diff --git a/.github/workflows/check_leaderboard_can_update.yaml b/.github/workflows/check_leaderboard_can_update.yaml deleted file mode 100644 index 501677f8d567c3d1a075c30fb65c625003681815..0000000000000000000000000000000000000000 --- a/.github/workflows/check_leaderboard_can_update.yaml +++ /dev/null @@ -1,29 +0,0 @@ -# This workflow will install Python dependencies, run tests and lint with a single version of Python -# For more information see: https://help.github.com/actions/language-and-framework-guides/using-python-with-github-actions - -name: check_leaderboard_can_update - -on: - pull_request: - branches: [ main ] - -jobs: - build: - - runs-on: ubuntu-latest - - steps: - - uses: actions/checkout@v3 - with: - fetch-depth: 0 - lfs: true - - name: Set up Python 3.9 - uses: actions/setup-python@v4 - with: - python-version: 3.9 - - name: Install requirements - run: | - pip install -r requirements.txt - - name: Run leaderboard updating code - run: | - python refresh.py diff --git a/.github/workflows/main.yml b/.github/workflows/main.yml deleted file mode 100644 index 6c44926ff6ab963641de468f1e7d065efb052992..0000000000000000000000000000000000000000 --- a/.github/workflows/main.yml +++ /dev/null @@ -1,19 +0,0 @@ -name: Sync to Hugging Face hub -on: - push: - branches: [main] - # to run this workflow manually from the Actions tab - workflow_dispatch: - -jobs: - sync-to-hub: - runs-on: ubuntu-latest - steps: - - uses: actions/checkout@v3 - with: - fetch-depth: 0 - lfs: true - - name: Push to hub - env: - HF_TOKEN: ${{ secrets.HF_TOKEN }} - run: git push https://mteb:$HF_TOKEN@huggingface.co/spaces/mteb/leaderboard main diff --git a/.github/workflows/update_leaderboard.yml b/.github/workflows/update_leaderboard.yml deleted file mode 100644 index bac6d41f7c704073994db268a301cc481ca39c26..0000000000000000000000000000000000000000 --- a/.github/workflows/update_leaderboard.yml +++ /dev/null @@ -1,45 +0,0 @@ -# This workflow will install Python dependencies, run tests and lint with a single version of Python -# For more information see: https://help.github.com/actions/language-and-framework-guides/using-python-with-github-actions - -name: update_leaderboard_daily - -on: - schedule: - - cron: '30 2 * * *' - push: - branches: [ main ] - workflow_dispatch: # Allows us to trigger the workflow manually via the GitHub UI - -jobs: - update_leaderboard: - - runs-on: ubuntu-latest - - steps: - - uses: actions/checkout@v3 - with: - fetch-depth: 0 - lfs: true - - name: Set up Python 3.9 - uses: actions/setup-python@v4 - with: - python-version: 3.9 - - name: Install requirements - run: | - pip install -r requirements.txt - - name: Run leaderboard updating code - run: | - python refresh.py - - name: Commit updates - uses: stefanzweifel/git-auto-commit-action@v4 - with: - commit_message: Automated Leaderboard Update - file_pattern: '*.json boards_data/* all_data_tasks/*' - # Needed so that it can override the PR settings - commit_user_name: Orion Weller - commit_user_email: wellerorion@gmail.com - commit_author: Orion Weller - - name: Push to hub - env: - HF_TOKEN: ${{ secrets.HF_TOKEN }} - run: git push https://mteb:$HF_TOKEN@huggingface.co/spaces/mteb/leaderboard main diff --git a/DESCRIPTION.md b/DESCRIPTION.md deleted file mode 100644 index 4cd613e2d2e817375b59db137bbc0ad0c1543f1e..0000000000000000000000000000000000000000 --- a/DESCRIPTION.md +++ /dev/null @@ -1 +0,0 @@ -Massive Text Embedding Benchmark (MTEB) Leaderboard. diff --git a/EXTERNAL_MODEL_RESULTS.json b/EXTERNAL_MODEL_RESULTS.json deleted file mode 100644 index 0c53ea67ba3a820210744d2d3eb2b0c4834da94b..0000000000000000000000000000000000000000 --- a/EXTERNAL_MODEL_RESULTS.json +++ /dev/null @@ -1,47431 +0,0 @@ -{ - "Alibaba-NLP__gte-Qwen1.5-7B-instruct": { - "BitextMining": { - "f1": [ - { - "Model": "gte-Qwen1.5-7B-instruct", - "BornholmBitextMining": 40.62, - "Tatoeba (bos-eng)": 85.59, - "Tatoeba (ile-eng)": 74.66, - "Tatoeba (ukr-eng)": 88.42, - "Tatoeba (heb-eng)": 57.62, - "Tatoeba (eus-eng)": 12.59, - "Tatoeba (lvs-eng)": 68.21, - "Tatoeba (hrv-eng)": 88.6, - "Tatoeba (mhr-eng)": 8.29, - "Tatoeba (lfn-eng)": 57.45, - "Tatoeba (uig-eng)": 3.12, - "Tatoeba (zsm-eng)": 92.46, - "Tatoeba (tur-eng)": 83.9, - "Tatoeba (max-eng)": 41.02, - "Tatoeba (spa-eng)": 98.42, - "Tatoeba (pes-eng)": 83.46, - "Tatoeba (wuu-eng)": 90.55, - "Tatoeba (lat-eng)": 67.43, - "Tatoeba (hin-eng)": 88.22, - "Tatoeba (tel-eng)": 25.05, - "Tatoeba (ceb-eng)": 19.11, - "Tatoeba (dsb-eng)": 35.02, - "Tatoeba (amh-eng)": 0.6, - "Tatoeba (slk-eng)": 86.07, - "Tatoeba (gle-eng)": 24.33, - "Tatoeba (xho-eng)": 12.02, - "Tatoeba (ben-eng)": 65.12, - "Tatoeba (dan-eng)": 92.04, - "Tatoeba (cor-eng)": 4.07, - "Tatoeba (fao-eng)": 44.17, - "Tatoeba (pol-eng)": 95.56, - "Tatoeba (kor-eng)": 87.91, - "Tatoeba (pms-eng)": 41.88, - "Tatoeba (urd-eng)": 51.26, - "Tatoeba (glg-eng)": 87.85, - "Tatoeba (tha-eng)": 89.15, - "Tatoeba (tgl-eng)": 75.03, - "Tatoeba (nov-eng)": 61.22, - "Tatoeba (epo-eng)": 72.91, - "Tatoeba (nob-eng)": 94.97, - "Tatoeba (ina-eng)": 92.02, - "Tatoeba (ita-eng)": 92.62, - "Tatoeba (cmn-eng)": 96.35, - "Tatoeba (fra-eng)": 95.19, - "Tatoeba (fin-eng)": 85.6, - "Tatoeba (kur-eng)": 10.97, - "Tatoeba (gsw-eng)": 50.97, - "Tatoeba (awa-eng)": 41.64, - "Tatoeba (nds-eng)": 61.72, - "Tatoeba (csb-eng)": 25.18, - "Tatoeba (mar-eng)": 64.38, - "Tatoeba (kat-eng)": 39.63, - "Tatoeba (nno-eng)": 79.71, - "Tatoeba (ang-eng)": 62.42, - "Tatoeba (bre-eng)": 5.79, - "Tatoeba (ido-eng)": 62.61, - "Tatoeba (afr-eng)": 84.39, - "Tatoeba (bel-eng)": 57.68, - "Tatoeba (nld-eng)": 95.88, - "Tatoeba (ber-eng)": 5.17, - "Tatoeba (est-eng)": 56.72, - "Tatoeba (hye-eng)": 5.03, - "Tatoeba (mkd-eng)": 77.95, - "Tatoeba (ell-eng)": 85.69, - "Tatoeba (tat-eng)": 9.8, - "Tatoeba (ast-eng)": 80.38, - "Tatoeba (ind-eng)": 91.29, - "Tatoeba (por-eng)": 93.62, - "Tatoeba (arq-eng)": 22.07, - "Tatoeba (fry-eng)": 50.29, - "Tatoeba (tam-eng)": 52.97, - "Tatoeba (oci-eng)": 45.81, - "Tatoeba (sqi-eng)": 33.81, - "Tatoeba (ron-eng)": 93.03, - "Tatoeba (orv-eng)": 25.13, - "Tatoeba (cbk-eng)": 65.47, - "Tatoeba (cym-eng)": 20.45, - "Tatoeba (khm-eng)": 24.03, - "Tatoeba (cat-eng)": 88.4, - "Tatoeba (yid-eng)": 2.21, - "Tatoeba (slv-eng)": 80.4, - "Tatoeba (arz-eng)": 62.12, - "Tatoeba (kaz-eng)": 39.43, - "Tatoeba (aze-eng)": 63.53, - "Tatoeba (swg-eng)": 52.96, - "Tatoeba (bul-eng)": 85.33, - "Tatoeba (hsb-eng)": 46.82, - "Tatoeba (kab-eng)": 1.43, - "Tatoeba (jpn-eng)": 93.32, - "Tatoeba (hun-eng)": 81.38, - "Tatoeba (lit-eng)": 74.97, - "Tatoeba (rus-eng)": 92.95, - "Tatoeba (yue-eng)": 91.94, - "Tatoeba (ces-eng)": 91.46, - "Tatoeba (kzj-eng)": 5.69, - "Tatoeba (tzl-eng)": 40.33, - "Tatoeba (pam-eng)": 6.6, - "Tatoeba (vie-eng)": 94.92, - "Tatoeba (isl-eng)": 49.03, - "Tatoeba (ara-eng)": 85.19, - "Tatoeba (deu-eng)": 99.08, - "Tatoeba (swh-eng)": 38.89, - "Tatoeba (gla-eng)": 11.86, - "Tatoeba (war-eng)": 17.44, - "Tatoeba (dtp-eng)": 4.93, - "Tatoeba (swe-eng)": 92.5, - "Tatoeba (mal-eng)": 70.18, - "Tatoeba (uzb-eng)": 15.49, - "Tatoeba (srp-eng)": 85.04, - "Tatoeba (jav-eng)": 21.06, - "Tatoeba (mon-eng)": 33.92, - "Tatoeba (cha-eng)": 22.36, - "Tatoeba (tuk-eng)": 18.04 - } - ] - }, - "Classification": { - "accuracy": [ - { - "Model": "gte-Qwen1.5-7B-instruct", - "AllegroReviews": 52.72, - "AmazonCounterfactualClassification (en-ext)": 80.55, - "AmazonCounterfactualClassification (en)": 83.16, - "AmazonCounterfactualClassification (de)": 74.94, - "AmazonCounterfactualClassification (ja)": 81.6, - "AmazonPolarityClassification": 96.7, - "AmazonReviewsClassification (en)": 62.17, - "AmazonReviewsClassification (de)": 58.19, - "AmazonReviewsClassification (es)": 56.05, - "AmazonReviewsClassification (fr)": 54.59, - "AmazonReviewsClassification (ja)": 54.39, - "AmazonReviewsClassification (zh)": 52.95, - "AngryTweetsClassification": 66.74, - "Banking77Classification": 81.68, - "CBD": 70.61, - "DanishPoliticalCommentsClassification": 46.89, - "EmotionClassification": 54.53, - "GeoreviewClassification": 59.31, - "HeadlineClassification": 82.32, - "IFlyTek": 53.77, - "ImdbClassification": 95.58, - "InappropriatenessClassification": 73.26, - "JDReview": 88.2, - "KinopoiskClassification": 67.17, - "LccSentimentClassification": 69.4, - "MTOPDomainClassification (en)": 95.75, - "MTOPDomainClassification (de)": 91.56, - "MTOPDomainClassification (es)": 91.96, - "MTOPDomainClassification (fr)": 89.66, - "MTOPDomainClassification (hi)": 86.31, - "MTOPDomainClassification (th)": 80.72, - "MTOPIntentClassification (en)": 84.26, - "MTOPIntentClassification (de)": 79.15, - "MTOPIntentClassification (es)": 81.06, - "MTOPIntentClassification (fr)": 77.69, - "MTOPIntentClassification (hi)": 67.88, - "MTOPIntentClassification (th)": 67.46, - "MasakhaNEWSClassification (amh)": 31.41, - "MasakhaNEWSClassification (eng)": 82.71, - "MasakhaNEWSClassification (fra)": 81.78, - "MasakhaNEWSClassification (hau)": 66.8, - "MasakhaNEWSClassification (ibo)": 68.62, - "MasakhaNEWSClassification (lin)": 80.74, - "MasakhaNEWSClassification (lug)": 65.34, - "MasakhaNEWSClassification (orm)": 62.31, - "MasakhaNEWSClassification (pcm)": 94.03, - "MasakhaNEWSClassification (run)": 79.53, - "MasakhaNEWSClassification (sna)": 79.76, - "MasakhaNEWSClassification (som)": 62.42, - "MasakhaNEWSClassification (swa)": 77.18, - "MasakhaNEWSClassification (tir)": 27.61, - "MasakhaNEWSClassification (xho)": 78.01, - "MasakhaNEWSClassification (yor)": 79.66, - "MassiveIntentClassification (ru)": 73.15, - "MassiveIntentClassification (fi)": 63.41, - "MassiveIntentClassification (sl)": 61.7, - "MassiveIntentClassification (lv)": 52.65, - "MassiveIntentClassification (te)": 33.68, - "MassiveIntentClassification (ka)": 38.5, - "MassiveIntentClassification (ko)": 67.71, - "MassiveIntentClassification (sq)": 39.98, - "MassiveIntentClassification (my)": 34.12, - "MassiveIntentClassification (jv)": 41.73, - "MassiveIntentClassification (zh-TW)": 70.87, - "MassiveIntentClassification (bn)": 60.69, - "MassiveIntentClassification (ta)": 39.49, - "MassiveIntentClassification (fa)": 66.15, - "MassiveIntentClassification (ar)": 57.09, - "MassiveIntentClassification (pl)": 69.2, - "MassiveIntentClassification (mn)": 38.69, - "MassiveIntentClassification (ms)": 64.78, - "MassiveIntentClassification (nl)": 72.74, - "MassiveIntentClassification (el)": 60.04, - "MassiveIntentClassification (fr)": 72.88, - "MassiveIntentClassification (km)": 33.4, - "MassiveIntentClassification (sv)": 70.44, - "MassiveIntentClassification (kn)": 29.46, - "MassiveIntentClassification (hi)": 65.42, - "MassiveIntentClassification (ml)": 49.24, - "MassiveIntentClassification (da)": 68.09, - "MassiveIntentClassification (ro)": 64.01, - "MassiveIntentClassification (it)": 72.46, - "MassiveIntentClassification (th)": 60.01, - "MassiveIntentClassification (nb)": 64.16, - "MassiveIntentClassification (sw)": 42.72, - "MassiveIntentClassification (ur)": 44.88, - "MassiveIntentClassification (tl)": 60.08, - "MassiveIntentClassification (tr)": 64.52, - "MassiveIntentClassification (cy)": 31.04, - "MassiveIntentClassification (is)": 37.19, - "MassiveIntentClassification (es)": 71.68, - "MassiveIntentClassification (en)": 78.47, - "MassiveIntentClassification (hy)": 22.14, - "MassiveIntentClassification (he)": 45.05, - "MassiveIntentClassification (hu)": 60.33, - "MassiveIntentClassification (id)": 68.91, - "MassiveIntentClassification (pt)": 73.42, - "MassiveIntentClassification (ja)": 73.31, - "MassiveIntentClassification (vi)": 67.44, - "MassiveIntentClassification (af)": 62.62, - "MassiveIntentClassification (de)": 70.88, - "MassiveIntentClassification (zh-CN)": 76.25, - "MassiveIntentClassification (az)": 56.78, - "MassiveIntentClassification (am)": 19.46, - "MassiveScenarioClassification (ru)": 75.46, - "MassiveScenarioClassification (ml)": 56.2, - "MassiveScenarioClassification (km)": 46.63, - "MassiveScenarioClassification (te)": 42.86, - "MassiveScenarioClassification (zh-TW)": 74.5, - "MassiveScenarioClassification (hy)": 34.0, - "MassiveScenarioClassification (kn)": 41.11, - "MassiveScenarioClassification (tr)": 68.72, - "MassiveScenarioClassification (hu)": 67.01, - "MassiveScenarioClassification (lv)": 61.15, - "MassiveScenarioClassification (ja)": 74.96, - "MassiveScenarioClassification (pt)": 73.99, - "MassiveScenarioClassification (he)": 57.06, - "MassiveScenarioClassification (vi)": 71.88, - "MassiveScenarioClassification (af)": 69.27, - "MassiveScenarioClassification (en)": 78.19, - "MassiveScenarioClassification (sl)": 66.4, - "MassiveScenarioClassification (fa)": 70.72, - "MassiveScenarioClassification (is)": 52.15, - "MassiveScenarioClassification (ro)": 68.82, - "MassiveScenarioClassification (pl)": 72.18, - "MassiveScenarioClassification (fi)": 66.32, - "MassiveScenarioClassification (es)": 74.89, - "MassiveScenarioClassification (az)": 61.39, - "MassiveScenarioClassification (nl)": 74.39, - "MassiveScenarioClassification (jv)": 52.93, - "MassiveScenarioClassification (de)": 75.34, - "MassiveScenarioClassification (fr)": 74.64, - "MassiveScenarioClassification (sq)": 52.41, - "MassiveScenarioClassification (hi)": 69.71, - "MassiveScenarioClassification (zh-CN)": 77.26, - "MassiveScenarioClassification (mn)": 47.0, - "MassiveScenarioClassification (id)": 72.61, - "MassiveScenarioClassification (ms)": 71.61, - "MassiveScenarioClassification (sv)": 74.26, - "MassiveScenarioClassification (th)": 69.09, - "MassiveScenarioClassification (ta)": 50.26, - "MassiveScenarioClassification (nb)": 68.59, - "MassiveScenarioClassification (da)": 72.84, - "MassiveScenarioClassification (cy)": 44.52, - "MassiveScenarioClassification (am)": 27.95, - "MassiveScenarioClassification (ka)": 50.49, - "MassiveScenarioClassification (sw)": 54.13, - "MassiveScenarioClassification (ko)": 72.65, - "MassiveScenarioClassification (it)": 75.7, - "MassiveScenarioClassification (my)": 41.89, - "MassiveScenarioClassification (tl)": 66.9, - "MassiveScenarioClassification (ar)": 66.1, - "MassiveScenarioClassification (el)": 67.87, - "MassiveScenarioClassification (ur)": 54.9, - "MassiveScenarioClassification (bn)": 67.18, - "MultilingualSentiment": 77.42, - "NoRecClassification": 55.81, - "NordicLangClassification": 72.94, - "OnlineShopping": 94.48, - "PAC": 66.38, - "PolEmo2.0-IN": 75.48, - "PolEmo2.0-OUT": 47.04, - "RuReviewsClassification": 72.89, - "RuSciBenchGRNTIClassification": 67.35, - "RuSciBenchOECDClassification": 54.38, - "TNews": 51.24, - "ToxicConversationsClassification": 78.75, - "TweetSentimentExtractionClassification": 66.0, - "Waimai": 88.63 - } - ] - }, - "Clustering": { - "v_measure": [ - { - "Model": "gte-Qwen1.5-7B-instruct", - "AlloProfClusteringP2P": 70.99, - "AlloProfClusteringS2S": 58.27, - "ArxivClusteringP2P": 56.4, - "ArxivClusteringS2S": 51.45, - "BiorxivClusteringP2P": 49.01, - "BiorxivClusteringS2S": 45.06, - "BlurbsClusteringP2P": 45.28, - "BlurbsClusteringS2S": 20.1, - "CLSClusteringP2P": 47.21, - "CLSClusteringS2S": 45.79, - "GeoreviewClusteringP2P": 74.9, - "HALClusteringS2S": 28.35, - "MLSUMClusteringP2P (de)": 50.2, - "MLSUMClusteringP2P (fr)": 48.3, - "MLSUMClusteringP2P (ru)": 58.75, - "MLSUMClusteringP2P (es)": 50.48, - "MLSUMClusteringS2S (de)": 50.14, - "MLSUMClusteringS2S (fr)": 46.91, - "MLSUMClusteringS2S (ru)": 58.21, - "MLSUMClusteringS2S (es)": 48.13, - "MasakhaNEWSClusteringP2P (amh)": 42.33, - "MasakhaNEWSClusteringP2P (eng)": 63.81, - "MasakhaNEWSClusteringP2P (fra)": 68.07, - "MasakhaNEWSClusteringP2P (hau)": 45.04, - "MasakhaNEWSClusteringP2P (ibo)": 57.78, - "MasakhaNEWSClusteringP2P (lin)": 73.24, - "MasakhaNEWSClusteringP2P (lug)": 50.8, - "MasakhaNEWSClusteringP2P (orm)": 28.08, - "MasakhaNEWSClusteringP2P (pcm)": 93.82, - "MasakhaNEWSClusteringP2P (run)": 66.18, - "MasakhaNEWSClusteringP2P (sna)": 77.87, - "MasakhaNEWSClusteringP2P (som)": 41.27, - "MasakhaNEWSClusteringP2P (swa)": 42.45, - "MasakhaNEWSClusteringP2P (tir)": 41.57, - "MasakhaNEWSClusteringP2P (xho)": 50.68, - "MasakhaNEWSClusteringP2P (yor)": 55.25, - "MasakhaNEWSClusteringS2S (amh)": 41.39, - "MasakhaNEWSClusteringS2S (eng)": 59.16, - "MasakhaNEWSClusteringS2S (fra)": 70.81, - "MasakhaNEWSClusteringS2S (hau)": 17.93, - "MasakhaNEWSClusteringS2S (ibo)": 45.7, - "MasakhaNEWSClusteringS2S (lin)": 75.44, - "MasakhaNEWSClusteringS2S (lug)": 42.41, - "MasakhaNEWSClusteringS2S (orm)": 24.36, - "MasakhaNEWSClusteringS2S (pcm)": 81.96, - "MasakhaNEWSClusteringS2S (run)": 58.82, - "MasakhaNEWSClusteringS2S (sna)": 42.33, - "MasakhaNEWSClusteringS2S (som)": 31.87, - "MasakhaNEWSClusteringS2S (swa)": 35.13, - "MasakhaNEWSClusteringS2S (tir)": 42.06, - "MasakhaNEWSClusteringS2S (xho)": 27.07, - "MasakhaNEWSClusteringS2S (yor)": 49.06, - "MedrxivClusteringP2P": 44.37, - "MedrxivClusteringS2S": 42.0, - "RedditClustering": 73.37, - "RedditClusteringP2P": 72.51, - "RuSciBenchGRNTIClusteringP2P": 62.53, - "RuSciBenchOECDClusteringP2P": 53.89, - "StackExchangeClustering": 79.07, - "StackExchangeClusteringP2P": 49.57, - "TenKGnadClusteringP2P": 53.6, - "TenKGnadClusteringS2S": 39.3, - "ThuNewsClusteringP2P": 87.43, - "ThuNewsClusteringS2S": 87.9, - "TwentyNewsgroupsClustering": 51.31 - } - ] - }, - "PairClassification": { - "max_ap": [ - { - "Model": "gte-Qwen1.5-7B-instruct", - "CDSC-E": 74.9, - "FalseFriendsGermanEnglish": 52.61, - "OpusparcusPC (de)": 97.61, - "OpusparcusPC (en)": 99.1, - "OpusparcusPC (fi)": 93.32, - "OpusparcusPC (fr)": 95.29, - "OpusparcusPC (ru)": 89.72, - "OpusparcusPC (sv)": 95.65, - "PSC": 98.05, - "PawsXPairClassification (de)": 74.44, - "PawsXPairClassification (en)": 84.33, - "PawsXPairClassification (es)": 76.88, - "PawsXPairClassification (fr)": 78.51, - "PawsXPairClassification (ja)": 66.5, - "PawsXPairClassification (ko)": 64.0, - "PawsXPairClassification (zh)": 75.39, - "SICK-E-PL": 79.81, - "TERRa": 69.44 - }, - { - "Model": "gte-Qwen1.5-7B-instruct", - "CDSC-E": 74.94, - "Cmnli": 91.85, - "FalseFriendsGermanEnglish": 52.61, - "Ocnli": 85.28, - "OpusparcusPC (de)": 97.62, - "OpusparcusPC (en)": 99.1, - "OpusparcusPC (fi)": 93.32, - "OpusparcusPC (fr)": 95.29, - "OpusparcusPC (ru)": 89.76, - "OpusparcusPC (sv)": 95.68, - "PSC": 98.05, - "PawsXPairClassification (de)": 74.49, - "PawsXPairClassification (en)": 84.37, - "PawsXPairClassification (es)": 76.94, - "PawsXPairClassification (fr)": 78.51, - "PawsXPairClassification (ja)": 66.53, - "PawsXPairClassification (ko)": 64.07, - "PawsXPairClassification (zh)": 75.39, - "SICK-E-PL": 79.9, - "SprintDuplicateQuestions": 96.07, - "TERRa": 69.5, - "TwitterSemEval2015": 79.36, - "TwitterURLCorpus": 86.79 - }, - { - "Model": "gte-Qwen1.5-7B-instruct", - "Cmnli": 91.81, - "Ocnli": 85.22, - "SprintDuplicateQuestions": 95.99, - "TwitterSemEval2015": 79.36, - "TwitterURLCorpus": 86.79 - } - ] - }, - "Reranking": { - "map": [ - { - "Model": "gte-Qwen1.5-7B-instruct", - "AlloprofReranking": 75.56, - "AskUbuntuDupQuestions": 66.0, - "CMedQAv1": 86.37, - "CMedQAv2": 87.41, - "MindSmallReranking": 32.71, - "RuBQReranking": 70.28, - "SciDocsRR": 87.89, - "StackOverflowDupQuestions": 53.93, - "SyntecReranking": 86.98, - "T2Reranking": 68.11 - }, - { - "Model": "gte-Qwen1.5-7B-instruct", - "MIRACLReranking (ru)": 55.34, - "MIRACLReranking (ar)": 46.94, - "MIRACLReranking (bn)": 52.66, - "MIRACLReranking (de)": 49.61, - "MIRACLReranking (en)": 57.4, - "MIRACLReranking (es)": 55.89, - "MIRACLReranking (fa)": 33.31, - "MIRACLReranking (fi)": 60.99, - "MIRACLReranking (fr)": 47.51, - "MIRACLReranking (hi)": 46.49, - "MIRACLReranking (id)": 48.16, - "MIRACLReranking (ja)": 47.3, - "MIRACLReranking (ko)": 41.37, - "MIRACLReranking (sw)": 45.44, - "MIRACLReranking (te)": 50.46, - "MIRACLReranking (th)": 56.03, - "MIRACLReranking (yo)": 58.02, - "MIRACLReranking (zh)": 46.1 - } - ] - }, - "Retrieval": { - "ndcg_at_10": [ - { - "Model": "gte-Qwen1.5-7B-instruct", - "AILACasedocs": 34.07, - "AILAStatutes": 31.46, - "ARCChallenge": 26.34, - "AlloprofRetrieval": 51.11, - "AlphaNLI": 33.84, - "AppsRetrieval": 30.19, - "ArguAna": 62.65, - "BSARDRetrieval": 23.58, - "BrightRetrieval (stackoverflow)": 19.85, - "BrightRetrieval (earth_science)": 36.22, - "BrightRetrieval (leetcode)": 25.46, - "BrightRetrieval (theoremqa_questions)": 26.97, - "BrightRetrieval (economics)": 17.72, - "BrightRetrieval (robotics)": 13.47, - "BrightRetrieval (pony)": 9.79, - "BrightRetrieval (aops)": 14.36, - "BrightRetrieval (psychology)": 24.61, - "BrightRetrieval (theoremqa_theorems)": 30.8, - "BrightRetrieval (biology)": 30.92, - "BrightRetrieval (sustainable_living)": 14.93, - "CQADupstackRetrieval": 40.64, - "ClimateFEVER": 44.0, - "CmedqaRetrieval": 43.47, - "CodeFeedbackMT": 52.15, - "CodeFeedbackST": 82.57, - "CodeSearchNetCCRetrieval (python)": 70.64, - "CodeSearchNetCCRetrieval (javascript)": 63.28, - "CodeSearchNetCCRetrieval (go)": 59.7, - "CodeSearchNetCCRetrieval (ruby)": 61.95, - "CodeSearchNetCCRetrieval (java)": 60.42, - "CodeSearchNetCCRetrieval (php)": 49.08, - "CodeSearchNetRetrieval (python)": 91.17, - "CodeSearchNetRetrieval (javascript)": 78.19, - "CodeSearchNetRetrieval (go)": 91.95, - "CodeSearchNetRetrieval (ruby)": 84.58, - "CodeSearchNetRetrieval (java)": 85.39, - "CodeSearchNetRetrieval (php)": 81.35, - "CodeTransOceanContest": 77.71, - "CodeTransOceanDL": 29.84, - "CosQA": 31.74, - "CovidRetrieval": 80.87, - "DBPedia": 48.04, - "DuRetrieval": 86.01, - "EcomRetrieval": 66.46, - "FEVER": 93.35, - "FiQA2018": 55.31, - "GerDaLIR": 6.51, - "GerDaLIRSmall": 14.81, - "GermanQuAD-Retrieval": 91.52, - "HellaSwag": 31.92, - "HotpotQA": 72.25, - "LEMBNarrativeQARetrieval": 35.21, - "LEMBQMSumRetrieval": 27.03, - "LEMBSummScreenFDRetrieval": 70.43, - "LEMBWikimQARetrieval": 50.97, - "LeCaRDv2": 62.12, - "LegalBenchConsumerContractsQA": 76.06, - "LegalBenchCorporateLobbying": 94.51, - "LegalQuAD": 37.99, - "LegalSummarization": 61.94, - "MMarcoRetrieval": 73.83, - "MSMARCO": 41.68, - "MedicalRetrieval": 61.33, - "MintakaRetrieval (ar)": 17.77, - "MintakaRetrieval (de)": 40.73, - "MintakaRetrieval (es)": 39.93, - "MintakaRetrieval (fr)": 42.44, - "MintakaRetrieval (hi)": 18.89, - "MintakaRetrieval (it)": 42.28, - "MintakaRetrieval (ja)": 24.74, - "MintakaRetrieval (pt)": 38.98, - "NFCorpus": 38.25, - "NQ": 61.79, - "PIQA": 40.98, - "Quail": 18.73, - "QuoraRetrieval": 89.61, - "RARbCode": 87.67, - "RARbMath": 74.56, - "RiaNewsRetrieval": 61.1, - "RuBQRetrieval": 65.17, - "SCIDOCS": 27.69, - "SIQA": 5.21, - "SciFact": 75.31, - "SciFact-PL": 57.38, - "SpartQA": 16.95, - "StackOverflowQA": 91.02, - "SyntecRetrieval": 86.47, - "SyntheticText2SQL": 55.6, - "T2Retrieval": 83.58, - "TRECCOVID": 72.72, - "TRECCOVID-PL": 69.14, - "TempReasonL1": 1.84, - "TempReasonL2Fact": 44.81, - "TempReasonL2Pure": 5.34, - "TempReasonL3Fact": 33.49, - "TempReasonL3Pure": 9.01, - "Touche2020": 20.3, - "VideoRetrieval": 69.41, - "WinoGrande": 64.8, - "XMarket (de)": 23.15, - "XMarket (en)": 36.25, - "XMarket (es)": 22.93, - "XPQARetrieval (ara-ara)": 36.85, - "XPQARetrieval (eng-ara)": 25.84, - "XPQARetrieval (ara-eng)": 37.12, - "XPQARetrieval (deu-deu)": 71.07, - "XPQARetrieval (eng-deu)": 41.29, - "XPQARetrieval (deu-eng)": 66.7, - "XPQARetrieval (spa-spa)": 55.62, - "XPQARetrieval (eng-spa)": 30.69, - "XPQARetrieval (spa-eng)": 55.47, - "XPQARetrieval (fra-fra)": 61.01, - "XPQARetrieval (eng-fra)": 40.46, - "XPQARetrieval (fra-eng)": 58.94, - "XPQARetrieval (hin-hin)": 64.15, - "XPQARetrieval (eng-hin)": 18.76, - "XPQARetrieval (hin-eng)": 50.65, - "XPQARetrieval (ita-ita)": 65.84, - "XPQARetrieval (eng-ita)": 35.49, - "XPQARetrieval (ita-eng)": 61.3, - "XPQARetrieval (jpn-jpn)": 66.64, - "XPQARetrieval (eng-jpn)": 38.88, - "XPQARetrieval (jpn-eng)": 64.6, - "XPQARetrieval (kor-kor)": 30.69, - "XPQARetrieval (eng-kor)": 27.28, - "XPQARetrieval (kor-eng)": 28.51, - "XPQARetrieval (pol-pol)": 39.11, - "XPQARetrieval (eng-pol)": 23.3, - "XPQARetrieval (pol-eng)": 37.17, - "XPQARetrieval (por-por)": 41.84, - "XPQARetrieval (eng-por)": 19.63, - "XPQARetrieval (por-eng)": 43.75, - "XPQARetrieval (tam-tam)": 23.55, - "XPQARetrieval (eng-tam)": 5.04, - "XPQARetrieval (tam-eng)": 13.74, - "XPQARetrieval (cmn-cmn)": 64.98, - "XPQARetrieval (eng-cmn)": 36.15, - "XPQARetrieval (cmn-eng)": 60.31 - } - ], - "recall_at_1": [ - { - "Model": "gte-Qwen1.5-7B-instruct", - "BrightRetrieval (economics)": 25.73, - "BrightRetrieval (pony)": 1.32, - "BrightRetrieval (robotics)": 21.29, - "BrightRetrieval (biology)": 39.24, - "BrightRetrieval (earth_science)": 36.13, - "BrightRetrieval (stackoverflow)": 23.5, - "BrightRetrieval (psychology)": 42.28, - "BrightRetrieval (sustainable_living)": 33.1 - } - ] - }, - "STS": { - "cosine_spearman": [ - { - "Model": "gte-Qwen1.5-7B-instruct", - "AFQMC": 58.47, - "ATEC": 55.46, - "BIOSSES": 81.12, - "BQ": 77.59, - "LCQMC": 76.29, - "PAWSX": 50.22, - "QBQTC": 31.82, - "SICK-R": 79.15, - "STS12": 76.52, - "STS13": 88.63, - "STS14": 83.32, - "STS15": 87.5, - "STS16": 86.39, - "STS17 (en-en)": 87.79, - "STS22 (en)": 66.4, - "STS22 (zh)": 67.36, - "STSB": 81.37, - "STSBenchmark": 87.35 - }, - { - "Model": "gte-Qwen1.5-7B-instruct", - "CDSC-R": 85.32, - "GermanSTSBenchmark": 81.1, - "RUParaPhraserSTS": 73.65, - "RuSTSBenchmarkSTS": 80.03, - "SICK-R-PL": 73.6, - "SICKFr": 76.53, - "STS22 (ru)": 60.37, - "STS22 (pl)": 40.2, - "STS22 (fr)": 81.74, - "STS22 (de-pl)": 53.46, - "STS22 (it)": 77.46, - "STS22 (de-fr)": 67.08, - "STS22 (fr-pl)": 84.52, - "STS22 (es-en)": 77.16, - "STS22 (es)": 67.35, - "STS22 (tr)": 65.5, - "STS22 (de)": 55.27, - "STS22 (zh)": 67.9, - "STS22 (de-en)": 53.99, - "STS22 (zh-en)": 69.8, - "STS22 (es-it)": 74.55, - "STS22 (ar)": 58.84, - "STS22 (en)": 67.1, - "STS22 (pl-en)": 76.53, - "STSBenchmarkMultilingualSTS (en)": 87.64, - "STSBenchmarkMultilingualSTS (zh)": 81.33, - "STSBenchmarkMultilingualSTS (es)": 83.68, - "STSBenchmarkMultilingualSTS (pl)": 77.17, - "STSBenchmarkMultilingualSTS (fr)": 82.69, - "STSBenchmarkMultilingualSTS (it)": 81.59, - "STSBenchmarkMultilingualSTS (nl)": 78.86, - "STSBenchmarkMultilingualSTS (de)": 82.29, - "STSBenchmarkMultilingualSTS (ru)": 80.48, - "STSBenchmarkMultilingualSTS (pt)": 81.98 - }, - { - "Model": "gte-Qwen1.5-7B-instruct", - "CDSC-R": 85.32, - "GermanSTSBenchmark": 81.1, - "RUParaPhraserSTS": 73.65, - "RuSTSBenchmarkSTS": 80.03, - "SICK-R-PL": 73.6, - "SICKFr": 76.53, - "STS22 (ru)": 60.37, - "STS22 (pl)": 40.2, - "STS22 (fr)": 81.74, - "STS22 (de-pl)": 53.46, - "STS22 (it)": 77.46, - "STS22 (de-fr)": 67.08, - "STS22 (fr-pl)": 84.52, - "STS22 (es-en)": 77.16, - "STS22 (es)": 67.35, - "STS22 (tr)": 65.5, - "STS22 (de)": 55.27, - "STS22 (zh)": 67.9, - "STS22 (de-en)": 53.99, - "STS22 (zh-en)": 69.8, - "STS22 (es-it)": 74.55, - "STS22 (ar)": 58.84, - "STS22 (en)": 67.1, - "STS22 (pl-en)": 76.53, - "STSBenchmarkMultilingualSTS (en)": 87.64, - "STSBenchmarkMultilingualSTS (zh)": 81.33, - "STSBenchmarkMultilingualSTS (es)": 83.68, - "STSBenchmarkMultilingualSTS (pl)": 77.17, - "STSBenchmarkMultilingualSTS (fr)": 82.69, - "STSBenchmarkMultilingualSTS (it)": 81.59, - "STSBenchmarkMultilingualSTS (nl)": 78.86, - "STSBenchmarkMultilingualSTS (de)": 82.29, - "STSBenchmarkMultilingualSTS (ru)": 80.48, - "STSBenchmarkMultilingualSTS (pt)": 81.98 - } - ] - }, - "Summarization": { - "cosine_spearman": [ - { - "Model": "gte-Qwen1.5-7B-instruct", - "SummEval": 31.46 - }, - { - "Model": "gte-Qwen1.5-7B-instruct", - "SummEvalFr": 30.04 - }, - { - "Model": "gte-Qwen1.5-7B-instruct", - "SummEvalFr": 30.04 - } - ] - }, - "MultilabelClassification": { - "accuracy": [ - { - "Model": "gte-Qwen1.5-7B-instruct", - "CEDRClassification": 54.77, - "SensitiveTopicsClassification": 35.62 - } - ] - }, - "InstructionRetrieval": { - "p-MRR": [ - { - "Model": "gte-Qwen1.5-7B-instruct", - "Core17InstructionRetrieval": 8.37, - "News21InstructionRetrieval": 1.82, - "Robust04InstructionRetrieval": 5.88 - } - ] - } - }, - "Alibaba-NLP__gte-Qwen2-7B-instruct": { - "BitextMining": { - "f1": [ - { - "Model": "gte-Qwen2-7B-instruct", - "BornholmBitextMining": 50.16, - "Tatoeba (dan-eng)": 94.29, - "Tatoeba (ara-eng)": 92.36, - "Tatoeba (vie-eng)": 96.7, - "Tatoeba (pam-eng)": 16.08, - "Tatoeba (lat-eng)": 81.91, - "Tatoeba (jpn-eng)": 94.72, - "Tatoeba (ina-eng)": 95.2, - "Tatoeba (kab-eng)": 5.1, - "Tatoeba (hun-eng)": 86.36, - "Tatoeba (bel-eng)": 91.13, - "Tatoeba (fao-eng)": 73.0, - "Tatoeba (glg-eng)": 93.65, - "Tatoeba (swg-eng)": 79.91, - "Tatoeba (yue-eng)": 92.0, - "Tatoeba (ell-eng)": 92.78, - "Tatoeba (kur-eng)": 39.98, - "Tatoeba (spa-eng)": 98.68, - "Tatoeba (fin-eng)": 92.1, - "Tatoeba (amh-eng)": 25.63, - "Tatoeba (pes-eng)": 93.35, - "Tatoeba (eus-eng)": 37.91, - "Tatoeba (mar-eng)": 81.77, - "Tatoeba (awa-eng)": 68.02, - "Tatoeba (zsm-eng)": 94.15, - "Tatoeba (mon-eng)": 69.42, - "Tatoeba (arq-eng)": 55.37, - "Tatoeba (tur-eng)": 95.67, - "Tatoeba (arz-eng)": 76.51, - "Tatoeba (tat-eng)": 44.61, - "Tatoeba (lfn-eng)": 78.37, - "Tatoeba (jav-eng)": 38.98, - "Tatoeba (hrv-eng)": 94.05, - "Tatoeba (csb-eng)": 65.8, - "Tatoeba (orv-eng)": 62.42, - "Tatoeba (swe-eng)": 93.82, - "Tatoeba (kat-eng)": 78.69, - "Tatoeba (hin-eng)": 95.8, - "Tatoeba (tgl-eng)": 91.13, - "Tatoeba (oci-eng)": 64.81, - "Tatoeba (pms-eng)": 73.33, - "Tatoeba (mkd-eng)": 86.9, - "Tatoeba (dsb-eng)": 68.89, - "Tatoeba (mhr-eng)": 17.17, - "Tatoeba (ceb-eng)": 39.57, - "Tatoeba (cor-eng)": 9.1, - "Tatoeba (gle-eng)": 65.0, - "Tatoeba (sqi-eng)": 61.21, - "Tatoeba (tzl-eng)": 50.98, - "Tatoeba (kaz-eng)": 70.45, - "Tatoeba (swh-eng)": 52.93, - "Tatoeba (tel-eng)": 55.11, - "Tatoeba (kor-eng)": 91.41, - "Tatoeba (gla-eng)": 48.68, - "Tatoeba (mal-eng)": 87.48, - "Tatoeba (yid-eng)": 58.32, - "Tatoeba (ile-eng)": 85.28, - "Tatoeba (dtp-eng)": 11.63, - "Tatoeba (ang-eng)": 80.97, - "Tatoeba (ukr-eng)": 92.95, - "Tatoeba (ron-eng)": 94.18, - "Tatoeba (ita-eng)": 94.42, - "Tatoeba (epo-eng)": 92.14, - "Tatoeba (deu-eng)": 99.07, - "Tatoeba (cha-eng)": 45.44, - "Tatoeba (est-eng)": 81.14, - "Tatoeba (nld-eng)": 97.0, - "Tatoeba (kzj-eng)": 13.24, - "Tatoeba (max-eng)": 65.98, - "Tatoeba (khm-eng)": 58.6, - "Tatoeba (bul-eng)": 92.65, - "Tatoeba (nds-eng)": 82.73, - "Tatoeba (xho-eng)": 31.28, - "Tatoeba (hye-eng)": 48.49, - "Tatoeba (bos-eng)": 92.23, - "Tatoeba (bre-eng)": 14.41, - "Tatoeba (lvs-eng)": 87.21, - "Tatoeba (por-eng)": 94.28, - "Tatoeba (nno-eng)": 90.4, - "Tatoeba (ast-eng)": 85.83, - "Tatoeba (cmn-eng)": 96.15, - "Tatoeba (cym-eng)": 65.3, - "Tatoeba (ben-eng)": 86.77, - "Tatoeba (tam-eng)": 72.01, - "Tatoeba (fry-eng)": 70.23, - "Tatoeba (slk-eng)": 92.82, - "Tatoeba (war-eng)": 38.19, - "Tatoeba (nob-eng)": 97.7, - "Tatoeba (pol-eng)": 97.65, - "Tatoeba (afr-eng)": 91.77, - "Tatoeba (rus-eng)": 93.87, - "Tatoeba (cbk-eng)": 82.18, - "Tatoeba (lit-eng)": 89.38, - "Tatoeba (ind-eng)": 94.17, - "Tatoeba (tha-eng)": 97.2, - "Tatoeba (ido-eng)": 83.79, - "Tatoeba (nov-eng)": 72.49, - "Tatoeba (wuu-eng)": 92.68, - "Tatoeba (srp-eng)": 90.92, - "Tatoeba (isl-eng)": 79.5, - "Tatoeba (cat-eng)": 92.59, - "Tatoeba (fra-eng)": 95.16, - "Tatoeba (ber-eng)": 9.88, - "Tatoeba (ces-eng)": 94.92, - "Tatoeba (urd-eng)": 89.88, - "Tatoeba (slv-eng)": 86.48, - "Tatoeba (tuk-eng)": 47.64, - "Tatoeba (uzb-eng)": 58.58, - "Tatoeba (hsb-eng)": 79.21, - "Tatoeba (heb-eng)": 88.88, - "Tatoeba (gsw-eng)": 55.2, - "Tatoeba (uig-eng)": 71.71, - "Tatoeba (aze-eng)": 88.29 - } - ] - }, - "Classification": { - "accuracy": [ - { - "Model": "gte-Qwen2-7B-instruct", - "AmazonCounterfactualClassification (en-ext)": 93.04, - "AmazonCounterfactualClassification (en)": 91.33, - "AmazonCounterfactualClassification (de)": 75.62, - "AmazonCounterfactualClassification (ja)": 83.59, - "AmazonReviewsClassification (en)": 62.11, - "AmazonReviewsClassification (de)": 59.37, - "AmazonReviewsClassification (es)": 55.85, - "AmazonReviewsClassification (fr)": 55.54, - "AmazonReviewsClassification (ja)": 57.01, - "AmazonReviewsClassification (zh)": 53.55, - "AngryTweetsClassification": 64.4, - "DanishPoliticalCommentsClassification": 48.46, - "GeoreviewClassification": 60.01, - "HeadlineClassification": 76.38, - "InappropriatenessClassification": 76.41, - "KinopoiskClassification": 71.04, - "LccSentimentClassification": 76.87, - "MTOPDomainClassification (en)": 99.04, - "MTOPDomainClassification (de)": 97.17, - "MTOPDomainClassification (es)": 97.77, - "MTOPDomainClassification (fr)": 96.69, - "MTOPDomainClassification (hi)": 96.25, - "MTOPDomainClassification (th)": 93.25, - "MTOPIntentClassification (en)": 91.78, - "MTOPIntentClassification (de)": 88.18, - "MTOPIntentClassification (es)": 91.14, - "MTOPIntentClassification (fr)": 87.47, - "MTOPIntentClassification (hi)": 84.08, - "MTOPIntentClassification (th)": 84.48, - "MasakhaNEWSClassification (amh)": 72.71, - "MasakhaNEWSClassification (eng)": 81.78, - "MasakhaNEWSClassification (fra)": 80.78, - "MasakhaNEWSClassification (hau)": 79.45, - "MasakhaNEWSClassification (ibo)": 75.87, - "MasakhaNEWSClassification (lin)": 83.6, - "MasakhaNEWSClassification (lug)": 74.75, - "MasakhaNEWSClassification (orm)": 83.17, - "MasakhaNEWSClassification (pcm)": 94.95, - "MasakhaNEWSClassification (run)": 83.11, - "MasakhaNEWSClassification (sna)": 88.64, - "MasakhaNEWSClassification (som)": 68.06, - "MasakhaNEWSClassification (swa)": 77.94, - "MasakhaNEWSClassification (tir)": 55.51, - "MasakhaNEWSClassification (xho)": 83.94, - "MasakhaNEWSClassification (yor)": 86.06, - "MassiveIntentClassification (ar)": 71.16, - "MassiveIntentClassification (ja)": 81.92, - "MassiveIntentClassification (zh-TW)": 76.96, - "MassiveIntentClassification (bn)": 75.95, - "MassiveIntentClassification (hy)": 42.18, - "MassiveIntentClassification (lv)": 69.49, - "MassiveIntentClassification (sw)": 52.05, - "MassiveIntentClassification (el)": 75.35, - "MassiveIntentClassification (pt)": 81.94, - "MassiveIntentClassification (tr)": 77.81, - "MassiveIntentClassification (ru)": 82.1, - "MassiveIntentClassification (my)": 56.7, - "MassiveIntentClassification (it)": 81.58, - "MassiveIntentClassification (nb)": 78.71, - "MassiveIntentClassification (kn)": 52.18, - "MassiveIntentClassification (af)": 76.01, - "MassiveIntentClassification (vi)": 79.89, - "MassiveIntentClassification (te)": 57.4, - "MassiveIntentClassification (az)": 72.24, - "MassiveIntentClassification (fa)": 77.86, - "MassiveIntentClassification (th)": 74.09, - "MassiveIntentClassification (sq)": 50.92, - "MassiveIntentClassification (fr)": 81.9, - "MassiveIntentClassification (es)": 81.29, - "MassiveIntentClassification (da)": 78.15, - "MassiveIntentClassification (sv)": 79.13, - "MassiveIntentClassification (jv)": 58.24, - "MassiveIntentClassification (ta)": 52.74, - "MassiveIntentClassification (cy)": 49.37, - "MassiveIntentClassification (tl)": 73.98, - "MassiveIntentClassification (ur)": 72.4, - "MassiveIntentClassification (en)": 85.43, - "MassiveIntentClassification (ro)": 76.41, - "MassiveIntentClassification (hi)": 78.0, - "MassiveIntentClassification (id)": 80.11, - "MassiveIntentClassification (he)": 74.39, - "MassiveIntentClassification (km)": 49.36, - "MassiveIntentClassification (nl)": 81.59, - "MassiveIntentClassification (sl)": 75.0, - "MassiveIntentClassification (ms)": 76.4, - "MassiveIntentClassification (ko)": 79.24, - "MassiveIntentClassification (ml)": 64.98, - "MassiveIntentClassification (pl)": 80.89, - "MassiveIntentClassification (fi)": 74.58, - "MassiveIntentClassification (zh-CN)": 81.09, - "MassiveIntentClassification (hu)": 72.1, - "MassiveIntentClassification (is)": 56.6, - "MassiveIntentClassification (am)": 32.29, - "MassiveIntentClassification (mn)": 53.96, - "MassiveIntentClassification (de)": 80.49, - "MassiveIntentClassification (ka)": 54.94, - "MassiveScenarioClassification (ru)": 87.43, - "MassiveScenarioClassification (is)": 64.96, - "MassiveScenarioClassification (en)": 89.7, - "MassiveScenarioClassification (fi)": 79.5, - "MassiveScenarioClassification (sw)": 61.58, - "MassiveScenarioClassification (af)": 83.1, - "MassiveScenarioClassification (hu)": 78.12, - "MassiveScenarioClassification (ms)": 82.99, - "MassiveScenarioClassification (ka)": 63.42, - "MassiveScenarioClassification (kn)": 64.91, - "MassiveScenarioClassification (id)": 86.1, - "MassiveScenarioClassification (it)": 87.3, - "MassiveScenarioClassification (de)": 86.82, - "MassiveScenarioClassification (km)": 56.31, - "MassiveScenarioClassification (pl)": 85.54, - "MassiveScenarioClassification (vi)": 84.95, - "MassiveScenarioClassification (pt)": 86.3, - "MassiveScenarioClassification (th)": 81.19, - "MassiveScenarioClassification (zh-CN)": 85.74, - "MassiveScenarioClassification (sv)": 85.01, - "MassiveScenarioClassification (es)": 87.02, - "MassiveScenarioClassification (ta)": 57.91, - "MassiveScenarioClassification (sq)": 57.85, - "MassiveScenarioClassification (ur)": 77.18, - "MassiveScenarioClassification (he)": 80.12, - "MassiveScenarioClassification (cy)": 57.57, - "MassiveScenarioClassification (jv)": 69.44, - "MassiveScenarioClassification (nb)": 84.15, - "MassiveScenarioClassification (am)": 41.09, - "MassiveScenarioClassification (hy)": 49.28, - "MassiveScenarioClassification (zh-TW)": 83.56, - "MassiveScenarioClassification (az)": 76.8, - "MassiveScenarioClassification (tl)": 79.26, - "MassiveScenarioClassification (te)": 68.13, - "MassiveScenarioClassification (hi)": 83.21, - "MassiveScenarioClassification (ja)": 87.44, - "MassiveScenarioClassification (fa)": 82.51, - "MassiveScenarioClassification (ml)": 71.49, - "MassiveScenarioClassification (sl)": 79.98, - "MassiveScenarioClassification (ar)": 77.71, - "MassiveScenarioClassification (ro)": 81.88, - "MassiveScenarioClassification (lv)": 76.39, - "MassiveScenarioClassification (bn)": 80.4, - "MassiveScenarioClassification (ko)": 86.28, - "MassiveScenarioClassification (tr)": 83.32, - "MassiveScenarioClassification (el)": 81.23, - "MassiveScenarioClassification (fr)": 86.64, - "MassiveScenarioClassification (da)": 84.33, - "MassiveScenarioClassification (my)": 60.44, - "MassiveScenarioClassification (mn)": 59.65, - "MassiveScenarioClassification (nl)": 86.68, - "NoRecClassification": 65.99, - "NordicLangClassification": 73.23, - "PAC": 66.32, - "PolEmo2.0-OUT": 54.49, - "RuReviewsClassification": 74.85, - "RuSciBenchGRNTIClassification": 71.01, - "RuSciBenchOECDClassification": 57.68, - "ToxicConversationsClassification": 85.74 - } - ] - }, - "Clustering": { - "v_measure": [ - { - "Model": "gte-Qwen2-7B-instruct", - "BlurbsClusteringP2P": 47.0, - "BlurbsClusteringS2S": 21.74, - "GeoreviewClusteringP2P": 78.32, - "MLSUMClusteringP2P (de)": 49.66, - "MLSUMClusteringP2P (fr)": 49.71, - "MLSUMClusteringP2P (ru)": 58.58, - "MLSUMClusteringP2P (es)": 50.43, - "MLSUMClusteringS2S (de)": 47.75, - "MLSUMClusteringS2S (fr)": 48.91, - "MLSUMClusteringS2S (ru)": 55.79, - "MLSUMClusteringS2S (es)": 48.93, - "MasakhaNEWSClusteringP2P (amh)": 51.99, - "MasakhaNEWSClusteringP2P (eng)": 63.97, - "MasakhaNEWSClusteringP2P (fra)": 63.67, - "MasakhaNEWSClusteringP2P (hau)": 57.93, - "MasakhaNEWSClusteringP2P (ibo)": 66.36, - "MasakhaNEWSClusteringP2P (lin)": 84.66, - "MasakhaNEWSClusteringP2P (lug)": 50.98, - "MasakhaNEWSClusteringP2P (orm)": 56.51, - "MasakhaNEWSClusteringP2P (pcm)": 89.16, - "MasakhaNEWSClusteringP2P (run)": 63.84, - "MasakhaNEWSClusteringP2P (sna)": 80.08, - "MasakhaNEWSClusteringP2P (som)": 43.45, - "MasakhaNEWSClusteringP2P (swa)": 45.64, - "MasakhaNEWSClusteringP2P (tir)": 58.86, - "MasakhaNEWSClusteringP2P (xho)": 54.15, - "MasakhaNEWSClusteringP2P (yor)": 68.84, - "MasakhaNEWSClusteringS2S (amh)": 48.74, - "MasakhaNEWSClusteringS2S (eng)": 57.22, - "MasakhaNEWSClusteringS2S (fra)": 60.93, - "MasakhaNEWSClusteringS2S (hau)": 29.97, - "MasakhaNEWSClusteringS2S (ibo)": 55.42, - "MasakhaNEWSClusteringS2S (lin)": 69.5, - "MasakhaNEWSClusteringS2S (lug)": 49.28, - "MasakhaNEWSClusteringS2S (orm)": 35.88, - "MasakhaNEWSClusteringS2S (pcm)": 79.67, - "MasakhaNEWSClusteringS2S (run)": 59.68, - "MasakhaNEWSClusteringS2S (sna)": 63.13, - "MasakhaNEWSClusteringS2S (som)": 36.68, - "MasakhaNEWSClusteringS2S (swa)": 31.39, - "MasakhaNEWSClusteringS2S (tir)": 45.25, - "MasakhaNEWSClusteringS2S (xho)": 28.47, - "MasakhaNEWSClusteringS2S (yor)": 47.31, - "RuSciBenchGRNTIClusteringP2P": 65.19, - "RuSciBenchOECDClusteringP2P": 55.6, - "TenKGnadClusteringP2P": 52.6, - "TenKGnadClusteringS2S": 38.04 - } - ] - }, - "PairClassification": { - "max_ap": [ - { - "Model": "gte-Qwen2-7B-instruct", - "FalseFriendsGermanEnglish": 55.91, - "OpusparcusPC (de)": 98.51, - "OpusparcusPC (en)": 99.12, - "OpusparcusPC (fi)": 94.12, - "OpusparcusPC (fr)": 95.95, - "OpusparcusPC (ru)": 92.5, - "OpusparcusPC (sv)": 95.66, - "PawsXPairClassification (de)": 77.16, - "PawsXPairClassification (en)": 82.37, - "PawsXPairClassification (es)": 79.4, - "PawsXPairClassification (fr)": 80.69, - "PawsXPairClassification (ja)": 68.72, - "PawsXPairClassification (ko)": 68.65, - "PawsXPairClassification (zh)": 76.53, - "SprintDuplicateQuestions": 92.82, - "TERRa": 67.45, - "TwitterURLCorpus": 86.59 - }, - { - "Model": "gte-Qwen2-7B-instruct", - "FalseFriendsGermanEnglish": 55.91, - "OpusparcusPC (de)": 98.51, - "OpusparcusPC (en)": 99.12, - "OpusparcusPC (fi)": 94.12, - "OpusparcusPC (fr)": 95.95, - "OpusparcusPC (ru)": 92.5, - "OpusparcusPC (sv)": 95.7, - "PawsXPairClassification (de)": 77.71, - "PawsXPairClassification (en)": 82.39, - "PawsXPairClassification (es)": 79.44, - "PawsXPairClassification (fr)": 80.8, - "PawsXPairClassification (ja)": 68.82, - "PawsXPairClassification (ko)": 68.7, - "PawsXPairClassification (zh)": 76.81, - "SprintDuplicateQuestions": 93.14, - "TERRa": 67.61, - "TwitterURLCorpus": 86.61 - } - ] - }, - "Reranking": { - "map": [ - { - "Model": "gte-Qwen2-7B-instruct", - "AlloprofReranking": 81.1, - "RuBQReranking": 74.13, - "T2Reranking": 67.8 - }, - { - "Model": "gte-Qwen2-7B-instruct", - "MIRACLReranking (ru)": 54.95, - "MIRACLReranking (ar)": 68.47, - "MIRACLReranking (bn)": 63.87, - "MIRACLReranking (de)": 50.18, - "MIRACLReranking (en)": 62.37, - "MIRACLReranking (es)": 60.78, - "MIRACLReranking (fa)": 51.21, - "MIRACLReranking (fi)": 68.98, - "MIRACLReranking (fr)": 50.82, - "MIRACLReranking (hi)": 59.2, - "MIRACLReranking (id)": 52.97, - "MIRACLReranking (ja)": 60.39, - "MIRACLReranking (ko)": 50.56, - "MIRACLReranking (sw)": 53.39, - "MIRACLReranking (te)": 67.83, - "MIRACLReranking (th)": 69.34, - "MIRACLReranking (yo)": 64.19, - "MIRACLReranking (zh)": 52.11 - } - ] - }, - "Retrieval": { - "ndcg_at_10": [ - { - "Model": "gte-Qwen2-7B-instruct", - "AILACasedocs": 29.74, - "AILAStatutes": 33.76, - "ARCChallenge": 20.46, - "AlloprofRetrieval": 59.15, - "AlphaNLI": 43.93, - "AppsRetrieval": 28.39, - "ArguAna": 54.56, - "BrightRetrieval (earth_science)": 40.66, - "BrightRetrieval (sustainable_living)": 20.82, - "BrightRetrieval (theoremqa_theorems)": 34.22, - "BrightRetrieval (aops)": 15.1, - "BrightRetrieval (economics)": 16.18, - "BrightRetrieval (pony)": 1.25, - "BrightRetrieval (stackoverflow)": 13.95, - "BrightRetrieval (leetcode)": 31.07, - "BrightRetrieval (biology)": 32.09, - "BrightRetrieval (theoremqa_questions)": 29.9, - "BrightRetrieval (robotics)": 12.82, - "BrightRetrieval (psychology)": 26.58, - "CodeFeedbackMT": 57.66, - "CodeFeedbackST": 84.15, - "CodeSearchNetCCRetrieval (python)": 75.41, - "CodeSearchNetCCRetrieval (javascript)": 69.2, - "CodeSearchNetCCRetrieval (go)": 62.59, - "CodeSearchNetCCRetrieval (ruby)": 65.18, - "CodeSearchNetCCRetrieval (java)": 67.15, - "CodeSearchNetCCRetrieval (php)": 57.93, - "CodeSearchNetRetrieval (python)": 91.93, - "CodeSearchNetRetrieval (javascript)": 79.82, - "CodeSearchNetRetrieval (go)": 94.26, - "CodeSearchNetRetrieval (ruby)": 84.76, - "CodeSearchNetRetrieval (java)": 86.49, - "CodeSearchNetRetrieval (php)": 84.52, - "CodeTransOceanContest": 81.83, - "CodeTransOceanDL": 32.17, - "CosQA": 32.24, - "CovidRetrieval": 81.04, - "GerDaLIR": 7.75, - "GerDaLIRSmall": 16.94, - "GermanQuAD-Retrieval": 94.54, - "HellaSwag": 37.61, - "LEMBNarrativeQARetrieval": 45.46, - "LEMBQMSumRetrieval": 31.27, - "LEMBSummScreenFDRetrieval": 76.08, - "LEMBWikimQARetrieval": 61.15, - "LeCaRDv2": 69.72, - "LegalBenchConsumerContractsQA": 75.83, - "LegalBenchCorporateLobbying": 95.21, - "LegalQuAD": 46.1, - "LegalSummarization": 66.58, - "PIQA": 44.05, - "Quail": 26.57, - "RARbCode": 90.49, - "RARbMath": 85.27, - "RiaNewsRetrieval": 76.26, - "RuBQRetrieval": 72.72, - "SCIDOCS": 23.48, - "SIQA": 8.36, - "SpartQA": 18.78, - "StackOverflowQA": 84.35, - "SyntheticText2SQL": 53.22, - "TRECCOVID": 80.37, - "TempReasonL1": 2.18, - "TempReasonL2Fact": 64.12, - "TempReasonL2Pure": 6.32, - "TempReasonL3Fact": 47.39, - "TempReasonL3Pure": 9.79, - "WinoGrande": 66.81, - "XMarket (de)": 29.61, - "XMarket (en)": 39.89, - "XMarket (es)": 32.7, - "XPQARetrieval (ara-ara)": 50.05, - "XPQARetrieval (eng-ara)": 40.41, - "XPQARetrieval (ara-eng)": 48.41, - "XPQARetrieval (deu-deu)": 78.07, - "XPQARetrieval (eng-deu)": 59.84, - "XPQARetrieval (deu-eng)": 74.41, - "XPQARetrieval (spa-spa)": 63.68, - "XPQARetrieval (eng-spa)": 52.02, - "XPQARetrieval (spa-eng)": 61.5, - "XPQARetrieval (fra-fra)": 70.76, - "XPQARetrieval (eng-fra)": 57.21, - "XPQARetrieval (fra-eng)": 67.89, - "XPQARetrieval (hin-hin)": 72.32, - "XPQARetrieval (eng-hin)": 42.7, - "XPQARetrieval (hin-eng)": 67.74, - "XPQARetrieval (ita-ita)": 72.61, - "XPQARetrieval (eng-ita)": 51.55, - "XPQARetrieval (ita-eng)": 70.43, - "XPQARetrieval (jpn-jpn)": 74.54, - "XPQARetrieval (eng-jpn)": 51.62, - "XPQARetrieval (jpn-eng)": 71.94, - "XPQARetrieval (kor-kor)": 39.61, - "XPQARetrieval (eng-kor)": 38.93, - "XPQARetrieval (kor-eng)": 37.75, - "XPQARetrieval (pol-pol)": 47.81, - "XPQARetrieval (eng-pol)": 37.95, - "XPQARetrieval (pol-eng)": 44.67, - "XPQARetrieval (por-por)": 48.96, - "XPQARetrieval (eng-por)": 36.09, - "XPQARetrieval (por-eng)": 48.82, - "XPQARetrieval (tam-tam)": 36.09, - "XPQARetrieval (eng-tam)": 20.8, - "XPQARetrieval (tam-eng)": 26.95, - "XPQARetrieval (cmn-cmn)": 65.85, - "XPQARetrieval (eng-cmn)": 36.18, - "XPQARetrieval (cmn-eng)": 62.85 - } - ], - "recall_at_1": [ - { - "Model": "gte-Qwen2-7B-instruct", - "BrightRetrieval (psychology)": 46.73, - "BrightRetrieval (biology)": 34.87, - "BrightRetrieval (sustainable_living)": 31.28, - "BrightRetrieval (robotics)": 10.89, - "BrightRetrieval (pony)": 1.17, - "BrightRetrieval (earth_science)": 38.36, - "BrightRetrieval (stackoverflow)": 16.67, - "BrightRetrieval (economics)": 27.67 - } - ] - }, - "STS": { - "cosine_spearman": [ - { - "Model": "gte-Qwen2-7B-instruct", - "GermanSTSBenchmark": 84.61, - "RUParaPhraserSTS": 77.45, - "RuSTSBenchmarkSTS": 83.82, - "SICK-R": 79.16, - "STS12": 79.53, - "STS13": 88.97, - "STS14": 83.87, - "STS15": 88.48, - "STS17 (en-en)": 88.75, - "STS17 (ko-ko)": 83.86, - "STS17 (it-en)": 87.98, - "STS17 (en-tr)": 77.15, - "STS17 (en-ar)": 84.05, - "STS17 (es-es)": 89.01, - "STS17 (ar-ar)": 85.92, - "STS17 (es-en)": 86.84, - "STS17 (en-de)": 87.22, - "STS17 (nl-en)": 86.65, - "STS17 (fr-en)": 87.14, - "STS22 (ru)": 63.82, - "STS22 (pl)": 40.87, - "STS22 (es-en)": 78.38, - "STS22 (en)": 67.16, - "STS22 (zh-en)": 72.08, - "STS22 (tr)": 67.44, - "STS22 (ar)": 56.69, - "STS22 (es-it)": 74.84, - "STS22 (es)": 67.24, - "STS22 (de-fr)": 64.76, - "STS22 (de-pl)": 54.6, - "STS22 (it)": 78.4, - "STS22 (pl-en)": 74.58, - "STS22 (fr)": 82.49, - "STS22 (de)": 58.05, - "STS22 (de-en)": 57.62, - "STS22 (fr-pl)": 84.52, - "STS22 (zh)": 65.77, - "STSB": 81.05, - "STSBenchmark": 86.81, - "STSBenchmarkMultilingualSTS (fr)": 85.44, - "STSBenchmarkMultilingualSTS (pt)": 85.11, - "STSBenchmarkMultilingualSTS (en)": 86.85, - "STSBenchmarkMultilingualSTS (de)": 85.05, - "STSBenchmarkMultilingualSTS (it)": 84.73, - "STSBenchmarkMultilingualSTS (es)": 85.74, - "STSBenchmarkMultilingualSTS (zh)": 82.91, - "STSBenchmarkMultilingualSTS (ru)": 83.86, - "STSBenchmarkMultilingualSTS (pl)": 83.95, - "STSBenchmarkMultilingualSTS (nl)": 84.53 - }, - { - "Model": "gte-Qwen2-7B-instruct", - "GermanSTSBenchmark": 84.61, - "RUParaPhraserSTS": 77.45, - "RuSTSBenchmarkSTS": 83.82, - "SICK-R": 79.16, - "STS12": 79.53, - "STS13": 88.97, - "STS14": 83.87, - "STS15": 88.48, - "STS17 (en-en)": 88.75, - "STS17 (ko-ko)": 83.86, - "STS17 (it-en)": 87.98, - "STS17 (en-tr)": 77.15, - "STS17 (en-ar)": 84.05, - "STS17 (es-es)": 89.01, - "STS17 (ar-ar)": 85.92, - "STS17 (es-en)": 86.84, - "STS17 (en-de)": 87.22, - "STS17 (nl-en)": 86.65, - "STS17 (fr-en)": 87.14, - "STS22 (ru)": 63.82, - "STS22 (pl)": 40.87, - "STS22 (es-en)": 78.38, - "STS22 (en)": 67.16, - "STS22 (zh-en)": 72.08, - "STS22 (tr)": 67.44, - "STS22 (ar)": 56.69, - "STS22 (es-it)": 74.84, - "STS22 (es)": 67.24, - "STS22 (de-fr)": 64.76, - "STS22 (de-pl)": 54.6, - "STS22 (it)": 78.4, - "STS22 (pl-en)": 74.58, - "STS22 (fr)": 82.49, - "STS22 (de)": 58.05, - "STS22 (de-en)": 57.62, - "STS22 (fr-pl)": 84.52, - "STS22 (zh)": 65.77, - "STSB": 81.05, - "STSBenchmark": 86.81, - "STSBenchmarkMultilingualSTS (fr)": 85.44, - "STSBenchmarkMultilingualSTS (pt)": 85.11, - "STSBenchmarkMultilingualSTS (en)": 86.85, - "STSBenchmarkMultilingualSTS (de)": 85.05, - "STSBenchmarkMultilingualSTS (it)": 84.73, - "STSBenchmarkMultilingualSTS (es)": 85.74, - "STSBenchmarkMultilingualSTS (zh)": 82.91, - "STSBenchmarkMultilingualSTS (ru)": 83.86, - "STSBenchmarkMultilingualSTS (pl)": 83.95, - "STSBenchmarkMultilingualSTS (nl)": 84.53 - } - ] - }, - "Summarization": { - "cosine_spearman": [] - }, - "MultilabelClassification": { - "accuracy": [ - { - "Model": "gte-Qwen2-7B-instruct", - "CEDRClassification": 52.78, - "SensitiveTopicsClassification": 35.76 - } - ] - }, - "InstructionRetrieval": { - "p-MRR": [ - { - "Model": "gte-Qwen2-7B-instruct", - "Core17InstructionRetrieval": 6.78, - "News21InstructionRetrieval": 4.11, - "Robust04InstructionRetrieval": 3.93 - } - ] - } - }, - "BAAI__bge-base-en-v1.5": { - "BitextMining": { - "f1": [ - { - "Model": "bge-base-en-v1.5", - "BornholmBitextMining": 27.6, - "Tatoeba (kzj-eng)": 3.89, - "Tatoeba (ile-eng)": 21.25, - "Tatoeba (ara-eng)": 0.3, - "Tatoeba (cha-eng)": 15.41, - "Tatoeba (tzl-eng)": 16.83, - "Tatoeba (hin-eng)": 0.1, - "Tatoeba (zsm-eng)": 8.0, - "Tatoeba (yid-eng)": 0.2, - "Tatoeba (vie-eng)": 5.01, - "Tatoeba (tat-eng)": 0.94, - "Tatoeba (nno-eng)": 7.28, - "Tatoeba (mal-eng)": 0.39, - "Tatoeba (nld-eng)": 12.18, - "Tatoeba (tgl-eng)": 3.79, - "Tatoeba (cym-eng)": 6.51, - "Tatoeba (eus-eng)": 7.21, - "Tatoeba (rus-eng)": 0.25, - "Tatoeba (orv-eng)": 0.13, - "Tatoeba (tha-eng)": 1.1, - "Tatoeba (ceb-eng)": 5.13, - "Tatoeba (ast-eng)": 17.75, - "Tatoeba (uig-eng)": 0.4, - "Tatoeba (jav-eng)": 4.87, - "Tatoeba (arq-eng)": 0.3, - "Tatoeba (hsb-eng)": 4.34, - "Tatoeba (srp-eng)": 3.12, - "Tatoeba (bul-eng)": 0.82, - "Tatoeba (tuk-eng)": 4.34, - "Tatoeba (sqi-eng)": 5.87, - "Tatoeba (ces-eng)": 4.76, - "Tatoeba (ell-eng)": 0.5, - "Tatoeba (kaz-eng)": 0.43, - "Tatoeba (spa-eng)": 18.16, - "Tatoeba (lit-eng)": 2.35, - "Tatoeba (ita-eng)": 18.82, - "Tatoeba (gsw-eng)": 14.92, - "Tatoeba (urd-eng)": 0.0, - "Tatoeba (cmn-eng)": 2.99, - "Tatoeba (awa-eng)": 0.51, - "Tatoeba (pms-eng)": 11.58, - "Tatoeba (mar-eng)": 0.09, - "Tatoeba (ang-eng)": 14.83, - "Tatoeba (ukr-eng)": 0.83, - "Tatoeba (jpn-eng)": 1.59, - "Tatoeba (arz-eng)": 0.0, - "Tatoeba (nob-eng)": 10.7, - "Tatoeba (mhr-eng)": 0.03, - "Tatoeba (gle-eng)": 3.39, - "Tatoeba (hrv-eng)": 6.18, - "Tatoeba (swe-eng)": 8.66, - "Tatoeba (pol-eng)": 5.87, - "Tatoeba (swh-eng)": 7.85, - "Tatoeba (dan-eng)": 10.08, - "Tatoeba (tam-eng)": 0.55, - "Tatoeba (ina-eng)": 29.74, - "Tatoeba (lvs-eng)": 4.24, - "Tatoeba (hun-eng)": 4.9, - "Tatoeba (fra-eng)": 20.65, - "Tatoeba (aze-eng)": 3.18, - "Tatoeba (cat-eng)": 14.93, - "Tatoeba (ido-eng)": 16.24, - "Tatoeba (kur-eng)": 6.67, - "Tatoeba (por-eng)": 16.47, - "Tatoeba (cbk-eng)": 13.72, - "Tatoeba (glg-eng)": 17.84, - "Tatoeba (dsb-eng)": 4.43, - "Tatoeba (mon-eng)": 1.42, - "Tatoeba (fin-eng)": 3.14, - "Tatoeba (cor-eng)": 3.17, - "Tatoeba (afr-eng)": 7.96, - "Tatoeba (ind-eng)": 7.52, - "Tatoeba (kor-eng)": 1.07, - "Tatoeba (xho-eng)": 3.86, - "Tatoeba (dtp-eng)": 3.32, - "Tatoeba (lat-eng)": 10.58, - "Tatoeba (kat-eng)": 0.55, - "Tatoeba (fao-eng)": 6.58, - "Tatoeba (swg-eng)": 11.45, - "Tatoeba (kab-eng)": 0.99, - "Tatoeba (csb-eng)": 6.79, - "Tatoeba (slk-eng)": 6.0, - "Tatoeba (fry-eng)": 14.25, - "Tatoeba (pam-eng)": 4.95, - "Tatoeba (yue-eng)": 1.54, - "Tatoeba (mkd-eng)": 0.21, - "Tatoeba (lfn-eng)": 12.2, - "Tatoeba (nov-eng)": 27.29, - "Tatoeba (tel-eng)": 0.24, - "Tatoeba (max-eng)": 7.97, - "Tatoeba (tur-eng)": 4.29, - "Tatoeba (hye-eng)": 0.3, - "Tatoeba (uzb-eng)": 3.6, - "Tatoeba (gla-eng)": 3.16, - "Tatoeba (khm-eng)": 0.42, - "Tatoeba (ron-eng)": 9.92, - "Tatoeba (isl-eng)": 3.36, - "Tatoeba (ben-eng)": 0.13, - "Tatoeba (amh-eng)": 0.6, - "Tatoeba (epo-eng)": 10.42, - "Tatoeba (deu-eng)": 15.53, - "Tatoeba (oci-eng)": 11.01, - "Tatoeba (wuu-eng)": 2.05, - "Tatoeba (ber-eng)": 5.5, - "Tatoeba (nds-eng)": 12.51, - "Tatoeba (bre-eng)": 3.44, - "Tatoeba (war-eng)": 5.61, - "Tatoeba (bos-eng)": 8.02, - "Tatoeba (pes-eng)": 0.1, - "Tatoeba (est-eng)": 3.75, - "Tatoeba (heb-eng)": 0.48, - "Tatoeba (slv-eng)": 5.44, - "Tatoeba (bel-eng)": 0.94 - } - ] - }, - "Classification": { - "accuracy": [ - { - "Model": "bge-base-en-v1.5", - "AllegroReviews": 25.03, - "AmazonCounterfactualClassification (en-ext)": 74.66, - "AmazonCounterfactualClassification (en)": 75.01, - "AmazonCounterfactualClassification (de)": 55.79, - "AmazonCounterfactualClassification (ja)": 58.61, - "AmazonReviewsClassification (en)": 50.73, - "AmazonReviewsClassification (de)": 26.04, - "AmazonReviewsClassification (es)": 33.95, - "AmazonReviewsClassification (fr)": 29.29, - "AmazonReviewsClassification (ja)": 23.63, - "AmazonReviewsClassification (zh)": 23.65, - "AngryTweetsClassification": 43.69, - "CBD": 51.55, - "DanishPoliticalCommentsClassification": 29.44, - "GeoreviewClassification": 27.74, - "HeadlineClassification": 30.07, - "InappropriatenessClassification": 51.63, - "KinopoiskClassification": 35.58, - "LccSentimentClassification": 40.33, - "MTOPDomainClassification (en)": 93.18, - "MTOPDomainClassification (de)": 69.48, - "MTOPDomainClassification (es)": 76.31, - "MTOPDomainClassification (fr)": 75.85, - "MTOPDomainClassification (hi)": 36.44, - "MTOPDomainClassification (th)": 16.13, - "MTOPIntentClassification (en)": 67.14, - "MTOPIntentClassification (de)": 44.82, - "MTOPIntentClassification (es)": 42.67, - "MTOPIntentClassification (fr)": 39.54, - "MTOPIntentClassification (hi)": 15.37, - "MTOPIntentClassification (th)": 5.24, - "MasakhaNEWSClassification (amh)": 34.04, - "MasakhaNEWSClassification (eng)": 79.02, - "MasakhaNEWSClassification (fra)": 76.07, - "MasakhaNEWSClassification (hau)": 63.2, - "MasakhaNEWSClassification (ibo)": 59.92, - "MasakhaNEWSClassification (lin)": 72.51, - "MasakhaNEWSClassification (lug)": 55.92, - "MasakhaNEWSClassification (orm)": 57.11, - "MasakhaNEWSClassification (pcm)": 92.1, - "MasakhaNEWSClassification (run)": 63.51, - "MasakhaNEWSClassification (sna)": 73.63, - "MasakhaNEWSClassification (som)": 49.15, - "MasakhaNEWSClassification (swa)": 54.35, - "MasakhaNEWSClassification (tir)": 25.88, - "MasakhaNEWSClassification (xho)": 61.14, - "MasakhaNEWSClassification (yor)": 66.28, - "MassiveIntentClassification (ru)": 31.7, - "MassiveIntentClassification (fi)": 41.0, - "MassiveIntentClassification (lv)": 39.23, - "MassiveIntentClassification (sw)": 38.11, - "MassiveIntentClassification (ta)": 11.24, - "MassiveIntentClassification (az)": 38.58, - "MassiveIntentClassification (bn)": 15.79, - "MassiveIntentClassification (ml)": 3.24, - "MassiveIntentClassification (hu)": 36.2, - "MassiveIntentClassification (id)": 40.1, - "MassiveIntentClassification (th)": 12.65, - "MassiveIntentClassification (fr)": 43.91, - "MassiveIntentClassification (zh-CN)": 23.75, - "MassiveIntentClassification (ms)": 37.3, - "MassiveIntentClassification (sl)": 38.57, - "MassiveIntentClassification (ur)": 16.7, - "MassiveIntentClassification (ro)": 39.93, - "MassiveIntentClassification (de)": 41.73, - "MassiveIntentClassification (fa)": 24.44, - "MassiveIntentClassification (te)": 2.72, - "MassiveIntentClassification (pl)": 38.51, - "MassiveIntentClassification (nb)": 38.88, - "MassiveIntentClassification (es)": 43.08, - "MassiveIntentClassification (ja)": 29.99, - "MassiveIntentClassification (zh-TW)": 22.34, - "MassiveIntentClassification (nl)": 38.75, - "MassiveIntentClassification (it)": 44.42, - "MassiveIntentClassification (pt)": 43.45, - "MassiveIntentClassification (ka)": 11.76, - "MassiveIntentClassification (ar)": 20.63, - "MassiveIntentClassification (tr)": 39.25, - "MassiveIntentClassification (cy)": 33.54, - "MassiveIntentClassification (en)": 72.64, - "MassiveIntentClassification (mn)": 20.53, - "MassiveIntentClassification (hi)": 13.89, - "MassiveIntentClassification (ko)": 20.17, - "MassiveIntentClassification (af)": 36.89, - "MassiveIntentClassification (km)": 4.75, - "MassiveIntentClassification (vi)": 37.62, - "MassiveIntentClassification (my)": 3.8, - "MassiveIntentClassification (am)": 2.75, - "MassiveIntentClassification (tl)": 41.78, - "MassiveIntentClassification (sv)": 38.39, - "MassiveIntentClassification (kn)": 3.27, - "MassiveIntentClassification (jv)": 35.15, - "MassiveIntentClassification (hy)": 11.24, - "MassiveIntentClassification (da)": 41.04, - "MassiveIntentClassification (sq)": 38.12, - "MassiveIntentClassification (is)": 34.25, - "MassiveIntentClassification (el)": 27.29, - "MassiveIntentClassification (he)": 23.25, - "MassiveScenarioClassification (am)": 8.29, - "MassiveScenarioClassification (fa)": 30.38, - "MassiveScenarioClassification (nl)": 47.81, - "MassiveScenarioClassification (ar)": 30.58, - "MassiveScenarioClassification (ka)": 18.04, - "MassiveScenarioClassification (nb)": 48.41, - "MassiveScenarioClassification (af)": 45.94, - "MassiveScenarioClassification (km)": 9.02, - "MassiveScenarioClassification (is)": 45.11, - "MassiveScenarioClassification (ta)": 17.82, - "MassiveScenarioClassification (he)": 25.38, - "MassiveScenarioClassification (zh-TW)": 31.33, - "MassiveScenarioClassification (cy)": 39.07, - "MassiveScenarioClassification (ru)": 36.99, - "MassiveScenarioClassification (tl)": 51.55, - "MassiveScenarioClassification (bn)": 21.49, - "MassiveScenarioClassification (sq)": 47.4, - "MassiveScenarioClassification (lv)": 43.41, - "MassiveScenarioClassification (hi)": 19.69, - "MassiveScenarioClassification (zh-CN)": 33.62, - "MassiveScenarioClassification (jv)": 44.53, - "MassiveScenarioClassification (sv)": 47.55, - "MassiveScenarioClassification (pt)": 53.56, - "MassiveScenarioClassification (ro)": 49.47, - "MassiveScenarioClassification (az)": 44.58, - "MassiveScenarioClassification (ko)": 26.1, - "MassiveScenarioClassification (it)": 56.3, - "MassiveScenarioClassification (kn)": 8.44, - "MassiveScenarioClassification (el)": 37.53, - "MassiveScenarioClassification (fi)": 44.54, - "MassiveScenarioClassification (sl)": 42.65, - "MassiveScenarioClassification (tr)": 45.61, - "MassiveScenarioClassification (ml)": 6.64, - "MassiveScenarioClassification (da)": 49.22, - "MassiveScenarioClassification (sw)": 44.79, - "MassiveScenarioClassification (fr)": 53.77, - "MassiveScenarioClassification (en)": 76.51, - "MassiveScenarioClassification (id)": 47.3, - "MassiveScenarioClassification (my)": 10.25, - "MassiveScenarioClassification (ja)": 36.32, - "MassiveScenarioClassification (es)": 53.4, - "MassiveScenarioClassification (mn)": 26.68, - "MassiveScenarioClassification (th)": 23.0, - "MassiveScenarioClassification (ur)": 25.4, - "MassiveScenarioClassification (de)": 54.33, - "MassiveScenarioClassification (pl)": 47.15, - "MassiveScenarioClassification (te)": 6.6, - "MassiveScenarioClassification (vi)": 41.87, - "MassiveScenarioClassification (ms)": 46.35, - "MassiveScenarioClassification (hu)": 43.08, - "MassiveScenarioClassification (hy)": 17.38, - "NoRecClassification": 38.83, - "NordicLangClassification": 53.43, - "PAC": 59.61, - "PolEmo2.0-IN": 44.25, - "PolEmo2.0-OUT": 30.79, - "RuReviewsClassification": 43.47, - "RuSciBenchGRNTIClassification": 17.34, - "RuSciBenchOECDClassification": 13.16, - "ToxicConversationsClassification": 67.04 - } - ] - }, - "Clustering": { - "v_measure": [ - { - "Model": "bge-base-en-v1.5", - "AlloProfClusteringP2P": 59.78, - "AlloProfClusteringS2S": 38.3, - "BiorxivClusteringP2P": 39.44, - "BiorxivClusteringS2S": 36.62, - "BlurbsClusteringP2P": 25.15, - "BlurbsClusteringS2S": 11.38, - "GeoreviewClusteringP2P": 23.09, - "HALClusteringS2S": 23.18, - "MLSUMClusteringP2P (de)": 39.14, - "MLSUMClusteringP2P (fr)": 41.97, - "MLSUMClusteringP2P (ru)": 21.47, - "MLSUMClusteringP2P (es)": 40.97, - "MLSUMClusteringS2S (de)": 38.56, - "MLSUMClusteringS2S (fr)": 41.47, - "MLSUMClusteringS2S (ru)": 20.52, - "MLSUMClusteringS2S (es)": 40.77, - "MasakhaNEWSClusteringP2P (amh)": 40.48, - "MasakhaNEWSClusteringP2P (eng)": 49.92, - "MasakhaNEWSClusteringP2P (fra)": 47.41, - "MasakhaNEWSClusteringP2P (hau)": 41.76, - "MasakhaNEWSClusteringP2P (ibo)": 38.01, - "MasakhaNEWSClusteringP2P (lin)": 66.31, - "MasakhaNEWSClusteringP2P (lug)": 48.4, - "MasakhaNEWSClusteringP2P (orm)": 24.88, - "MasakhaNEWSClusteringP2P (pcm)": 84.63, - "MasakhaNEWSClusteringP2P (run)": 51.28, - "MasakhaNEWSClusteringP2P (sna)": 47.27, - "MasakhaNEWSClusteringP2P (som)": 33.96, - "MasakhaNEWSClusteringP2P (swa)": 22.85, - "MasakhaNEWSClusteringP2P (tir)": 47.31, - "MasakhaNEWSClusteringP2P (xho)": 26.52, - "MasakhaNEWSClusteringP2P (yor)": 37.97, - "MasakhaNEWSClusteringS2S (amh)": 44.05, - "MasakhaNEWSClusteringS2S (eng)": 37.48, - "MasakhaNEWSClusteringS2S (fra)": 44.15, - "MasakhaNEWSClusteringS2S (hau)": 19.01, - "MasakhaNEWSClusteringS2S (ibo)": 41.69, - "MasakhaNEWSClusteringS2S (lin)": 54.94, - "MasakhaNEWSClusteringS2S (lug)": 46.07, - "MasakhaNEWSClusteringS2S (orm)": 25.37, - "MasakhaNEWSClusteringS2S (pcm)": 83.13, - "MasakhaNEWSClusteringS2S (run)": 54.53, - "MasakhaNEWSClusteringS2S (sna)": 47.65, - "MasakhaNEWSClusteringS2S (som)": 27.86, - "MasakhaNEWSClusteringS2S (swa)": 20.2, - "MasakhaNEWSClusteringS2S (tir)": 42.87, - "MasakhaNEWSClusteringS2S (xho)": 26.32, - "MasakhaNEWSClusteringS2S (yor)": 32.17, - "MedrxivClusteringP2P": 33.21, - "MedrxivClusteringS2S": 31.68, - "RedditClustering": 56.61, - "RedditClusteringP2P": 62.66, - "RuSciBenchGRNTIClusteringP2P": 15.54, - "RuSciBenchOECDClusteringP2P": 14.16, - "StackExchangeClustering": 66.11, - "StackExchangeClusteringP2P": 35.24, - "TenKGnadClusteringP2P": 42.11, - "TenKGnadClusteringS2S": 22.07, - "TwentyNewsgroupsClustering": 50.75 - } - ] - }, - "PairClassification": { - "max_ap": [ - { - "Model": "bge-base-en-v1.5", - "CDSC-E": 46.84, - "FalseFriendsGermanEnglish": 47.76, - "OpusparcusPC (de)": 90.85, - "OpusparcusPC (en)": 98.58, - "OpusparcusPC (fi)": 85.23, - "OpusparcusPC (fr)": 85.92, - "OpusparcusPC (ru)": 80.09, - "OpusparcusPC (sv)": 82.52, - "PSC": 92.98, - "PawsXPairClassification (de)": 52.1, - "PawsXPairClassification (en)": 59.05, - "PawsXPairClassification (es)": 53.77, - "PawsXPairClassification (fr)": 55.17, - "PawsXPairClassification (ja)": 48.3, - "PawsXPairClassification (ko)": 51.05, - "PawsXPairClassification (zh)": 52.85, - "SICK-E-PL": 43.02, - "SprintDuplicateQuestions": 96.33, - "TERRa": 47.12, - "TwitterURLCorpus": 85.65 - }, - { - "Model": "bge-base-en-v1.5", - "CDSC-E": 46.88, - "FalseFriendsGermanEnglish": 47.77, - "OpusparcusPC (de)": 90.92, - "OpusparcusPC (en)": 98.58, - "OpusparcusPC (fi)": 85.23, - "OpusparcusPC (fr)": 85.92, - "OpusparcusPC (ru)": 80.09, - "OpusparcusPC (sv)": 82.52, - "PSC": 92.98, - "PawsXPairClassification (de)": 52.1, - "PawsXPairClassification (en)": 59.09, - "PawsXPairClassification (es)": 53.77, - "PawsXPairClassification (fr)": 55.17, - "PawsXPairClassification (ja)": 48.46, - "PawsXPairClassification (ko)": 51.06, - "PawsXPairClassification (zh)": 53.0, - "SICK-E-PL": 43.03, - "SprintDuplicateQuestions": 96.37, - "TERRa": 47.12, - "TwitterURLCorpus": 85.65 - } - ] - }, - "Reranking": { - "map": [ - { - "Model": "bge-base-en-v1.5", - "AlloprofReranking": 62.19, - "RuBQReranking": 44.52, - "SyntecReranking": 73.0, - "T2Reranking": 63.09 - }, - { - "Model": "bge-base-en-v1.5", - "MIRACLReranking (ar)": 16.03, - "MIRACLReranking (bn)": 19.79, - "MIRACLReranking (de)": 25.83, - "MIRACLReranking (en)": 56.99, - "MIRACLReranking (es)": 38.38, - "MIRACLReranking (fa)": 15.77, - "MIRACLReranking (fi)": 48.23, - "MIRACLReranking (fr)": 27.9, - "MIRACLReranking (hi)": 10.78, - "MIRACLReranking (id)": 30.65, - "MIRACLReranking (ja)": 17.32, - "MIRACLReranking (ko)": 19.91, - "MIRACLReranking (ru)": 22.42, - "MIRACLReranking (sw)": 38.72, - "MIRACLReranking (te)": 1.55, - "MIRACLReranking (th)": 5.4, - "MIRACLReranking (yo)": 58.13, - "MIRACLReranking (zh)": 13.84 - } - ] - }, - "Retrieval": { - "ndcg_at_10": [ - { - "Model": "bge-base-en-v1.5", - "AILACasedocs": 27.36, - "AILAStatutes": 23.35, - "ARCChallenge": 9.66, - "AlloprofRetrieval": 31.28, - "AlphaNLI": 10.99, - "AppsRetrieval": 6.45, - "ArguAna": 63.75, - "BSARDRetrieval": 11.67, - "CmedqaRetrieval": 2.42, - "CodeFeedbackMT": 33.65, - "CodeFeedbackST": 70.0, - "CodeSearchNetCCRetrieval (python)": 59.77, - "CodeSearchNetCCRetrieval (javascript)": 54.23, - "CodeSearchNetCCRetrieval (go)": 34.6, - "CodeSearchNetCCRetrieval (ruby)": 56.37, - "CodeSearchNetCCRetrieval (java)": 56.21, - "CodeSearchNetCCRetrieval (php)": 44.15, - "CodeSearchNetRetrieval (python)": 89.09, - "CodeSearchNetRetrieval (javascript)": 75.78, - "CodeSearchNetRetrieval (go)": 95.42, - "CodeSearchNetRetrieval (ruby)": 81.33, - "CodeSearchNetRetrieval (java)": 81.05, - "CodeSearchNetRetrieval (php)": 87.99, - "CodeTransOceanContest": 45.65, - "CodeTransOceanDL": 23.49, - "CosQA": 33.71, - "CovidRetrieval": 23.21, - "GerDaLIR": 1.25, - "GerDaLIRSmall": 3.32, - "GermanQuAD-Retrieval": 79.77, - "HellaSwag": 26.64, - "LEMBNarrativeQARetrieval": 25.63, - "LEMBQMSumRetrieval": 22.43, - "LEMBSummScreenFDRetrieval": 60.34, - "LEMBWikimQARetrieval": 51.67, - "LeCaRDv2": 23.34, - "LegalBenchConsumerContractsQA": 73.48, - "LegalBenchCorporateLobbying": 91.67, - "LegalQuAD": 16.01, - "LegalSummarization": 63.41, - "MIRACLRetrieval (ar)": 1.0, - "MIRACLRetrieval (bn)": 1.53, - "MIRACLRetrieval (de)": 15.18, - "MIRACLRetrieval (en)": 48.63, - "MIRACLRetrieval (es)": 25.17, - "MIRACLRetrieval (fa)": 0.94, - "MIRACLRetrieval (fi)": 31.93, - "MIRACLRetrieval (fr)": 17.69, - "MIRACLRetrieval (hi)": 0.63, - "MIRACLRetrieval (id)": 21.02, - "MIRACLRetrieval (ja)": 3.85, - "MIRACLRetrieval (ko)": 5.89, - "MIRACLRetrieval (ru)": 6.02, - "MIRACLRetrieval (sw)": 31.61, - "MIRACLRetrieval (te)": 0.11, - "MIRACLRetrieval (th)": 0.52, - "MIRACLRetrieval (yo)": 54.14, - "MIRACLRetrieval (zh)": 0.98, - "MintakaRetrieval (ar)": 4.82, - "MintakaRetrieval (de)": 17.38, - "MintakaRetrieval (es)": 15.89, - "MintakaRetrieval (fr)": 19.27, - "MintakaRetrieval (hi)": 3.67, - "MintakaRetrieval (it)": 14.21, - "MintakaRetrieval (ja)": 8.79, - "MintakaRetrieval (pt)": 14.08, - "NFCorpus": 37.37, - "PIQA": 25.69, - "Quail": 1.42, - "RARbCode": 46.47, - "RARbMath": 46.86, - "RiaNewsRetrieval": 19.6, - "RuBQRetrieval": 13.27, - "SCIDOCS": 21.73, - "SIQA": 0.94, - "SciFact": 74.35, - "SciFact-PL": 40.81, - "SpartQA": 3.37, - "StackOverflowQA": 80.23, - "SyntecRetrieval": 63.7, - "SyntheticText2SQL": 49.98, - "TRECCOVID": 78.03, - "TRECCOVID-PL": 37.34, - "TempReasonL1": 1.07, - "TempReasonL2Fact": 17.23, - "TempReasonL2Pure": 1.29, - "TempReasonL3Fact": 13.36, - "TempReasonL3Pure": 5.2, - "WinoGrande": 13.76, - "XMarket (de)": 15.71, - "XMarket (en)": 33.61, - "XMarket (es)": 17.5, - "XPQARetrieval (ara-ara)": 10.64, - "XPQARetrieval (eng-ara)": 3.81, - "XPQARetrieval (ara-eng)": 8.07, - "XPQARetrieval (deu-deu)": 58.05, - "XPQARetrieval (eng-deu)": 9.9, - "XPQARetrieval (deu-eng)": 30.84, - "XPQARetrieval (spa-spa)": 44.76, - "XPQARetrieval (eng-spa)": 8.58, - "XPQARetrieval (spa-eng)": 25.23, - "XPQARetrieval (fra-fra)": 51.81, - "XPQARetrieval (eng-fra)": 14.4, - "XPQARetrieval (fra-eng)": 32.94, - "XPQARetrieval (hin-hin)": 32.67, - "XPQARetrieval (eng-hin)": 5.81, - "XPQARetrieval (hin-eng)": 6.86, - "XPQARetrieval (ita-ita)": 63.61, - "XPQARetrieval (eng-ita)": 9.4, - "XPQARetrieval (ita-eng)": 28.35, - "XPQARetrieval (jpn-jpn)": 42.12, - "XPQARetrieval (eng-jpn)": 6.0, - "XPQARetrieval (jpn-eng)": 16.81, - "XPQARetrieval (kor-kor)": 15.84, - "XPQARetrieval (eng-kor)": 8.51, - "XPQARetrieval (kor-eng)": 8.13, - "XPQARetrieval (pol-pol)": 30.99, - "XPQARetrieval (eng-pol)": 11.94, - "XPQARetrieval (pol-eng)": 18.29, - "XPQARetrieval (por-por)": 37.14, - "XPQARetrieval (eng-por)": 8.38, - "XPQARetrieval (por-eng)": 23.01, - "XPQARetrieval (tam-tam)": 13.05, - "XPQARetrieval (eng-tam)": 4.12, - "XPQARetrieval (tam-eng)": 3.44, - "XPQARetrieval (cmn-cmn)": 25.73, - "XPQARetrieval (eng-cmn)": 7.49, - "XPQARetrieval (cmn-eng)": 14.89 - } - ] - }, - "STS": { - "cosine_spearman": [ - { - "Model": "bge-base-en-v1.5", - "CDSC-R": 82.49, - "GermanSTSBenchmark": 62.87, - "RUParaPhraserSTS": 48.73, - "RuSTSBenchmarkSTS": 59.7, - "SICK-R": 80.3, - "SICK-R-PL": 52.21, - "SICKFr": 65.48, - "STS12": 78.03, - "STS13": 84.18, - "STS14": 82.27, - "STS15": 87.96, - "STS17 (en-tr)": 9.04, - "STS17 (it-en)": 33.78, - "STS17 (es-es)": 79.63, - "STS17 (ar-ar)": 53.71, - "STS17 (fr-en)": 40.83, - "STS17 (en-en)": 86.41, - "STS17 (ko-ko)": 51.96, - "STS17 (en-de)": 37.37, - "STS17 (es-en)": 34.94, - "STS17 (nl-en)": 33.35, - "STS17 (en-ar)": 4.5, - "STS22 (de-fr)": 41.15, - "STS22 (fr)": 75.72, - "STS22 (pl)": 35.91, - "STS22 (tr)": 41.34, - "STS22 (es)": 51.51, - "STS22 (it)": 61.44, - "STS22 (pl-en)": 38.27, - "STS22 (zh-en)": 44.76, - "STS22 (ar)": 24.97, - "STS22 (zh)": 50.2, - "STS22 (en)": 66.54, - "STS22 (es-it)": 50.38, - "STS22 (ru)": 16.18, - "STS22 (fr-pl)": 39.44, - "STS22 (es-en)": 59.23, - "STS22 (de)": 32.68, - "STS22 (de-en)": 46.58, - "STS22 (de-pl)": 31.16, - "STSB": 41.69, - "STSBenchmark": 86.42, - "STSBenchmarkMultilingualSTS (en)": 86.42, - "STSBenchmarkMultilingualSTS (pt)": 65.71, - "STSBenchmarkMultilingualSTS (pl)": 59.86, - "STSBenchmarkMultilingualSTS (zh)": 41.25, - "STSBenchmarkMultilingualSTS (de)": 62.63, - "STSBenchmarkMultilingualSTS (es)": 68.01, - "STSBenchmarkMultilingualSTS (fr)": 66.28, - "STSBenchmarkMultilingualSTS (it)": 66.54, - "STSBenchmarkMultilingualSTS (nl)": 60.19, - "STSBenchmarkMultilingualSTS (ru)": 59.85 - }, - { - "Model": "bge-base-en-v1.5", - "CDSC-R": 82.49, - "GermanSTSBenchmark": 62.87, - "RUParaPhraserSTS": 48.73, - "RuSTSBenchmarkSTS": 59.7, - "SICK-R": 80.3, - "SICK-R-PL": 52.21, - "SICKFr": 65.48, - "STS12": 78.03, - "STS13": 84.18, - "STS14": 82.27, - "STS15": 87.96, - "STS17 (en-tr)": 9.04, - "STS17 (it-en)": 33.78, - "STS17 (es-es)": 79.63, - "STS17 (ar-ar)": 53.71, - "STS17 (fr-en)": 40.83, - "STS17 (en-en)": 86.41, - "STS17 (ko-ko)": 51.96, - "STS17 (en-de)": 37.37, - "STS17 (es-en)": 34.94, - "STS17 (nl-en)": 33.35, - "STS17 (en-ar)": 4.5, - "STS22 (de-fr)": 41.15, - "STS22 (fr)": 75.72, - "STS22 (pl)": 36.01, - "STS22 (tr)": 41.34, - "STS22 (es)": 51.51, - "STS22 (it)": 61.44, - "STS22 (pl-en)": 38.27, - "STS22 (zh-en)": 44.76, - "STS22 (ar)": 24.95, - "STS22 (zh)": 50.2, - "STS22 (en)": 66.54, - "STS22 (es-it)": 50.38, - "STS22 (ru)": 16.18, - "STS22 (fr-pl)": 39.44, - "STS22 (es-en)": 59.23, - "STS22 (de)": 32.67, - "STS22 (de-en)": 46.58, - "STS22 (de-pl)": 31.16, - "STSB": 41.69, - "STSBenchmark": 86.42, - "STSBenchmarkMultilingualSTS (en)": 86.42, - "STSBenchmarkMultilingualSTS (pt)": 65.71, - "STSBenchmarkMultilingualSTS (pl)": 59.86, - "STSBenchmarkMultilingualSTS (zh)": 41.24, - "STSBenchmarkMultilingualSTS (de)": 62.63, - "STSBenchmarkMultilingualSTS (es)": 68.01, - "STSBenchmarkMultilingualSTS (fr)": 66.28, - "STSBenchmarkMultilingualSTS (it)": 66.54, - "STSBenchmarkMultilingualSTS (nl)": 60.19, - "STSBenchmarkMultilingualSTS (ru)": 59.85 - } - ] - }, - "Summarization": { - "cosine_spearman": [ - { - "Model": "bge-base-en-v1.5", - "SummEvalFr": 30.72 - }, - { - "Model": "bge-base-en-v1.5", - "SummEvalFr": 30.72 - } - ] - }, - "MultilabelClassification": { - "accuracy": [ - { - "Model": "bge-base-en-v1.5", - "CEDRClassification": 33.62, - "SensitiveTopicsClassification": 18.05 - } - ] - }, - "InstructionRetrieval": { - "p-MRR": [ - { - "Model": "bge-base-en-v1.5", - "Core17InstructionRetrieval": -3.42, - "News21InstructionRetrieval": -1.0, - "Robust04InstructionRetrieval": -7.53 - } - ] - } - }, - "BAAI__bge-base-en-v1.5-instruct": { - "BitextMining": { - "f1": [] - }, - "Classification": { - "accuracy": [] - }, - "Clustering": { - "v_measure": [] - }, - "PairClassification": { - "max_ap": [] - }, - "Reranking": { - "map": [] - }, - "Retrieval": { - "ndcg_at_10": [ - { - "Model": "bge-base-en-v1.5-instruct", - "ARCChallenge": 8.85, - "AlphaNLI": 4.13, - "HellaSwag": 24.03, - "PIQA": 23.03, - "Quail": 1.25, - "RARbCode": 46.32, - "RARbMath": 45.62, - "SIQA": 0.24, - "SpartQA": 2.67, - "TempReasonL1": 0.8, - "TempReasonL2Fact": 16.56, - "TempReasonL2Pure": 1.33, - "TempReasonL3Fact": 12.68, - "TempReasonL3Pure": 5.08, - "WinoGrande": 10.27 - } - ] - }, - "STS": { - "cosine_spearman": [] - }, - "Summarization": { - "cosine_spearman": [] - }, - "MultilabelClassification": { - "accuracy": [] - }, - "InstructionRetrieval": { - "p-MRR": [] - } - }, - "BAAI__bge-base-zh-v1.5": { - "BitextMining": { - "f1": [] - }, - "Classification": { - "accuracy": [ - { - "Model": "bge-base-zh-v1.5", - "AmazonReviewsClassification (zh)": 40.15, - "IFlyTek": 48.62, - "JDReview": 83.62, - "MassiveIntentClassification (zh-CN)": 67.93, - "MassiveScenarioClassification (zh-CN)": 73.98, - "MultilingualSentiment": 70.67, - "OnlineShopping": 91.26, - "TNews": 51.08, - "Waimai": 85.36 - } - ] - }, - "Clustering": { - "v_measure": [ - { - "Model": "bge-base-zh-v1.5", - "CLSClusteringP2P": 39.91, - "CLSClusteringS2S": 37.63, - "ThuNewsClusteringP2P": 58.45, - "ThuNewsClusteringS2S": 54.12 - } - ] - }, - "PairClassification": { - "max_ap": [ - { - "Model": "bge-base-zh-v1.5", - "Cmnli": 84.1, - "Ocnli": 75.41 - }, - { - "Model": "bge-base-zh-v1.5", - "Cmnli": 84.11, - "Ocnli": 75.43 - } - ] - }, - "Reranking": { - "map": [ - { - "Model": "bge-base-zh-v1.5", - "CMedQAv1": 80.47, - "CMedQAv2": 84.88, - "MMarcoReranking": 29.74, - "T2Reranking": 66.49 - } - ] - }, - "Retrieval": { - "ndcg_at_10": [ - { - "Model": "bge-base-zh-v1.5", - "CmedqaRetrieval": 41.61, - "CovidRetrieval": 74.7, - "DuRetrieval": 85.07, - "EcomRetrieval": 64.25, - "MMarcoRetrieval": 77.69, - "MedicalRetrieval": 56.51, - "T2Retrieval": 83.71, - "VideoRetrieval": 72.35 - } - ] - }, - "STS": { - "cosine_spearman": [ - { - "Model": "bge-base-zh-v1.5", - "AFQMC": 42.4, - "ATEC": 48.17, - "BQ": 61.78, - "LCQMC": 74.45, - "PAWSX": 20.4, - "QBQTC": 36.22, - "STS22 (zh)": 68.01, - "STSB": 78.31 - } - ] - }, - "Summarization": { - "cosine_spearman": [] - }, - "MultilabelClassification": { - "accuracy": [] - }, - "InstructionRetrieval": { - "p-MRR": [] - } - }, - "BAAI__bge-large-en-v1.5": { - "BitextMining": { - "f1": [ - { - "Model": "bge-large-en-v1.5", - "BornholmBitextMining": 34.09, - "Tatoeba (nld-eng)": 14.89, - "Tatoeba (isl-eng)": 4.57, - "Tatoeba (ces-eng)": 5.41, - "Tatoeba (ina-eng)": 38.55, - "Tatoeba (hye-eng)": 0.3, - "Tatoeba (heb-eng)": 0.7, - "Tatoeba (spa-eng)": 25.08, - "Tatoeba (slv-eng)": 5.77, - "Tatoeba (tat-eng)": 0.9, - "Tatoeba (kur-eng)": 7.31, - "Tatoeba (cbk-eng)": 18.32, - "Tatoeba (nob-eng)": 11.34, - "Tatoeba (ben-eng)": 0.01, - "Tatoeba (srp-eng)": 3.31, - "Tatoeba (tel-eng)": 0.78, - "Tatoeba (yue-eng)": 1.55, - "Tatoeba (hun-eng)": 5.15, - "Tatoeba (swe-eng)": 10.6, - "Tatoeba (bre-eng)": 4.2, - "Tatoeba (csb-eng)": 6.17, - "Tatoeba (epo-eng)": 11.93, - "Tatoeba (cat-eng)": 17.77, - "Tatoeba (jav-eng)": 5.46, - "Tatoeba (ast-eng)": 21.06, - "Tatoeba (ind-eng)": 7.67, - "Tatoeba (kaz-eng)": 0.61, - "Tatoeba (fry-eng)": 17.97, - "Tatoeba (ber-eng)": 5.06, - "Tatoeba (nds-eng)": 15.16, - "Tatoeba (est-eng)": 2.76, - "Tatoeba (zsm-eng)": 8.01, - "Tatoeba (mar-eng)": 0.09, - "Tatoeba (tgl-eng)": 5.95, - "Tatoeba (cmn-eng)": 2.95, - "Tatoeba (bos-eng)": 8.9, - "Tatoeba (sqi-eng)": 5.58, - "Tatoeba (cha-eng)": 14.46, - "Tatoeba (ita-eng)": 25.37, - "Tatoeba (kab-eng)": 0.97, - "Tatoeba (gsw-eng)": 15.41, - "Tatoeba (slk-eng)": 5.94, - "Tatoeba (lvs-eng)": 4.67, - "Tatoeba (nno-eng)": 6.71, - "Tatoeba (lat-eng)": 11.54, - "Tatoeba (nov-eng)": 30.37, - "Tatoeba (eus-eng)": 7.22, - "Tatoeba (lit-eng)": 2.78, - "Tatoeba (hrv-eng)": 7.32, - "Tatoeba (pol-eng)": 6.98, - "Tatoeba (ceb-eng)": 5.83, - "Tatoeba (ile-eng)": 27.22, - "Tatoeba (lfn-eng)": 16.0, - "Tatoeba (tuk-eng)": 6.19, - "Tatoeba (ell-eng)": 0.4, - "Tatoeba (afr-eng)": 9.78, - "Tatoeba (ang-eng)": 16.0, - "Tatoeba (tam-eng)": 0.38, - "Tatoeba (cym-eng)": 6.96, - "Tatoeba (rus-eng)": 0.4, - "Tatoeba (tha-eng)": 0.9, - "Tatoeba (vie-eng)": 4.96, - "Tatoeba (dsb-eng)": 5.92, - "Tatoeba (pam-eng)": 5.33, - "Tatoeba (uzb-eng)": 2.15, - "Tatoeba (yid-eng)": 0.0, - "Tatoeba (swg-eng)": 9.77, - "Tatoeba (awa-eng)": 0.2, - "Tatoeba (dtp-eng)": 3.45, - "Tatoeba (mon-eng)": 1.34, - "Tatoeba (cor-eng)": 3.37, - "Tatoeba (bel-eng)": 1.42, - "Tatoeba (ukr-eng)": 1.03, - "Tatoeba (max-eng)": 11.79, - "Tatoeba (por-eng)": 23.03, - "Tatoeba (uig-eng)": 0.53, - "Tatoeba (ido-eng)": 20.0, - "Tatoeba (hsb-eng)": 5.16, - "Tatoeba (kat-eng)": 0.59, - "Tatoeba (khm-eng)": 0.42, - "Tatoeba (orv-eng)": 0.24, - "Tatoeba (mal-eng)": 0.16, - "Tatoeba (swh-eng)": 7.79, - "Tatoeba (gla-eng)": 1.93, - "Tatoeba (gle-eng)": 3.14, - "Tatoeba (pes-eng)": 0.3, - "Tatoeba (wuu-eng)": 2.44, - "Tatoeba (dan-eng)": 12.75, - "Tatoeba (tzl-eng)": 18.68, - "Tatoeba (fin-eng)": 3.73, - "Tatoeba (war-eng)": 6.91, - "Tatoeba (ron-eng)": 11.35, - "Tatoeba (mhr-eng)": 0.07, - "Tatoeba (tur-eng)": 4.66, - "Tatoeba (kzj-eng)": 3.56, - "Tatoeba (urd-eng)": 0.0, - "Tatoeba (pms-eng)": 13.5, - "Tatoeba (bul-eng)": 0.93, - "Tatoeba (arz-eng)": 0.0, - "Tatoeba (aze-eng)": 3.79, - "Tatoeba (kor-eng)": 1.39, - "Tatoeba (ara-eng)": 0.58, - "Tatoeba (deu-eng)": 23.9, - "Tatoeba (fra-eng)": 34.94, - "Tatoeba (amh-eng)": 0.45, - "Tatoeba (mkd-eng)": 0.21, - "Tatoeba (glg-eng)": 22.82, - "Tatoeba (hin-eng)": 0.07, - "Tatoeba (jpn-eng)": 0.92, - "Tatoeba (xho-eng)": 4.22, - "Tatoeba (fao-eng)": 9.22, - "Tatoeba (oci-eng)": 13.59, - "Tatoeba (arq-eng)": 0.37 - } - ] - }, - "Classification": { - "accuracy": [ - { - "Model": "bge-large-en-v1.5", - "AllegroReviews": 24.37, - "AmazonCounterfactualClassification (en-ext)": 75.04, - "AmazonCounterfactualClassification (en)": 73.94, - "AmazonCounterfactualClassification (de)": 55.25, - "AmazonCounterfactualClassification (ja)": 56.98, - "AmazonReviewsClassification (en)": 50.23, - "AmazonReviewsClassification (de)": 27.53, - "AmazonReviewsClassification (es)": 34.65, - "AmazonReviewsClassification (fr)": 31.55, - "AmazonReviewsClassification (ja)": 22.85, - "AmazonReviewsClassification (zh)": 22.27, - "AngryTweetsClassification": 44.97, - "CBD": 51.28, - "DanishPoliticalCommentsClassification": 29.79, - "GeoreviewClassification": 28.64, - "HeadlineClassification": 33.56, - "InappropriatenessClassification": 51.81, - "KinopoiskClassification": 35.68, - "LccSentimentClassification": 38.27, - "MTOPDomainClassification (en)": 94.0, - "MTOPDomainClassification (de)": 75.43, - "MTOPDomainClassification (es)": 78.81, - "MTOPDomainClassification (fr)": 80.27, - "MTOPDomainClassification (hi)": 32.73, - "MTOPDomainClassification (th)": 15.91, - "MTOPIntentClassification (en)": 69.96, - "MTOPIntentClassification (de)": 44.3, - "MTOPIntentClassification (es)": 47.38, - "MTOPIntentClassification (fr)": 41.36, - "MTOPIntentClassification (hi)": 13.53, - "MTOPIntentClassification (th)": 5.02, - "MasakhaNEWSClassification (amh)": 32.02, - "MasakhaNEWSClassification (eng)": 79.86, - "MasakhaNEWSClassification (fra)": 76.97, - "MasakhaNEWSClassification (hau)": 65.24, - "MasakhaNEWSClassification (ibo)": 62.03, - "MasakhaNEWSClassification (lin)": 75.43, - "MasakhaNEWSClassification (lug)": 57.31, - "MasakhaNEWSClassification (orm)": 59.08, - "MasakhaNEWSClassification (pcm)": 93.38, - "MasakhaNEWSClassification (run)": 65.19, - "MasakhaNEWSClassification (sna)": 75.07, - "MasakhaNEWSClassification (som)": 50.58, - "MasakhaNEWSClassification (swa)": 58.21, - "MasakhaNEWSClassification (tir)": 23.49, - "MasakhaNEWSClassification (xho)": 63.8, - "MasakhaNEWSClassification (yor)": 67.81, - "MassiveIntentClassification (am)": 3.01, - "MassiveIntentClassification (nb)": 39.67, - "MassiveIntentClassification (kn)": 3.14, - "MassiveIntentClassification (sq)": 36.62, - "MassiveIntentClassification (pl)": 38.6, - "MassiveIntentClassification (fa)": 26.89, - "MassiveIntentClassification (pt)": 46.21, - "MassiveIntentClassification (az)": 37.33, - "MassiveIntentClassification (en)": 74.34, - "MassiveIntentClassification (ta)": 7.96, - "MassiveIntentClassification (af)": 37.67, - "MassiveIntentClassification (bn)": 10.88, - "MassiveIntentClassification (he)": 23.98, - "MassiveIntentClassification (da)": 40.99, - "MassiveIntentClassification (fi)": 38.04, - "MassiveIntentClassification (ur)": 15.81, - "MassiveIntentClassification (is)": 32.31, - "MassiveIntentClassification (fr)": 47.83, - "MassiveIntentClassification (ko)": 14.8, - "MassiveIntentClassification (sv)": 39.28, - "MassiveIntentClassification (sw)": 36.96, - "MassiveIntentClassification (tr)": 37.77, - "MassiveIntentClassification (mn)": 22.38, - "MassiveIntentClassification (cy)": 31.92, - "MassiveIntentClassification (el)": 32.84, - "MassiveIntentClassification (te)": 2.54, - "MassiveIntentClassification (my)": 4.0, - "MassiveIntentClassification (ja)": 29.62, - "MassiveIntentClassification (ml)": 3.18, - "MassiveIntentClassification (sl)": 35.56, - "MassiveIntentClassification (id)": 38.11, - "MassiveIntentClassification (ro)": 39.82, - "MassiveIntentClassification (zh-TW)": 17.03, - "MassiveIntentClassification (tl)": 39.53, - "MassiveIntentClassification (ar)": 14.05, - "MassiveIntentClassification (ka)": 8.42, - "MassiveIntentClassification (th)": 10.87, - "MassiveIntentClassification (hi)": 13.46, - "MassiveIntentClassification (hu)": 34.38, - "MassiveIntentClassification (nl)": 41.43, - "MassiveIntentClassification (it)": 46.19, - "MassiveIntentClassification (lv)": 35.81, - "MassiveIntentClassification (vi)": 35.68, - "MassiveIntentClassification (km)": 4.44, - "MassiveIntentClassification (jv)": 33.82, - "MassiveIntentClassification (de)": 43.23, - "MassiveIntentClassification (zh-CN)": 18.44, - "MassiveIntentClassification (ms)": 36.34, - "MassiveIntentClassification (es)": 45.64, - "MassiveIntentClassification (hy)": 6.94, - "MassiveIntentClassification (ru)": 32.31, - "MassiveScenarioClassification (ru)": 38.22, - "MassiveScenarioClassification (ka)": 13.35, - "MassiveScenarioClassification (nb)": 50.68, - "MassiveScenarioClassification (is)": 43.01, - "MassiveScenarioClassification (am)": 7.36, - "MassiveScenarioClassification (it)": 55.15, - "MassiveScenarioClassification (ml)": 7.08, - "MassiveScenarioClassification (pt)": 56.07, - "MassiveScenarioClassification (sq)": 46.71, - "MassiveScenarioClassification (bn)": 16.2, - "MassiveScenarioClassification (ur)": 22.4, - "MassiveScenarioClassification (jv)": 42.62, - "MassiveScenarioClassification (he)": 27.41, - "MassiveScenarioClassification (ko)": 19.02, - "MassiveScenarioClassification (hi)": 17.95, - "MassiveScenarioClassification (tr)": 45.72, - "MassiveScenarioClassification (sl)": 41.89, - "MassiveScenarioClassification (my)": 10.1, - "MassiveScenarioClassification (da)": 51.76, - "MassiveScenarioClassification (sw)": 43.94, - "MassiveScenarioClassification (ar)": 22.25, - "MassiveScenarioClassification (zh-CN)": 29.79, - "MassiveScenarioClassification (cy)": 37.85, - "MassiveScenarioClassification (az)": 44.88, - "MassiveScenarioClassification (th)": 19.92, - "MassiveScenarioClassification (de)": 59.02, - "MassiveScenarioClassification (fa)": 30.39, - "MassiveScenarioClassification (kn)": 7.92, - "MassiveScenarioClassification (ms)": 47.21, - "MassiveScenarioClassification (vi)": 41.41, - "MassiveScenarioClassification (ro)": 50.86, - "MassiveScenarioClassification (km)": 9.31, - "MassiveScenarioClassification (hu)": 41.37, - "MassiveScenarioClassification (sv)": 49.22, - "MassiveScenarioClassification (te)": 6.68, - "MassiveScenarioClassification (fi)": 42.97, - "MassiveScenarioClassification (en)": 77.39, - "MassiveScenarioClassification (mn)": 27.9, - "MassiveScenarioClassification (nl)": 52.0, - "MassiveScenarioClassification (pl)": 46.56, - "MassiveScenarioClassification (fr)": 57.13, - "MassiveScenarioClassification (hy)": 12.46, - "MassiveScenarioClassification (af)": 48.03, - "MassiveScenarioClassification (ja)": 36.14, - "MassiveScenarioClassification (tl)": 50.66, - "MassiveScenarioClassification (ta)": 12.75, - "MassiveScenarioClassification (lv)": 40.06, - "MassiveScenarioClassification (es)": 54.89, - "MassiveScenarioClassification (el)": 41.93, - "MassiveScenarioClassification (zh-TW)": 26.79, - "MassiveScenarioClassification (id)": 46.94, - "NoRecClassification": 39.55, - "NordicLangClassification": 55.07, - "PAC": 60.88, - "PolEmo2.0-IN": 43.92, - "PolEmo2.0-OUT": 24.13, - "RuReviewsClassification": 44.62, - "RuSciBenchGRNTIClassification": 22.05, - "RuSciBenchOECDClassification": 16.53, - "ToxicConversationsClassification": 66.48 - } - ] - }, - "Clustering": { - "v_measure": [ - { - "Model": "bge-large-en-v1.5", - "AlloProfClusteringP2P": 60.31, - "AlloProfClusteringS2S": 41.15, - "BlurbsClusteringP2P": 29.05, - "BlurbsClusteringS2S": 12.3, - "GeoreviewClusteringP2P": 21.87, - "HALClusteringS2S": 25.36, - "MLSUMClusteringP2P (de)": 42.55, - "MLSUMClusteringP2P (fr)": 42.64, - "MLSUMClusteringP2P (ru)": 24.24, - "MLSUMClusteringP2P (es)": 42.98, - "MLSUMClusteringS2S (de)": 41.87, - "MLSUMClusteringS2S (fr)": 42.61, - "MLSUMClusteringS2S (ru)": 21.48, - "MLSUMClusteringS2S (es)": 42.34, - "MasakhaNEWSClusteringP2P (amh)": 40.67, - "MasakhaNEWSClusteringP2P (eng)": 60.51, - "MasakhaNEWSClusteringP2P (fra)": 46.71, - "MasakhaNEWSClusteringP2P (hau)": 47.0, - "MasakhaNEWSClusteringP2P (ibo)": 43.33, - "MasakhaNEWSClusteringP2P (lin)": 69.98, - "MasakhaNEWSClusteringP2P (lug)": 54.39, - "MasakhaNEWSClusteringP2P (orm)": 32.23, - "MasakhaNEWSClusteringP2P (pcm)": 79.75, - "MasakhaNEWSClusteringP2P (run)": 57.72, - "MasakhaNEWSClusteringP2P (sna)": 60.44, - "MasakhaNEWSClusteringP2P (som)": 35.77, - "MasakhaNEWSClusteringP2P (swa)": 26.07, - "MasakhaNEWSClusteringP2P (tir)": 45.23, - "MasakhaNEWSClusteringP2P (xho)": 36.73, - "MasakhaNEWSClusteringP2P (yor)": 36.21, - "MasakhaNEWSClusteringS2S (amh)": 42.03, - "MasakhaNEWSClusteringS2S (eng)": 40.9, - "MasakhaNEWSClusteringS2S (fra)": 48.92, - "MasakhaNEWSClusteringS2S (hau)": 17.37, - "MasakhaNEWSClusteringS2S (ibo)": 40.42, - "MasakhaNEWSClusteringS2S (lin)": 55.71, - "MasakhaNEWSClusteringS2S (lug)": 43.59, - "MasakhaNEWSClusteringS2S (orm)": 26.56, - "MasakhaNEWSClusteringS2S (pcm)": 73.17, - "MasakhaNEWSClusteringS2S (run)": 54.44, - "MasakhaNEWSClusteringS2S (sna)": 42.07, - "MasakhaNEWSClusteringS2S (som)": 34.27, - "MasakhaNEWSClusteringS2S (swa)": 22.01, - "MasakhaNEWSClusteringS2S (tir)": 43.34, - "MasakhaNEWSClusteringS2S (xho)": 22.12, - "MasakhaNEWSClusteringS2S (yor)": 32.6, - "RuSciBenchGRNTIClusteringP2P": 19.01, - "RuSciBenchOECDClusteringP2P": 15.98, - "TenKGnadClusteringP2P": 44.52, - "TenKGnadClusteringS2S": 24.68 - } - ] - }, - "PairClassification": { - "max_ap": [ - { - "Model": "bge-large-en-v1.5", - "CDSC-E": 47.58, - "FalseFriendsGermanEnglish": 47.77, - "OpusparcusPC (de)": 90.71, - "OpusparcusPC (en)": 98.69, - "OpusparcusPC (fi)": 84.99, - "OpusparcusPC (fr)": 87.64, - "OpusparcusPC (ru)": 79.78, - "OpusparcusPC (sv)": 82.63, - "PSC": 93.8, - "PawsXPairClassification (de)": 52.43, - "PawsXPairClassification (en)": 61.79, - "PawsXPairClassification (es)": 53.65, - "PawsXPairClassification (fr)": 54.89, - "PawsXPairClassification (ja)": 47.84, - "PawsXPairClassification (ko)": 49.99, - "PawsXPairClassification (zh)": 52.14, - "SICK-E-PL": 45.73, - "SprintDuplicateQuestions": 96.73, - "TERRa": 47.52, - "TwitterURLCorpus": 85.6 - }, - { - "Model": "bge-large-en-v1.5", - "CDSC-E": 47.66, - "FalseFriendsGermanEnglish": 47.77, - "OpusparcusPC (de)": 90.71, - "OpusparcusPC (en)": 98.69, - "OpusparcusPC (fi)": 84.99, - "OpusparcusPC (fr)": 87.64, - "OpusparcusPC (ru)": 79.78, - "OpusparcusPC (sv)": 82.63, - "PSC": 93.8, - "PawsXPairClassification (de)": 52.43, - "PawsXPairClassification (en)": 61.81, - "PawsXPairClassification (es)": 53.65, - "PawsXPairClassification (fr)": 54.89, - "PawsXPairClassification (ja)": 48.03, - "PawsXPairClassification (ko)": 50.03, - "PawsXPairClassification (zh)": 52.2, - "SICK-E-PL": 45.75, - "SprintDuplicateQuestions": 96.75, - "TERRa": 47.55, - "TwitterURLCorpus": 85.6 - } - ] - }, - "Reranking": { - "map": [ - { - "Model": "bge-large-en-v1.5", - "AlloprofReranking": 67.41, - "RuBQReranking": 47.66, - "SyntecReranking": 72.67, - "T2Reranking": 63.07 - }, - { - "Model": "bge-large-en-v1.5", - "MIRACLReranking (ru)": 25.96, - "MIRACLReranking (ar)": 25.08, - "MIRACLReranking (bn)": 15.35, - "MIRACLReranking (de)": 30.9, - "MIRACLReranking (en)": 57.39, - "MIRACLReranking (es)": 42.47, - "MIRACLReranking (fa)": 19.12, - "MIRACLReranking (fi)": 41.3, - "MIRACLReranking (fr)": 31.82, - "MIRACLReranking (hi)": 11.98, - "MIRACLReranking (id)": 28.43, - "MIRACLReranking (ja)": 20.48, - "MIRACLReranking (ko)": 23.85, - "MIRACLReranking (sw)": 37.71, - "MIRACLReranking (te)": 4.89, - "MIRACLReranking (th)": 9.36, - "MIRACLReranking (yo)": 55.88, - "MIRACLReranking (zh)": 15.02 - } - ] - }, - "Retrieval": { - "ndcg_at_10": [ - { - "Model": "bge-large-en-v1.5", - "AILACasedocs": 25.98, - "AILAStatutes": 23.06, - "ARCChallenge": 9.99, - "AlloprofRetrieval": 38.74, - "AlphaNLI": 13.13, - "AppsRetrieval": 7.57, - "ArguAna": 64.52, - "BSARDRetrieval": 10.92, - "BrightRetrieval (stackoverflow)": 9.51, - "BrightRetrieval (earth_science)": 24.15, - "BrightRetrieval (aops)": 6.08, - "BrightRetrieval (sustainable_living)": 13.27, - "BrightRetrieval (psychology)": 17.44, - "BrightRetrieval (robotics)": 12.21, - "BrightRetrieval (theoremqa_theorems)": 6.72, - "BrightRetrieval (pony)": 5.64, - "BrightRetrieval (biology)": 11.96, - "BrightRetrieval (theoremqa_questions)": 12.56, - "BrightRetrieval (leetcode)": 26.68, - "BrightRetrieval (economics)": 16.59, - "CmedqaRetrieval": 2.07, - "CodeFeedbackMT": 36.89, - "CodeFeedbackST": 71.77, - "CodeSearchNetCCRetrieval (python)": 60.47, - "CodeSearchNetCCRetrieval (javascript)": 53.23, - "CodeSearchNetCCRetrieval (go)": 41.05, - "CodeSearchNetCCRetrieval (ruby)": 58.4, - "CodeSearchNetCCRetrieval (java)": 57.06, - "CodeSearchNetCCRetrieval (php)": 46.01, - "CodeSearchNetRetrieval (python)": 90.8, - "CodeSearchNetRetrieval (javascript)": 76.92, - "CodeSearchNetRetrieval (go)": 94.95, - "CodeSearchNetRetrieval (ruby)": 82.41, - "CodeSearchNetRetrieval (java)": 85.4, - "CodeSearchNetRetrieval (php)": 87.83, - "CodeTransOceanContest": 53.13, - "CodeTransOceanDL": 21.04, - "CosQA": 34.36, - "CovidRetrieval": 17.18, - "GerDaLIR": 1.61, - "GerDaLIRSmall": 4.16, - "GermanQuAD-Retrieval": 83.41, - "HellaSwag": 28.5, - "LEMBNarrativeQARetrieval": 27.92, - "LEMBQMSumRetrieval": 23.29, - "LEMBSummScreenFDRetrieval": 68.73, - "LEMBWikimQARetrieval": 56.42, - "LeCaRDv2": 21.67, - "LegalBenchConsumerContractsQA": 73.33, - "LegalBenchCorporateLobbying": 90.77, - "LegalQuAD": 16.56, - "LegalSummarization": 61.12, - "MIRACLRetrieval (ru)": 10.73, - "MIRACLRetrieval (ar)": 3.6, - "MIRACLRetrieval (bn)": 4.92, - "MIRACLRetrieval (de)": 17.65, - "MIRACLRetrieval (en)": 49.54, - "MIRACLRetrieval (es)": 28.5, - "MIRACLRetrieval (fa)": 3.6, - "MIRACLRetrieval (fi)": 24.56, - "MIRACLRetrieval (fr)": 19.15, - "MIRACLRetrieval (hi)": 0.62, - "MIRACLRetrieval (id)": 17.48, - "MIRACLRetrieval (ja)": 4.12, - "MIRACLRetrieval (ko)": 9.89, - "MIRACLRetrieval (sw)": 29.89, - "MIRACLRetrieval (te)": 0.11, - "MIRACLRetrieval (th)": 0.59, - "MIRACLRetrieval (yo)": 54.39, - "MIRACLRetrieval (zh)": 0.87, - "MintakaRetrieval (ar)": 3.36, - "MintakaRetrieval (de)": 18.33, - "MintakaRetrieval (es)": 16.42, - "MintakaRetrieval (fr)": 20.44, - "MintakaRetrieval (hi)": 3.1, - "MintakaRetrieval (it)": 15.85, - "MintakaRetrieval (ja)": 8.48, - "MintakaRetrieval (pt)": 15.72, - "NFCorpus": 38.06, - "PIQA": 27.99, - "Quail": 1.83, - "RARbCode": 48.12, - "RARbMath": 57.36, - "RiaNewsRetrieval": 29.09, - "RuBQRetrieval": 21.05, - "SCIDOCS": 22.63, - "SIQA": 1.04, - "SciFact": 74.64, - "SciFact-PL": 39.46, - "SpartQA": 2.99, - "StackOverflowQA": 83.07, - "SyntecRetrieval": 62.29, - "SyntheticText2SQL": 50.64, - "TRECCOVID": 74.7, - "TRECCOVID-PL": 31.13, - "TempReasonL1": 1.46, - "TempReasonL2Fact": 24.25, - "TempReasonL2Pure": 2.35, - "TempReasonL3Fact": 20.64, - "TempReasonL3Pure": 6.67, - "WinoGrande": 19.18, - "XMarket (de)": 14.52, - "XMarket (en)": 33.37, - "XMarket (es)": 16.0, - "XPQARetrieval (ara-ara)": 11.06, - "XPQARetrieval (eng-ara)": 2.97, - "XPQARetrieval (ara-eng)": 8.68, - "XPQARetrieval (deu-deu)": 59.66, - "XPQARetrieval (eng-deu)": 12.85, - "XPQARetrieval (deu-eng)": 32.48, - "XPQARetrieval (spa-spa)": 47.89, - "XPQARetrieval (eng-spa)": 9.27, - "XPQARetrieval (spa-eng)": 29.33, - "XPQARetrieval (fra-fra)": 55.47, - "XPQARetrieval (eng-fra)": 15.52, - "XPQARetrieval (fra-eng)": 35.39, - "XPQARetrieval (hin-hin)": 25.9, - "XPQARetrieval (eng-hin)": 6.93, - "XPQARetrieval (hin-eng)": 7.93, - "XPQARetrieval (ita-ita)": 60.43, - "XPQARetrieval (eng-ita)": 9.66, - "XPQARetrieval (ita-eng)": 29.93, - "XPQARetrieval (jpn-jpn)": 43.18, - "XPQARetrieval (eng-jpn)": 5.22, - "XPQARetrieval (jpn-eng)": 16.47, - "XPQARetrieval (kor-kor)": 17.32, - "XPQARetrieval (eng-kor)": 8.82, - "XPQARetrieval (kor-eng)": 8.32, - "XPQARetrieval (pol-pol)": 33.06, - "XPQARetrieval (eng-pol)": 11.27, - "XPQARetrieval (pol-eng)": 20.21, - "XPQARetrieval (por-por)": 38.57, - "XPQARetrieval (eng-por)": 8.14, - "XPQARetrieval (por-eng)": 25.24, - "XPQARetrieval (tam-tam)": 8.49, - "XPQARetrieval (eng-tam)": 4.38, - "XPQARetrieval (tam-eng)": 3.46, - "XPQARetrieval (cmn-cmn)": 24.99, - "XPQARetrieval (eng-cmn)": 8.52, - "XPQARetrieval (cmn-eng)": 16.81 - } - ], - "recall_at_1": [ - { - "Model": "bge-large-en-v1.5", - "BrightRetrieval (pony)": 0.36, - "BrightRetrieval (psychology)": 11.58, - "BrightRetrieval (stackoverflow)": 13.25, - "BrightRetrieval (robotics)": 10.89, - "BrightRetrieval (earth_science)": 27.73, - "BrightRetrieval (biology)": 16.42, - "BrightRetrieval (economics)": 20.87, - "BrightRetrieval (sustainable_living)": 16.9 - } - ] - }, - "STS": { - "cosine_spearman": [ - { - "Model": "bge-large-en-v1.5", - "CDSC-R": 82.28, - "GermanSTSBenchmark": 63.74, - "RUParaPhraserSTS": 49.11, - "RuSTSBenchmarkSTS": 60.33, - "SICK-R": 81.68, - "SICK-R-PL": 52.73, - "SICKFr": 69.33, - "STS12": 79.05, - "STS13": 86.37, - "STS14": 82.78, - "STS15": 88.03, - "STS17 (ko-ko)": 38.5, - "STS17 (en-ar)": 6.25, - "STS17 (es-en)": 44.24, - "STS17 (ar-ar)": 43.61, - "STS17 (en-tr)": 10.12, - "STS17 (es-es)": 79.62, - "STS17 (en-de)": 45.46, - "STS17 (fr-en)": 48.28, - "STS17 (en-en)": 87.49, - "STS17 (it-en)": 44.48, - "STS17 (nl-en)": 40.92, - "STS22 (ru)": 25.18, - "STS22 (pl-en)": 54.46, - "STS22 (de-en)": 50.66, - "STS22 (de-fr)": 40.97, - "STS22 (zh)": 51.6, - "STS22 (pl)": 33.72, - "STS22 (zh-en)": 49.02, - "STS22 (en)": 67.52, - "STS22 (tr)": 44.96, - "STS22 (es-en)": 55.47, - "STS22 (es)": 57.92, - "STS22 (ar)": 22.55, - "STS22 (fr-pl)": 28.17, - "STS22 (de)": 40.26, - "STS22 (it)": 65.13, - "STS22 (fr)": 79.43, - "STS22 (de-pl)": 23.31, - "STS22 (es-it)": 57.7, - "STSB": 36.44, - "STSBenchmark": 87.52, - "STSBenchmarkMultilingualSTS (it)": 69.38, - "STSBenchmarkMultilingualSTS (zh)": 37.32, - "STSBenchmarkMultilingualSTS (es)": 71.47, - "STSBenchmarkMultilingualSTS (pl)": 60.99, - "STSBenchmarkMultilingualSTS (de)": 64.59, - "STSBenchmarkMultilingualSTS (nl)": 65.61, - "STSBenchmarkMultilingualSTS (fr)": 70.05, - "STSBenchmarkMultilingualSTS (pt)": 68.57, - "STSBenchmarkMultilingualSTS (en)": 87.52, - "STSBenchmarkMultilingualSTS (ru)": 60.06 - }, - { - "Model": "bge-large-en-v1.5", - "CDSC-R": 82.28, - "GermanSTSBenchmark": 63.74, - "RUParaPhraserSTS": 49.11, - "RuSTSBenchmarkSTS": 60.33, - "SICK-R": 81.68, - "SICK-R-PL": 52.73, - "SICKFr": 69.33, - "STS12": 79.05, - "STS13": 86.37, - "STS14": 82.78, - "STS15": 88.03, - "STS17 (ko-ko)": 38.5, - "STS17 (en-ar)": 6.25, - "STS17 (es-en)": 44.24, - "STS17 (ar-ar)": 43.61, - "STS17 (en-tr)": 10.12, - "STS17 (es-es)": 79.62, - "STS17 (en-de)": 45.46, - "STS17 (fr-en)": 48.28, - "STS17 (en-en)": 87.49, - "STS17 (it-en)": 44.48, - "STS17 (nl-en)": 40.92, - "STS22 (ru)": 25.18, - "STS22 (pl-en)": 54.46, - "STS22 (de-en)": 50.66, - "STS22 (de-fr)": 40.97, - "STS22 (zh)": 51.6, - "STS22 (pl)": 33.72, - "STS22 (zh-en)": 49.02, - "STS22 (en)": 67.52, - "STS22 (tr)": 44.96, - "STS22 (es-en)": 55.47, - "STS22 (es)": 57.92, - "STS22 (ar)": 22.53, - "STS22 (fr-pl)": 28.17, - "STS22 (de)": 40.27, - "STS22 (it)": 65.13, - "STS22 (fr)": 79.43, - "STS22 (de-pl)": 23.31, - "STS22 (es-it)": 57.7, - "STSB": 36.44, - "STSBenchmark": 87.52, - "STSBenchmarkMultilingualSTS (it)": 69.38, - "STSBenchmarkMultilingualSTS (zh)": 37.32, - "STSBenchmarkMultilingualSTS (es)": 71.47, - "STSBenchmarkMultilingualSTS (pl)": 60.99, - "STSBenchmarkMultilingualSTS (de)": 64.59, - "STSBenchmarkMultilingualSTS (nl)": 65.61, - "STSBenchmarkMultilingualSTS (fr)": 70.05, - "STSBenchmarkMultilingualSTS (pt)": 68.57, - "STSBenchmarkMultilingualSTS (en)": 87.52, - "STSBenchmarkMultilingualSTS (ru)": 60.07 - } - ] - }, - "Summarization": { - "cosine_spearman": [ - { - "Model": "bge-large-en-v1.5", - "SummEvalFr": 29.5 - }, - { - "Model": "bge-large-en-v1.5", - "SummEvalFr": 29.5 - } - ] - }, - "MultilabelClassification": { - "accuracy": [ - { - "Model": "bge-large-en-v1.5", - "CEDRClassification": 36.15, - "SensitiveTopicsClassification": 17.97 - } - ] - }, - "InstructionRetrieval": { - "p-MRR": [ - { - "Model": "bge-large-en-v1.5", - "Core17InstructionRetrieval": -1.93, - "News21InstructionRetrieval": 0.33, - "Robust04InstructionRetrieval": -5.26 - } - ] - } - }, - "BAAI__bge-large-en-v1.5-instruct": { - "BitextMining": { - "f1": [] - }, - "Classification": { - "accuracy": [] - }, - "Clustering": { - "v_measure": [] - }, - "PairClassification": { - "max_ap": [] - }, - "Reranking": { - "map": [] - }, - "Retrieval": { - "ndcg_at_10": [ - { - "Model": "bge-large-en-v1.5-instruct", - "ARCChallenge": 8.86, - "AlphaNLI": 0.86, - "HellaSwag": 26.24, - "PIQA": 23.26, - "Quail": 2.72, - "RARbCode": 45.25, - "RARbMath": 49.82, - "SIQA": 0.59, - "SpartQA": 2.34, - "TempReasonL1": 1.17, - "TempReasonL2Fact": 21.19, - "TempReasonL2Pure": 2.1, - "TempReasonL3Fact": 17.59, - "TempReasonL3Pure": 5.99, - "WinoGrande": 10.31 - } - ] - }, - "STS": { - "cosine_spearman": [] - }, - "Summarization": { - "cosine_spearman": [] - }, - "MultilabelClassification": { - "accuracy": [] - }, - "InstructionRetrieval": { - "p-MRR": [] - } - }, - "BAAI__bge-large-zh-noinstruct": { - "BitextMining": { - "f1": [] - }, - "Classification": { - "accuracy": [ - { - "Model": "bge-large-zh-noinstruct", - "AmazonReviewsClassification (zh)": 41.94, - "IFlyTek": 45.32, - "JDReview": 85.38, - "MassiveIntentClassification (zh-CN)": 66.96, - "MassiveScenarioClassification (zh-CN)": 73.39, - "MultilingualSentiment": 73.7, - "OnlineShopping": 91.66, - "TNews": 52.05, - "Waimai": 86.83 - } - ] - }, - "Clustering": { - "v_measure": [ - { - "Model": "bge-large-zh-noinstruct", - "CLSClusteringP2P": 41.23, - "CLSClusteringS2S": 40.04, - "ThuNewsClusteringP2P": 62.03, - "ThuNewsClusteringS2S": 56.75 - } - ] - }, - "PairClassification": { - "max_ap": [ - { - "Model": "bge-large-zh-noinstruct", - "Cmnli": 82.17, - "Ocnli": 71.37 - }, - { - "Model": "bge-large-zh-noinstruct", - "Cmnli": 82.18, - "Ocnli": 71.37 - } - ] - }, - "Reranking": { - "map": [ - { - "Model": "bge-large-zh-noinstruct", - "CMedQAv1": 81.72, - "CMedQAv2": 84.64, - "MMarcoReranking": 27.1, - "T2Reranking": 66.16 - } - ] - }, - "Retrieval": { - "ndcg_at_10": [ - { - "Model": "bge-large-zh-noinstruct", - "CmedqaRetrieval": 41.03, - "CovidRetrieval": 75.07, - "DuRetrieval": 84.68, - "EcomRetrieval": 65.6, - "MMarcoRetrieval": 81.38, - "MedicalRetrieval": 58.28, - "T2Retrieval": 84.39, - "VideoRetrieval": 73.93 - } - ] - }, - "STS": { - "cosine_spearman": [ - { - "Model": "bge-large-zh-noinstruct", - "AFQMC": 43.06, - "ATEC": 48.29, - "BQ": 60.53, - "LCQMC": 74.71, - "PAWSX": 16.64, - "QBQTC": 35.2, - "STS22 (zh)": 67.19, - "STSB": 78.41 - } - ] - }, - "Summarization": { - "cosine_spearman": [] - }, - "MultilabelClassification": { - "accuracy": [] - }, - "InstructionRetrieval": { - "p-MRR": [] - } - }, - "BAAI__bge-large-zh-v1.5": { - "BitextMining": { - "f1": [] - }, - "Classification": { - "accuracy": [ - { - "Model": "bge-large-zh-v1.5", - "AmazonReviewsClassification (zh)": 41.38, - "IFlyTek": 48.74, - "JDReview": 85.14, - "MassiveIntentClassification (zh-CN)": 68.84, - "MassiveScenarioClassification (zh-CN)": 74.7, - "MultilingualSentiment": 72.97, - "OnlineShopping": 91.43, - "TNews": 52.1, - "Waimai": 86.9 - } - ] - }, - "Clustering": { - "v_measure": [ - { - "Model": "bge-large-zh-v1.5", - "CLSClusteringP2P": 41.44, - "CLSClusteringS2S": 38.33, - "ThuNewsClusteringP2P": 59.61, - "ThuNewsClusteringS2S": 56.58 - } - ] - }, - "PairClassification": { - "max_ap": [ - { - "Model": "bge-large-zh-v1.5", - "Cmnli": 85.27, - "Ocnli": 77.94 - }, - { - "Model": "bge-large-zh-v1.5", - "Cmnli": 85.29, - "Ocnli": 77.96 - } - ] - }, - "Reranking": { - "map": [ - { - "Model": "bge-large-zh-v1.5", - "CMedQAv1": 83.45, - "CMedQAv2": 85.44, - "MMarcoReranking": 28.74, - "T2Reranking": 65.74 - } - ] - }, - "Retrieval": { - "ndcg_at_10": [ - { - "Model": "bge-large-zh-v1.5", - "CmedqaRetrieval": 42.57, - "CovidRetrieval": 73.35, - "DuRetrieval": 86.32, - "EcomRetrieval": 65.33, - "MMarcoRetrieval": 79.23, - "MedicalRetrieval": 59.59, - "T2Retrieval": 83.99, - "VideoRetrieval": 73.32 - } - ] - }, - "STS": { - "cosine_spearman": [ - { - "Model": "bge-large-zh-v1.5", - "AFQMC": 44.36, - "ATEC": 49.54, - "BQ": 62.94, - "LCQMC": 74.33, - "PAWSX": 33.92, - "QBQTC": 37.29, - "STS22 (zh)": 68.94, - "STSB": 78.7 - } - ] - }, - "Summarization": { - "cosine_spearman": [] - }, - "MultilabelClassification": { - "accuracy": [] - }, - "InstructionRetrieval": { - "p-MRR": [] - } - }, - "BAAI__bge-m3": { - "BitextMining": { - "f1": [ - { - "Model": "bge-m3", - "BornholmBitextMining": 44.11, - "Tatoeba (swh-eng)": 73.89, - "Tatoeba (arz-eng)": 68.59, - "Tatoeba (tam-eng)": 88.38, - "Tatoeba (gsw-eng)": 50.07, - "Tatoeba (fra-eng)": 94.3, - "Tatoeba (hsb-eng)": 61.14, - "Tatoeba (hrv-eng)": 95.35, - "Tatoeba (cha-eng)": 32.57, - "Tatoeba (ido-eng)": 71.22, - "Tatoeba (spa-eng)": 96.82, - "Tatoeba (tzl-eng)": 49.63, - "Tatoeba (cor-eng)": 5.9, - "Tatoeba (hun-eng)": 93.05, - "Tatoeba (max-eng)": 59.87, - "Tatoeba (uig-eng)": 79.95, - "Tatoeba (tel-eng)": 92.81, - "Tatoeba (kzj-eng)": 10.46, - "Tatoeba (fin-eng)": 95.7, - "Tatoeba (kat-eng)": 90.73, - "Tatoeba (awa-eng)": 74.37, - "Tatoeba (mhr-eng)": 11.36, - "Tatoeba (kab-eng)": 2.45, - "Tatoeba (eus-eng)": 73.6, - "Tatoeba (ceb-eng)": 32.14, - "Tatoeba (bre-eng)": 11.93, - "Tatoeba (ast-eng)": 76.64, - "Tatoeba (tur-eng)": 94.63, - "Tatoeba (ukr-eng)": 92.32, - "Tatoeba (kaz-eng)": 79.14, - "Tatoeba (csb-eng)": 42.61, - "Tatoeba (vie-eng)": 96.3, - "Tatoeba (isl-eng)": 93.35, - "Tatoeba (orv-eng)": 44.76, - "Tatoeba (bos-eng)": 92.98, - "Tatoeba (epo-eng)": 93.85, - "Tatoeba (ile-eng)": 77.32, - "Tatoeba (yid-eng)": 48.99, - "Tatoeba (por-eng)": 94.31, - "Tatoeba (khm-eng)": 76.02, - "Tatoeba (ina-eng)": 90.4, - "Tatoeba (deu-eng)": 99.1, - "Tatoeba (dtp-eng)": 10.16, - "Tatoeba (pms-eng)": 53.64, - "Tatoeba (ber-eng)": 7.78, - "Tatoeba (arq-eng)": 30.88, - "Tatoeba (swe-eng)": 93.63, - "Tatoeba (ind-eng)": 93.36, - "Tatoeba (urd-eng)": 90.48, - "Tatoeba (tha-eng)": 96.59, - "Tatoeba (rus-eng)": 93.27, - "Tatoeba (gla-eng)": 33.5, - "Tatoeba (pol-eng)": 96.6, - "Tatoeba (fao-eng)": 74.92, - "Tatoeba (ara-eng)": 87.76, - "Tatoeba (afr-eng)": 91.88, - "Tatoeba (cbk-eng)": 68.84, - "Tatoeba (mar-eng)": 88.81, - "Tatoeba (zsm-eng)": 95.25, - "Tatoeba (srp-eng)": 92.43, - "Tatoeba (jav-eng)": 60.86, - "Tatoeba (hye-eng)": 89.15, - "Tatoeba (lvs-eng)": 90.55, - "Tatoeba (tuk-eng)": 25.36, - "Tatoeba (ces-eng)": 94.75, - "Tatoeba (mkd-eng)": 89.26, - "Tatoeba (lfn-eng)": 65.76, - "Tatoeba (kor-eng)": 89.84, - "Tatoeba (ita-eng)": 92.57, - "Tatoeba (tgl-eng)": 79.91, - "Tatoeba (mon-eng)": 89.6, - "Tatoeba (ron-eng)": 95.62, - "Tatoeba (lit-eng)": 90.7, - "Tatoeba (uzb-eng)": 59.22, - "Tatoeba (cmn-eng)": 95.27, - "Tatoeba (swg-eng)": 47.69, - "Tatoeba (tat-eng)": 66.01, - "Tatoeba (ben-eng)": 85.97, - "Tatoeba (nno-eng)": 91.8, - "Tatoeba (dsb-eng)": 52.29, - "Tatoeba (wuu-eng)": 83.41, - "Tatoeba (glg-eng)": 91.11, - "Tatoeba (slk-eng)": 93.55, - "Tatoeba (pes-eng)": 92.13, - "Tatoeba (nds-eng)": 62.6, - "Tatoeba (nld-eng)": 95.78, - "Tatoeba (kur-eng)": 63.79, - "Tatoeba (nov-eng)": 75.48, - "Tatoeba (nob-eng)": 97.37, - "Tatoeba (heb-eng)": 87.5, - "Tatoeba (sqi-eng)": 93.65, - "Tatoeba (lat-eng)": 56.52, - "Tatoeba (cym-eng)": 61.64, - "Tatoeba (aze-eng)": 89.22, - "Tatoeba (xho-eng)": 64.92, - "Tatoeba (ell-eng)": 95.15, - "Tatoeba (cat-eng)": 93.49, - "Tatoeba (dan-eng)": 94.32, - "Tatoeba (pam-eng)": 10.89, - "Tatoeba (slv-eng)": 89.43, - "Tatoeba (bul-eng)": 91.63, - "Tatoeba (amh-eng)": 82.54, - "Tatoeba (jpn-eng)": 93.73, - "Tatoeba (yue-eng)": 85.48, - "Tatoeba (bel-eng)": 92.27, - "Tatoeba (oci-eng)": 55.5, - "Tatoeba (mal-eng)": 97.19, - "Tatoeba (ang-eng)": 46.95, - "Tatoeba (gle-eng)": 58.09, - "Tatoeba (est-eng)": 90.72, - "Tatoeba (hin-eng)": 95.45, - "Tatoeba (fry-eng)": 73.31, - "Tatoeba (war-eng)": 33.49 - } - ] - }, - "Classification": { - "accuracy": [ - { - "Model": "bge-m3", - "AmazonCounterfactualClassification (en-ext)": 76.23, - "AmazonCounterfactualClassification (en)": 75.63, - "AmazonCounterfactualClassification (de)": 69.11, - "AmazonCounterfactualClassification (ja)": 77.67, - "AmazonReviewsClassification (de)": 46.37, - "GeoreviewClassification": 48.27, - "HeadlineClassification": 70.32, - "InappropriatenessClassification": 59.87, - "KinopoiskClassification": 58.23, - "MTOPDomainClassification (de)": 91.22, - "MTOPIntentClassification (de)": 68.08, - "MasakhaNEWSClassification (amh)": 84.76, - "MasakhaNEWSClassification (eng)": 78.73, - "MasakhaNEWSClassification (fra)": 76.4, - "MasakhaNEWSClassification (hau)": 78.26, - "MasakhaNEWSClassification (ibo)": 64.26, - "MasakhaNEWSClassification (lin)": 72.46, - "MasakhaNEWSClassification (lug)": 65.25, - "MasakhaNEWSClassification (orm)": 74.58, - "MasakhaNEWSClassification (pcm)": 91.11, - "MasakhaNEWSClassification (run)": 76.74, - "MasakhaNEWSClassification (sna)": 84.74, - "MasakhaNEWSClassification (som)": 64.76, - "MasakhaNEWSClassification (swa)": 73.8, - "MasakhaNEWSClassification (tir)": 68.16, - "MasakhaNEWSClassification (xho)": 77.81, - "MasakhaNEWSClassification (yor)": 79.03, - "MassiveIntentClassification (sl)": 65.53, - "MassiveIntentClassification (ko)": 66.53, - "MassiveIntentClassification (tl)": 59.53, - "MassiveIntentClassification (sv)": 69.15, - "MassiveIntentClassification (pl)": 67.95, - "MassiveIntentClassification (ru)": 68.76, - "MassiveIntentClassification (en)": 71.08, - "MassiveIntentClassification (af)": 63.33, - "MassiveIntentClassification (az)": 64.24, - "MassiveIntentClassification (fr)": 67.45, - "MassiveIntentClassification (bn)": 62.95, - "MassiveIntentClassification (vi)": 67.59, - "MassiveIntentClassification (am)": 55.09, - "MassiveIntentClassification (fi)": 67.26, - "MassiveIntentClassification (tr)": 66.96, - "MassiveIntentClassification (el)": 66.22, - "MassiveIntentClassification (jv)": 52.32, - "MassiveIntentClassification (nl)": 68.26, - "MassiveIntentClassification (fa)": 69.44, - "MassiveIntentClassification (sw)": 56.82, - "MassiveIntentClassification (da)": 67.26, - "MassiveIntentClassification (ar)": 55.75, - "MassiveIntentClassification (nb)": 67.07, - "MassiveIntentClassification (hi)": 65.09, - "MassiveIntentClassification (hy)": 63.92, - "MassiveIntentClassification (ja)": 69.24, - "MassiveIntentClassification (mn)": 62.61, - "MassiveIntentClassification (zh-CN)": 69.02, - "MassiveIntentClassification (th)": 64.56, - "MassiveIntentClassification (cy)": 53.17, - "MassiveIntentClassification (te)": 62.85, - "MassiveIntentClassification (ka)": 55.21, - "MassiveIntentClassification (ro)": 65.09, - "MassiveIntentClassification (id)": 66.9, - "MassiveIntentClassification (de)": 65.74, - "MassiveIntentClassification (lv)": 64.9, - "MassiveIntentClassification (zh-TW)": 64.16, - "MassiveIntentClassification (sq)": 64.8, - "MassiveIntentClassification (my)": 60.0, - "MassiveIntentClassification (it)": 67.05, - "MassiveIntentClassification (he)": 65.16, - "MassiveIntentClassification (km)": 51.06, - "MassiveIntentClassification (ms)": 65.35, - "MassiveIntentClassification (hu)": 65.03, - "MassiveIntentClassification (is)": 61.64, - "MassiveIntentClassification (kn)": 61.66, - "MassiveIntentClassification (ml)": 64.67, - "MassiveIntentClassification (ta)": 60.4, - "MassiveIntentClassification (ur)": 63.17, - "MassiveIntentClassification (pt)": 67.63, - "MassiveIntentClassification (es)": 67.04, - "MassiveScenarioClassification (ru)": 73.42, - "MassiveScenarioClassification (de)": 73.54, - "NordicLangClassification": 38.93, - "PAC": 69.13, - "PolEmo2.0-OUT": 49.47, - "RuReviewsClassification": 66.91, - "RuSciBenchGRNTIClassification": 55.81, - "RuSciBenchOECDClassification": 42.57, - "ToxicConversationsClassification": 68.72 - } - ] - }, - "Clustering": { - "v_measure": [ - { - "Model": "bge-m3", - "BlurbsClusteringP2P": 38.69, - "BlurbsClusteringS2S": 16.28, - "GeoreviewClusteringP2P": 63.09, - "MasakhaNEWSClusteringS2S (amh)": 46.92, - "MasakhaNEWSClusteringS2S (eng)": 26.25, - "MasakhaNEWSClusteringS2S (fra)": 42.4, - "MasakhaNEWSClusteringS2S (hau)": 37.07, - "MasakhaNEWSClusteringS2S (ibo)": 38.82, - "MasakhaNEWSClusteringS2S (lin)": 52.16, - "MasakhaNEWSClusteringS2S (lug)": 48.08, - "MasakhaNEWSClusteringS2S (orm)": 28.09, - "MasakhaNEWSClusteringS2S (pcm)": 62.49, - "MasakhaNEWSClusteringS2S (run)": 47.41, - "MasakhaNEWSClusteringS2S (sna)": 48.44, - "MasakhaNEWSClusteringS2S (som)": 37.44, - "MasakhaNEWSClusteringS2S (swa)": 22.99, - "MasakhaNEWSClusteringS2S (tir)": 54.6, - "MasakhaNEWSClusteringS2S (xho)": 30.48, - "MasakhaNEWSClusteringS2S (yor)": 26.7, - "RuSciBenchGRNTIClusteringP2P": 50.83, - "RuSciBenchOECDClusteringP2P": 43.21 - } - ] - }, - "PairClassification": { - "max_ap": [ - { - "Model": "bge-m3", - "OpusparcusPC (de)": 96.6, - "OpusparcusPC (en)": 98.77, - "OpusparcusPC (fi)": 94.65, - "OpusparcusPC (fr)": 92.88, - "OpusparcusPC (ru)": 89.64, - "OpusparcusPC (sv)": 95.36, - "PawsXPairClassification (de)": 56.79, - "PawsXPairClassification (en)": 61.09, - "PawsXPairClassification (es)": 57.3, - "PawsXPairClassification (fr)": 59.57, - "PawsXPairClassification (ja)": 51.7, - "PawsXPairClassification (ko)": 52.33, - "PawsXPairClassification (zh)": 57.05, - "SprintDuplicateQuestions": 97.33, - "TERRa": 60.6, - "TwitterURLCorpus": 85.89 - }, - { - "Model": "bge-m3", - "OpusparcusPC (de)": 96.6, - "OpusparcusPC (en)": 98.77, - "OpusparcusPC (fi)": 94.65, - "OpusparcusPC (fr)": 92.88, - "OpusparcusPC (ru)": 89.65, - "OpusparcusPC (sv)": 95.36, - "PawsXPairClassification (de)": 57.12, - "PawsXPairClassification (en)": 61.13, - "PawsXPairClassification (es)": 57.35, - "PawsXPairClassification (fr)": 59.6, - "PawsXPairClassification (ja)": 51.79, - "PawsXPairClassification (ko)": 52.33, - "PawsXPairClassification (zh)": 57.11, - "SprintDuplicateQuestions": 97.33, - "TERRa": 60.6, - "TwitterURLCorpus": 85.89 - } - ] - }, - "Reranking": { - "map": [ - { - "Model": "bge-m3", - "AlloprofReranking": 73.87, - "RuBQReranking": 74.03, - "T2Reranking": 66.83 - }, - { - "Model": "bge-m3", - "MIRACLReranking (ru)": 65.38 - } - ] - }, - "Retrieval": { - "ndcg_at_10": [ - { - "Model": "bge-m3", - "AILAStatutes": 29.04, - "ARCChallenge": 9.02, - "AlphaNLI": 24.73, - "ArguAna": 54.04, - "CovidRetrieval": 77.51, - "HellaSwag": 25.67, - "LEMBNarrativeQARetrieval": 45.76, - "LEMBQMSumRetrieval": 35.54, - "LEMBSummScreenFDRetrieval": 94.09, - "LEMBWikimQARetrieval": 77.73, - "LegalBenchCorporateLobbying": 90.34, - "MIRACLRetrieval (ru)": 70.16, - "PIQA": 22.93, - "Quail": 7.51, - "RARbCode": 38.8, - "RARbMath": 69.19, - "RiaNewsRetrieval": 82.99, - "RuBQRetrieval": 71.22, - "SCIDOCS": 16.31, - "SIQA": 4.89, - "SpartQA": 7.49, - "StackOverflowQA": 80.6, - "TRECCOVID": 54.72, - "TempReasonL1": 0.99, - "TempReasonL2Fact": 33.23, - "TempReasonL2Pure": 0.68, - "TempReasonL3Fact": 30.05, - "TempReasonL3Pure": 5.28, - "WinoGrande": 41.72 - } - ] - }, - "STS": { - "cosine_spearman": [ - { - "Model": "bge-m3", - "GermanSTSBenchmark": 80.79, - "RUParaPhraserSTS": 74.9, - "RuSTSBenchmarkSTS": 79.87, - "SICK-R": 79.72, - "STS12": 78.73, - "STS13": 79.6, - "STS14": 79.0, - "STS15": 87.81, - "STS17 (en-en)": 87.13, - "STS17 (es-es)": 87.34, - "STS17 (en-de)": 82.24, - "STS17 (en-tr)": 72.52, - "STS17 (en-ar)": 69.41, - "STS17 (ar-ar)": 80.74, - "STS17 (es-en)": 75.57, - "STS17 (nl-en)": 80.82, - "STS17 (fr-en)": 79.8, - "STS17 (it-en)": 79.12, - "STS17 (ko-ko)": 81.43, - "STS22 (ru)": 66.26, - "STSB": 80.6, - "STSBenchmark": 84.87, - "STSBenchmarkMultilingualSTS (ru)": 79.27 - }, - { - "Model": "bge-m3", - "GermanSTSBenchmark": 80.79, - "SICK-R": 79.72, - "STS12": 78.73, - "STS13": 79.6, - "STS14": 79.0, - "STS15": 87.81, - "STS17 (en-en)": 87.13, - "STS17 (es-es)": 87.34, - "STS17 (en-de)": 82.24, - "STS17 (en-tr)": 72.52, - "STS17 (en-ar)": 69.41, - "STS17 (ar-ar)": 80.74, - "STS17 (es-en)": 75.57, - "STS17 (nl-en)": 80.82, - "STS17 (fr-en)": 79.8, - "STS17 (it-en)": 79.12, - "STS17 (ko-ko)": 81.43, - "STSB": 80.6, - "STSBenchmark": 84.87 - } - ] - }, - "Summarization": { - "cosine_spearman": [] - }, - "MultilabelClassification": { - "accuracy": [ - { - "Model": "bge-m3", - "CEDRClassification": 43.47, - "SensitiveTopicsClassification": 26.25 - } - ] - }, - "InstructionRetrieval": { - "p-MRR": [ - { - "Model": "bge-m3", - "Core17InstructionRetrieval": -1.25, - "News21InstructionRetrieval": -1.39, - "Robust04InstructionRetrieval": -6.69 - } - ] - } - }, - "BAAI__bge-m3-instruct": { - "BitextMining": { - "f1": [] - }, - "Classification": { - "accuracy": [] - }, - "Clustering": { - "v_measure": [] - }, - "PairClassification": { - "max_ap": [] - }, - "Reranking": { - "map": [] - }, - "Retrieval": { - "ndcg_at_10": [ - { - "Model": "bge-m3-instruct", - "ARCChallenge": 9.03, - "AlphaNLI": 24.69, - "HellaSwag": 25.55, - "PIQA": 19.03, - "Quail": 7.08, - "RARbCode": 39.58, - "RARbMath": 64.51, - "SIQA": 4.77, - "SpartQA": 7.0, - "TempReasonL1": 0.8, - "TempReasonL2Fact": 34.99, - "TempReasonL2Pure": 0.62, - "TempReasonL3Fact": 32.47, - "TempReasonL3Pure": 7.01, - "WinoGrande": 35.33 - } - ] - }, - "STS": { - "cosine_spearman": [] - }, - "Summarization": { - "cosine_spearman": [] - }, - "MultilabelClassification": { - "accuracy": [] - }, - "InstructionRetrieval": { - "p-MRR": [] - } - }, - "BAAI__bge-small-en-v1.5": { - "BitextMining": { - "f1": [ - { - "Model": "bge-small-en-v1.5", - "BornholmBitextMining": 33.92, - "Tatoeba (arq-eng)": 0.39, - "Tatoeba (lfn-eng)": 9.26, - "Tatoeba (rus-eng)": 0.21, - "Tatoeba (ceb-eng)": 3.58, - "Tatoeba (cym-eng)": 6.99, - "Tatoeba (ile-eng)": 19.35, - "Tatoeba (nds-eng)": 11.51, - "Tatoeba (wuu-eng)": 1.9, - "Tatoeba (amh-eng)": 0.91, - "Tatoeba (max-eng)": 10.36, - "Tatoeba (jpn-eng)": 0.94, - "Tatoeba (tzl-eng)": 15.44, - "Tatoeba (xho-eng)": 3.87, - "Tatoeba (tur-eng)": 4.16, - "Tatoeba (urd-eng)": 0.03, - "Tatoeba (hrv-eng)": 5.55, - "Tatoeba (khm-eng)": 0.15, - "Tatoeba (gla-eng)": 2.71, - "Tatoeba (fao-eng)": 7.03, - "Tatoeba (kor-eng)": 0.85, - "Tatoeba (por-eng)": 10.93, - "Tatoeba (tat-eng)": 0.77, - "Tatoeba (pam-eng)": 4.81, - "Tatoeba (ces-eng)": 3.41, - "Tatoeba (uzb-eng)": 3.77, - "Tatoeba (yue-eng)": 1.18, - "Tatoeba (orv-eng)": 0.09, - "Tatoeba (aze-eng)": 3.68, - "Tatoeba (ang-eng)": 17.22, - "Tatoeba (est-eng)": 2.11, - "Tatoeba (kat-eng)": 0.58, - "Tatoeba (lvs-eng)": 3.5, - "Tatoeba (nob-eng)": 8.64, - "Tatoeba (epo-eng)": 9.42, - "Tatoeba (cor-eng)": 2.88, - "Tatoeba (yid-eng)": 0.21, - "Tatoeba (dan-eng)": 9.8, - "Tatoeba (hsb-eng)": 4.79, - "Tatoeba (bos-eng)": 7.18, - "Tatoeba (ara-eng)": 0.17, - "Tatoeba (swg-eng)": 9.47, - "Tatoeba (kab-eng)": 1.03, - "Tatoeba (eus-eng)": 7.21, - "Tatoeba (ido-eng)": 12.06, - "Tatoeba (glg-eng)": 12.43, - "Tatoeba (awa-eng)": 0.52, - "Tatoeba (hun-eng)": 4.22, - "Tatoeba (deu-eng)": 10.09, - "Tatoeba (nno-eng)": 6.76, - "Tatoeba (fra-eng)": 16.67, - "Tatoeba (tam-eng)": 0.08, - "Tatoeba (zsm-eng)": 6.99, - "Tatoeba (cmn-eng)": 2.47, - "Tatoeba (swh-eng)": 5.7, - "Tatoeba (ukr-eng)": 0.67, - "Tatoeba (gsw-eng)": 13.64, - "Tatoeba (ina-eng)": 24.66, - "Tatoeba (csb-eng)": 3.42, - "Tatoeba (oci-eng)": 8.07, - "Tatoeba (hin-eng)": 0.0, - "Tatoeba (ast-eng)": 13.66, - "Tatoeba (gle-eng)": 3.12, - "Tatoeba (bel-eng)": 1.22, - "Tatoeba (nld-eng)": 11.36, - "Tatoeba (mhr-eng)": 0.0, - "Tatoeba (isl-eng)": 3.78, - "Tatoeba (ron-eng)": 7.24, - "Tatoeba (mkd-eng)": 0.2, - "Tatoeba (fin-eng)": 3.49, - "Tatoeba (ind-eng)": 6.35, - "Tatoeba (cat-eng)": 12.93, - "Tatoeba (sqi-eng)": 5.09, - "Tatoeba (pms-eng)": 9.63, - "Tatoeba (tgl-eng)": 3.69, - "Tatoeba (lat-eng)": 7.06, - "Tatoeba (mar-eng)": 0.04, - "Tatoeba (srp-eng)": 2.25, - "Tatoeba (ben-eng)": 0.02, - "Tatoeba (afr-eng)": 6.77, - "Tatoeba (pol-eng)": 5.51, - "Tatoeba (mon-eng)": 1.6, - "Tatoeba (swe-eng)": 7.68, - "Tatoeba (bul-eng)": 0.56, - "Tatoeba (nov-eng)": 25.06, - "Tatoeba (uig-eng)": 0.59, - "Tatoeba (ell-eng)": 0.17, - "Tatoeba (hye-eng)": 0.41, - "Tatoeba (mal-eng)": 0.05, - "Tatoeba (dsb-eng)": 4.79, - "Tatoeba (slk-eng)": 3.97, - "Tatoeba (fry-eng)": 16.8, - "Tatoeba (dtp-eng)": 3.03, - "Tatoeba (kur-eng)": 7.53, - "Tatoeba (vie-eng)": 4.4, - "Tatoeba (war-eng)": 5.06, - "Tatoeba (kzj-eng)": 3.64, - "Tatoeba (ber-eng)": 4.47, - "Tatoeba (cbk-eng)": 10.19, - "Tatoeba (jav-eng)": 4.77, - "Tatoeba (slv-eng)": 3.89, - "Tatoeba (ita-eng)": 14.34, - "Tatoeba (tuk-eng)": 3.64, - "Tatoeba (arz-eng)": 0.06, - "Tatoeba (spa-eng)": 14.72, - "Tatoeba (bre-eng)": 4.08, - "Tatoeba (cha-eng)": 14.39, - "Tatoeba (tha-eng)": 1.28, - "Tatoeba (lit-eng)": 2.3, - "Tatoeba (kaz-eng)": 0.55, - "Tatoeba (heb-eng)": 0.47, - "Tatoeba (tel-eng)": 0.2, - "Tatoeba (pes-eng)": 0.63 - } - ] - }, - "Classification": { - "accuracy": [ - { - "Model": "bge-small-en-v1.5", - "AllegroReviews": 25.64, - "AmazonCounterfactualClassification (en-ext)": 71.81, - "AmazonCounterfactualClassification (en)": 71.84, - "AmazonCounterfactualClassification (de)": 58.53, - "AmazonCounterfactualClassification (ja)": 58.03, - "AmazonReviewsClassification (en)": 49.19, - "AmazonReviewsClassification (de)": 26.82, - "AmazonReviewsClassification (es)": 32.81, - "AmazonReviewsClassification (fr)": 28.3, - "AmazonReviewsClassification (ja)": 23.8, - "AmazonReviewsClassification (zh)": 23.54, - "AngryTweetsClassification": 43.31, - "CBD": 51.9, - "DanishPoliticalCommentsClassification": 28.74, - "GeoreviewClassification": 27.23, - "HeadlineClassification": 29.75, - "InappropriatenessClassification": 51.22, - "KinopoiskClassification": 35.31, - "LccSentimentClassification": 38.53, - "MTOPDomainClassification (en)": 92.31, - "MTOPDomainClassification (de)": 69.72, - "MTOPDomainClassification (es)": 74.81, - "MTOPDomainClassification (fr)": 75.49, - "MTOPDomainClassification (hi)": 26.01, - "MTOPDomainClassification (th)": 16.95, - "MTOPIntentClassification (en)": 63.87, - "MTOPIntentClassification (de)": 40.14, - "MTOPIntentClassification (es)": 40.36, - "MTOPIntentClassification (fr)": 37.32, - "MTOPIntentClassification (hi)": 9.4, - "MTOPIntentClassification (th)": 5.26, - "MasakhaNEWSClassification (amh)": 35.05, - "MasakhaNEWSClassification (eng)": 80.13, - "MasakhaNEWSClassification (fra)": 76.35, - "MasakhaNEWSClassification (hau)": 60.16, - "MasakhaNEWSClassification (ibo)": 56.97, - "MasakhaNEWSClassification (lin)": 69.37, - "MasakhaNEWSClassification (lug)": 57.49, - "MasakhaNEWSClassification (orm)": 60.52, - "MasakhaNEWSClassification (pcm)": 93.93, - "MasakhaNEWSClassification (run)": 63.23, - "MasakhaNEWSClassification (sna)": 73.77, - "MasakhaNEWSClassification (som)": 52.99, - "MasakhaNEWSClassification (swa)": 55.53, - "MasakhaNEWSClassification (tir)": 27.46, - "MasakhaNEWSClassification (xho)": 63.64, - "MasakhaNEWSClassification (yor)": 63.63, - "MassiveIntentClassification (de)": 40.71, - "MassiveIntentClassification (it)": 42.67, - "MassiveIntentClassification (kn)": 3.33, - "MassiveIntentClassification (am)": 2.47, - "MassiveIntentClassification (af)": 36.68, - "MassiveIntentClassification (tl)": 38.83, - "MassiveIntentClassification (ro)": 40.92, - "MassiveIntentClassification (zh-CN)": 21.95, - "MassiveIntentClassification (is)": 34.1, - "MassiveIntentClassification (ml)": 2.65, - "MassiveIntentClassification (ru)": 24.69, - "MassiveIntentClassification (pt)": 44.25, - "MassiveIntentClassification (mn)": 21.87, - "MassiveIntentClassification (my)": 4.7, - "MassiveIntentClassification (bn)": 10.08, - "MassiveIntentClassification (te)": 2.3, - "MassiveIntentClassification (nl)": 38.9, - "MassiveIntentClassification (fi)": 40.13, - "MassiveIntentClassification (sw)": 35.33, - "MassiveIntentClassification (vi)": 36.18, - "MassiveIntentClassification (lv)": 38.48, - "MassiveIntentClassification (fa)": 21.05, - "MassiveIntentClassification (sl)": 38.52, - "MassiveIntentClassification (ja)": 27.8, - "MassiveIntentClassification (ms)": 36.06, - "MassiveIntentClassification (hy)": 9.7, - "MassiveIntentClassification (da)": 43.48, - "MassiveIntentClassification (km)": 4.7, - "MassiveIntentClassification (el)": 23.78, - "MassiveIntentClassification (jv)": 34.78, - "MassiveIntentClassification (ur)": 9.98, - "MassiveIntentClassification (tr)": 38.43, - "MassiveIntentClassification (he)": 18.24, - "MassiveIntentClassification (nb)": 40.05, - "MassiveIntentClassification (en)": 70.76, - "MassiveIntentClassification (fr)": 41.51, - "MassiveIntentClassification (sv)": 40.35, - "MassiveIntentClassification (ar)": 18.67, - "MassiveIntentClassification (th)": 12.11, - "MassiveIntentClassification (ko)": 17.23, - "MassiveIntentClassification (az)": 37.24, - "MassiveIntentClassification (pl)": 39.01, - "MassiveIntentClassification (es)": 40.74, - "MassiveIntentClassification (hi)": 8.72, - "MassiveIntentClassification (hu)": 38.68, - "MassiveIntentClassification (ka)": 11.32, - "MassiveIntentClassification (ta)": 10.09, - "MassiveIntentClassification (cy)": 34.79, - "MassiveIntentClassification (id)": 40.08, - "MassiveIntentClassification (sq)": 40.64, - "MassiveIntentClassification (zh-TW)": 20.78, - "MassiveScenarioClassification (fi)": 44.7, - "MassiveScenarioClassification (sl)": 44.36, - "MassiveScenarioClassification (zh-CN)": 32.17, - "MassiveScenarioClassification (th)": 22.44, - "MassiveScenarioClassification (jv)": 43.42, - "MassiveScenarioClassification (ms)": 42.98, - "MassiveScenarioClassification (ka)": 17.01, - "MassiveScenarioClassification (fa)": 28.07, - "MassiveScenarioClassification (id)": 44.04, - "MassiveScenarioClassification (ko)": 23.89, - "MassiveScenarioClassification (pl)": 46.1, - "MassiveScenarioClassification (az)": 43.56, - "MassiveScenarioClassification (af)": 45.56, - "MassiveScenarioClassification (he)": 22.47, - "MassiveScenarioClassification (da)": 51.6, - "MassiveScenarioClassification (ru)": 29.84, - "MassiveScenarioClassification (mn)": 28.31, - "MassiveScenarioClassification (nl)": 48.31, - "MassiveScenarioClassification (ml)": 7.97, - "MassiveScenarioClassification (lv)": 42.93, - "MassiveScenarioClassification (zh-TW)": 31.33, - "MassiveScenarioClassification (sq)": 48.7, - "MassiveScenarioClassification (kn)": 8.03, - "MassiveScenarioClassification (te)": 7.81, - "MassiveScenarioClassification (tr)": 43.77, - "MassiveScenarioClassification (ur)": 17.86, - "MassiveScenarioClassification (hy)": 16.49, - "MassiveScenarioClassification (nb)": 47.72, - "MassiveScenarioClassification (ja)": 36.78, - "MassiveScenarioClassification (sw)": 44.31, - "MassiveScenarioClassification (tl)": 48.6, - "MassiveScenarioClassification (ro)": 51.26, - "MassiveScenarioClassification (en)": 75.21, - "MassiveScenarioClassification (cy)": 40.22, - "MassiveScenarioClassification (am)": 7.53, - "MassiveScenarioClassification (el)": 33.87, - "MassiveScenarioClassification (fr)": 54.25, - "MassiveScenarioClassification (hi)": 14.9, - "MassiveScenarioClassification (it)": 51.93, - "MassiveScenarioClassification (km)": 9.89, - "MassiveScenarioClassification (pt)": 53.39, - "MassiveScenarioClassification (de)": 49.62, - "MassiveScenarioClassification (ar)": 26.89, - "MassiveScenarioClassification (my)": 10.37, - "MassiveScenarioClassification (sv)": 46.86, - "MassiveScenarioClassification (ta)": 17.11, - "MassiveScenarioClassification (vi)": 42.1, - "MassiveScenarioClassification (hu)": 44.92, - "MassiveScenarioClassification (bn)": 15.29, - "MassiveScenarioClassification (is)": 43.11, - "MassiveScenarioClassification (es)": 51.67, - "NoRecClassification": 37.22, - "NordicLangClassification": 52.02, - "PAC": 57.42, - "PolEmo2.0-IN": 42.92, - "PolEmo2.0-OUT": 24.05, - "RuReviewsClassification": 43.95, - "RuSciBenchGRNTIClassification": 13.96, - "RuSciBenchOECDClassification": 10.76, - "ToxicConversationsClassification": 65.48 - } - ] - }, - "Clustering": { - "v_measure": [ - { - "Model": "bge-small-en-v1.5", - "AlloProfClusteringP2P": 58.48, - "AlloProfClusteringS2S": 33.09, - "BlurbsClusteringP2P": 23.89, - "BlurbsClusteringS2S": 10.61, - "GeoreviewClusteringP2P": 21.15, - "HALClusteringS2S": 21.68, - "MLSUMClusteringP2P (de)": 37.74, - "MLSUMClusteringP2P (fr)": 40.52, - "MLSUMClusteringP2P (ru)": 21.86, - "MLSUMClusteringP2P (es)": 40.18, - "MLSUMClusteringS2S (de)": 37.93, - "MLSUMClusteringS2S (fr)": 39.47, - "MLSUMClusteringS2S (ru)": 21.02, - "MLSUMClusteringS2S (es)": 39.84, - "MasakhaNEWSClusteringP2P (amh)": 41.69, - "MasakhaNEWSClusteringP2P (eng)": 63.38, - "MasakhaNEWSClusteringP2P (fra)": 58.71, - "MasakhaNEWSClusteringP2P (hau)": 39.11, - "MasakhaNEWSClusteringP2P (ibo)": 52.02, - "MasakhaNEWSClusteringP2P (lin)": 54.46, - "MasakhaNEWSClusteringP2P (lug)": 54.67, - "MasakhaNEWSClusteringP2P (orm)": 33.71, - "MasakhaNEWSClusteringP2P (pcm)": 80.96, - "MasakhaNEWSClusteringP2P (run)": 58.78, - "MasakhaNEWSClusteringP2P (sna)": 55.31, - "MasakhaNEWSClusteringP2P (som)": 32.43, - "MasakhaNEWSClusteringP2P (swa)": 26.27, - "MasakhaNEWSClusteringP2P (tir)": 42.83, - "MasakhaNEWSClusteringP2P (xho)": 31.5, - "MasakhaNEWSClusteringP2P (yor)": 35.94, - "MasakhaNEWSClusteringS2S (amh)": 41.91, - "MasakhaNEWSClusteringS2S (eng)": 32.88, - "MasakhaNEWSClusteringS2S (fra)": 48.14, - "MasakhaNEWSClusteringS2S (hau)": 13.35, - "MasakhaNEWSClusteringS2S (ibo)": 40.28, - "MasakhaNEWSClusteringS2S (lin)": 60.73, - "MasakhaNEWSClusteringS2S (lug)": 50.01, - "MasakhaNEWSClusteringS2S (orm)": 21.4, - "MasakhaNEWSClusteringS2S (pcm)": 67.86, - "MasakhaNEWSClusteringS2S (run)": 56.95, - "MasakhaNEWSClusteringS2S (sna)": 48.25, - "MasakhaNEWSClusteringS2S (som)": 26.53, - "MasakhaNEWSClusteringS2S (swa)": 19.1, - "MasakhaNEWSClusteringS2S (tir)": 42.42, - "MasakhaNEWSClusteringS2S (xho)": 26.22, - "MasakhaNEWSClusteringS2S (yor)": 32.34, - "RuSciBenchGRNTIClusteringP2P": 14.22, - "RuSciBenchOECDClusteringP2P": 12.15, - "TenKGnadClusteringP2P": 41.47, - "TenKGnadClusteringS2S": 20.34 - } - ] - }, - "PairClassification": { - "max_ap": [ - { - "Model": "bge-small-en-v1.5", - "CDSC-E": 52.32, - "FalseFriendsGermanEnglish": 48.35, - "OpusparcusPC (de)": 89.96, - "OpusparcusPC (en)": 98.67, - "OpusparcusPC (fi)": 85.45, - "OpusparcusPC (fr)": 87.13, - "OpusparcusPC (ru)": 78.74, - "OpusparcusPC (sv)": 83.59, - "PSC": 91.06, - "PawsXPairClassification (de)": 51.35, - "PawsXPairClassification (en)": 56.61, - "PawsXPairClassification (es)": 52.88, - "PawsXPairClassification (fr)": 53.94, - "PawsXPairClassification (ja)": 49.31, - "PawsXPairClassification (ko)": 51.04, - "PawsXPairClassification (zh)": 53.16, - "SICK-E-PL": 47.15, - "SprintDuplicateQuestions": 96.67, - "TERRa": 44.15, - "TwitterURLCorpus": 84.84 - }, - { - "Model": "bge-small-en-v1.5", - "CDSC-E": 52.37, - "FalseFriendsGermanEnglish": 48.44, - "OpusparcusPC (de)": 89.96, - "OpusparcusPC (en)": 98.67, - "OpusparcusPC (fi)": 85.45, - "OpusparcusPC (fr)": 87.13, - "OpusparcusPC (ru)": 78.74, - "OpusparcusPC (sv)": 83.59, - "PSC": 91.06, - "PawsXPairClassification (de)": 51.35, - "PawsXPairClassification (en)": 56.77, - "PawsXPairClassification (es)": 52.91, - "PawsXPairClassification (fr)": 53.94, - "PawsXPairClassification (ja)": 49.56, - "PawsXPairClassification (ko)": 51.04, - "PawsXPairClassification (zh)": 53.27, - "SICK-E-PL": 47.23, - "SprintDuplicateQuestions": 96.67, - "TERRa": 44.15, - "TwitterURLCorpus": 84.84 - } - ] - }, - "Reranking": { - "map": [ - { - "Model": "bge-small-en-v1.5", - "AlloprofReranking": 61.74, - "RuBQReranking": 38.37, - "SyntecReranking": 69.4, - "T2Reranking": 63.0 - }, - { - "Model": "bge-small-en-v1.5", - "MIRACLReranking (ar)": 8.5, - "MIRACLReranking (bn)": 9.78, - "MIRACLReranking (de)": 26.04, - "MIRACLReranking (en)": 54.81, - "MIRACLReranking (es)": 36.01, - "MIRACLReranking (fa)": 8.72, - "MIRACLReranking (fi)": 44.66, - "MIRACLReranking (fr)": 27.89, - "MIRACLReranking (hi)": 8.33, - "MIRACLReranking (id)": 28.47, - "MIRACLReranking (ja)": 16.44, - "MIRACLReranking (ko)": 13.52, - "MIRACLReranking (ru)": 15.81, - "MIRACLReranking (sw)": 37.39, - "MIRACLReranking (te)": 2.58, - "MIRACLReranking (th)": 5.14, - "MIRACLReranking (yo)": 57.13, - "MIRACLReranking (zh)": 14.4 - } - ] - }, - "Retrieval": { - "ndcg_at_10": [ - { - "Model": "bge-small-en-v1.5", - "AILACasedocs": 23.5, - "AILAStatutes": 23.0, - "ARCChallenge": 8.95, - "AlloprofRetrieval": 30.77, - "AlphaNLI": 11.64, - "AppsRetrieval": 5.64, - "ArguAna": 60.35, - "BSARDRetrieval": 12.89, - "CmedqaRetrieval": 2.13, - "CodeFeedbackMT": 35.09, - "CodeFeedbackST": 67.79, - "CodeSearchNetCCRetrieval (python)": 56.45, - "CodeSearchNetCCRetrieval (javascript)": 50.45, - "CodeSearchNetCCRetrieval (go)": 28.97, - "CodeSearchNetCCRetrieval (ruby)": 55.13, - "CodeSearchNetCCRetrieval (java)": 53.71, - "CodeSearchNetCCRetrieval (php)": 42.44, - "CodeSearchNetRetrieval (python)": 88.79, - "CodeSearchNetRetrieval (javascript)": 73.73, - "CodeSearchNetRetrieval (go)": 94.51, - "CodeSearchNetRetrieval (ruby)": 79.53, - "CodeSearchNetRetrieval (java)": 83.33, - "CodeSearchNetRetrieval (php)": 87.08, - "CodeTransOceanContest": 48.22, - "CodeTransOceanDL": 25.67, - "CosQA": 32.04, - "CovidRetrieval": 14.97, - "GerDaLIR": 0.87, - "GerDaLIRSmall": 2.33, - "GermanQuAD-Retrieval": 75.24, - "HellaSwag": 25.44, - "LEMBNarrativeQARetrieval": 22.18, - "LEMBQMSumRetrieval": 21.29, - "LEMBSummScreenFDRetrieval": 57.75, - "LEMBWikimQARetrieval": 43.52, - "LeCaRDv2": 20.06, - "LegalBenchConsumerContractsQA": 73.37, - "LegalBenchCorporateLobbying": 90.32, - "LegalQuAD": 11.74, - "LegalSummarization": 61.49, - "MIRACLRetrieval (ar)": 0.2, - "MIRACLRetrieval (bn)": 0.13, - "MIRACLRetrieval (de)": 14.63, - "MIRACLRetrieval (en)": 46.02, - "MIRACLRetrieval (es)": 22.74, - "MIRACLRetrieval (fa)": 0.1, - "MIRACLRetrieval (fi)": 30.02, - "MIRACLRetrieval (fr)": 17.19, - "MIRACLRetrieval (hi)": 0.0, - "MIRACLRetrieval (id)": 17.85, - "MIRACLRetrieval (ja)": 3.71, - "MIRACLRetrieval (ko)": 3.69, - "MIRACLRetrieval (ru)": 2.42, - "MIRACLRetrieval (sw)": 30.78, - "MIRACLRetrieval (te)": 0.06, - "MIRACLRetrieval (th)": 0.47, - "MIRACLRetrieval (yo)": 54.53, - "MIRACLRetrieval (zh)": 0.82, - "MintakaRetrieval (ar)": 1.54, - "MintakaRetrieval (de)": 18.36, - "MintakaRetrieval (es)": 17.71, - "MintakaRetrieval (fr)": 18.69, - "MintakaRetrieval (hi)": 2.74, - "MintakaRetrieval (it)": 16.13, - "MintakaRetrieval (ja)": 8.54, - "MintakaRetrieval (pt)": 17.06, - "NFCorpus": 34.26, - "PIQA": 23.92, - "Quail": 1.75, - "RARbCode": 42.36, - "RARbMath": 44.98, - "RiaNewsRetrieval": 10.58, - "RuBQRetrieval": 8.17, - "SCIDOCS": 20.52, - "SIQA": 0.77, - "SciFact": 71.27, - "SciFact-PL": 30.48, - "SpartQA": 3.55, - "StackOverflowQA": 78.05, - "SyntecRetrieval": 60.74, - "SyntheticText2SQL": 45.12, - "TRECCOVID": 75.53, - "TRECCOVID-PL": 24.85, - "TempReasonL1": 1.41, - "TempReasonL2Fact": 17.56, - "TempReasonL2Pure": 1.05, - "TempReasonL3Fact": 13.88, - "TempReasonL3Pure": 4.76, - "WinoGrande": 10.28, - "XMarket (de)": 13.22, - "XMarket (en)": 31.95, - "XMarket (es)": 14.97, - "XPQARetrieval (ara-ara)": 7.5, - "XPQARetrieval (eng-ara)": 3.82, - "XPQARetrieval (ara-eng)": 8.35, - "XPQARetrieval (deu-deu)": 56.72, - "XPQARetrieval (eng-deu)": 11.29, - "XPQARetrieval (deu-eng)": 27.53, - "XPQARetrieval (spa-spa)": 41.62, - "XPQARetrieval (eng-spa)": 10.11, - "XPQARetrieval (spa-eng)": 22.43, - "XPQARetrieval (fra-fra)": 51.78, - "XPQARetrieval (eng-fra)": 12.23, - "XPQARetrieval (fra-eng)": 29.32, - "XPQARetrieval (hin-hin)": 19.32, - "XPQARetrieval (eng-hin)": 5.74, - "XPQARetrieval (hin-eng)": 5.66, - "XPQARetrieval (ita-ita)": 60.16, - "XPQARetrieval (eng-ita)": 9.89, - "XPQARetrieval (ita-eng)": 25.8, - "XPQARetrieval (jpn-jpn)": 39.11, - "XPQARetrieval (eng-jpn)": 5.05, - "XPQARetrieval (jpn-eng)": 14.37, - "XPQARetrieval (kor-kor)": 12.77, - "XPQARetrieval (eng-kor)": 7.18, - "XPQARetrieval (kor-eng)": 6.38, - "XPQARetrieval (pol-pol)": 30.33, - "XPQARetrieval (eng-pol)": 9.87, - "XPQARetrieval (pol-eng)": 17.83, - "XPQARetrieval (por-por)": 37.41, - "XPQARetrieval (eng-por)": 8.41, - "XPQARetrieval (por-eng)": 22.67, - "XPQARetrieval (tam-tam)": 10.25, - "XPQARetrieval (eng-tam)": 4.19, - "XPQARetrieval (tam-eng)": 3.42, - "XPQARetrieval (cmn-cmn)": 24.2, - "XPQARetrieval (eng-cmn)": 7.81, - "XPQARetrieval (cmn-eng)": 15.38 - } - ] - }, - "STS": { - "cosine_spearman": [ - { - "Model": "bge-small-en-v1.5", - "CDSC-R": 84.98, - "GermanSTSBenchmark": 64.25, - "RUParaPhraserSTS": 44.65, - "RuSTSBenchmarkSTS": 57.44, - "SICK-R": 79.41, - "SICK-R-PL": 54.12, - "SICKFr": 62.43, - "STS12": 77.44, - "STS13": 82.98, - "STS14": 81.84, - "STS15": 87.27, - "STS17 (en-de)": 28.84, - "STS17 (fr-en)": 35.02, - "STS17 (en-ar)": 6.64, - "STS17 (en-tr)": 13.56, - "STS17 (it-en)": 28.17, - "STS17 (es-en)": 28.15, - "STS17 (ar-ar)": 49.71, - "STS17 (nl-en)": 31.57, - "STS17 (ko-ko)": 45.13, - "STS17 (es-es)": 77.73, - "STS17 (en-en)": 87.14, - "STS22 (es-en)": 58.66, - "STS22 (de-pl)": 18.17, - "STS22 (zh-en)": 48.61, - "STS22 (pl)": 31.95, - "STS22 (de)": 32.8, - "STS22 (ru)": 17.88, - "STS22 (de-en)": 44.93, - "STS22 (zh)": 47.48, - "STS22 (tr)": 44.15, - "STS22 (it)": 63.98, - "STS22 (de-fr)": 44.7, - "STS22 (fr-pl)": 61.98, - "STS22 (es)": 55.47, - "STS22 (en)": 65.79, - "STS22 (ar)": 16.42, - "STS22 (fr)": 73.95, - "STS22 (pl-en)": 37.46, - "STS22 (es-it)": 50.23, - "STSB": 40.8, - "STSBenchmark": 85.86, - "STSBenchmarkMultilingualSTS (it)": 65.48, - "STSBenchmarkMultilingualSTS (zh)": 41.47, - "STSBenchmarkMultilingualSTS (en)": 85.86, - "STSBenchmarkMultilingualSTS (de)": 64.6, - "STSBenchmarkMultilingualSTS (ru)": 57.13, - "STSBenchmarkMultilingualSTS (pt)": 65.68, - "STSBenchmarkMultilingualSTS (es)": 66.5, - "STSBenchmarkMultilingualSTS (nl)": 61.82, - "STSBenchmarkMultilingualSTS (fr)": 63.67, - "STSBenchmarkMultilingualSTS (pl)": 60.25 - }, - { - "Model": "bge-small-en-v1.5", - "CDSC-R": 84.98, - "GermanSTSBenchmark": 64.25, - "RUParaPhraserSTS": 44.65, - "RuSTSBenchmarkSTS": 57.44, - "SICK-R": 79.41, - "SICK-R-PL": 54.12, - "SICKFr": 62.43, - "STS12": 77.44, - "STS13": 82.98, - "STS14": 81.84, - "STS15": 87.27, - "STS17 (en-de)": 28.84, - "STS17 (fr-en)": 35.02, - "STS17 (en-ar)": 6.64, - "STS17 (en-tr)": 13.56, - "STS17 (it-en)": 28.17, - "STS17 (es-en)": 28.15, - "STS17 (ar-ar)": 49.71, - "STS17 (nl-en)": 31.57, - "STS17 (ko-ko)": 45.13, - "STS17 (es-es)": 77.73, - "STS17 (en-en)": 87.14, - "STS22 (es-en)": 58.66, - "STS22 (de-pl)": 18.17, - "STS22 (zh-en)": 48.61, - "STS22 (pl)": 31.94, - "STS22 (de)": 32.79, - "STS22 (ru)": 17.88, - "STS22 (de-en)": 44.93, - "STS22 (zh)": 47.48, - "STS22 (tr)": 44.15, - "STS22 (it)": 63.98, - "STS22 (de-fr)": 44.7, - "STS22 (fr-pl)": 61.98, - "STS22 (es)": 55.47, - "STS22 (en)": 65.79, - "STS22 (ar)": 16.42, - "STS22 (fr)": 73.95, - "STS22 (pl-en)": 37.46, - "STS22 (es-it)": 50.23, - "STSB": 40.8, - "STSBenchmark": 85.86, - "STSBenchmarkMultilingualSTS (it)": 65.48, - "STSBenchmarkMultilingualSTS (zh)": 41.46, - "STSBenchmarkMultilingualSTS (en)": 85.86, - "STSBenchmarkMultilingualSTS (de)": 64.6, - "STSBenchmarkMultilingualSTS (ru)": 57.13, - "STSBenchmarkMultilingualSTS (pt)": 65.68, - "STSBenchmarkMultilingualSTS (es)": 66.5, - "STSBenchmarkMultilingualSTS (nl)": 61.82, - "STSBenchmarkMultilingualSTS (fr)": 63.67, - "STSBenchmarkMultilingualSTS (pl)": 60.25 - } - ] - }, - "Summarization": { - "cosine_spearman": [ - { - "Model": "bge-small-en-v1.5", - "SummEvalFr": 29.59 - }, - { - "Model": "bge-small-en-v1.5", - "SummEvalFr": 29.59 - } - ] - }, - "MultilabelClassification": { - "accuracy": [ - { - "Model": "bge-small-en-v1.5", - "CEDRClassification": 36.1, - "SensitiveTopicsClassification": 18.09 - } - ] - }, - "InstructionRetrieval": { - "p-MRR": [ - { - "Model": "bge-small-en-v1.5", - "Core17InstructionRetrieval": 1.51, - "News21InstructionRetrieval": -1.32, - "Robust04InstructionRetrieval": -5.77 - } - ] - } - }, - "BAAI__bge-small-en-v1.5-instruct": { - "BitextMining": { - "f1": [] - }, - "Classification": { - "accuracy": [] - }, - "Clustering": { - "v_measure": [] - }, - "PairClassification": { - "max_ap": [] - }, - "Reranking": { - "map": [] - }, - "Retrieval": { - "ndcg_at_10": [ - { - "Model": "bge-small-en-v1.5-instruct", - "ARCChallenge": 7.72, - "AlphaNLI": 1.26, - "HellaSwag": 23.41, - "PIQA": 20.79, - "Quail": 2.01, - "RARbCode": 41.52, - "RARbMath": 46.5, - "SIQA": 0.98, - "SpartQA": 2.86, - "TempReasonL1": 1.27, - "TempReasonL2Fact": 16.72, - "TempReasonL2Pure": 1.1, - "TempReasonL3Fact": 12.81, - "TempReasonL3Pure": 4.63, - "WinoGrande": 5.35 - } - ] - }, - "STS": { - "cosine_spearman": [] - }, - "Summarization": { - "cosine_spearman": [] - }, - "MultilabelClassification": { - "accuracy": [] - }, - "InstructionRetrieval": { - "p-MRR": [] - } - }, - "BAAI__bge-small-zh-v1.5": { - "BitextMining": { - "f1": [] - }, - "Classification": { - "accuracy": [ - { - "Model": "bge-small-zh-v1.5", - "AmazonReviewsClassification (zh)": 35.91, - "IFlyTek": 45.49, - "JDReview": 80.04, - "MassiveIntentClassification (zh-CN)": 63.95, - "MassiveScenarioClassification (zh-CN)": 70.8, - "MultilingualSentiment": 63.06, - "OnlineShopping": 85.05, - "TNews": 48.15, - "Waimai": 83.18 - } - ] - }, - "Clustering": { - "v_measure": [ - { - "Model": "bge-small-zh-v1.5", - "CLSClusteringP2P": 38.14, - "CLSClusteringS2S": 35.14, - "ThuNewsClusteringP2P": 54.22, - "ThuNewsClusteringS2S": 49.22 - } - ] - }, - "PairClassification": { - "max_ap": [ - { - "Model": "bge-small-zh-v1.5", - "Cmnli": 76.24, - "Ocnli": 64.57 - }, - { - "Model": "bge-small-zh-v1.5", - "Cmnli": 76.24, - "Ocnli": 64.57 - } - ] - }, - "Reranking": { - "map": [ - { - "Model": "bge-small-zh-v1.5", - "CMedQAv1": 77.4, - "CMedQAv2": 79.86, - "MMarcoReranking": 20.5, - "T2Reranking": 65.9 - } - ] - }, - "Retrieval": { - "ndcg_at_10": [ - { - "Model": "bge-small-zh-v1.5", - "CmedqaRetrieval": 35.11, - "CovidRetrieval": 70.14, - "DuRetrieval": 77.28, - "EcomRetrieval": 55.71, - "MMarcoRetrieval": 63.48, - "MedicalRetrieval": 49.8, - "T2Retrieval": 76.43, - "VideoRetrieval": 66.19 - } - ] - }, - "STS": { - "cosine_spearman": [ - { - "Model": "bge-small-zh-v1.5", - "AFQMC": 33.42, - "ATEC": 43.01, - "BQ": 55.22, - "LCQMC": 72.19, - "PAWSX": 9.26, - "QBQTC": 35.29, - "STS22 (zh)": 67.72, - "STSB": 76.73 - } - ] - }, - "Summarization": { - "cosine_spearman": [] - }, - "MultilabelClassification": { - "accuracy": [] - }, - "InstructionRetrieval": { - "p-MRR": [] - } - }, - "Cohere__Cohere-embed-english-v3.0": { - "BitextMining": { - "f1": [ - { - "Model": "Cohere-embed-english-v3.0", - "BornholmBitextMining": 40.85, - "Tatoeba (wuu-eng)": 2.65, - "Tatoeba (amh-eng)": 0.01, - "Tatoeba (ell-eng)": 0.74, - "Tatoeba (jpn-eng)": 2.11, - "Tatoeba (cym-eng)": 7.26, - "Tatoeba (fin-eng)": 6.23, - "Tatoeba (bel-eng)": 3.28, - "Tatoeba (aze-eng)": 5.38, - "Tatoeba (cat-eng)": 27.67, - "Tatoeba (eus-eng)": 8.12, - "Tatoeba (yid-eng)": 0.35, - "Tatoeba (ast-eng)": 34.32, - "Tatoeba (ron-eng)": 18.57, - "Tatoeba (gle-eng)": 3.57, - "Tatoeba (vie-eng)": 6.03, - "Tatoeba (cbk-eng)": 28.59, - "Tatoeba (cor-eng)": 3.45, - "Tatoeba (epo-eng)": 17.08, - "Tatoeba (uzb-eng)": 4.59, - "Tatoeba (tam-eng)": 0.35, - "Tatoeba (ceb-eng)": 7.2, - "Tatoeba (max-eng)": 14.66, - "Tatoeba (sqi-eng)": 10.45, - "Tatoeba (ile-eng)": 35.53, - "Tatoeba (hrv-eng)": 14.32, - "Tatoeba (yue-eng)": 2.33, - "Tatoeba (por-eng)": 44.85, - "Tatoeba (swh-eng)": 7.11, - "Tatoeba (cmn-eng)": 3.42, - "Tatoeba (ber-eng)": 5.21, - "Tatoeba (tzl-eng)": 21.77, - "Tatoeba (fra-eng)": 44.84, - "Tatoeba (mkd-eng)": 1.39, - "Tatoeba (dsb-eng)": 10.77, - "Tatoeba (hin-eng)": 0.14, - "Tatoeba (kab-eng)": 1.43, - "Tatoeba (ind-eng)": 8.79, - "Tatoeba (tel-eng)": 0.22, - "Tatoeba (ang-eng)": 28.1, - "Tatoeba (lfn-eng)": 23.83, - "Tatoeba (tur-eng)": 5.85, - "Tatoeba (ara-eng)": 0.7, - "Tatoeba (nld-eng)": 28.42, - "Tatoeba (dtp-eng)": 3.79, - "Tatoeba (pam-eng)": 5.71, - "Tatoeba (ces-eng)": 7.45, - "Tatoeba (kat-eng)": 1.1, - "Tatoeba (tuk-eng)": 3.14, - "Tatoeba (bul-eng)": 3.45, - "Tatoeba (lit-eng)": 4.03, - "Tatoeba (fry-eng)": 25.55, - "Tatoeba (lat-eng)": 13.73, - "Tatoeba (war-eng)": 6.91, - "Tatoeba (swg-eng)": 17.59, - "Tatoeba (tgl-eng)": 8.22, - "Tatoeba (xho-eng)": 2.92, - "Tatoeba (arq-eng)": 0.63, - "Tatoeba (urd-eng)": 0.03, - "Tatoeba (zsm-eng)": 10.32, - "Tatoeba (kaz-eng)": 1.39, - "Tatoeba (pol-eng)": 10.17, - "Tatoeba (bre-eng)": 4.21, - "Tatoeba (ido-eng)": 23.31, - "Tatoeba (mon-eng)": 2.28, - "Tatoeba (mal-eng)": 0.15, - "Tatoeba (swe-eng)": 22.17, - "Tatoeba (gla-eng)": 3.13, - "Tatoeba (hun-eng)": 7.57, - "Tatoeba (dan-eng)": 27.16, - "Tatoeba (khm-eng)": 0.28, - "Tatoeba (mhr-eng)": 0.81, - "Tatoeba (ukr-eng)": 2.56, - "Tatoeba (uig-eng)": 0.6, - "Tatoeba (slk-eng)": 10.11, - "Tatoeba (ben-eng)": 0.05, - "Tatoeba (kzj-eng)": 5.02, - "Tatoeba (rus-eng)": 3.58, - "Tatoeba (isl-eng)": 8.1, - "Tatoeba (nov-eng)": 37.09, - "Tatoeba (srp-eng)": 7.44, - "Tatoeba (kor-eng)": 1.5, - "Tatoeba (hye-eng)": 0.67, - "Tatoeba (afr-eng)": 13.68, - "Tatoeba (lvs-eng)": 6.8, - "Tatoeba (deu-eng)": 54.19, - "Tatoeba (orv-eng)": 0.7, - "Tatoeba (oci-eng)": 16.78, - "Tatoeba (csb-eng)": 14.03, - "Tatoeba (kur-eng)": 9.75, - "Tatoeba (cha-eng)": 19.06, - "Tatoeba (nds-eng)": 23.19, - "Tatoeba (mar-eng)": 0.35, - "Tatoeba (slv-eng)": 11.7, - "Tatoeba (glg-eng)": 38.0, - "Tatoeba (hsb-eng)": 10.78, - "Tatoeba (fao-eng)": 17.84, - "Tatoeba (tat-eng)": 0.87, - "Tatoeba (bos-eng)": 15.81, - "Tatoeba (pms-eng)": 15.39, - "Tatoeba (est-eng)": 4.89, - "Tatoeba (awa-eng)": 0.34, - "Tatoeba (ina-eng)": 47.01, - "Tatoeba (tha-eng)": 1.23, - "Tatoeba (heb-eng)": 0.94, - "Tatoeba (ita-eng)": 30.21, - "Tatoeba (jav-eng)": 5.61, - "Tatoeba (pes-eng)": 0.71, - "Tatoeba (spa-eng)": 46.47, - "Tatoeba (gsw-eng)": 20.78, - "Tatoeba (nno-eng)": 17.71, - "Tatoeba (arz-eng)": 0.17, - "Tatoeba (nob-eng)": 24.8 - } - ] - }, - "Classification": { - "accuracy": [ - { - "Model": "Cohere-embed-english-v3.0", - "AllegroReviews": 28.84, - "AmazonCounterfactualClassification (en-ext)": 78.05, - "AmazonCounterfactualClassification (en)": 80.64, - "AmazonCounterfactualClassification (de)": 56.48, - "AmazonCounterfactualClassification (ja)": 54.93, - "AmazonReviewsClassification (en)": 53.73, - "AmazonReviewsClassification (de)": 37.55, - "AmazonReviewsClassification (es)": 41.49, - "AmazonReviewsClassification (fr)": 39.11, - "AmazonReviewsClassification (ja)": 23.23, - "AmazonReviewsClassification (zh)": 23.82, - "AngryTweetsClassification": 48.63, - "CBD": 52.93, - "DanishPoliticalCommentsClassification": 30.06, - "GeoreviewClassification": 32.95, - "HeadlineClassification": 45.37, - "InappropriatenessClassification": 54.71, - "KinopoiskClassification": 36.31, - "LccSentimentClassification": 45.4, - "MTOPDomainClassification (en)": 94.71, - "MTOPDomainClassification (de)": 81.83, - "MTOPDomainClassification (es)": 84.21, - "MTOPDomainClassification (fr)": 82.72, - "MTOPDomainClassification (hi)": 38.3, - "MTOPDomainClassification (th)": 15.41, - "MTOPIntentClassification (en)": 68.08, - "MTOPIntentClassification (de)": 50.58, - "MTOPIntentClassification (es)": 50.62, - "MTOPIntentClassification (fr)": 43.71, - "MTOPIntentClassification (hi)": 17.12, - "MTOPIntentClassification (th)": 4.9, - "MasakhaNEWSClassification (amh)": 34.57, - "MasakhaNEWSClassification (eng)": 79.54, - "MasakhaNEWSClassification (fra)": 79.41, - "MasakhaNEWSClassification (hau)": 67.38, - "MasakhaNEWSClassification (ibo)": 63.87, - "MasakhaNEWSClassification (lin)": 76.29, - "MasakhaNEWSClassification (lug)": 66.14, - "MasakhaNEWSClassification (orm)": 64.4, - "MasakhaNEWSClassification (pcm)": 91.44, - "MasakhaNEWSClassification (run)": 69.29, - "MasakhaNEWSClassification (sna)": 79.35, - "MasakhaNEWSClassification (som)": 52.76, - "MasakhaNEWSClassification (swa)": 61.41, - "MasakhaNEWSClassification (tir)": 23.31, - "MasakhaNEWSClassification (xho)": 66.77, - "MasakhaNEWSClassification (yor)": 73.43, - "MassiveIntentClassification (el)": 33.62, - "MassiveIntentClassification (sl)": 40.83, - "MassiveIntentClassification (fa)": 32.68, - "MassiveIntentClassification (ta)": 13.08, - "MassiveIntentClassification (ml)": 1.96, - "MassiveIntentClassification (ar)": 26.91, - "MassiveIntentClassification (sq)": 44.17, - "MassiveIntentClassification (zh-TW)": 21.64, - "MassiveIntentClassification (fi)": 41.16, - "MassiveIntentClassification (nl)": 43.97, - "MassiveIntentClassification (hu)": 40.04, - "MassiveIntentClassification (tr)": 42.88, - "MassiveIntentClassification (ka)": 12.09, - "MassiveIntentClassification (pl)": 41.81, - "MassiveIntentClassification (vi)": 36.32, - "MassiveIntentClassification (hy)": 13.01, - "MassiveIntentClassification (sw)": 40.11, - "MassiveIntentClassification (fr)": 52.0, - "MassiveIntentClassification (id)": 44.09, - "MassiveIntentClassification (en)": 71.8, - "MassiveIntentClassification (ru)": 41.81, - "MassiveIntentClassification (cy)": 39.46, - "MassiveIntentClassification (az)": 40.37, - "MassiveIntentClassification (ms)": 41.36, - "MassiveIntentClassification (de)": 50.54, - "MassiveIntentClassification (ur)": 21.32, - "MassiveIntentClassification (kn)": 2.52, - "MassiveIntentClassification (it)": 49.63, - "MassiveIntentClassification (da)": 46.16, - "MassiveIntentClassification (am)": 2.64, - "MassiveIntentClassification (hi)": 19.98, - "MassiveIntentClassification (tl)": 44.05, - "MassiveIntentClassification (es)": 51.43, - "MassiveIntentClassification (mn)": 27.68, - "MassiveIntentClassification (km)": 3.45, - "MassiveIntentClassification (ro)": 45.61, - "MassiveIntentClassification (he)": 27.04, - "MassiveIntentClassification (af)": 42.61, - "MassiveIntentClassification (ja)": 33.04, - "MassiveIntentClassification (te)": 2.36, - "MassiveIntentClassification (bn)": 24.44, - "MassiveIntentClassification (zh-CN)": 22.45, - "MassiveIntentClassification (ko)": 23.43, - "MassiveIntentClassification (nb)": 43.9, - "MassiveIntentClassification (jv)": 39.44, - "MassiveIntentClassification (sv)": 43.98, - "MassiveIntentClassification (is)": 36.44, - "MassiveIntentClassification (th)": 11.25, - "MassiveIntentClassification (lv)": 41.86, - "MassiveIntentClassification (pt)": 51.93, - "MassiveIntentClassification (my)": 2.83, - "MassiveScenarioClassification (is)": 45.12, - "MassiveScenarioClassification (da)": 55.72, - "MassiveScenarioClassification (tl)": 53.33, - "MassiveScenarioClassification (zh-CN)": 31.89, - "MassiveScenarioClassification (el)": 44.14, - "MassiveScenarioClassification (sw)": 46.93, - "MassiveScenarioClassification (bn)": 32.0, - "MassiveScenarioClassification (fi)": 47.83, - "MassiveScenarioClassification (cy)": 46.83, - "MassiveScenarioClassification (pt)": 59.42, - "MassiveScenarioClassification (vi)": 42.58, - "MassiveScenarioClassification (th)": 20.07, - "MassiveScenarioClassification (kn)": 6.86, - "MassiveScenarioClassification (my)": 5.23, - "MassiveScenarioClassification (sl)": 48.23, - "MassiveScenarioClassification (fa)": 37.23, - "MassiveScenarioClassification (mn)": 32.36, - "MassiveScenarioClassification (ml)": 5.92, - "MassiveScenarioClassification (hi)": 24.26, - "MassiveScenarioClassification (az)": 46.84, - "MassiveScenarioClassification (ms)": 49.86, - "MassiveScenarioClassification (ka)": 19.95, - "MassiveScenarioClassification (hu)": 48.55, - "MassiveScenarioClassification (tr)": 49.89, - "MassiveScenarioClassification (de)": 62.39, - "MassiveScenarioClassification (ko)": 30.41, - "MassiveScenarioClassification (am)": 7.6, - "MassiveScenarioClassification (it)": 57.91, - "MassiveScenarioClassification (ro)": 54.28, - "MassiveScenarioClassification (jv)": 47.24, - "MassiveScenarioClassification (km)": 5.83, - "MassiveScenarioClassification (sq)": 51.95, - "MassiveScenarioClassification (pl)": 50.47, - "MassiveScenarioClassification (nl)": 54.86, - "MassiveScenarioClassification (ru)": 46.46, - "MassiveScenarioClassification (es)": 60.4, - "MassiveScenarioClassification (hy)": 19.38, - "MassiveScenarioClassification (af)": 52.75, - "MassiveScenarioClassification (nb)": 53.54, - "MassiveScenarioClassification (ur)": 29.99, - "MassiveScenarioClassification (en)": 76.58, - "MassiveScenarioClassification (he)": 30.33, - "MassiveScenarioClassification (fr)": 59.83, - "MassiveScenarioClassification (id)": 50.43, - "MassiveScenarioClassification (lv)": 46.74, - "MassiveScenarioClassification (sv)": 53.84, - "MassiveScenarioClassification (ta)": 17.77, - "MassiveScenarioClassification (ar)": 33.7, - "MassiveScenarioClassification (zh-TW)": 30.9, - "MassiveScenarioClassification (te)": 7.52, - "MassiveScenarioClassification (ja)": 41.94, - "NoRecClassification": 41.54, - "NordicLangClassification": 58.2, - "PAC": 69.12, - "PolEmo2.0-IN": 50.18, - "PolEmo2.0-OUT": 26.82, - "RuReviewsClassification": 48.71, - "RuSciBenchGRNTIClassification": 24.06, - "RuSciBenchOECDClassification": 19.18 - } - ] - }, - "Clustering": { - "v_measure": [ - { - "Model": "Cohere-embed-english-v3.0", - "AlloProfClusteringP2P": 61.15, - "AlloProfClusteringS2S": 35.69, - "BlurbsClusteringP2P": 33.8, - "BlurbsClusteringS2S": 13.31, - "GeoreviewClusteringP2P": 27.27, - "HALClusteringS2S": 23.61, - "MLSUMClusteringP2P (de)": 45.78, - "MLSUMClusteringP2P (fr)": 44.54, - "MLSUMClusteringP2P (ru)": 27.93, - "MLSUMClusteringP2P (es)": 44.53, - "MLSUMClusteringS2S (de)": 44.11, - "MLSUMClusteringS2S (fr)": 43.62, - "MLSUMClusteringS2S (ru)": 26.85, - "MLSUMClusteringS2S (es)": 44.08, - "MasakhaNEWSClusteringP2P (amh)": 42.0, - "MasakhaNEWSClusteringP2P (eng)": 59.86, - "MasakhaNEWSClusteringP2P (fra)": 68.68, - "MasakhaNEWSClusteringP2P (hau)": 41.5, - "MasakhaNEWSClusteringP2P (ibo)": 43.18, - "MasakhaNEWSClusteringP2P (lin)": 71.26, - "MasakhaNEWSClusteringP2P (lug)": 58.01, - "MasakhaNEWSClusteringP2P (orm)": 27.48, - "MasakhaNEWSClusteringP2P (pcm)": 86.01, - "MasakhaNEWSClusteringP2P (run)": 53.68, - "MasakhaNEWSClusteringP2P (sna)": 67.47, - "MasakhaNEWSClusteringP2P (som)": 34.74, - "MasakhaNEWSClusteringP2P (swa)": 31.4, - "MasakhaNEWSClusteringP2P (tir)": 44.31, - "MasakhaNEWSClusteringP2P (xho)": 37.29, - "MasakhaNEWSClusteringP2P (yor)": 40.79, - "MasakhaNEWSClusteringS2S (amh)": 44.55, - "MasakhaNEWSClusteringS2S (eng)": 44.41, - "MasakhaNEWSClusteringS2S (fra)": 39.8, - "MasakhaNEWSClusteringS2S (hau)": 20.74, - "MasakhaNEWSClusteringS2S (ibo)": 46.43, - "MasakhaNEWSClusteringS2S (lin)": 52.66, - "MasakhaNEWSClusteringS2S (lug)": 42.28, - "MasakhaNEWSClusteringS2S (orm)": 28.05, - "MasakhaNEWSClusteringS2S (pcm)": 77.26, - "MasakhaNEWSClusteringS2S (run)": 48.73, - "MasakhaNEWSClusteringS2S (sna)": 40.39, - "MasakhaNEWSClusteringS2S (som)": 33.5, - "MasakhaNEWSClusteringS2S (swa)": 18.32, - "MasakhaNEWSClusteringS2S (tir)": 43.27, - "MasakhaNEWSClusteringS2S (xho)": 27.07, - "MasakhaNEWSClusteringS2S (yor)": 34.08, - "RuSciBenchGRNTIClusteringP2P": 23.4, - "RuSciBenchOECDClusteringP2P": 20.64, - "TenKGnadClusteringP2P": 47.9, - "TenKGnadClusteringS2S": 26.9 - } - ] - }, - "PairClassification": { - "max_ap": [ - { - "Model": "Cohere-embed-english-v3.0", - "CDSC-E": 62.91, - "FalseFriendsGermanEnglish": 47.58, - "OpusparcusPC (de)": 91.52, - "OpusparcusPC (en)": 98.38, - "OpusparcusPC (fi)": 87.04, - "OpusparcusPC (fr)": 88.39, - "OpusparcusPC (ru)": 80.87, - "OpusparcusPC (sv)": 84.44, - "PSC": 96.09, - "PawsXPairClassification (de)": 51.6, - "PawsXPairClassification (en)": 63.44, - "PawsXPairClassification (es)": 53.64, - "PawsXPairClassification (fr)": 56.8, - "PawsXPairClassification (ja)": 49.85, - "PawsXPairClassification (ko)": 50.82, - "PawsXPairClassification (zh)": 52.47, - "SICK-E-PL": 61.81, - "TERRa": 47.68 - }, - { - "Model": "Cohere-embed-english-v3.0", - "CDSC-E": 62.91, - "FalseFriendsGermanEnglish": 47.59, - "OpusparcusPC (de)": 91.52, - "OpusparcusPC (en)": 98.39, - "OpusparcusPC (fi)": 87.11, - "OpusparcusPC (fr)": 88.44, - "OpusparcusPC (ru)": 80.88, - "OpusparcusPC (sv)": 84.45, - "PSC": 96.09, - "PawsXPairClassification (de)": 52.18, - "PawsXPairClassification (en)": 63.59, - "PawsXPairClassification (es)": 53.68, - "PawsXPairClassification (fr)": 56.82, - "PawsXPairClassification (ja)": 49.94, - "PawsXPairClassification (ko)": 51.02, - "PawsXPairClassification (zh)": 52.49, - "SICK-E-PL": 61.81, - "TERRa": 47.68 - } - ] - }, - "Reranking": { - "map": [ - { - "Model": "Cohere-embed-english-v3.0", - "AlloprofReranking": 68.26, - "RuBQReranking": 51.31, - "SyntecReranking": 76.13, - "T2Reranking": 62.84 - }, - { - "Model": "Cohere-embed-english-v3.0", - "MIRACLReranking (ar)": 29.78, - "MIRACLReranking (bn)": 29.69, - "MIRACLReranking (de)": 36.5, - "MIRACLReranking (en)": 62.59, - "MIRACLReranking (es)": 49.73, - "MIRACLReranking (fa)": 18.93, - "MIRACLReranking (fi)": 50.03, - "MIRACLReranking (fr)": 44.25, - "MIRACLReranking (hi)": 22.73, - "MIRACLReranking (id)": 33.97, - "MIRACLReranking (ja)": 22.4, - "MIRACLReranking (ko)": 20.14, - "MIRACLReranking (ru)": 28.25, - "MIRACLReranking (sw)": 34.97, - "MIRACLReranking (te)": 2.74, - "MIRACLReranking (th)": 4.46, - "MIRACLReranking (yo)": 56.78, - "MIRACLReranking (zh)": 15.67 - } - ] - }, - "Retrieval": { - "ndcg_at_10": [ - { - "Model": "Cohere-embed-english-v3.0", - "AILACasedocs": 32.35, - "AILAStatutes": 26.38, - "ARCChallenge": 9.92, - "AlloprofRetrieval": 38.83, - "AlphaNLI": 15.09, - "AppsRetrieval": 13.72, - "BSARDRetrieval": 13.19, - "BrightRetrieval (psychology)": 21.82, - "BrightRetrieval (economics)": 20.18, - "BrightRetrieval (robotics)": 16.21, - "BrightRetrieval (biology)": 18.98, - "BrightRetrieval (stackoverflow)": 16.47, - "BrightRetrieval (theoremqa_theorems)": 7.14, - "BrightRetrieval (pony)": 1.77, - "BrightRetrieval (sustainable_living)": 17.69, - "BrightRetrieval (aops)": 6.46, - "BrightRetrieval (theoremqa_questions)": 15.07, - "BrightRetrieval (leetcode)": 26.78, - "BrightRetrieval (earth_science)": 27.45, - "CmedqaRetrieval": 2.95, - "CodeFeedbackMT": 47.02, - "CodeFeedbackST": 74.82, - "CodeSearchNetCCRetrieval (python)": 60.38, - "CodeSearchNetCCRetrieval (javascript)": 57.62, - "CodeSearchNetCCRetrieval (go)": 36.29, - "CodeSearchNetCCRetrieval (ruby)": 59.15, - "CodeSearchNetCCRetrieval (java)": 56.76, - "CodeSearchNetCCRetrieval (php)": 46.64, - "CodeSearchNetRetrieval (python)": 87.89, - "CodeSearchNetRetrieval (javascript)": 72.14, - "CodeSearchNetRetrieval (go)": 93.29, - "CodeSearchNetRetrieval (ruby)": 80.01, - "CodeSearchNetRetrieval (java)": 80.68, - "CodeSearchNetRetrieval (php)": 84.07, - "CodeTransOceanContest": 65.28, - "CodeTransOceanDL": 31.38, - "CosQA": 30.65, - "CovidRetrieval": 27.82, - "GerDaLIR": 2.38, - "GerDaLIRSmall": 6.22, - "GermanQuAD-Retrieval": 88.23, - "HellaSwag": 26.38, - "LEMBNarrativeQARetrieval": 25.03, - "LEMBQMSumRetrieval": 23.82, - "LEMBSummScreenFDRetrieval": 75.77, - "LEMBWikimQARetrieval": 59.03, - "LeCaRDv2": 21.03, - "LegalBenchConsumerContractsQA": 77.42, - "LegalBenchCorporateLobbying": 93.64, - "LegalQuAD": 25.77, - "LegalSummarization": 61.92, - "MintakaRetrieval (ar)": 3.12, - "MintakaRetrieval (de)": 30.88, - "MintakaRetrieval (es)": 29.12, - "MintakaRetrieval (fr)": 30.19, - "MintakaRetrieval (hi)": 6.22, - "MintakaRetrieval (it)": 26.8, - "MintakaRetrieval (ja)": 9.35, - "MintakaRetrieval (pt)": 28.46, - "PIQA": 28.55, - "Quail": 4.09, - "RARbCode": 57.27, - "RARbMath": 72.25, - "RiaNewsRetrieval": 21.74, - "RuBQRetrieval": 26.66, - "SIQA": 4.27, - "SciFact-PL": 39.36, - "SpartQA": 3.74, - "StackOverflowQA": 89.35, - "SyntecRetrieval": 72.17, - "SyntheticText2SQL": 57.2, - "TRECCOVID-PL": 47.27, - "TempReasonL1": 1.51, - "TempReasonL2Fact": 35.94, - "TempReasonL2Pure": 1.89, - "TempReasonL3Fact": 27.52, - "TempReasonL3Pure": 8.53, - "WinoGrande": 57.94, - "XMarket (de)": 14.36, - "XMarket (en)": 32.99, - "XMarket (es)": 15.81, - "XPQARetrieval (ara-ara)": 15.56, - "XPQARetrieval (eng-ara)": 5.23, - "XPQARetrieval (ara-eng)": 10.23, - "XPQARetrieval (deu-deu)": 61.94, - "XPQARetrieval (eng-deu)": 24.72, - "XPQARetrieval (deu-eng)": 38.58, - "XPQARetrieval (spa-spa)": 51.1, - "XPQARetrieval (eng-spa)": 21.07, - "XPQARetrieval (spa-eng)": 32.96, - "XPQARetrieval (fra-fra)": 57.61, - "XPQARetrieval (eng-fra)": 26.21, - "XPQARetrieval (fra-eng)": 40.77, - "XPQARetrieval (hin-hin)": 36.4, - "XPQARetrieval (eng-hin)": 10.72, - "XPQARetrieval (hin-eng)": 10.19, - "XPQARetrieval (ita-ita)": 63.39, - "XPQARetrieval (eng-ita)": 17.67, - "XPQARetrieval (ita-eng)": 36.49, - "XPQARetrieval (jpn-jpn)": 47.23, - "XPQARetrieval (eng-jpn)": 9.74, - "XPQARetrieval (jpn-eng)": 20.05, - "XPQARetrieval (kor-kor)": 15.81, - "XPQARetrieval (eng-kor)": 10.11, - "XPQARetrieval (kor-eng)": 8.63, - "XPQARetrieval (pol-pol)": 35.5, - "XPQARetrieval (eng-pol)": 15.66, - "XPQARetrieval (pol-eng)": 22.57, - "XPQARetrieval (por-por)": 40.45, - "XPQARetrieval (eng-por)": 15.6, - "XPQARetrieval (por-eng)": 29.83, - "XPQARetrieval (tam-tam)": 6.63, - "XPQARetrieval (eng-tam)": 6.34, - "XPQARetrieval (tam-eng)": 5.56, - "XPQARetrieval (cmn-cmn)": 23.53, - "XPQARetrieval (eng-cmn)": 10.92, - "XPQARetrieval (cmn-eng)": 15.4 - } - ], - "recall_at_1": [ - { - "Model": "Cohere-embed-english-v3.0", - "BrightRetrieval (robotics)": 9.9, - "BrightRetrieval (psychology)": 20.5, - "BrightRetrieval (biology)": 31.47, - "BrightRetrieval (economics)": 17.96, - "BrightRetrieval (stackoverflow)": 15.81, - "BrightRetrieval (pony)": 0.84, - "BrightRetrieval (sustainable_living)": 15.23, - "BrightRetrieval (earth_science)": 35.49 - } - ] - }, - "STS": { - "cosine_spearman": [ - { - "Model": "Cohere-embed-english-v3.0", - "CDSC-R": 79.92, - "GermanSTSBenchmark": 67.07, - "RUParaPhraserSTS": 48.32, - "RuSTSBenchmarkSTS": 58.74, - "SICK-R-PL": 58.33, - "SICKFr": 70.9, - "STS22 (de-en)": 53.28, - "STS22 (zh)": 49.65, - "STS22 (pl-en)": 68.66, - "STS22 (de-pl)": 40.65, - "STS22 (es)": 60.81, - "STS22 (fr)": 81.09, - "STS22 (es-en)": 73.36, - "STS22 (en)": 68.15, - "STS22 (de-fr)": 67.87, - "STS22 (tr)": 53.62, - "STS22 (fr-pl)": 84.52, - "STS22 (zh-en)": 47.47, - "STS22 (ar)": 38.69, - "STS22 (pl)": 36.17, - "STS22 (de)": 43.62, - "STS22 (ru)": 36.52, - "STS22 (it)": 73.12, - "STS22 (es-it)": 68.51, - "STSB": 38.46, - "STSBenchmarkMultilingualSTS (pl)": 58.93, - "STSBenchmarkMultilingualSTS (nl)": 66.15, - "STSBenchmarkMultilingualSTS (it)": 67.54, - "STSBenchmarkMultilingualSTS (en)": 86.52, - "STSBenchmarkMultilingualSTS (fr)": 71.11, - "STSBenchmarkMultilingualSTS (pt)": 68.8, - "STSBenchmarkMultilingualSTS (de)": 67.95, - "STSBenchmarkMultilingualSTS (zh)": 37.44, - "STSBenchmarkMultilingualSTS (ru)": 58.77, - "STSBenchmarkMultilingualSTS (es)": 72.96 - }, - { - "Model": "Cohere-embed-english-v3.0", - "CDSC-R": 79.92, - "GermanSTSBenchmark": 67.07, - "RUParaPhraserSTS": 48.32, - "RuSTSBenchmarkSTS": 58.74, - "SICK-R-PL": 58.33, - "SICKFr": 70.9, - "STS22 (de-en)": 53.28, - "STS22 (zh)": 49.65, - "STS22 (pl-en)": 68.66, - "STS22 (de-pl)": 40.65, - "STS22 (es)": 60.81, - "STS22 (fr)": 81.09, - "STS22 (es-en)": 73.36, - "STS22 (en)": 68.15, - "STS22 (de-fr)": 67.87, - "STS22 (tr)": 53.62, - "STS22 (fr-pl)": 84.52, - "STS22 (zh-en)": 47.47, - "STS22 (ar)": 38.69, - "STS22 (pl)": 36.17, - "STS22 (de)": 43.62, - "STS22 (ru)": 36.52, - "STS22 (it)": 73.12, - "STS22 (es-it)": 68.51, - "STSB": 38.46, - "STSBenchmarkMultilingualSTS (pl)": 58.93, - "STSBenchmarkMultilingualSTS (nl)": 66.15, - "STSBenchmarkMultilingualSTS (it)": 67.54, - "STSBenchmarkMultilingualSTS (en)": 86.52, - "STSBenchmarkMultilingualSTS (fr)": 71.11, - "STSBenchmarkMultilingualSTS (pt)": 68.8, - "STSBenchmarkMultilingualSTS (de)": 67.95, - "STSBenchmarkMultilingualSTS (zh)": 37.44, - "STSBenchmarkMultilingualSTS (ru)": 58.77, - "STSBenchmarkMultilingualSTS (es)": 72.96 - } - ] - }, - "Summarization": { - "cosine_spearman": [ - { - "Model": "Cohere-embed-english-v3.0", - "SummEvalFr": 30.15 - }, - { - "Model": "Cohere-embed-english-v3.0", - "SummEvalFr": 30.15 - } - ] - }, - "MultilabelClassification": { - "accuracy": [ - { - "Model": "Cohere-embed-english-v3.0", - "CEDRClassification": 35.56, - "SensitiveTopicsClassification": 18.73 - } - ] - }, - "InstructionRetrieval": { - "p-MRR": [ - { - "Model": "Cohere-embed-english-v3.0", - "Core17InstructionRetrieval": 2.68, - "News21InstructionRetrieval": 0.3, - "Robust04InstructionRetrieval": -3.49 - } - ] - } - }, - "Cohere__Cohere-embed-english-v3.0-instruct": { - "BitextMining": { - "f1": [] - }, - "Classification": { - "accuracy": [] - }, - "Clustering": { - "v_measure": [] - }, - "PairClassification": { - "max_ap": [] - }, - "Reranking": { - "map": [] - }, - "Retrieval": { - "ndcg_at_10": [ - { - "Model": "Cohere-embed-english-v3.0-instruct", - "ARCChallenge": 10.1, - "AlphaNLI": 18.75, - "HellaSwag": 29.02, - "PIQA": 27.89, - "Quail": 7.77, - "RARbCode": 56.56, - "RARbMath": 72.05, - "SIQA": 5.03, - "SpartQA": 3.33, - "TempReasonL1": 1.43, - "TempReasonL2Fact": 40.46, - "TempReasonL2Pure": 2.39, - "TempReasonL3Fact": 33.87, - "TempReasonL3Pure": 7.52, - "WinoGrande": 65.02 - } - ] - }, - "STS": { - "cosine_spearman": [] - }, - "Summarization": { - "cosine_spearman": [] - }, - "MultilabelClassification": { - "accuracy": [] - }, - "InstructionRetrieval": { - "p-MRR": [] - } - }, - "Cohere__Cohere-embed-multilingual-light-v3.0": { - "BitextMining": { - "f1": [ - { - "Model": "Cohere-embed-multilingual-light-v3.0", - "BornholmBitextMining": 36.64, - "Tatoeba (slv-eng)": 62.38, - "Tatoeba (kaz-eng)": 61.91, - "Tatoeba (bos-eng)": 73.84, - "Tatoeba (hin-eng)": 88.19, - "Tatoeba (wuu-eng)": 55.0, - "Tatoeba (epo-eng)": 79.45, - "Tatoeba (deu-eng)": 94.81, - "Tatoeba (xho-eng)": 40.42, - "Tatoeba (cym-eng)": 48.44, - "Tatoeba (kzj-eng)": 2.77, - "Tatoeba (nld-eng)": 86.46, - "Tatoeba (rus-eng)": 86.86, - "Tatoeba (hsb-eng)": 20.25, - "Tatoeba (por-eng)": 79.97, - "Tatoeba (hrv-eng)": 78.21, - "Tatoeba (ben-eng)": 75.07, - "Tatoeba (ido-eng)": 49.3, - "Tatoeba (ceb-eng)": 24.63, - "Tatoeba (eus-eng)": 37.3, - "Tatoeba (ron-eng)": 76.3, - "Tatoeba (arq-eng)": 16.72, - "Tatoeba (war-eng)": 24.29, - "Tatoeba (tzl-eng)": 17.23, - "Tatoeba (max-eng)": 40.8, - "Tatoeba (tur-eng)": 81.36, - "Tatoeba (hye-eng)": 70.67, - "Tatoeba (swg-eng)": 35.43, - "Tatoeba (uzb-eng)": 42.95, - "Tatoeba (vie-eng)": 84.12, - "Tatoeba (pam-eng)": 3.37, - "Tatoeba (lit-eng)": 46.27, - "Tatoeba (ast-eng)": 45.84, - "Tatoeba (kur-eng)": 22.44, - "Tatoeba (lfn-eng)": 36.33, - "Tatoeba (pes-eng)": 73.91, - "Tatoeba (ind-eng)": 81.83, - "Tatoeba (ita-eng)": 80.7, - "Tatoeba (nno-eng)": 61.07, - "Tatoeba (yid-eng)": 47.46, - "Tatoeba (fin-eng)": 60.74, - "Tatoeba (gle-eng)": 41.46, - "Tatoeba (isl-eng)": 52.69, - "Tatoeba (kab-eng)": 5.98, - "Tatoeba (urd-eng)": 78.17, - "Tatoeba (nov-eng)": 45.93, - "Tatoeba (tgl-eng)": 66.58, - "Tatoeba (est-eng)": 47.9, - "Tatoeba (khm-eng)": 26.01, - "Tatoeba (tel-eng)": 78.42, - "Tatoeba (lvs-eng)": 46.31, - "Tatoeba (awa-eng)": 59.5, - "Tatoeba (cat-eng)": 62.02, - "Tatoeba (cbk-eng)": 36.88, - "Tatoeba (ile-eng)": 54.61, - "Tatoeba (orv-eng)": 8.05, - "Tatoeba (srp-eng)": 74.4, - "Tatoeba (mon-eng)": 60.97, - "Tatoeba (pol-eng)": 78.49, - "Tatoeba (nds-eng)": 37.97, - "Tatoeba (uig-eng)": 44.38, - "Tatoeba (pms-eng)": 22.31, - "Tatoeba (cmn-eng)": 82.2, - "Tatoeba (ces-eng)": 66.62, - "Tatoeba (gsw-eng)": 28.46, - "Tatoeba (swe-eng)": 81.61, - "Tatoeba (mkd-eng)": 55.13, - "Tatoeba (amh-eng)": 54.67, - "Tatoeba (nob-eng)": 84.58, - "Tatoeba (spa-eng)": 85.6, - "Tatoeba (csb-eng)": 7.02, - "Tatoeba (yue-eng)": 57.38, - "Tatoeba (fry-eng)": 34.59, - "Tatoeba (ang-eng)": 30.55, - "Tatoeba (zsm-eng)": 85.68, - "Tatoeba (ara-eng)": 71.5, - "Tatoeba (bel-eng)": 73.25, - "Tatoeba (heb-eng)": 61.63, - "Tatoeba (swh-eng)": 49.84, - "Tatoeba (bre-eng)": 3.93, - "Tatoeba (mal-eng)": 93.51, - "Tatoeba (arz-eng)": 43.94, - "Tatoeba (hun-eng)": 60.87, - "Tatoeba (tha-eng)": 84.66, - "Tatoeba (bul-eng)": 79.47, - "Tatoeba (tuk-eng)": 7.74, - "Tatoeba (kat-eng)": 59.68, - "Tatoeba (fao-eng)": 40.75, - "Tatoeba (ina-eng)": 69.4, - "Tatoeba (slk-eng)": 65.58, - "Tatoeba (jpn-eng)": 68.54, - "Tatoeba (dtp-eng)": 3.32, - "Tatoeba (kor-eng)": 62.94, - "Tatoeba (ell-eng)": 80.02, - "Tatoeba (glg-eng)": 33.35, - "Tatoeba (tam-eng)": 76.32, - "Tatoeba (mar-eng)": 81.79, - "Tatoeba (oci-eng)": 12.17, - "Tatoeba (dsb-eng)": 15.5, - "Tatoeba (jav-eng)": 36.99, - "Tatoeba (lat-eng)": 24.35, - "Tatoeba (sqi-eng)": 79.78, - "Tatoeba (tat-eng)": 47.6, - "Tatoeba (ukr-eng)": 75.97, - "Tatoeba (aze-eng)": 71.26, - "Tatoeba (cha-eng)": 13.4, - "Tatoeba (cor-eng)": 3.63, - "Tatoeba (dan-eng)": 83.41, - "Tatoeba (afr-eng)": 73.58, - "Tatoeba (ber-eng)": 7.63, - "Tatoeba (gla-eng)": 24.94, - "Tatoeba (mhr-eng)": 2.33, - "Tatoeba (fra-eng)": 83.62 - } - ] - }, - "Classification": { - "accuracy": [ - { - "Model": "Cohere-embed-multilingual-light-v3.0", - "AllegroReviews": 37.55, - "AmazonCounterfactualClassification (en-ext)": 70.76, - "AmazonCounterfactualClassification (en)": 69.96, - "AmazonCounterfactualClassification (de)": 68.67, - "AmazonCounterfactualClassification (ja)": 59.69, - "AmazonReviewsClassification (fr)": 41.14, - "AmazonReviewsClassification (en)": 46.54, - "AmazonReviewsClassification (de)": 42.42, - "AmazonReviewsClassification (es)": 41.96, - "AmazonReviewsClassification (ja)": 38.41, - "AmazonReviewsClassification (zh)": 38.37, - "AngryTweetsClassification": 54.8, - "CBD": 61.72, - "DanishPoliticalCommentsClassification": 36.95, - "GeoreviewClassification": 44.47, - "HeadlineClassification": 76.3, - "InappropriatenessClassification": 59.73, - "KinopoiskClassification": 50.88, - "LccSentimentClassification": 56.53, - "MTOPDomainClassification (fr)": 86.06, - "MTOPDomainClassification (en)": 91.87, - "MTOPDomainClassification (de)": 88.77, - "MTOPDomainClassification (es)": 90.4, - "MTOPDomainClassification (hi)": 88.21, - "MTOPDomainClassification (th)": 85.55, - "MTOPIntentClassification (fr)": 53.11, - "MTOPIntentClassification (en)": 62.23, - "MTOPIntentClassification (de)": 61.57, - "MTOPIntentClassification (es)": 62.33, - "MTOPIntentClassification (hi)": 59.26, - "MTOPIntentClassification (th)": 59.12, - "MasakhaNEWSClassification (fra)": 79.31, - "MasakhaNEWSClassification (amh)": 87.29, - "MasakhaNEWSClassification (eng)": 80.14, - "MasakhaNEWSClassification (hau)": 75.75, - "MasakhaNEWSClassification (ibo)": 68.08, - "MasakhaNEWSClassification (lin)": 75.09, - "MasakhaNEWSClassification (lug)": 71.12, - "MasakhaNEWSClassification (orm)": 71.05, - "MasakhaNEWSClassification (pcm)": 93.31, - "MasakhaNEWSClassification (run)": 80.0, - "MasakhaNEWSClassification (sna)": 86.31, - "MasakhaNEWSClassification (som)": 62.31, - "MasakhaNEWSClassification (swa)": 74.03, - "MasakhaNEWSClassification (tir)": 69.78, - "MasakhaNEWSClassification (xho)": 76.77, - "MasakhaNEWSClassification (yor)": 76.96, - "MassiveIntentClassification (fr)": 61.85, - "MassiveIntentClassification (da)": 59.39, - "MassiveIntentClassification (lv)": 51.66, - "MassiveIntentClassification (tl)": 55.25, - "MassiveIntentClassification (ru)": 61.88, - "MassiveIntentClassification (pl)": 60.69, - "MassiveIntentClassification (ur)": 57.27, - "MassiveIntentClassification (tr)": 59.69, - "MassiveIntentClassification (hi)": 60.13, - "MassiveIntentClassification (az)": 56.0, - "MassiveIntentClassification (ko)": 59.68, - "MassiveIntentClassification (kn)": 55.04, - "MassiveIntentClassification (ro)": 57.71, - "MassiveIntentClassification (zh-TW)": 58.92, - "MassiveIntentClassification (fi)": 56.94, - "MassiveIntentClassification (mn)": 54.36, - "MassiveIntentClassification (nb)": 58.27, - "MassiveIntentClassification (id)": 60.96, - "MassiveIntentClassification (ar)": 51.3, - "MassiveIntentClassification (af)": 55.18, - "MassiveIntentClassification (jv)": 49.66, - "MassiveIntentClassification (hu)": 56.36, - "MassiveIntentClassification (cy)": 45.42, - "MassiveIntentClassification (bn)": 57.56, - "MassiveIntentClassification (sv)": 60.87, - "MassiveIntentClassification (en)": 67.36, - "MassiveIntentClassification (it)": 61.58, - "MassiveIntentClassification (ja)": 64.44, - "MassiveIntentClassification (ta)": 55.05, - "MassiveIntentClassification (pt)": 63.52, - "MassiveIntentClassification (my)": 53.29, - "MassiveIntentClassification (he)": 54.14, - "MassiveIntentClassification (is)": 49.53, - "MassiveIntentClassification (ml)": 59.72, - "MassiveIntentClassification (sw)": 52.52, - "MassiveIntentClassification (te)": 55.63, - "MassiveIntentClassification (vi)": 58.43, - "MassiveIntentClassification (ka)": 46.25, - "MassiveIntentClassification (am)": 49.31, - "MassiveIntentClassification (de)": 58.69, - "MassiveIntentClassification (ms)": 56.8, - "MassiveIntentClassification (km)": 40.79, - "MassiveIntentClassification (zh-CN)": 64.86, - "MassiveIntentClassification (es)": 62.17, - "MassiveIntentClassification (fa)": 61.88, - "MassiveIntentClassification (hy)": 54.73, - "MassiveIntentClassification (sq)": 54.53, - "MassiveIntentClassification (el)": 57.33, - "MassiveIntentClassification (nl)": 62.38, - "MassiveIntentClassification (th)": 59.84, - "MassiveIntentClassification (sl)": 53.55, - "MassiveScenarioClassification (fr)": 67.5, - "MassiveScenarioClassification (vi)": 64.61, - "MassiveScenarioClassification (tr)": 64.68, - "MassiveScenarioClassification (ta)": 59.22, - "MassiveScenarioClassification (fa)": 67.76, - "MassiveScenarioClassification (el)": 65.25, - "MassiveScenarioClassification (fi)": 63.44, - "MassiveScenarioClassification (hu)": 64.85, - "MassiveScenarioClassification (is)": 58.15, - "MassiveScenarioClassification (lv)": 57.28, - "MassiveScenarioClassification (mn)": 58.41, - "MassiveScenarioClassification (zh-CN)": 71.66, - "MassiveScenarioClassification (pl)": 66.65, - "MassiveScenarioClassification (id)": 66.54, - "MassiveScenarioClassification (ja)": 70.82, - "MassiveScenarioClassification (hy)": 57.86, - "MassiveScenarioClassification (sl)": 59.98, - "MassiveScenarioClassification (sq)": 61.63, - "MassiveScenarioClassification (bn)": 63.41, - "MassiveScenarioClassification (pt)": 65.3, - "MassiveScenarioClassification (hi)": 66.29, - "MassiveScenarioClassification (jv)": 57.1, - "MassiveScenarioClassification (am)": 56.32, - "MassiveScenarioClassification (sw)": 59.54, - "MassiveScenarioClassification (nb)": 65.64, - "MassiveScenarioClassification (az)": 59.42, - "MassiveScenarioClassification (es)": 67.2, - "MassiveScenarioClassification (en)": 72.63, - "MassiveScenarioClassification (ko)": 68.03, - "MassiveScenarioClassification (th)": 67.91, - "MassiveScenarioClassification (zh-TW)": 66.67, - "MassiveScenarioClassification (nl)": 69.05, - "MassiveScenarioClassification (my)": 58.03, - "MassiveScenarioClassification (de)": 68.12, - "MassiveScenarioClassification (ms)": 64.24, - "MassiveScenarioClassification (ka)": 51.97, - "MassiveScenarioClassification (ur)": 63.09, - "MassiveScenarioClassification (ar)": 58.24, - "MassiveScenarioClassification (da)": 67.38, - "MassiveScenarioClassification (af)": 63.79, - "MassiveScenarioClassification (kn)": 59.3, - "MassiveScenarioClassification (km)": 47.04, - "MassiveScenarioClassification (cy)": 53.0, - "MassiveScenarioClassification (sv)": 68.99, - "MassiveScenarioClassification (ml)": 66.25, - "MassiveScenarioClassification (ru)": 67.1, - "MassiveScenarioClassification (te)": 61.28, - "MassiveScenarioClassification (he)": 62.46, - "MassiveScenarioClassification (it)": 66.58, - "MassiveScenarioClassification (ro)": 64.57, - "MassiveScenarioClassification (tl)": 61.11, - "NoRecClassification": 49.0, - "NordicLangClassification": 65.97, - "PAC": 67.11, - "PolEmo2.0-IN": 69.0, - "PolEmo2.0-OUT": 43.36, - "RuReviewsClassification": 61.96, - "RuSciBenchGRNTIClassification": 58.37, - "RuSciBenchOECDClassification": 45.1 - } - ] - }, - "Clustering": { - "v_measure": [ - { - "Model": "Cohere-embed-multilingual-light-v3.0", - "AlloProfClusteringP2P": 63.22, - "AlloProfClusteringS2S": 40.34, - "BlurbsClusteringP2P": 38.9, - "BlurbsClusteringS2S": 16.12, - "GeoreviewClusteringP2P": 61.06, - "HALClusteringS2S": 24.67, - "MLSUMClusteringP2P": 42.8, - "MLSUMClusteringP2P (de)": 42.98, - "MLSUMClusteringP2P (fr)": 43.54, - "MLSUMClusteringP2P (ru)": 44.81, - "MLSUMClusteringP2P (es)": 46.01, - "MLSUMClusteringS2S": 32.72, - "MLSUMClusteringS2S (de)": 42.84, - "MLSUMClusteringS2S (fr)": 43.6, - "MLSUMClusteringS2S (ru)": 43.16, - "MLSUMClusteringS2S (es)": 44.91, - "MasakhaNEWSClusteringP2P (fra)": 62.82, - "MasakhaNEWSClusteringP2P (amh)": 68.51, - "MasakhaNEWSClusteringP2P (eng)": 64.65, - "MasakhaNEWSClusteringP2P (hau)": 62.53, - "MasakhaNEWSClusteringP2P (ibo)": 54.8, - "MasakhaNEWSClusteringP2P (lin)": 62.84, - "MasakhaNEWSClusteringP2P (lug)": 71.91, - "MasakhaNEWSClusteringP2P (orm)": 35.6, - "MasakhaNEWSClusteringP2P (pcm)": 83.55, - "MasakhaNEWSClusteringP2P (run)": 57.36, - "MasakhaNEWSClusteringP2P (sna)": 60.32, - "MasakhaNEWSClusteringP2P (som)": 43.44, - "MasakhaNEWSClusteringP2P (swa)": 31.63, - "MasakhaNEWSClusteringP2P (tir)": 67.09, - "MasakhaNEWSClusteringP2P (xho)": 41.42, - "MasakhaNEWSClusteringP2P (yor)": 44.26, - "MasakhaNEWSClusteringS2S (fra)": 48.97, - "MasakhaNEWSClusteringS2S (amh)": 54.37, - "MasakhaNEWSClusteringS2S (eng)": 56.49, - "MasakhaNEWSClusteringS2S (hau)": 20.89, - "MasakhaNEWSClusteringS2S (ibo)": 32.92, - "MasakhaNEWSClusteringS2S (lin)": 62.98, - "MasakhaNEWSClusteringS2S (lug)": 43.72, - "MasakhaNEWSClusteringS2S (orm)": 21.5, - "MasakhaNEWSClusteringS2S (pcm)": 71.32, - "MasakhaNEWSClusteringS2S (run)": 47.4, - "MasakhaNEWSClusteringS2S (sna)": 50.36, - "MasakhaNEWSClusteringS2S (som)": 27.7, - "MasakhaNEWSClusteringS2S (swa)": 18.25, - "MasakhaNEWSClusteringS2S (tir)": 57.3, - "MasakhaNEWSClusteringS2S (xho)": 35.72, - "MasakhaNEWSClusteringS2S (yor)": 29.02, - "RuSciBenchGRNTIClusteringP2P": 53.84, - "RuSciBenchOECDClusteringP2P": 46.46, - "TenKGnadClusteringP2P": 47.32, - "TenKGnadClusteringS2S": 29.27 - } - ] - }, - "PairClassification": { - "max_ap": [ - { - "Model": "Cohere-embed-multilingual-light-v3.0", - "CDSC-E": 70.98, - "FalseFriendsGermanEnglish": 49.82, - "OpusparcusPC (de)": 95.03, - "OpusparcusPC (en)": 98.3, - "OpusparcusPC (fi)": 88.58, - "OpusparcusPC (fr)": 90.92, - "OpusparcusPC (ru)": 85.41, - "OpusparcusPC (sv)": 91.14, - "PSC": 99.33, - "PawsXPairClassification (de)": 54.78, - "PawsXPairClassification (en)": 57.12, - "PawsXPairClassification (es)": 55.06, - "PawsXPairClassification (fr)": 57.33, - "PawsXPairClassification (ja)": 49.82, - "PawsXPairClassification (ko)": 50.79, - "PawsXPairClassification (zh)": 55.2, - "SICK-E-PL": 66.56, - "TERRa": 56.66 - }, - { - "Model": "Cohere-embed-multilingual-light-v3.0", - "CDSC-E": 71.05, - "FalseFriendsGermanEnglish": 49.82, - "OpusparcusPC (fr)": 90.92, - "OpusparcusPC (de)": 95.03, - "OpusparcusPC (en)": 98.3, - "OpusparcusPC (fi)": 88.58, - "OpusparcusPC (ru)": 85.41, - "OpusparcusPC (sv)": 91.14, - "PSC": 99.33, - "PawsXPairClassification (fr)": 57.35, - "PawsXPairClassification (de)": 54.88, - "PawsXPairClassification (en)": 57.24, - "PawsXPairClassification (es)": 55.09, - "PawsXPairClassification (ja)": 49.85, - "PawsXPairClassification (ko)": 50.79, - "PawsXPairClassification (zh)": 55.22, - "SICK-E-PL": 66.57, - "TERRa": 56.67 - }, - { - "Model": "Cohere-embed-multilingual-light-v3.0", - "OpusparcusPC (fr)": 90.92, - "PawsXPairClassification (fr)": 57.32 - } - ] - }, - "Reranking": { - "map": [ - { - "Model": "Cohere-embed-multilingual-light-v3.0", - "AlloprofReranking": 72.49, - "RuBQReranking": 71.12, - "SyntecReranking": 85.96, - "T2Reranking": 67.46 - }, - { - "Model": "Cohere-embed-multilingual-light-v3.0", - "MIRACLReranking (ar)": 74.34, - "MIRACLReranking (bn)": 71.23, - "MIRACLReranking (de)": 48.25, - "MIRACLReranking (en)": 60.8, - "MIRACLReranking (es)": 62.1, - "MIRACLReranking (fa)": 54.52, - "MIRACLReranking (fi)": 76.11, - "MIRACLReranking (fr)": 51.29, - "MIRACLReranking (hi)": 60.07, - "MIRACLReranking (id)": 57.15, - "MIRACLReranking (ja)": 63.91, - "MIRACLReranking (ko)": 54.58, - "MIRACLReranking (ru)": 61.22, - "MIRACLReranking (sw)": 63.28, - "MIRACLReranking (te)": 78.62, - "MIRACLReranking (th)": 73.62, - "MIRACLReranking (yo)": 67.25, - "MIRACLReranking (zh)": 46.58 - } - ] - }, - "Retrieval": { - "ndcg_at_10": [ - { - "Model": "Cohere-embed-multilingual-light-v3.0", - "AILACasedocs": 26.92, - "AILAStatutes": 29.12, - "ARCChallenge": 7.73, - "AlloprofRetrieval": 46.43, - "AlphaNLI": 21.33, - "AppsRetrieval": 8.27, - "BSARDRetrieval": 17.34, - "CmedqaRetrieval": 26.17, - "CodeFeedbackMT": 39.34, - "CodeFeedbackST": 70.71, - "CodeSearchNetCCRetrieval (python)": 61.34, - "CodeSearchNetCCRetrieval (javascript)": 60.8, - "CodeSearchNetCCRetrieval (go)": 45.26, - "CodeSearchNetCCRetrieval (ruby)": 58.99, - "CodeSearchNetCCRetrieval (java)": 55.42, - "CodeSearchNetCCRetrieval (php)": 46.96, - "CodeSearchNetRetrieval (python)": 86.75, - "CodeSearchNetRetrieval (javascript)": 73.5, - "CodeSearchNetRetrieval (go)": 92.13, - "CodeSearchNetRetrieval (ruby)": 77.16, - "CodeSearchNetRetrieval (java)": 71.04, - "CodeSearchNetRetrieval (php)": 81.35, - "CodeTransOceanContest": 59.35, - "CodeTransOceanDL": 29.06, - "CosQA": 27.99, - "CovidRetrieval": 72.97, - "GerDaLIR": 7.02, - "GerDaLIRSmall": 15.97, - "GermanQuAD-Retrieval": 92.25, - "LEMBNarrativeQARetrieval": 21.36, - "LEMBQMSumRetrieval": 22.08, - "LEMBSummScreenFDRetrieval": 66.32, - "LEMBWikimQARetrieval": 57.84, - "LeCaRDv2": 59.75, - "LegalBenchConsumerContractsQA": 71.43, - "LegalBenchCorporateLobbying": 92.64, - "LegalQuAD": 44.21, - "LegalSummarization": 61.37, - "MintakaRetrieval (fr)": 26.68, - "MintakaRetrieval (ar)": 19.86, - "MintakaRetrieval (de)": 25.36, - "MintakaRetrieval (es)": 26.03, - "MintakaRetrieval (hi)": 20.16, - "MintakaRetrieval (it)": 26.62, - "MintakaRetrieval (ja)": 21.28, - "MintakaRetrieval (pt)": 26.98, - "PIQA": 24.67, - "Quail": 3.05, - "RARbCode": 41.03, - "RiaNewsRetrieval": 74.28, - "RuBQRetrieval": 67.24, - "SciFact-PL": 62.27, - "SpartQA": 5.4, - "StackOverflowQA": 81.47, - "SyntecRetrieval": 82.68, - "SyntheticText2SQL": 53.26, - "TRECCOVID-PL": 74.68, - "TempReasonL1": 0.94, - "TempReasonL2Fact": 27.02, - "TempReasonL2Pure": 0.75, - "TempReasonL3Fact": 22.9, - "TempReasonL3Pure": 6.32, - "WinoGrande": 61.87, - "XMarket (de)": 20.96, - "XMarket (en)": 26.68, - "XMarket (es)": 19.19, - "XPQARetrieval (fr)": 45.23, - "XPQARetrieval (ara-ara)": 42.71, - "XPQARetrieval (eng-ara)": 24.05, - "XPQARetrieval (ara-eng)": 34.64, - "XPQARetrieval (deu-deu)": 71.54, - "XPQARetrieval (eng-deu)": 35.15, - "XPQARetrieval (deu-eng)": 59.76, - "XPQARetrieval (spa-spa)": 57.85, - "XPQARetrieval (eng-spa)": 32.72, - "XPQARetrieval (spa-eng)": 49.1, - "XPQARetrieval (fra-fra)": 64.68, - "XPQARetrieval (eng-fra)": 36.9, - "XPQARetrieval (fra-eng)": 52.26, - "XPQARetrieval (hin-hin)": 73.61, - "XPQARetrieval (eng-hin)": 31.79, - "XPQARetrieval (hin-eng)": 65.19, - "XPQARetrieval (ita-ita)": 70.98, - "XPQARetrieval (eng-ita)": 30.47, - "XPQARetrieval (ita-eng)": 53.46, - "XPQARetrieval (jpn-jpn)": 70.31, - "XPQARetrieval (eng-jpn)": 33.82, - "XPQARetrieval (jpn-eng)": 57.97, - "XPQARetrieval (kor-kor)": 33.69, - "XPQARetrieval (eng-kor)": 28.25, - "XPQARetrieval (kor-eng)": 25.06, - "XPQARetrieval (pol-pol)": 45.37, - "XPQARetrieval (eng-pol)": 23.99, - "XPQARetrieval (pol-eng)": 36.88, - "XPQARetrieval (por-por)": 43.62, - "XPQARetrieval (eng-por)": 25.14, - "XPQARetrieval (por-eng)": 35.36, - "XPQARetrieval (tam-tam)": 38.79, - "XPQARetrieval (eng-tam)": 17.54, - "XPQARetrieval (tam-eng)": 30.35, - "XPQARetrieval (cmn-cmn)": 63.71, - "XPQARetrieval (eng-cmn)": 22.11, - "XPQARetrieval (cmn-eng)": 47.18 - } - ] - }, - "STS": { - "cosine_spearman": [ - { - "Model": "Cohere-embed-multilingual-light-v3.0", - "CDSC-R": 90.9, - "GermanSTSBenchmark": 76.78, - "RUParaPhraserSTS": 69.33, - "RuSTSBenchmarkSTS": 77.15, - "SICK-R-PL": 68.14, - "SICKFr": 75.51, - "STS22 (it)": 78.41, - "STS22 (fr)": 82.8, - "STS22 (pl-en)": 79.82, - "STS22 (de-en)": 53.01, - "STS22 (ar)": 58.03, - "STS22 (de-fr)": 65.06, - "STS22 (en)": 67.5, - "STS22 (de)": 60.0, - "STS22 (zh)": 67.02, - "STS22 (es)": 67.44, - "STS22 (fr-pl)": 84.52, - "STS22 (es-it)": 73.91, - "STS22 (de-pl)": 46.31, - "STS22 (ru)": 63.39, - "STS22 (pl)": 39.33, - "STS22 (tr)": 66.08, - "STS22 (zh-en)": 65.99, - "STS22 (es-en)": 77.32, - "STSB": 76.03, - "STSBenchmarkMultilingualSTS (zh)": 76.59, - "STSBenchmarkMultilingualSTS (ru)": 77.14, - "STSBenchmarkMultilingualSTS (fr)": 76.48, - "STSBenchmarkMultilingualSTS (es)": 78.79, - "STSBenchmarkMultilingualSTS (pl)": 71.3, - "STSBenchmarkMultilingualSTS (pt)": 73.29, - "STSBenchmarkMultilingualSTS (nl)": 74.54, - "STSBenchmarkMultilingualSTS (en)": 83.42, - "STSBenchmarkMultilingualSTS (it)": 75.75, - "STSBenchmarkMultilingualSTS (de)": 77.52 - }, - { - "Model": "Cohere-embed-multilingual-light-v3.0", - "CDSC-R": 90.9, - "GermanSTSBenchmark": 76.78, - "RUParaPhraserSTS": 69.33, - "RuSTSBenchmarkSTS": 77.15, - "SICK-R-PL": 68.14, - "SICKFr": 75.51, - "STS22 (it)": 78.41, - "STS22 (fr)": 82.8, - "STS22 (pl-en)": 79.82, - "STS22 (de-en)": 53.01, - "STS22 (ar)": 58.03, - "STS22 (de-fr)": 65.06, - "STS22 (en)": 67.5, - "STS22 (de)": 60.0, - "STS22 (zh)": 67.02, - "STS22 (es)": 67.44, - "STS22 (fr-pl)": 84.52, - "STS22 (es-it)": 73.91, - "STS22 (de-pl)": 46.31, - "STS22 (ru)": 63.39, - "STS22 (pl)": 39.33, - "STS22 (tr)": 66.08, - "STS22 (zh-en)": 65.99, - "STS22 (es-en)": 77.32, - "STSB": 76.03, - "STSBenchmarkMultilingualSTS (zh)": 76.59, - "STSBenchmarkMultilingualSTS (ru)": 77.14, - "STSBenchmarkMultilingualSTS (fr)": 76.48, - "STSBenchmarkMultilingualSTS (es)": 78.79, - "STSBenchmarkMultilingualSTS (pl)": 71.3, - "STSBenchmarkMultilingualSTS (pt)": 73.29, - "STSBenchmarkMultilingualSTS (nl)": 74.54, - "STSBenchmarkMultilingualSTS (en)": 83.42, - "STSBenchmarkMultilingualSTS (it)": 75.75, - "STSBenchmarkMultilingualSTS (de)": 77.52 - }, - { - "Model": "Cohere-embed-multilingual-light-v3.0", - "SICKFr": 75.5, - "STS22 (fr)": 82.8, - "STSBenchmarkMultilingualSTS (fr)": 76.48 - } - ] - }, - "Summarization": { - "cosine_spearman": [ - { - "Model": "Cohere-embed-multilingual-light-v3.0", - "SummEvalFr": 31.4 - }, - { - "Model": "Cohere-embed-multilingual-light-v3.0", - "SummEvalFr": 31.41 - }, - { - "Model": "Cohere-embed-multilingual-light-v3.0", - "SummEvalFr": 31.41 - } - ] - }, - "MultilabelClassification": { - "accuracy": [ - { - "Model": "Cohere-embed-multilingual-light-v3.0", - "CEDRClassification": 38.5, - "SensitiveTopicsClassification": 27.29 - } - ] - }, - "InstructionRetrieval": { - "p-MRR": [ - { - "Model": "Cohere-embed-multilingual-light-v3.0", - "Core17InstructionRetrieval": 1.58, - "News21InstructionRetrieval": -0.83, - "Robust04InstructionRetrieval": -8.11 - } - ] - } - }, - "Cohere__Cohere-embed-multilingual-v3.0": { - "BitextMining": { - "f1": [ - { - "Model": "Cohere-embed-multilingual-v3.0", - "BornholmBitextMining": 35.6, - "Tatoeba (tur-eng)": 95.33, - "Tatoeba (wuu-eng)": 81.85, - "Tatoeba (mkd-eng)": 86.69, - "Tatoeba (xho-eng)": 71.03, - "Tatoeba (ina-eng)": 88.51, - "Tatoeba (hrv-eng)": 95.08, - "Tatoeba (cha-eng)": 23.45, - "Tatoeba (dtp-eng)": 5.68, - "Tatoeba (ceb-eng)": 50.4, - "Tatoeba (gle-eng)": 68.24, - "Tatoeba (dan-eng)": 94.99, - "Tatoeba (swh-eng)": 68.22, - "Tatoeba (nov-eng)": 66.11, - "Tatoeba (fao-eng)": 71.4, - "Tatoeba (slk-eng)": 92.69, - "Tatoeba (por-eng)": 92.88, - "Tatoeba (vie-eng)": 96.15, - "Tatoeba (lit-eng)": 86.7, - "Tatoeba (pam-eng)": 7.22, - "Tatoeba (uzb-eng)": 66.08, - "Tatoeba (bel-eng)": 91.35, - "Tatoeba (pes-eng)": 90.23, - "Tatoeba (sqi-eng)": 93.85, - "Tatoeba (cmn-eng)": 94.85, - "Tatoeba (bul-eng)": 92.37, - "Tatoeba (war-eng)": 51.66, - "Tatoeba (bre-eng)": 10.28, - "Tatoeba (pms-eng)": 49.51, - "Tatoeba (tat-eng)": 67.82, - "Tatoeba (csb-eng)": 34.22, - "Tatoeba (epo-eng)": 94.75, - "Tatoeba (orv-eng)": 33.34, - "Tatoeba (mar-eng)": 87.77, - "Tatoeba (cym-eng)": 75.97, - "Tatoeba (ast-eng)": 72.4, - "Tatoeba (khm-eng)": 49.34, - "Tatoeba (jpn-eng)": 92.6, - "Tatoeba (nno-eng)": 89.31, - "Tatoeba (ben-eng)": 82.93, - "Tatoeba (ukr-eng)": 92.97, - "Tatoeba (heb-eng)": 87.09, - "Tatoeba (nds-eng)": 62.46, - "Tatoeba (gla-eng)": 50.55, - "Tatoeba (mal-eng)": 96.7, - "Tatoeba (jav-eng)": 68.65, - "Tatoeba (kaz-eng)": 78.64, - "Tatoeba (kab-eng)": 25.52, - "Tatoeba (ang-eng)": 40.19, - "Tatoeba (arq-eng)": 31.67, - "Tatoeba (est-eng)": 83.62, - "Tatoeba (tel-eng)": 88.06, - "Tatoeba (tzl-eng)": 42.22, - "Tatoeba (ara-eng)": 87.68, - "Tatoeba (aze-eng)": 86.04, - "Tatoeba (ber-eng)": 26.19, - "Tatoeba (uig-eng)": 66.63, - "Tatoeba (ido-eng)": 79.36, - "Tatoeba (yid-eng)": 70.75, - "Tatoeba (mhr-eng)": 6.95, - "Tatoeba (srp-eng)": 92.97, - "Tatoeba (nob-eng)": 96.72, - "Tatoeba (ell-eng)": 93.2, - "Tatoeba (dsb-eng)": 42.47, - "Tatoeba (slv-eng)": 88.65, - "Tatoeba (amh-eng)": 76.53, - "Tatoeba (lfn-eng)": 58.58, - "Tatoeba (lat-eng)": 51.06, - "Tatoeba (tha-eng)": 95.74, - "Tatoeba (hye-eng)": 88.23, - "Tatoeba (arz-eng)": 72.54, - "Tatoeba (cor-eng)": 5.99, - "Tatoeba (urd-eng)": 87.2, - "Tatoeba (glg-eng)": 75.7, - "Tatoeba (cat-eng)": 88.53, - "Tatoeba (ita-eng)": 92.48, - "Tatoeba (spa-eng)": 96.52, - "Tatoeba (awa-eng)": 70.39, - "Tatoeba (isl-eng)": 90.92, - "Tatoeba (ron-eng)": 94.45, - "Tatoeba (oci-eng)": 37.4, - "Tatoeba (max-eng)": 54.89, - "Tatoeba (mon-eng)": 84.82, - "Tatoeba (swg-eng)": 56.43, - "Tatoeba (kur-eng)": 56.24, - "Tatoeba (hin-eng)": 93.47, - "Tatoeba (nld-eng)": 96.38, - "Tatoeba (ces-eng)": 94.36, - "Tatoeba (cbk-eng)": 63.39, - "Tatoeba (tam-eng)": 85.65, - "Tatoeba (fra-eng)": 93.82, - "Tatoeba (tgl-eng)": 87.63, - "Tatoeba (tuk-eng)": 25.92, - "Tatoeba (hun-eng)": 92.96, - "Tatoeba (deu-eng)": 99.2, - "Tatoeba (yue-eng)": 85.87, - "Tatoeba (eus-eng)": 70.8, - "Tatoeba (ind-eng)": 89.99, - "Tatoeba (zsm-eng)": 94.77, - "Tatoeba (kor-eng)": 88.98, - "Tatoeba (kat-eng)": 81.09, - "Tatoeba (gsw-eng)": 47.07, - "Tatoeba (ile-eng)": 76.22, - "Tatoeba (rus-eng)": 92.32, - "Tatoeba (lvs-eng)": 88.62, - "Tatoeba (afr-eng)": 88.23, - "Tatoeba (pol-eng)": 96.92, - "Tatoeba (kzj-eng)": 6.13, - "Tatoeba (hsb-eng)": 53.8, - "Tatoeba (bos-eng)": 92.28, - "Tatoeba (swe-eng)": 93.88, - "Tatoeba (fry-eng)": 57.25, - "Tatoeba (fin-eng)": 94.15 - } - ] - }, - "Classification": { - "accuracy": [ - { - "Model": "Cohere-embed-multilingual-v3.0", - "AllegroReviews": 47.3, - "AmazonCounterfactualClassification (en-ext)": 77.41, - "AmazonCounterfactualClassification (en)": 77.67, - "AmazonCounterfactualClassification (de)": 68.58, - "AmazonCounterfactualClassification (ja)": 77.99, - "AmazonReviewsClassification (fr)": 45.61, - "AmazonReviewsClassification (en)": 51.97, - "AmazonReviewsClassification (de)": 48.05, - "AmazonReviewsClassification (es)": 45.77, - "AmazonReviewsClassification (ja)": 42.46, - "AmazonReviewsClassification (zh)": 40.71, - "AngryTweetsClassification": 58.92, - "CBD": 71.67, - "DanishPoliticalCommentsClassification": 42.69, - "GeoreviewClassification": 50.88, - "HeadlineClassification": 79.5, - "InappropriatenessClassification": 62.46, - "KinopoiskClassification": 61.84, - "LccSentimentClassification": 60.47, - "MTOPDomainClassification (fr)": 90.32, - "MTOPDomainClassification (en)": 94.44, - "MTOPDomainClassification (de)": 92.86, - "MTOPDomainClassification (es)": 92.76, - "MTOPDomainClassification (hi)": 90.81, - "MTOPDomainClassification (th)": 88.56, - "MTOPIntentClassification (fr)": 63.64, - "MTOPIntentClassification (en)": 69.95, - "MTOPIntentClassification (de)": 69.81, - "MTOPIntentClassification (es)": 70.37, - "MTOPIntentClassification (hi)": 65.94, - "MTOPIntentClassification (th)": 68.74, - "MasakhaNEWSClassification (fra)": 79.5, - "MasakhaNEWSClassification (amh)": 87.39, - "MasakhaNEWSClassification (eng)": 82.01, - "MasakhaNEWSClassification (hau)": 81.81, - "MasakhaNEWSClassification (ibo)": 74.62, - "MasakhaNEWSClassification (lin)": 80.17, - "MasakhaNEWSClassification (lug)": 77.58, - "MasakhaNEWSClassification (orm)": 81.14, - "MasakhaNEWSClassification (pcm)": 93.34, - "MasakhaNEWSClassification (run)": 82.86, - "MasakhaNEWSClassification (sna)": 90.0, - "MasakhaNEWSClassification (som)": 65.99, - "MasakhaNEWSClassification (swa)": 76.39, - "MasakhaNEWSClassification (tir)": 74.63, - "MasakhaNEWSClassification (xho)": 85.12, - "MasakhaNEWSClassification (yor)": 82.21, - "MassiveIntentClassification (fr)": 67.37, - "MassiveIntentClassification (zh-TW)": 63.14, - "MassiveIntentClassification (sw)": 55.88, - "MassiveIntentClassification (ur)": 61.8, - "MassiveIntentClassification (ja)": 69.2, - "MassiveIntentClassification (sq)": 63.61, - "MassiveIntentClassification (ar)": 57.88, - "MassiveIntentClassification (tl)": 62.23, - "MassiveIntentClassification (ru)": 69.08, - "MassiveIntentClassification (tr)": 67.23, - "MassiveIntentClassification (kn)": 59.99, - "MassiveIntentClassification (de)": 66.25, - "MassiveIntentClassification (it)": 67.58, - "MassiveIntentClassification (zh-CN)": 68.14, - "MassiveIntentClassification (id)": 67.09, - "MassiveIntentClassification (ms)": 64.21, - "MassiveIntentClassification (hy)": 59.61, - "MassiveIntentClassification (el)": 66.86, - "MassiveIntentClassification (sv)": 69.6, - "MassiveIntentClassification (fi)": 66.69, - "MassiveIntentClassification (ml)": 63.87, - "MassiveIntentClassification (da)": 66.49, - "MassiveIntentClassification (lv)": 63.81, - "MassiveIntentClassification (he)": 64.47, - "MassiveIntentClassification (nl)": 68.13, - "MassiveIntentClassification (th)": 64.94, - "MassiveIntentClassification (ko)": 65.89, - "MassiveIntentClassification (jv)": 55.1, - "MassiveIntentClassification (mn)": 58.64, - "MassiveIntentClassification (pt)": 68.7, - "MassiveIntentClassification (te)": 61.75, - "MassiveIntentClassification (cy)": 53.01, - "MassiveIntentClassification (bn)": 62.12, - "MassiveIntentClassification (am)": 52.95, - "MassiveIntentClassification (es)": 67.59, - "MassiveIntentClassification (ka)": 49.77, - "MassiveIntentClassification (km)": 43.05, - "MassiveIntentClassification (hi)": 66.02, - "MassiveIntentClassification (ro)": 64.5, - "MassiveIntentClassification (ta)": 60.78, - "MassiveIntentClassification (en)": 72.11, - "MassiveIntentClassification (fa)": 68.69, - "MassiveIntentClassification (hu)": 66.59, - "MassiveIntentClassification (my)": 58.0, - "MassiveIntentClassification (az)": 61.82, - "MassiveIntentClassification (is)": 60.44, - "MassiveIntentClassification (af)": 59.89, - "MassiveIntentClassification (pl)": 68.48, - "MassiveIntentClassification (vi)": 65.76, - "MassiveIntentClassification (nb)": 67.14, - "MassiveIntentClassification (sl)": 64.79, - "MassiveScenarioClassification (fr)": 73.11, - "MassiveScenarioClassification (jv)": 62.3, - "MassiveScenarioClassification (sl)": 71.41, - "MassiveScenarioClassification (hi)": 71.49, - "MassiveScenarioClassification (hy)": 64.16, - "MassiveScenarioClassification (da)": 74.32, - "MassiveScenarioClassification (he)": 69.79, - "MassiveScenarioClassification (fi)": 71.3, - "MassiveScenarioClassification (my)": 61.86, - "MassiveScenarioClassification (pt)": 71.8, - "MassiveScenarioClassification (ta)": 66.38, - "MassiveScenarioClassification (lv)": 69.35, - "MassiveScenarioClassification (tl)": 67.43, - "MassiveScenarioClassification (id)": 73.29, - "MassiveScenarioClassification (fa)": 73.25, - "MassiveScenarioClassification (it)": 72.5, - "MassiveScenarioClassification (el)": 72.69, - "MassiveScenarioClassification (zh-TW)": 69.52, - "MassiveScenarioClassification (bn)": 68.62, - "MassiveScenarioClassification (ja)": 75.32, - "MassiveScenarioClassification (de)": 74.29, - "MassiveScenarioClassification (mn)": 63.42, - "MassiveScenarioClassification (nl)": 74.14, - "MassiveScenarioClassification (tr)": 71.79, - "MassiveScenarioClassification (is)": 67.99, - "MassiveScenarioClassification (sq)": 70.47, - "MassiveScenarioClassification (nb)": 73.82, - "MassiveScenarioClassification (ru)": 74.26, - "MassiveScenarioClassification (cy)": 60.29, - "MassiveScenarioClassification (sw)": 63.81, - "MassiveScenarioClassification (th)": 71.08, - "MassiveScenarioClassification (af)": 67.77, - "MassiveScenarioClassification (ms)": 69.28, - "MassiveScenarioClassification (ur)": 68.42, - "MassiveScenarioClassification (az)": 65.33, - "MassiveScenarioClassification (vi)": 72.03, - "MassiveScenarioClassification (ro)": 70.12, - "MassiveScenarioClassification (es)": 72.32, - "MassiveScenarioClassification (hu)": 72.82, - "MassiveScenarioClassification (ka)": 57.6, - "MassiveScenarioClassification (pl)": 72.81, - "MassiveScenarioClassification (sv)": 75.69, - "MassiveScenarioClassification (am)": 59.54, - "MassiveScenarioClassification (te)": 67.72, - "MassiveScenarioClassification (ml)": 69.96, - "MassiveScenarioClassification (ar)": 64.82, - "MassiveScenarioClassification (zh-CN)": 74.61, - "MassiveScenarioClassification (km)": 49.84, - "MassiveScenarioClassification (kn)": 66.78, - "MassiveScenarioClassification (ko)": 73.42, - "MassiveScenarioClassification (en)": 76.37, - "NoRecClassification": 60.27, - "NordicLangClassification": 78.74, - "PAC": 68.29, - "PolEmo2.0-IN": 82.31, - "PolEmo2.0-OUT": 63.0, - "RuReviewsClassification": 66.83, - "RuSciBenchGRNTIClassification": 62.17, - "RuSciBenchOECDClassification": 48.22 - } - ] - }, - "Clustering": { - "v_measure": [ - { - "Model": "Cohere-embed-multilingual-v3.0", - "AlloProfClusteringP2P": 62.87, - "AlloProfClusteringS2S": 46.5, - "BlurbsClusteringP2P": 42.32, - "BlurbsClusteringS2S": 19.26, - "GeoreviewClusteringP2P": 64.4, - "HALClusteringS2S": 27.61, - "MLSUMClusteringP2P": 45.08, - "MLSUMClusteringP2P (de)": 44.04, - "MLSUMClusteringP2P (fr)": 45.43, - "MLSUMClusteringP2P (ru)": 47.6, - "MLSUMClusteringP2P (es)": 48.14, - "MLSUMClusteringS2S": 34.75, - "MLSUMClusteringS2S (de)": 43.06, - "MLSUMClusteringS2S (fr)": 45.69, - "MLSUMClusteringS2S (ru)": 45.76, - "MLSUMClusteringS2S (es)": 47.72, - "MasakhaNEWSClusteringP2P (fra)": 64.89, - "MasakhaNEWSClusteringP2P (amh)": 67.44, - "MasakhaNEWSClusteringP2P (eng)": 71.02, - "MasakhaNEWSClusteringP2P (hau)": 79.53, - "MasakhaNEWSClusteringP2P (ibo)": 68.03, - "MasakhaNEWSClusteringP2P (lin)": 60.21, - "MasakhaNEWSClusteringP2P (lug)": 67.34, - "MasakhaNEWSClusteringP2P (orm)": 63.94, - "MasakhaNEWSClusteringP2P (pcm)": 82.02, - "MasakhaNEWSClusteringP2P (run)": 65.24, - "MasakhaNEWSClusteringP2P (sna)": 61.69, - "MasakhaNEWSClusteringP2P (som)": 39.54, - "MasakhaNEWSClusteringP2P (swa)": 36.93, - "MasakhaNEWSClusteringP2P (tir)": 61.32, - "MasakhaNEWSClusteringP2P (xho)": 45.56, - "MasakhaNEWSClusteringP2P (yor)": 48.43, - "MasakhaNEWSClusteringS2S (fra)": 55.29, - "MasakhaNEWSClusteringS2S (amh)": 50.53, - "MasakhaNEWSClusteringS2S (eng)": 57.31, - "MasakhaNEWSClusteringS2S (hau)": 41.86, - "MasakhaNEWSClusteringS2S (ibo)": 34.99, - "MasakhaNEWSClusteringS2S (lin)": 43.77, - "MasakhaNEWSClusteringS2S (lug)": 43.26, - "MasakhaNEWSClusteringS2S (orm)": 29.75, - "MasakhaNEWSClusteringS2S (pcm)": 61.13, - "MasakhaNEWSClusteringS2S (run)": 53.39, - "MasakhaNEWSClusteringS2S (sna)": 69.47, - "MasakhaNEWSClusteringS2S (som)": 35.33, - "MasakhaNEWSClusteringS2S (swa)": 12.76, - "MasakhaNEWSClusteringS2S (tir)": 54.47, - "MasakhaNEWSClusteringS2S (xho)": 31.21, - "MasakhaNEWSClusteringS2S (yor)": 36.85, - "RuSciBenchGRNTIClusteringP2P": 56.95, - "RuSciBenchOECDClusteringP2P": 48.45, - "TenKGnadClusteringP2P": 48.44, - "TenKGnadClusteringS2S": 37.86 - } - ] - }, - "PairClassification": { - "max_ap": [ - { - "Model": "Cohere-embed-multilingual-v3.0", - "CDSC-E": 73.47, - "FalseFriendsGermanEnglish": 54.25, - "OpusparcusPC (de)": 97.44, - "OpusparcusPC (en)": 98.67, - "OpusparcusPC (fi)": 94.57, - "OpusparcusPC (fr)": 94.07, - "OpusparcusPC (ru)": 90.55, - "OpusparcusPC (sv)": 95.4, - "PSC": 99.51, - "PawsXPairClassification (de)": 59.47, - "PawsXPairClassification (en)": 64.94, - "PawsXPairClassification (es)": 59.28, - "PawsXPairClassification (fr)": 61.24, - "PawsXPairClassification (ja)": 51.82, - "PawsXPairClassification (ko)": 53.09, - "PawsXPairClassification (zh)": 58.59, - "SICK-E-PL": 79.27, - "TERRa": 58.5 - }, - { - "Model": "Cohere-embed-multilingual-v3.0", - "CDSC-E": 73.47, - "FalseFriendsGermanEnglish": 54.29, - "OpusparcusPC (fr)": 94.08, - "OpusparcusPC (de)": 97.47, - "OpusparcusPC (en)": 98.7, - "OpusparcusPC (fi)": 94.57, - "OpusparcusPC (ru)": 90.55, - "OpusparcusPC (sv)": 95.4, - "PSC": 99.51, - "PawsXPairClassification (fr)": 61.24, - "PawsXPairClassification (de)": 59.52, - "PawsXPairClassification (en)": 65.06, - "PawsXPairClassification (es)": 59.28, - "PawsXPairClassification (ja)": 52.08, - "PawsXPairClassification (ko)": 53.4, - "PawsXPairClassification (zh)": 58.59, - "SICK-E-PL": 79.27, - "TERRa": 58.61 - }, - { - "Model": "Cohere-embed-multilingual-v3.0", - "OpusparcusPC (fr)": 94.08, - "PawsXPairClassification (fr)": 61.26 - } - ] - }, - "Reranking": { - "map": [ - { - "Model": "Cohere-embed-multilingual-v3.0", - "AlloprofReranking": 75.41, - "RuBQReranking": 75.26, - "SyntecReranking": 91.2, - "T2Reranking": 67.8 - }, - { - "Model": "Cohere-embed-multilingual-v3.0", - "MIRACLReranking (ar)": 77.86, - "MIRACLReranking (bn)": 75.74, - "MIRACLReranking (de)": 55.61, - "MIRACLReranking (en)": 63.53, - "MIRACLReranking (es)": 64.33, - "MIRACLReranking (fa)": 60.26, - "MIRACLReranking (fi)": 79.69, - "MIRACLReranking (fr)": 57.2, - "MIRACLReranking (hi)": 66.53, - "MIRACLReranking (id)": 58.68, - "MIRACLReranking (ja)": 66.93, - "MIRACLReranking (ko)": 55.89, - "MIRACLReranking (ru)": 64.88, - "MIRACLReranking (sw)": 66.32, - "MIRACLReranking (te)": 80.68, - "MIRACLReranking (th)": 77.09, - "MIRACLReranking (yo)": 67.58, - "MIRACLReranking (zh)": 53.72 - } - ] - }, - "Retrieval": { - "ndcg_at_10": [ - { - "Model": "Cohere-embed-multilingual-v3.0", - "AILACasedocs": 28.31, - "AILAStatutes": 29.69, - "ARCChallenge": 11.6, - "AlloprofRetrieval": 51.51, - "AlphaNLI": 18.47, - "AppsRetrieval": 31.91, - "BSARDRetrieval": 22.91, - "CmedqaRetrieval": 30.2, - "CodeFeedbackMT": 42.9, - "CodeFeedbackST": 74.19, - "CodeSearchNetCCRetrieval (python)": 66.39, - "CodeSearchNetCCRetrieval (javascript)": 60.54, - "CodeSearchNetCCRetrieval (go)": 46.68, - "CodeSearchNetCCRetrieval (ruby)": 61.72, - "CodeSearchNetCCRetrieval (java)": 60.47, - "CodeSearchNetCCRetrieval (php)": 49.65, - "CodeSearchNetRetrieval (python)": 89.87, - "CodeSearchNetRetrieval (javascript)": 76.56, - "CodeSearchNetRetrieval (go)": 92.42, - "CodeSearchNetRetrieval (ruby)": 81.6, - "CodeSearchNetRetrieval (java)": 80.11, - "CodeSearchNetRetrieval (php)": 84.47, - "CodeTransOceanContest": 70.25, - "CodeTransOceanDL": 30.14, - "CosQA": 32.58, - "CovidRetrieval": 77.12, - "GerDaLIR": 8.62, - "GerDaLIRSmall": 19.6, - "GermanQuAD-Retrieval": 94.31, - "HellaSwag": 30.57, - "LEMBNarrativeQARetrieval": 21.94, - "LEMBQMSumRetrieval": 23.05, - "LEMBSummScreenFDRetrieval": 70.03, - "LEMBWikimQARetrieval": 56.59, - "LeCaRDv2": 58.31, - "LegalBenchConsumerContractsQA": 75.9, - "LegalBenchCorporateLobbying": 93.76, - "LegalQuAD": 46.85, - "LegalSummarization": 64.22, - "MintakaRetrieval (fr)": 34.56, - "MintakaRetrieval (ar)": 25.53, - "MintakaRetrieval (de)": 34.09, - "MintakaRetrieval (es)": 33.82, - "MintakaRetrieval (hi)": 27.88, - "MintakaRetrieval (it)": 35.76, - "MintakaRetrieval (ja)": 26.37, - "MintakaRetrieval (pt)": 36.2, - "PIQA": 30.62, - "Quail": 5.42, - "RARbCode": 60.08, - "RARbMath": 71.31, - "RiaNewsRetrieval": 82.5, - "RuBQRetrieval": 73.04, - "SIQA": 5.58, - "SciFact-PL": 65.68, - "SpartQA": 4.66, - "StackOverflowQA": 89.42, - "SyntecRetrieval": 88.59, - "SyntheticText2SQL": 59.79, - "TRECCOVID-PL": 80.26, - "TempReasonL1": 0.91, - "TempReasonL2Fact": 34.23, - "TempReasonL2Pure": 1.92, - "TempReasonL3Fact": 29.08, - "TempReasonL3Pure": 7.81, - "WinoGrande": 58.44, - "XMarket (de)": 20.17, - "XMarket (en)": 26.07, - "XMarket (es)": 19.47, - "XPQARetrieval (fr)": 58.87, - "XPQARetrieval (ara-ara)": 47.98, - "XPQARetrieval (eng-ara)": 33.72, - "XPQARetrieval (ara-eng)": 44.1, - "XPQARetrieval (deu-deu)": 79.11, - "XPQARetrieval (eng-deu)": 51.12, - "XPQARetrieval (deu-eng)": 74.31, - "XPQARetrieval (spa-spa)": 64.45, - "XPQARetrieval (eng-spa)": 42.89, - "XPQARetrieval (spa-eng)": 59.59, - "XPQARetrieval (fra-fra)": 69.72, - "XPQARetrieval (eng-fra)": 46.91, - "XPQARetrieval (fra-eng)": 65.47, - "XPQARetrieval (hin-hin)": 74.06, - "XPQARetrieval (eng-hin)": 37.98, - "XPQARetrieval (hin-eng)": 71.01, - "XPQARetrieval (ita-ita)": 77.46, - "XPQARetrieval (eng-ita)": 44.84, - "XPQARetrieval (ita-eng)": 69.11, - "XPQARetrieval (jpn-jpn)": 75.36, - "XPQARetrieval (eng-jpn)": 43.83, - "XPQARetrieval (jpn-eng)": 70.16, - "XPQARetrieval (kor-kor)": 38.21, - "XPQARetrieval (eng-kor)": 37.74, - "XPQARetrieval (kor-eng)": 36.38, - "XPQARetrieval (pol-pol)": 51.53, - "XPQARetrieval (eng-pol)": 34.7, - "XPQARetrieval (pol-eng)": 47.96, - "XPQARetrieval (por-por)": 48.46, - "XPQARetrieval (eng-por)": 28.12, - "XPQARetrieval (por-eng)": 47.01, - "XPQARetrieval (tam-tam)": 45.46, - "XPQARetrieval (eng-tam)": 22.35, - "XPQARetrieval (tam-eng)": 39.33, - "XPQARetrieval (cmn-cmn)": 65.78, - "XPQARetrieval (eng-cmn)": 34.24, - "XPQARetrieval (cmn-eng)": 57.79 - } - ] - }, - "STS": { - "cosine_spearman": [ - { - "Model": "Cohere-embed-multilingual-v3.0", - "CDSC-R": 90.43, - "GermanSTSBenchmark": 81.1, - "RUParaPhraserSTS": 71.11, - "RuSTSBenchmarkSTS": 81.91, - "SICK-R-PL": 76.21, - "SICKFr": 79.24, - "STS22 (zh-en)": 74.01, - "STS22 (ar)": 60.53, - "STS22 (es-it)": 76.51, - "STS22 (fr-pl)": 50.71, - "STS22 (fr)": 82.76, - "STS22 (de)": 61.71, - "STS22 (es)": 68.78, - "STS22 (ru)": 65.39, - "STS22 (en)": 69.63, - "STS22 (pl-en)": 78.24, - "STS22 (zh)": 68.83, - "STS22 (de-en)": 61.8, - "STS22 (tr)": 66.67, - "STS22 (pl)": 41.69, - "STS22 (de-fr)": 65.96, - "STS22 (it)": 79.78, - "STS22 (de-pl)": 55.89, - "STS22 (es-en)": 79.94, - "STSB": 80.81, - "STSBenchmarkMultilingualSTS (en)": 86.7, - "STSBenchmarkMultilingualSTS (it)": 80.41, - "STSBenchmarkMultilingualSTS (de)": 82.3, - "STSBenchmarkMultilingualSTS (nl)": 80.29, - "STSBenchmarkMultilingualSTS (pt)": 76.18, - "STSBenchmarkMultilingualSTS (zh)": 80.14, - "STSBenchmarkMultilingualSTS (es)": 82.82, - "STSBenchmarkMultilingualSTS (fr)": 81.86, - "STSBenchmarkMultilingualSTS (ru)": 81.61, - "STSBenchmarkMultilingualSTS (pl)": 79.44 - }, - { - "Model": "Cohere-embed-multilingual-v3.0", - "CDSC-R": 90.43, - "GermanSTSBenchmark": 81.1, - "RUParaPhraserSTS": 71.11, - "RuSTSBenchmarkSTS": 81.91, - "SICK-R-PL": 76.21, - "SICKFr": 79.24, - "STS22 (zh-en)": 74.01, - "STS22 (ar)": 60.53, - "STS22 (es-it)": 76.51, - "STS22 (fr-pl)": 50.71, - "STS22 (fr)": 82.76, - "STS22 (de)": 61.71, - "STS22 (es)": 68.78, - "STS22 (ru)": 65.39, - "STS22 (en)": 69.63, - "STS22 (pl-en)": 78.24, - "STS22 (zh)": 68.83, - "STS22 (de-en)": 61.8, - "STS22 (tr)": 66.67, - "STS22 (pl)": 41.69, - "STS22 (de-fr)": 65.96, - "STS22 (it)": 79.78, - "STS22 (de-pl)": 55.89, - "STS22 (es-en)": 79.94, - "STSB": 80.81, - "STSBenchmarkMultilingualSTS (en)": 86.7, - "STSBenchmarkMultilingualSTS (it)": 80.41, - "STSBenchmarkMultilingualSTS (de)": 82.3, - "STSBenchmarkMultilingualSTS (nl)": 80.29, - "STSBenchmarkMultilingualSTS (pt)": 76.18, - "STSBenchmarkMultilingualSTS (zh)": 80.14, - "STSBenchmarkMultilingualSTS (es)": 82.82, - "STSBenchmarkMultilingualSTS (fr)": 81.86, - "STSBenchmarkMultilingualSTS (ru)": 81.61, - "STSBenchmarkMultilingualSTS (pl)": 79.44 - }, - { - "Model": "Cohere-embed-multilingual-v3.0", - "SICKFr": 79.23, - "STS22 (fr)": 82.76, - "STSBenchmarkMultilingualSTS (fr)": 81.84 - } - ] - }, - "Summarization": { - "cosine_spearman": [ - { - "Model": "Cohere-embed-multilingual-v3.0", - "SummEvalFr": 31.26 - }, - { - "Model": "Cohere-embed-multilingual-v3.0", - "SummEvalFr": 31.24 - }, - { - "Model": "Cohere-embed-multilingual-v3.0", - "SummEvalFr": 31.24 - } - ] - }, - "MultilabelClassification": { - "accuracy": [ - { - "Model": "Cohere-embed-multilingual-v3.0", - "CEDRClassification": 45.67, - "SensitiveTopicsClassification": 30.83 - } - ] - }, - "InstructionRetrieval": { - "p-MRR": [ - { - "Model": "Cohere-embed-multilingual-v3.0", - "Core17InstructionRetrieval": 0.29, - "News21InstructionRetrieval": 0.83, - "Robust04InstructionRetrieval": -6.8 - } - ] - } - }, - "DeepPavlov__distilrubert-small-cased-conversational": { - "BitextMining": { - "f1": [ - { - "Model": "distilrubert-small-cased-conversational", - "BornholmBitextMining": 13.33, - "Tatoeba (rus-eng)": 24.16 - } - ] - }, - "Classification": { - "accuracy": [ - { - "Model": "distilrubert-small-cased-conversational", - "AllegroReviews": 23.31, - "AmazonCounterfactualClassification (en-ext)": 69.65, - "AmazonCounterfactualClassification (en)": 72.24, - "AmazonCounterfactualClassification (de)": 63.37, - "AmazonCounterfactualClassification (ja)": 56.24, - "AmazonPolarityClassification": 57.61, - "AmazonReviewsClassification (en)": 28.83, - "AmazonReviewsClassification (de)": 25.01, - "AmazonReviewsClassification (es)": 24.62, - "AmazonReviewsClassification (fr)": 25.9, - "AmazonReviewsClassification (ja)": 21.21, - "AmazonReviewsClassification (zh)": 21.67, - "AngryTweetsClassification": 42.73, - "Banking77Classification": 64.28, - "CBD": 52.53, - "DanishPoliticalCommentsClassification": 27.46, - "EmotionClassification": 22.08, - "GeoreviewClassification": 38.95, - "HeadlineClassification": 75.59, - "ImdbClassification": 54.55, - "InappropriatenessClassification": 60.68, - "KinopoiskClassification": 49.67, - "LccSentimentClassification": 42.87, - "MTOPDomainClassification (en)": 71.22, - "MTOPDomainClassification (de)": 54.5, - "MTOPDomainClassification (es)": 62.17, - "MTOPDomainClassification (fr)": 54.21, - "MTOPDomainClassification (hi)": 23.0, - "MTOPDomainClassification (th)": 15.66, - "MTOPIntentClassification (en)": 53.1, - "MTOPIntentClassification (de)": 46.41, - "MTOPIntentClassification (es)": 46.94, - "MTOPIntentClassification (fr)": 39.64, - "MTOPIntentClassification (hi)": 5.12, - "MTOPIntentClassification (th)": 4.9, - "MasakhaNEWSClassification (amh)": 27.79, - "MasakhaNEWSClassification (eng)": 58.73, - "MasakhaNEWSClassification (fra)": 40.14, - "MasakhaNEWSClassification (hau)": 46.64, - "MasakhaNEWSClassification (ibo)": 34.13, - "MasakhaNEWSClassification (lin)": 46.11, - "MasakhaNEWSClassification (lug)": 43.72, - "MasakhaNEWSClassification (orm)": 42.98, - "MasakhaNEWSClassification (pcm)": 72.98, - "MasakhaNEWSClassification (run)": 39.6, - "MasakhaNEWSClassification (sna)": 56.26, - "MasakhaNEWSClassification (som)": 28.37, - "MasakhaNEWSClassification (swa)": 34.12, - "MasakhaNEWSClassification (tir)": 24.49, - "MasakhaNEWSClassification (xho)": 52.05, - "MasakhaNEWSClassification (yor)": 40.02, - "MassiveIntentClassification (ru)": 63.12, - "MassiveIntentClassification (tr)": 35.68, - "MassiveIntentClassification (fi)": 38.38, - "MassiveIntentClassification (hi)": 3.66, - "MassiveIntentClassification (ar)": 10.51, - "MassiveIntentClassification (id)": 42.01, - "MassiveIntentClassification (de)": 38.92, - "MassiveIntentClassification (sq)": 39.72, - "MassiveIntentClassification (tl)": 38.01, - "MassiveIntentClassification (pt)": 41.53, - "MassiveIntentClassification (te)": 2.92, - "MassiveIntentClassification (ro)": 35.01, - "MassiveIntentClassification (am)": 3.09, - "MassiveIntentClassification (hy)": 3.44, - "MassiveIntentClassification (th)": 4.5, - "MassiveIntentClassification (hu)": 35.67, - "MassiveIntentClassification (sw)": 37.86, - "MassiveIntentClassification (nl)": 38.91, - "MassiveIntentClassification (nb)": 39.67, - "MassiveIntentClassification (kn)": 3.64, - "MassiveIntentClassification (fa)": 9.91, - "MassiveIntentClassification (mn)": 36.35, - "MassiveIntentClassification (sl)": 41.18, - "MassiveIntentClassification (ta)": 3.02, - "MassiveIntentClassification (ja)": 5.08, - "MassiveIntentClassification (sv)": 40.52, - "MassiveIntentClassification (bn)": 3.2, - "MassiveIntentClassification (jv)": 37.07, - "MassiveIntentClassification (km)": 4.63, - "MassiveIntentClassification (af)": 39.21, - "MassiveIntentClassification (he)": 17.66, - "MassiveIntentClassification (my)": 3.94, - "MassiveIntentClassification (zh-TW)": 7.38, - "MassiveIntentClassification (da)": 41.31, - "MassiveIntentClassification (fr)": 38.49, - "MassiveIntentClassification (lv)": 37.51, - "MassiveIntentClassification (is)": 35.77, - "MassiveIntentClassification (es)": 38.33, - "MassiveIntentClassification (ur)": 9.69, - "MassiveIntentClassification (ml)": 3.03, - "MassiveIntentClassification (cy)": 37.7, - "MassiveIntentClassification (zh-CN)": 6.54, - "MassiveIntentClassification (en)": 51.68, - "MassiveIntentClassification (el)": 22.94, - "MassiveIntentClassification (vi)": 28.04, - "MassiveIntentClassification (ka)": 2.84, - "MassiveIntentClassification (ko)": 2.9, - "MassiveIntentClassification (it)": 43.34, - "MassiveIntentClassification (az)": 35.64, - "MassiveIntentClassification (pl)": 38.29, - "MassiveIntentClassification (ms)": 40.91, - "MassiveScenarioClassification (ru)": 68.08, - "MassiveScenarioClassification (ml)": 7.2, - "MassiveScenarioClassification (he)": 23.39, - "MassiveScenarioClassification (da)": 39.88, - "MassiveScenarioClassification (lv)": 35.41, - "MassiveScenarioClassification (my)": 9.7, - "MassiveScenarioClassification (ja)": 9.41, - "MassiveScenarioClassification (az)": 33.91, - "MassiveScenarioClassification (de)": 38.2, - "MassiveScenarioClassification (es)": 38.77, - "MassiveScenarioClassification (tr)": 32.96, - "MassiveScenarioClassification (zh-CN)": 10.71, - "MassiveScenarioClassification (sw)": 39.73, - "MassiveScenarioClassification (fr)": 38.54, - "MassiveScenarioClassification (hy)": 8.77, - "MassiveScenarioClassification (is)": 34.28, - "MassiveScenarioClassification (pl)": 36.87, - "MassiveScenarioClassification (zh-TW)": 12.68, - "MassiveScenarioClassification (af)": 39.15, - "MassiveScenarioClassification (nl)": 39.05, - "MassiveScenarioClassification (am)": 7.69, - "MassiveScenarioClassification (id)": 40.03, - "MassiveScenarioClassification (sq)": 38.93, - "MassiveScenarioClassification (cy)": 39.15, - "MassiveScenarioClassification (ro)": 36.54, - "MassiveScenarioClassification (km)": 9.91, - "MassiveScenarioClassification (bn)": 7.78, - "MassiveScenarioClassification (jv)": 37.71, - "MassiveScenarioClassification (it)": 41.1, - "MassiveScenarioClassification (mn)": 36.03, - "MassiveScenarioClassification (ko)": 7.46, - "MassiveScenarioClassification (th)": 9.65, - "MassiveScenarioClassification (sl)": 41.38, - "MassiveScenarioClassification (ur)": 14.69, - "MassiveScenarioClassification (sv)": 39.18, - "MassiveScenarioClassification (en)": 55.21, - "MassiveScenarioClassification (tl)": 35.29, - "MassiveScenarioClassification (ms)": 42.59, - "MassiveScenarioClassification (fa)": 13.46, - "MassiveScenarioClassification (nb)": 38.43, - "MassiveScenarioClassification (el)": 24.37, - "MassiveScenarioClassification (te)": 7.29, - "MassiveScenarioClassification (ka)": 7.29, - "MassiveScenarioClassification (kn)": 8.07, - "MassiveScenarioClassification (vi)": 30.81, - "MassiveScenarioClassification (hu)": 34.26, - "MassiveScenarioClassification (pt)": 40.5, - "MassiveScenarioClassification (ar)": 15.72, - "MassiveScenarioClassification (hi)": 8.73, - "MassiveScenarioClassification (ta)": 6.82, - "MassiveScenarioClassification (fi)": 37.41, - "NoRecClassification": 39.2, - "NordicLangClassification": 59.34, - "PAC": 57.98, - "PolEmo2.0-IN": 40.42, - "PolEmo2.0-OUT": 30.89, - "RuReviewsClassification": 54.05, - "RuSciBenchGRNTIClassification": 48.53, - "RuSciBenchOECDClassification": 37.65, - "ToxicConversationsClassification": 58.89, - "TweetSentimentExtractionClassification": 43.44 - } - ] - }, - "Clustering": { - "v_measure": [ - { - "Model": "distilrubert-small-cased-conversational", - "AlloProfClusteringP2P": 31.59, - "AlloProfClusteringS2S": 21.2, - "ArxivClusteringP2P": 18.41, - "ArxivClusteringS2S": 12.81, - "BiorxivClusteringP2P": 13.07, - "BiorxivClusteringS2S": 7.72, - "BlurbsClusteringP2P": 8.59, - "BlurbsClusteringS2S": 7.36, - "GeoreviewClusteringP2P": 43.26, - "HALClusteringS2S": 3.35, - "MLSUMClusteringP2P (ru)": 50.08, - "MLSUMClusteringP2P (de)": 7.49, - "MLSUMClusteringP2P (fr)": 20.49, - "MLSUMClusteringP2P (es)": 27.16, - "MLSUMClusteringS2S (ru)": 51.12, - "MLSUMClusteringS2S (de)": 7.63, - "MLSUMClusteringS2S (fr)": 20.18, - "MLSUMClusteringS2S (es)": 26.82, - "MasakhaNEWSClusteringP2P (amh)": 40.28, - "MasakhaNEWSClusteringP2P (eng)": 7.58, - "MasakhaNEWSClusteringP2P (fra)": 22.87, - "MasakhaNEWSClusteringP2P (hau)": 4.18, - "MasakhaNEWSClusteringP2P (ibo)": 20.88, - "MasakhaNEWSClusteringP2P (lin)": 42.94, - "MasakhaNEWSClusteringP2P (lug)": 44.9, - "MasakhaNEWSClusteringP2P (orm)": 27.54, - "MasakhaNEWSClusteringP2P (pcm)": 22.4, - "MasakhaNEWSClusteringP2P (run)": 42.28, - "MasakhaNEWSClusteringP2P (sna)": 42.22, - "MasakhaNEWSClusteringP2P (som)": 26.63, - "MasakhaNEWSClusteringP2P (swa)": 5.87, - "MasakhaNEWSClusteringP2P (tir)": 42.99, - "MasakhaNEWSClusteringP2P (xho)": 21.02, - "MasakhaNEWSClusteringP2P (yor)": 21.54, - "MasakhaNEWSClusteringS2S (amh)": 40.06, - "MasakhaNEWSClusteringS2S (eng)": 8.71, - "MasakhaNEWSClusteringS2S (fra)": 22.43, - "MasakhaNEWSClusteringS2S (hau)": 6.42, - "MasakhaNEWSClusteringS2S (ibo)": 22.5, - "MasakhaNEWSClusteringS2S (lin)": 52.19, - "MasakhaNEWSClusteringS2S (lug)": 43.89, - "MasakhaNEWSClusteringS2S (orm)": 23.6, - "MasakhaNEWSClusteringS2S (pcm)": 42.75, - "MasakhaNEWSClusteringS2S (run)": 44.59, - "MasakhaNEWSClusteringS2S (sna)": 42.25, - "MasakhaNEWSClusteringS2S (som)": 24.67, - "MasakhaNEWSClusteringS2S (swa)": 14.31, - "MasakhaNEWSClusteringS2S (tir)": 44.02, - "MasakhaNEWSClusteringS2S (xho)": 25.97, - "MasakhaNEWSClusteringS2S (yor)": 21.79, - "MedrxivClusteringP2P": 18.17, - "MedrxivClusteringS2S": 15.25, - "RedditClustering": 11.95, - "RedditClusteringP2P": 22.76, - "RuSciBenchGRNTIClusteringP2P": 37.84, - "RuSciBenchOECDClusteringP2P": 34.12, - "StackExchangeClustering": 21.41, - "StackExchangeClusteringP2P": 22.98, - "TenKGnadClusteringP2P": 7.42, - "TenKGnadClusteringS2S": 4.29, - "TwentyNewsgroupsClustering": 11.65 - } - ] - }, - "PairClassification": { - "max_ap": [ - { - "Model": "distilrubert-small-cased-conversational", - "CDSC-E": 46.48, - "FalseFriendsGermanEnglish": 48.72, - "OpusparcusPC (ru)": 84.35, - "OpusparcusPC (de)": 88.05, - "OpusparcusPC (en)": 93.94, - "OpusparcusPC (fi)": 82.18, - "OpusparcusPC (fr)": 85.23, - "OpusparcusPC (sv)": 81.83, - "PSC": 62.14, - "PawsXPairClassification (de)": 48.55, - "PawsXPairClassification (en)": 43.39, - "PawsXPairClassification (es)": 47.18, - "PawsXPairClassification (fr)": 49.14, - "PawsXPairClassification (ja)": 45.87, - "PawsXPairClassification (ko)": 46.69, - "PawsXPairClassification (zh)": 49.73, - "SICK-E-PL": 45.62, - "SprintDuplicateQuestions": 33.2, - "TERRa": 52.48, - "TwitterSemEval2015": 50.27, - "TwitterURLCorpus": 63.78 - }, - { - "Model": "distilrubert-small-cased-conversational", - "CDSC-E": 46.84, - "FalseFriendsGermanEnglish": 49.57, - "OpusparcusPC (ru)": 84.35, - "OpusparcusPC (de)": 88.57, - "OpusparcusPC (en)": 93.94, - "OpusparcusPC (fi)": 82.18, - "OpusparcusPC (fr)": 85.23, - "OpusparcusPC (sv)": 81.84, - "PSC": 62.23, - "PawsXPairClassification (de)": 48.55, - "PawsXPairClassification (en)": 47.47, - "PawsXPairClassification (es)": 47.18, - "PawsXPairClassification (fr)": 49.14, - "PawsXPairClassification (ja)": 47.68, - "PawsXPairClassification (ko)": 46.69, - "PawsXPairClassification (zh)": 50.2, - "SICK-E-PL": 45.78, - "SprintDuplicateQuestions": 33.2, - "TERRa": 53.02, - "TwitterSemEval2015": 50.38, - "TwitterURLCorpus": 63.78 - } - ] - }, - "Reranking": { - "map": [ - { - "Model": "distilrubert-small-cased-conversational", - "AlloprofReranking": 32.82, - "AskUbuntuDupQuestions": 45.48, - "MindSmallReranking": 24.95, - "RuBQReranking": 42.58, - "SciDocsRR": 47.81, - "StackOverflowDupQuestions": 33.41, - "SyntecReranking": 36.86, - "T2Reranking": 52.07 - }, - { - "Model": "distilrubert-small-cased-conversational", - "MIRACLReranking (ru)": 13.09, - "MIRACLReranking (ar)": 3.73, - "MIRACLReranking (bn)": 2.86, - "MIRACLReranking (de)": 4.48, - "MIRACLReranking (en)": 10.73, - "MIRACLReranking (es)": 7.05, - "MIRACLReranking (fa)": 3.92, - "MIRACLReranking (fi)": 12.52, - "MIRACLReranking (fr)": 5.53, - "MIRACLReranking (hi)": 4.02, - "MIRACLReranking (id)": 8.43, - "MIRACLReranking (ja)": 2.56, - "MIRACLReranking (ko)": 3.66, - "MIRACLReranking (sw)": 11.13, - "MIRACLReranking (te)": 2.57, - "MIRACLReranking (th)": 2.15, - "MIRACLReranking (yo)": 9.3, - "MIRACLReranking (zh)": 2.83 - } - ] - }, - "Retrieval": { - "ndcg_at_10": [ - { - "Model": "distilrubert-small-cased-conversational", - "AILACasedocs": 9.74, - "AILAStatutes": 14.09, - "ARCChallenge": 2.13, - "AlloprofRetrieval": 0.35, - "AlphaNLI": 2.5, - "AppsRetrieval": 0.07, - "ArguAna": 15.13, - "BSARDRetrieval": 0.0, - "ClimateFEVER": 0.3, - "CmedqaRetrieval": 0.12, - "CodeFeedbackMT": 11.84, - "CodeFeedbackST": 7.42, - "CodeSearchNetCCRetrieval (python)": 13.81, - "CodeSearchNetCCRetrieval (javascript)": 22.77, - "CodeSearchNetCCRetrieval (go)": 12.62, - "CodeSearchNetCCRetrieval (ruby)": 26.22, - "CodeSearchNetCCRetrieval (java)": 16.29, - "CodeSearchNetCCRetrieval (php)": 14.17, - "CodeSearchNetRetrieval (python)": 19.08, - "CodeSearchNetRetrieval (javascript)": 10.38, - "CodeSearchNetRetrieval (go)": 7.54, - "CodeSearchNetRetrieval (ruby)": 12.38, - "CodeSearchNetRetrieval (java)": 11.9, - "CodeSearchNetRetrieval (php)": 11.26, - "CodeTransOceanContest": 15.26, - "CodeTransOceanDL": 31.1, - "CosQA": 2.93, - "CovidRetrieval": 0.0, - "DBPedia": 1.58, - "FEVER": 1.69, - "FiQA2018": 1.66, - "GerDaLIR": 0.22, - "GerDaLIRSmall": 0.51, - "GermanQuAD-Retrieval": 5.35, - "HellaSwag": 5.59, - "HotpotQA": 5.82, - "LEMBNarrativeQARetrieval": 1.9, - "LEMBQMSumRetrieval": 6.27, - "LEMBSummScreenFDRetrieval": 5.86, - "LEMBWikimQARetrieval": 16.75, - "LeCaRDv2": 7.95, - "LegalBenchConsumerContractsQA": 7.61, - "LegalBenchCorporateLobbying": 40.71, - "LegalQuAD": 3.7, - "LegalSummarization": 34.95, - "MIRACLRetrieval (ru)": 2.39, - "MIRACLRetrieval (ar)": 0.0, - "MIRACLRetrieval (bn)": 0.0, - "MIRACLRetrieval (de)": 0.28, - "MIRACLRetrieval (en)": 1.23, - "MIRACLRetrieval (es)": 0.08, - "MIRACLRetrieval (fa)": 0.03, - "MIRACLRetrieval (fi)": 1.02, - "MIRACLRetrieval (fr)": 0.16, - "MIRACLRetrieval (hi)": 0.0, - "MIRACLRetrieval (id)": 0.28, - "MIRACLRetrieval (ja)": 0.0, - "MIRACLRetrieval (ko)": 0.22, - "MIRACLRetrieval (sw)": 1.95, - "MIRACLRetrieval (te)": 0.0, - "MIRACLRetrieval (th)": 0.0, - "MIRACLRetrieval (yo)": 4.42, - "MIRACLRetrieval (zh)": 0.0, - "MSMARCO": 0.63, - "MintakaRetrieval (ar)": 0.51, - "MintakaRetrieval (de)": 0.75, - "MintakaRetrieval (es)": 0.69, - "MintakaRetrieval (fr)": 1.06, - "MintakaRetrieval (hi)": 0.42, - "MintakaRetrieval (it)": 1.21, - "MintakaRetrieval (ja)": 0.21, - "MintakaRetrieval (pt)": 0.86, - "NFCorpus": 3.51, - "NQ": 0.1, - "PIQA": 5.05, - "Quail": 0.08, - "QuoraRetrieval": 65.11, - "RARbCode": 0.0, - "RARbMath": 6.96, - "RiaNewsRetrieval": 4.14, - "RuBQRetrieval": 10.6, - "SCIDOCS": 0.48, - "SIQA": 0.1, - "SciFact": 6.63, - "SciFact-PL": 0.71, - "SpartQA": 5.81, - "StackOverflowQA": 13.99, - "SyntecRetrieval": 10.17, - "SyntheticText2SQL": 3.4, - "TRECCOVID": 15.18, - "TRECCOVID-PL": 4.67, - "TempReasonL1": 0.88, - "TempReasonL2Fact": 1.91, - "TempReasonL2Pure": 0.09, - "TempReasonL3Fact": 2.41, - "TempReasonL3Pure": 2.14, - "Touche2020": 1.9, - "WinoGrande": 0.62, - "XMarket (de)": 3.29, - "XMarket (en)": 3.24, - "XMarket (es)": 2.58, - "XPQARetrieval (ara-ara)": 1.83, - "XPQARetrieval (eng-ara)": 0.67, - "XPQARetrieval (ara-eng)": 1.23, - "XPQARetrieval (deu-deu)": 19.74, - "XPQARetrieval (eng-deu)": 0.54, - "XPQARetrieval (deu-eng)": 1.64, - "XPQARetrieval (spa-spa)": 13.1, - "XPQARetrieval (eng-spa)": 0.9, - "XPQARetrieval (spa-eng)": 1.78, - "XPQARetrieval (fra-fra)": 19.06, - "XPQARetrieval (eng-fra)": 1.01, - "XPQARetrieval (fra-eng)": 2.85, - "XPQARetrieval (hin-hin)": 4.81, - "XPQARetrieval (eng-hin)": 1.63, - "XPQARetrieval (hin-eng)": 0.93, - "XPQARetrieval (ita-ita)": 30.64, - "XPQARetrieval (eng-ita)": 2.4, - "XPQARetrieval (ita-eng)": 4.45, - "XPQARetrieval (jpn-jpn)": 1.8, - "XPQARetrieval (eng-jpn)": 0.53, - "XPQARetrieval (jpn-eng)": 0.82, - "XPQARetrieval (kor-kor)": 1.95, - "XPQARetrieval (eng-kor)": 1.11, - "XPQARetrieval (kor-eng)": 1.03, - "XPQARetrieval (pol-pol)": 10.77, - "XPQARetrieval (eng-pol)": 0.84, - "XPQARetrieval (pol-eng)": 2.65, - "XPQARetrieval (por-por)": 11.69, - "XPQARetrieval (eng-por)": 1.09, - "XPQARetrieval (por-eng)": 1.8, - "XPQARetrieval (tam-tam)": 0.81, - "XPQARetrieval (eng-tam)": 1.15, - "XPQARetrieval (tam-eng)": 0.54, - "XPQARetrieval (cmn-cmn)": 4.74, - "XPQARetrieval (eng-cmn)": 0.63, - "XPQARetrieval (cmn-eng)": 0.75 - } - ] - }, - "STS": { - "cosine_spearman": [ - { - "Model": "distilrubert-small-cased-conversational", - "BIOSSES": 47.99, - "CDSC-R": 66.98, - "GermanSTSBenchmark": 40.07, - "SICK-R": 56.7, - "SICK-R-PL": 43.36, - "SICKFr": 54.27, - "STS12": 40.83, - "STS13": 52.22, - "STS14": 46.76, - "STS15": 60.64, - "STS16": 64.37, - "STS17 (ko-ko)": 7.82, - "STS17 (fr-en)": 26.82, - "STS17 (it-en)": 22.21, - "STS17 (ar-ar)": 27.9, - "STS17 (es-es)": 47.95, - "STS17 (en-tr)": 19.37, - "STS17 (en-en)": 60.3, - "STS17 (nl-en)": 18.33, - "STS17 (es-en)": 16.25, - "STS17 (en-de)": 16.62, - "STS17 (en-ar)": 11.54, - "STS22 (pl-en)": 14.03, - "STS22 (fr-pl)": 39.44, - "STS22 (ar)": 26.69, - "STS22 (fr)": 50.98, - "STS22 (en)": 44.27, - "STS22 (pl)": 16.55, - "STS22 (de)": 23.32, - "STS22 (de-en)": 27.38, - "STS22 (it)": 38.44, - "STS22 (es)": 37.91, - "STS22 (zh-en)": 7.34, - "STS22 (de-pl)": -29.47, - "STS22 (tr)": 10.5, - "STS22 (es-en)": 21.73, - "STS22 (es-it)": 20.72, - "STS22 (de-fr)": 1.78, - "STS22 (zh)": 18.15, - "STSB": 17.17, - "STSBenchmark": 55.97, - "STSBenchmarkMultilingualSTS (en)": 55.97, - "STSBenchmarkMultilingualSTS (es)": 49.87, - "STSBenchmarkMultilingualSTS (nl)": 46.12, - "STSBenchmarkMultilingualSTS (pl)": 46.61, - "STSBenchmarkMultilingualSTS (zh)": 15.41, - "STSBenchmarkMultilingualSTS (fr)": 51.0, - "STSBenchmarkMultilingualSTS (it)": 48.59, - "STSBenchmarkMultilingualSTS (pt)": 45.29, - "STSBenchmarkMultilingualSTS (de)": 42.19 - }, - { - "Model": "distilrubert-small-cased-conversational", - "BIOSSES": 47.99, - "CDSC-R": 66.98, - "GermanSTSBenchmark": 40.07, - "RUParaPhraserSTS": 55.01, - "RuSTSBenchmarkSTS": 61.72, - "SICK-R": 56.7, - "SICK-R-PL": 43.36, - "SICKFr": 54.27, - "STS12": 40.83, - "STS13": 52.22, - "STS14": 46.76, - "STS15": 60.64, - "STS16": 64.37, - "STS17 (ko-ko)": 7.35, - "STS17 (fr-en)": 26.82, - "STS17 (it-en)": 22.21, - "STS17 (ar-ar)": 27.13, - "STS17 (es-es)": 47.95, - "STS17 (en-tr)": 19.37, - "STS17 (en-en)": 60.3, - "STS17 (nl-en)": 18.33, - "STS17 (es-en)": 16.25, - "STS17 (en-de)": 16.62, - "STS17 (en-ar)": 11.54, - "STS22 (ru)": 51.87, - "STS22 (pl-en)": 14.03, - "STS22 (fr-pl)": 39.44, - "STS22 (ar)": 26.71, - "STS22 (fr)": 50.98, - "STS22 (en)": 44.27, - "STS22 (pl)": 16.75, - "STS22 (de)": 23.32, - "STS22 (de-en)": 27.38, - "STS22 (it)": 38.44, - "STS22 (es)": 37.91, - "STS22 (zh-en)": 7.34, - "STS22 (de-pl)": -29.47, - "STS22 (tr)": 10.5, - "STS22 (es-en)": 21.73, - "STS22 (es-it)": 20.72, - "STS22 (de-fr)": 1.78, - "STS22 (zh)": 18.15, - "STSB": 17.21, - "STSBenchmark": 55.97, - "STSBenchmarkMultilingualSTS (ru)": 61.6, - "STSBenchmarkMultilingualSTS (en)": 55.97, - "STSBenchmarkMultilingualSTS (es)": 49.87, - "STSBenchmarkMultilingualSTS (nl)": 46.12, - "STSBenchmarkMultilingualSTS (pl)": 46.61, - "STSBenchmarkMultilingualSTS (zh)": 15.38, - "STSBenchmarkMultilingualSTS (fr)": 51.0, - "STSBenchmarkMultilingualSTS (it)": 48.59, - "STSBenchmarkMultilingualSTS (pt)": 45.29, - "STSBenchmarkMultilingualSTS (de)": 42.19 - } - ] - }, - "Summarization": { - "cosine_spearman": [ - { - "Model": "distilrubert-small-cased-conversational", - "SummEval": 29.45, - "SummEvalFr": 28.13 - }, - { - "Model": "distilrubert-small-cased-conversational", - "SummEval": 29.45, - "SummEvalFr": 28.13 - } - ] - }, - "MultilabelClassification": { - "accuracy": [ - { - "Model": "distilrubert-small-cased-conversational", - "CEDRClassification": 36.19, - "SensitiveTopicsClassification": 22.45 - } - ] - }, - "InstructionRetrieval": { - "p-MRR": [ - { - "Model": "distilrubert-small-cased-conversational", - "Core17InstructionRetrieval": 0.22, - "News21InstructionRetrieval": -1.44, - "Robust04InstructionRetrieval": -0.6 - } - ] - } - }, - "DeepPavlov__rubert-base-cased": { - "BitextMining": { - "f1": [ - { - "Model": "rubert-base-cased", - "BornholmBitextMining": 12.61, - "Tatoeba (rus-eng)": 16.76 - } - ] - }, - "Classification": { - "accuracy": [ - { - "Model": "rubert-base-cased", - "AllegroReviews": 23.05, - "AmazonCounterfactualClassification (en-ext)": 64.54, - "AmazonCounterfactualClassification (en)": 65.67, - "AmazonCounterfactualClassification (de)": 63.45, - "AmazonCounterfactualClassification (ja)": 53.38, - "AmazonPolarityClassification": 56.54, - "AmazonReviewsClassification (en)": 26.34, - "AmazonReviewsClassification (de)": 25.25, - "AmazonReviewsClassification (es)": 25.49, - "AmazonReviewsClassification (fr)": 25.07, - "AmazonReviewsClassification (ja)": 22.65, - "AmazonReviewsClassification (zh)": 24.87, - "AngryTweetsClassification": 43.11, - "Banking77Classification": 51.54, - "CBD": 52.84, - "DanishPoliticalCommentsClassification": 26.26, - "EmotionClassification": 20.01, - "GeoreviewClassification": 37.22, - "HeadlineClassification": 75.23, - "ImdbClassification": 54.6, - "InappropriatenessClassification": 57.34, - "KinopoiskClassification": 49.91, - "LccSentimentClassification": 38.0, - "MTOPDomainClassification (en)": 62.95, - "MTOPDomainClassification (de)": 53.03, - "MTOPDomainClassification (es)": 59.51, - "MTOPDomainClassification (fr)": 53.35, - "MTOPDomainClassification (hi)": 20.73, - "MTOPDomainClassification (th)": 15.17, - "MTOPIntentClassification (en)": 45.33, - "MTOPIntentClassification (de)": 42.59, - "MTOPIntentClassification (es)": 42.4, - "MTOPIntentClassification (fr)": 38.32, - "MTOPIntentClassification (hi)": 7.91, - "MTOPIntentClassification (th)": 4.64, - "MasakhaNEWSClassification (amh)": 31.36, - "MasakhaNEWSClassification (eng)": 68.88, - "MasakhaNEWSClassification (fra)": 57.51, - "MasakhaNEWSClassification (hau)": 47.08, - "MasakhaNEWSClassification (ibo)": 37.38, - "MasakhaNEWSClassification (lin)": 45.66, - "MasakhaNEWSClassification (lug)": 41.66, - "MasakhaNEWSClassification (orm)": 43.35, - "MasakhaNEWSClassification (pcm)": 78.75, - "MasakhaNEWSClassification (run)": 43.01, - "MasakhaNEWSClassification (sna)": 60.11, - "MasakhaNEWSClassification (som)": 35.82, - "MasakhaNEWSClassification (swa)": 38.66, - "MasakhaNEWSClassification (tir)": 24.45, - "MasakhaNEWSClassification (xho)": 54.61, - "MasakhaNEWSClassification (yor)": 41.27, - "MassiveIntentClassification (ru)": 53.02, - "MassiveIntentClassification (ro)": 32.09, - "MassiveIntentClassification (hi)": 5.77, - "MassiveIntentClassification (ta)": 3.32, - "MassiveIntentClassification (nb)": 33.94, - "MassiveIntentClassification (lv)": 37.55, - "MassiveIntentClassification (ur)": 21.03, - "MassiveIntentClassification (es)": 34.14, - "MassiveIntentClassification (tl)": 31.63, - "MassiveIntentClassification (km)": 4.03, - "MassiveIntentClassification (is)": 32.66, - "MassiveIntentClassification (pt)": 36.75, - "MassiveIntentClassification (ar)": 21.45, - "MassiveIntentClassification (he)": 23.67, - "MassiveIntentClassification (kn)": 3.82, - "MassiveIntentClassification (af)": 31.89, - "MassiveIntentClassification (hu)": 31.87, - "MassiveIntentClassification (jv)": 31.14, - "MassiveIntentClassification (bn)": 2.93, - "MassiveIntentClassification (fa)": 29.0, - "MassiveIntentClassification (fi)": 33.55, - "MassiveIntentClassification (ko)": 9.3, - "MassiveIntentClassification (my)": 3.78, - "MassiveIntentClassification (th)": 4.77, - "MassiveIntentClassification (ja)": 30.31, - "MassiveIntentClassification (pl)": 36.98, - "MassiveIntentClassification (sq)": 35.35, - "MassiveIntentClassification (da)": 35.55, - "MassiveIntentClassification (sl)": 36.68, - "MassiveIntentClassification (en)": 40.37, - "MassiveIntentClassification (az)": 35.33, - "MassiveIntentClassification (hy)": 7.1, - "MassiveIntentClassification (sv)": 34.93, - "MassiveIntentClassification (te)": 3.63, - "MassiveIntentClassification (el)": 30.25, - "MassiveIntentClassification (nl)": 33.82, - "MassiveIntentClassification (tr)": 33.28, - "MassiveIntentClassification (sw)": 32.75, - "MassiveIntentClassification (ka)": 8.83, - "MassiveIntentClassification (id)": 35.82, - "MassiveIntentClassification (de)": 34.34, - "MassiveIntentClassification (vi)": 26.95, - "MassiveIntentClassification (mn)": 35.6, - "MassiveIntentClassification (cy)": 31.99, - "MassiveIntentClassification (am)": 2.9, - "MassiveIntentClassification (fr)": 36.45, - "MassiveIntentClassification (ml)": 2.63, - "MassiveIntentClassification (it)": 39.35, - "MassiveIntentClassification (zh-CN)": 46.24, - "MassiveIntentClassification (zh-TW)": 41.71, - "MassiveIntentClassification (ms)": 33.19, - "MassiveScenarioClassification (ru)": 56.79, - "MassiveScenarioClassification (fr)": 36.73, - "MassiveScenarioClassification (fi)": 32.83, - "MassiveScenarioClassification (el)": 31.53, - "MassiveScenarioClassification (ml)": 6.86, - "MassiveScenarioClassification (ko)": 13.25, - "MassiveScenarioClassification (sq)": 33.63, - "MassiveScenarioClassification (sw)": 34.01, - "MassiveScenarioClassification (hu)": 32.14, - "MassiveScenarioClassification (tr)": 32.45, - "MassiveScenarioClassification (tl)": 31.62, - "MassiveScenarioClassification (ka)": 15.21, - "MassiveScenarioClassification (th)": 9.65, - "MassiveScenarioClassification (af)": 33.29, - "MassiveScenarioClassification (ar)": 22.05, - "MassiveScenarioClassification (pl)": 35.54, - "MassiveScenarioClassification (sl)": 37.54, - "MassiveScenarioClassification (km)": 9.39, - "MassiveScenarioClassification (kn)": 7.06, - "MassiveScenarioClassification (bn)": 6.99, - "MassiveScenarioClassification (ms)": 36.12, - "MassiveScenarioClassification (ta)": 7.3, - "MassiveScenarioClassification (ur)": 24.5, - "MassiveScenarioClassification (hy)": 13.37, - "MassiveScenarioClassification (ja)": 31.19, - "MassiveScenarioClassification (cy)": 33.38, - "MassiveScenarioClassification (fa)": 29.86, - "MassiveScenarioClassification (nb)": 31.87, - "MassiveScenarioClassification (vi)": 30.1, - "MassiveScenarioClassification (es)": 35.76, - "MassiveScenarioClassification (is)": 32.45, - "MassiveScenarioClassification (zh-CN)": 49.06, - "MassiveScenarioClassification (it)": 37.46, - "MassiveScenarioClassification (te)": 7.78, - "MassiveScenarioClassification (hi)": 9.65, - "MassiveScenarioClassification (he)": 24.11, - "MassiveScenarioClassification (am)": 8.15, - "MassiveScenarioClassification (sv)": 33.72, - "MassiveScenarioClassification (jv)": 32.34, - "MassiveScenarioClassification (da)": 34.44, - "MassiveScenarioClassification (mn)": 35.48, - "MassiveScenarioClassification (ro)": 34.4, - "MassiveScenarioClassification (id)": 35.64, - "MassiveScenarioClassification (en)": 44.48, - "MassiveScenarioClassification (pt)": 36.31, - "MassiveScenarioClassification (de)": 33.5, - "MassiveScenarioClassification (nl)": 34.67, - "MassiveScenarioClassification (lv)": 36.42, - "MassiveScenarioClassification (az)": 34.58, - "MassiveScenarioClassification (my)": 9.47, - "MassiveScenarioClassification (zh-TW)": 42.15, - "NoRecClassification": 38.16, - "NordicLangClassification": 60.75, - "PAC": 61.78, - "PolEmo2.0-IN": 42.33, - "PolEmo2.0-OUT": 34.19, - "RuReviewsClassification": 50.74, - "RuSciBenchGRNTIClassification": 48.03, - "RuSciBenchOECDClassification": 36.13, - "ToxicConversationsClassification": 55.36, - "TweetSentimentExtractionClassification": 40.79 - } - ] - }, - "Clustering": { - "v_measure": [ - { - "Model": "rubert-base-cased", - "AlloProfClusteringP2P": 41.54, - "AlloProfClusteringS2S": 24.5, - "ArxivClusteringP2P": 19.12, - "ArxivClusteringS2S": 15.72, - "BiorxivClusteringP2P": 15.01, - "BiorxivClusteringS2S": 11.27, - "BlurbsClusteringP2P": 10.74, - "BlurbsClusteringS2S": 8.66, - "GeoreviewClusteringP2P": 28.77, - "HALClusteringS2S": 9.48, - "MLSUMClusteringP2P (ru)": 41.42, - "MLSUMClusteringP2P (de)": 22.69, - "MLSUMClusteringP2P (fr)": 31.79, - "MLSUMClusteringP2P (es)": 34.6, - "MLSUMClusteringS2S (ru)": 40.52, - "MLSUMClusteringS2S (de)": 21.14, - "MLSUMClusteringS2S (fr)": 30.71, - "MLSUMClusteringS2S (es)": 33.77, - "MasakhaNEWSClusteringP2P (amh)": 40.38, - "MasakhaNEWSClusteringP2P (eng)": 7.24, - "MasakhaNEWSClusteringP2P (fra)": 24.89, - "MasakhaNEWSClusteringP2P (hau)": 4.33, - "MasakhaNEWSClusteringP2P (ibo)": 20.68, - "MasakhaNEWSClusteringP2P (lin)": 42.23, - "MasakhaNEWSClusteringP2P (lug)": 48.28, - "MasakhaNEWSClusteringP2P (orm)": 24.84, - "MasakhaNEWSClusteringP2P (pcm)": 29.98, - "MasakhaNEWSClusteringP2P (run)": 42.83, - "MasakhaNEWSClusteringP2P (sna)": 41.71, - "MasakhaNEWSClusteringP2P (som)": 26.34, - "MasakhaNEWSClusteringP2P (swa)": 3.39, - "MasakhaNEWSClusteringP2P (tir)": 42.65, - "MasakhaNEWSClusteringP2P (xho)": 22.04, - "MasakhaNEWSClusteringP2P (yor)": 21.69, - "MasakhaNEWSClusteringS2S (amh)": 40.03, - "MasakhaNEWSClusteringS2S (eng)": 18.53, - "MasakhaNEWSClusteringS2S (fra)": 23.47, - "MasakhaNEWSClusteringS2S (hau)": 9.65, - "MasakhaNEWSClusteringS2S (ibo)": 27.01, - "MasakhaNEWSClusteringS2S (lin)": 51.17, - "MasakhaNEWSClusteringS2S (lug)": 43.62, - "MasakhaNEWSClusteringS2S (orm)": 21.9, - "MasakhaNEWSClusteringS2S (pcm)": 39.29, - "MasakhaNEWSClusteringS2S (run)": 45.33, - "MasakhaNEWSClusteringS2S (sna)": 42.96, - "MasakhaNEWSClusteringS2S (som)": 25.29, - "MasakhaNEWSClusteringS2S (swa)": 10.43, - "MasakhaNEWSClusteringS2S (tir)": 42.77, - "MasakhaNEWSClusteringS2S (xho)": 25.79, - "MasakhaNEWSClusteringS2S (yor)": 24.62, - "MedrxivClusteringP2P": 19.13, - "MedrxivClusteringS2S": 16.96, - "RedditClustering": 14.16, - "RedditClusteringP2P": 18.47, - "RuSciBenchGRNTIClusteringP2P": 28.29, - "RuSciBenchOECDClusteringP2P": 26.67, - "StackExchangeClustering": 21.35, - "StackExchangeClusteringP2P": 21.64, - "TenKGnadClusteringP2P": 16.29, - "TenKGnadClusteringS2S": 10.93, - "TwentyNewsgroupsClustering": 12.36 - } - ] - }, - "PairClassification": { - "max_ap": [ - { - "Model": "rubert-base-cased", - "CDSC-E": 35.01, - "FalseFriendsGermanEnglish": 48.57, - "OpusparcusPC (ru)": 81.65, - "OpusparcusPC (de)": 89.13, - "OpusparcusPC (en)": 92.78, - "OpusparcusPC (fi)": 79.66, - "OpusparcusPC (fr)": 84.68, - "OpusparcusPC (sv)": 78.49, - "PSC": 64.57, - "PawsXPairClassification (de)": 49.6, - "PawsXPairClassification (en)": 46.62, - "PawsXPairClassification (es)": 49.86, - "PawsXPairClassification (fr)": 51.09, - "PawsXPairClassification (ja)": 46.04, - "PawsXPairClassification (ko)": 47.52, - "PawsXPairClassification (zh)": 52.77, - "SICK-E-PL": 47.26, - "SprintDuplicateQuestions": 21.8, - "TERRa": 52.12, - "TwitterSemEval2015": 42.31, - "TwitterURLCorpus": 55.52 - }, - { - "Model": "rubert-base-cased", - "CDSC-E": 35.32, - "FalseFriendsGermanEnglish": 49.53, - "OpusparcusPC (ru)": 81.65, - "OpusparcusPC (de)": 89.13, - "OpusparcusPC (en)": 92.78, - "OpusparcusPC (fi)": 79.66, - "OpusparcusPC (fr)": 84.68, - "OpusparcusPC (sv)": 78.49, - "PSC": 66.18, - "PawsXPairClassification (de)": 49.96, - "PawsXPairClassification (en)": 47.53, - "PawsXPairClassification (es)": 49.86, - "PawsXPairClassification (fr)": 51.09, - "PawsXPairClassification (ja)": 46.42, - "PawsXPairClassification (ko)": 47.71, - "PawsXPairClassification (zh)": 52.89, - "SICK-E-PL": 47.31, - "SprintDuplicateQuestions": 21.8, - "TERRa": 53.17, - "TwitterSemEval2015": 42.31, - "TwitterURLCorpus": 55.52 - } - ] - }, - "Reranking": { - "map": [ - { - "Model": "rubert-base-cased", - "AlloprofReranking": 29.26, - "AskUbuntuDupQuestions": 46.46, - "MindSmallReranking": 28.06, - "RuBQReranking": 41.65, - "SciDocsRR": 45.85, - "StackOverflowDupQuestions": 29.76, - "SyntecReranking": 35.08, - "T2Reranking": 53.26 - }, - { - "Model": "rubert-base-cased", - "MIRACLReranking (ru)": 13.27, - "MIRACLReranking (ar)": 2.85, - "MIRACLReranking (bn)": 2.97, - "MIRACLReranking (de)": 6.21, - "MIRACLReranking (en)": 7.53, - "MIRACLReranking (es)": 5.16, - "MIRACLReranking (fa)": 3.53, - "MIRACLReranking (fi)": 6.96, - "MIRACLReranking (fr)": 4.97, - "MIRACLReranking (hi)": 5.1, - "MIRACLReranking (id)": 5.28, - "MIRACLReranking (ja)": 4.89, - "MIRACLReranking (ko)": 5.86, - "MIRACLReranking (sw)": 4.75, - "MIRACLReranking (te)": 5.36, - "MIRACLReranking (th)": 2.72, - "MIRACLReranking (yo)": 4.67, - "MIRACLReranking (zh)": 3.95 - } - ] - }, - "Retrieval": { - "ndcg_at_10": [ - { - "Model": "rubert-base-cased", - "AILACasedocs": 10.35, - "AILAStatutes": 11.53, - "ARCChallenge": 0.56, - "AlloprofRetrieval": 0.24, - "AlphaNLI": 0.56, - "AppsRetrieval": 0.04, - "ArguAna": 13.02, - "BSARDRetrieval": 0.0, - "ClimateFEVER": 0.15, - "CmedqaRetrieval": 0.9, - "CodeFeedbackMT": 8.43, - "CodeFeedbackST": 3.66, - "CodeSearchNetCCRetrieval (python)": 3.77, - "CodeSearchNetCCRetrieval (javascript)": 8.05, - "CodeSearchNetCCRetrieval (go)": 4.52, - "CodeSearchNetCCRetrieval (ruby)": 9.34, - "CodeSearchNetCCRetrieval (java)": 5.94, - "CodeSearchNetCCRetrieval (php)": 4.64, - "CodeSearchNetRetrieval (python)": 6.47, - "CodeSearchNetRetrieval (javascript)": 2.31, - "CodeSearchNetRetrieval (go)": 2.67, - "CodeSearchNetRetrieval (ruby)": 5.26, - "CodeSearchNetRetrieval (java)": 2.8, - "CodeSearchNetRetrieval (php)": 1.9, - "CodeTransOceanContest": 5.49, - "CodeTransOceanDL": 29.16, - "CosQA": 0.14, - "CovidRetrieval": 0.07, - "DBPedia": 0.83, - "FEVER": 0.83, - "FiQA2018": 0.16, - "GerDaLIR": 0.25, - "GerDaLIRSmall": 0.62, - "GermanQuAD-Retrieval": 5.16, - "HellaSwag": 1.71, - "HotpotQA": 0.61, - "LEMBNarrativeQARetrieval": 2.92, - "LEMBQMSumRetrieval": 5.52, - "LEMBSummScreenFDRetrieval": 6.19, - "LEMBWikimQARetrieval": 15.54, - "LeCaRDv2": 26.33, - "LegalBenchConsumerContractsQA": 9.09, - "LegalBenchCorporateLobbying": 15.85, - "LegalQuAD": 3.65, - "LegalSummarization": 16.31, - "MIRACLRetrieval (ru)": 0.88, - "MIRACLRetrieval (ar)": 0.0, - "MIRACLRetrieval (bn)": 0.0, - "MIRACLRetrieval (de)": 0.0, - "MIRACLRetrieval (en)": 0.04, - "MIRACLRetrieval (es)": 0.0, - "MIRACLRetrieval (fa)": 0.0, - "MIRACLRetrieval (fi)": 0.05, - "MIRACLRetrieval (fr)": 0.0, - "MIRACLRetrieval (hi)": 0.0, - "MIRACLRetrieval (id)": 0.0, - "MIRACLRetrieval (ja)": 0.13, - "MIRACLRetrieval (ko)": 0.22, - "MIRACLRetrieval (sw)": 0.09, - "MIRACLRetrieval (te)": 0.0, - "MIRACLRetrieval (th)": 0.0, - "MIRACLRetrieval (yo)": 0.99, - "MIRACLRetrieval (zh)": 0.09, - "MSMARCO": 0.12, - "MintakaRetrieval (ar)": 0.78, - "MintakaRetrieval (de)": 0.94, - "MintakaRetrieval (es)": 1.16, - "MintakaRetrieval (fr)": 1.13, - "MintakaRetrieval (hi)": 0.44, - "MintakaRetrieval (it)": 0.91, - "MintakaRetrieval (ja)": 0.62, - "MintakaRetrieval (pt)": 0.76, - "NFCorpus": 2.69, - "NQ": 0.09, - "PIQA": 1.66, - "Quail": 0.03, - "QuoraRetrieval": 44.56, - "RARbCode": 0.03, - "RARbMath": 3.54, - "RiaNewsRetrieval": 5.58, - "RuBQRetrieval": 9.52, - "SCIDOCS": 0.35, - "SIQA": 0.0, - "SciFact": 1.06, - "SciFact-PL": 0.42, - "SpartQA": 0.03, - "StackOverflowQA": 8.75, - "SyntecRetrieval": 6.26, - "SyntheticText2SQL": 1.79, - "TRECCOVID": 4.05, - "TRECCOVID-PL": 2.64, - "TempReasonL1": 0.24, - "TempReasonL2Fact": 1.06, - "TempReasonL2Pure": 0.22, - "TempReasonL3Fact": 1.01, - "TempReasonL3Pure": 2.61, - "Touche2020": 0.0, - "WinoGrande": 0.03, - "XMarket (de)": 0.96, - "XMarket (en)": 0.95, - "XMarket (es)": 0.76, - "XPQARetrieval (ara-ara)": 1.72, - "XPQARetrieval (eng-ara)": 0.9, - "XPQARetrieval (ara-eng)": 0.72, - "XPQARetrieval (deu-deu)": 8.62, - "XPQARetrieval (eng-deu)": 0.65, - "XPQARetrieval (deu-eng)": 2.13, - "XPQARetrieval (spa-spa)": 5.23, - "XPQARetrieval (eng-spa)": 0.57, - "XPQARetrieval (spa-eng)": 2.27, - "XPQARetrieval (fra-fra)": 7.82, - "XPQARetrieval (eng-fra)": 0.87, - "XPQARetrieval (fra-eng)": 2.62, - "XPQARetrieval (hin-hin)": 2.85, - "XPQARetrieval (eng-hin)": 2.81, - "XPQARetrieval (hin-eng)": 0.85, - "XPQARetrieval (ita-ita)": 15.62, - "XPQARetrieval (eng-ita)": 1.4, - "XPQARetrieval (ita-eng)": 3.26, - "XPQARetrieval (jpn-jpn)": 15.82, - "XPQARetrieval (eng-jpn)": 0.83, - "XPQARetrieval (jpn-eng)": 0.71, - "XPQARetrieval (kor-kor)": 1.9, - "XPQARetrieval (eng-kor)": 1.08, - "XPQARetrieval (kor-eng)": 0.85, - "XPQARetrieval (pol-pol)": 7.68, - "XPQARetrieval (eng-pol)": 0.82, - "XPQARetrieval (pol-eng)": 1.68, - "XPQARetrieval (por-por)": 5.3, - "XPQARetrieval (eng-por)": 0.57, - "XPQARetrieval (por-eng)": 1.63, - "XPQARetrieval (tam-tam)": 1.57, - "XPQARetrieval (eng-tam)": 1.17, - "XPQARetrieval (tam-eng)": 0.8, - "XPQARetrieval (cmn-cmn)": 18.63, - "XPQARetrieval (eng-cmn)": 1.06, - "XPQARetrieval (cmn-eng)": 1.79 - } - ] - }, - "STS": { - "cosine_spearman": [ - { - "Model": "rubert-base-cased", - "BIOSSES": 30.22, - "CDSC-R": 51.41, - "GermanSTSBenchmark": 36.37, - "SICK-R": 44.22, - "SICK-R-PL": 44.3, - "SICKFr": 44.03, - "STS12": 27.75, - "STS13": 39.83, - "STS14": 34.89, - "STS15": 43.05, - "STS16": 45.66, - "STS17 (nl-en)": 18.44, - "STS17 (en-ar)": 1.36, - "STS17 (ar-ar)": 30.14, - "STS17 (en-de)": 10.88, - "STS17 (es-en)": 3.39, - "STS17 (it-en)": 19.23, - "STS17 (en-tr)": -7.83, - "STS17 (fr-en)": 15.78, - "STS17 (en-en)": 56.29, - "STS17 (es-es)": 42.21, - "STS17 (ko-ko)": 13.94, - "STS22 (it)": 30.56, - "STS22 (de)": 24.22, - "STS22 (en)": 38.33, - "STS22 (es)": 36.12, - "STS22 (zh)": 32.97, - "STS22 (ar)": 22.72, - "STS22 (tr)": 12.35, - "STS22 (es-en)": 21.75, - "STS22 (zh-en)": 11.04, - "STS22 (es-it)": 20.11, - "STS22 (fr)": 44.7, - "STS22 (de-en)": 22.58, - "STS22 (de-fr)": 17.12, - "STS22 (pl)": 5.9, - "STS22 (pl-en)": 30.9, - "STS22 (fr-pl)": 39.44, - "STS22 (de-pl)": -25.81, - "STSB": 36.87, - "STSBenchmark": 39.84, - "STSBenchmarkMultilingualSTS (de)": 40.7, - "STSBenchmarkMultilingualSTS (nl)": 33.12, - "STSBenchmarkMultilingualSTS (en)": 39.84, - "STSBenchmarkMultilingualSTS (es)": 38.62, - "STSBenchmarkMultilingualSTS (fr)": 44.46, - "STSBenchmarkMultilingualSTS (pl)": 37.96, - "STSBenchmarkMultilingualSTS (pt)": 36.13, - "STSBenchmarkMultilingualSTS (it)": 35.86, - "STSBenchmarkMultilingualSTS (zh)": 36.96 - }, - { - "Model": "rubert-base-cased", - "BIOSSES": 30.22, - "CDSC-R": 51.41, - "GermanSTSBenchmark": 36.37, - "RUParaPhraserSTS": 49.72, - "RuSTSBenchmarkSTS": 53.95, - "SICK-R": 44.22, - "SICK-R-PL": 44.3, - "SICKFr": 44.02, - "STS12": 27.75, - "STS13": 39.83, - "STS14": 34.89, - "STS15": 43.05, - "STS16": 45.66, - "STS17 (nl-en)": 18.44, - "STS17 (en-ar)": 1.36, - "STS17 (ar-ar)": 30.13, - "STS17 (en-de)": 10.88, - "STS17 (es-en)": 3.39, - "STS17 (it-en)": 19.23, - "STS17 (en-tr)": -7.83, - "STS17 (fr-en)": 15.78, - "STS17 (en-en)": 56.29, - "STS17 (es-es)": 42.21, - "STS17 (ko-ko)": 14.2, - "STS22 (ru)": 34.98, - "STS22 (it)": 30.56, - "STS22 (de)": 24.23, - "STS22 (en)": 38.33, - "STS22 (es)": 36.12, - "STS22 (zh)": 32.97, - "STS22 (ar)": 22.74, - "STS22 (tr)": 12.35, - "STS22 (es-en)": 21.75, - "STS22 (zh-en)": 11.04, - "STS22 (es-it)": 20.11, - "STS22 (fr)": 44.7, - "STS22 (de-en)": 22.58, - "STS22 (de-fr)": 17.12, - "STS22 (pl)": 5.72, - "STS22 (pl-en)": 30.9, - "STS22 (fr-pl)": 39.44, - "STS22 (de-pl)": -25.81, - "STSB": 36.87, - "STSBenchmark": 39.84, - "STSBenchmarkMultilingualSTS (ru)": 53.76, - "STSBenchmarkMultilingualSTS (de)": 40.7, - "STSBenchmarkMultilingualSTS (nl)": 33.12, - "STSBenchmarkMultilingualSTS (en)": 39.84, - "STSBenchmarkMultilingualSTS (es)": 38.62, - "STSBenchmarkMultilingualSTS (fr)": 44.46, - "STSBenchmarkMultilingualSTS (pl)": 37.96, - "STSBenchmarkMultilingualSTS (pt)": 36.13, - "STSBenchmarkMultilingualSTS (it)": 35.86, - "STSBenchmarkMultilingualSTS (zh)": 36.96 - } - ] - }, - "Summarization": { - "cosine_spearman": [ - { - "Model": "rubert-base-cased", - "SummEval": 29.56, - "SummEvalFr": 28.42 - }, - { - "Model": "rubert-base-cased", - "SummEval": 29.56, - "SummEvalFr": 28.42 - } - ] - }, - "MultilabelClassification": { - "accuracy": [ - { - "Model": "rubert-base-cased", - "CEDRClassification": 33.59, - "SensitiveTopicsClassification": 18.8 - } - ] - }, - "InstructionRetrieval": { - "p-MRR": [ - { - "Model": "rubert-base-cased", - "Core17InstructionRetrieval": -3.56, - "News21InstructionRetrieval": 4.57, - "Robust04InstructionRetrieval": 1.4 - } - ] - } - }, - "DeepPavlov__rubert-base-cased-sentence": { - "BitextMining": { - "f1": [ - { - "Model": "rubert-base-cased-sentence", - "BornholmBitextMining": 15.6, - "Tatoeba (rus-eng)": 20.26 - } - ] - }, - "Classification": { - "accuracy": [ - { - "Model": "rubert-base-cased-sentence", - "AllegroReviews": 23.97, - "AmazonCounterfactualClassification (en-ext)": 62.27, - "AmazonCounterfactualClassification (en)": 59.58, - "AmazonCounterfactualClassification (de)": 55.93, - "AmazonCounterfactualClassification (ja)": 53.95, - "AmazonPolarityClassification": 60.81, - "AmazonReviewsClassification (en)": 28.25, - "AmazonReviewsClassification (de)": 27.28, - "AmazonReviewsClassification (es)": 28.62, - "AmazonReviewsClassification (fr)": 28.85, - "AmazonReviewsClassification (ja)": 23.6, - "AmazonReviewsClassification (zh)": 26.82, - "AngryTweetsClassification": 40.25, - "Banking77Classification": 48.98, - "CBD": 44.27, - "DanishPoliticalCommentsClassification": 27.05, - "EmotionClassification": 19.64, - "GeoreviewClassification": 38.05, - "HeadlineClassification": 67.64, - "ImdbClassification": 57.73, - "InappropriatenessClassification": 58.27, - "KinopoiskClassification": 45.86, - "LccSentimentClassification": 37.0, - "MTOPDomainClassification (en)": 59.98, - "MTOPDomainClassification (de)": 49.12, - "MTOPDomainClassification (es)": 51.0, - "MTOPDomainClassification (fr)": 49.23, - "MTOPDomainClassification (hi)": 21.92, - "MTOPDomainClassification (th)": 16.94, - "MTOPIntentClassification (en)": 39.37, - "MTOPIntentClassification (de)": 36.57, - "MTOPIntentClassification (es)": 34.91, - "MTOPIntentClassification (fr)": 32.83, - "MTOPIntentClassification (hi)": 7.64, - "MTOPIntentClassification (th)": 4.67, - "MasakhaNEWSClassification (amh)": 33.46, - "MasakhaNEWSClassification (eng)": 65.83, - "MasakhaNEWSClassification (fra)": 62.13, - "MasakhaNEWSClassification (hau)": 48.6, - "MasakhaNEWSClassification (ibo)": 41.97, - "MasakhaNEWSClassification (lin)": 57.77, - "MasakhaNEWSClassification (lug)": 43.72, - "MasakhaNEWSClassification (orm)": 37.51, - "MasakhaNEWSClassification (pcm)": 82.13, - "MasakhaNEWSClassification (run)": 45.75, - "MasakhaNEWSClassification (sna)": 60.89, - "MasakhaNEWSClassification (som)": 33.84, - "MasakhaNEWSClassification (swa)": 42.46, - "MasakhaNEWSClassification (tir)": 26.88, - "MasakhaNEWSClassification (xho)": 52.29, - "MasakhaNEWSClassification (yor)": 48.93, - "MassiveIntentClassification (ru)": 49.1, - "MassiveIntentClassification (af)": 30.31, - "MassiveIntentClassification (bn)": 3.39, - "MassiveIntentClassification (el)": 31.9, - "MassiveIntentClassification (cy)": 30.38, - "MassiveIntentClassification (da)": 33.35, - "MassiveIntentClassification (ro)": 31.19, - "MassiveIntentClassification (mn)": 34.67, - "MassiveIntentClassification (hi)": 6.01, - "MassiveIntentClassification (hu)": 30.56, - "MassiveIntentClassification (id)": 34.3, - "MassiveIntentClassification (km)": 4.34, - "MassiveIntentClassification (am)": 3.09, - "MassiveIntentClassification (sq)": 34.82, - "MassiveIntentClassification (fi)": 31.83, - "MassiveIntentClassification (th)": 5.14, - "MassiveIntentClassification (vi)": 26.94, - "MassiveIntentClassification (pl)": 35.34, - "MassiveIntentClassification (te)": 3.21, - "MassiveIntentClassification (pt)": 34.8, - "MassiveIntentClassification (sl)": 33.18, - "MassiveIntentClassification (hy)": 7.77, - "MassiveIntentClassification (fr)": 33.06, - "MassiveIntentClassification (he)": 22.67, - "MassiveIntentClassification (ar)": 23.08, - "MassiveIntentClassification (ta)": 3.34, - "MassiveIntentClassification (zh-CN)": 48.85, - "MassiveIntentClassification (ko)": 9.85, - "MassiveIntentClassification (is)": 29.98, - "MassiveIntentClassification (ms)": 31.07, - "MassiveIntentClassification (ml)": 2.89, - "MassiveIntentClassification (nb)": 31.28, - "MassiveIntentClassification (tl)": 31.0, - "MassiveIntentClassification (de)": 32.2, - "MassiveIntentClassification (ja)": 32.27, - "MassiveIntentClassification (fa)": 28.38, - "MassiveIntentClassification (en)": 37.12, - "MassiveIntentClassification (zh-TW)": 43.83, - "MassiveIntentClassification (nl)": 31.93, - "MassiveIntentClassification (tr)": 31.73, - "MassiveIntentClassification (es)": 31.66, - "MassiveIntentClassification (az)": 35.5, - "MassiveIntentClassification (ur)": 21.08, - "MassiveIntentClassification (my)": 4.09, - "MassiveIntentClassification (lv)": 34.72, - "MassiveIntentClassification (ka)": 9.45, - "MassiveIntentClassification (it)": 35.87, - "MassiveIntentClassification (jv)": 28.62, - "MassiveIntentClassification (sw)": 29.21, - "MassiveIntentClassification (sv)": 33.01, - "MassiveIntentClassification (kn)": 3.79, - "MassiveScenarioClassification (ru)": 51.91, - "MassiveScenarioClassification (zh-CN)": 51.12, - "MassiveScenarioClassification (id)": 32.58, - "MassiveScenarioClassification (de)": 32.16, - "MassiveScenarioClassification (tl)": 31.56, - "MassiveScenarioClassification (ja)": 33.43, - "MassiveScenarioClassification (hy)": 13.76, - "MassiveScenarioClassification (th)": 9.85, - "MassiveScenarioClassification (my)": 10.63, - "MassiveScenarioClassification (fi)": 31.93, - "MassiveScenarioClassification (mn)": 33.53, - "MassiveScenarioClassification (fa)": 28.15, - "MassiveScenarioClassification (nl)": 33.1, - "MassiveScenarioClassification (ro)": 34.53, - "MassiveScenarioClassification (el)": 33.91, - "MassiveScenarioClassification (az)": 34.63, - "MassiveScenarioClassification (zh-TW)": 45.25, - "MassiveScenarioClassification (ko)": 13.87, - "MassiveScenarioClassification (am)": 7.97, - "MassiveScenarioClassification (ml)": 7.05, - "MassiveScenarioClassification (bn)": 7.62, - "MassiveScenarioClassification (it)": 35.72, - "MassiveScenarioClassification (hu)": 31.62, - "MassiveScenarioClassification (da)": 33.28, - "MassiveScenarioClassification (is)": 31.24, - "MassiveScenarioClassification (sl)": 34.1, - "MassiveScenarioClassification (sv)": 32.09, - "MassiveScenarioClassification (ms)": 32.15, - "MassiveScenarioClassification (vi)": 30.31, - "MassiveScenarioClassification (ar)": 23.6, - "MassiveScenarioClassification (fr)": 35.38, - "MassiveScenarioClassification (km)": 9.61, - "MassiveScenarioClassification (pl)": 35.88, - "MassiveScenarioClassification (ur)": 25.08, - "MassiveScenarioClassification (sq)": 35.52, - "MassiveScenarioClassification (pt)": 35.7, - "MassiveScenarioClassification (kn)": 7.82, - "MassiveScenarioClassification (lv)": 33.23, - "MassiveScenarioClassification (hi)": 9.56, - "MassiveScenarioClassification (he)": 23.09, - "MassiveScenarioClassification (te)": 7.38, - "MassiveScenarioClassification (af)": 30.26, - "MassiveScenarioClassification (cy)": 30.19, - "MassiveScenarioClassification (ka)": 16.23, - "MassiveScenarioClassification (sw)": 31.42, - "MassiveScenarioClassification (tr)": 32.19, - "MassiveScenarioClassification (es)": 32.66, - "MassiveScenarioClassification (nb)": 29.6, - "MassiveScenarioClassification (en)": 40.34, - "MassiveScenarioClassification (ta)": 6.79, - "MassiveScenarioClassification (jv)": 29.67, - "NoRecClassification": 39.12, - "NordicLangClassification": 51.39, - "PAC": 64.36, - "PolEmo2.0-IN": 43.75, - "PolEmo2.0-OUT": 34.64, - "RuReviewsClassification": 58.34, - "RuSciBenchGRNTIClassification": 52.18, - "RuSciBenchOECDClassification": 40.11, - "ToxicConversationsClassification": 53.28, - "TweetSentimentExtractionClassification": 43.27 - } - ] - }, - "Clustering": { - "v_measure": [ - { - "Model": "rubert-base-cased-sentence", - "AlloProfClusteringP2P": 39.0, - "AlloProfClusteringS2S": 23.5, - "ArxivClusteringP2P": 19.4, - "ArxivClusteringS2S": 15.28, - "BiorxivClusteringP2P": 14.91, - "BiorxivClusteringS2S": 10.62, - "BlurbsClusteringP2P": 16.55, - "BlurbsClusteringS2S": 8.99, - "GeoreviewClusteringP2P": 41.82, - "HALClusteringS2S": 10.36, - "MLSUMClusteringP2P (ru)": 43.71, - "MLSUMClusteringP2P (de)": 27.24, - "MLSUMClusteringP2P (fr)": 29.91, - "MLSUMClusteringP2P (es)": 30.69, - "MLSUMClusteringS2S (ru)": 45.94, - "MLSUMClusteringS2S (de)": 27.47, - "MLSUMClusteringS2S (fr)": 28.79, - "MLSUMClusteringS2S (es)": 30.33, - "MasakhaNEWSClusteringP2P (amh)": 40.3, - "MasakhaNEWSClusteringP2P (eng)": 37.13, - "MasakhaNEWSClusteringP2P (fra)": 42.57, - "MasakhaNEWSClusteringP2P (hau)": 13.22, - "MasakhaNEWSClusteringP2P (ibo)": 28.87, - "MasakhaNEWSClusteringP2P (lin)": 49.89, - "MasakhaNEWSClusteringP2P (lug)": 42.71, - "MasakhaNEWSClusteringP2P (orm)": 23.69, - "MasakhaNEWSClusteringP2P (pcm)": 62.14, - "MasakhaNEWSClusteringP2P (run)": 48.63, - "MasakhaNEWSClusteringP2P (sna)": 49.34, - "MasakhaNEWSClusteringP2P (som)": 25.51, - "MasakhaNEWSClusteringP2P (swa)": 16.72, - "MasakhaNEWSClusteringP2P (tir)": 43.32, - "MasakhaNEWSClusteringP2P (xho)": 29.13, - "MasakhaNEWSClusteringP2P (yor)": 26.91, - "MasakhaNEWSClusteringS2S (amh)": 43.23, - "MasakhaNEWSClusteringS2S (eng)": 17.18, - "MasakhaNEWSClusteringS2S (fra)": 21.71, - "MasakhaNEWSClusteringS2S (hau)": 8.85, - "MasakhaNEWSClusteringS2S (ibo)": 29.68, - "MasakhaNEWSClusteringS2S (lin)": 54.18, - "MasakhaNEWSClusteringS2S (lug)": 42.77, - "MasakhaNEWSClusteringS2S (orm)": 21.24, - "MasakhaNEWSClusteringS2S (pcm)": 33.99, - "MasakhaNEWSClusteringS2S (run)": 44.17, - "MasakhaNEWSClusteringS2S (sna)": 41.15, - "MasakhaNEWSClusteringS2S (som)": 24.67, - "MasakhaNEWSClusteringS2S (swa)": 6.4, - "MasakhaNEWSClusteringS2S (tir)": 43.32, - "MasakhaNEWSClusteringS2S (xho)": 29.98, - "MasakhaNEWSClusteringS2S (yor)": 26.69, - "MedrxivClusteringP2P": 17.86, - "MedrxivClusteringS2S": 16.45, - "RedditClustering": 14.72, - "RedditClusteringP2P": 23.35, - "RuSciBenchGRNTIClusteringP2P": 46.29, - "RuSciBenchOECDClusteringP2P": 41.28, - "StackExchangeClustering": 16.48, - "StackExchangeClusteringP2P": 26.54, - "TenKGnadClusteringP2P": 23.3, - "TenKGnadClusteringS2S": 8.08, - "TwentyNewsgroupsClustering": 15.85 - } - ] - }, - "PairClassification": { - "max_ap": [ - { - "Model": "rubert-base-cased-sentence", - "CDSC-E": 61.23, - "FalseFriendsGermanEnglish": 48.16, - "OpusparcusPC (ru)": 81.52, - "OpusparcusPC (de)": 88.51, - "OpusparcusPC (en)": 93.0, - "OpusparcusPC (fi)": 81.98, - "OpusparcusPC (fr)": 82.89, - "OpusparcusPC (sv)": 80.84, - "PSC": 59.64, - "PawsXPairClassification (de)": 51.99, - "PawsXPairClassification (en)": 53.54, - "PawsXPairClassification (es)": 51.51, - "PawsXPairClassification (fr)": 54.04, - "PawsXPairClassification (ja)": 46.79, - "PawsXPairClassification (ko)": 47.86, - "PawsXPairClassification (zh)": 54.4, - "SICK-E-PL": 60.78, - "SprintDuplicateQuestions": 47.57, - "TERRa": 59.12, - "TwitterSemEval2015": 44.14, - "TwitterURLCorpus": 70.15 - }, - { - "Model": "rubert-base-cased-sentence", - "CDSC-E": 61.23, - "FalseFriendsGermanEnglish": 48.28, - "OpusparcusPC (ru)": 81.76, - "OpusparcusPC (de)": 88.78, - "OpusparcusPC (en)": 93.0, - "OpusparcusPC (fi)": 82.1, - "OpusparcusPC (fr)": 83.27, - "OpusparcusPC (sv)": 80.84, - "PSC": 59.64, - "PawsXPairClassification (de)": 52.04, - "PawsXPairClassification (en)": 53.68, - "PawsXPairClassification (es)": 51.53, - "PawsXPairClassification (fr)": 54.1, - "PawsXPairClassification (ja)": 46.95, - "PawsXPairClassification (ko)": 47.86, - "PawsXPairClassification (zh)": 54.44, - "SICK-E-PL": 60.78, - "SprintDuplicateQuestions": 48.25, - "TERRa": 59.12, - "TwitterSemEval2015": 44.64, - "TwitterURLCorpus": 70.15 - } - ] - }, - "Reranking": { - "map": [ - { - "Model": "rubert-base-cased-sentence", - "AlloprofReranking": 33.58, - "AskUbuntuDupQuestions": 45.69, - "MindSmallReranking": 26.15, - "RuBQReranking": 39.89, - "SciDocsRR": 48.28, - "StackOverflowDupQuestions": 29.81, - "SyntecReranking": 36.0, - "T2Reranking": 53.74 - }, - { - "Model": "rubert-base-cased-sentence", - "MIRACLReranking (ru)": 13.77, - "MIRACLReranking (ar)": 3.16, - "MIRACLReranking (bn)": 3.09, - "MIRACLReranking (de)": 8.84, - "MIRACLReranking (en)": 8.53, - "MIRACLReranking (es)": 8.02, - "MIRACLReranking (fa)": 4.56, - "MIRACLReranking (fi)": 10.54, - "MIRACLReranking (fr)": 6.26, - "MIRACLReranking (hi)": 4.55, - "MIRACLReranking (id)": 7.57, - "MIRACLReranking (ja)": 4.76, - "MIRACLReranking (ko)": 3.8, - "MIRACLReranking (sw)": 8.93, - "MIRACLReranking (te)": 3.58, - "MIRACLReranking (th)": 2.07, - "MIRACLReranking (yo)": 12.73, - "MIRACLReranking (zh)": 3.48 - } - ] - }, - "Retrieval": { - "ndcg_at_10": [ - { - "Model": "rubert-base-cased-sentence", - "AILACasedocs": 9.0, - "AILAStatutes": 14.13, - "ARCChallenge": 0.94, - "AlloprofRetrieval": 1.09, - "AlphaNLI": 1.74, - "AppsRetrieval": 0.29, - "ArguAna": 9.39, - "BSARDRetrieval": 0.0, - "ClimateFEVER": 0.22, - "CmedqaRetrieval": 1.51, - "CodeFeedbackMT": 5.54, - "CodeFeedbackST": 5.55, - "CodeSearchNetCCRetrieval (python)": 4.46, - "CodeSearchNetCCRetrieval (javascript)": 7.57, - "CodeSearchNetCCRetrieval (go)": 3.93, - "CodeSearchNetCCRetrieval (ruby)": 10.55, - "CodeSearchNetCCRetrieval (java)": 5.2, - "CodeSearchNetCCRetrieval (php)": 3.92, - "CodeSearchNetRetrieval (python)": 11.06, - "CodeSearchNetRetrieval (javascript)": 6.01, - "CodeSearchNetRetrieval (go)": 7.78, - "CodeSearchNetRetrieval (ruby)": 10.14, - "CodeSearchNetRetrieval (java)": 6.09, - "CodeSearchNetRetrieval (php)": 4.98, - "CodeTransOceanContest": 9.55, - "CodeTransOceanDL": 29.35, - "CosQA": 0.88, - "CovidRetrieval": 0.07, - "DBPedia": 1.46, - "FEVER": 0.64, - "FiQA2018": 0.19, - "GerDaLIR": 0.14, - "GerDaLIRSmall": 0.6, - "GermanQuAD-Retrieval": 16.71, - "HellaSwag": 2.08, - "HotpotQA": 2.39, - "LEMBNarrativeQARetrieval": 2.64, - "LEMBQMSumRetrieval": 6.92, - "LEMBSummScreenFDRetrieval": 13.38, - "LEMBWikimQARetrieval": 11.01, - "LeCaRDv2": 22.36, - "LegalBenchConsumerContractsQA": 18.02, - "LegalBenchCorporateLobbying": 35.35, - "LegalQuAD": 2.94, - "LegalSummarization": 18.23, - "MIRACLRetrieval (ru)": 1.92, - "MIRACLRetrieval (ar)": 0.0, - "MIRACLRetrieval (bn)": 0.0, - "MIRACLRetrieval (de)": 0.36, - "MIRACLRetrieval (en)": 0.04, - "MIRACLRetrieval (es)": 0.15, - "MIRACLRetrieval (fa)": 0.0, - "MIRACLRetrieval (fi)": 0.73, - "MIRACLRetrieval (fr)": 0.0, - "MIRACLRetrieval (hi)": 0.0, - "MIRACLRetrieval (id)": 0.27, - "MIRACLRetrieval (ja)": 0.06, - "MIRACLRetrieval (ko)": 0.52, - "MIRACLRetrieval (sw)": 1.01, - "MIRACLRetrieval (te)": 0.0, - "MIRACLRetrieval (th)": 0.08, - "MIRACLRetrieval (yo)": 2.03, - "MIRACLRetrieval (zh)": 0.07, - "MSMARCO": 0.2, - "MintakaRetrieval (ar)": 1.02, - "MintakaRetrieval (de)": 4.68, - "MintakaRetrieval (es)": 2.87, - "MintakaRetrieval (fr)": 4.43, - "MintakaRetrieval (hi)": 0.37, - "MintakaRetrieval (it)": 3.39, - "MintakaRetrieval (ja)": 2.12, - "MintakaRetrieval (pt)": 4.86, - "NFCorpus": 1.62, - "NQ": 0.04, - "PIQA": 1.94, - "Quail": 0.14, - "QuoraRetrieval": 48.23, - "RARbCode": 0.36, - "RARbMath": 5.57, - "RiaNewsRetrieval": 6.72, - "RuBQRetrieval": 12.63, - "SCIDOCS": 1.18, - "SIQA": 0.25, - "SciFact": 3.4, - "SciFact-PL": 1.67, - "SpartQA": 1.73, - "StackOverflowQA": 6.97, - "SyntecRetrieval": 12.78, - "SyntheticText2SQL": 9.32, - "TRECCOVID": 7.8, - "TRECCOVID-PL": 3.96, - "TempReasonL1": 0.16, - "TempReasonL2Fact": 1.73, - "TempReasonL2Pure": 0.12, - "TempReasonL3Fact": 1.79, - "TempReasonL3Pure": 3.7, - "Touche2020": 0.0, - "WinoGrande": 5.27, - "XMarket (de)": 1.2, - "XMarket (en)": 1.36, - "XMarket (es)": 1.05, - "XPQARetrieval (ara-ara)": 4.3, - "XPQARetrieval (eng-ara)": 0.87, - "XPQARetrieval (ara-eng)": 1.71, - "XPQARetrieval (deu-deu)": 12.4, - "XPQARetrieval (eng-deu)": 3.2, - "XPQARetrieval (deu-eng)": 5.85, - "XPQARetrieval (spa-spa)": 8.73, - "XPQARetrieval (eng-spa)": 2.72, - "XPQARetrieval (spa-eng)": 6.49, - "XPQARetrieval (fra-fra)": 9.02, - "XPQARetrieval (eng-fra)": 2.91, - "XPQARetrieval (fra-eng)": 4.29, - "XPQARetrieval (hin-hin)": 5.13, - "XPQARetrieval (eng-hin)": 2.55, - "XPQARetrieval (hin-eng)": 1.72, - "XPQARetrieval (ita-ita)": 17.6, - "XPQARetrieval (eng-ita)": 3.22, - "XPQARetrieval (ita-eng)": 6.54, - "XPQARetrieval (jpn-jpn)": 15.14, - "XPQARetrieval (eng-jpn)": 1.29, - "XPQARetrieval (jpn-eng)": 2.03, - "XPQARetrieval (kor-kor)": 1.99, - "XPQARetrieval (eng-kor)": 1.22, - "XPQARetrieval (kor-eng)": 2.0, - "XPQARetrieval (pol-pol)": 6.8, - "XPQARetrieval (eng-pol)": 2.06, - "XPQARetrieval (pol-eng)": 5.41, - "XPQARetrieval (por-por)": 9.19, - "XPQARetrieval (eng-por)": 1.86, - "XPQARetrieval (por-eng)": 5.75, - "XPQARetrieval (tam-tam)": 2.66, - "XPQARetrieval (eng-tam)": 2.1, - "XPQARetrieval (tam-eng)": 1.33, - "XPQARetrieval (cmn-cmn)": 15.91, - "XPQARetrieval (eng-cmn)": 1.06, - "XPQARetrieval (cmn-eng)": 4.43 - } - ] - }, - "STS": { - "cosine_spearman": [ - { - "Model": "rubert-base-cased-sentence", - "BIOSSES": 49.0, - "CDSC-R": 54.78, - "GermanSTSBenchmark": 50.75, - "SICK-R": 56.98, - "SICK-R-PL": 46.8, - "SICKFr": 57.97, - "STS12": 59.02, - "STS13": 46.99, - "STS14": 50.88, - "STS15": 64.58, - "STS16": 53.98, - "STS17 (en-ar)": 0.76, - "STS17 (en-de)": 24.32, - "STS17 (ko-ko)": 15.41, - "STS17 (en-en)": 67.13, - "STS17 (fr-en)": 34.08, - "STS17 (it-en)": 29.34, - "STS17 (nl-en)": 37.16, - "STS17 (en-tr)": 10.7, - "STS17 (es-en)": 30.01, - "STS17 (es-es)": 72.47, - "STS17 (ar-ar)": 45.68, - "STS22 (en)": 52.22, - "STS22 (de-en)": 35.87, - "STS22 (ar)": 24.57, - "STS22 (tr)": 14.64, - "STS22 (fr-pl)": 5.63, - "STS22 (es-en)": 44.2, - "STS22 (de-fr)": 30.19, - "STS22 (de)": 25.32, - "STS22 (es)": 39.82, - "STS22 (es-it)": 27.88, - "STS22 (zh)": 40.52, - "STS22 (fr)": 58.5, - "STS22 (zh-en)": 30.35, - "STS22 (pl-en)": 23.13, - "STS22 (pl)": 13.46, - "STS22 (de-pl)": 34.06, - "STS22 (it)": 46.45, - "STSB": 62.38, - "STSBenchmark": 55.79, - "STSBenchmarkMultilingualSTS (pl)": 47.56, - "STSBenchmarkMultilingualSTS (zh)": 61.68, - "STSBenchmarkMultilingualSTS (en)": 55.79, - "STSBenchmarkMultilingualSTS (it)": 52.36, - "STSBenchmarkMultilingualSTS (nl)": 49.51, - "STSBenchmarkMultilingualSTS (de)": 52.98, - "STSBenchmarkMultilingualSTS (es)": 56.64, - "STSBenchmarkMultilingualSTS (fr)": 55.41, - "STSBenchmarkMultilingualSTS (pt)": 51.92 - }, - { - "Model": "rubert-base-cased-sentence", - "BIOSSES": 49.0, - "CDSC-R": 54.78, - "GermanSTSBenchmark": 50.75, - "RUParaPhraserSTS": 66.24, - "RuSTSBenchmarkSTS": 66.03, - "SICK-R": 56.98, - "SICK-R-PL": 46.8, - "SICKFr": 57.97, - "STS12": 59.02, - "STS13": 46.99, - "STS14": 50.88, - "STS15": 64.58, - "STS16": 53.98, - "STS17 (en-ar)": 0.76, - "STS17 (en-de)": 24.32, - "STS17 (ko-ko)": 15.65, - "STS17 (en-en)": 67.13, - "STS17 (fr-en)": 34.08, - "STS17 (it-en)": 29.34, - "STS17 (nl-en)": 37.16, - "STS17 (en-tr)": 10.7, - "STS17 (es-en)": 30.01, - "STS17 (es-es)": 72.47, - "STS17 (ar-ar)": 45.67, - "STS22 (ru)": 51.27, - "STS22 (en)": 52.22, - "STS22 (de-en)": 35.87, - "STS22 (ar)": 24.55, - "STS22 (tr)": 14.64, - "STS22 (fr-pl)": 5.63, - "STS22 (es-en)": 44.2, - "STS22 (de-fr)": 30.19, - "STS22 (de)": 25.32, - "STS22 (es)": 39.82, - "STS22 (es-it)": 27.88, - "STS22 (zh)": 40.52, - "STS22 (fr)": 58.5, - "STS22 (zh-en)": 30.35, - "STS22 (pl-en)": 23.13, - "STS22 (pl)": 13.37, - "STS22 (de-pl)": 34.06, - "STS22 (it)": 46.45, - "STSB": 62.38, - "STSBenchmark": 55.79, - "STSBenchmarkMultilingualSTS (ru)": 66.71, - "STSBenchmarkMultilingualSTS (pl)": 47.56, - "STSBenchmarkMultilingualSTS (zh)": 61.68, - "STSBenchmarkMultilingualSTS (en)": 55.79, - "STSBenchmarkMultilingualSTS (it)": 52.36, - "STSBenchmarkMultilingualSTS (nl)": 49.51, - "STSBenchmarkMultilingualSTS (de)": 52.98, - "STSBenchmarkMultilingualSTS (es)": 56.64, - "STSBenchmarkMultilingualSTS (fr)": 55.41, - "STSBenchmarkMultilingualSTS (pt)": 51.92 - } - ] - }, - "Summarization": { - "cosine_spearman": [ - { - "Model": "rubert-base-cased-sentence", - "SummEval": 30.57, - "SummEvalFr": 29.2 - }, - { - "Model": "rubert-base-cased-sentence", - "SummEval": 30.57, - "SummEvalFr": 29.2 - } - ] - }, - "MultilabelClassification": { - "accuracy": [ - { - "Model": "rubert-base-cased-sentence", - "CEDRClassification": 35.55, - "SensitiveTopicsClassification": 20.05 - } - ] - }, - "InstructionRetrieval": { - "p-MRR": [ - { - "Model": "rubert-base-cased-sentence", - "Core17InstructionRetrieval": 1.6, - "News21InstructionRetrieval": 3.22, - "Robust04InstructionRetrieval": -4.02 - } - ] - } - }, - "FacebookAI__xlm-roberta-base": { - "BitextMining": { - "f1": [ - { - "Model": "xlm-roberta-base", - "BornholmBitextMining": 4.42 - } - ] - }, - "Classification": { - "accuracy": [ - { - "Model": "xlm-roberta-base", - "AmazonReviewsClassification (fr)": 26.75, - "AngryTweetsClassification": 52.41, - "DKHateClassification": 56.78, - "DanishPoliticalCommentsClassification": 34.03, - "LccSentimentClassification": 52.27, - "MTOPDomainClassification (fr)": 43.83, - "MTOPIntentClassification (fr)": 19.38, - "MasakhaNEWSClassification (fra)": 60.5, - "MassiveIntentClassification (da)": 41.06, - "MassiveIntentClassification (nb)": 40.46, - "MassiveIntentClassification (sv)": 45.12, - "MassiveIntentClassification (fr)": 13.58, - "MassiveScenarioClassification (da)": 43.91, - "MassiveScenarioClassification (nb)": 44.83, - "MassiveScenarioClassification (sv)": 47.35, - "MassiveScenarioClassification (fr)": 23.21, - "NoRecClassification": 46.28, - "NordicLangClassification": 79.39, - "NorwegianParliament": 56.75, - "ScalaDaClassification": 57.3, - "ScalaNbClassification": 58.33 - } - ] - }, - "Clustering": { - "v_measure": [ - { - "Model": "xlm-roberta-base", - "AlloProfClusteringP2P": 52.24, - "AlloProfClusteringS2S": 20.37, - "HALClusteringS2S": 8.68, - "MLSUMClusteringP2P": 40.44, - "MLSUMClusteringS2S": 24.14, - "MasakhaNEWSClusteringP2P (fra)": 29.29, - "MasakhaNEWSClusteringS2S (fra)": 23.76 - } - ] - }, - "PairClassification": { - "max_ap": [ - { - "Model": "xlm-roberta-base", - "OpusparcusPC (fr)": 85.45, - "PawsXPairClassification (fr)": 51.35 - }, - { - "Model": "xlm-roberta-base", - "OpusparcusPC (fr)": 85.91, - "PawsXPairClassification (fr)": 51.73 - } - ] - }, - "Reranking": { - "map": [ - { - "Model": "xlm-roberta-base", - "AlloprofReranking": 25.58, - "SyntecReranking": 43.75 - } - ] - }, - "Retrieval": { - "ndcg_at_10": [ - { - "Model": "xlm-roberta-base", - "AlloprofRetrieval": 0.16, - "BSARDRetrieval": 0.0, - "MintakaRetrieval (fr)": 0.88, - "SyntecRetrieval": 3.33, - "XPQARetrieval (fr)": 11.65 - } - ] - }, - "STS": { - "cosine_spearman": [ - { - "Model": "xlm-roberta-base", - "SICKFr": 48.62, - "STS22 (fr)": 56.72, - "STSBenchmarkMultilingualSTS (fr)": 46.23 - } - ] - }, - "Summarization": { - "cosine_spearman": [ - { - "Model": "xlm-roberta-base", - "SummEvalFr": 29.14 - } - ] - }, - "MultilabelClassification": { - "accuracy": [] - }, - "InstructionRetrieval": { - "p-MRR": [] - } - }, - "FacebookAI__xlm-roberta-large": { - "BitextMining": { - "f1": [] - }, - "Classification": { - "accuracy": [ - { - "Model": "xlm-roberta-large", - "AmazonReviewsClassification (fr)": 26.62, - "MTOPDomainClassification (fr)": 36.77, - "MTOPIntentClassification (fr)": 15.37, - "MasakhaNEWSClassification (fra)": 65.76, - "MassiveIntentClassification (fr)": 15.82, - "MassiveScenarioClassification (fr)": 23.92 - } - ] - }, - "Clustering": { - "v_measure": [ - { - "Model": "xlm-roberta-large", - "AlloProfClusteringP2P": 56.54, - "AlloProfClusteringS2S": 21.18, - "BlurbsClusteringP2P": 29.84, - "BlurbsClusteringS2S": 7.29, - "HALClusteringS2S": 5.94, - "MLSUMClusteringP2P": 42.67, - "MLSUMClusteringS2S": 18.5, - "MasakhaNEWSClusteringP2P (fra)": 34.02, - "MasakhaNEWSClusteringS2S (fra)": 21.52, - "TenKGnadClusteringP2P": 32.46, - "TenKGnadClusteringS2S": 6.16 - } - ] - }, - "PairClassification": { - "max_ap": [ - { - "Model": "xlm-roberta-large", - "OpusparcusPC (fr)": 83.73, - "PawsXPairClassification (fr)": 53.38 - }, - { - "Model": "xlm-roberta-large", - "OpusparcusPC (fr)": 83.79, - "PawsXPairClassification (fr)": 53.44 - } - ] - }, - "Reranking": { - "map": [ - { - "Model": "xlm-roberta-large", - "AlloprofReranking": 28.62, - "SyntecReranking": 49.4 - } - ] - }, - "Retrieval": { - "ndcg_at_10": [ - { - "Model": "xlm-roberta-large", - "AlloprofRetrieval": 0.52, - "BSARDRetrieval": 0.0, - "MintakaRetrieval (fr)": 0.9, - "SyntecRetrieval": 6.6, - "XPQARetrieval (fr)": 12.7 - } - ] - }, - "STS": { - "cosine_spearman": [ - { - "Model": "xlm-roberta-large", - "SICKFr": 50.01, - "STS22 (fr)": 55.49, - "STSBenchmarkMultilingualSTS (fr)": 42.32 - } - ] - }, - "Summarization": { - "cosine_spearman": [ - { - "Model": "xlm-roberta-large", - "SummEvalFr": 28.89 - } - ] - }, - "MultilabelClassification": { - "accuracy": [] - }, - "InstructionRetrieval": { - "p-MRR": [] - } - }, - "Geotrend__bert-base-10lang-cased": { - "BitextMining": { - "f1": [] - }, - "Classification": { - "accuracy": [ - { - "Model": "bert-base-10lang-cased", - "AmazonReviewsClassification (fr)": 29.38, - "MTOPDomainClassification (fr)": 63.65, - "MTOPIntentClassification (fr)": 37.87, - "MasakhaNEWSClassification (fra)": 63.93, - "MassiveIntentClassification (fr)": 37.28, - "MassiveScenarioClassification (fr)": 44.5 - } - ] - }, - "Clustering": { - "v_measure": [ - { - "Model": "bert-base-10lang-cased", - "AlloProfClusteringP2P": 53.22, - "AlloProfClusteringS2S": 42.92, - "HALClusteringS2S": 19.94, - "MLSUMClusteringP2P": 40.96, - "MLSUMClusteringS2S": 31.87, - "MasakhaNEWSClusteringP2P (fra)": 24.23, - "MasakhaNEWSClusteringS2S (fra)": 24.46 - } - ] - }, - "PairClassification": { - "max_ap": [ - { - "Model": "bert-base-10lang-cased", - "OpusparcusPC (fr)": 86.79, - "PawsXPairClassification (fr)": 53.4 - }, - { - "Model": "bert-base-10lang-cased", - "OpusparcusPC (fr)": 87.78, - "PawsXPairClassification (fr)": 53.4 - } - ] - }, - "Reranking": { - "map": [ - { - "Model": "bert-base-10lang-cased", - "AlloprofReranking": 36.21, - "SyntecReranking": 53.25 - } - ] - }, - "Retrieval": { - "ndcg_at_10": [ - { - "Model": "bert-base-10lang-cased", - "AlloprofRetrieval": 1.6, - "BSARDRetrieval": 0.0, - "MintakaRetrieval (fr)": 3.55, - "SyntecRetrieval": 18.95, - "XPQARetrieval (fr)": 18.39 - } - ] - }, - "STS": { - "cosine_spearman": [ - { - "Model": "bert-base-10lang-cased", - "SICKFr": 58.76, - "STS22 (fr)": 40.31, - "STSBenchmarkMultilingualSTS (fr)": 52.25 - } - ] - }, - "Summarization": { - "cosine_spearman": [ - { - "Model": "bert-base-10lang-cased", - "SummEvalFr": 29.06 - } - ] - }, - "MultilabelClassification": { - "accuracy": [] - }, - "InstructionRetrieval": { - "p-MRR": [] - } - }, - "Geotrend__bert-base-15lang-cased": { - "BitextMining": { - "f1": [] - }, - "Classification": { - "accuracy": [ - { - "Model": "bert-base-15lang-cased", - "AmazonReviewsClassification (fr)": 29.35, - "MTOPDomainClassification (fr)": 63.7, - "MTOPIntentClassification (fr)": 37.85, - "MasakhaNEWSClassification (fra)": 63.89, - "MassiveIntentClassification (fr)": 37.28, - "MassiveScenarioClassification (fr)": 44.47 - } - ] - }, - "Clustering": { - "v_measure": [ - { - "Model": "bert-base-15lang-cased", - "AlloProfClusteringP2P": 53.16, - "AlloProfClusteringS2S": 43.43, - "HALClusteringS2S": 20.26, - "MLSUMClusteringP2P": 41.22, - "MLSUMClusteringS2S": 31.88, - "MasakhaNEWSClusteringP2P (fra)": 24.23, - "MasakhaNEWSClusteringS2S (fra)": 24.46 - } - ] - }, - "PairClassification": { - "max_ap": [ - { - "Model": "bert-base-15lang-cased", - "OpusparcusPC (fr)": 86.78, - "PawsXPairClassification (fr)": 53.38 - }, - { - "Model": "bert-base-15lang-cased", - "OpusparcusPC (fr)": 87.73, - "PawsXPairClassification (fr)": 53.38 - } - ] - }, - "Reranking": { - "map": [ - { - "Model": "bert-base-15lang-cased", - "AlloprofReranking": 36.21, - "SyntecReranking": 53.25 - } - ] - }, - "Retrieval": { - "ndcg_at_10": [ - { - "Model": "bert-base-15lang-cased", - "AlloprofRetrieval": 1.61, - "BSARDRetrieval": 0.0, - "MintakaRetrieval (fr)": 3.55, - "SyntecRetrieval": 18.95, - "XPQARetrieval (fr)": 18.35 - } - ] - }, - "STS": { - "cosine_spearman": [ - { - "Model": "bert-base-15lang-cased", - "SICKFr": 58.77, - "STS22 (fr)": 40.4, - "STSBenchmarkMultilingualSTS (fr)": 52.25 - } - ] - }, - "Summarization": { - "cosine_spearman": [ - { - "Model": "bert-base-15lang-cased", - "SummEvalFr": 29.13 - } - ] - }, - "MultilabelClassification": { - "accuracy": [] - }, - "InstructionRetrieval": { - "p-MRR": [] - } - }, - "Geotrend__bert-base-25lang-cased": { - "BitextMining": { - "f1": [] - }, - "Classification": { - "accuracy": [ - { - "Model": "bert-base-25lang-cased", - "AmazonReviewsClassification (fr)": 29.39, - "MTOPDomainClassification (fr)": 63.63, - "MTOPIntentClassification (fr)": 37.86, - "MasakhaNEWSClassification (fra)": 63.91, - "MassiveIntentClassification (fr)": 37.3, - "MassiveScenarioClassification (fr)": 44.47 - } - ] - }, - "Clustering": { - "v_measure": [ - { - "Model": "bert-base-25lang-cased", - "AlloProfClusteringP2P": 53.49, - "AlloProfClusteringS2S": 43.1, - "HALClusteringS2S": 19.78, - "MLSUMClusteringP2P": 40.73, - "MLSUMClusteringS2S": 31.94, - "MasakhaNEWSClusteringP2P (fra)": 24.23, - "MasakhaNEWSClusteringS2S (fra)": 24.46 - } - ] - }, - "PairClassification": { - "max_ap": [ - { - "Model": "bert-base-25lang-cased", - "OpusparcusPC (fr)": 86.79, - "PawsXPairClassification (fr)": 53.39 - }, - { - "Model": "bert-base-25lang-cased", - "OpusparcusPC (fr)": 87.78, - "PawsXPairClassification (fr)": 53.4 - } - ] - }, - "Reranking": { - "map": [ - { - "Model": "bert-base-25lang-cased", - "AlloprofReranking": 36.25, - "SyntecReranking": 53.25 - } - ] - }, - "Retrieval": { - "ndcg_at_10": [ - { - "Model": "bert-base-25lang-cased", - "AlloprofRetrieval": 1.6, - "BSARDRetrieval": 0.0, - "MintakaRetrieval (fr)": 3.55, - "SyntecRetrieval": 18.95, - "XPQARetrieval (fr)": 18.46 - } - ] - }, - "STS": { - "cosine_spearman": [ - { - "Model": "bert-base-25lang-cased", - "SICKFr": 58.76, - "STS22 (fr)": 38.77, - "STSBenchmarkMultilingualSTS (fr)": 52.25 - } - ] - }, - "Summarization": { - "cosine_spearman": [ - { - "Model": "bert-base-25lang-cased", - "SummEvalFr": 28.84 - } - ] - }, - "MultilabelClassification": { - "accuracy": [] - }, - "InstructionRetrieval": { - "p-MRR": [] - } - }, - "GritLM__GritLM-7B": { - "BitextMining": { - "f1": [ - { - "Model": "GritLM-7B", - "BornholmBitextMining": 61.17, - "Tatoeba (hye-eng)": 54.7, - "Tatoeba (afr-eng)": 91.82, - "Tatoeba (vie-eng)": 96.18, - "Tatoeba (cym-eng)": 75.08, - "Tatoeba (xho-eng)": 42.31, - "Tatoeba (uzb-eng)": 59.94, - "Tatoeba (gsw-eng)": 59.66, - "Tatoeba (mal-eng)": 52.3, - "Tatoeba (ben-eng)": 78.41, - "Tatoeba (spa-eng)": 98.62, - "Tatoeba (arq-eng)": 43.42, - "Tatoeba (hin-eng)": 93.86, - "Tatoeba (yue-eng)": 88.43, - "Tatoeba (nld-eng)": 96.35, - "Tatoeba (hun-eng)": 94.2, - "Tatoeba (tha-eng)": 92.55, - "Tatoeba (ber-eng)": 7.88, - "Tatoeba (cor-eng)": 10.97, - "Tatoeba (kab-eng)": 3.21, - "Tatoeba (mon-eng)": 38.62, - "Tatoeba (pes-eng)": 90.25, - "Tatoeba (ind-eng)": 93.53, - "Tatoeba (fry-eng)": 73.7, - "Tatoeba (dan-eng)": 95.6, - "Tatoeba (ron-eng)": 94.53, - "Tatoeba (dsb-eng)": 69.41, - "Tatoeba (nds-eng)": 82.66, - "Tatoeba (jav-eng)": 40.36, - "Tatoeba (ast-eng)": 86.35, - "Tatoeba (lfn-eng)": 79.93, - "Tatoeba (mkd-eng)": 88.68, - "Tatoeba (kzj-eng)": 12.2, - "Tatoeba (ido-eng)": 82.17, - "Tatoeba (eus-eng)": 44.09, - "Tatoeba (ita-eng)": 94.54, - "Tatoeba (orv-eng)": 63.76, - "Tatoeba (zsm-eng)": 93.39, - "Tatoeba (mar-eng)": 68.94, - "Tatoeba (slv-eng)": 91.48, - "Tatoeba (hsb-eng)": 79.62, - "Tatoeba (ile-eng)": 91.1, - "Tatoeba (ara-eng)": 89.5, - "Tatoeba (yid-eng)": 31.64, - "Tatoeba (swh-eng)": 64.97, - "Tatoeba (khm-eng)": 32.74, - "Tatoeba (arz-eng)": 68.47, - "Tatoeba (amh-eng)": 11.66, - "Tatoeba (max-eng)": 66.33, - "Tatoeba (pms-eng)": 70.24, - "Tatoeba (kat-eng)": 58.44, - "Tatoeba (ang-eng)": 83.83, - "Tatoeba (fra-eng)": 94.5, - "Tatoeba (ukr-eng)": 94.35, - "Tatoeba (wuu-eng)": 90.31, - "Tatoeba (pol-eng)": 97.35, - "Tatoeba (tzl-eng)": 62.95, - "Tatoeba (awa-eng)": 70.28, - "Tatoeba (isl-eng)": 88.47, - "Tatoeba (hrv-eng)": 95.43, - "Tatoeba (bre-eng)": 19.19, - "Tatoeba (cmn-eng)": 95.48, - "Tatoeba (gla-eng)": 65.28, - "Tatoeba (ces-eng)": 96.03, - "Tatoeba (est-eng)": 69.22, - "Tatoeba (aze-eng)": 82.05, - "Tatoeba (nov-eng)": 78.53, - "Tatoeba (ina-eng)": 96.35, - "Tatoeba (cha-eng)": 47.58, - "Tatoeba (kaz-eng)": 47.61, - "Tatoeba (fin-eng)": 93.35, - "Tatoeba (deu-eng)": 99.47, - "Tatoeba (kor-eng)": 91.4, - "Tatoeba (tam-eng)": 66.66, - "Tatoeba (mhr-eng)": 13.31, - "Tatoeba (tur-eng)": 95.13, - "Tatoeba (sqi-eng)": 73.59, - "Tatoeba (por-eng)": 94.45, - "Tatoeba (epo-eng)": 90.0, - "Tatoeba (jpn-eng)": 95.58, - "Tatoeba (tgl-eng)": 94.29, - "Tatoeba (swg-eng)": 73.87, - "Tatoeba (ceb-eng)": 45.91, - "Tatoeba (cat-eng)": 94.15, - "Tatoeba (nob-eng)": 98.0, - "Tatoeba (gle-eng)": 71.65, - "Tatoeba (nno-eng)": 90.49, - "Tatoeba (war-eng)": 41.74, - "Tatoeba (slk-eng)": 93.92, - "Tatoeba (urd-eng)": 83.82, - "Tatoeba (bos-eng)": 95.9, - "Tatoeba (bel-eng)": 90.07, - "Tatoeba (heb-eng)": 82.14, - "Tatoeba (glg-eng)": 94.18, - "Tatoeba (srp-eng)": 94.23, - "Tatoeba (oci-eng)": 71.66, - "Tatoeba (ell-eng)": 91.56, - "Tatoeba (kur-eng)": 35.06, - "Tatoeba (fao-eng)": 83.02, - "Tatoeba (tat-eng)": 39.47, - "Tatoeba (lvs-eng)": 72.89, - "Tatoeba (csb-eng)": 69.78, - "Tatoeba (dtp-eng)": 10.77, - "Tatoeba (pam-eng)": 15.22, - "Tatoeba (tel-eng)": 37.93, - "Tatoeba (bul-eng)": 93.5, - "Tatoeba (tuk-eng)": 48.38, - "Tatoeba (cbk-eng)": 83.83, - "Tatoeba (lit-eng)": 77.91, - "Tatoeba (swe-eng)": 94.95, - "Tatoeba (uig-eng)": 40.4, - "Tatoeba (lat-eng)": 91.56, - "Tatoeba (rus-eng)": 93.93 - } - ] - }, - "Classification": { - "accuracy": [ - { - "Model": "GritLM-7B", - "AllegroReviews": 56.77, - "AmazonCounterfactualClassification (en-ext)": 79.61, - "AmazonCounterfactualClassification (en)": 80.54, - "AmazonCounterfactualClassification (de)": 74.94, - "AmazonCounterfactualClassification (ja)": 81.6, - "AmazonPolarityClassification": 96.64, - "AmazonReviewsClassification (en)": 59.91, - "AmazonReviewsClassification (de)": 58.21, - "AmazonReviewsClassification (es)": 55.74, - "AmazonReviewsClassification (fr)": 54.43, - "AmazonReviewsClassification (ja)": 54.51, - "AmazonReviewsClassification (zh)": 51.01, - "AngryTweetsClassification": 65.35, - "Banking77Classification": 84.44, - "CBD": 77.23, - "DanishPoliticalCommentsClassification": 41.28, - "EmotionClassification": 56.01, - "GeoreviewClassification": 57.7, - "HeadlineClassification": 86.08, - "IFlyTek": 52.7, - "ImdbClassification": 95.07, - "InappropriatenessClassification": 67.85, - "JDReview": 87.65, - "KinopoiskClassification": 69.15, - "LccSentimentClassification": 70.13, - "MTOPDomainClassification (en)": 95.37, - "MTOPDomainClassification (de)": 93.51, - "MTOPDomainClassification (es)": 92.78, - "MTOPDomainClassification (fr)": 92.25, - "MTOPDomainClassification (hi)": 85.26, - "MTOPDomainClassification (th)": 83.35, - "MTOPIntentClassification (en)": 81.23, - "MTOPIntentClassification (de)": 79.28, - "MTOPIntentClassification (es)": 81.2, - "MTOPIntentClassification (fr)": 76.87, - "MTOPIntentClassification (hi)": 63.66, - "MTOPIntentClassification (th)": 69.59, - "MasakhaNEWSClassification (amh)": 53.83, - "MasakhaNEWSClassification (eng)": 80.47, - "MasakhaNEWSClassification (fra)": 81.35, - "MasakhaNEWSClassification (hau)": 75.4, - "MasakhaNEWSClassification (ibo)": 74.18, - "MasakhaNEWSClassification (lin)": 77.43, - "MasakhaNEWSClassification (lug)": 72.38, - "MasakhaNEWSClassification (orm)": 79.02, - "MasakhaNEWSClassification (pcm)": 94.79, - "MasakhaNEWSClassification (run)": 80.81, - "MasakhaNEWSClassification (sna)": 87.29, - "MasakhaNEWSClassification (som)": 65.82, - "MasakhaNEWSClassification (swa)": 75.06, - "MasakhaNEWSClassification (tir)": 35.07, - "MasakhaNEWSClassification (xho)": 84.01, - "MasakhaNEWSClassification (yor)": 83.82, - "MassiveIntentClassification (kn)": 48.65, - "MassiveIntentClassification (is)": 59.76, - "MassiveIntentClassification (sw)": 54.04, - "MassiveIntentClassification (am)": 36.93, - "MassiveIntentClassification (fr)": 75.51, - "MassiveIntentClassification (hy)": 47.26, - "MassiveIntentClassification (es)": 75.14, - "MassiveIntentClassification (id)": 72.84, - "MassiveIntentClassification (it)": 76.46, - "MassiveIntentClassification (zh-CN)": 75.69, - "MassiveIntentClassification (zh-TW)": 70.86, - "MassiveIntentClassification (ml)": 46.31, - "MassiveIntentClassification (ms)": 70.72, - "MassiveIntentClassification (jv)": 55.89, - "MassiveIntentClassification (te)": 46.92, - "MassiveIntentClassification (ur)": 59.32, - "MassiveIntentClassification (vi)": 69.02, - "MassiveIntentClassification (mn)": 44.24, - "MassiveIntentClassification (lv)": 57.35, - "MassiveIntentClassification (th)": 63.08, - "MassiveIntentClassification (hu)": 70.42, - "MassiveIntentClassification (af)": 67.3, - "MassiveIntentClassification (pt)": 76.08, - "MassiveIntentClassification (sq)": 56.51, - "MassiveIntentClassification (he)": 63.87, - "MassiveIntentClassification (ru)": 76.01, - "MassiveIntentClassification (da)": 73.46, - "MassiveIntentClassification (cy)": 53.51, - "MassiveIntentClassification (ja)": 75.19, - "MassiveIntentClassification (en)": 79.1, - "MassiveIntentClassification (fi)": 67.91, - "MassiveIntentClassification (az)": 62.1, - "MassiveIntentClassification (ar)": 60.26, - "MassiveIntentClassification (hi)": 66.02, - "MassiveIntentClassification (sv)": 75.29, - "MassiveIntentClassification (el)": 67.04, - "MassiveIntentClassification (km)": 42.63, - "MassiveIntentClassification (ko)": 71.38, - "MassiveIntentClassification (ro)": 70.1, - "MassiveIntentClassification (ta)": 48.79, - "MassiveIntentClassification (nl)": 75.5, - "MassiveIntentClassification (ka)": 46.6, - "MassiveIntentClassification (nb)": 70.92, - "MassiveIntentClassification (tr)": 70.73, - "MassiveIntentClassification (pl)": 75.36, - "MassiveIntentClassification (bn)": 57.82, - "MassiveIntentClassification (sl)": 69.98, - "MassiveIntentClassification (tl)": 67.86, - "MassiveIntentClassification (my)": 40.8, - "MassiveIntentClassification (de)": 74.8, - "MassiveIntentClassification (fa)": 70.45, - "MassiveScenarioClassification (nb)": 75.62, - "MassiveScenarioClassification (sq)": 62.49, - "MassiveScenarioClassification (sl)": 74.71, - "MassiveScenarioClassification (de)": 78.58, - "MassiveScenarioClassification (fi)": 70.33, - "MassiveScenarioClassification (bn)": 61.88, - "MassiveScenarioClassification (he)": 67.52, - "MassiveScenarioClassification (el)": 70.08, - "MassiveScenarioClassification (vi)": 72.94, - "MassiveScenarioClassification (hu)": 73.71, - "MassiveScenarioClassification (ml)": 51.24, - "MassiveScenarioClassification (ms)": 73.8, - "MassiveScenarioClassification (hi)": 69.18, - "MassiveScenarioClassification (is)": 66.04, - "MassiveScenarioClassification (te)": 52.39, - "MassiveScenarioClassification (sw)": 62.19, - "MassiveScenarioClassification (tl)": 71.83, - "MassiveScenarioClassification (sv)": 78.52, - "MassiveScenarioClassification (en)": 80.37, - "MassiveScenarioClassification (ja)": 77.49, - "MassiveScenarioClassification (az)": 65.13, - "MassiveScenarioClassification (fr)": 77.29, - "MassiveScenarioClassification (it)": 77.88, - "MassiveScenarioClassification (ko)": 75.95, - "MassiveScenarioClassification (zh-CN)": 78.47, - "MassiveScenarioClassification (id)": 75.94, - "MassiveScenarioClassification (kn)": 55.06, - "MassiveScenarioClassification (cy)": 60.36, - "MassiveScenarioClassification (am)": 44.74, - "MassiveScenarioClassification (hy)": 53.06, - "MassiveScenarioClassification (km)": 50.11, - "MassiveScenarioClassification (pt)": 76.23, - "MassiveScenarioClassification (zh-TW)": 75.14, - "MassiveScenarioClassification (ru)": 78.28, - "MassiveScenarioClassification (ta)": 54.59, - "MassiveScenarioClassification (es)": 77.05, - "MassiveScenarioClassification (mn)": 51.04, - "MassiveScenarioClassification (th)": 67.74, - "MassiveScenarioClassification (ur)": 65.78, - "MassiveScenarioClassification (my)": 46.9, - "MassiveScenarioClassification (fa)": 73.52, - "MassiveScenarioClassification (af)": 72.84, - "MassiveScenarioClassification (nl)": 77.79, - "MassiveScenarioClassification (tr)": 71.9, - "MassiveScenarioClassification (ar)": 67.23, - "MassiveScenarioClassification (pl)": 76.25, - "MassiveScenarioClassification (ro)": 72.54, - "MassiveScenarioClassification (jv)": 62.33, - "MassiveScenarioClassification (da)": 76.98, - "MassiveScenarioClassification (lv)": 61.54, - "MassiveScenarioClassification (ka)": 54.44, - "MultilingualSentiment": 75.51, - "NoRecClassification": 56.05, - "NordicLangClassification": 69.36, - "OnlineShopping": 93.09, - "PAC": 67.05, - "PolEmo2.0-IN": 83.5, - "PolEmo2.0-OUT": 62.55, - "RuReviewsClassification": 72.05, - "RuSciBenchGRNTIClassification": 67.98, - "RuSciBenchOECDClassification": 54.45, - "TNews": 51.99, - "ToxicConversationsClassification": 68.81, - "TweetSentimentExtractionClassification": 66.26, - "Waimai": 87.91 - } - ] - }, - "Clustering": { - "v_measure": [ - { - "Model": "GritLM-7B", - "GeoreviewClusteringP2P": 77.46, - "MasakhaNEWSClusteringP2P (amh)": 45.1, - "MasakhaNEWSClusteringP2P (eng)": 70.5, - "MasakhaNEWSClusteringP2P (fra)": 73.54, - "MasakhaNEWSClusteringP2P (hau)": 59.75, - "MasakhaNEWSClusteringP2P (ibo)": 66.75, - "MasakhaNEWSClusteringP2P (lin)": 59.57, - "MasakhaNEWSClusteringP2P (lug)": 58.93, - "MasakhaNEWSClusteringP2P (orm)": 54.38, - "MasakhaNEWSClusteringP2P (pcm)": 92.67, - "MasakhaNEWSClusteringP2P (run)": 59.74, - "MasakhaNEWSClusteringP2P (sna)": 68.86, - "MasakhaNEWSClusteringP2P (som)": 42.54, - "MasakhaNEWSClusteringP2P (swa)": 33.61, - "MasakhaNEWSClusteringP2P (tir)": 51.66, - "MasakhaNEWSClusteringP2P (xho)": 46.65, - "MasakhaNEWSClusteringP2P (yor)": 52.39, - "MasakhaNEWSClusteringS2S (amh)": 43.39, - "MasakhaNEWSClusteringS2S (eng)": 65.85, - "MasakhaNEWSClusteringS2S (fra)": 68.87, - "MasakhaNEWSClusteringS2S (hau)": 33.02, - "MasakhaNEWSClusteringS2S (ibo)": 64.55, - "MasakhaNEWSClusteringS2S (lin)": 72.01, - "MasakhaNEWSClusteringS2S (lug)": 47.42, - "MasakhaNEWSClusteringS2S (orm)": 32.59, - "MasakhaNEWSClusteringS2S (pcm)": 97.82, - "MasakhaNEWSClusteringS2S (run)": 59.41, - "MasakhaNEWSClusteringS2S (sna)": 71.58, - "MasakhaNEWSClusteringS2S (som)": 40.91, - "MasakhaNEWSClusteringS2S (swa)": 33.54, - "MasakhaNEWSClusteringS2S (tir)": 45.32, - "MasakhaNEWSClusteringS2S (xho)": 28.94, - "MasakhaNEWSClusteringS2S (yor)": 63.26, - "RuSciBenchGRNTIClusteringP2P": 61.57, - "RuSciBenchOECDClusteringP2P": 53.88 - } - ] - }, - "PairClassification": { - "max_ap": [ - { - "Model": "GritLM-7B", - "CDSC-E": 75.61, - "FalseFriendsGermanEnglish": 54.17, - "OpusparcusPC (de)": 97.43, - "OpusparcusPC (en)": 99.14, - "OpusparcusPC (fi)": 92.05, - "OpusparcusPC (fr)": 95.14, - "OpusparcusPC (ru)": 91.13, - "OpusparcusPC (sv)": 94.87, - "PSC": 99.42, - "PawsXPairClassification (de)": 57.59, - "PawsXPairClassification (en)": 66.63, - "PawsXPairClassification (es)": 58.9, - "PawsXPairClassification (fr)": 61.48, - "PawsXPairClassification (ja)": 51.11, - "PawsXPairClassification (ko)": 51.9, - "PawsXPairClassification (zh)": 57.86, - "SICK-E-PL": 79.06, - "SprintDuplicateQuestions": 93.0, - "TERRa": 58.86, - "TwitterSemEval2015": 81.08, - "TwitterURLCorpus": 87.4 - }, - { - "Model": "GritLM-7B", - "CDSC-E": 75.61, - "FalseFriendsGermanEnglish": 54.17, - "OpusparcusPC (de)": 97.43, - "OpusparcusPC (en)": 99.14, - "OpusparcusPC (fi)": 92.05, - "OpusparcusPC (fr)": 95.14, - "OpusparcusPC (ru)": 91.13, - "OpusparcusPC (sv)": 94.87, - "PSC": 99.45, - "PawsXPairClassification (de)": 57.66, - "PawsXPairClassification (en)": 66.82, - "PawsXPairClassification (es)": 59.04, - "PawsXPairClassification (fr)": 61.56, - "PawsXPairClassification (ja)": 51.2, - "PawsXPairClassification (ko)": 51.92, - "PawsXPairClassification (zh)": 57.88, - "SICK-E-PL": 79.06, - "SprintDuplicateQuestions": 93.35, - "TERRa": 58.93, - "TwitterSemEval2015": 81.08, - "TwitterURLCorpus": 87.43 - } - ] - }, - "Reranking": { - "map": [ - { - "Model": "GritLM-7B", - "AlloprofReranking": 77.93, - "AskUbuntuDupQuestions": 67.37, - "MMarcoReranking": 21.7, - "MindSmallReranking": 31.81, - "RuBQReranking": 75.75, - "SciDocsRR": 86.82, - "StackOverflowDupQuestions": 55.94, - "SyntecReranking": 92.62, - "T2Reranking": 65.64 - }, - { - "Model": "GritLM-7B", - "MIRACLReranking (ru)": 64.23, - "MIRACLReranking (ar)": 74.22, - "MIRACLReranking (bn)": 70.07, - "MIRACLReranking (de)": 54.02, - "MIRACLReranking (en)": 63.11, - "MIRACLReranking (es)": 61.47, - "MIRACLReranking (fa)": 53.69, - "MIRACLReranking (fi)": 77.58, - "MIRACLReranking (fr)": 53.51, - "MIRACLReranking (hi)": 60.69, - "MIRACLReranking (id)": 57.2, - "MIRACLReranking (ja)": 66.14, - "MIRACLReranking (ko)": 55.58, - "MIRACLReranking (sw)": 65.0, - "MIRACLReranking (te)": 70.57, - "MIRACLReranking (th)": 70.61, - "MIRACLReranking (yo)": 66.19, - "MIRACLReranking (zh)": 50.02 - } - ] - }, - "Retrieval": { - "ndcg_at_10": [ - { - "Model": "GritLM-7B", - "AILACasedocs": 35.29, - "AILAStatutes": 41.8, - "ARCChallenge": 26.68, - "AlloprofRetrieval": 55.42, - "AlphaNLI": 34.0, - "AppsRetrieval": 35.13, - "ArguAna": 63.17, - "ArguAna-PL": 48.96, - "BSARDRetrieval": 26.61, - "BrightRetrieval (pony)": 21.98, - "BrightRetrieval (robotics)": 17.31, - "BrightRetrieval (economics)": 19.0, - "BrightRetrieval (theoremqa_questions)": 23.34, - "BrightRetrieval (leetcode)": 29.85, - "BrightRetrieval (earth_science)": 32.77, - "BrightRetrieval (stackoverflow)": 11.62, - "BrightRetrieval (sustainable_living)": 18.04, - "BrightRetrieval (biology)": 25.04, - "BrightRetrieval (psychology)": 19.92, - "BrightRetrieval (theoremqa_theorems)": 19.75, - "BrightRetrieval (aops)": 8.91, - "CmedqaRetrieval": 35.58, - "CodeFeedbackMT": 50.64, - "CodeFeedbackST": 84.08, - "CodeSearchNetCCRetrieval (python)": 90.92, - "CodeSearchNetCCRetrieval (javascript)": 87.27, - "CodeSearchNetCCRetrieval (go)": 85.44, - "CodeSearchNetCCRetrieval (ruby)": 89.63, - "CodeSearchNetCCRetrieval (java)": 87.63, - "CodeSearchNetCCRetrieval (php)": 79.25, - "CodeSearchNetRetrieval (python)": 91.65, - "CodeSearchNetRetrieval (javascript)": 81.43, - "CodeSearchNetRetrieval (go)": 90.01, - "CodeSearchNetRetrieval (ruby)": 85.42, - "CodeSearchNetRetrieval (java)": 89.84, - "CodeSearchNetRetrieval (php)": 81.57, - "CodeTransOceanContest": 89.22, - "CodeTransOceanDL": 32.98, - "CosQA": 31.24, - "CovidRetrieval": 73.4, - "DuRetrieval": 88.18, - "EcomRetrieval": 54.33, - "FiQA-PL": 37.98, - "FiQA2018": 59.91, - "GerDaLIR": 9.32, - "GerDaLIRSmall": 20.61, - "GermanDPR": 83.09, - "GermanQuAD-Retrieval": 95.32, - "HellaSwag": 39.45, - "LEMBNarrativeQARetrieval": 41.45, - "LEMBQMSumRetrieval": 30.36, - "LEMBSummScreenFDRetrieval": 78.48, - "LEMBWikimQARetrieval": 60.77, - "LeCaRDv2": 64.22, - "LegalBenchConsumerContractsQA": 82.05, - "LegalBenchCorporateLobbying": 95.0, - "LegalQuAD": 44.18, - "LegalSummarization": 70.64, - "MIRACLRetrieval (ru)": 68.3, - "MMarcoRetrieval": 76.54, - "MedicalRetrieval": 55.81, - "MintakaRetrieval (ar)": 25.88, - "MintakaRetrieval (de)": 55.66, - "MintakaRetrieval (es)": 53.36, - "MintakaRetrieval (fr)": 51.68, - "MintakaRetrieval (hi)": 26.06, - "MintakaRetrieval (it)": 54.91, - "MintakaRetrieval (ja)": 34.11, - "MintakaRetrieval (pt)": 54.89, - "NFCorpus": 40.86, - "NFCorpus-PL": 32.85, - "PIQA": 44.35, - "Quail": 11.67, - "RARbCode": 84.02, - "RARbMath": 82.35, - "RiaNewsRetrieval": 82.76, - "RuBQRetrieval": 76.31, - "SCIDOCS": 24.41, - "SCIDOCS-PL": 18.34, - "SIQA": 7.23, - "SciFact": 79.13, - "SciFact-PL": 73.22, - "SpartQA": 9.35, - "StackOverflowQA": 93.37, - "SyntecRetrieval": 89.48, - "SyntheticText2SQL": 60.39, - "T2Retrieval": 82.96, - "TRECCOVID": 74.31, - "TRECCOVID-PL": 58.15, - "TempReasonL1": 7.16, - "TempReasonL2Fact": 58.39, - "TempReasonL2Pure": 11.22, - "TempReasonL3Fact": 44.29, - "TempReasonL3Pure": 14.15, - "Touche2020": 27.78, - "VideoRetrieval": 53.85, - "WinoGrande": 53.7, - "XMarket (de)": 25.01, - "XMarket (en)": 26.66, - "XMarket (es)": 26.2, - "XPQARetrieval (ara-ara)": 45.21, - "XPQARetrieval (eng-ara)": 27.34, - "XPQARetrieval (ara-eng)": 39.43, - "XPQARetrieval (deu-deu)": 76.58, - "XPQARetrieval (eng-deu)": 55.44, - "XPQARetrieval (deu-eng)": 72.56, - "XPQARetrieval (spa-spa)": 64.54, - "XPQARetrieval (eng-spa)": 45.5, - "XPQARetrieval (spa-eng)": 61.03, - "XPQARetrieval (fra-fra)": 70.84, - "XPQARetrieval (eng-fra)": 48.14, - "XPQARetrieval (fra-eng)": 66.96, - "XPQARetrieval (hin-hin)": 74.75, - "XPQARetrieval (eng-hin)": 25.62, - "XPQARetrieval (hin-eng)": 63.9, - "XPQARetrieval (ita-ita)": 76.53, - "XPQARetrieval (eng-ita)": 46.82, - "XPQARetrieval (ita-eng)": 71.03, - "XPQARetrieval (jpn-jpn)": 72.28, - "XPQARetrieval (eng-jpn)": 41.9, - "XPQARetrieval (jpn-eng)": 69.42, - "XPQARetrieval (kor-kor)": 40.64, - "XPQARetrieval (eng-kor)": 32.68, - "XPQARetrieval (kor-eng)": 36.0, - "XPQARetrieval (pol-pol)": 50.75, - "XPQARetrieval (eng-pol)": 33.14, - "XPQARetrieval (pol-eng)": 48.06, - "XPQARetrieval (por-por)": 49.86, - "XPQARetrieval (eng-por)": 33.06, - "XPQARetrieval (por-eng)": 48.45, - "XPQARetrieval (tam-tam)": 41.78, - "XPQARetrieval (eng-tam)": 10.95, - "XPQARetrieval (tam-eng)": 21.26, - "XPQARetrieval (cmn-cmn)": 65.29, - "XPQARetrieval (eng-cmn)": 35.86, - "XPQARetrieval (cmn-eng)": 58.12 - } - ], - "recall_at_1": [ - { - "Model": "GritLM-7B", - "BrightRetrieval (biology)": 37.46, - "BrightRetrieval (robotics)": 17.82, - "BrightRetrieval (pony)": 0.0, - "BrightRetrieval (sustainable_living)": 32.36, - "BrightRetrieval (psychology)": 35.35, - "BrightRetrieval (stackoverflow)": 20.08, - "BrightRetrieval (earth_science)": 39.44, - "BrightRetrieval (economics)": 25.73 - } - ] - }, - "STS": { - "cosine_spearman": [ - { - "Model": "GritLM-7B", - "AFQMC": 35.59, - "ATEC": 40.89, - "BIOSSES": 86.32, - "BQ": 49.18, - "CDSC-R": 93.38, - "GermanSTSBenchmark": 81.23, - "LCQMC": 75.52, - "PAWSX": 16.4, - "RUParaPhraserSTS": 74.37, - "RuSTSBenchmarkSTS": 81.07, - "SICK-R": 83.13, - "SICK-R-PL": 76.45, - "SICKFr": 80.25, - "STS12": 77.34, - "STS13": 85.04, - "STS14": 82.91, - "STS15": 88.13, - "STS16": 86.24, - "STS17 (it-en)": 88.43, - "STS17 (nl-en)": 88.29, - "STS17 (en-tr)": 77.48, - "STS17 (fr-en)": 87.9, - "STS17 (en-de)": 88.93, - "STS17 (ar-ar)": 79.26, - "STS17 (ko-ko)": 78.74, - "STS17 (en-ar)": 74.46, - "STS17 (en-en)": 90.14, - "STS17 (es-en)": 87.47, - "STS17 (es-es)": 87.12, - "STS22 (ru)": 68.45, - "STS22 (en)": 68.63, - "STSB": 78.12, - "STSBenchmark": 85.64, - "STSBenchmarkMultilingualSTS (en)": 85.65, - "STSBenchmarkMultilingualSTS (fr)": 81.96, - "STSBenchmarkMultilingualSTS (pl)": 80.21, - "STSBenchmarkMultilingualSTS (ru)": 80.84, - "STSBenchmarkMultilingualSTS (nl)": 80.37, - "STSBenchmarkMultilingualSTS (es)": 82.81, - "STSBenchmarkMultilingualSTS (pt)": 80.98, - "STSBenchmarkMultilingualSTS (de)": 82.08, - "STSBenchmarkMultilingualSTS (it)": 81.69, - "STSBenchmarkMultilingualSTS (zh)": 79.73 - }, - { - "Model": "GritLM-7B", - "AFQMC": 35.59, - "ATEC": 40.89, - "BIOSSES": 86.32, - "BQ": 49.18, - "CDSC-R": 93.38, - "GermanSTSBenchmark": 81.23, - "LCQMC": 75.52, - "PAWSX": 16.4, - "RUParaPhraserSTS": 74.37, - "RuSTSBenchmarkSTS": 81.07, - "SICK-R": 83.13, - "SICK-R-PL": 76.45, - "SICKFr": 80.25, - "STS12": 77.34, - "STS13": 85.04, - "STS14": 82.91, - "STS15": 88.13, - "STS16": 86.24, - "STS17 (it-en)": 88.43, - "STS17 (nl-en)": 88.29, - "STS17 (en-tr)": 77.48, - "STS17 (fr-en)": 87.9, - "STS17 (en-de)": 88.93, - "STS17 (ar-ar)": 79.26, - "STS17 (ko-ko)": 78.74, - "STS17 (en-ar)": 74.46, - "STS17 (en-en)": 90.14, - "STS17 (es-en)": 87.47, - "STS17 (es-es)": 87.12, - "STS22 (ru)": 68.45, - "STSB": 78.12, - "STSBenchmark": 85.64, - "STSBenchmarkMultilingualSTS (en)": 85.65, - "STSBenchmarkMultilingualSTS (fr)": 81.96, - "STSBenchmarkMultilingualSTS (pl)": 80.21, - "STSBenchmarkMultilingualSTS (ru)": 80.84, - "STSBenchmarkMultilingualSTS (nl)": 80.37, - "STSBenchmarkMultilingualSTS (es)": 82.81, - "STSBenchmarkMultilingualSTS (pt)": 80.98, - "STSBenchmarkMultilingualSTS (de)": 82.08, - "STSBenchmarkMultilingualSTS (it)": 81.69, - "STSBenchmarkMultilingualSTS (zh)": 79.73 - }, - { - "Model": "GritLM-7B", - "STS22 (en)": 68.63 - } - ] - }, - "Summarization": { - "cosine_spearman": [ - { - "Model": "GritLM-7B", - "SummEval": 30.39 - }, - { - "Model": "GritLM-7B", - "SummEval": 30.39 - } - ] - }, - "MultilabelClassification": { - "accuracy": [ - { - "Model": "GritLM-7B", - "CEDRClassification": 50.67, - "SensitiveTopicsClassification": 33.24 - } - ] - }, - "InstructionRetrieval": { - "p-MRR": [ - { - "Model": "GritLM-7B", - "Core17InstructionRetrieval": 6.7, - "News21InstructionRetrieval": 1.22, - "Robust04InstructionRetrieval": 2.44 - } - ] - } - }, - "GritLM__GritLM-7B-noinstruct": { - "BitextMining": { - "f1": [] - }, - "Classification": { - "accuracy": [] - }, - "Clustering": { - "v_measure": [] - }, - "PairClassification": { - "max_ap": [] - }, - "Reranking": { - "map": [] - }, - "Retrieval": { - "ndcg_at_10": [ - { - "Model": "GritLM-7B-noinstruct", - "ARCChallenge": 16.57, - "AlphaNLI": 29.56, - "HellaSwag": 36.03, - "PIQA": 35.8, - "Quail": 8.68, - "RARbCode": 83.14, - "RARbMath": 83.01, - "SIQA": 5.73, - "SpartQA": 1.56, - "TempReasonL1": 2.57, - "TempReasonL2Fact": 48.25, - "TempReasonL2Pure": 8.98, - "TempReasonL3Fact": 34.11, - "TempReasonL3Pure": 12.44, - "WinoGrande": 52.12 - } - ] - }, - "STS": { - "cosine_spearman": [] - }, - "Summarization": { - "cosine_spearman": [] - }, - "MultilabelClassification": { - "accuracy": [] - }, - "InstructionRetrieval": { - "p-MRR": [] - } - }, - "KBLab__electra-small-swedish-cased-discriminator": { - "BitextMining": { - "f1": [ - { - "Model": "electra-small-swedish-cased-discriminator", - "BornholmBitextMining": 0.85 - } - ] - }, - "Classification": { - "accuracy": [ - { - "Model": "electra-small-swedish-cased-discriminator", - "AngryTweetsClassification": 40.52, - "DKHateClassification": 52.28, - "DanishPoliticalCommentsClassification": 25.17, - "LccSentimentClassification": 36.67, - "MassiveIntentClassification (da)": 6.51, - "MassiveIntentClassification (nb)": 5.66, - "MassiveIntentClassification (sv)": 6.6, - "MassiveScenarioClassification (da)": 11.5, - "MassiveScenarioClassification (nb)": 11.26, - "MassiveScenarioClassification (sv)": 12.16, - "NoRecClassification": 39.72, - "NordicLangClassification": 44.53, - "NorwegianParliament": 52.44, - "ScalaDaClassification": 51.66, - "ScalaNbClassification": 52.41 - } - ] - }, - "Clustering": { - "v_measure": [] - }, - "PairClassification": { - "max_ap": [] - }, - "Reranking": { - "map": [] - }, - "Retrieval": { - "ndcg_at_10": [] - }, - "STS": { - "cosine_spearman": [] - }, - "Summarization": { - "cosine_spearman": [] - }, - "MultilabelClassification": { - "accuracy": [] - }, - "InstructionRetrieval": { - "p-MRR": [] - } - }, - "KBLab__sentence-bert-swedish-cased": { - "BitextMining": { - "f1": [ - { - "Model": "sentence-bert-swedish-cased", - "BornholmBitextMining": 14.08 - } - ] - }, - "Classification": { - "accuracy": [ - { - "Model": "sentence-bert-swedish-cased", - "AngryTweetsClassification": 44.46, - "DKHateClassification": 59.36, - "DanishPoliticalCommentsClassification": 28.32, - "LccSentimentClassification": 47.2, - "MassiveIntentClassification (da)": 42.84, - "MassiveIntentClassification (nb)": 42.74, - "MassiveIntentClassification (sv)": 69.11, - "MassiveScenarioClassification (da)": 49.64, - "MassiveScenarioClassification (nb)": 49.49, - "MassiveScenarioClassification (sv)": 75.96, - "NoRecClassification": 43.53, - "NordicLangClassification": 51.45, - "NorwegianParliament": 55.74, - "ScalaDaClassification": 50.12, - "ScalaNbClassification": 50.34 - } - ] - }, - "Clustering": { - "v_measure": [] - }, - "PairClassification": { - "max_ap": [] - }, - "Reranking": { - "map": [] - }, - "Retrieval": { - "ndcg_at_10": [] - }, - "STS": { - "cosine_spearman": [] - }, - "Summarization": { - "cosine_spearman": [] - }, - "MultilabelClassification": { - "accuracy": [] - }, - "InstructionRetrieval": { - "p-MRR": [] - } - }, - "KB__bert-base-swedish-cased": { - "BitextMining": { - "f1": [ - { - "Model": "bert-base-swedish-cased", - "BornholmBitextMining": 6.6 - } - ] - }, - "Classification": { - "accuracy": [ - { - "Model": "bert-base-swedish-cased", - "AngryTweetsClassification": 44.58, - "DKHateClassification": 55.53, - "DanishPoliticalCommentsClassification": 28.97, - "LccSentimentClassification": 41.2, - "MassiveIntentClassification (da)": 37.98, - "MassiveIntentClassification (nb)": 35.75, - "MassiveIntentClassification (sv)": 52.75, - "MassiveScenarioClassification (da)": 40.44, - "MassiveScenarioClassification (nb)": 35.76, - "MassiveScenarioClassification (sv)": 56.09, - "NoRecClassification": 43.91, - "NordicLangClassification": 62.45, - "NorwegianParliament": 57.56, - "ScalaDaClassification": 53.53, - "ScalaNbClassification": 53.63 - } - ] - }, - "Clustering": { - "v_measure": [] - }, - "PairClassification": { - "max_ap": [] - }, - "Reranking": { - "map": [] - }, - "Retrieval": { - "ndcg_at_10": [] - }, - "STS": { - "cosine_spearman": [] - }, - "Summarization": { - "cosine_spearman": [] - }, - "MultilabelClassification": { - "accuracy": [] - }, - "InstructionRetrieval": { - "p-MRR": [] - } - }, - "McGill-NLP__LLM2Vec-Llama-2-7b-chat-hf-mntp-supervised": { - "BitextMining": { - "f1": [] - }, - "Classification": { - "accuracy": [ - { - "Model": "LLM2Vec-Llama-2-7b-chat-hf-mntp-supervised", - "AmazonCounterfactualClassification (en)": 82.22, - "AmazonPolarityClassification": 89.69, - "AmazonReviewsClassification (en)": 48.47, - "Banking77Classification": 88.17, - "EmotionClassification": 51.71, - "ImdbClassification": 85.78, - "MTOPDomainClassification (en)": 95.57, - "MTOPIntentClassification (en)": 82.81, - "MassiveIntentClassification (en)": 78.06, - "MassiveScenarioClassification (en)": 81.35, - "ToxicConversationsClassification": 71.01, - "TweetSentimentExtractionClassification": 61.11 - } - ] - }, - "Clustering": { - "v_measure": [ - { - "Model": "LLM2Vec-Llama-2-7b-chat-hf-mntp-supervised", - "ArxivClusteringP2P": 43.14, - "ArxivClusteringS2S": 42.38, - "BiorxivClusteringP2P": 35.88, - "BiorxivClusteringS2S": 34.81, - "MedrxivClusteringP2P": 32.23, - "MedrxivClusteringS2S": 31.37, - "RedditClustering": 61.1, - "RedditClusteringP2P": 64.52, - "StackExchangeClustering": 67.98, - "StackExchangeClusteringP2P": 33.2, - "TwentyNewsgroupsClustering": 51.04 - } - ] - }, - "PairClassification": { - "max_ap": [ - { - "Model": "LLM2Vec-Llama-2-7b-chat-hf-mntp-supervised", - "SprintDuplicateQuestions": 96.83, - "TwitterSemEval2015": 80.7, - "TwitterURLCorpus": 86.56 - }, - { - "Model": "LLM2Vec-Llama-2-7b-chat-hf-mntp-supervised", - "SprintDuplicateQuestions": 96.83, - "TwitterSemEval2015": 80.7, - "TwitterURLCorpus": 86.56 - } - ] - }, - "Reranking": { - "map": [ - { - "Model": "LLM2Vec-Llama-2-7b-chat-hf-mntp-supervised", - "AskUbuntuDupQuestions": 63.13, - "MindSmallReranking": 31.34, - "SciDocsRR": 84.03, - "StackOverflowDupQuestions": 51.02 - } - ] - }, - "Retrieval": { - "ndcg_at_10": [ - { - "Model": "LLM2Vec-Llama-2-7b-chat-hf-mntp-supervised", - "ArguAna": 56.53, - "CQADupstackRetrieval": 45.94, - "ClimateFEVER": 30.7, - "DBPedia": 48.42, - "FEVER": 89.93, - "FiQA2018": 51.28, - "HotpotQA": 72.99, - "MSMARCO": 41.46, - "NFCorpus": 40.33, - "NQ": 61.24, - "QuoraRetrieval": 85.59, - "SCIDOCS": 21.05, - "SciFact": 77.3, - "TRECCOVID": 79.25, - "Touche2020": 16.92 - } - ] - }, - "STS": { - "cosine_spearman": [ - { - "Model": "LLM2Vec-Llama-2-7b-chat-hf-mntp-supervised", - "BIOSSES": 82.13, - "SICK-R": 83.01, - "STS12": 78.85, - "STS13": 86.84, - "STS14": 84.04, - "STS15": 88.72, - "STS16": 86.79, - "STS17 (en-en)": 90.63, - "STS22 (en)": 67.55, - "STSBenchmark": 88.72 - } - ] - }, - "Summarization": { - "cosine_spearman": [ - { - "Model": "LLM2Vec-Llama-2-7b-chat-hf-mntp-supervised", - "SummEval": 28.49 - } - ] - }, - "MultilabelClassification": { - "accuracy": [] - }, - "InstructionRetrieval": { - "p-MRR": [] - } - }, - "McGill-NLP__LLM2Vec-Llama-2-unsupervised": { - "BitextMining": { - "f1": [] - }, - "Classification": { - "accuracy": [ - { - "Model": "LLM2Vec-Llama-2-unsupervised", - "AmazonCounterfactualClassification (en)": 76.91, - "AmazonPolarityClassification": 79.05, - "AmazonReviewsClassification (en)": 40.08, - "Banking77Classification": 84.65, - "EmotionClassification": 46.58, - "ImdbClassification": 75.68, - "MTOPDomainClassification (en)": 94.33, - "MTOPIntentClassification (en)": 79.54, - "MassiveIntentClassification (en)": 73.84, - "MassiveScenarioClassification (en)": 79.17, - "ToxicConversationsClassification": 71.81, - "TweetSentimentExtractionClassification": 57.17 - } - ] - }, - "Clustering": { - "v_measure": [ - { - "Model": "LLM2Vec-Llama-2-unsupervised", - "ArxivClusteringP2P": 47.81, - "ArxivClusteringS2S": 40.53, - "BiorxivClusteringP2P": 38.12, - "BiorxivClusteringS2S": 31.25, - "MedrxivClusteringP2P": 30.94, - "MedrxivClusteringS2S": 28.04, - "RedditClustering": 42.84, - "RedditClusteringP2P": 60.1, - "StackExchangeClustering": 65.12, - "StackExchangeClusteringP2P": 33.61, - "TwentyNewsgroupsClustering": 30.76 - } - ] - }, - "PairClassification": { - "max_ap": [ - { - "Model": "LLM2Vec-Llama-2-unsupervised", - "SprintDuplicateQuestions": 87.57, - "TwitterSemEval2015": 65.14, - "TwitterURLCorpus": 80.94 - }, - { - "Model": "LLM2Vec-Llama-2-unsupervised", - "SprintDuplicateQuestions": 87.57, - "TwitterSemEval2015": 65.14, - "TwitterURLCorpus": 80.94 - } - ] - }, - "Reranking": { - "map": [ - { - "Model": "LLM2Vec-Llama-2-unsupervised", - "AskUbuntuDupQuestions": 55.56, - "MindSmallReranking": 30.86, - "SciDocsRR": 77.62, - "StackOverflowDupQuestions": 47.77 - } - ] - }, - "Retrieval": { - "ndcg_at_10": [ - { - "Model": "LLM2Vec-Llama-2-unsupervised", - "ArguAna": 47.09, - "CQADupstackRetrieval": 30.78, - "ClimateFEVER": 20.67, - "DBPedia": 25.81, - "FEVER": 43.48, - "FiQA2018": 24.62, - "HotpotQA": 48.46, - "MSMARCO": 18.81, - "NFCorpus": 26.81, - "NQ": 33.21, - "QuoraRetrieval": 86.15, - "SCIDOCS": 10.0, - "SciFact": 64.48, - "TRECCOVID": 60.67, - "Touche2020": 10.18 - } - ] - }, - "STS": { - "cosine_spearman": [ - { - "Model": "LLM2Vec-Llama-2-unsupervised", - "BIOSSES": 82.41, - "SICK-R": 71.77, - "STS12": 65.39, - "STS13": 79.26, - "STS14": 72.98, - "STS15": 82.72, - "STS16": 81.02, - "STS17 (en-en)": 86.7, - "STS22 (en)": 63.47, - "STSBenchmark": 78.32 - } - ] - }, - "Summarization": { - "cosine_spearman": [ - { - "Model": "LLM2Vec-Llama-2-unsupervised", - "SummEval": 31.38 - } - ] - }, - "MultilabelClassification": { - "accuracy": [] - }, - "InstructionRetrieval": { - "p-MRR": [] - } - }, - "McGill-NLP__LLM2Vec-Meta-Llama-3-supervised": { - "BitextMining": { - "f1": [] - }, - "Classification": { - "accuracy": [ - { - "Model": "LLM2Vec-Meta-Llama-3-supervised", - "AmazonCounterfactualClassification (en)": 79.94, - "AmazonPolarityClassification": 86.07, - "AmazonReviewsClassification (en)": 46.84, - "Banking77Classification": 88.05, - "EmotionClassification": 51.2, - "ImdbClassification": 82.94, - "MTOPDomainClassification (en)": 96.14, - "MTOPIntentClassification (en)": 86.11, - "MassiveIntentClassification (en)": 79.8, - "MassiveScenarioClassification (en)": 81.52, - "ToxicConversationsClassification": 70.59, - "TweetSentimentExtractionClassification": 61.9 - } - ] - }, - "Clustering": { - "v_measure": [ - { - "Model": "LLM2Vec-Meta-Llama-3-supervised", - "ArxivClusteringP2P": 44.27, - "ArxivClusteringS2S": 46.85, - "BiorxivClusteringP2P": 32.35, - "BiorxivClusteringS2S": 36.7, - "MedrxivClusteringP2P": 30.71, - "MedrxivClusteringS2S": 32.96, - "RedditClustering": 61.72, - "RedditClusteringP2P": 63.98, - "StackExchangeClustering": 72.74, - "StackExchangeClusteringP2P": 32.26, - "TwentyNewsgroupsClustering": 56.41 - } - ] - }, - "PairClassification": { - "max_ap": [ - { - "Model": "LLM2Vec-Meta-Llama-3-supervised", - "SprintDuplicateQuestions": 95.09, - "TwitterSemEval2015": 81.73, - "TwitterURLCorpus": 86.56 - }, - { - "Model": "LLM2Vec-Meta-Llama-3-supervised", - "SprintDuplicateQuestions": 95.09, - "TwitterSemEval2015": 81.73, - "TwitterURLCorpus": 86.56 - } - ] - }, - "Reranking": { - "map": [ - { - "Model": "LLM2Vec-Meta-Llama-3-supervised", - "AskUbuntuDupQuestions": 65.19, - "MindSmallReranking": 32.67, - "SciDocsRR": 86.05, - "StackOverflowDupQuestions": 54.82 - } - ] - }, - "Retrieval": { - "ndcg_at_10": [ - { - "Model": "LLM2Vec-Meta-Llama-3-supervised", - "ArguAna": 62.78, - "CQADupstackRetrieval": 48.25, - "ClimateFEVER": 34.27, - "DBPedia": 48.34, - "FEVER": 90.2, - "FiQA2018": 55.33, - "HotpotQA": 71.76, - "MSMARCO": 43.24, - "NFCorpus": 41.83, - "NQ": 64.21, - "QuoraRetrieval": 87.16, - "SCIDOCS": 22.96, - "SciFact": 78.22, - "TRECCOVID": 80.34, - "Touche2020": 20.5 - } - ] - }, - "STS": { - "cosine_spearman": [ - { - "Model": "LLM2Vec-Meta-Llama-3-supervised", - "BIOSSES": 84.92, - "SICK-R": 83.94, - "STS12": 79.27, - "STS13": 84.83, - "STS14": 82.94, - "STS15": 88.09, - "STS16": 86.54, - "STS17 (en-en)": 89.58, - "STS22 (en)": 67.67, - "STSBenchmark": 88.05 - } - ] - }, - "Summarization": { - "cosine_spearman": [ - { - "Model": "LLM2Vec-Meta-Llama-3-supervised", - "SummEval": 30.94 - } - ] - }, - "MultilabelClassification": { - "accuracy": [] - }, - "InstructionRetrieval": { - "p-MRR": [] - } - }, - "McGill-NLP__LLM2Vec-Meta-Llama-3-unsupervised": { - "BitextMining": { - "f1": [] - }, - "Classification": { - "accuracy": [ - { - "Model": "LLM2Vec-Meta-Llama-3-unsupervised", - "AmazonCounterfactualClassification (en)": 75.7, - "AmazonPolarityClassification": 80.68, - "AmazonReviewsClassification (en)": 40.0, - "Banking77Classification": 84.77, - "EmotionClassification": 47.08, - "ImdbClassification": 75.19, - "MTOPDomainClassification (en)": 94.47, - "MTOPIntentClassification (en)": 81.09, - "MassiveIntentClassification (en)": 75.01, - "MassiveScenarioClassification (en)": 79.16, - "ToxicConversationsClassification": 71.85, - "TweetSentimentExtractionClassification": 57.61 - } - ] - }, - "Clustering": { - "v_measure": [ - { - "Model": "LLM2Vec-Meta-Llama-3-unsupervised", - "ArxivClusteringP2P": 49.22, - "ArxivClusteringS2S": 41.71, - "BiorxivClusteringP2P": 38.39, - "BiorxivClusteringS2S": 31.31, - "MedrxivClusteringP2P": 31.47, - "MedrxivClusteringS2S": 27.87, - "RedditClustering": 43.67, - "RedditClusteringP2P": 61.67, - "StackExchangeClustering": 68.2, - "StackExchangeClusteringP2P": 36.36, - "TwentyNewsgroupsClustering": 32.01 - } - ] - }, - "PairClassification": { - "max_ap": [ - { - "Model": "LLM2Vec-Meta-Llama-3-unsupervised", - "SprintDuplicateQuestions": 88.14, - "TwitterSemEval2015": 66.6, - "TwitterURLCorpus": 79.3 - }, - { - "Model": "LLM2Vec-Meta-Llama-3-unsupervised", - "SprintDuplicateQuestions": 88.14, - "TwitterSemEval2015": 66.6, - "TwitterURLCorpus": 79.3 - } - ] - }, - "Reranking": { - "map": [ - { - "Model": "LLM2Vec-Meta-Llama-3-unsupervised", - "AskUbuntuDupQuestions": 57.16, - "MindSmallReranking": 30.1, - "SciDocsRR": 76.28, - "StackOverflowDupQuestions": 48.82 - } - ] - }, - "Retrieval": { - "ndcg_at_10": [ - { - "Model": "LLM2Vec-Meta-Llama-3-unsupervised", - "ArguAna": 51.73, - "CQADupstackRetrieval": 32.4, - "ClimateFEVER": 23.58, - "DBPedia": 26.78, - "FEVER": 53.42, - "FiQA2018": 28.56, - "HotpotQA": 52.37, - "MSMARCO": 17.47, - "NFCorpus": 26.28, - "NQ": 37.65, - "QuoraRetrieval": 84.64, - "SCIDOCS": 10.39, - "SciFact": 66.36, - "TRECCOVID": 63.34, - "Touche2020": 12.82 - } - ] - }, - "STS": { - "cosine_spearman": [ - { - "Model": "LLM2Vec-Meta-Llama-3-unsupervised", - "BIOSSES": 84.67, - "SICK-R": 72.16, - "STS12": 61.6, - "STS13": 79.71, - "STS14": 72.11, - "STS15": 82.18, - "STS16": 79.41, - "STS17 (en-en)": 85.44, - "STS22 (en)": 63.9, - "STSBenchmark": 77.44 - } - ] - }, - "Summarization": { - "cosine_spearman": [ - { - "Model": "LLM2Vec-Meta-Llama-3-unsupervised", - "SummEval": 31.45 - } - ] - }, - "MultilabelClassification": { - "accuracy": [] - }, - "InstructionRetrieval": { - "p-MRR": [] - } - }, - "McGill-NLP__LLM2Vec-Mistral-supervised": { - "BitextMining": { - "f1": [] - }, - "Classification": { - "accuracy": [ - { - "Model": "LLM2Vec-Mistral-supervised", - "AmazonCounterfactualClassification (en)": 77.58, - "AmazonPolarityClassification": 91.12, - "AmazonReviewsClassification (en)": 49.97, - "Banking77Classification": 88.31, - "EmotionClassification": 52.04, - "ImdbClassification": 87.42, - "MTOPDomainClassification (en)": 96.04, - "MTOPIntentClassification (en)": 84.77, - "MassiveIntentClassification (en)": 79.29, - "MassiveScenarioClassification (en)": 81.64, - "ToxicConversationsClassification": 69.26, - "TweetSentimentExtractionClassification": 62.14 - } - ] - }, - "Clustering": { - "v_measure": [ - { - "Model": "LLM2Vec-Mistral-supervised", - "ArxivClusteringP2P": 42.81, - "ArxivClusteringS2S": 44.24, - "BiorxivClusteringP2P": 34.27, - "BiorxivClusteringS2S": 35.53, - "MedrxivClusteringP2P": 31.07, - "MedrxivClusteringS2S": 31.27, - "RedditClustering": 60.24, - "RedditClusteringP2P": 64.12, - "StackExchangeClustering": 70.73, - "StackExchangeClusteringP2P": 34.5, - "TwentyNewsgroupsClustering": 52.18 - } - ] - }, - "PairClassification": { - "max_ap": [ - { - "Model": "LLM2Vec-Mistral-supervised", - "SprintDuplicateQuestions": 96.82, - "TwitterSemEval2015": 80.6, - "TwitterURLCorpus": 86.56 - }, - { - "Model": "LLM2Vec-Mistral-supervised", - "SprintDuplicateQuestions": 96.82, - "TwitterSemEval2015": 80.6, - "TwitterURLCorpus": 86.56 - } - ] - }, - "Reranking": { - "map": [ - { - "Model": "LLM2Vec-Mistral-supervised", - "AskUbuntuDupQuestions": 63.98, - "MindSmallReranking": 31.5, - "SciDocsRR": 83.8, - "StackOverflowDupQuestions": 54.41 - } - ] - }, - "Retrieval": { - "ndcg_at_10": [ - { - "Model": "LLM2Vec-Mistral-supervised", - "ArguAna": 57.48, - "CQADupstackRetrieval": 48.84, - "ClimateFEVER": 35.19, - "DBPedia": 49.58, - "FEVER": 89.4, - "FiQA2018": 53.11, - "HotpotQA": 74.07, - "MSMARCO": 42.17, - "NFCorpus": 39.33, - "NQ": 61.7, - "QuoraRetrieval": 87.75, - "SCIDOCS": 22.5, - "SciFact": 78.86, - "TRECCOVID": 77.69, - "Touche2020": 22.18 - } - ] - }, - "STS": { - "cosine_spearman": [ - { - "Model": "LLM2Vec-Mistral-supervised", - "BIOSSES": 85.24, - "SICK-R": 83.7, - "STS12": 78.8, - "STS13": 86.37, - "STS14": 84.04, - "STS15": 88.99, - "STS16": 87.22, - "STS17 (en-en)": 90.19, - "STS22 (en)": 67.68, - "STSBenchmark": 88.65 - } - ] - }, - "Summarization": { - "cosine_spearman": [ - { - "Model": "LLM2Vec-Mistral-supervised", - "SummEval": 29.96 - } - ] - }, - "MultilabelClassification": { - "accuracy": [] - }, - "InstructionRetrieval": { - "p-MRR": [] - } - }, - "McGill-NLP__LLM2Vec-Mistral-unsupervised": { - "BitextMining": { - "f1": [] - }, - "Classification": { - "accuracy": [ - { - "Model": "LLM2Vec-Mistral-unsupervised", - "AmazonCounterfactualClassification (en)": 76.94, - "AmazonPolarityClassification": 85.29, - "AmazonReviewsClassification (en)": 47.09, - "Banking77Classification": 86.16, - "EmotionClassification": 48.88, - "ImdbClassification": 77.95, - "MTOPDomainClassification (en)": 95.48, - "MTOPIntentClassification (en)": 82.84, - "MassiveIntentClassification (en)": 76.65, - "MassiveScenarioClassification (en)": 79.99, - "ToxicConversationsClassification": 70.71, - "TweetSentimentExtractionClassification": 60.9 - } - ] - }, - "Clustering": { - "v_measure": [ - { - "Model": "LLM2Vec-Mistral-unsupervised", - "ArxivClusteringP2P": 47.56, - "ArxivClusteringS2S": 39.92, - "BiorxivClusteringP2P": 36.14, - "BiorxivClusteringS2S": 30.26, - "MedrxivClusteringP2P": 30.11, - "MedrxivClusteringS2S": 26.93, - "RedditClustering": 41.83, - "RedditClusteringP2P": 62.08, - "StackExchangeClustering": 67.34, - "StackExchangeClusteringP2P": 34.5, - "TwentyNewsgroupsClustering": 30.26 - } - ] - }, - "PairClassification": { - "max_ap": [ - { - "Model": "LLM2Vec-Mistral-unsupervised", - "SprintDuplicateQuestions": 91.3, - "TwitterSemEval2015": 68.76, - "TwitterURLCorpus": 82.76 - }, - { - "Model": "LLM2Vec-Mistral-unsupervised", - "SprintDuplicateQuestions": 91.3, - "TwitterSemEval2015": 68.76, - "TwitterURLCorpus": 82.76 - } - ] - }, - "Reranking": { - "map": [ - { - "Model": "LLM2Vec-Mistral-unsupervised", - "AskUbuntuDupQuestions": 58.6, - "MindSmallReranking": 29.73, - "SciDocsRR": 77.81, - "StackOverflowDupQuestions": 49.8 - } - ] - }, - "Retrieval": { - "ndcg_at_10": [ - { - "Model": "LLM2Vec-Mistral-unsupervised", - "ArguAna": 51.0, - "CQADupstackRetrieval": 33.37, - "ClimateFEVER": 22.97, - "DBPedia": 25.48, - "FEVER": 45.11, - "FiQA2018": 27.24, - "HotpotQA": 54.54, - "MSMARCO": 19.13, - "NFCorpus": 27.16, - "NQ": 34.16, - "QuoraRetrieval": 84.4, - "SCIDOCS": 15.35, - "SciFact": 68.68, - "TRECCOVID": 55.67, - "Touche2020": 6.54 - } - ] - }, - "STS": { - "cosine_spearman": [ - { - "Model": "LLM2Vec-Mistral-unsupervised", - "BIOSSES": 83.29, - "SICK-R": 75.55, - "STS12": 67.65, - "STS13": 83.9, - "STS14": 76.97, - "STS15": 83.8, - "STS16": 81.91, - "STS17 (en-en)": 85.58, - "STS22 (en)": 65.93, - "STSBenchmark": 80.42 - } - ] - }, - "Summarization": { - "cosine_spearman": [ - { - "Model": "LLM2Vec-Mistral-unsupervised", - "SummEval": 30.19 - } - ] - }, - "MultilabelClassification": { - "accuracy": [] - }, - "InstructionRetrieval": { - "p-MRR": [] - } - }, - "McGill-NLP__LLM2Vec-Sheared-Llama-supervised": { - "BitextMining": { - "f1": [] - }, - "Classification": { - "accuracy": [ - { - "Model": "LLM2Vec-Sheared-Llama-supervised", - "AmazonCounterfactualClassification (en)": 77.42, - "AmazonPolarityClassification": 82.05, - "AmazonReviewsClassification (en)": 40.81, - "Banking77Classification": 86.01, - "EmotionClassification": 48.38, - "ImdbClassification": 75.33, - "MTOPDomainClassification (en)": 94.09, - "MTOPIntentClassification (en)": 77.05, - "MassiveIntentClassification (en)": 75.58, - "MassiveScenarioClassification (en)": 79.16, - "ToxicConversationsClassification": 69.92, - "TweetSentimentExtractionClassification": 60.76 - } - ] - }, - "Clustering": { - "v_measure": [ - { - "Model": "LLM2Vec-Sheared-Llama-supervised", - "ArxivClusteringP2P": 43.47, - "ArxivClusteringS2S": 39.85, - "BiorxivClusteringP2P": 37.1, - "BiorxivClusteringS2S": 34.28, - "MedrxivClusteringP2P": 33.55, - "MedrxivClusteringS2S": 31.11, - "RedditClustering": 53.02, - "RedditClusteringP2P": 60.47, - "StackExchangeClustering": 63.04, - "StackExchangeClusteringP2P": 34.01, - "TwentyNewsgroupsClustering": 49.37 - } - ] - }, - "PairClassification": { - "max_ap": [ - { - "Model": "LLM2Vec-Sheared-Llama-supervised", - "SprintDuplicateQuestions": 96.25, - "TwitterSemEval2015": 76.14, - "TwitterURLCorpus": 86.23 - }, - { - "Model": "LLM2Vec-Sheared-Llama-supervised", - "SprintDuplicateQuestions": 96.25, - "TwitterSemEval2015": 76.14, - "TwitterURLCorpus": 86.23 - } - ] - }, - "Reranking": { - "map": [ - { - "Model": "LLM2Vec-Sheared-Llama-supervised", - "AskUbuntuDupQuestions": 60.71, - "MindSmallReranking": 31.96, - "SciDocsRR": 79.23, - "StackOverflowDupQuestions": 49.61 - } - ] - }, - "Retrieval": { - "ndcg_at_10": [ - { - "Model": "LLM2Vec-Sheared-Llama-supervised", - "ArguAna": 51.66, - "CQADupstackRetrieval": 41.73, - "ClimateFEVER": 33.49, - "DBPedia": 43.58, - "FEVER": 86.81, - "FiQA2018": 41.0, - "HotpotQA": 63.85, - "MSMARCO": 38.32, - "NFCorpus": 37.12, - "NQ": 53.89, - "QuoraRetrieval": 87.37, - "SCIDOCS": 17.96, - "SciFact": 72.08, - "TRECCOVID": 80.41, - "Touche2020": 22.31 - } - ] - }, - "STS": { - "cosine_spearman": [ - { - "Model": "LLM2Vec-Sheared-Llama-supervised", - "BIOSSES": 85.88, - "SICK-R": 82.25, - "STS12": 78.28, - "STS13": 85.52, - "STS14": 82.49, - "STS15": 88.76, - "STS16": 87.11, - "STS17 (en-en)": 90.1, - "STS22 (en)": 68.25, - "STSBenchmark": 87.16 - } - ] - }, - "Summarization": { - "cosine_spearman": [ - { - "Model": "LLM2Vec-Sheared-Llama-supervised", - "SummEval": 30.01 - } - ] - }, - "MultilabelClassification": { - "accuracy": [] - }, - "InstructionRetrieval": { - "p-MRR": [] - } - }, - "McGill-NLP__LLM2Vec-Sheared-Llama-unsupervised": { - "BitextMining": { - "f1": [] - }, - "Classification": { - "accuracy": [ - { - "Model": "LLM2Vec-Sheared-Llama-unsupervised", - "AmazonCounterfactualClassification (en)": 72.93, - "AmazonPolarityClassification": 74.28, - "AmazonReviewsClassification (en)": 36.14, - "Banking77Classification": 79.0, - "EmotionClassification": 42.85, - "ImdbClassification": 71.92, - "MTOPDomainClassification (en)": 91.24, - "MTOPIntentClassification (en)": 74.08, - "MassiveIntentClassification (en)": 69.99, - "MassiveScenarioClassification (en)": 75.15, - "ToxicConversationsClassification": 68.4, - "TweetSentimentExtractionClassification": 56.08 - } - ] - }, - "Clustering": { - "v_measure": [ - { - "Model": "LLM2Vec-Sheared-Llama-unsupervised", - "ArxivClusteringP2P": 42.92, - "ArxivClusteringS2S": 35.2, - "BiorxivClusteringP2P": 35.02, - "BiorxivClusteringS2S": 27.21, - "MedrxivClusteringP2P": 30.15, - "MedrxivClusteringS2S": 26.96, - "RedditClustering": 38.67, - "RedditClusteringP2P": 53.42, - "StackExchangeClustering": 59.35, - "StackExchangeClusteringP2P": 31.47, - "TwentyNewsgroupsClustering": 31.54 - } - ] - }, - "PairClassification": { - "max_ap": [ - { - "Model": "LLM2Vec-Sheared-Llama-unsupervised", - "SprintDuplicateQuestions": 77.36, - "TwitterSemEval2015": 61.54, - "TwitterURLCorpus": 77.73 - }, - { - "Model": "LLM2Vec-Sheared-Llama-unsupervised", - "SprintDuplicateQuestions": 77.36, - "TwitterSemEval2015": 61.54, - "TwitterURLCorpus": 77.73 - } - ] - }, - "Reranking": { - "map": [ - { - "Model": "LLM2Vec-Sheared-Llama-unsupervised", - "AskUbuntuDupQuestions": 52.7, - "MindSmallReranking": 29.52, - "SciDocsRR": 67.76, - "StackOverflowDupQuestions": 40.82 - } - ] - }, - "Retrieval": { - "ndcg_at_10": [ - { - "Model": "LLM2Vec-Sheared-Llama-unsupervised", - "ArguAna": 43.64, - "CQADupstackRetrieval": 18.5, - "ClimateFEVER": 18.95, - "DBPedia": 13.21, - "FEVER": 16.96, - "FiQA2018": 16.99, - "HotpotQA": 22.64, - "MSMARCO": 7.03, - "NFCorpus": 15.73, - "NQ": 17.96, - "QuoraRetrieval": 78.23, - "SCIDOCS": 5.53, - "SciFact": 38.31, - "TRECCOVID": 56.04, - "Touche2020": 19.17 - } - ] - }, - "STS": { - "cosine_spearman": [ - { - "Model": "LLM2Vec-Sheared-Llama-unsupervised", - "BIOSSES": 75.12, - "SICK-R": 69.34, - "STS12": 60.09, - "STS13": 72.52, - "STS14": 66.7, - "STS15": 77.69, - "STS16": 75.94, - "STS17 (en-en)": 81.67, - "STS22 (en)": 63.7, - "STSBenchmark": 73.36 - } - ] - }, - "Summarization": { - "cosine_spearman": [ - { - "Model": "LLM2Vec-Sheared-Llama-unsupervised", - "SummEval": 31.23 - } - ] - }, - "MultilabelClassification": { - "accuracy": [] - }, - "InstructionRetrieval": { - "p-MRR": [] - } - }, - "NbAiLab__nb-bert-base": { - "BitextMining": { - "f1": [ - { - "Model": "nb-bert-base", - "BornholmBitextMining": 9.88 - } - ] - }, - "Classification": { - "accuracy": [ - { - "Model": "nb-bert-base", - "AngryTweetsClassification": 52.14, - "DKHateClassification": 61.73, - "DanishPoliticalCommentsClassification": 34.84, - "LccSentimentClassification": 51.4, - "MassiveIntentClassification (da)": 56.69, - "MassiveIntentClassification (nb)": 60.67, - "MassiveIntentClassification (sv)": 53.89, - "MassiveScenarioClassification (da)": 61.93, - "MassiveScenarioClassification (nb)": 67.31, - "MassiveScenarioClassification (sv)": 55.37, - "NoRecClassification": 51.32, - "NordicLangClassification": 84.69, - "NorwegianParliament": 57.41, - "ScalaDaClassification": 57.99, - "ScalaNbClassification": 62.25 - } - ] - }, - "Clustering": { - "v_measure": [] - }, - "PairClassification": { - "max_ap": [] - }, - "Reranking": { - "map": [] - }, - "Retrieval": { - "ndcg_at_10": [] - }, - "STS": { - "cosine_spearman": [] - }, - "Summarization": { - "cosine_spearman": [] - }, - "MultilabelClassification": { - "accuracy": [] - }, - "InstructionRetrieval": { - "p-MRR": [] - } - }, - "NbAiLab__nb-bert-large": { - "BitextMining": { - "f1": [ - { - "Model": "nb-bert-large", - "BornholmBitextMining": 4.53 - } - ] - }, - "Classification": { - "accuracy": [ - { - "Model": "nb-bert-large", - "AngryTweetsClassification": 52.14, - "DKHateClassification": 62.13, - "DanishPoliticalCommentsClassification": 35.04, - "LccSentimentClassification": 56.27, - "MassiveIntentClassification (da)": 57.03, - "MassiveIntentClassification (nb)": 62.68, - "MassiveIntentClassification (sv)": 55.02, - "MassiveScenarioClassification (da)": 60.43, - "MassiveScenarioClassification (nb)": 67.44, - "MassiveScenarioClassification (sv)": 57.12, - "NoRecClassification": 55.46, - "NordicLangClassification": 85.27, - "NorwegianParliament": 62.58, - "ScalaDaClassification": 62.85, - "ScalaNbClassification": 66.97 - } - ] - }, - "Clustering": { - "v_measure": [] - }, - "PairClassification": { - "max_ap": [] - }, - "Reranking": { - "map": [] - }, - "Retrieval": { - "ndcg_at_10": [] - }, - "STS": { - "cosine_spearman": [] - }, - "Summarization": { - "cosine_spearman": [] - }, - "MultilabelClassification": { - "accuracy": [] - }, - "InstructionRetrieval": { - "p-MRR": [] - } - }, - "Salesforce__SFR-Embedding-Mistral": { - "BitextMining": { - "f1": [ - { - "Model": "SFR-Embedding-Mistral", - "BornholmBitextMining": 50.24, - "Tatoeba (yid-eng)": 32.58, - "Tatoeba (heb-eng)": 82.59, - "Tatoeba (cat-eng)": 92.62, - "Tatoeba (ita-eng)": 92.07, - "Tatoeba (isl-eng)": 87.17, - "Tatoeba (awa-eng)": 67.75, - "Tatoeba (jav-eng)": 38.43, - "Tatoeba (lfn-eng)": 74.85, - "Tatoeba (spa-eng)": 98.87, - "Tatoeba (ast-eng)": 81.86, - "Tatoeba (pam-eng)": 15.44, - "Tatoeba (epo-eng)": 87.38, - "Tatoeba (mon-eng)": 38.56, - "Tatoeba (slv-eng)": 87.19, - "Tatoeba (ina-eng)": 96.25, - "Tatoeba (por-eng)": 94.44, - "Tatoeba (dsb-eng)": 66.31, - "Tatoeba (ceb-eng)": 43.93, - "Tatoeba (mhr-eng)": 16.21, - "Tatoeba (cor-eng)": 9.26, - "Tatoeba (hun-eng)": 90.48, - "Tatoeba (amh-eng)": 21.64, - "Tatoeba (ile-eng)": 84.97, - "Tatoeba (orv-eng)": 60.95, - "Tatoeba (fin-eng)": 90.56, - "Tatoeba (eus-eng)": 40.81, - "Tatoeba (hye-eng)": 63.0, - "Tatoeba (jpn-eng)": 95.32, - "Tatoeba (zsm-eng)": 94.56, - "Tatoeba (fry-eng)": 71.85, - "Tatoeba (hin-eng)": 95.25, - "Tatoeba (tat-eng)": 37.32, - "Tatoeba (ido-eng)": 77.09, - "Tatoeba (csb-eng)": 64.89, - "Tatoeba (ara-eng)": 89.16, - "Tatoeba (ces-eng)": 95.12, - "Tatoeba (urd-eng)": 83.88, - "Tatoeba (vie-eng)": 94.85, - "Tatoeba (ron-eng)": 93.29, - "Tatoeba (kzj-eng)": 12.17, - "Tatoeba (pol-eng)": 96.87, - "Tatoeba (deu-eng)": 99.47, - "Tatoeba (gla-eng)": 63.95, - "Tatoeba (uzb-eng)": 53.17, - "Tatoeba (cha-eng)": 47.21, - "Tatoeba (est-eng)": 64.2, - "Tatoeba (tuk-eng)": 42.48, - "Tatoeba (max-eng)": 65.53, - "Tatoeba (gle-eng)": 74.19, - "Tatoeba (mar-eng)": 69.32, - "Tatoeba (rus-eng)": 93.6, - "Tatoeba (tam-eng)": 72.45, - "Tatoeba (kur-eng)": 31.05, - "Tatoeba (kab-eng)": 3.37, - "Tatoeba (fao-eng)": 71.95, - "Tatoeba (cym-eng)": 72.14, - "Tatoeba (nno-eng)": 87.26, - "Tatoeba (lvs-eng)": 65.97, - "Tatoeba (arq-eng)": 50.3, - "Tatoeba (nov-eng)": 74.65, - "Tatoeba (uig-eng)": 39.11, - "Tatoeba (swe-eng)": 92.91, - "Tatoeba (wuu-eng)": 90.01, - "Tatoeba (nob-eng)": 96.83, - "Tatoeba (ukr-eng)": 94.22, - "Tatoeba (tha-eng)": 93.89, - "Tatoeba (ind-eng)": 93.7, - "Tatoeba (yue-eng)": 89.87, - "Tatoeba (glg-eng)": 91.35, - "Tatoeba (bel-eng)": 87.44, - "Tatoeba (xho-eng)": 36.47, - "Tatoeba (kor-eng)": 92.25, - "Tatoeba (dtp-eng)": 11.84, - "Tatoeba (lit-eng)": 69.19, - "Tatoeba (swh-eng)": 62.9, - "Tatoeba (bos-eng)": 91.92, - "Tatoeba (swg-eng)": 68.76, - "Tatoeba (mkd-eng)": 86.9, - "Tatoeba (lat-eng)": 88.01, - "Tatoeba (tel-eng)": 43.17, - "Tatoeba (bre-eng)": 14.57, - "Tatoeba (mal-eng)": 55.6, - "Tatoeba (tur-eng)": 94.33, - "Tatoeba (ben-eng)": 81.15, - "Tatoeba (pms-eng)": 63.17, - "Tatoeba (tzl-eng)": 51.59, - "Tatoeba (tgl-eng)": 93.37, - "Tatoeba (fra-eng)": 95.61, - "Tatoeba (sqi-eng)": 66.66, - "Tatoeba (gsw-eng)": 52.27, - "Tatoeba (arz-eng)": 70.4, - "Tatoeba (hsb-eng)": 75.51, - "Tatoeba (oci-eng)": 62.22, - "Tatoeba (ber-eng)": 7.85, - "Tatoeba (hrv-eng)": 94.38, - "Tatoeba (cbk-eng)": 81.96, - "Tatoeba (nld-eng)": 96.07, - "Tatoeba (dan-eng)": 93.81, - "Tatoeba (pes-eng)": 89.78, - "Tatoeba (aze-eng)": 76.2, - "Tatoeba (srp-eng)": 93.23, - "Tatoeba (ang-eng)": 83.46, - "Tatoeba (ell-eng)": 91.21, - "Tatoeba (khm-eng)": 36.97, - "Tatoeba (bul-eng)": 93.77, - "Tatoeba (kaz-eng)": 46.98, - "Tatoeba (kat-eng)": 60.22, - "Tatoeba (war-eng)": 43.02, - "Tatoeba (afr-eng)": 87.66, - "Tatoeba (nds-eng)": 78.34, - "Tatoeba (slk-eng)": 89.48, - "Tatoeba (cmn-eng)": 96.22 - } - ] - }, - "Classification": { - "accuracy": [ - { - "Model": "SFR-Embedding-Mistral", - "AllegroReviews": 57.4, - "AmazonCounterfactualClassification (en-ext)": 74.03, - "AmazonCounterfactualClassification (en)": 74.51, - "AmazonCounterfactualClassification (de)": 71.56, - "AmazonCounterfactualClassification (ja)": 74.03, - "AmazonReviewsClassification (en)": 55.43, - "AmazonReviewsClassification (de)": 54.46, - "AmazonReviewsClassification (es)": 51.63, - "AmazonReviewsClassification (fr)": 51.0, - "AmazonReviewsClassification (ja)": 50.44, - "AmazonReviewsClassification (zh)": 46.61, - "AngryTweetsClassification": 63.94, - "CBD": 71.93, - "DanishPoliticalCommentsClassification": 35.9, - "GeoreviewClassification": 57.36, - "HeadlineClassification": 87.11, - "InappropriatenessClassification": 70.64, - "KinopoiskClassification": 68.9, - "LccSentimentClassification": 63.87, - "MTOPDomainClassification (en)": 95.88, - "MTOPDomainClassification (de)": 91.7, - "MTOPDomainClassification (es)": 91.75, - "MTOPDomainClassification (fr)": 89.97, - "MTOPDomainClassification (hi)": 87.66, - "MTOPDomainClassification (th)": 84.42, - "MTOPIntentClassification (en)": 78.86, - "MTOPIntentClassification (de)": 69.41, - "MTOPIntentClassification (es)": 73.93, - "MTOPIntentClassification (fr)": 70.47, - "MTOPIntentClassification (hi)": 60.12, - "MTOPIntentClassification (th)": 62.46, - "MasakhaNEWSClassification (amh)": 53.54, - "MasakhaNEWSClassification (eng)": 87.18, - "MasakhaNEWSClassification (fra)": 83.39, - "MasakhaNEWSClassification (hau)": 77.22, - "MasakhaNEWSClassification (ibo)": 77.1, - "MasakhaNEWSClassification (lin)": 83.66, - "MasakhaNEWSClassification (lug)": 73.32, - "MasakhaNEWSClassification (orm)": 77.63, - "MasakhaNEWSClassification (pcm)": 96.46, - "MasakhaNEWSClassification (run)": 85.75, - "MasakhaNEWSClassification (sna)": 90.24, - "MasakhaNEWSClassification (som)": 65.85, - "MasakhaNEWSClassification (swa)": 79.89, - "MasakhaNEWSClassification (tir)": 33.71, - "MasakhaNEWSClassification (xho)": 88.32, - "MasakhaNEWSClassification (yor)": 85.47, - "MassiveIntentClassification (it)": 71.45, - "MassiveIntentClassification (es)": 70.96, - "MassiveIntentClassification (sv)": 70.53, - "MassiveIntentClassification (zh-CN)": 72.23, - "MassiveIntentClassification (nb)": 65.92, - "MassiveIntentClassification (nl)": 71.39, - "MassiveIntentClassification (da)": 68.55, - "MassiveIntentClassification (ur)": 57.45, - "MassiveIntentClassification (tl)": 62.7, - "MassiveIntentClassification (bn)": 58.97, - "MassiveIntentClassification (sq)": 49.97, - "MassiveIntentClassification (sl)": 63.79, - "MassiveIntentClassification (ru)": 73.86, - "MassiveIntentClassification (ms)": 66.75, - "MassiveIntentClassification (jv)": 51.45, - "MassiveIntentClassification (lv)": 51.32, - "MassiveIntentClassification (id)": 68.38, - "MassiveIntentClassification (hy)": 47.97, - "MassiveIntentClassification (sw)": 52.32, - "MassiveIntentClassification (cy)": 48.02, - "MassiveIntentClassification (hi)": 64.37, - "MassiveIntentClassification (af)": 62.53, - "MassiveIntentClassification (el)": 64.8, - "MassiveIntentClassification (is)": 53.62, - "MassiveIntentClassification (ko)": 69.6, - "MassiveIntentClassification (ka)": 46.01, - "MassiveIntentClassification (mn)": 41.87, - "MassiveIntentClassification (th)": 61.74, - "MassiveIntentClassification (ar)": 58.41, - "MassiveIntentClassification (hu)": 65.21, - "MassiveIntentClassification (ro)": 64.58, - "MassiveIntentClassification (fa)": 69.15, - "MassiveIntentClassification (vi)": 67.01, - "MassiveIntentClassification (zh-TW)": 65.92, - "MassiveIntentClassification (ml)": 42.18, - "MassiveIntentClassification (pl)": 71.17, - "MassiveIntentClassification (he)": 62.79, - "MassiveIntentClassification (km)": 40.3, - "MassiveIntentClassification (tr)": 66.87, - "MassiveIntentClassification (az)": 58.73, - "MassiveIntentClassification (ja)": 71.81, - "MassiveIntentClassification (my)": 39.62, - "MassiveIntentClassification (fi)": 64.47, - "MassiveIntentClassification (pt)": 71.78, - "MassiveIntentClassification (ta)": 45.59, - "MassiveIntentClassification (te)": 46.17, - "MassiveIntentClassification (am)": 35.64, - "MassiveIntentClassification (fr)": 71.71, - "MassiveIntentClassification (de)": 70.56, - "MassiveIntentClassification (en)": 77.05, - "MassiveIntentClassification (kn)": 46.58, - "MassiveScenarioClassification (my)": 46.43, - "MassiveScenarioClassification (mn)": 48.85, - "MassiveScenarioClassification (fa)": 74.87, - "MassiveScenarioClassification (ro)": 69.59, - "MassiveScenarioClassification (sl)": 71.38, - "MassiveScenarioClassification (lv)": 59.14, - "MassiveScenarioClassification (ms)": 73.14, - "MassiveScenarioClassification (zh-CN)": 76.77, - "MassiveScenarioClassification (ka)": 54.83, - "MassiveScenarioClassification (vi)": 72.77, - "MassiveScenarioClassification (nl)": 76.71, - "MassiveScenarioClassification (hu)": 71.21, - "MassiveScenarioClassification (de)": 77.63, - "MassiveScenarioClassification (te)": 54.0, - "MassiveScenarioClassification (en)": 79.73, - "MassiveScenarioClassification (ta)": 53.35, - "MassiveScenarioClassification (tr)": 70.87, - "MassiveScenarioClassification (nb)": 73.02, - "MassiveScenarioClassification (zh-TW)": 72.02, - "MassiveScenarioClassification (az)": 64.38, - "MassiveScenarioClassification (es)": 75.4, - "MassiveScenarioClassification (kn)": 56.38, - "MassiveScenarioClassification (pt)": 74.69, - "MassiveScenarioClassification (af)": 71.47, - "MassiveScenarioClassification (bn)": 64.78, - "MassiveScenarioClassification (hi)": 70.04, - "MassiveScenarioClassification (tl)": 71.28, - "MassiveScenarioClassification (el)": 70.39, - "MassiveScenarioClassification (id)": 74.24, - "MassiveScenarioClassification (th)": 69.72, - "MassiveScenarioClassification (pl)": 75.43, - "MassiveScenarioClassification (sq)": 59.53, - "MassiveScenarioClassification (hy)": 54.93, - "MassiveScenarioClassification (ur)": 64.5, - "MassiveScenarioClassification (ml)": 49.94, - "MassiveScenarioClassification (sv)": 77.09, - "MassiveScenarioClassification (da)": 74.31, - "MassiveScenarioClassification (am)": 42.84, - "MassiveScenarioClassification (jv)": 61.77, - "MassiveScenarioClassification (ja)": 76.23, - "MassiveScenarioClassification (km)": 48.96, - "MassiveScenarioClassification (cy)": 59.47, - "MassiveScenarioClassification (fi)": 68.89, - "MassiveScenarioClassification (ko)": 74.8, - "MassiveScenarioClassification (ar)": 67.42, - "MassiveScenarioClassification (is)": 64.42, - "MassiveScenarioClassification (sw)": 62.53, - "MassiveScenarioClassification (ru)": 77.65, - "MassiveScenarioClassification (it)": 75.4, - "MassiveScenarioClassification (he)": 66.27, - "MassiveScenarioClassification (fr)": 76.04, - "NoRecClassification": 55.04, - "NordicLangClassification": 68.8, - "PAC": 62.48, - "PolEmo2.0-IN": 84.46, - "PolEmo2.0-OUT": 54.86, - "RuReviewsClassification": 71.01, - "RuSciBenchGRNTIClassification": 68.08, - "RuSciBenchOECDClassification": 54.1 - } - ] - }, - "Clustering": { - "v_measure": [ - { - "Model": "SFR-Embedding-Mistral", - "AlloProfClusteringP2P": 70.89, - "AlloProfClusteringS2S": 61.38, - "BlurbsClusteringP2P": 47.73, - "BlurbsClusteringS2S": 21.8, - "GeoreviewClusteringP2P": 77.21, - "HALClusteringS2S": 27.76, - "MLSUMClusteringP2P (de)": 53.27, - "MLSUMClusteringP2P (fr)": 48.16, - "MLSUMClusteringP2P (ru)": 56.1, - "MLSUMClusteringP2P (es)": 50.1, - "MLSUMClusteringS2S (de)": 52.44, - "MLSUMClusteringS2S (fr)": 47.44, - "MLSUMClusteringS2S (ru)": 54.12, - "MLSUMClusteringS2S (es)": 49.02, - "MasakhaNEWSClusteringP2P (amh)": 48.0, - "MasakhaNEWSClusteringP2P (eng)": 72.93, - "MasakhaNEWSClusteringP2P (fra)": 72.3, - "MasakhaNEWSClusteringP2P (hau)": 68.64, - "MasakhaNEWSClusteringP2P (ibo)": 67.08, - "MasakhaNEWSClusteringP2P (lin)": 79.52, - "MasakhaNEWSClusteringP2P (lug)": 53.77, - "MasakhaNEWSClusteringP2P (orm)": 55.13, - "MasakhaNEWSClusteringP2P (pcm)": 92.6, - "MasakhaNEWSClusteringP2P (run)": 61.05, - "MasakhaNEWSClusteringP2P (sna)": 79.0, - "MasakhaNEWSClusteringP2P (som)": 42.12, - "MasakhaNEWSClusteringP2P (swa)": 42.16, - "MasakhaNEWSClusteringP2P (tir)": 47.59, - "MasakhaNEWSClusteringP2P (xho)": 58.32, - "MasakhaNEWSClusteringP2P (yor)": 77.24, - "MasakhaNEWSClusteringS2S (amh)": 47.22, - "MasakhaNEWSClusteringS2S (eng)": 66.21, - "MasakhaNEWSClusteringS2S (fra)": 66.88, - "MasakhaNEWSClusteringS2S (hau)": 39.76, - "MasakhaNEWSClusteringS2S (ibo)": 62.6, - "MasakhaNEWSClusteringS2S (lin)": 80.5, - "MasakhaNEWSClusteringS2S (lug)": 51.36, - "MasakhaNEWSClusteringS2S (orm)": 31.55, - "MasakhaNEWSClusteringS2S (pcm)": 83.95, - "MasakhaNEWSClusteringS2S (run)": 59.32, - "MasakhaNEWSClusteringS2S (sna)": 53.11, - "MasakhaNEWSClusteringS2S (som)": 36.74, - "MasakhaNEWSClusteringS2S (swa)": 35.93, - "MasakhaNEWSClusteringS2S (tir)": 44.42, - "MasakhaNEWSClusteringS2S (xho)": 33.32, - "MasakhaNEWSClusteringS2S (yor)": 61.95, - "RuSciBenchGRNTIClusteringP2P": 63.05, - "RuSciBenchOECDClusteringP2P": 54.49, - "TenKGnadClusteringP2P": 55.31, - "TenKGnadClusteringS2S": 39.78 - } - ] - }, - "PairClassification": { - "max_ap": [ - { - "Model": "SFR-Embedding-Mistral", - "CDSC-E": 75.1, - "FalseFriendsGermanEnglish": 53.11, - "OpusparcusPC (de)": 97.46, - "OpusparcusPC (en)": 99.09, - "OpusparcusPC (fi)": 92.3, - "OpusparcusPC (fr)": 94.94, - "OpusparcusPC (ru)": 90.82, - "OpusparcusPC (sv)": 95.01, - "PSC": 99.63, - "PawsXPairClassification (de)": 59.59, - "PawsXPairClassification (en)": 66.91, - "PawsXPairClassification (es)": 60.97, - "PawsXPairClassification (fr)": 62.57, - "PawsXPairClassification (ja)": 52.68, - "PawsXPairClassification (ko)": 53.28, - "PawsXPairClassification (zh)": 59.15, - "SICK-E-PL": 77.4, - "TERRa": 60.65 - }, - { - "Model": "SFR-Embedding-Mistral", - "CDSC-E": 75.1, - "FalseFriendsGermanEnglish": 53.11, - "OpusparcusPC (de)": 97.46, - "OpusparcusPC (en)": 99.09, - "OpusparcusPC (fi)": 92.3, - "OpusparcusPC (fr)": 94.94, - "OpusparcusPC (ru)": 90.82, - "OpusparcusPC (sv)": 95.01, - "PSC": 99.67, - "PawsXPairClassification (de)": 60.1, - "PawsXPairClassification (en)": 67.08, - "PawsXPairClassification (es)": 61.15, - "PawsXPairClassification (fr)": 62.69, - "PawsXPairClassification (ja)": 52.81, - "PawsXPairClassification (ko)": 53.32, - "PawsXPairClassification (zh)": 59.63, - "SICK-E-PL": 77.4, - "TERRa": 60.65 - } - ] - }, - "Reranking": { - "map": [ - { - "Model": "SFR-Embedding-Mistral", - "AlloprofReranking": 79.32, - "RuBQReranking": 77.24, - "SyntecReranking": 90.75, - "T2Reranking": 66.97 - }, - { - "Model": "SFR-Embedding-Mistral", - "MIRACLReranking (ar)": 75.78, - "MIRACLReranking (bn)": 69.72, - "MIRACLReranking (de)": 54.39, - "MIRACLReranking (en)": 62.66, - "MIRACLReranking (es)": 61.76, - "MIRACLReranking (fa)": 55.27, - "MIRACLReranking (fi)": 78.11, - "MIRACLReranking (fr)": 55.93, - "MIRACLReranking (hi)": 58.09, - "MIRACLReranking (id)": 58.12, - "MIRACLReranking (ja)": 63.56, - "MIRACLReranking (ko)": 55.38, - "MIRACLReranking (ru)": 63.67, - "MIRACLReranking (sw)": 61.87, - "MIRACLReranking (te)": 74.0, - "MIRACLReranking (th)": 72.49, - "MIRACLReranking (yo)": 66.0, - "MIRACLReranking (zh)": 49.75 - } - ] - }, - "Retrieval": { - "ndcg_at_10": [ - { - "Model": "SFR-Embedding-Mistral", - "AILACasedocs": 36.67, - "AILAStatutes": 37.47, - "ARCChallenge": 20.39, - "AlloprofRetrieval": 56.74, - "AlphaNLI": 29.36, - "AppsRetrieval": 26.11, - "BSARDRetrieval": 26.28, - "BrightRetrieval (sustainable_living)": 19.79, - "BrightRetrieval (economics)": 17.84, - "BrightRetrieval (theoremqa_theorems)": 24.32, - "BrightRetrieval (aops)": 7.43, - "BrightRetrieval (theoremqa_questions)": 23.05, - "BrightRetrieval (psychology)": 18.97, - "BrightRetrieval (stackoverflow)": 12.72, - "BrightRetrieval (pony)": 1.97, - "BrightRetrieval (leetcode)": 27.35, - "BrightRetrieval (biology)": 19.49, - "BrightRetrieval (earth_science)": 26.63, - "BrightRetrieval (robotics)": 16.7, - "CmedqaRetrieval": 35.12, - "CodeFeedbackMT": 40.33, - "CodeFeedbackST": 78.07, - "CodeSearchNetCCRetrieval (python)": 70.38, - "CodeSearchNetCCRetrieval (javascript)": 69.09, - "CodeSearchNetCCRetrieval (go)": 62.02, - "CodeSearchNetCCRetrieval (ruby)": 65.21, - "CodeSearchNetCCRetrieval (java)": 67.75, - "CodeSearchNetCCRetrieval (php)": 52.44, - "CodeSearchNetRetrieval (python)": 92.26, - "CodeSearchNetRetrieval (javascript)": 81.47, - "CodeSearchNetRetrieval (go)": 93.28, - "CodeSearchNetRetrieval (ruby)": 85.94, - "CodeSearchNetRetrieval (java)": 84.03, - "CodeSearchNetRetrieval (php)": 83.39, - "CodeTransOceanContest": 83.52, - "CodeTransOceanDL": 32.93, - "CosQA": 34.31, - "CovidRetrieval": 73.07, - "GerDaLIR": 8.22, - "GerDaLIRSmall": 18.39, - "GermanQuAD-Retrieval": 95.22, - "HellaSwag": 37.68, - "LEMBNarrativeQARetrieval": 39.2, - "LEMBQMSumRetrieval": 29.43, - "LEMBSummScreenFDRetrieval": 77.73, - "LEMBWikimQARetrieval": 59.28, - "LeCaRDv2": 59.58, - "LegalBenchConsumerContractsQA": 79.15, - "LegalBenchCorporateLobbying": 94.83, - "LegalQuAD": 45.08, - "LegalSummarization": 71.05, - "MintakaRetrieval (ar)": 24.63, - "MintakaRetrieval (de)": 51.48, - "MintakaRetrieval (es)": 48.5, - "MintakaRetrieval (fr)": 49.62, - "MintakaRetrieval (hi)": 25.72, - "MintakaRetrieval (it)": 47.58, - "MintakaRetrieval (ja)": 33.34, - "MintakaRetrieval (pt)": 51.01, - "PIQA": 42.46, - "Quail": 8.19, - "RARbCode": 77.97, - "RARbMath": 79.36, - "RiaNewsRetrieval": 81.14, - "RuBQRetrieval": 77.16, - "SIQA": 5.96, - "SciFact-PL": 69.64, - "SpartQA": 8.81, - "StackOverflowQA": 92.28, - "SyntecRetrieval": 91.49, - "SyntheticText2SQL": 59.29, - "TRECCOVID-PL": 75.27, - "TempReasonL1": 3.59, - "TempReasonL2Fact": 40.15, - "TempReasonL2Pure": 9.64, - "TempReasonL3Fact": 31.24, - "TempReasonL3Pure": 14.14, - "WinoGrande": 45.65, - "XMarket (de)": 27.3, - "XMarket (en)": 33.95, - "XMarket (es)": 28.26, - "XPQARetrieval (ara-ara)": 47.29, - "XPQARetrieval (eng-ara)": 31.26, - "XPQARetrieval (ara-eng)": 42.44, - "XPQARetrieval (deu-deu)": 79.35, - "XPQARetrieval (eng-deu)": 49.52, - "XPQARetrieval (deu-eng)": 74.65, - "XPQARetrieval (spa-spa)": 63.0, - "XPQARetrieval (eng-spa)": 36.73, - "XPQARetrieval (spa-eng)": 60.38, - "XPQARetrieval (fra-fra)": 71.58, - "XPQARetrieval (eng-fra)": 44.35, - "XPQARetrieval (fra-eng)": 67.19, - "XPQARetrieval (hin-hin)": 74.64, - "XPQARetrieval (eng-hin)": 22.02, - "XPQARetrieval (hin-eng)": 66.84, - "XPQARetrieval (ita-ita)": 75.67, - "XPQARetrieval (eng-ita)": 33.01, - "XPQARetrieval (ita-eng)": 69.6, - "XPQARetrieval (jpn-jpn)": 73.75, - "XPQARetrieval (eng-jpn)": 43.54, - "XPQARetrieval (jpn-eng)": 70.8, - "XPQARetrieval (kor-kor)": 40.03, - "XPQARetrieval (eng-kor)": 33.38, - "XPQARetrieval (kor-eng)": 35.08, - "XPQARetrieval (pol-pol)": 48.25, - "XPQARetrieval (eng-pol)": 35.62, - "XPQARetrieval (pol-eng)": 44.53, - "XPQARetrieval (por-por)": 50.61, - "XPQARetrieval (eng-por)": 28.2, - "XPQARetrieval (por-eng)": 49.27, - "XPQARetrieval (tam-tam)": 43.19, - "XPQARetrieval (eng-tam)": 4.27, - "XPQARetrieval (tam-eng)": 22.14, - "XPQARetrieval (cmn-cmn)": 64.0, - "XPQARetrieval (eng-cmn)": 35.37, - "XPQARetrieval (cmn-eng)": 57.31 - } - ], - "recall_at_1": [ - { - "Model": "SFR-Embedding-Mistral", - "BrightRetrieval (earth_science)": 37.0, - "BrightRetrieval (biology)": 30.26, - "BrightRetrieval (stackoverflow)": 14.53, - "BrightRetrieval (sustainable_living)": 34.99, - "BrightRetrieval (psychology)": 47.72, - "BrightRetrieval (pony)": 2.0, - "BrightRetrieval (economics)": 24.27, - "BrightRetrieval (robotics)": 17.33 - } - ] - }, - "STS": { - "cosine_spearman": [ - { - "Model": "SFR-Embedding-Mistral", - "CDSC-R": 92.59, - "GermanSTSBenchmark": 85.74, - "RUParaPhraserSTS": 75.99, - "RuSTSBenchmarkSTS": 84.57, - "SICK-R-PL": 76.59, - "SICKFr": 81.27, - "STS22 (en)": 68.63, - "STS22 (es-it)": 75.55, - "STS22 (it)": 76.79, - "STS22 (ar)": 55.04, - "STS22 (pl-en)": 74.65, - "STS22 (fr)": 81.03, - "STS22 (de-en)": 61.61, - "STS22 (pl)": 40.47, - "STS22 (zh-en)": 72.83, - "STS22 (es)": 67.38, - "STS22 (zh)": 64.65, - "STS22 (ru)": 62.38, - "STS22 (es-en)": 77.51, - "STS22 (de-fr)": 62.9, - "STS22 (de)": 52.72, - "STS22 (tr)": 68.81, - "STS22 (de-pl)": 58.39, - "STS22 (fr-pl)": 84.52, - "STSB": 81.97, - "STSBenchmarkMultilingualSTS (pl)": 84.24, - "STSBenchmarkMultilingualSTS (ru)": 84.68, - "STSBenchmarkMultilingualSTS (nl)": 84.23, - "STSBenchmarkMultilingualSTS (en)": 89.0, - "STSBenchmarkMultilingualSTS (it)": 85.04, - "STSBenchmarkMultilingualSTS (zh)": 82.95, - "STSBenchmarkMultilingualSTS (es)": 86.69, - "STSBenchmarkMultilingualSTS (de)": 86.02, - "STSBenchmarkMultilingualSTS (pt)": 85.24, - "STSBenchmarkMultilingualSTS (fr)": 85.87 - }, - { - "Model": "SFR-Embedding-Mistral", - "CDSC-R": 92.59, - "GermanSTSBenchmark": 85.74, - "RUParaPhraserSTS": 75.99, - "RuSTSBenchmarkSTS": 84.57, - "SICK-R-PL": 76.59, - "SICKFr": 81.27, - "STS22 (en)": 68.63, - "STS22 (es-it)": 75.55, - "STS22 (it)": 76.79, - "STS22 (ar)": 55.04, - "STS22 (pl-en)": 74.65, - "STS22 (fr)": 81.03, - "STS22 (de-en)": 61.61, - "STS22 (pl)": 40.47, - "STS22 (zh-en)": 72.83, - "STS22 (es)": 67.38, - "STS22 (zh)": 64.65, - "STS22 (ru)": 62.38, - "STS22 (es-en)": 77.51, - "STS22 (de-fr)": 62.9, - "STS22 (de)": 52.72, - "STS22 (tr)": 68.81, - "STS22 (de-pl)": 58.39, - "STS22 (fr-pl)": 84.52, - "STSB": 81.97, - "STSBenchmarkMultilingualSTS (pl)": 84.24, - "STSBenchmarkMultilingualSTS (ru)": 84.68, - "STSBenchmarkMultilingualSTS (nl)": 84.23, - "STSBenchmarkMultilingualSTS (en)": 89.0, - "STSBenchmarkMultilingualSTS (it)": 85.04, - "STSBenchmarkMultilingualSTS (zh)": 82.95, - "STSBenchmarkMultilingualSTS (es)": 86.69, - "STSBenchmarkMultilingualSTS (de)": 86.02, - "STSBenchmarkMultilingualSTS (pt)": 85.24, - "STSBenchmarkMultilingualSTS (fr)": 85.87 - } - ] - }, - "Summarization": { - "cosine_spearman": [ - { - "Model": "SFR-Embedding-Mistral", - "SummEvalFr": 30.44 - }, - { - "Model": "SFR-Embedding-Mistral", - "SummEvalFr": 30.44 - } - ] - }, - "MultilabelClassification": { - "accuracy": [ - { - "Model": "SFR-Embedding-Mistral", - "CEDRClassification": 51.74, - "SensitiveTopicsClassification": 34.15 - } - ] - }, - "InstructionRetrieval": { - "p-MRR": [ - { - "Model": "SFR-Embedding-Mistral", - "Core17InstructionRetrieval": 4.55, - "News21InstructionRetrieval": 1.38, - "Robust04InstructionRetrieval": -5.45 - } - ] - } - }, - "T-Systems-onsite__cross-en-de-roberta-sentence-transformer": { - "BitextMining": { - "f1": [] - }, - "Classification": { - "accuracy": [] - }, - "Clustering": { - "v_measure": [ - { - "Model": "cross-en-de-roberta-sentence-transformer", - "BlurbsClusteringP2P": 30.82, - "BlurbsClusteringS2S": 12.69, - "TenKGnadClusteringP2P": 23.5, - "TenKGnadClusteringS2S": 10.94 - } - ] - }, - "PairClassification": { - "max_ap": [] - }, - "Reranking": { - "map": [] - }, - "Retrieval": { - "ndcg_at_10": [] - }, - "STS": { - "cosine_spearman": [] - }, - "Summarization": { - "cosine_spearman": [] - }, - "MultilabelClassification": { - "accuracy": [] - }, - "InstructionRetrieval": { - "p-MRR": [] - } - }, - "Wissam42__sentence-croissant-llm-base": { - "BitextMining": { - "f1": [] - }, - "Classification": { - "accuracy": [ - { - "Model": "sentence-croissant-llm-base", - "AmazonReviewsClassification (fr)": 34.79, - "MTOPDomainClassification (fr)": 85.52, - "MTOPIntentClassification (fr)": 63.12, - "MasakhaNEWSClassification (fra)": 79.29, - "MassiveIntentClassification (fr)": 59.41, - "MassiveScenarioClassification (fr)": 65.29 - } - ] - }, - "Clustering": { - "v_measure": [ - { - "Model": "sentence-croissant-llm-base", - "AlloProfClusteringP2P": 64.12, - "AlloProfClusteringS2S": 32.52, - "HALClusteringS2S": 23.4, - "MLSUMClusteringP2P": 42.94, - "MLSUMClusteringS2S": 33.91, - "MasakhaNEWSClusteringP2P (fra)": 53.94, - "MasakhaNEWSClusteringS2S (fra)": 41.05 - } - ] - }, - "PairClassification": { - "max_ap": [ - { - "Model": "sentence-croissant-llm-base", - "OpusparcusPC (fr)": 91.42, - "PawsXPairClassification (fr)": 63.13 - }, - { - "Model": "sentence-croissant-llm-base", - "OpusparcusPC (fr)": 91.42, - "PawsXPairClassification (fr)": 63.19 - } - ] - }, - "Reranking": { - "map": [ - { - "Model": "sentence-croissant-llm-base", - "AlloprofReranking": 53.0, - "SyntecReranking": 82.9 - } - ] - }, - "Retrieval": { - "ndcg_at_10": [ - { - "Model": "sentence-croissant-llm-base", - "AlloprofRetrieval": 29.97, - "BSARDRetrieval": 0.0, - "MintakaRetrieval (fr)": 21.31, - "SyntecRetrieval": 74.2, - "XPQARetrieval (fr)": 58.57 - } - ] - }, - "STS": { - "cosine_spearman": [ - { - "Model": "sentence-croissant-llm-base", - "SICKFr": 69.6, - "STS22 (fr)": 78.77, - "STSBenchmarkMultilingualSTS (fr)": 79.23 - } - ] - }, - "Summarization": { - "cosine_spearman": [ - { - "Model": "sentence-croissant-llm-base", - "SummEvalFr": 29.04 - } - ] - }, - "MultilabelClassification": { - "accuracy": [] - }, - "InstructionRetrieval": { - "p-MRR": [] - } - }, - "ai-forever__sbert_large_mt_nlu_ru": { - "BitextMining": { - "f1": [ - { - "Model": "sbert_large_mt_nlu_ru", - "BornholmBitextMining": 17.0, - "Tatoeba (aze-eng)": 0.49, - "Tatoeba (pes-eng)": 0.14, - "Tatoeba (kaz-eng)": 1.97, - "Tatoeba (bel-eng)": 11.51, - "Tatoeba (hye-eng)": 0.23, - "Tatoeba (cmn-eng)": 0.43, - "Tatoeba (tat-eng)": 1.93, - "Tatoeba (max-eng)": 1.41, - "Tatoeba (oci-eng)": 0.88, - "Tatoeba (lat-eng)": 0.49, - "Tatoeba (gla-eng)": 0.62, - "Tatoeba (awa-eng)": 0.17, - "Tatoeba (ron-eng)": 0.66, - "Tatoeba (ast-eng)": 6.21, - "Tatoeba (vie-eng)": 0.63, - "Tatoeba (ang-eng)": 5.98, - "Tatoeba (nno-eng)": 1.5, - "Tatoeba (mal-eng)": 0.15, - "Tatoeba (arz-eng)": 0.47, - "Tatoeba (kur-eng)": 0.14, - "Tatoeba (kzj-eng)": 0.27, - "Tatoeba (glg-eng)": 1.21, - "Tatoeba (ben-eng)": 0.0, - "Tatoeba (dan-eng)": 1.64, - "Tatoeba (jpn-eng)": 0.0, - "Tatoeba (ces-eng)": 0.14, - "Tatoeba (ind-eng)": 0.61, - "Tatoeba (hrv-eng)": 0.53, - "Tatoeba (orv-eng)": 4.82, - "Tatoeba (fra-eng)": 1.81, - "Tatoeba (arq-eng)": 0.18, - "Tatoeba (nld-eng)": 2.56, - "Tatoeba (rus-eng)": 28.16, - "Tatoeba (hin-eng)": 0.02, - "Tatoeba (bos-eng)": 1.9, - "Tatoeba (cym-eng)": 1.16, - "Tatoeba (cor-eng)": 0.4, - "Tatoeba (ido-eng)": 0.94, - "Tatoeba (cha-eng)": 4.68, - "Tatoeba (gsw-eng)": 8.64, - "Tatoeba (epo-eng)": 0.4, - "Tatoeba (nob-eng)": 1.01, - "Tatoeba (ceb-eng)": 0.27, - "Tatoeba (uzb-eng)": 1.71, - "Tatoeba (pms-eng)": 1.88, - "Tatoeba (cat-eng)": 2.71, - "Tatoeba (kab-eng)": 0.28, - "Tatoeba (heb-eng)": 0.37, - "Tatoeba (uig-eng)": 0.11, - "Tatoeba (ara-eng)": 0.07, - "Tatoeba (gle-eng)": 0.73, - "Tatoeba (zsm-eng)": 0.5, - "Tatoeba (kat-eng)": 0.38, - "Tatoeba (srp-eng)": 4.58, - "Tatoeba (dsb-eng)": 0.11, - "Tatoeba (cbk-eng)": 0.41, - "Tatoeba (nds-eng)": 3.5, - "Tatoeba (ita-eng)": 1.04, - "Tatoeba (ber-eng)": 0.68, - "Tatoeba (ile-eng)": 4.41, - "Tatoeba (tel-eng)": 0.54, - "Tatoeba (kor-eng)": 0.15, - "Tatoeba (fin-eng)": 0.2, - "Tatoeba (yue-eng)": 0.2, - "Tatoeba (fao-eng)": 1.03, - "Tatoeba (jav-eng)": 2.43, - "Tatoeba (ukr-eng)": 25.12, - "Tatoeba (tuk-eng)": 1.26, - "Tatoeba (wuu-eng)": 0.28, - "Tatoeba (swg-eng)": 0.04, - "Tatoeba (pam-eng)": 0.51, - "Tatoeba (tur-eng)": 0.21, - "Tatoeba (bre-eng)": 0.63, - "Tatoeba (hun-eng)": 0.71, - "Tatoeba (isl-eng)": 0.51, - "Tatoeba (tzl-eng)": 0.59, - "Tatoeba (mhr-eng)": 1.64, - "Tatoeba (nov-eng)": 4.41, - "Tatoeba (dtp-eng)": 0.6, - "Tatoeba (xho-eng)": 1.22, - "Tatoeba (mar-eng)": 0.05, - "Tatoeba (khm-eng)": 0.01, - "Tatoeba (slv-eng)": 0.85, - "Tatoeba (hsb-eng)": 0.45, - "Tatoeba (csb-eng)": 1.21, - "Tatoeba (mon-eng)": 1.64, - "Tatoeba (war-eng)": 0.43, - "Tatoeba (tam-eng)": 0.0, - "Tatoeba (lfn-eng)": 1.8, - "Tatoeba (spa-eng)": 1.0, - "Tatoeba (fry-eng)": 5.52, - "Tatoeba (deu-eng)": 2.42, - "Tatoeba (amh-eng)": 1.2, - "Tatoeba (ell-eng)": 0.13, - "Tatoeba (swe-eng)": 0.86, - "Tatoeba (lit-eng)": 0.21, - "Tatoeba (yid-eng)": 0.15, - "Tatoeba (eus-eng)": 0.99, - "Tatoeba (est-eng)": 0.37, - "Tatoeba (tgl-eng)": 0.27, - "Tatoeba (pol-eng)": 0.73, - "Tatoeba (mkd-eng)": 5.36, - "Tatoeba (ina-eng)": 2.96, - "Tatoeba (sqi-eng)": 0.78, - "Tatoeba (swh-eng)": 0.58, - "Tatoeba (urd-eng)": 0.03, - "Tatoeba (por-eng)": 0.73, - "Tatoeba (bul-eng)": 7.69, - "Tatoeba (lvs-eng)": 0.38, - "Tatoeba (tha-eng)": 0.18, - "Tatoeba (afr-eng)": 2.42, - "Tatoeba (slk-eng)": 0.39 - } - ] - }, - "Classification": { - "accuracy": [ - { - "Model": "sbert_large_mt_nlu_ru", - "AllegroReviews": 21.21, - "AmazonCounterfactualClassification (en-ext)": 59.12, - "AmazonCounterfactualClassification (en)": 61.57, - "AmazonCounterfactualClassification (de)": 60.52, - "AmazonCounterfactualClassification (ja)": 50.22, - "AmazonPolarityClassification": 60.24, - "AmazonReviewsClassification (en)": 28.26, - "AmazonReviewsClassification (de)": 24.32, - "AmazonReviewsClassification (es)": 23.78, - "AmazonReviewsClassification (fr)": 24.55, - "AmazonReviewsClassification (ja)": 20.16, - "AmazonReviewsClassification (zh)": 20.7, - "AngryTweetsClassification": 44.35, - "Banking77Classification": 39.12, - "CBD": 49.87, - "DanishPoliticalCommentsClassification": 27.26, - "EmotionClassification": 19.28, - "GeoreviewClassification": 39.67, - "HeadlineClassification": 77.19, - "ImdbClassification": 56.13, - "InappropriatenessClassification": 64.64, - "KinopoiskClassification": 50.33, - "LccSentimentClassification": 42.0, - "MTOPDomainClassification (en)": 72.42, - "MTOPDomainClassification (de)": 42.69, - "MTOPDomainClassification (es)": 42.65, - "MTOPDomainClassification (fr)": 44.15, - "MTOPDomainClassification (hi)": 22.55, - "MTOPDomainClassification (th)": 15.97, - "MTOPIntentClassification (en)": 40.1, - "MTOPIntentClassification (de)": 23.36, - "MTOPIntentClassification (es)": 19.5, - "MTOPIntentClassification (fr)": 23.37, - "MTOPIntentClassification (hi)": 4.45, - "MTOPIntentClassification (th)": 5.56, - "MasakhaNEWSClassification (amh)": 30.24, - "MasakhaNEWSClassification (eng)": 60.19, - "MasakhaNEWSClassification (fra)": 45.24, - "MasakhaNEWSClassification (hau)": 32.75, - "MasakhaNEWSClassification (ibo)": 30.21, - "MasakhaNEWSClassification (lin)": 40.11, - "MasakhaNEWSClassification (lug)": 34.3, - "MasakhaNEWSClassification (orm)": 32.06, - "MasakhaNEWSClassification (pcm)": 79.21, - "MasakhaNEWSClassification (run)": 38.51, - "MasakhaNEWSClassification (sna)": 50.0, - "MasakhaNEWSClassification (som)": 30.85, - "MasakhaNEWSClassification (swa)": 30.17, - "MasakhaNEWSClassification (tir)": 25.4, - "MasakhaNEWSClassification (xho)": 42.83, - "MasakhaNEWSClassification (yor)": 36.13, - "MassiveIntentClassification (ru)": 61.42, - "MassiveIntentClassification (ur)": 2.66, - "MassiveIntentClassification (nl)": 19.71, - "MassiveIntentClassification (ar)": 4.44, - "MassiveIntentClassification (pt)": 21.61, - "MassiveIntentClassification (tr)": 18.12, - "MassiveIntentClassification (bn)": 3.43, - "MassiveIntentClassification (ro)": 18.92, - "MassiveIntentClassification (jv)": 18.97, - "MassiveIntentClassification (af)": 16.74, - "MassiveIntentClassification (hu)": 18.03, - "MassiveIntentClassification (ja)": 4.32, - "MassiveIntentClassification (pl)": 17.96, - "MassiveIntentClassification (es)": 18.79, - "MassiveIntentClassification (fa)": 3.44, - "MassiveIntentClassification (de)": 22.32, - "MassiveIntentClassification (en)": 38.41, - "MassiveIntentClassification (lv)": 16.7, - "MassiveIntentClassification (zh-CN)": 2.12, - "MassiveIntentClassification (vi)": 19.68, - "MassiveIntentClassification (hy)": 3.28, - "MassiveIntentClassification (nb)": 18.97, - "MassiveIntentClassification (tl)": 18.93, - "MassiveIntentClassification (my)": 4.16, - "MassiveIntentClassification (zh-TW)": 3.87, - "MassiveIntentClassification (he)": 2.54, - "MassiveIntentClassification (id)": 22.3, - "MassiveIntentClassification (is)": 14.84, - "MassiveIntentClassification (hi)": 2.66, - "MassiveIntentClassification (el)": 13.64, - "MassiveIntentClassification (am)": 2.68, - "MassiveIntentClassification (sl)": 18.98, - "MassiveIntentClassification (th)": 4.06, - "MassiveIntentClassification (kn)": 3.08, - "MassiveIntentClassification (km)": 4.83, - "MassiveIntentClassification (it)": 21.19, - "MassiveIntentClassification (sv)": 18.94, - "MassiveIntentClassification (az)": 16.05, - "MassiveIntentClassification (fi)": 17.73, - "MassiveIntentClassification (ka)": 2.79, - "MassiveIntentClassification (ml)": 3.05, - "MassiveIntentClassification (ms)": 16.25, - "MassiveIntentClassification (te)": 2.37, - "MassiveIntentClassification (sw)": 18.46, - "MassiveIntentClassification (cy)": 17.52, - "MassiveIntentClassification (mn)": 22.36, - "MassiveIntentClassification (sq)": 20.08, - "MassiveIntentClassification (ta)": 2.37, - "MassiveIntentClassification (ko)": 2.4, - "MassiveIntentClassification (da)": 21.51, - "MassiveIntentClassification (fr)": 20.94, - "MassiveScenarioClassification (ru)": 68.13, - "MassiveScenarioClassification (sl)": 23.28, - "MassiveScenarioClassification (sv)": 23.79, - "MassiveScenarioClassification (bn)": 8.97, - "MassiveScenarioClassification (ar)": 11.91, - "MassiveScenarioClassification (hu)": 24.64, - "MassiveScenarioClassification (ko)": 6.91, - "MassiveScenarioClassification (kn)": 7.58, - "MassiveScenarioClassification (am)": 7.24, - "MassiveScenarioClassification (ka)": 7.51, - "MassiveScenarioClassification (it)": 26.18, - "MassiveScenarioClassification (my)": 10.3, - "MassiveScenarioClassification (jv)": 27.39, - "MassiveScenarioClassification (te)": 7.8, - "MassiveScenarioClassification (fi)": 23.82, - "MassiveScenarioClassification (ja)": 9.13, - "MassiveScenarioClassification (af)": 24.34, - "MassiveScenarioClassification (pl)": 27.01, - "MassiveScenarioClassification (da)": 29.86, - "MassiveScenarioClassification (th)": 8.94, - "MassiveScenarioClassification (hy)": 9.14, - "MassiveScenarioClassification (id)": 27.32, - "MassiveScenarioClassification (nl)": 26.8, - "MassiveScenarioClassification (fa)": 6.97, - "MassiveScenarioClassification (ro)": 24.28, - "MassiveScenarioClassification (ur)": 9.68, - "MassiveScenarioClassification (tl)": 25.1, - "MassiveScenarioClassification (az)": 20.32, - "MassiveScenarioClassification (ta)": 6.95, - "MassiveScenarioClassification (el)": 20.43, - "MassiveScenarioClassification (km)": 8.92, - "MassiveScenarioClassification (nb)": 24.55, - "MassiveScenarioClassification (es)": 23.82, - "MassiveScenarioClassification (he)": 7.29, - "MassiveScenarioClassification (ms)": 23.08, - "MassiveScenarioClassification (de)": 31.89, - "MassiveScenarioClassification (sw)": 25.07, - "MassiveScenarioClassification (is)": 22.25, - "MassiveScenarioClassification (pt)": 26.39, - "MassiveScenarioClassification (zh-TW)": 9.31, - "MassiveScenarioClassification (hi)": 7.99, - "MassiveScenarioClassification (sq)": 27.3, - "MassiveScenarioClassification (vi)": 26.56, - "MassiveScenarioClassification (ml)": 7.28, - "MassiveScenarioClassification (fr)": 28.63, - "MassiveScenarioClassification (lv)": 19.48, - "MassiveScenarioClassification (mn)": 24.93, - "MassiveScenarioClassification (cy)": 22.42, - "MassiveScenarioClassification (tr)": 21.86, - "MassiveScenarioClassification (zh-CN)": 9.71, - "MassiveScenarioClassification (en)": 49.23, - "NoRecClassification": 38.42, - "NordicLangClassification": 38.2, - "PAC": 63.64, - "PolEmo2.0-IN": 41.48, - "PolEmo2.0-OUT": 33.79, - "RuReviewsClassification": 58.29, - "RuSciBenchGRNTIClassification": 54.19, - "RuSciBenchOECDClassification": 43.8, - "ToxicConversationsClassification": 56.2, - "TweetSentimentExtractionClassification": 47.37 - } - ] - }, - "Clustering": { - "v_measure": [ - { - "Model": "sbert_large_mt_nlu_ru", - "AlloProfClusteringP2P": 35.78, - "AlloProfClusteringS2S": 23.21, - "ArxivClusteringP2P": 18.86, - "ArxivClusteringS2S": 13.17, - "BiorxivClusteringP2P": 11.85, - "BiorxivClusteringS2S": 7.62, - "BlurbsClusteringP2P": 10.62, - "BlurbsClusteringS2S": 8.8, - "GeoreviewClusteringP2P": 57.07, - "HALClusteringS2S": 6.28, - "MLSUMClusteringP2P (de)": 14.6, - "MLSUMClusteringP2P (fr)": 25.26, - "MLSUMClusteringP2P (ru)": 50.88, - "MLSUMClusteringP2P (es)": 28.3, - "MLSUMClusteringS2S (de)": 15.56, - "MLSUMClusteringS2S (fr)": 24.85, - "MLSUMClusteringS2S (ru)": 48.17, - "MLSUMClusteringS2S (es)": 28.07, - "MasakhaNEWSClusteringP2P (amh)": 40.5, - "MasakhaNEWSClusteringP2P (eng)": 28.6, - "MasakhaNEWSClusteringP2P (fra)": 24.46, - "MasakhaNEWSClusteringP2P (hau)": 4.7, - "MasakhaNEWSClusteringP2P (ibo)": 21.98, - "MasakhaNEWSClusteringP2P (lin)": 47.61, - "MasakhaNEWSClusteringP2P (lug)": 44.57, - "MasakhaNEWSClusteringP2P (orm)": 21.68, - "MasakhaNEWSClusteringP2P (pcm)": 36.56, - "MasakhaNEWSClusteringP2P (run)": 44.46, - "MasakhaNEWSClusteringP2P (sna)": 43.14, - "MasakhaNEWSClusteringP2P (som)": 24.25, - "MasakhaNEWSClusteringP2P (swa)": 17.51, - "MasakhaNEWSClusteringP2P (tir)": 42.96, - "MasakhaNEWSClusteringP2P (xho)": 23.45, - "MasakhaNEWSClusteringP2P (yor)": 20.87, - "MasakhaNEWSClusteringS2S (amh)": 43.32, - "MasakhaNEWSClusteringS2S (eng)": 11.71, - "MasakhaNEWSClusteringS2S (fra)": 27.34, - "MasakhaNEWSClusteringS2S (hau)": 4.58, - "MasakhaNEWSClusteringS2S (ibo)": 25.82, - "MasakhaNEWSClusteringS2S (lin)": 49.46, - "MasakhaNEWSClusteringS2S (lug)": 48.05, - "MasakhaNEWSClusteringS2S (orm)": 22.57, - "MasakhaNEWSClusteringS2S (pcm)": 34.83, - "MasakhaNEWSClusteringS2S (run)": 44.33, - "MasakhaNEWSClusteringS2S (sna)": 40.15, - "MasakhaNEWSClusteringS2S (som)": 25.33, - "MasakhaNEWSClusteringS2S (swa)": 12.2, - "MasakhaNEWSClusteringS2S (tir)": 43.12, - "MasakhaNEWSClusteringS2S (xho)": 25.53, - "MasakhaNEWSClusteringS2S (yor)": 23.17, - "MedrxivClusteringP2P": 18.77, - "MedrxivClusteringS2S": 16.42, - "RedditClustering": 16.05, - "RedditClusteringP2P": 30.9, - "RuSciBenchGRNTIClusteringP2P": 51.44, - "RuSciBenchOECDClusteringP2P": 45.36, - "StackExchangeClustering": 23.38, - "StackExchangeClusteringP2P": 24.29, - "TenKGnadClusteringP2P": 13.99, - "TenKGnadClusteringS2S": 9.3, - "TwentyNewsgroupsClustering": 13.4 - } - ] - }, - "PairClassification": { - "max_ap": [ - { - "Model": "sbert_large_mt_nlu_ru", - "CDSC-E": 37.2, - "FalseFriendsGermanEnglish": 47.48, - "OpusparcusPC (de)": 88.85, - "OpusparcusPC (en)": 96.31, - "OpusparcusPC (fi)": 83.7, - "OpusparcusPC (fr)": 83.31, - "OpusparcusPC (ru)": 90.3, - "OpusparcusPC (sv)": 81.9, - "PSC": 54.62, - "PawsXPairClassification (de)": 50.91, - "PawsXPairClassification (en)": 51.82, - "PawsXPairClassification (es)": 51.22, - "PawsXPairClassification (fr)": 53.01, - "PawsXPairClassification (ja)": 46.23, - "PawsXPairClassification (ko)": 47.32, - "PawsXPairClassification (zh)": 49.44, - "SICK-E-PL": 44.93, - "SprintDuplicateQuestions": 32.48, - "TERRa": 51.97, - "TwitterSemEval2015": 53.21, - "TwitterURLCorpus": 74.79 - }, - { - "Model": "sbert_large_mt_nlu_ru", - "CDSC-E": 37.27, - "FalseFriendsGermanEnglish": 47.51, - "OpusparcusPC (de)": 88.85, - "OpusparcusPC (en)": 96.38, - "OpusparcusPC (fi)": 83.79, - "OpusparcusPC (fr)": 83.34, - "OpusparcusPC (ru)": 90.37, - "OpusparcusPC (sv)": 81.9, - "PSC": 54.94, - "PawsXPairClassification (de)": 51.15, - "PawsXPairClassification (en)": 51.91, - "PawsXPairClassification (es)": 51.28, - "PawsXPairClassification (fr)": 53.06, - "PawsXPairClassification (ja)": 46.7, - "PawsXPairClassification (ko)": 47.38, - "PawsXPairClassification (zh)": 49.7, - "SICK-E-PL": 44.97, - "SprintDuplicateQuestions": 32.92, - "TERRa": 51.97, - "TwitterSemEval2015": 53.21, - "TwitterURLCorpus": 74.79 - } - ] - }, - "Reranking": { - "map": [ - { - "Model": "sbert_large_mt_nlu_ru", - "AlloprofReranking": 31.62, - "AskUbuntuDupQuestions": 46.55, - "MindSmallReranking": 26.72, - "RuBQReranking": 56.14, - "SciDocsRR": 48.16, - "StackOverflowDupQuestions": 32.85, - "SyntecReranking": 35.97, - "T2Reranking": 50.61 - }, - { - "Model": "sbert_large_mt_nlu_ru", - "MIRACLReranking (ru)": 24.99, - "MIRACLReranking (ar)": 2.12, - "MIRACLReranking (bn)": 1.32, - "MIRACLReranking (de)": 5.55, - "MIRACLReranking (en)": 9.94, - "MIRACLReranking (es)": 6.11, - "MIRACLReranking (fa)": 3.1, - "MIRACLReranking (fi)": 8.8, - "MIRACLReranking (fr)": 4.94, - "MIRACLReranking (hi)": 4.01, - "MIRACLReranking (id)": 4.71, - "MIRACLReranking (ja)": 1.92, - "MIRACLReranking (ko)": 6.18, - "MIRACLReranking (sw)": 6.32, - "MIRACLReranking (te)": 1.8, - "MIRACLReranking (th)": 2.54, - "MIRACLReranking (yo)": 6.59, - "MIRACLReranking (zh)": 2.42 - } - ] - }, - "Retrieval": { - "ndcg_at_10": [ - { - "Model": "sbert_large_mt_nlu_ru", - "AILACasedocs": 6.54, - "AILAStatutes": 11.76, - "ARCChallenge": 1.9, - "AlloprofRetrieval": 0.26, - "AlphaNLI": 0.71, - "AppsRetrieval": 0.23, - "ArguAna": 15.62, - "BSARDRetrieval": 0.13, - "ClimateFEVER": 0.16, - "CmedqaRetrieval": 0.45, - "CodeFeedbackMT": 5.6, - "CodeFeedbackST": 5.33, - "CodeSearchNetCCRetrieval (python)": 5.89, - "CodeSearchNetCCRetrieval (javascript)": 8.44, - "CodeSearchNetCCRetrieval (go)": 3.82, - "CodeSearchNetCCRetrieval (ruby)": 12.6, - "CodeSearchNetCCRetrieval (java)": 5.22, - "CodeSearchNetCCRetrieval (php)": 3.76, - "CodeSearchNetRetrieval (python)": 15.0, - "CodeSearchNetRetrieval (javascript)": 9.82, - "CodeSearchNetRetrieval (go)": 10.42, - "CodeSearchNetRetrieval (ruby)": 11.82, - "CodeSearchNetRetrieval (java)": 4.77, - "CodeSearchNetRetrieval (php)": 9.82, - "CodeTransOceanContest": 11.01, - "CodeTransOceanDL": 28.95, - "CosQA": 0.56, - "CovidRetrieval": 0.0, - "DBPedia": 0.27, - "FEVER": 0.22, - "FiQA2018": 0.52, - "GerDaLIR": 0.14, - "GerDaLIRSmall": 0.38, - "GermanQuAD-Retrieval": 4.86, - "HellaSwag": 2.87, - "HotpotQA": 1.63, - "LEMBNarrativeQARetrieval": 2.67, - "LEMBQMSumRetrieval": 6.84, - "LEMBSummScreenFDRetrieval": 6.53, - "LEMBWikimQARetrieval": 9.2, - "LeCaRDv2": 6.4, - "LegalBenchConsumerContractsQA": 15.84, - "LegalBenchCorporateLobbying": 21.07, - "LegalQuAD": 2.6, - "LegalSummarization": 20.57, - "MIRACLRetrieval (ru)": 6.2, - "MintakaRetrieval (ar)": 0.25, - "MintakaRetrieval (de)": 1.1, - "MintakaRetrieval (es)": 0.56, - "MintakaRetrieval (fr)": 1.07, - "MintakaRetrieval (hi)": 0.51, - "MintakaRetrieval (it)": 0.71, - "MintakaRetrieval (ja)": 0.34, - "MintakaRetrieval (pt)": 0.94, - "NFCorpus": 2.35, - "NQ": 0.39, - "PIQA": 1.81, - "Quail": 0.13, - "QuoraRetrieval": 57.97, - "RARbCode": 0.09, - "RARbMath": 6.37, - "RiaNewsRetrieval": 21.4, - "RuBQRetrieval": 29.8, - "SCIDOCS": 0.37, - "SIQA": 0.35, - "SciFact": 1.27, - "SciFact-PL": 0.12, - "SpartQA": 0.0, - "StackOverflowQA": 8.95, - "SyntecRetrieval": 9.18, - "SyntheticText2SQL": 8.82, - "TRECCOVID": 7.16, - "TRECCOVID-PL": 1.17, - "TempReasonL1": 0.17, - "TempReasonL2Fact": 0.4, - "TempReasonL2Pure": 0.11, - "TempReasonL3Fact": 0.5, - "TempReasonL3Pure": 0.6, - "Touche2020": 1.33, - "WinoGrande": 0.71, - "XMarket (de)": 0.6, - "XMarket (en)": 0.81, - "XMarket (es)": 0.52, - "XPQARetrieval (ara-ara)": 2.35, - "XPQARetrieval (eng-ara)": 0.52, - "XPQARetrieval (ara-eng)": 2.27, - "XPQARetrieval (deu-deu)": 12.57, - "XPQARetrieval (eng-deu)": 0.8, - "XPQARetrieval (deu-eng)": 4.53, - "XPQARetrieval (spa-spa)": 5.96, - "XPQARetrieval (eng-spa)": 0.61, - "XPQARetrieval (spa-eng)": 2.01, - "XPQARetrieval (fra-fra)": 9.68, - "XPQARetrieval (eng-fra)": 1.03, - "XPQARetrieval (fra-eng)": 5.62, - "XPQARetrieval (hin-hin)": 5.47, - "XPQARetrieval (eng-hin)": 2.81, - "XPQARetrieval (hin-eng)": 1.68, - "XPQARetrieval (ita-ita)": 14.3, - "XPQARetrieval (eng-ita)": 1.23, - "XPQARetrieval (ita-eng)": 4.44, - "XPQARetrieval (jpn-jpn)": 4.2, - "XPQARetrieval (eng-jpn)": 1.04, - "XPQARetrieval (jpn-eng)": 1.47, - "XPQARetrieval (kor-kor)": 1.86, - "XPQARetrieval (eng-kor)": 0.83, - "XPQARetrieval (kor-eng)": 0.85, - "XPQARetrieval (pol-pol)": 7.34, - "XPQARetrieval (eng-pol)": 1.5, - "XPQARetrieval (pol-eng)": 2.4, - "XPQARetrieval (por-por)": 6.56, - "XPQARetrieval (eng-por)": 0.99, - "XPQARetrieval (por-eng)": 2.48, - "XPQARetrieval (tam-tam)": 1.09, - "XPQARetrieval (eng-tam)": 1.49, - "XPQARetrieval (tam-eng)": 1.06, - "XPQARetrieval (cmn-cmn)": 6.79, - "XPQARetrieval (eng-cmn)": 1.38, - "XPQARetrieval (cmn-eng)": 1.86 - } - ] - }, - "STS": { - "cosine_spearman": [ - { - "Model": "sbert_large_mt_nlu_ru", - "BIOSSES": 44.98, - "CDSC-R": 59.74, - "GermanSTSBenchmark": 36.44, - "SICK-R": 65.91, - "SICK-R-PL": 42.58, - "SICKFr": 53.29, - "STS12": 48.13, - "STS13": 48.04, - "STS14": 46.6, - "STS15": 65.34, - "STS16": 61.94, - "STS17 (ar-ar)": 12.08, - "STS17 (it-en)": 11.01, - "STS17 (es-es)": 39.85, - "STS17 (en-ar)": 4.47, - "STS17 (en-tr)": -6.65, - "STS17 (es-en)": 25.72, - "STS17 (en-de)": 14.55, - "STS17 (fr-en)": 17.21, - "STS17 (nl-en)": 19.39, - "STS17 (en-en)": 68.58, - "STS17 (ko-ko)": 8.05, - "STS22 (de)": 17.08, - "STS22 (de-pl)": -22.02, - "STS22 (zh-en)": 12.37, - "STS22 (pl-en)": 28.42, - "STS22 (tr)": 25.85, - "STS22 (fr)": 36.5, - "STS22 (es)": 37.89, - "STS22 (de-en)": 23.56, - "STS22 (es-en)": 23.75, - "STS22 (pl)": 5.41, - "STS22 (fr-pl)": -28.17, - "STS22 (it)": 36.74, - "STS22 (es-it)": 28.02, - "STS22 (de-fr)": 16.37, - "STS22 (zh)": 14.23, - "STS22 (ar)": 23.71, - "STS22 (en)": 51.46, - "STSB": 4.92, - "STSBenchmark": 58.81, - "STSBenchmarkMultilingualSTS (es)": 37.36, - "STSBenchmarkMultilingualSTS (zh)": 5.23, - "STSBenchmarkMultilingualSTS (it)": 38.85, - "STSBenchmarkMultilingualSTS (nl)": 37.38, - "STSBenchmarkMultilingualSTS (en)": 58.81, - "STSBenchmarkMultilingualSTS (fr)": 44.41, - "STSBenchmarkMultilingualSTS (pl)": 41.04, - "STSBenchmarkMultilingualSTS (ru)": 70.91, - "STSBenchmarkMultilingualSTS (pt)": 35.18, - "STSBenchmarkMultilingualSTS (de)": 39.48 - }, - { - "Model": "sbert_large_mt_nlu_ru", - "BIOSSES": 44.98, - "CDSC-R": 59.74, - "GermanSTSBenchmark": 36.44, - "RUParaPhraserSTS": 65.17, - "RuSTSBenchmarkSTS": 71.22, - "SICK-R": 65.91, - "SICK-R-PL": 42.58, - "SICKFr": 53.3, - "STS12": 48.13, - "STS13": 48.04, - "STS14": 46.6, - "STS15": 65.34, - "STS16": 61.94, - "STS17 (ar-ar)": 12.1, - "STS17 (it-en)": 11.01, - "STS17 (es-es)": 39.86, - "STS17 (en-ar)": 4.47, - "STS17 (en-tr)": -6.65, - "STS17 (es-en)": 25.72, - "STS17 (en-de)": 14.55, - "STS17 (fr-en)": 17.21, - "STS17 (nl-en)": 19.39, - "STS17 (en-en)": 68.58, - "STS17 (ko-ko)": 8.11, - "STS22 (ru)": 56.82, - "STS22 (de)": 17.08, - "STS22 (de-pl)": -22.02, - "STS22 (zh-en)": 12.37, - "STS22 (pl-en)": 28.42, - "STS22 (tr)": 25.85, - "STS22 (fr)": 36.5, - "STS22 (es)": 37.89, - "STS22 (de-en)": 23.56, - "STS22 (es-en)": 23.75, - "STS22 (pl)": 5.51, - "STS22 (fr-pl)": -28.17, - "STS22 (it)": 36.74, - "STS22 (es-it)": 28.02, - "STS22 (de-fr)": 16.37, - "STS22 (zh)": 14.22, - "STS22 (ar)": 23.73, - "STS22 (en)": 51.46, - "STSB": 4.9, - "STSBenchmark": 58.81, - "STSBenchmarkMultilingualSTS (es)": 37.36, - "STSBenchmarkMultilingualSTS (zh)": 5.26, - "STSBenchmarkMultilingualSTS (it)": 38.85, - "STSBenchmarkMultilingualSTS (nl)": 37.38, - "STSBenchmarkMultilingualSTS (en)": 58.81, - "STSBenchmarkMultilingualSTS (fr)": 44.41, - "STSBenchmarkMultilingualSTS (pl)": 41.04, - "STSBenchmarkMultilingualSTS (ru)": 70.91, - "STSBenchmarkMultilingualSTS (pt)": 35.18, - "STSBenchmarkMultilingualSTS (de)": 39.48 - } - ] - }, - "Summarization": { - "cosine_spearman": [ - { - "Model": "sbert_large_mt_nlu_ru", - "SummEval": 27.17, - "SummEvalFr": 30.39 - }, - { - "Model": "sbert_large_mt_nlu_ru", - "SummEval": 27.17, - "SummEvalFr": 30.39 - } - ] - }, - "MultilabelClassification": { - "accuracy": [ - { - "Model": "sbert_large_mt_nlu_ru", - "CEDRClassification": 36.81, - "SensitiveTopicsClassification": 28.54 - } - ] - }, - "InstructionRetrieval": { - "p-MRR": [ - { - "Model": "sbert_large_mt_nlu_ru", - "Core17InstructionRetrieval": 0.08, - "News21InstructionRetrieval": -0.36, - "Robust04InstructionRetrieval": -1.16 - } - ] - } - }, - "ai-forever__sbert_large_nlu_ru": { - "BitextMining": { - "f1": [ - { - "Model": "sbert_large_nlu_ru", - "BornholmBitextMining": 12.6, - "Tatoeba (urd-eng)": 0.0, - "Tatoeba (arq-eng)": 0.29, - "Tatoeba (cat-eng)": 0.58, - "Tatoeba (gle-eng)": 0.24, - "Tatoeba (epo-eng)": 0.5, - "Tatoeba (mon-eng)": 1.96, - "Tatoeba (ita-eng)": 0.86, - "Tatoeba (nds-eng)": 1.72, - "Tatoeba (tzl-eng)": 0.03, - "Tatoeba (hin-eng)": 0.0, - "Tatoeba (xho-eng)": 1.04, - "Tatoeba (nno-eng)": 0.65, - "Tatoeba (hye-eng)": 0.13, - "Tatoeba (awa-eng)": 0.25, - "Tatoeba (ber-eng)": 0.35, - "Tatoeba (amh-eng)": 0.6, - "Tatoeba (swg-eng)": 1.05, - "Tatoeba (uzb-eng)": 1.16, - "Tatoeba (mhr-eng)": 2.08, - "Tatoeba (lit-eng)": 0.04, - "Tatoeba (jav-eng)": 1.17, - "Tatoeba (eus-eng)": 0.33, - "Tatoeba (lfn-eng)": 1.34, - "Tatoeba (tat-eng)": 1.43, - "Tatoeba (slv-eng)": 0.47, - "Tatoeba (tha-eng)": 0.12, - "Tatoeba (ceb-eng)": 0.56, - "Tatoeba (ile-eng)": 1.75, - "Tatoeba (vie-eng)": 0.34, - "Tatoeba (ces-eng)": 0.2, - "Tatoeba (tgl-eng)": 0.1, - "Tatoeba (kzj-eng)": 0.1, - "Tatoeba (ell-eng)": 0.17, - "Tatoeba (orv-eng)": 6.42, - "Tatoeba (swe-eng)": 0.55, - "Tatoeba (bel-eng)": 17.74, - "Tatoeba (nov-eng)": 2.34, - "Tatoeba (max-eng)": 0.79, - "Tatoeba (ast-eng)": 0.56, - "Tatoeba (ara-eng)": 0.2, - "Tatoeba (dan-eng)": 0.79, - "Tatoeba (pms-eng)": 0.92, - "Tatoeba (kab-eng)": 0.1, - "Tatoeba (tur-eng)": 0.01, - "Tatoeba (nld-eng)": 1.35, - "Tatoeba (dtp-eng)": 0.21, - "Tatoeba (est-eng)": 0.21, - "Tatoeba (ind-eng)": 0.32, - "Tatoeba (pes-eng)": 0.07, - "Tatoeba (ina-eng)": 1.37, - "Tatoeba (gla-eng)": 0.13, - "Tatoeba (tel-eng)": 0.76, - "Tatoeba (pol-eng)": 0.19, - "Tatoeba (yue-eng)": 0.01, - "Tatoeba (fin-eng)": 0.07, - "Tatoeba (war-eng)": 0.22, - "Tatoeba (sqi-eng)": 0.2, - "Tatoeba (yid-eng)": 0.1, - "Tatoeba (khm-eng)": 0.44, - "Tatoeba (cmn-eng)": 0.33, - "Tatoeba (fry-eng)": 3.06, - "Tatoeba (kat-eng)": 0.61, - "Tatoeba (ben-eng)": 0.0, - "Tatoeba (zsm-eng)": 0.24, - "Tatoeba (cym-eng)": 0.32, - "Tatoeba (kaz-eng)": 2.55, - "Tatoeba (lvs-eng)": 0.4, - "Tatoeba (spa-eng)": 0.34, - "Tatoeba (hsb-eng)": 0.22, - "Tatoeba (tam-eng)": 0.22, - "Tatoeba (arz-eng)": 0.01, - "Tatoeba (kur-eng)": 0.02, - "Tatoeba (hrv-eng)": 0.28, - "Tatoeba (slk-eng)": 0.12, - "Tatoeba (kor-eng)": 0.29, - "Tatoeba (wuu-eng)": 0.35, - "Tatoeba (jpn-eng)": 0.0, - "Tatoeba (aze-eng)": 0.13, - "Tatoeba (cor-eng)": 0.19, - "Tatoeba (isl-eng)": 0.11, - "Tatoeba (bul-eng)": 11.98, - "Tatoeba (ido-eng)": 0.74, - "Tatoeba (nob-eng)": 0.73, - "Tatoeba (fra-eng)": 0.45, - "Tatoeba (bos-eng)": 0.04, - "Tatoeba (deu-eng)": 1.61, - "Tatoeba (ron-eng)": 0.37, - "Tatoeba (rus-eng)": 38.98, - "Tatoeba (ang-eng)": 5.77, - "Tatoeba (pam-eng)": 0.34, - "Tatoeba (fao-eng)": 0.63, - "Tatoeba (mal-eng)": 0.0, - "Tatoeba (dsb-eng)": 0.16, - "Tatoeba (oci-eng)": 0.63, - "Tatoeba (srp-eng)": 5.54, - "Tatoeba (lat-eng)": 0.21, - "Tatoeba (afr-eng)": 1.24, - "Tatoeba (cha-eng)": 1.05, - "Tatoeba (bre-eng)": 0.31, - "Tatoeba (hun-eng)": 0.37, - "Tatoeba (swh-eng)": 0.0, - "Tatoeba (mar-eng)": 0.03, - "Tatoeba (csb-eng)": 0.16, - "Tatoeba (tuk-eng)": 0.51, - "Tatoeba (uig-eng)": 0.08, - "Tatoeba (glg-eng)": 0.42, - "Tatoeba (heb-eng)": 0.3, - "Tatoeba (por-eng)": 0.21, - "Tatoeba (cbk-eng)": 0.0, - "Tatoeba (ukr-eng)": 35.48, - "Tatoeba (mkd-eng)": 6.83, - "Tatoeba (gsw-eng)": 3.43 - } - ] - }, - "Classification": { - "accuracy": [ - { - "Model": "sbert_large_nlu_ru", - "AllegroReviews": 21.01, - "AmazonCounterfactualClassification (en-ext)": 62.03, - "AmazonCounterfactualClassification (en)": 62.37, - "AmazonCounterfactualClassification (de)": 53.43, - "AmazonCounterfactualClassification (ja)": 52.0, - "AmazonPolarityClassification": 59.33, - "AmazonReviewsClassification (en)": 27.26, - "AmazonReviewsClassification (de)": 23.78, - "AmazonReviewsClassification (es)": 23.42, - "AmazonReviewsClassification (fr)": 23.95, - "AmazonReviewsClassification (ja)": 20.12, - "AmazonReviewsClassification (zh)": 20.91, - "AngryTweetsClassification": 44.11, - "Banking77Classification": 34.79, - "CBD": 51.0, - "DanishPoliticalCommentsClassification": 26.55, - "EmotionClassification": 18.68, - "GeoreviewClassification": 39.97, - "HeadlineClassification": 79.26, - "ImdbClassification": 55.97, - "InappropriatenessClassification": 62.52, - "KinopoiskClassification": 49.51, - "LccSentimentClassification": 38.87, - "MTOPDomainClassification (en)": 69.22, - "MTOPDomainClassification (de)": 38.11, - "MTOPDomainClassification (es)": 39.46, - "MTOPDomainClassification (fr)": 38.27, - "MTOPDomainClassification (hi)": 22.61, - "MTOPDomainClassification (th)": 15.48, - "MTOPIntentClassification (en)": 37.01, - "MTOPIntentClassification (de)": 17.73, - "MTOPIntentClassification (es)": 15.75, - "MTOPIntentClassification (fr)": 16.34, - "MTOPIntentClassification (hi)": 4.66, - "MTOPIntentClassification (th)": 5.57, - "MasakhaNEWSClassification (amh)": 31.7, - "MasakhaNEWSClassification (eng)": 65.42, - "MasakhaNEWSClassification (fra)": 56.61, - "MasakhaNEWSClassification (hau)": 34.62, - "MasakhaNEWSClassification (ibo)": 30.54, - "MasakhaNEWSClassification (lin)": 50.4, - "MasakhaNEWSClassification (lug)": 30.31, - "MasakhaNEWSClassification (orm)": 32.55, - "MasakhaNEWSClassification (pcm)": 84.23, - "MasakhaNEWSClassification (run)": 32.17, - "MasakhaNEWSClassification (sna)": 47.67, - "MasakhaNEWSClassification (som)": 22.55, - "MasakhaNEWSClassification (swa)": 29.43, - "MasakhaNEWSClassification (tir)": 29.96, - "MasakhaNEWSClassification (xho)": 44.04, - "MasakhaNEWSClassification (yor)": 35.47, - "MassiveIntentClassification (ru)": 61.09, - "MassiveIntentClassification (fr)": 18.21, - "MassiveIntentClassification (az)": 11.82, - "MassiveIntentClassification (bn)": 3.05, - "MassiveIntentClassification (hu)": 14.69, - "MassiveIntentClassification (cy)": 15.27, - "MassiveIntentClassification (ar)": 3.9, - "MassiveIntentClassification (sl)": 15.13, - "MassiveIntentClassification (ms)": 14.04, - "MassiveIntentClassification (en)": 36.64, - "MassiveIntentClassification (af)": 14.72, - "MassiveIntentClassification (ta)": 2.34, - "MassiveIntentClassification (nl)": 17.77, - "MassiveIntentClassification (my)": 4.45, - "MassiveIntentClassification (nb)": 14.4, - "MassiveIntentClassification (sw)": 13.76, - "MassiveIntentClassification (es)": 14.85, - "MassiveIntentClassification (ml)": 2.85, - "MassiveIntentClassification (is)": 11.27, - "MassiveIntentClassification (km)": 4.86, - "MassiveIntentClassification (pl)": 18.13, - "MassiveIntentClassification (hy)": 3.19, - "MassiveIntentClassification (hi)": 3.06, - "MassiveIntentClassification (tr)": 13.43, - "MassiveIntentClassification (zh-CN)": 2.52, - "MassiveIntentClassification (zh-TW)": 3.33, - "MassiveIntentClassification (ja)": 4.14, - "MassiveIntentClassification (de)": 21.1, - "MassiveIntentClassification (kn)": 3.07, - "MassiveIntentClassification (el)": 12.06, - "MassiveIntentClassification (th)": 3.96, - "MassiveIntentClassification (sq)": 17.11, - "MassiveIntentClassification (ko)": 2.62, - "MassiveIntentClassification (mn)": 16.16, - "MassiveIntentClassification (am)": 2.74, - "MassiveIntentClassification (id)": 17.75, - "MassiveIntentClassification (fa)": 3.42, - "MassiveIntentClassification (da)": 18.77, - "MassiveIntentClassification (it)": 17.9, - "MassiveIntentClassification (vi)": 16.58, - "MassiveIntentClassification (tl)": 16.85, - "MassiveIntentClassification (ur)": 2.59, - "MassiveIntentClassification (ro)": 15.75, - "MassiveIntentClassification (sv)": 14.53, - "MassiveIntentClassification (he)": 2.51, - "MassiveIntentClassification (lv)": 15.26, - "MassiveIntentClassification (jv)": 14.86, - "MassiveIntentClassification (ka)": 2.44, - "MassiveIntentClassification (pt)": 17.47, - "MassiveIntentClassification (fi)": 12.62, - "MassiveIntentClassification (te)": 2.18, - "MassiveScenarioClassification (ru)": 67.6, - "MassiveScenarioClassification (ml)": 7.72, - "MassiveScenarioClassification (hi)": 7.63, - "MassiveScenarioClassification (fi)": 17.24, - "MassiveScenarioClassification (pl)": 26.4, - "MassiveScenarioClassification (ur)": 9.33, - "MassiveScenarioClassification (sl)": 19.84, - "MassiveScenarioClassification (nl)": 25.23, - "MassiveScenarioClassification (fa)": 6.75, - "MassiveScenarioClassification (id)": 23.56, - "MassiveScenarioClassification (de)": 29.53, - "MassiveScenarioClassification (ka)": 7.74, - "MassiveScenarioClassification (km)": 9.32, - "MassiveScenarioClassification (tr)": 18.96, - "MassiveScenarioClassification (ms)": 19.85, - "MassiveScenarioClassification (en)": 49.26, - "MassiveScenarioClassification (lv)": 18.1, - "MassiveScenarioClassification (th)": 8.9, - "MassiveScenarioClassification (am)": 7.3, - "MassiveScenarioClassification (el)": 19.95, - "MassiveScenarioClassification (is)": 17.48, - "MassiveScenarioClassification (cy)": 21.95, - "MassiveScenarioClassification (fr)": 24.94, - "MassiveScenarioClassification (az)": 18.88, - "MassiveScenarioClassification (pt)": 25.3, - "MassiveScenarioClassification (ro)": 21.17, - "MassiveScenarioClassification (ja)": 9.7, - "MassiveScenarioClassification (bn)": 8.49, - "MassiveScenarioClassification (mn)": 19.35, - "MassiveScenarioClassification (da)": 27.23, - "MassiveScenarioClassification (es)": 21.27, - "MassiveScenarioClassification (hy)": 8.86, - "MassiveScenarioClassification (vi)": 22.54, - "MassiveScenarioClassification (tl)": 24.39, - "MassiveScenarioClassification (nb)": 20.82, - "MassiveScenarioClassification (ko)": 6.71, - "MassiveScenarioClassification (kn)": 7.7, - "MassiveScenarioClassification (ta)": 7.14, - "MassiveScenarioClassification (ar)": 11.92, - "MassiveScenarioClassification (zh-TW)": 9.25, - "MassiveScenarioClassification (sq)": 22.42, - "MassiveScenarioClassification (zh-CN)": 9.3, - "MassiveScenarioClassification (he)": 8.12, - "MassiveScenarioClassification (jv)": 22.46, - "MassiveScenarioClassification (sw)": 22.07, - "MassiveScenarioClassification (my)": 10.27, - "MassiveScenarioClassification (hu)": 20.7, - "MassiveScenarioClassification (it)": 26.82, - "MassiveScenarioClassification (sv)": 19.74, - "MassiveScenarioClassification (af)": 21.73, - "MassiveScenarioClassification (te)": 7.88, - "NoRecClassification": 39.06, - "NordicLangClassification": 39.41, - "PAC": 68.93, - "PolEmo2.0-IN": 40.28, - "PolEmo2.0-OUT": 30.67, - "RuReviewsClassification": 58.27, - "RuSciBenchGRNTIClassification": 53.9, - "RuSciBenchOECDClassification": 43.04, - "ToxicConversationsClassification": 57.76, - "TweetSentimentExtractionClassification": 47.21 - } - ] - }, - "Clustering": { - "v_measure": [ - { - "Model": "sbert_large_nlu_ru", - "AlloProfClusteringP2P": 39.96, - "AlloProfClusteringS2S": 23.7, - "ArxivClusteringP2P": 18.57, - "ArxivClusteringS2S": 11.83, - "BiorxivClusteringP2P": 12.51, - "BiorxivClusteringS2S": 6.79, - "BlurbsClusteringP2P": 11.42, - "BlurbsClusteringS2S": 8.6, - "GeoreviewClusteringP2P": 57.12, - "HALClusteringS2S": 6.03, - "MLSUMClusteringP2P (de)": 15.09, - "MLSUMClusteringP2P (fr)": 27.16, - "MLSUMClusteringP2P (ru)": 49.13, - "MLSUMClusteringP2P (es)": 29.37, - "MLSUMClusteringS2S (de)": 15.85, - "MLSUMClusteringS2S (fr)": 27.09, - "MLSUMClusteringS2S (ru)": 49.58, - "MLSUMClusteringS2S (es)": 28.74, - "MasakhaNEWSClusteringP2P (amh)": 43.17, - "MasakhaNEWSClusteringP2P (eng)": 41.53, - "MasakhaNEWSClusteringP2P (fra)": 38.45, - "MasakhaNEWSClusteringP2P (hau)": 8.06, - "MasakhaNEWSClusteringP2P (ibo)": 21.37, - "MasakhaNEWSClusteringP2P (lin)": 50.33, - "MasakhaNEWSClusteringP2P (lug)": 43.55, - "MasakhaNEWSClusteringP2P (orm)": 20.41, - "MasakhaNEWSClusteringP2P (pcm)": 71.26, - "MasakhaNEWSClusteringP2P (run)": 41.88, - "MasakhaNEWSClusteringP2P (sna)": 46.77, - "MasakhaNEWSClusteringP2P (som)": 24.45, - "MasakhaNEWSClusteringP2P (swa)": 12.32, - "MasakhaNEWSClusteringP2P (tir)": 43.45, - "MasakhaNEWSClusteringP2P (xho)": 22.84, - "MasakhaNEWSClusteringP2P (yor)": 21.23, - "MasakhaNEWSClusteringS2S (amh)": 43.26, - "MasakhaNEWSClusteringS2S (eng)": 9.15, - "MasakhaNEWSClusteringS2S (fra)": 24.96, - "MasakhaNEWSClusteringS2S (hau)": 4.21, - "MasakhaNEWSClusteringS2S (ibo)": 26.62, - "MasakhaNEWSClusteringS2S (lin)": 51.88, - "MasakhaNEWSClusteringS2S (lug)": 45.69, - "MasakhaNEWSClusteringS2S (orm)": 21.66, - "MasakhaNEWSClusteringS2S (pcm)": 31.8, - "MasakhaNEWSClusteringS2S (run)": 44.07, - "MasakhaNEWSClusteringS2S (sna)": 52.21, - "MasakhaNEWSClusteringS2S (som)": 23.6, - "MasakhaNEWSClusteringS2S (swa)": 14.33, - "MasakhaNEWSClusteringS2S (tir)": 43.31, - "MasakhaNEWSClusteringS2S (xho)": 24.5, - "MasakhaNEWSClusteringS2S (yor)": 23.26, - "MedrxivClusteringP2P": 19.63, - "MedrxivClusteringS2S": 14.79, - "RedditClustering": 15.97, - "RedditClusteringP2P": 33.1, - "RuSciBenchGRNTIClusteringP2P": 49.7, - "RuSciBenchOECDClusteringP2P": 44.48, - "StackExchangeClustering": 21.14, - "StackExchangeClusteringP2P": 23.58, - "TenKGnadClusteringP2P": 18.55, - "TenKGnadClusteringS2S": 10.24, - "TwentyNewsgroupsClustering": 13.55 - } - ] - }, - "PairClassification": { - "max_ap": [ - { - "Model": "sbert_large_nlu_ru", - "CDSC-E": 35.64, - "FalseFriendsGermanEnglish": 48.33, - "OpusparcusPC (de)": 88.54, - "OpusparcusPC (en)": 96.42, - "OpusparcusPC (fi)": 83.14, - "OpusparcusPC (fr)": 82.75, - "OpusparcusPC (ru)": 89.72, - "OpusparcusPC (sv)": 80.13, - "PSC": 57.84, - "PawsXPairClassification (de)": 50.88, - "PawsXPairClassification (en)": 50.62, - "PawsXPairClassification (es)": 51.74, - "PawsXPairClassification (fr)": 53.8, - "PawsXPairClassification (ja)": 46.11, - "PawsXPairClassification (ko)": 47.25, - "PawsXPairClassification (zh)": 48.87, - "SICK-E-PL": 44.12, - "SprintDuplicateQuestions": 15.22, - "TERRa": 50.17, - "TwitterSemEval2015": 51.4, - "TwitterURLCorpus": 73.98 - }, - { - "Model": "sbert_large_nlu_ru", - "CDSC-E": 35.69, - "FalseFriendsGermanEnglish": 48.34, - "OpusparcusPC (de)": 88.55, - "OpusparcusPC (en)": 96.45, - "OpusparcusPC (fi)": 83.15, - "OpusparcusPC (fr)": 82.75, - "OpusparcusPC (ru)": 89.72, - "OpusparcusPC (sv)": 80.13, - "PSC": 57.84, - "PawsXPairClassification (de)": 51.01, - "PawsXPairClassification (en)": 50.64, - "PawsXPairClassification (es)": 51.74, - "PawsXPairClassification (fr)": 53.84, - "PawsXPairClassification (ja)": 46.43, - "PawsXPairClassification (ko)": 47.67, - "PawsXPairClassification (zh)": 48.93, - "SICK-E-PL": 44.15, - "SprintDuplicateQuestions": 15.34, - "TERRa": 50.17, - "TwitterSemEval2015": 51.4, - "TwitterURLCorpus": 73.98 - } - ] - }, - "Reranking": { - "map": [ - { - "Model": "sbert_large_nlu_ru", - "AlloprofReranking": 31.06, - "AskUbuntuDupQuestions": 43.65, - "MindSmallReranking": 26.86, - "RuBQReranking": 46.81, - "SciDocsRR": 44.72, - "StackOverflowDupQuestions": 29.72, - "SyntecReranking": 35.78, - "T2Reranking": 50.7 - }, - { - "Model": "sbert_large_nlu_ru", - "MIRACLReranking (ru)": 18.8, - "MIRACLReranking (ar)": 2.13, - "MIRACLReranking (bn)": 1.59, - "MIRACLReranking (de)": 3.86, - "MIRACLReranking (en)": 8.82, - "MIRACLReranking (es)": 4.97, - "MIRACLReranking (fa)": 3.24, - "MIRACLReranking (fi)": 4.84, - "MIRACLReranking (fr)": 3.15, - "MIRACLReranking (hi)": 4.13, - "MIRACLReranking (id)": 3.65, - "MIRACLReranking (ja)": 1.94, - "MIRACLReranking (ko)": 4.9, - "MIRACLReranking (sw)": 3.1, - "MIRACLReranking (te)": 2.57, - "MIRACLReranking (th)": 2.5, - "MIRACLReranking (yo)": 4.17, - "MIRACLReranking (zh)": 2.58 - } - ] - }, - "Retrieval": { - "ndcg_at_10": [ - { - "Model": "sbert_large_nlu_ru", - "AILACasedocs": 12.96, - "AILAStatutes": 19.38, - "ARCChallenge": 1.8, - "AlloprofRetrieval": 0.34, - "AlphaNLI": 1.1, - "AppsRetrieval": 0.19, - "ArguAna": 17.29, - "BSARDRetrieval": 0.0, - "ClimateFEVER": 0.03, - "CmedqaRetrieval": 0.28, - "CodeFeedbackMT": 5.2, - "CodeFeedbackST": 3.78, - "CodeSearchNetCCRetrieval (python)": 4.27, - "CodeSearchNetCCRetrieval (javascript)": 4.77, - "CodeSearchNetCCRetrieval (go)": 3.2, - "CodeSearchNetCCRetrieval (ruby)": 11.04, - "CodeSearchNetCCRetrieval (java)": 4.12, - "CodeSearchNetCCRetrieval (php)": 2.43, - "CodeSearchNetRetrieval (python)": 10.29, - "CodeSearchNetRetrieval (javascript)": 6.59, - "CodeSearchNetRetrieval (go)": 7.18, - "CodeSearchNetRetrieval (ruby)": 7.29, - "CodeSearchNetRetrieval (java)": 5.06, - "CodeSearchNetRetrieval (php)": 6.07, - "CodeTransOceanContest": 9.79, - "CodeTransOceanDL": 31.48, - "CosQA": 0.35, - "CovidRetrieval": 0.0, - "DBPedia": 0.23, - "FEVER": 0.2, - "FiQA2018": 0.33, - "GerDaLIR": 0.25, - "GerDaLIRSmall": 0.72, - "GermanQuAD-Retrieval": 5.61, - "HellaSwag": 2.48, - "HotpotQA": 0.93, - "LEMBNarrativeQARetrieval": 2.65, - "LEMBQMSumRetrieval": 7.24, - "LEMBSummScreenFDRetrieval": 7.8, - "LEMBWikimQARetrieval": 10.12, - "LeCaRDv2": 9.14, - "LegalBenchConsumerContractsQA": 12.36, - "LegalBenchCorporateLobbying": 22.42, - "LegalQuAD": 3.1, - "LegalSummarization": 15.01, - "MIRACLRetrieval (ru)": 1.98, - "MIRACLRetrieval (ar)": 0.0, - "MIRACLRetrieval (bn)": 0.0, - "MIRACLRetrieval (de)": 0.0, - "MIRACLRetrieval (en)": 0.02, - "MIRACLRetrieval (es)": 0.0, - "MIRACLRetrieval (fa)": 0.0, - "MIRACLRetrieval (fi)": 0.13, - "MIRACLRetrieval (fr)": 0.0, - "MIRACLRetrieval (hi)": 0.0, - "MIRACLRetrieval (id)": 0.05, - "MIRACLRetrieval (ja)": 0.0, - "MIRACLRetrieval (ko)": 0.31, - "MIRACLRetrieval (sw)": 0.18, - "MIRACLRetrieval (te)": 0.0, - "MIRACLRetrieval (th)": 0.0, - "MIRACLRetrieval (yo)": 0.49, - "MIRACLRetrieval (zh)": 0.0, - "MintakaRetrieval (ar)": 0.26, - "MintakaRetrieval (de)": 0.85, - "MintakaRetrieval (es)": 0.9, - "MintakaRetrieval (fr)": 0.85, - "MintakaRetrieval (hi)": 0.6, - "MintakaRetrieval (it)": 0.68, - "MintakaRetrieval (ja)": 0.26, - "MintakaRetrieval (pt)": 0.99, - "NFCorpus": 1.99, - "NQ": 0.2, - "PIQA": 1.65, - "Quail": 0.19, - "QuoraRetrieval": 44.36, - "RARbCode": 0.21, - "RARbMath": 4.27, - "RiaNewsRetrieval": 11.11, - "RuBQRetrieval": 12.45, - "SCIDOCS": 0.23, - "SIQA": 0.13, - "SciFact": 1.73, - "SciFact-PL": 0.66, - "SpartQA": 0.02, - "StackOverflowQA": 6.87, - "SyntecRetrieval": 11.87, - "SyntheticText2SQL": 4.57, - "TRECCOVID": 3.91, - "TRECCOVID-PL": 1.16, - "TempReasonL1": 0.19, - "TempReasonL2Fact": 0.35, - "TempReasonL2Pure": 0.09, - "TempReasonL3Fact": 0.45, - "TempReasonL3Pure": 0.3, - "Touche2020": 0.29, - "WinoGrande": 0.38, - "XMarket (de)": 0.49, - "XMarket (en)": 0.7, - "XMarket (es)": 0.39, - "XPQARetrieval (ara-ara)": 2.35, - "XPQARetrieval (eng-ara)": 0.76, - "XPQARetrieval (ara-eng)": 2.03, - "XPQARetrieval (deu-deu)": 10.72, - "XPQARetrieval (eng-deu)": 0.63, - "XPQARetrieval (deu-eng)": 4.67, - "XPQARetrieval (spa-spa)": 4.19, - "XPQARetrieval (eng-spa)": 0.7, - "XPQARetrieval (spa-eng)": 2.37, - "XPQARetrieval (fra-fra)": 9.13, - "XPQARetrieval (eng-fra)": 0.71, - "XPQARetrieval (fra-eng)": 3.77, - "XPQARetrieval (hin-hin)": 4.85, - "XPQARetrieval (eng-hin)": 2.3, - "XPQARetrieval (hin-eng)": 0.92, - "XPQARetrieval (ita-ita)": 8.48, - "XPQARetrieval (eng-ita)": 1.0, - "XPQARetrieval (ita-eng)": 2.85, - "XPQARetrieval (jpn-jpn)": 3.62, - "XPQARetrieval (eng-jpn)": 1.13, - "XPQARetrieval (jpn-eng)": 1.32, - "XPQARetrieval (kor-kor)": 1.82, - "XPQARetrieval (eng-kor)": 0.54, - "XPQARetrieval (kor-eng)": 0.91, - "XPQARetrieval (pol-pol)": 6.15, - "XPQARetrieval (eng-pol)": 1.0, - "XPQARetrieval (pol-eng)": 1.89, - "XPQARetrieval (por-por)": 5.66, - "XPQARetrieval (eng-por)": 0.75, - "XPQARetrieval (por-eng)": 1.76, - "XPQARetrieval (tam-tam)": 1.18, - "XPQARetrieval (eng-tam)": 1.73, - "XPQARetrieval (tam-eng)": 0.76, - "XPQARetrieval (cmn-cmn)": 6.07, - "XPQARetrieval (eng-cmn)": 1.94, - "XPQARetrieval (cmn-eng)": 1.18 - } - ] - }, - "STS": { - "cosine_spearman": [ - { - "Model": "sbert_large_nlu_ru", - "BIOSSES": 39.69, - "CDSC-R": 58.92, - "GermanSTSBenchmark": 25.4, - "SICK-R": 58.86, - "SICK-R-PL": 39.82, - "SICKFr": 48.31, - "STS12": 31.48, - "STS13": 37.11, - "STS14": 36.65, - "STS15": 58.25, - "STS16": 58.5, - "STS17 (en-tr)": 1.31, - "STS17 (nl-en)": 13.17, - "STS17 (it-en)": 11.05, - "STS17 (fr-en)": 20.49, - "STS17 (es-es)": 44.07, - "STS17 (ko-ko)": 7.57, - "STS17 (en-ar)": 21.74, - "STS17 (en-en)": 62.5, - "STS17 (es-en)": 10.26, - "STS17 (ar-ar)": 11.58, - "STS17 (en-de)": 9.52, - "STS22 (es-it)": 29.06, - "STS22 (de)": 14.13, - "STS22 (es-en)": 13.97, - "STS22 (de-en)": 18.76, - "STS22 (pl)": 10.48, - "STS22 (ar)": 24.15, - "STS22 (fr-pl)": 50.71, - "STS22 (es)": 38.98, - "STS22 (tr)": 29.01, - "STS22 (it)": 39.38, - "STS22 (zh)": 20.71, - "STS22 (en)": 57.74, - "STS22 (pl-en)": 6.58, - "STS22 (fr)": 55.23, - "STS22 (zh-en)": 7.36, - "STS22 (de-fr)": 29.79, - "STS22 (de-pl)": -20.42, - "STSB": 4.05, - "STSBenchmark": 46.8, - "STSBenchmarkMultilingualSTS (de)": 29.29, - "STSBenchmarkMultilingualSTS (zh)": 5.4, - "STSBenchmarkMultilingualSTS (pl)": 39.01, - "STSBenchmarkMultilingualSTS (es)": 30.71, - "STSBenchmarkMultilingualSTS (pt)": 33.45, - "STSBenchmarkMultilingualSTS (en)": 46.8, - "STSBenchmarkMultilingualSTS (ru)": 58.45, - "STSBenchmarkMultilingualSTS (nl)": 33.46, - "STSBenchmarkMultilingualSTS (fr)": 37.91, - "STSBenchmarkMultilingualSTS (it)": 33.1 - }, - { - "Model": "sbert_large_nlu_ru", - "BIOSSES": 39.69, - "CDSC-R": 58.92, - "GermanSTSBenchmark": 25.4, - "RUParaPhraserSTS": 62.06, - "RuSTSBenchmarkSTS": 58.82, - "SICK-R": 58.86, - "SICK-R-PL": 39.82, - "SICKFr": 48.31, - "STS12": 31.48, - "STS13": 37.11, - "STS14": 36.65, - "STS15": 58.25, - "STS16": 58.5, - "STS17 (en-tr)": 1.31, - "STS17 (nl-en)": 13.17, - "STS17 (it-en)": 11.05, - "STS17 (fr-en)": 20.49, - "STS17 (es-es)": 44.07, - "STS17 (ko-ko)": 7.62, - "STS17 (en-ar)": 21.74, - "STS17 (en-en)": 62.5, - "STS17 (es-en)": 10.26, - "STS17 (ar-ar)": 12.45, - "STS17 (en-de)": 9.52, - "STS22 (ru)": 50.75, - "STS22 (es-it)": 29.06, - "STS22 (de)": 14.12, - "STS22 (es-en)": 13.97, - "STS22 (de-en)": 18.76, - "STS22 (pl)": 10.29, - "STS22 (ar)": 24.13, - "STS22 (fr-pl)": 50.71, - "STS22 (es)": 38.98, - "STS22 (tr)": 29.01, - "STS22 (it)": 39.38, - "STS22 (zh)": 20.71, - "STS22 (en)": 57.74, - "STS22 (pl-en)": 6.58, - "STS22 (fr)": 55.23, - "STS22 (zh-en)": 7.36, - "STS22 (de-fr)": 29.79, - "STS22 (de-pl)": -20.42, - "STSB": 4.09, - "STSBenchmark": 46.8, - "STSBenchmarkMultilingualSTS (de)": 29.29, - "STSBenchmarkMultilingualSTS (zh)": 5.41, - "STSBenchmarkMultilingualSTS (pl)": 39.01, - "STSBenchmarkMultilingualSTS (es)": 30.71, - "STSBenchmarkMultilingualSTS (pt)": 33.45, - "STSBenchmarkMultilingualSTS (en)": 46.8, - "STSBenchmarkMultilingualSTS (ru)": 58.46, - "STSBenchmarkMultilingualSTS (nl)": 33.46, - "STSBenchmarkMultilingualSTS (fr)": 37.91, - "STSBenchmarkMultilingualSTS (it)": 33.1 - } - ] - }, - "Summarization": { - "cosine_spearman": [ - { - "Model": "sbert_large_nlu_ru", - "SummEval": 28.2, - "SummEvalFr": 28.06 - }, - { - "Model": "sbert_large_nlu_ru", - "SummEval": 28.2, - "SummEvalFr": 28.06 - } - ] - }, - "MultilabelClassification": { - "accuracy": [ - { - "Model": "sbert_large_nlu_ru", - "CEDRClassification": 35.84, - "SensitiveTopicsClassification": 27.9 - } - ] - }, - "InstructionRetrieval": { - "p-MRR": [ - { - "Model": "sbert_large_nlu_ru", - "Core17InstructionRetrieval": -2.17, - "News21InstructionRetrieval": 3.38, - "Robust04InstructionRetrieval": 0.46 - } - ] - } - }, - "aliyun__OpenSearch-text-hybrid": { - "BitextMining": { - "f1": [] - }, - "Classification": { - "accuracy": [ - { - "Model": "OpenSearch-text-hybrid", - "AmazonReviewsClassification (zh)": 46.18, - "IFlyTek": 51.8, - "JDReview": 86.02, - "MassiveIntentClassification (zh-CN)": 73.85, - "MassiveScenarioClassification (zh-CN)": 77.13, - "MultilingualSentiment": 76.35, - "OnlineShopping": 93.2, - "TNews": 53.06, - "Waimai": 88.1 - } - ] - }, - "Clustering": { - "v_measure": [ - { - "Model": "OpenSearch-text-hybrid", - "CLSClusteringP2P": 41.64, - "CLSClusteringS2S": 40.33, - "ThuNewsClusteringP2P": 69.28, - "ThuNewsClusteringS2S": 63.75 - } - ] - }, - "PairClassification": { - "max_ap": [ - { - "Model": "OpenSearch-text-hybrid", - "Cmnli": 90.77, - "Ocnli": 85.44 - }, - { - "Model": "OpenSearch-text-hybrid", - "Cmnli": 90.77, - "Ocnli": 85.44 - } - ] - }, - "Reranking": { - "map": [ - { - "Model": "OpenSearch-text-hybrid", - "CMedQAv1": 88.99, - "CMedQAv2": 89.6, - "MMarcoReranking": 28.12, - "T2Reranking": 66.38 - } - ] - }, - "Retrieval": { - "ndcg_at_10": [ - { - "Model": "OpenSearch-text-hybrid", - "CmedqaRetrieval": 46.56, - "CovidRetrieval": 84.03, - "DuRetrieval": 87.85, - "EcomRetrieval": 68.79, - "MMarcoRetrieval": 79.93, - "MedicalRetrieval": 65.92, - "T2Retrieval": 86.76, - "VideoRetrieval": 75.43 - } - ] - }, - "STS": { - "cosine_spearman": [ - { - "Model": "OpenSearch-text-hybrid", - "AFQMC": 59.11, - "ATEC": 58.19, - "BQ": 71.07, - "LCQMC": 78.27, - "PAWSX": 44.98, - "QBQTC": 38.69, - "STS22 (zh)": 66.53, - "STSB": 82.8 - } - ] - }, - "Summarization": { - "cosine_spearman": [] - }, - "MultilabelClassification": { - "accuracy": [] - }, - "InstructionRetrieval": { - "p-MRR": [] - } - }, - "amazon__titan-embed-text-v1": { - "BitextMining": { - "f1": [] - }, - "Classification": { - "accuracy": [ - { - "Model": "titan-embed-text-v1", - "AmazonCounterfactualClassification (en)": 61.85, - "Banking77Classification": 83.21 - } - ] - }, - "Clustering": { - "v_measure": [] - }, - "PairClassification": { - "max_ap": [] - }, - "Reranking": { - "map": [ - { - "Model": "titan-embed-text-v1", - "SciDocsRR": 88.87 - } - ] - }, - "Retrieval": { - "ndcg_at_10": [ - { - "Model": "titan-embed-text-v1", - "ArguAna": 48.83, - "FiQA2018": 40.38, - "MSMARCO": 35.19, - "NQ": 51.08, - "SciFact": 73.5, - "TRECCOVID": 54.74 - } - ] - }, - "STS": { - "cosine_spearman": [ - { - "Model": "titan-embed-text-v1", - "BIOSSES": 84.17, - "SICK-R": 73.05, - "STS12": 66.59, - "STS13": 83.24, - "STS14": 73.71, - "STS15": 82.4, - "STS16": NaN, - "STS17 (en-en)": 80.9, - "STSBenchmark": 74.85 - } - ] - }, - "Summarization": { - "cosine_spearman": [] - }, - "MultilabelClassification": { - "accuracy": [] - }, - "InstructionRetrieval": { - "p-MRR": [] - } - }, - "baichuan-ai__text-embedding": { - "BitextMining": { - "f1": [] - }, - "Classification": { - "accuracy": [ - { - "Model": "text-embedding", - "AmazonReviewsClassification (zh)": 48.3, - "IFlyTek": 50.75, - "JDReview": 87.69, - "MassiveIntentClassification (zh-CN)": 74.91, - "MassiveScenarioClassification (zh-CN)": 81.28, - "MultilingualSentiment": 76.83, - "OnlineShopping": 94.42, - "TNews": 52.62, - "Waimai": 88.77 - } - ] - }, - "Clustering": { - "v_measure": [ - { - "Model": "text-embedding", - "CLSClusteringP2P": 60.37, - "CLSClusteringS2S": 51.09, - "ThuNewsClusteringP2P": 58.23, - "ThuNewsClusteringS2S": 57.83 - } - ] - }, - "PairClassification": { - "max_ap": [ - { - "Model": "text-embedding", - "Cmnli": 85.31, - "Ocnli": 79.33 - }, - { - "Model": "text-embedding", - "Cmnli": 85.33, - "Ocnli": 79.37 - } - ] - }, - "Reranking": { - "map": [ - { - "Model": "text-embedding", - "CMedQAv1": 88.06, - "CMedQAv2": 88.46, - "MMarcoReranking": 34.3, - "T2Reranking": 67.85 - } - ] - }, - "Retrieval": { - "ndcg_at_10": [ - { - "Model": "text-embedding", - "CmedqaRetrieval": 47.64, - "CovidRetrieval": 86.86, - "DuRetrieval": 88.43, - "EcomRetrieval": 66.39, - "MMarcoRetrieval": 80.17, - "MedicalRetrieval": 61.1, - "T2Retrieval": 80.11, - "VideoRetrieval": 74.28 - } - ] - }, - "STS": { - "cosine_spearman": [ - { - "Model": "text-embedding", - "AFQMC": 50.8, - "ATEC": 53.23, - "BQ": 66.49, - "LCQMC": 76.6, - "PAWSX": 47.56, - "QBQTC": 39.96, - "STS22 (zh)": 65.78, - "STSB": 80.14 - } - ] - }, - "Summarization": { - "cosine_spearman": [] - }, - "MultilabelClassification": { - "accuracy": [] - }, - "InstructionRetrieval": { - "p-MRR": [] - } - }, - "bm25": { - "BitextMining": { - "f1": [] - }, - "Classification": { - "accuracy": [] - }, - "Clustering": { - "v_measure": [] - }, - "PairClassification": { - "max_ap": [] - }, - "Reranking": { - "map": [] - }, - "Retrieval": { - "ndcg_at_10": [ - { - "Model": "bm25", - "BrightRetrieval (robotics)": 13.53, - "BrightRetrieval (pony)": 7.93, - "BrightRetrieval (leetcode)": 24.37, - "BrightRetrieval (earth_science)": 27.06, - "BrightRetrieval (stackoverflow)": 16.55, - "BrightRetrieval (economics)": 14.87, - "BrightRetrieval (theoremqa_questions)": 9.78, - "BrightRetrieval (theoremqa_theorems)": 4.75, - "BrightRetrieval (psychology)": 12.51, - "BrightRetrieval (sustainable_living)": 15.22, - "BrightRetrieval (biology)": 19.19, - "BrightRetrieval (aops)": 6.2 - } - ], - "recall_at_1": [ - { - "Model": "bm25", - "BrightRetrieval (robotics)": 7.43, - "BrightRetrieval (pony)": 5.35, - "BrightRetrieval (biology)": 10.68, - "BrightRetrieval (stackoverflow)": 22.22, - "BrightRetrieval (earth_science)": 15.37, - "BrightRetrieval (psychology)": 8.42, - "BrightRetrieval (sustainable_living)": 10.68, - "BrightRetrieval (economics)": 10.68 - } - ] - }, - "STS": { - "cosine_spearman": [] - }, - "Summarization": { - "cosine_spearman": [] - }, - "MultilabelClassification": { - "accuracy": [] - }, - "InstructionRetrieval": { - "p-MRR": [ - { - "Model": "bm25", - "Core17InstructionRetrieval": -1.06, - "News21InstructionRetrieval": -2.15, - "Robust04InstructionRetrieval": -3.06 - } - ] - } - }, - "bm25s": { - "BitextMining": { - "f1": [] - }, - "Classification": { - "accuracy": [] - }, - "Clustering": { - "v_measure": [] - }, - "PairClassification": { - "max_ap": [] - }, - "Reranking": { - "map": [] - }, - "Retrieval": { - "ndcg_at_10": [ - { - "Model": "bm25s", - "ArguAna": 49.28, - "CQADupstackRetrieval": 31.86, - "ClimateFEVER": 13.62, - "CmedqaRetrieval": 1.34, - "DBPedia": 29.91, - "FEVER": 48.09, - "FiQA2018": 25.14, - "HotpotQA": 56.91, - "MSMARCO": 21.89, - "NFCorpus": 32.08, - "NQ": 28.5, - "QuoraRetrieval": 80.42, - "SCIDOCS": 15.78, - "SciFact": 68.74, - "SciFact-PL": 56.36, - "TRECCOVID": 62.31, - "TRECCOVID-PL": 44.6, - "Touche2020": 33.05 - } - ] - }, - "STS": { - "cosine_spearman": [] - }, - "Summarization": { - "cosine_spearman": [] - }, - "MultilabelClassification": { - "accuracy": [] - }, - "InstructionRetrieval": { - "p-MRR": [] - } - }, - "castorini__monobert-large-msmarco": { - "BitextMining": { - "f1": [] - }, - "Classification": { - "accuracy": [] - }, - "Clustering": { - "v_measure": [] - }, - "PairClassification": { - "max_ap": [] - }, - "Reranking": { - "map": [] - }, - "Retrieval": { - "ndcg_at_10": [] - }, - "STS": { - "cosine_spearman": [] - }, - "Summarization": { - "cosine_spearman": [] - }, - "MultilabelClassification": { - "accuracy": [] - }, - "InstructionRetrieval": { - "p-MRR": [ - { - "Model": "monobert-large-msmarco", - "Core17InstructionRetrieval": -0.24, - "News21InstructionRetrieval": -0.8, - "Robust04InstructionRetrieval": -9.36 - } - ] - } - }, - "castorini__monot5-3b-msmarco-10k": { - "BitextMining": { - "f1": [] - }, - "Classification": { - "accuracy": [] - }, - "Clustering": { - "v_measure": [] - }, - "PairClassification": { - "max_ap": [] - }, - "Reranking": { - "map": [] - }, - "Retrieval": { - "ndcg_at_10": [] - }, - "STS": { - "cosine_spearman": [] - }, - "Summarization": { - "cosine_spearman": [] - }, - "MultilabelClassification": { - "accuracy": [] - }, - "InstructionRetrieval": { - "p-MRR": [ - { - "Model": "monot5-3b-msmarco-10k", - "Core17InstructionRetrieval": 1.84, - "News21InstructionRetrieval": 1.78, - "Robust04InstructionRetrieval": 3.96 - } - ] - } - }, - "castorini__monot5-base-msmarco-10k": { - "BitextMining": { - "f1": [] - }, - "Classification": { - "accuracy": [] - }, - "Clustering": { - "v_measure": [] - }, - "PairClassification": { - "max_ap": [] - }, - "Reranking": { - "map": [] - }, - "Retrieval": { - "ndcg_at_10": [] - }, - "STS": { - "cosine_spearman": [] - }, - "Summarization": { - "cosine_spearman": [] - }, - "MultilabelClassification": { - "accuracy": [] - }, - "InstructionRetrieval": { - "p-MRR": [ - { - "Model": "monot5-base-msmarco-10k", - "Core17InstructionRetrieval": -4.06, - "News21InstructionRetrieval": 5.02, - "Robust04InstructionRetrieval": -6.2 - } - ] - } - }, - "chcaa__dfm-encoder-large-v1": { - "BitextMining": { - "f1": [ - { - "Model": "dfm-encoder-large-v1", - "BornholmBitextMining": 11.65 - } - ] - }, - "Classification": { - "accuracy": [ - { - "Model": "dfm-encoder-large-v1", - "AngryTweetsClassification": 53.8, - "DKHateClassification": 60.09, - "DanishPoliticalCommentsClassification": 36.6, - "LccSentimentClassification": 57.33, - "MassiveIntentClassification (da)": 60.55, - "MassiveIntentClassification (nb)": 52.49, - "MassiveIntentClassification (sv)": 49.74, - "MassiveScenarioClassification (da)": 64.16, - "MassiveScenarioClassification (nb)": 54.59, - "MassiveScenarioClassification (sv)": 50.1, - "NoRecClassification": 48.3, - "NordicLangClassification": 77.68, - "NorwegianParliament": 58.78, - "ScalaDaClassification": 63.08, - "ScalaNbClassification": 58.95 - } - ] - }, - "Clustering": { - "v_measure": [] - }, - "PairClassification": { - "max_ap": [] - }, - "Reranking": { - "map": [] - }, - "Retrieval": { - "ndcg_at_10": [] - }, - "STS": { - "cosine_spearman": [] - }, - "Summarization": { - "cosine_spearman": [] - }, - "MultilabelClassification": { - "accuracy": [] - }, - "InstructionRetrieval": { - "p-MRR": [] - } - }, - "cointegrated__LaBSE-en-ru": { - "BitextMining": { - "f1": [ - { - "Model": "LaBSE-en-ru", - "BornholmBitextMining": 37.36, - "Tatoeba (rus-eng)": 93.62 - } - ] - }, - "Classification": { - "accuracy": [ - { - "Model": "LaBSE-en-ru", - "AllegroReviews": 28.22, - "AmazonCounterfactualClassification (en-ext)": 76.12, - "AmazonCounterfactualClassification (en)": 76.06, - "AmazonCounterfactualClassification (de)": 52.69, - "AmazonCounterfactualClassification (ja)": 56.98, - "AmazonPolarityClassification": 68.35, - "AmazonReviewsClassification (en)": 35.53, - "AmazonReviewsClassification (de)": 29.83, - "AmazonReviewsClassification (es)": 33.68, - "AmazonReviewsClassification (fr)": 32.75, - "AmazonReviewsClassification (ja)": 20.65, - "AmazonReviewsClassification (zh)": 20.77, - "AngryTweetsClassification": 46.23, - "Banking77Classification": 69.6, - "CBD": 52.86, - "DanishPoliticalCommentsClassification": 30.4, - "EmotionClassification": 36.15, - "GeoreviewClassification": 40.89, - "HeadlineClassification": 68.75, - "ImdbClassification": 62.87, - "InappropriatenessClassification": 58.48, - "KinopoiskClassification": 49.85, - "LccSentimentClassification": 44.53, - "MTOPDomainClassification (en)": 85.6, - "MTOPDomainClassification (de)": 59.47, - "MTOPDomainClassification (es)": 61.23, - "MTOPDomainClassification (fr)": 64.84, - "MTOPDomainClassification (hi)": 20.35, - "MTOPDomainClassification (th)": 14.86, - "MTOPIntentClassification (en)": 62.39, - "MTOPIntentClassification (de)": 35.1, - "MTOPIntentClassification (es)": 42.27, - "MTOPIntentClassification (fr)": 41.03, - "MTOPIntentClassification (hi)": 4.17, - "MTOPIntentClassification (th)": 4.44, - "MasakhaNEWSClassification (amh)": 34.89, - "MasakhaNEWSClassification (eng)": 78.43, - "MasakhaNEWSClassification (fra)": 73.44, - "MasakhaNEWSClassification (hau)": 59.15, - "MasakhaNEWSClassification (ibo)": 50.46, - "MasakhaNEWSClassification (lin)": 67.09, - "MasakhaNEWSClassification (lug)": 52.91, - "MasakhaNEWSClassification (orm)": 43.51, - "MasakhaNEWSClassification (pcm)": 90.23, - "MasakhaNEWSClassification (run)": 57.14, - "MasakhaNEWSClassification (sna)": 74.61, - "MasakhaNEWSClassification (som)": 44.18, - "MasakhaNEWSClassification (swa)": 54.39, - "MasakhaNEWSClassification (tir)": 24.82, - "MasakhaNEWSClassification (xho)": 60.51, - "MasakhaNEWSClassification (yor)": 63.77, - "MassiveIntentClassification (sw)": 19.98, - "MassiveIntentClassification (az)": 19.52, - "MassiveIntentClassification (tr)": 24.12, - "MassiveIntentClassification (zh-CN)": 3.96, - "MassiveIntentClassification (am)": 2.76, - "MassiveIntentClassification (kn)": 2.86, - "MassiveIntentClassification (hi)": 3.29, - "MassiveIntentClassification (tl)": 27.08, - "MassiveIntentClassification (th)": 4.0, - "MassiveIntentClassification (sv)": 32.01, - "MassiveIntentClassification (de)": 35.14, - "MassiveIntentClassification (es)": 37.67, - "MassiveIntentClassification (pt)": 39.84, - "MassiveIntentClassification (ja)": 4.78, - "MassiveIntentClassification (fi)": 31.11, - "MassiveIntentClassification (ka)": 2.87, - "MassiveIntentClassification (sl)": 35.66, - "MassiveIntentClassification (ru)": 60.53, - "MassiveIntentClassification (it)": 43.32, - "MassiveIntentClassification (te)": 2.72, - "MassiveIntentClassification (af)": 30.59, - "MassiveIntentClassification (is)": 25.61, - "MassiveIntentClassification (fa)": 3.71, - "MassiveIntentClassification (vi)": 23.0, - "MassiveIntentClassification (bn)": 3.35, - "MassiveIntentClassification (hy)": 2.8, - "MassiveIntentClassification (pl)": 31.3, - "MassiveIntentClassification (cy)": 26.59, - "MassiveIntentClassification (jv)": 26.84, - "MassiveIntentClassification (mn)": 35.97, - "MassiveIntentClassification (en)": 60.48, - "MassiveIntentClassification (ms)": 27.82, - "MassiveIntentClassification (nb)": 35.78, - "MassiveIntentClassification (he)": 2.33, - "MassiveIntentClassification (km)": 4.6, - "MassiveIntentClassification (nl)": 34.66, - "MassiveIntentClassification (id)": 33.31, - "MassiveIntentClassification (ml)": 2.63, - "MassiveIntentClassification (ta)": 2.22, - "MassiveIntentClassification (my)": 3.57, - "MassiveIntentClassification (ur)": 3.36, - "MassiveIntentClassification (da)": 38.66, - "MassiveIntentClassification (zh-TW)": 5.29, - "MassiveIntentClassification (ro)": 37.45, - "MassiveIntentClassification (lv)": 23.92, - "MassiveIntentClassification (fr)": 40.29, - "MassiveIntentClassification (el)": 11.14, - "MassiveIntentClassification (sq)": 35.84, - "MassiveIntentClassification (hu)": 26.74, - "MassiveIntentClassification (ko)": 2.69, - "MassiveIntentClassification (ar)": 5.19, - "MassiveScenarioClassification (sw)": 25.61, - "MassiveScenarioClassification (az)": 24.48, - "MassiveScenarioClassification (tr)": 31.38, - "MassiveScenarioClassification (zh-CN)": 9.98, - "MassiveScenarioClassification (am)": 7.59, - "MassiveScenarioClassification (kn)": 8.73, - "MassiveScenarioClassification (hi)": 8.77, - "MassiveScenarioClassification (tl)": 35.12, - "MassiveScenarioClassification (th)": 8.69, - "MassiveScenarioClassification (sv)": 35.83, - "MassiveScenarioClassification (de)": 41.72, - "MassiveScenarioClassification (es)": 43.33, - "MassiveScenarioClassification (pt)": 44.62, - "MassiveScenarioClassification (ja)": 9.51, - "MassiveScenarioClassification (fi)": 33.79, - "MassiveScenarioClassification (ka)": 7.32, - "MassiveScenarioClassification (sl)": 37.6, - "MassiveScenarioClassification (ru)": 65.15, - "MassiveScenarioClassification (it)": 47.28, - "MassiveScenarioClassification (te)": 7.53, - "MassiveScenarioClassification (af)": 37.27, - "MassiveScenarioClassification (is)": 30.32, - "MassiveScenarioClassification (fa)": 6.83, - "MassiveScenarioClassification (vi)": 28.92, - "MassiveScenarioClassification (bn)": 8.57, - "MassiveScenarioClassification (hy)": 8.91, - "MassiveScenarioClassification (pl)": 33.75, - "MassiveScenarioClassification (cy)": 30.38, - "MassiveScenarioClassification (jv)": 33.94, - "MassiveScenarioClassification (mn)": 41.53, - "MassiveScenarioClassification (en)": 65.43, - "MassiveScenarioClassification (ms)": 36.28, - "MassiveScenarioClassification (nb)": 42.43, - "MassiveScenarioClassification (he)": 8.64, - "MassiveScenarioClassification (km)": 9.99, - "MassiveScenarioClassification (nl)": 41.47, - "MassiveScenarioClassification (id)": 39.05, - "MassiveScenarioClassification (ml)": 7.24, - "MassiveScenarioClassification (ta)": 7.71, - "MassiveScenarioClassification (my)": 9.94, - "MassiveScenarioClassification (ur)": 9.16, - "MassiveScenarioClassification (da)": 44.69, - "MassiveScenarioClassification (zh-TW)": 10.48, - "MassiveScenarioClassification (ro)": 44.55, - "MassiveScenarioClassification (lv)": 26.26, - "MassiveScenarioClassification (fr)": 45.08, - "MassiveScenarioClassification (el)": 19.46, - "MassiveScenarioClassification (sq)": 40.9, - "MassiveScenarioClassification (hu)": 33.92, - "MassiveScenarioClassification (ko)": 7.37, - "MassiveScenarioClassification (ar)": 12.43, - "NoRecClassification": 40.21, - "NordicLangClassification": 38.84, - "PAC": 68.61, - "PolEmo2.0-IN": 55.44, - "PolEmo2.0-OUT": 33.64, - "RuReviewsClassification": 58.01, - "RuSciBenchGRNTIClassification": 52.8, - "RuSciBenchOECDClassification": 40.36, - "ToxicConversationsClassification": 60.26, - "TweetSentimentExtractionClassification": 57.75 - } - ] - }, - "Clustering": { - "v_measure": [ - { - "Model": "LaBSE-en-ru", - "AlloProfClusteringP2P": 55.09, - "AlloProfClusteringS2S": 22.69, - "ArxivClusteringP2P": 31.41, - "ArxivClusteringS2S": 20.66, - "BiorxivClusteringP2P": 28.94, - "BiorxivClusteringS2S": 18.04, - "BlurbsClusteringP2P": 30.05, - "BlurbsClusteringS2S": 11.13, - "GeoreviewClusteringP2P": 51.89, - "HALClusteringS2S": 13.46, - "MLSUMClusteringP2P (ru)": 37.87, - "MLSUMClusteringP2P (de)": 34.6, - "MLSUMClusteringP2P (fr)": 41.44, - "MLSUMClusteringP2P (es)": 41.36, - "MLSUMClusteringS2S (ru)": 41.24, - "MLSUMClusteringS2S (de)": 37.56, - "MLSUMClusteringS2S (fr)": 40.85, - "MLSUMClusteringS2S (es)": 41.08, - "MasakhaNEWSClusteringP2P (amh)": 40.17, - "MasakhaNEWSClusteringP2P (eng)": 51.39, - "MasakhaNEWSClusteringP2P (fra)": 58.64, - "MasakhaNEWSClusteringP2P (hau)": 37.52, - "MasakhaNEWSClusteringP2P (ibo)": 33.42, - "MasakhaNEWSClusteringP2P (lin)": 54.8, - "MasakhaNEWSClusteringP2P (lug)": 44.12, - "MasakhaNEWSClusteringP2P (orm)": 24.77, - "MasakhaNEWSClusteringP2P (pcm)": 67.72, - "MasakhaNEWSClusteringP2P (run)": 50.52, - "MasakhaNEWSClusteringP2P (sna)": 57.22, - "MasakhaNEWSClusteringP2P (som)": 27.57, - "MasakhaNEWSClusteringP2P (swa)": 20.27, - "MasakhaNEWSClusteringP2P (tir)": 48.36, - "MasakhaNEWSClusteringP2P (xho)": 39.56, - "MasakhaNEWSClusteringP2P (yor)": 29.12, - "MasakhaNEWSClusteringS2S (amh)": 44.07, - "MasakhaNEWSClusteringS2S (eng)": 21.34, - "MasakhaNEWSClusteringS2S (fra)": 26.33, - "MasakhaNEWSClusteringS2S (hau)": 12.88, - "MasakhaNEWSClusteringS2S (ibo)": 29.53, - "MasakhaNEWSClusteringS2S (lin)": 51.47, - "MasakhaNEWSClusteringS2S (lug)": 44.0, - "MasakhaNEWSClusteringS2S (orm)": 21.96, - "MasakhaNEWSClusteringS2S (pcm)": 69.63, - "MasakhaNEWSClusteringS2S (run)": 46.67, - "MasakhaNEWSClusteringS2S (sna)": 44.44, - "MasakhaNEWSClusteringS2S (som)": 24.45, - "MasakhaNEWSClusteringS2S (swa)": 13.6, - "MasakhaNEWSClusteringS2S (tir)": 45.41, - "MasakhaNEWSClusteringS2S (xho)": 27.49, - "MasakhaNEWSClusteringS2S (yor)": 27.71, - "MedrxivClusteringP2P": 28.51, - "MedrxivClusteringS2S": 23.45, - "RedditClustering": 25.45, - "RedditClusteringP2P": 47.49, - "RuSciBenchGRNTIClusteringP2P": 47.48, - "RuSciBenchOECDClusteringP2P": 41.16, - "StackExchangeClustering": 32.87, - "StackExchangeClusteringP2P": 27.69, - "TenKGnadClusteringP2P": 40.15, - "TenKGnadClusteringS2S": 13.25, - "TwentyNewsgroupsClustering": 21.92 - } - ] - }, - "PairClassification": { - "max_ap": [ - { - "Model": "LaBSE-en-ru", - "CDSC-E": 46.83, - "FalseFriendsGermanEnglish": 45.84, - "OpusparcusPC (ru)": 87.18, - "OpusparcusPC (de)": 92.16, - "OpusparcusPC (en)": 98.01, - "OpusparcusPC (fi)": 85.3, - "OpusparcusPC (fr)": 88.76, - "OpusparcusPC (sv)": 86.89, - "PSC": 88.51, - "PawsXPairClassification (de)": 49.25, - "PawsXPairClassification (en)": 54.46, - "PawsXPairClassification (es)": 49.41, - "PawsXPairClassification (fr)": 51.62, - "PawsXPairClassification (ja)": 47.43, - "PawsXPairClassification (ko)": 46.91, - "PawsXPairClassification (zh)": 50.78, - "SICK-E-PL": 46.03, - "SprintDuplicateQuestions": 88.53, - "TERRa": 55.61, - "TwitterSemEval2015": 60.61, - "TwitterURLCorpus": 84.04 - }, - { - "Model": "LaBSE-en-ru", - "CDSC-E": 46.83, - "FalseFriendsGermanEnglish": 45.86, - "OpusparcusPC (ru)": 87.18, - "OpusparcusPC (de)": 92.16, - "OpusparcusPC (en)": 98.01, - "OpusparcusPC (fi)": 85.3, - "OpusparcusPC (fr)": 88.76, - "OpusparcusPC (sv)": 86.89, - "PSC": 88.51, - "PawsXPairClassification (de)": 49.72, - "PawsXPairClassification (en)": 54.46, - "PawsXPairClassification (es)": 49.41, - "PawsXPairClassification (fr)": 51.69, - "PawsXPairClassification (ja)": 47.43, - "PawsXPairClassification (ko)": 47.05, - "PawsXPairClassification (zh)": 51.37, - "SICK-E-PL": 46.12, - "SprintDuplicateQuestions": 88.53, - "TERRa": 55.61, - "TwitterSemEval2015": 60.61, - "TwitterURLCorpus": 84.04 - } - ] - }, - "Reranking": { - "map": [ - { - "Model": "LaBSE-en-ru", - "AlloprofReranking": 42.29, - "AskUbuntuDupQuestions": 53.02, - "MindSmallReranking": 29.22, - "RuBQReranking": 54.83, - "SciDocsRR": 67.31, - "StackOverflowDupQuestions": 42.36, - "SyntecReranking": 53.7, - "T2Reranking": 57.1 - }, - { - "Model": "LaBSE-en-ru", - "MIRACLReranking (ru)": 28.86, - "MIRACLReranking (ar)": 3.36, - "MIRACLReranking (bn)": 2.99, - "MIRACLReranking (de)": 18.12, - "MIRACLReranking (en)": 23.94, - "MIRACLReranking (es)": 18.08, - "MIRACLReranking (fa)": 3.51, - "MIRACLReranking (fi)": 30.5, - "MIRACLReranking (fr)": 18.36, - "MIRACLReranking (hi)": 2.65, - "MIRACLReranking (id)": 15.56, - "MIRACLReranking (ja)": 2.73, - "MIRACLReranking (ko)": 4.15, - "MIRACLReranking (sw)": 18.93, - "MIRACLReranking (te)": 3.04, - "MIRACLReranking (th)": 2.32, - "MIRACLReranking (yo)": 40.52, - "MIRACLReranking (zh)": 4.15 - } - ] - }, - "Retrieval": { - "ndcg_at_10": [ - { - "Model": "LaBSE-en-ru", - "AILACasedocs": 22.41, - "AILAStatutes": 15.94, - "ARCChallenge": 3.46, - "AlloprofRetrieval": 10.73, - "AlphaNLI": 12.55, - "AppsRetrieval": 2.26, - "ArguAna": 31.91, - "BSARDRetrieval": 1.61, - "ClimateFEVER": 3.16, - "CmedqaRetrieval": 1.55, - "CodeFeedbackMT": 24.65, - "CodeFeedbackST": 39.86, - "CodeSearchNetCCRetrieval (python)": 29.56, - "CodeSearchNetCCRetrieval (javascript)": 39.74, - "CodeSearchNetCCRetrieval (go)": 27.72, - "CodeSearchNetCCRetrieval (ruby)": 36.38, - "CodeSearchNetCCRetrieval (java)": 33.75, - "CodeSearchNetCCRetrieval (php)": 24.25, - "CodeSearchNetRetrieval (python)": 59.24, - "CodeSearchNetRetrieval (javascript)": 45.1, - "CodeSearchNetRetrieval (go)": 49.06, - "CodeSearchNetRetrieval (ruby)": 49.67, - "CodeSearchNetRetrieval (java)": 33.58, - "CodeSearchNetRetrieval (php)": 44.36, - "CodeTransOceanContest": 32.93, - "CodeTransOceanDL": 32.37, - "CosQA": 8.76, - "CovidRetrieval": 0.35, - "DBPedia": 13.51, - "FEVER": 8.6, - "FiQA2018": 6.8, - "GerDaLIR": 0.92, - "GerDaLIRSmall": 2.24, - "GermanQuAD-Retrieval": 64.84, - "HellaSwag": 5.57, - "HotpotQA": 17.02, - "LEMBNarrativeQARetrieval": 11.1, - "LEMBQMSumRetrieval": 18.32, - "LEMBSummScreenFDRetrieval": 45.33, - "LEMBWikimQARetrieval": 25.1, - "LeCaRDv2": 12.13, - "LegalBenchConsumerContractsQA": 56.69, - "LegalBenchCorporateLobbying": 66.24, - "LegalQuAD": 12.78, - "LegalSummarization": 52.49, - "MIRACLRetrieval (ru)": 10.58, - "MIRACLRetrieval (ar)": 0.04, - "MIRACLRetrieval (bn)": 0.0, - "MIRACLRetrieval (de)": 4.18, - "MIRACLRetrieval (en)": 4.0, - "MIRACLRetrieval (es)": 2.34, - "MIRACLRetrieval (fa)": 0.0, - "MIRACLRetrieval (fi)": 11.13, - "MIRACLRetrieval (fr)": 4.4, - "MIRACLRetrieval (hi)": 0.0, - "MIRACLRetrieval (id)": 2.75, - "MIRACLRetrieval (ja)": 0.04, - "MIRACLRetrieval (ko)": 2.06, - "MIRACLRetrieval (sw)": 7.82, - "MIRACLRetrieval (te)": 0.04, - "MIRACLRetrieval (th)": 0.0, - "MIRACLRetrieval (yo)": 16.31, - "MIRACLRetrieval (zh)": 0.0, - "MSMARCO": 6.78, - "MintakaRetrieval (ar)": 0.48, - "MintakaRetrieval (de)": 15.01, - "MintakaRetrieval (es)": 14.71, - "MintakaRetrieval (fr)": 14.4, - "MintakaRetrieval (hi)": 0.88, - "MintakaRetrieval (it)": 15.28, - "MintakaRetrieval (ja)": 0.97, - "MintakaRetrieval (pt)": 14.97, - "NFCorpus": 12.59, - "NQ": 7.01, - "PIQA": 6.47, - "Quail": 1.55, - "QuoraRetrieval": 76.76, - "RARbCode": 2.11, - "RARbMath": 27.24, - "RiaNewsRetrieval": 34.73, - "RuBQRetrieval": 29.03, - "SCIDOCS": 4.96, - "SIQA": 1.05, - "SciFact": 33.78, - "SciFact-PL": 22.71, - "SpartQA": 1.52, - "StackOverflowQA": 38.16, - "SyntecRetrieval": 32.97, - "SyntheticText2SQL": 39.52, - "TRECCOVID": 14.9, - "TRECCOVID-PL": 8.43, - "TempReasonL1": 1.65, - "TempReasonL2Fact": 7.07, - "TempReasonL2Pure": 0.1, - "TempReasonL3Fact": 8.34, - "TempReasonL3Pure": 4.69, - "Touche2020": 4.16, - "WinoGrande": 53.29, - "XMarket (de)": 1.71, - "XMarket (en)": 2.38, - "XMarket (es)": 1.98, - "XPQARetrieval (ara-ara)": 4.65, - "XPQARetrieval (eng-ara)": 4.38, - "XPQARetrieval (ara-eng)": 6.93, - "XPQARetrieval (deu-deu)": 32.76, - "XPQARetrieval (eng-deu)": 15.1, - "XPQARetrieval (deu-eng)": 29.14, - "XPQARetrieval (spa-spa)": 26.94, - "XPQARetrieval (eng-spa)": 15.15, - "XPQARetrieval (spa-eng)": 24.44, - "XPQARetrieval (fra-fra)": 34.15, - "XPQARetrieval (eng-fra)": 13.19, - "XPQARetrieval (fra-eng)": 31.59, - "XPQARetrieval (hin-hin)": 7.03, - "XPQARetrieval (eng-hin)": 6.64, - "XPQARetrieval (hin-eng)": 7.09, - "XPQARetrieval (ita-ita)": 38.17, - "XPQARetrieval (eng-ita)": 15.56, - "XPQARetrieval (ita-eng)": 30.28, - "XPQARetrieval (jpn-jpn)": 6.77, - "XPQARetrieval (eng-jpn)": 3.35, - "XPQARetrieval (jpn-eng)": 8.17, - "XPQARetrieval (kor-kor)": 2.68, - "XPQARetrieval (eng-kor)": 4.24, - "XPQARetrieval (kor-eng)": 2.89, - "XPQARetrieval (pol-pol)": 17.92, - "XPQARetrieval (eng-pol)": 9.24, - "XPQARetrieval (pol-eng)": 15.74, - "XPQARetrieval (por-por)": 20.3, - "XPQARetrieval (eng-por)": 10.69, - "XPQARetrieval (por-eng)": 19.59, - "XPQARetrieval (tam-tam)": 3.01, - "XPQARetrieval (eng-tam)": 5.01, - "XPQARetrieval (tam-eng)": 2.93, - "XPQARetrieval (cmn-cmn)": 14.24, - "XPQARetrieval (eng-cmn)": 7.1, - "XPQARetrieval (cmn-eng)": 12.57 - } - ] - }, - "STS": { - "cosine_spearman": [ - { - "Model": "LaBSE-en-ru", - "BIOSSES": 78.82, - "CDSC-R": 70.29, - "GermanSTSBenchmark": 51.6, - "SICK-R": 69.13, - "SICK-R-PL": 47.05, - "SICKFr": 60.31, - "STS12": 65.16, - "STS13": 67.66, - "STS14": 63.32, - "STS15": 76.21, - "STS16": 73.27, - "STS17 (en-en)": 79.48, - "STS17 (en-ar)": 1.85, - "STS17 (en-tr)": 30.01, - "STS17 (fr-en)": 49.54, - "STS17 (ar-ar)": 15.84, - "STS17 (es-es)": 68.88, - "STS17 (es-en)": 46.6, - "STS17 (it-en)": 48.58, - "STS17 (en-de)": 45.81, - "STS17 (nl-en)": 42.33, - "STS17 (ko-ko)": 10.13, - "STSB": 7.69, - "STSBenchmark": 71.91, - "STSBenchmarkMultilingualSTS (de)": 54.55, - "STSBenchmarkMultilingualSTS (it)": 54.52, - "STSBenchmarkMultilingualSTS (en)": 71.91, - "STSBenchmarkMultilingualSTS (pl)": 51.02, - "STSBenchmarkMultilingualSTS (fr)": 58.4, - "STSBenchmarkMultilingualSTS (es)": 53.05, - "STSBenchmarkMultilingualSTS (pt)": 51.64, - "STSBenchmarkMultilingualSTS (nl)": 52.8, - "STSBenchmarkMultilingualSTS (zh)": 11.39 - }, - { - "Model": "LaBSE-en-ru", - "BIOSSES": 78.82, - "CDSC-R": 70.29, - "GermanSTSBenchmark": 51.6, - "RUParaPhraserSTS": 65.87, - "RuSTSBenchmarkSTS": 73.32, - "SICK-R": 69.13, - "SICK-R-PL": 47.05, - "SICKFr": 60.32, - "STS12": 65.16, - "STS13": 67.66, - "STS14": 63.32, - "STS15": 76.21, - "STS16": 73.27, - "STS17 (en-en)": 79.48, - "STS17 (en-ar)": 1.85, - "STS17 (en-tr)": 30.01, - "STS17 (fr-en)": 49.54, - "STS17 (ar-ar)": 15.51, - "STS17 (es-es)": 68.87, - "STS17 (es-en)": 46.6, - "STS17 (it-en)": 48.58, - "STS17 (en-de)": 45.81, - "STS17 (nl-en)": 42.33, - "STS17 (ko-ko)": 9.85, - "STS22 (de)": 38.9, - "STS22 (en)": 59.47, - "STS22 (pl-en)": 58.73, - "STS22 (es)": 60.85, - "STS22 (fr)": 74.98, - "STS22 (de-en)": 47.98, - "STS22 (de-fr)": 59.4, - "STS22 (de-pl)": 39.48, - "STS22 (pl)": 32.74, - "STS22 (tr)": 55.04, - "STS22 (es-en)": 70.8, - "STS22 (ru)": 58.53, - "STS22 (it)": 68.58, - "STS22 (fr-pl)": 61.98, - "STS22 (es-it)": 66.83, - "STS22 (zh-en)": 24.98, - "STS22 (ar)": 31.85, - "STS22 (zh)": 35.1, - "STSB": 7.53, - "STSBenchmark": 71.91, - "STSBenchmarkMultilingualSTS (ru)": 73.02, - "STSBenchmarkMultilingualSTS (de)": 54.55, - "STSBenchmarkMultilingualSTS (it)": 54.52, - "STSBenchmarkMultilingualSTS (en)": 71.91, - "STSBenchmarkMultilingualSTS (pl)": 51.02, - "STSBenchmarkMultilingualSTS (fr)": 58.4, - "STSBenchmarkMultilingualSTS (es)": 53.05, - "STSBenchmarkMultilingualSTS (pt)": 51.64, - "STSBenchmarkMultilingualSTS (nl)": 52.8, - "STSBenchmarkMultilingualSTS (zh)": 11.31 - } - ] - }, - "Summarization": { - "cosine_spearman": [ - { - "Model": "LaBSE-en-ru", - "SummEval": 30.58, - "SummEvalFr": 31.63 - }, - { - "Model": "LaBSE-en-ru", - "SummEval": 30.58, - "SummEvalFr": 31.63 - } - ] - }, - "MultilabelClassification": { - "accuracy": [ - { - "Model": "LaBSE-en-ru", - "CEDRClassification": 40.75, - "SensitiveTopicsClassification": 21.79 - } - ] - }, - "InstructionRetrieval": { - "p-MRR": [ - { - "Model": "LaBSE-en-ru", - "Core17InstructionRetrieval": -1.6, - "News21InstructionRetrieval": -0.39, - "Robust04InstructionRetrieval": -9.07 - } - ] - } - }, - "cointegrated__rubert-tiny": { - "BitextMining": { - "f1": [ - { - "Model": "rubert-tiny", - "BornholmBitextMining": 22.12, - "Tatoeba (aze-eng)": 0.54, - "Tatoeba (mar-eng)": 0.01, - "Tatoeba (kab-eng)": 0.14, - "Tatoeba (ile-eng)": 10.55, - "Tatoeba (ell-eng)": 0.2, - "Tatoeba (slv-eng)": 1.62, - "Tatoeba (dan-eng)": 3.21, - "Tatoeba (slk-eng)": 0.76, - "Tatoeba (ceb-eng)": 1.07, - "Tatoeba (swg-eng)": 2.2, - "Tatoeba (war-eng)": 0.97, - "Tatoeba (eus-eng)": 0.86, - "Tatoeba (ido-eng)": 2.59, - "Tatoeba (arz-eng)": 0.07, - "Tatoeba (kur-eng)": 1.73, - "Tatoeba (nds-eng)": 3.17, - "Tatoeba (awa-eng)": 0.11, - "Tatoeba (heb-eng)": 0.43, - "Tatoeba (fao-eng)": 2.21, - "Tatoeba (cmn-eng)": 0.6, - "Tatoeba (cym-eng)": 0.76, - "Tatoeba (hun-eng)": 0.36, - "Tatoeba (tel-eng)": 0.06, - "Tatoeba (amh-eng)": 0.61, - "Tatoeba (ita-eng)": 3.99, - "Tatoeba (nno-eng)": 1.65, - "Tatoeba (uzb-eng)": 2.94, - "Tatoeba (sqi-eng)": 1.38, - "Tatoeba (pms-eng)": 1.81, - "Tatoeba (ben-eng)": 0.15, - "Tatoeba (nov-eng)": 18.1, - "Tatoeba (ast-eng)": 5.05, - "Tatoeba (cha-eng)": 2.63, - "Tatoeba (wuu-eng)": 0.17, - "Tatoeba (dsb-eng)": 1.4, - "Tatoeba (kat-eng)": 0.2, - "Tatoeba (tam-eng)": 0.36, - "Tatoeba (khm-eng)": 0.03, - "Tatoeba (afr-eng)": 3.2, - "Tatoeba (epo-eng)": 1.58, - "Tatoeba (fra-eng)": 5.04, - "Tatoeba (tha-eng)": 0.19, - "Tatoeba (swe-eng)": 2.77, - "Tatoeba (tzl-eng)": 1.78, - "Tatoeba (isl-eng)": 0.83, - "Tatoeba (bel-eng)": 9.88, - "Tatoeba (max-eng)": 3.1, - "Tatoeba (rus-eng)": 78.56, - "Tatoeba (ang-eng)": 6.76, - "Tatoeba (kaz-eng)": 3.22, - "Tatoeba (ces-eng)": 0.8, - "Tatoeba (cbk-eng)": 2.38, - "Tatoeba (gle-eng)": 0.38, - "Tatoeba (kor-eng)": 0.25, - "Tatoeba (cor-eng)": 0.58, - "Tatoeba (hsb-eng)": 1.71, - "Tatoeba (hin-eng)": 0.03, - "Tatoeba (xho-eng)": 1.25, - "Tatoeba (orv-eng)": 5.51, - "Tatoeba (oci-eng)": 1.91, - "Tatoeba (fin-eng)": 0.4, - "Tatoeba (ukr-eng)": 20.11, - "Tatoeba (nld-eng)": 4.39, - "Tatoeba (mhr-eng)": 1.99, - "Tatoeba (ind-eng)": 1.02, - "Tatoeba (tuk-eng)": 1.84, - "Tatoeba (fry-eng)": 6.18, - "Tatoeba (tur-eng)": 0.44, - "Tatoeba (mon-eng)": 1.34, - "Tatoeba (vie-eng)": 0.89, - "Tatoeba (ara-eng)": 0.0, - "Tatoeba (lat-eng)": 3.23, - "Tatoeba (ber-eng)": 0.66, - "Tatoeba (glg-eng)": 2.41, - "Tatoeba (est-eng)": 0.86, - "Tatoeba (arq-eng)": 0.17, - "Tatoeba (bos-eng)": 2.31, - "Tatoeba (jav-eng)": 1.71, - "Tatoeba (tat-eng)": 1.82, - "Tatoeba (swh-eng)": 1.04, - "Tatoeba (mkd-eng)": 10.82, - "Tatoeba (ron-eng)": 2.69, - "Tatoeba (uig-eng)": 0.2, - "Tatoeba (dtp-eng)": 0.46, - "Tatoeba (pam-eng)": 0.4, - "Tatoeba (srp-eng)": 4.8, - "Tatoeba (hye-eng)": 0.0, - "Tatoeba (yid-eng)": 0.15, - "Tatoeba (cat-eng)": 3.31, - "Tatoeba (bul-eng)": 19.67, - "Tatoeba (zsm-eng)": 1.1, - "Tatoeba (lvs-eng)": 0.65, - "Tatoeba (gsw-eng)": 4.01, - "Tatoeba (lfn-eng)": 4.36, - "Tatoeba (por-eng)": 2.54, - "Tatoeba (nob-eng)": 2.32, - "Tatoeba (mal-eng)": 0.01, - "Tatoeba (hrv-eng)": 1.97, - "Tatoeba (pol-eng)": 0.92, - "Tatoeba (yue-eng)": 0.0, - "Tatoeba (kzj-eng)": 0.45, - "Tatoeba (urd-eng)": 0.0, - "Tatoeba (gla-eng)": 0.79, - "Tatoeba (deu-eng)": 2.04, - "Tatoeba (spa-eng)": 3.18, - "Tatoeba (lit-eng)": 0.71, - "Tatoeba (tgl-eng)": 0.79, - "Tatoeba (pes-eng)": 0.0, - "Tatoeba (csb-eng)": 0.86, - "Tatoeba (ina-eng)": 8.61, - "Tatoeba (bre-eng)": 0.56, - "Tatoeba (jpn-eng)": 0.0 - } - ] - }, - "Classification": { - "accuracy": [ - { - "Model": "rubert-tiny", - "AllegroReviews": 23.22, - "AmazonCounterfactualClassification (en-ext)": 67.74, - "AmazonCounterfactualClassification (en)": 69.09, - "AmazonCounterfactualClassification (de)": 66.01, - "AmazonCounterfactualClassification (ja)": 50.63, - "AmazonPolarityClassification": 62.69, - "AmazonReviewsClassification (en)": 30.32, - "AmazonReviewsClassification (de)": 24.9, - "AmazonReviewsClassification (es)": 26.09, - "AmazonReviewsClassification (fr)": 26.03, - "AmazonReviewsClassification (ja)": 21.16, - "AmazonReviewsClassification (zh)": 21.09, - "AngryTweetsClassification": 41.09, - "Banking77Classification": 61.03, - "CBD": 50.55, - "DanishPoliticalCommentsClassification": 27.63, - "EmotionClassification": 27.94, - "GeoreviewClassification": 33.45, - "HeadlineClassification": 57.65, - "ImdbClassification": 60.52, - "InappropriatenessClassification": 54.5, - "KinopoiskClassification": 41.36, - "LccSentimentClassification": 36.2, - "MTOPDomainClassification (en)": 81.03, - "MTOPDomainClassification (de)": 59.95, - "MTOPDomainClassification (es)": 62.76, - "MTOPDomainClassification (fr)": 58.29, - "MTOPDomainClassification (hi)": 23.3, - "MTOPDomainClassification (th)": 16.71, - "MTOPIntentClassification (en)": 61.7, - "MTOPIntentClassification (de)": 45.91, - "MTOPIntentClassification (es)": 47.12, - "MTOPIntentClassification (fr)": 42.63, - "MTOPIntentClassification (hi)": 4.95, - "MTOPIntentClassification (th)": 4.81, - "MasakhaNEWSClassification (amh)": 31.52, - "MasakhaNEWSClassification (eng)": 69.47, - "MasakhaNEWSClassification (fra)": 55.52, - "MasakhaNEWSClassification (hau)": 50.35, - "MasakhaNEWSClassification (ibo)": 39.18, - "MasakhaNEWSClassification (lin)": 50.91, - "MasakhaNEWSClassification (lug)": 44.89, - "MasakhaNEWSClassification (orm)": 44.55, - "MasakhaNEWSClassification (pcm)": 82.43, - "MasakhaNEWSClassification (run)": 42.58, - "MasakhaNEWSClassification (sna)": 63.06, - "MasakhaNEWSClassification (som)": 30.78, - "MasakhaNEWSClassification (swa)": 37.92, - "MasakhaNEWSClassification (tir)": 26.18, - "MasakhaNEWSClassification (xho)": 55.25, - "MasakhaNEWSClassification (yor)": 44.04, - "MassiveIntentClassification (ru)": 50.1, - "MassiveIntentClassification (el)": 11.82, - "MassiveIntentClassification (it)": 43.42, - "MassiveIntentClassification (zh-CN)": 7.35, - "MassiveIntentClassification (az)": 35.1, - "MassiveIntentClassification (nb)": 37.0, - "MassiveIntentClassification (te)": 2.86, - "MassiveIntentClassification (pt)": 39.64, - "MassiveIntentClassification (sw)": 37.25, - "MassiveIntentClassification (sl)": 39.27, - "MassiveIntentClassification (ja)": 7.35, - "MassiveIntentClassification (ka)": 2.94, - "MassiveIntentClassification (bn)": 3.54, - "MassiveIntentClassification (ta)": 3.05, - "MassiveIntentClassification (tr)": 38.14, - "MassiveIntentClassification (ko)": 2.66, - "MassiveIntentClassification (fr)": 38.64, - "MassiveIntentClassification (kn)": 3.81, - "MassiveIntentClassification (ms)": 38.99, - "MassiveIntentClassification (tl)": 37.39, - "MassiveIntentClassification (vi)": 30.18, - "MassiveIntentClassification (lv)": 28.27, - "MassiveIntentClassification (ro)": 37.64, - "MassiveIntentClassification (my)": 4.21, - "MassiveIntentClassification (sq)": 38.01, - "MassiveIntentClassification (es)": 38.18, - "MassiveIntentClassification (af)": 37.64, - "MassiveIntentClassification (th)": 4.54, - "MassiveIntentClassification (zh-TW)": 9.27, - "MassiveIntentClassification (id)": 39.87, - "MassiveIntentClassification (he)": 2.73, - "MassiveIntentClassification (mn)": 37.02, - "MassiveIntentClassification (hi)": 3.71, - "MassiveIntentClassification (hy)": 3.49, - "MassiveIntentClassification (hu)": 35.29, - "MassiveIntentClassification (cy)": 35.89, - "MassiveIntentClassification (km)": 4.66, - "MassiveIntentClassification (sv)": 38.81, - "MassiveIntentClassification (da)": 40.76, - "MassiveIntentClassification (en)": 53.87, - "MassiveIntentClassification (is)": 32.71, - "MassiveIntentClassification (nl)": 38.91, - "MassiveIntentClassification (ur)": 3.45, - "MassiveIntentClassification (pl)": 33.66, - "MassiveIntentClassification (ar)": 5.6, - "MassiveIntentClassification (am)": 2.96, - "MassiveIntentClassification (fa)": 3.31, - "MassiveIntentClassification (ml)": 2.49, - "MassiveIntentClassification (de)": 38.61, - "MassiveIntentClassification (jv)": 36.44, - "MassiveIntentClassification (fi)": 39.21, - "MassiveScenarioClassification (ru)": 52.15, - "MassiveScenarioClassification (ko)": 7.26, - "MassiveScenarioClassification (lv)": 29.87, - "MassiveScenarioClassification (hu)": 36.51, - "MassiveScenarioClassification (es)": 39.99, - "MassiveScenarioClassification (az)": 35.95, - "MassiveScenarioClassification (te)": 7.69, - "MassiveScenarioClassification (tl)": 38.89, - "MassiveScenarioClassification (el)": 19.12, - "MassiveScenarioClassification (zh-CN)": 12.03, - "MassiveScenarioClassification (pt)": 39.54, - "MassiveScenarioClassification (ml)": 7.32, - "MassiveScenarioClassification (fi)": 38.52, - "MassiveScenarioClassification (fr)": 40.47, - "MassiveScenarioClassification (de)": 41.26, - "MassiveScenarioClassification (km)": 9.8, - "MassiveScenarioClassification (ms)": 41.21, - "MassiveScenarioClassification (sl)": 39.95, - "MassiveScenarioClassification (mn)": 33.93, - "MassiveScenarioClassification (sw)": 39.17, - "MassiveScenarioClassification (id)": 40.86, - "MassiveScenarioClassification (th)": 9.37, - "MassiveScenarioClassification (vi)": 33.37, - "MassiveScenarioClassification (ro)": 40.6, - "MassiveScenarioClassification (af)": 38.1, - "MassiveScenarioClassification (my)": 9.76, - "MassiveScenarioClassification (kn)": 7.92, - "MassiveScenarioClassification (ka)": 6.98, - "MassiveScenarioClassification (sv)": 37.58, - "MassiveScenarioClassification (he)": 7.87, - "MassiveScenarioClassification (ar)": 11.34, - "MassiveScenarioClassification (fa)": 7.05, - "MassiveScenarioClassification (tr)": 38.96, - "MassiveScenarioClassification (bn)": 7.71, - "MassiveScenarioClassification (am)": 8.08, - "MassiveScenarioClassification (en)": 58.9, - "MassiveScenarioClassification (nl)": 39.06, - "MassiveScenarioClassification (is)": 34.57, - "MassiveScenarioClassification (hy)": 9.29, - "MassiveScenarioClassification (da)": 41.12, - "MassiveScenarioClassification (sq)": 39.18, - "MassiveScenarioClassification (it)": 44.54, - "MassiveScenarioClassification (jv)": 38.75, - "MassiveScenarioClassification (zh-TW)": 14.03, - "MassiveScenarioClassification (ur)": 8.54, - "MassiveScenarioClassification (pl)": 34.41, - "MassiveScenarioClassification (nb)": 37.43, - "MassiveScenarioClassification (hi)": 8.51, - "MassiveScenarioClassification (ja)": 11.31, - "MassiveScenarioClassification (ta)": 6.91, - "MassiveScenarioClassification (cy)": 38.09, - "NoRecClassification": 39.16, - "NordicLangClassification": 54.8, - "PAC": 61.59, - "PolEmo2.0-IN": 41.09, - "PolEmo2.0-OUT": 33.81, - "RuReviewsClassification": 49.56, - "RuSciBenchGRNTIClassification": 35.71, - "RuSciBenchOECDClassification": 26.51, - "ToxicConversationsClassification": 59.95, - "TweetSentimentExtractionClassification": 50.65 - } - ] - }, - "Clustering": { - "v_measure": [ - { - "Model": "rubert-tiny", - "AlloProfClusteringP2P": 42.77, - "AlloProfClusteringS2S": 24.76, - "ArxivClusteringP2P": 22.47, - "ArxivClusteringS2S": 15.5, - "BiorxivClusteringP2P": 19.69, - "BiorxivClusteringS2S": 11.72, - "BlurbsClusteringP2P": 9.69, - "BlurbsClusteringS2S": 8.78, - "GeoreviewClusteringP2P": 34.4, - "HALClusteringS2S": 7.39, - "MLSUMClusteringP2P (de)": 10.31, - "MLSUMClusteringP2P (fr)": 27.42, - "MLSUMClusteringP2P (ru)": 43.77, - "MLSUMClusteringP2P (es)": 30.69, - "MLSUMClusteringS2S (de)": 9.7, - "MLSUMClusteringS2S (fr)": 26.52, - "MLSUMClusteringS2S (ru)": 43.04, - "MLSUMClusteringS2S (es)": 30.54, - "MasakhaNEWSClusteringP2P (amh)": 40.23, - "MasakhaNEWSClusteringP2P (eng)": 44.77, - "MasakhaNEWSClusteringP2P (fra)": 34.35, - "MasakhaNEWSClusteringP2P (hau)": 9.03, - "MasakhaNEWSClusteringP2P (ibo)": 21.9, - "MasakhaNEWSClusteringP2P (lin)": 47.93, - "MasakhaNEWSClusteringP2P (lug)": 47.18, - "MasakhaNEWSClusteringP2P (orm)": 26.34, - "MasakhaNEWSClusteringP2P (pcm)": 51.64, - "MasakhaNEWSClusteringP2P (run)": 44.15, - "MasakhaNEWSClusteringP2P (sna)": 43.87, - "MasakhaNEWSClusteringP2P (som)": 23.83, - "MasakhaNEWSClusteringP2P (swa)": 6.81, - "MasakhaNEWSClusteringP2P (tir)": 44.47, - "MasakhaNEWSClusteringP2P (xho)": 33.89, - "MasakhaNEWSClusteringP2P (yor)": 23.12, - "MasakhaNEWSClusteringS2S (amh)": 40.03, - "MasakhaNEWSClusteringS2S (eng)": 17.24, - "MasakhaNEWSClusteringS2S (fra)": 20.82, - "MasakhaNEWSClusteringS2S (hau)": 9.8, - "MasakhaNEWSClusteringS2S (ibo)": 25.65, - "MasakhaNEWSClusteringS2S (lin)": 50.3, - "MasakhaNEWSClusteringS2S (lug)": 42.74, - "MasakhaNEWSClusteringS2S (orm)": 21.84, - "MasakhaNEWSClusteringS2S (pcm)": 38.52, - "MasakhaNEWSClusteringS2S (run)": 44.78, - "MasakhaNEWSClusteringS2S (sna)": 44.25, - "MasakhaNEWSClusteringS2S (som)": 26.25, - "MasakhaNEWSClusteringS2S (swa)": 13.15, - "MasakhaNEWSClusteringS2S (tir)": 42.57, - "MasakhaNEWSClusteringS2S (xho)": 23.88, - "MasakhaNEWSClusteringS2S (yor)": 21.71, - "MedrxivClusteringP2P": 21.25, - "MedrxivClusteringS2S": 17.78, - "RedditClustering": 16.23, - "RedditClusteringP2P": 31.54, - "RuSciBenchGRNTIClusteringP2P": 29.89, - "RuSciBenchOECDClusteringP2P": 27.98, - "StackExchangeClustering": 31.47, - "StackExchangeClusteringP2P": 27.14, - "TenKGnadClusteringP2P": 15.1, - "TenKGnadClusteringS2S": 8.62, - "TwentyNewsgroupsClustering": 15.43 - } - ] - }, - "PairClassification": { - "max_ap": [ - { - "Model": "rubert-tiny", - "CDSC-E": 43.2, - "FalseFriendsGermanEnglish": 48.27, - "OpusparcusPC (de)": 90.13, - "OpusparcusPC (en)": 96.89, - "OpusparcusPC (fi)": 84.26, - "OpusparcusPC (fr)": 86.19, - "OpusparcusPC (ru)": 82.95, - "OpusparcusPC (sv)": 81.52, - "PSC": 57.47, - "PawsXPairClassification (de)": 48.32, - "PawsXPairClassification (en)": 44.09, - "PawsXPairClassification (es)": 47.03, - "PawsXPairClassification (fr)": 49.15, - "PawsXPairClassification (ja)": 48.29, - "PawsXPairClassification (ko)": 46.45, - "PawsXPairClassification (zh)": 50.89, - "SICK-E-PL": 45.51, - "SprintDuplicateQuestions": 53.27, - "TwitterSemEval2015": 54.51, - "TwitterURLCorpus": 71.97 - }, - { - "Model": "rubert-tiny", - "CDSC-E": 44.08, - "FalseFriendsGermanEnglish": 48.41, - "OpusparcusPC (de)": 90.6, - "OpusparcusPC (en)": 96.89, - "OpusparcusPC (fi)": 84.97, - "OpusparcusPC (fr)": 86.61, - "OpusparcusPC (ru)": 83.43, - "OpusparcusPC (sv)": 82.2, - "PSC": 59.31, - "PawsXPairClassification (de)": 48.32, - "PawsXPairClassification (en)": 44.24, - "PawsXPairClassification (es)": 47.16, - "PawsXPairClassification (fr)": 49.4, - "PawsXPairClassification (ja)": 48.29, - "PawsXPairClassification (ko)": 46.68, - "PawsXPairClassification (zh)": 50.97, - "SICK-E-PL": 45.58, - "SprintDuplicateQuestions": 53.27, - "TERRa": 52.85, - "TwitterSemEval2015": 54.51, - "TwitterURLCorpus": 71.97 - }, - { - "Model": "rubert-tiny", - "TERRa": 51.06 - } - ] - }, - "Reranking": { - "map": [ - { - "Model": "rubert-tiny", - "AlloprofReranking": 31.42, - "AskUbuntuDupQuestions": 47.47, - "MindSmallReranking": 25.98, - "RuBQReranking": 35.44, - "SciDocsRR": 51.43, - "StackOverflowDupQuestions": 35.42, - "SyntecReranking": 42.77, - "T2Reranking": 55.86 - }, - { - "Model": "rubert-tiny", - "MIRACLReranking (ar)": 1.96, - "MIRACLReranking (bn)": 1.68, - "MIRACLReranking (de)": 6.36, - "MIRACLReranking (en)": 9.34, - "MIRACLReranking (es)": 6.58, - "MIRACLReranking (fa)": 3.45, - "MIRACLReranking (fi)": 8.24, - "MIRACLReranking (fr)": 4.62, - "MIRACLReranking (hi)": 4.05, - "MIRACLReranking (id)": 5.85, - "MIRACLReranking (ja)": 2.12, - "MIRACLReranking (ko)": 4.88, - "MIRACLReranking (ru)": 7.08, - "MIRACLReranking (sw)": 6.62, - "MIRACLReranking (te)": 2.5, - "MIRACLReranking (th)": 2.02, - "MIRACLReranking (yo)": 8.39, - "MIRACLReranking (zh)": 2.27 - } - ] - }, - "Retrieval": { - "ndcg_at_10": [ - { - "Model": "rubert-tiny", - "AILACasedocs": 11.96, - "AILAStatutes": 12.64, - "ARCChallenge": 2.13, - "AlloprofRetrieval": 1.39, - "AlphaNLI": 1.48, - "AppsRetrieval": 0.27, - "ArguAna": 24.16, - "BSARDRetrieval": 0.0, - "ClimateFEVER": 1.5, - "CmedqaRetrieval": 0.25, - "CodeFeedbackMT": 13.47, - "CodeFeedbackST": 8.09, - "CodeSearchNetCCRetrieval (python)": 11.11, - "CodeSearchNetCCRetrieval (javascript)": 20.43, - "CodeSearchNetCCRetrieval (go)": 10.31, - "CodeSearchNetCCRetrieval (ruby)": 21.66, - "CodeSearchNetCCRetrieval (java)": 15.11, - "CodeSearchNetCCRetrieval (php)": 11.37, - "CodeSearchNetRetrieval (python)": 20.82, - "CodeSearchNetRetrieval (javascript)": 9.78, - "CodeSearchNetRetrieval (go)": 13.54, - "CodeSearchNetRetrieval (ruby)": 17.34, - "CodeSearchNetRetrieval (java)": 10.23, - "CodeSearchNetRetrieval (php)": 9.12, - "CodeTransOceanContest": 13.36, - "CodeTransOceanDL": 33.44, - "CosQA": 3.73, - "CovidRetrieval": 0.0, - "DBPedia": 1.56, - "FEVER": 0.7, - "FiQA2018": 1.92, - "GerDaLIR": 0.23, - "GerDaLIRSmall": 0.62, - "GermanQuAD-Retrieval": 19.33, - "HellaSwag": 3.74, - "HotpotQA": 2.19, - "LEMBNarrativeQARetrieval": 2.46, - "LEMBQMSumRetrieval": 8.72, - "LEMBSummScreenFDRetrieval": 5.39, - "LEMBWikimQARetrieval": 12.42, - "LeCaRDv2": 11.58, - "LegalBenchConsumerContractsQA": 26.36, - "LegalBenchCorporateLobbying": 53.56, - "LegalQuAD": 5.11, - "LegalSummarization": 38.02, - "MIRACLRetrieval (ar)": 0.0, - "MIRACLRetrieval (bn)": 0.0, - "MIRACLRetrieval (de)": 0.03, - "MIRACLRetrieval (en)": 0.06, - "MIRACLRetrieval (es)": 0.15, - "MIRACLRetrieval (fa)": 0.0, - "MIRACLRetrieval (fi)": 0.77, - "MIRACLRetrieval (fr)": 0.0, - "MIRACLRetrieval (hi)": 0.0, - "MIRACLRetrieval (id)": 0.19, - "MIRACLRetrieval (ja)": 0.0, - "MIRACLRetrieval (ko)": 0.5, - "MIRACLRetrieval (ru)": 0.58, - "MIRACLRetrieval (sw)": 0.83, - "MIRACLRetrieval (te)": 0.0, - "MIRACLRetrieval (th)": 0.02, - "MIRACLRetrieval (yo)": 0.25, - "MIRACLRetrieval (zh)": 0.0, - "MSMARCO": 1.27, - "MintakaRetrieval (ar)": 0.3, - "MintakaRetrieval (de)": 1.07, - "MintakaRetrieval (es)": 1.17, - "MintakaRetrieval (fr)": 1.4, - "MintakaRetrieval (hi)": 0.62, - "MintakaRetrieval (it)": 1.68, - "MintakaRetrieval (ja)": 0.44, - "MintakaRetrieval (pt)": 1.61, - "NFCorpus": 2.82, - "NQ": 0.75, - "PIQA": 3.51, - "Quail": 0.41, - "QuoraRetrieval": 58.8, - "RARbCode": 0.63, - "RARbMath": 4.68, - "RiaNewsRetrieval": 0.79, - "RuBQRetrieval": 3.24, - "SCIDOCS": 0.86, - "SIQA": 0.23, - "SciFact": 12.55, - "SciFact-PL": 3.63, - "SpartQA": 3.34, - "StackOverflowQA": 16.66, - "SyntecRetrieval": 17.8, - "SyntheticText2SQL": 4.72, - "TRECCOVID": 9.47, - "TRECCOVID-PL": 5.75, - "TempReasonL1": 0.16, - "TempReasonL2Fact": 0.77, - "TempReasonL2Pure": 0.05, - "TempReasonL3Fact": 1.66, - "TempReasonL3Pure": 2.69, - "Touche2020": 2.36, - "WinoGrande": 2.34, - "XMarket (de)": 1.35, - "XMarket (en)": 1.77, - "XMarket (es)": 1.45, - "XPQARetrieval (ara-ara)": 2.46, - "XPQARetrieval (eng-ara)": 0.35, - "XPQARetrieval (ara-eng)": 1.44, - "XPQARetrieval (deu-deu)": 15.49, - "XPQARetrieval (eng-deu)": 1.11, - "XPQARetrieval (deu-eng)": 5.18, - "XPQARetrieval (spa-spa)": 13.85, - "XPQARetrieval (eng-spa)": 0.99, - "XPQARetrieval (spa-eng)": 5.73, - "XPQARetrieval (fra-fra)": 17.15, - "XPQARetrieval (eng-fra)": 1.39, - "XPQARetrieval (fra-eng)": 7.88, - "XPQARetrieval (hin-hin)": 4.78, - "XPQARetrieval (eng-hin)": 1.99, - "XPQARetrieval (hin-eng)": 1.22, - "XPQARetrieval (ita-ita)": 25.22, - "XPQARetrieval (eng-ita)": 2.02, - "XPQARetrieval (ita-eng)": 8.16, - "XPQARetrieval (jpn-jpn)": 3.57, - "XPQARetrieval (eng-jpn)": 0.42, - "XPQARetrieval (jpn-eng)": 1.29, - "XPQARetrieval (kor-kor)": 1.75, - "XPQARetrieval (eng-kor)": 1.26, - "XPQARetrieval (kor-eng)": 1.48, - "XPQARetrieval (pol-pol)": 8.06, - "XPQARetrieval (eng-pol)": 0.75, - "XPQARetrieval (pol-eng)": 4.61, - "XPQARetrieval (por-por)": 11.81, - "XPQARetrieval (eng-por)": 1.03, - "XPQARetrieval (por-eng)": 3.32, - "XPQARetrieval (tam-tam)": 1.94, - "XPQARetrieval (eng-tam)": 1.11, - "XPQARetrieval (tam-eng)": 0.93, - "XPQARetrieval (cmn-cmn)": 5.96, - "XPQARetrieval (eng-cmn)": 0.81, - "XPQARetrieval (cmn-eng)": 1.56 - } - ] - }, - "STS": { - "cosine_spearman": [ - { - "Model": "rubert-tiny", - "BIOSSES": 58.0, - "CDSC-R": 64.0, - "GermanSTSBenchmark": 48.0, - "SICK-R": 60.39, - "SICK-R-PL": 43.68, - "SICKFr": 54.08, - "STS12": 49.66, - "STS13": 63.4, - "STS14": 54.88, - "STS15": 67.32, - "STS16": 66.87, - "STS17 (nl-en)": 10.21, - "STS17 (ar-ar)": 13.35, - "STS17 (es-en)": 14.43, - "STS17 (en-tr)": -0.72, - "STS17 (fr-en)": 11.82, - "STS17 (en-de)": 2.33, - "STS17 (it-en)": 7.59, - "STS17 (en-en)": 67.66, - "STS17 (en-ar)": 20.94, - "STS17 (ko-ko)": 10.74, - "STS17 (es-es)": 62.45, - "STS22 (tr)": 20.65, - "STS22 (es-it)": 32.31, - "STS22 (en)": 52.63, - "STS22 (ar)": 18.64, - "STS22 (pl)": 8.46, - "STS22 (it)": 46.79, - "STS22 (fr-pl)": -5.63, - "STS22 (es)": 47.32, - "STS22 (de-fr)": 10.26, - "STS22 (fr)": 45.86, - "STS22 (pl-en)": 16.24, - "STS22 (de-en)": 22.47, - "STS22 (zh-en)": 1.05, - "STS22 (de)": 18.79, - "STS22 (zh)": 26.99, - "STS22 (de-pl)": -5.36, - "STS22 (es-en)": 27.71, - "STSB": 21.79, - "STSBenchmark": 55.86, - "STSBenchmarkMultilingualSTS (pl)": 49.04, - "STSBenchmarkMultilingualSTS (nl)": 46.82, - "STSBenchmarkMultilingualSTS (de)": 49.2, - "STSBenchmarkMultilingualSTS (fr)": 52.85, - "STSBenchmarkMultilingualSTS (en)": 55.86, - "STSBenchmarkMultilingualSTS (pt)": 44.54, - "STSBenchmarkMultilingualSTS (es)": 49.77, - "STSBenchmarkMultilingualSTS (zh)": 19.6, - "STSBenchmarkMultilingualSTS (it)": 49.68, - "STSBenchmarkMultilingualSTS (ru)": 58.23 - }, - { - "Model": "rubert-tiny", - "BIOSSES": 58.0, - "CDSC-R": 64.0, - "GermanSTSBenchmark": 48.0, - "SICK-R": 60.39, - "SICK-R-PL": 43.68, - "SICKFr": 54.08, - "STS12": 49.66, - "STS13": 63.4, - "STS14": 54.88, - "STS15": 67.32, - "STS16": 66.87, - "STS17 (nl-en)": 10.21, - "STS17 (ar-ar)": 13.18, - "STS17 (es-en)": 14.43, - "STS17 (en-tr)": -0.72, - "STS17 (fr-en)": 11.82, - "STS17 (en-de)": 2.33, - "STS17 (it-en)": 7.59, - "STS17 (en-en)": 67.66, - "STS17 (en-ar)": 20.94, - "STS17 (ko-ko)": 10.98, - "STS17 (es-es)": 62.45, - "STS22 (tr)": 20.65, - "STS22 (es-it)": 32.31, - "STS22 (en)": 52.63, - "STS22 (ar)": 18.64, - "STS22 (pl)": 8.57, - "STS22 (it)": 46.79, - "STS22 (fr-pl)": -5.63, - "STS22 (es)": 47.32, - "STS22 (de-fr)": 10.26, - "STS22 (fr)": 45.86, - "STS22 (pl-en)": 16.24, - "STS22 (de-en)": 22.47, - "STS22 (zh-en)": 1.05, - "STS22 (de)": 18.79, - "STS22 (zh)": 26.99, - "STS22 (de-pl)": -5.36, - "STS22 (es-en)": 27.71, - "STSB": 21.79, - "STSBenchmark": 55.86, - "STSBenchmarkMultilingualSTS (pl)": 49.04, - "STSBenchmarkMultilingualSTS (nl)": 46.82, - "STSBenchmarkMultilingualSTS (de)": 49.2, - "STSBenchmarkMultilingualSTS (fr)": 52.85, - "STSBenchmarkMultilingualSTS (en)": 55.86, - "STSBenchmarkMultilingualSTS (pt)": 44.54, - "STSBenchmarkMultilingualSTS (es)": 49.77, - "STSBenchmarkMultilingualSTS (zh)": 19.62, - "STSBenchmarkMultilingualSTS (it)": 49.68, - "STSBenchmarkMultilingualSTS (ru)": 58.23 - }, - { - "Model": "rubert-tiny", - "RUParaPhraserSTS": 53.41, - "RuSTSBenchmarkSTS": 58.16, - "STS22 (ru)": 47.88 - } - ] - }, - "Summarization": { - "cosine_spearman": [ - { - "Model": "rubert-tiny", - "SummEval": 29.54, - "SummEvalFr": 28.57 - }, - { - "Model": "rubert-tiny", - "SummEval": 29.54, - "SummEvalFr": 28.57 - } - ] - }, - "MultilabelClassification": { - "accuracy": [ - { - "Model": "rubert-tiny", - "CEDRClassification": 37.39, - "SensitiveTopicsClassification": 18.54 - } - ] - }, - "InstructionRetrieval": { - "p-MRR": [ - { - "Model": "rubert-tiny", - "Core17InstructionRetrieval": 0.41, - "News21InstructionRetrieval": 1.04, - "Robust04InstructionRetrieval": -4.12 - } - ] - } - }, - "cointegrated__rubert-tiny2": { - "BitextMining": { - "f1": [ - { - "Model": "rubert-tiny2", - "BornholmBitextMining": 37.66, - "Tatoeba (sqi-eng)": 3.46, - "Tatoeba (orv-eng)": 9.61, - "Tatoeba (swe-eng)": 4.08, - "Tatoeba (deu-eng)": 3.94, - "Tatoeba (nov-eng)": 23.41, - "Tatoeba (isl-eng)": 3.1, - "Tatoeba (ina-eng)": 12.44, - "Tatoeba (yid-eng)": 0.02, - "Tatoeba (pes-eng)": 0.7, - "Tatoeba (fra-eng)": 6.21, - "Tatoeba (ben-eng)": 0.01, - "Tatoeba (pam-eng)": 2.4, - "Tatoeba (epo-eng)": 2.98, - "Tatoeba (kat-eng)": 1.0, - "Tatoeba (nno-eng)": 4.35, - "Tatoeba (gsw-eng)": 9.92, - "Tatoeba (glg-eng)": 4.34, - "Tatoeba (mkd-eng)": 13.4, - "Tatoeba (bre-eng)": 2.27, - "Tatoeba (max-eng)": 7.3, - "Tatoeba (fry-eng)": 10.42, - "Tatoeba (jav-eng)": 2.29, - "Tatoeba (ron-eng)": 4.44, - "Tatoeba (ara-eng)": 0.28, - "Tatoeba (ast-eng)": 12.51, - "Tatoeba (hye-eng)": 0.54, - "Tatoeba (kab-eng)": 0.64, - "Tatoeba (gle-eng)": 2.76, - "Tatoeba (dsb-eng)": 2.13, - "Tatoeba (hun-eng)": 2.03, - "Tatoeba (yue-eng)": 0.36, - "Tatoeba (mon-eng)": 7.39, - "Tatoeba (dtp-eng)": 1.49, - "Tatoeba (por-eng)": 4.5, - "Tatoeba (kor-eng)": 0.35, - "Tatoeba (amh-eng)": 0.65, - "Tatoeba (mhr-eng)": 6.0, - "Tatoeba (fin-eng)": 1.28, - "Tatoeba (hin-eng)": 0.03, - "Tatoeba (kur-eng)": 3.96, - "Tatoeba (gla-eng)": 2.06, - "Tatoeba (bel-eng)": 16.75, - "Tatoeba (heb-eng)": 0.58, - "Tatoeba (jpn-eng)": 0.26, - "Tatoeba (vie-eng)": 3.96, - "Tatoeba (dan-eng)": 6.31, - "Tatoeba (ita-eng)": 7.38, - "Tatoeba (ang-eng)": 16.64, - "Tatoeba (wuu-eng)": 0.14, - "Tatoeba (tgl-eng)": 2.5, - "Tatoeba (nld-eng)": 9.18, - "Tatoeba (tam-eng)": 0.02, - "Tatoeba (ceb-eng)": 2.55, - "Tatoeba (zsm-eng)": 2.78, - "Tatoeba (hrv-eng)": 5.06, - "Tatoeba (lvs-eng)": 1.93, - "Tatoeba (mal-eng)": 0.15, - "Tatoeba (lit-eng)": 1.35, - "Tatoeba (spa-eng)": 5.9, - "Tatoeba (pol-eng)": 2.75, - "Tatoeba (arz-eng)": 0.03, - "Tatoeba (urd-eng)": 0.0, - "Tatoeba (ido-eng)": 5.98, - "Tatoeba (hsb-eng)": 2.48, - "Tatoeba (ces-eng)": 1.68, - "Tatoeba (ukr-eng)": 25.99, - "Tatoeba (tzl-eng)": 16.56, - "Tatoeba (war-eng)": 2.07, - "Tatoeba (cha-eng)": 8.89, - "Tatoeba (slv-eng)": 3.44, - "Tatoeba (tha-eng)": 0.3, - "Tatoeba (ber-eng)": 3.6, - "Tatoeba (cbk-eng)": 3.55, - "Tatoeba (tat-eng)": 6.52, - "Tatoeba (nob-eng)": 4.68, - "Tatoeba (cmn-eng)": 0.71, - "Tatoeba (uig-eng)": 0.42, - "Tatoeba (bul-eng)": 30.57, - "Tatoeba (ile-eng)": 13.8, - "Tatoeba (lat-eng)": 6.13, - "Tatoeba (cym-eng)": 3.09, - "Tatoeba (cat-eng)": 7.52, - "Tatoeba (kaz-eng)": 8.08, - "Tatoeba (awa-eng)": 0.45, - "Tatoeba (pms-eng)": 6.26, - "Tatoeba (swg-eng)": 10.32, - "Tatoeba (lfn-eng)": 7.11, - "Tatoeba (uzb-eng)": 4.59, - "Tatoeba (cor-eng)": 3.04, - "Tatoeba (slk-eng)": 2.62, - "Tatoeba (nds-eng)": 6.88, - "Tatoeba (csb-eng)": 4.88, - "Tatoeba (tur-eng)": 1.67, - "Tatoeba (bos-eng)": 6.19, - "Tatoeba (eus-eng)": 3.9, - "Tatoeba (kzj-eng)": 1.39, - "Tatoeba (afr-eng)": 5.01, - "Tatoeba (swh-eng)": 3.76, - "Tatoeba (ell-eng)": 0.44, - "Tatoeba (khm-eng)": 0.0, - "Tatoeba (est-eng)": 2.19, - "Tatoeba (ind-eng)": 2.26, - "Tatoeba (mar-eng)": 0.02, - "Tatoeba (tel-eng)": 0.4, - "Tatoeba (aze-eng)": 2.91, - "Tatoeba (srp-eng)": 8.91, - "Tatoeba (oci-eng)": 4.32, - "Tatoeba (fao-eng)": 4.85, - "Tatoeba (arq-eng)": 0.3, - "Tatoeba (rus-eng)": 82.92, - "Tatoeba (tuk-eng)": 3.56, - "Tatoeba (xho-eng)": 5.52 - } - ] - }, - "Classification": { - "accuracy": [ - { - "Model": "rubert-tiny2", - "AllegroReviews": 23.03, - "AmazonCounterfactualClassification (en-ext)": 66.64, - "AmazonCounterfactualClassification (en)": 67.42, - "AmazonCounterfactualClassification (de)": 55.34, - "AmazonCounterfactualClassification (ja)": 56.48, - "AmazonPolarityClassification": 63.8, - "AmazonReviewsClassification (en)": 33.02, - "AmazonReviewsClassification (de)": 25.63, - "AmazonReviewsClassification (es)": 27.9, - "AmazonReviewsClassification (fr)": 26.79, - "AmazonReviewsClassification (ja)": 21.02, - "AmazonReviewsClassification (zh)": 20.64, - "AngryTweetsClassification": 43.84, - "Banking77Classification": 50.97, - "CBD": 52.68, - "DanishPoliticalCommentsClassification": 27.9, - "EmotionClassification": 24.77, - "GeoreviewClassification": 39.64, - "HeadlineClassification": 74.19, - "ImdbClassification": 60.71, - "InappropriatenessClassification": 58.57, - "KinopoiskClassification": 49.06, - "LccSentimentClassification": 38.73, - "MTOPDomainClassification (en)": 76.85, - "MTOPDomainClassification (de)": 54.64, - "MTOPDomainClassification (es)": 55.03, - "MTOPDomainClassification (fr)": 55.17, - "MTOPDomainClassification (hi)": 23.34, - "MTOPDomainClassification (th)": 15.88, - "MTOPIntentClassification (en)": 41.31, - "MTOPIntentClassification (de)": 27.44, - "MTOPIntentClassification (es)": 29.09, - "MTOPIntentClassification (fr)": 28.69, - "MTOPIntentClassification (hi)": 3.77, - "MTOPIntentClassification (th)": 4.54, - "MasakhaNEWSClassification (amh)": 31.12, - "MasakhaNEWSClassification (eng)": 68.91, - "MasakhaNEWSClassification (fra)": 39.67, - "MasakhaNEWSClassification (hau)": 37.58, - "MasakhaNEWSClassification (ibo)": 30.44, - "MasakhaNEWSClassification (lin)": 46.8, - "MasakhaNEWSClassification (lug)": 41.61, - "MasakhaNEWSClassification (orm)": 42.58, - "MasakhaNEWSClassification (pcm)": 83.44, - "MasakhaNEWSClassification (run)": 38.76, - "MasakhaNEWSClassification (sna)": 55.72, - "MasakhaNEWSClassification (som)": 32.69, - "MasakhaNEWSClassification (swa)": 29.05, - "MasakhaNEWSClassification (tir)": 24.26, - "MasakhaNEWSClassification (xho)": 41.72, - "MasakhaNEWSClassification (yor)": 35.84, - "MassiveIntentClassification (ru)": 50.83, - "MassiveIntentClassification (cy)": 25.27, - "MassiveIntentClassification (hi)": 2.78, - "MassiveIntentClassification (te)": 1.79, - "MassiveIntentClassification (fi)": 26.26, - "MassiveIntentClassification (hy)": 2.42, - "MassiveIntentClassification (es)": 27.46, - "MassiveIntentClassification (en)": 44.53, - "MassiveIntentClassification (it)": 31.83, - "MassiveIntentClassification (bn)": 2.99, - "MassiveIntentClassification (fr)": 27.01, - "MassiveIntentClassification (nl)": 28.88, - "MassiveIntentClassification (pl)": 23.3, - "MassiveIntentClassification (jv)": 25.99, - "MassiveIntentClassification (ka)": 2.71, - "MassiveIntentClassification (id)": 29.35, - "MassiveIntentClassification (nb)": 25.68, - "MassiveIntentClassification (mn)": 22.97, - "MassiveIntentClassification (ko)": 2.32, - "MassiveIntentClassification (da)": 28.28, - "MassiveIntentClassification (tl)": 27.22, - "MassiveIntentClassification (km)": 4.96, - "MassiveIntentClassification (hu)": 23.69, - "MassiveIntentClassification (ar)": 3.9, - "MassiveIntentClassification (de)": 27.96, - "MassiveIntentClassification (af)": 23.46, - "MassiveIntentClassification (kn)": 2.44, - "MassiveIntentClassification (pt)": 28.77, - "MassiveIntentClassification (sw)": 23.95, - "MassiveIntentClassification (he)": 2.01, - "MassiveIntentClassification (lv)": 18.07, - "MassiveIntentClassification (ml)": 2.51, - "MassiveIntentClassification (el)": 9.85, - "MassiveIntentClassification (sq)": 28.1, - "MassiveIntentClassification (vi)": 19.48, - "MassiveIntentClassification (am)": 2.54, - "MassiveIntentClassification (my)": 3.54, - "MassiveIntentClassification (ms)": 25.64, - "MassiveIntentClassification (zh-TW)": 6.41, - "MassiveIntentClassification (is)": 20.61, - "MassiveIntentClassification (sl)": 25.4, - "MassiveIntentClassification (tr)": 23.04, - "MassiveIntentClassification (th)": 3.79, - "MassiveIntentClassification (ur)": 2.54, - "MassiveIntentClassification (sv)": 27.48, - "MassiveIntentClassification (ja)": 4.77, - "MassiveIntentClassification (ro)": 27.57, - "MassiveIntentClassification (fa)": 3.22, - "MassiveIntentClassification (az)": 20.28, - "MassiveIntentClassification (zh-CN)": 5.02, - "MassiveIntentClassification (ta)": 1.58, - "MassiveScenarioClassification (ru)": 59.15, - "MassiveScenarioClassification (zh-CN)": 10.73, - "MassiveScenarioClassification (de)": 35.28, - "MassiveScenarioClassification (cy)": 33.91, - "MassiveScenarioClassification (te)": 6.52, - "MassiveScenarioClassification (tl)": 33.49, - "MassiveScenarioClassification (sw)": 32.49, - "MassiveScenarioClassification (my)": 10.86, - "MassiveScenarioClassification (ms)": 33.05, - "MassiveScenarioClassification (nb)": 31.09, - "MassiveScenarioClassification (zh-TW)": 11.59, - "MassiveScenarioClassification (fr)": 34.68, - "MassiveScenarioClassification (da)": 35.77, - "MassiveScenarioClassification (is)": 26.28, - "MassiveScenarioClassification (fa)": 6.71, - "MassiveScenarioClassification (ro)": 34.52, - "MassiveScenarioClassification (pt)": 33.75, - "MassiveScenarioClassification (sv)": 30.99, - "MassiveScenarioClassification (it)": 37.19, - "MassiveScenarioClassification (es)": 33.12, - "MassiveScenarioClassification (lv)": 25.09, - "MassiveScenarioClassification (ko)": 6.43, - "MassiveScenarioClassification (ml)": 6.61, - "MassiveScenarioClassification (km)": 9.07, - "MassiveScenarioClassification (bn)": 8.09, - "MassiveScenarioClassification (el)": 17.02, - "MassiveScenarioClassification (kn)": 7.28, - "MassiveScenarioClassification (ka)": 6.64, - "MassiveScenarioClassification (fi)": 31.31, - "MassiveScenarioClassification (vi)": 25.7, - "MassiveScenarioClassification (sq)": 35.62, - "MassiveScenarioClassification (ar)": 11.78, - "MassiveScenarioClassification (hy)": 8.09, - "MassiveScenarioClassification (sl)": 30.45, - "MassiveScenarioClassification (th)": 7.79, - "MassiveScenarioClassification (az)": 27.56, - "MassiveScenarioClassification (pl)": 27.65, - "MassiveScenarioClassification (ta)": 6.88, - "MassiveScenarioClassification (jv)": 32.17, - "MassiveScenarioClassification (nl)": 31.82, - "MassiveScenarioClassification (id)": 33.72, - "MassiveScenarioClassification (ur)": 8.49, - "MassiveScenarioClassification (af)": 29.85, - "MassiveScenarioClassification (en)": 55.36, - "MassiveScenarioClassification (hu)": 31.34, - "MassiveScenarioClassification (ja)": 9.53, - "MassiveScenarioClassification (am)": 7.66, - "MassiveScenarioClassification (mn)": 24.63, - "MassiveScenarioClassification (hi)": 7.29, - "MassiveScenarioClassification (he)": 7.83, - "MassiveScenarioClassification (tr)": 30.63, - "NoRecClassification": 40.82, - "NordicLangClassification": 46.52, - "PAC": 62.19, - "PolEmo2.0-IN": 44.18, - "PolEmo2.0-OUT": 31.56, - "RuReviewsClassification": 56.99, - "RuSciBenchGRNTIClassification": 45.63, - "RuSciBenchOECDClassification": 35.48, - "ToxicConversationsClassification": 57.44, - "TweetSentimentExtractionClassification": 50.37 - } - ] - }, - "Clustering": { - "v_measure": [ - { - "Model": "rubert-tiny2", - "AlloProfClusteringP2P": 36.88, - "AlloProfClusteringS2S": 21.97, - "ArxivClusteringP2P": 23.06, - "ArxivClusteringS2S": 15.44, - "BiorxivClusteringP2P": 21.46, - "BiorxivClusteringS2S": 12.43, - "BlurbsClusteringP2P": 12.5, - "BlurbsClusteringS2S": 9.41, - "GeoreviewClusteringP2P": 41.58, - "HALClusteringS2S": 5.81, - "MLSUMClusteringP2P (de)": 17.92, - "MLSUMClusteringP2P (fr)": 29.01, - "MLSUMClusteringP2P (ru)": 51.63, - "MLSUMClusteringP2P (es)": 33.53, - "MLSUMClusteringS2S (de)": 18.67, - "MLSUMClusteringS2S (fr)": 28.05, - "MLSUMClusteringS2S (ru)": 47.72, - "MLSUMClusteringS2S (es)": 32.34, - "MasakhaNEWSClusteringP2P (amh)": 40.65, - "MasakhaNEWSClusteringP2P (eng)": 23.62, - "MasakhaNEWSClusteringP2P (fra)": 26.3, - "MasakhaNEWSClusteringP2P (hau)": 16.93, - "MasakhaNEWSClusteringP2P (ibo)": 22.81, - "MasakhaNEWSClusteringP2P (lin)": 45.22, - "MasakhaNEWSClusteringP2P (lug)": 44.31, - "MasakhaNEWSClusteringP2P (orm)": 24.05, - "MasakhaNEWSClusteringP2P (pcm)": 50.73, - "MasakhaNEWSClusteringP2P (run)": 46.44, - "MasakhaNEWSClusteringP2P (sna)": 40.81, - "MasakhaNEWSClusteringP2P (som)": 23.35, - "MasakhaNEWSClusteringP2P (swa)": 8.7, - "MasakhaNEWSClusteringP2P (tir)": 43.15, - "MasakhaNEWSClusteringP2P (xho)": 21.63, - "MasakhaNEWSClusteringP2P (yor)": 23.88, - "MasakhaNEWSClusteringS2S (amh)": 45.44, - "MasakhaNEWSClusteringS2S (eng)": 25.98, - "MasakhaNEWSClusteringS2S (fra)": 30.07, - "MasakhaNEWSClusteringS2S (hau)": 10.62, - "MasakhaNEWSClusteringS2S (ibo)": 36.2, - "MasakhaNEWSClusteringS2S (lin)": 50.06, - "MasakhaNEWSClusteringS2S (lug)": 42.19, - "MasakhaNEWSClusteringS2S (orm)": 26.05, - "MasakhaNEWSClusteringS2S (pcm)": 46.52, - "MasakhaNEWSClusteringS2S (run)": 44.3, - "MasakhaNEWSClusteringS2S (sna)": 48.29, - "MasakhaNEWSClusteringS2S (som)": 24.56, - "MasakhaNEWSClusteringS2S (swa)": 15.48, - "MasakhaNEWSClusteringS2S (tir)": 46.56, - "MasakhaNEWSClusteringS2S (xho)": 26.57, - "MasakhaNEWSClusteringS2S (yor)": 26.75, - "MedrxivClusteringP2P": 22.56, - "MedrxivClusteringS2S": 18.65, - "RedditClustering": 17.72, - "RedditClusteringP2P": 32.99, - "RuSciBenchGRNTIClusteringP2P": 39.78, - "RuSciBenchOECDClusteringP2P": 35.98, - "StackExchangeClustering": 29.01, - "StackExchangeClusteringP2P": 25.71, - "TenKGnadClusteringP2P": 11.05, - "TenKGnadClusteringS2S": 8.74, - "TwentyNewsgroupsClustering": 15.63 - } - ] - }, - "PairClassification": { - "max_ap": [ - { - "Model": "rubert-tiny2", - "CDSC-E": 45.08, - "FalseFriendsGermanEnglish": 46.98, - "OpusparcusPC (de)": 91.7, - "OpusparcusPC (en)": 97.3, - "OpusparcusPC (fi)": 86.73, - "OpusparcusPC (fr)": 86.53, - "OpusparcusPC (ru)": 85.11, - "OpusparcusPC (sv)": 85.1, - "PSC": 70.84, - "PawsXPairClassification (de)": 48.65, - "PawsXPairClassification (en)": 45.47, - "PawsXPairClassification (es)": 47.56, - "PawsXPairClassification (fr)": 49.3, - "PawsXPairClassification (ja)": 48.24, - "PawsXPairClassification (ko)": 47.0, - "PawsXPairClassification (zh)": 51.8, - "SICK-E-PL": 47.84, - "SprintDuplicateQuestions": 70.8, - "TERRa": 51.87, - "TwitterSemEval2015": 55.49, - "TwitterURLCorpus": 77.98 - }, - { - "Model": "rubert-tiny2", - "CDSC-E": 45.22, - "FalseFriendsGermanEnglish": 46.98, - "OpusparcusPC (de)": 91.7, - "OpusparcusPC (en)": 97.34, - "OpusparcusPC (fi)": 86.73, - "OpusparcusPC (fr)": 86.53, - "OpusparcusPC (ru)": 85.24, - "OpusparcusPC (sv)": 85.1, - "PSC": 71.22, - "PawsXPairClassification (de)": 48.67, - "PawsXPairClassification (en)": 45.47, - "PawsXPairClassification (es)": 47.61, - "PawsXPairClassification (fr)": 49.3, - "PawsXPairClassification (ja)": 48.41, - "PawsXPairClassification (ko)": 47.48, - "PawsXPairClassification (zh)": 51.83, - "SICK-E-PL": 47.87, - "SprintDuplicateQuestions": 71.16, - "TERRa": 51.87, - "TwitterSemEval2015": 55.49, - "TwitterURLCorpus": 77.98 - } - ] - }, - "Reranking": { - "map": [ - { - "Model": "rubert-tiny2", - "AlloprofReranking": 27.94, - "AskUbuntuDupQuestions": 48.11, - "MindSmallReranking": 26.74, - "RuBQReranking": 46.09, - "SciDocsRR": 54.67, - "StackOverflowDupQuestions": 36.0, - "SyntecReranking": 38.15, - "T2Reranking": 53.19 - }, - { - "Model": "rubert-tiny2", - "MIRACLReranking (ru)": 15.81, - "MIRACLReranking (ar)": 1.94, - "MIRACLReranking (bn)": 1.56, - "MIRACLReranking (de)": 7.23, - "MIRACLReranking (en)": 14.0, - "MIRACLReranking (es)": 7.49, - "MIRACLReranking (fa)": 3.65, - "MIRACLReranking (fi)": 14.18, - "MIRACLReranking (fr)": 5.5, - "MIRACLReranking (hi)": 3.61, - "MIRACLReranking (id)": 8.22, - "MIRACLReranking (ja)": 1.99, - "MIRACLReranking (ko)": 5.1, - "MIRACLReranking (sw)": 9.07, - "MIRACLReranking (te)": 4.07, - "MIRACLReranking (th)": 1.93, - "MIRACLReranking (yo)": 12.97, - "MIRACLReranking (zh)": 2.64 - } - ] - }, - "Retrieval": { - "ndcg_at_10": [ - { - "Model": "rubert-tiny2", - "AILACasedocs": 16.05, - "AILAStatutes": 13.81, - "ARCChallenge": 2.93, - "AlloprofRetrieval": 0.55, - "AlphaNLI": 6.83, - "AppsRetrieval": 0.44, - "ArguAna": 27.66, - "BSARDRetrieval": 0.15, - "ClimateFEVER": 2.08, - "CmedqaRetrieval": 1.09, - "CodeFeedbackMT": 26.04, - "CodeFeedbackST": 20.27, - "CodeSearchNetCCRetrieval (python)": 19.13, - "CodeSearchNetCCRetrieval (javascript)": 25.81, - "CodeSearchNetCCRetrieval (go)": 13.02, - "CodeSearchNetCCRetrieval (ruby)": 28.35, - "CodeSearchNetCCRetrieval (java)": 15.62, - "CodeSearchNetCCRetrieval (php)": 16.02, - "CodeSearchNetRetrieval (python)": 34.54, - "CodeSearchNetRetrieval (javascript)": 16.11, - "CodeSearchNetRetrieval (go)": 22.91, - "CodeSearchNetRetrieval (ruby)": 26.85, - "CodeSearchNetRetrieval (java)": 16.8, - "CodeSearchNetRetrieval (php)": 18.93, - "CodeTransOceanContest": 19.41, - "CodeTransOceanDL": 34.02, - "CosQA": 4.48, - "CovidRetrieval": 0.1, - "DBPedia": 2.66, - "FEVER": 3.01, - "FiQA2018": 2.42, - "GerDaLIR": 0.13, - "GerDaLIRSmall": 0.41, - "GermanQuAD-Retrieval": 16.79, - "HellaSwag": 5.48, - "HotpotQA": 8.85, - "LEMBNarrativeQARetrieval": 4.78, - "LEMBQMSumRetrieval": 16.95, - "LEMBSummScreenFDRetrieval": 19.52, - "LEMBWikimQARetrieval": 14.17, - "LeCaRDv2": 11.28, - "LegalBenchConsumerContractsQA": 39.51, - "LegalBenchCorporateLobbying": 60.19, - "LegalQuAD": 4.11, - "LegalSummarization": 34.19, - "MIRACLRetrieval (ru)": 1.89, - "MIRACLRetrieval (ar)": 0.0, - "MIRACLRetrieval (bn)": 0.0, - "MIRACLRetrieval (de)": 0.19, - "MIRACLRetrieval (en)": 0.68, - "MIRACLRetrieval (es)": 0.0, - "MIRACLRetrieval (fa)": 0.0, - "MIRACLRetrieval (fi)": 0.62, - "MIRACLRetrieval (fr)": 0.0, - "MIRACLRetrieval (hi)": 0.0, - "MIRACLRetrieval (id)": 0.12, - "MIRACLRetrieval (ja)": 0.0, - "MIRACLRetrieval (ko)": 0.97, - "MIRACLRetrieval (sw)": 0.76, - "MIRACLRetrieval (te)": 0.0, - "MIRACLRetrieval (th)": 0.0, - "MIRACLRetrieval (yo)": 1.94, - "MIRACLRetrieval (zh)": 0.0, - "MSMARCO": 1.13, - "MintakaRetrieval (ar)": 0.45, - "MintakaRetrieval (de)": 3.56, - "MintakaRetrieval (es)": 2.95, - "MintakaRetrieval (fr)": 3.07, - "MintakaRetrieval (hi)": 1.03, - "MintakaRetrieval (it)": 4.3, - "MintakaRetrieval (ja)": 0.93, - "MintakaRetrieval (pt)": 4.42, - "NFCorpus": 5.03, - "NQ": 0.62, - "PIQA": 3.01, - "Quail": 0.41, - "QuoraRetrieval": 66.99, - "RARbCode": 1.44, - "RARbMath": 10.72, - "RiaNewsRetrieval": 13.92, - "RuBQRetrieval": 10.87, - "SCIDOCS": 1.18, - "SIQA": 0.65, - "SciFact": 20.19, - "SciFact-PL": 7.73, - "SpartQA": 6.28, - "StackOverflowQA": 19.97, - "SyntecRetrieval": 14.22, - "SyntheticText2SQL": 19.8, - "TRECCOVID": 8.67, - "TRECCOVID-PL": 4.61, - "TempReasonL1": 0.9, - "TempReasonL2Fact": 3.59, - "TempReasonL2Pure": 0.03, - "TempReasonL3Fact": 4.76, - "TempReasonL3Pure": 4.66, - "Touche2020": 0.91, - "WinoGrande": 1.42, - "XMarket (de)": 0.98, - "XMarket (en)": 1.17, - "XMarket (es)": 0.93, - "XPQARetrieval (ara-ara)": 3.67, - "XPQARetrieval (eng-ara)": 1.24, - "XPQARetrieval (ara-eng)": 4.28, - "XPQARetrieval (deu-deu)": 20.93, - "XPQARetrieval (eng-deu)": 2.09, - "XPQARetrieval (deu-eng)": 8.32, - "XPQARetrieval (spa-spa)": 17.06, - "XPQARetrieval (eng-spa)": 2.7, - "XPQARetrieval (spa-eng)": 10.16, - "XPQARetrieval (fra-fra)": 21.91, - "XPQARetrieval (eng-fra)": 2.93, - "XPQARetrieval (fra-eng)": 10.07, - "XPQARetrieval (hin-hin)": 5.61, - "XPQARetrieval (eng-hin)": 3.34, - "XPQARetrieval (hin-eng)": 3.96, - "XPQARetrieval (ita-ita)": 29.66, - "XPQARetrieval (eng-ita)": 3.76, - "XPQARetrieval (ita-eng)": 12.15, - "XPQARetrieval (jpn-jpn)": 4.65, - "XPQARetrieval (eng-jpn)": 1.38, - "XPQARetrieval (jpn-eng)": 4.31, - "XPQARetrieval (kor-kor)": 2.23, - "XPQARetrieval (eng-kor)": 2.19, - "XPQARetrieval (kor-eng)": 2.06, - "XPQARetrieval (pol-pol)": 12.18, - "XPQARetrieval (eng-pol)": 2.14, - "XPQARetrieval (pol-eng)": 7.82, - "XPQARetrieval (por-por)": 11.97, - "XPQARetrieval (eng-por)": 2.25, - "XPQARetrieval (por-eng)": 6.15, - "XPQARetrieval (tam-tam)": 2.57, - "XPQARetrieval (eng-tam)": 2.2, - "XPQARetrieval (tam-eng)": 2.44, - "XPQARetrieval (cmn-cmn)": 12.1, - "XPQARetrieval (eng-cmn)": 3.64, - "XPQARetrieval (cmn-eng)": 5.93 - } - ] - }, - "STS": { - "cosine_spearman": [ - { - "Model": "rubert-tiny2", - "BIOSSES": 71.48, - "CDSC-R": 67.95, - "GermanSTSBenchmark": 54.76, - "SICK-R": 61.07, - "SICK-R-PL": 48.45, - "SICKFr": 55.65, - "STS12": 65.12, - "STS13": 59.97, - "STS14": 60.28, - "STS15": 74.38, - "STS16": 69.19, - "STS17 (ar-ar)": 17.31, - "STS17 (es-en)": 17.23, - "STS17 (en-ar)": 13.41, - "STS17 (en-tr)": 14.88, - "STS17 (en-de)": 27.75, - "STS17 (es-es)": 66.85, - "STS17 (nl-en)": 30.93, - "STS17 (ko-ko)": 10.32, - "STS17 (en-en)": 73.66, - "STS17 (it-en)": 28.0, - "STS17 (fr-en)": 26.87, - "STS22 (ru)": 54.38, - "STS22 (pl-en)": 26.05, - "STS22 (es-it)": 27.11, - "STS22 (de)": 14.59, - "STS22 (de-pl)": 1.2, - "STS22 (es)": 44.49, - "STS22 (pl)": 9.38, - "STS22 (fr)": 42.82, - "STS22 (ar)": 21.36, - "STS22 (de-en)": 16.12, - "STS22 (fr-pl)": 28.17, - "STS22 (en)": 49.25, - "STS22 (es-en)": 20.13, - "STS22 (de-fr)": 13.24, - "STS22 (zh-en)": 27.07, - "STS22 (zh)": 35.12, - "STS22 (tr)": 20.52, - "STS22 (it)": 43.84, - "STSB": 16.68, - "STSBenchmark": 63.02, - "STSBenchmarkMultilingualSTS (pt)": 49.26, - "STSBenchmarkMultilingualSTS (fr)": 56.61, - "STSBenchmarkMultilingualSTS (nl)": 51.52, - "STSBenchmarkMultilingualSTS (zh)": 16.6, - "STSBenchmarkMultilingualSTS (ru)": 69.29, - "STSBenchmarkMultilingualSTS (it)": 53.15, - "STSBenchmarkMultilingualSTS (es)": 53.78, - "STSBenchmarkMultilingualSTS (pl)": 52.1, - "STSBenchmarkMultilingualSTS (de)": 56.97, - "STSBenchmarkMultilingualSTS (en)": 63.02 - }, - { - "Model": "rubert-tiny2", - "BIOSSES": 71.48, - "CDSC-R": 67.95, - "GermanSTSBenchmark": 54.77, - "RUParaPhraserSTS": 65.14, - "RuSTSBenchmarkSTS": 69.43, - "SICK-R": 61.07, - "SICK-R-PL": 48.45, - "SICKFr": 55.65, - "STS12": 65.12, - "STS13": 59.97, - "STS14": 60.28, - "STS15": 74.38, - "STS16": 69.19, - "STS17 (ar-ar)": 16.79, - "STS17 (es-en)": 17.23, - "STS17 (en-ar)": 13.41, - "STS17 (en-tr)": 14.88, - "STS17 (en-de)": 27.75, - "STS17 (es-es)": 66.86, - "STS17 (nl-en)": 30.93, - "STS17 (ko-ko)": 10.4, - "STS17 (en-en)": 73.66, - "STS17 (it-en)": 28.0, - "STS17 (fr-en)": 26.87, - "STS22 (ru)": 54.38, - "STS22 (pl-en)": 26.05, - "STS22 (es-it)": 27.11, - "STS22 (de)": 14.6, - "STS22 (de-pl)": 1.2, - "STS22 (es)": 44.49, - "STS22 (pl)": 9.27, - "STS22 (fr)": 42.82, - "STS22 (ar)": 21.38, - "STS22 (de-en)": 16.12, - "STS22 (fr-pl)": 28.17, - "STS22 (en)": 49.25, - "STS22 (es-en)": 20.13, - "STS22 (de-fr)": 13.24, - "STS22 (zh-en)": 27.07, - "STS22 (zh)": 35.12, - "STS22 (tr)": 20.52, - "STS22 (it)": 43.84, - "STSB": 16.6, - "STSBenchmark": 63.02, - "STSBenchmarkMultilingualSTS (pt)": 49.26, - "STSBenchmarkMultilingualSTS (fr)": 56.61, - "STSBenchmarkMultilingualSTS (nl)": 51.52, - "STSBenchmarkMultilingualSTS (zh)": 16.54, - "STSBenchmarkMultilingualSTS (ru)": 69.29, - "STSBenchmarkMultilingualSTS (it)": 53.15, - "STSBenchmarkMultilingualSTS (es)": 53.78, - "STSBenchmarkMultilingualSTS (pl)": 52.1, - "STSBenchmarkMultilingualSTS (de)": 56.97, - "STSBenchmarkMultilingualSTS (en)": 63.02 - } - ] - }, - "Summarization": { - "cosine_spearman": [ - { - "Model": "rubert-tiny2", - "SummEval": 28.46, - "SummEvalFr": 32.52 - }, - { - "Model": "rubert-tiny2", - "SummEval": 28.46, - "SummEvalFr": 32.52 - } - ] - }, - "MultilabelClassification": { - "accuracy": [ - { - "Model": "rubert-tiny2", - "CEDRClassification": 36.87, - "SensitiveTopicsClassification": 22.03 - } - ] - }, - "InstructionRetrieval": { - "p-MRR": [ - { - "Model": "rubert-tiny2", - "Core17InstructionRetrieval": 0.88, - "News21InstructionRetrieval": 1.39, - "Robust04InstructionRetrieval": -2.54 - } - ] - } - }, - "dangvantuan__sentence-camembert-base": { - "BitextMining": { - "f1": [] - }, - "Classification": { - "accuracy": [ - { - "Model": "sentence-camembert-base", - "AmazonReviewsClassification (fr)": 36.03, - "MTOPDomainClassification (fr)": 77.1, - "MTOPIntentClassification (fr)": 43.44, - "MasakhaNEWSClassification (fra)": 70.36, - "MassiveIntentClassification (fr)": 51.59, - "MassiveScenarioClassification (fr)": 61.28 - } - ] - }, - "Clustering": { - "v_measure": [ - { - "Model": "sentence-camembert-base", - "AlloProfClusteringP2P": 59.09, - "AlloProfClusteringS2S": 38.92, - "HALClusteringS2S": 20.22, - "MLSUMClusteringP2P": 35.98, - "MLSUMClusteringS2S": 27.05, - "MasakhaNEWSClusteringP2P (fra)": 36.03, - "MasakhaNEWSClusteringS2S (fra)": 30.77 - } - ] - }, - "PairClassification": { - "max_ap": [ - { - "Model": "sentence-camembert-base", - "OpusparcusPC (fr)": 92.05, - "PawsXPairClassification (fr)": 57.44 - }, - { - "Model": "sentence-camembert-base", - "OpusparcusPC (fr)": 92.05, - "PawsXPairClassification (fr)": 57.44 - } - ] - }, - "Reranking": { - "map": [ - { - "Model": "sentence-camembert-base", - "AlloprofReranking": 48.68, - "SyntecReranking": 79.75 - } - ] - }, - "Retrieval": { - "ndcg_at_10": [ - { - "Model": "sentence-camembert-base", - "AlloprofRetrieval": 21.94, - "BSARDRetrieval": 0.0, - "MintakaRetrieval (fr)": 13.36, - "SyntecRetrieval": 68.62, - "XPQARetrieval (fr)": 57.92 - } - ] - }, - "STS": { - "cosine_spearman": [ - { - "Model": "sentence-camembert-base", - "SICKFr": 74.18, - "STS22 (fr)": 77.54, - "STSBenchmarkMultilingualSTS (fr)": 81.64 - } - ] - }, - "Summarization": { - "cosine_spearman": [ - { - "Model": "sentence-camembert-base", - "SummEvalFr": 28.77 - } - ] - }, - "MultilabelClassification": { - "accuracy": [] - }, - "InstructionRetrieval": { - "p-MRR": [] - } - }, - "dangvantuan__sentence-camembert-large": { - "BitextMining": { - "f1": [] - }, - "Classification": { - "accuracy": [ - { - "Model": "sentence-camembert-large", - "AmazonReviewsClassification (fr)": 37.97, - "MTOPDomainClassification (fr)": 85.74, - "MTOPIntentClassification (fr)": 58.62, - "MasakhaNEWSClassification (fra)": 80.62, - "MassiveIntentClassification (fr)": 62.65, - "MassiveScenarioClassification (fr)": 69.29 - } - ] - }, - "Clustering": { - "v_measure": [ - { - "Model": "sentence-camembert-large", - "AlloProfClusteringP2P": 62.69, - "AlloProfClusteringS2S": 42.06, - "HALClusteringS2S": 23.9, - "MLSUMClusteringP2P": 42.04, - "MLSUMClusteringS2S": 32.29, - "MasakhaNEWSClusteringP2P (fra)": 54.51, - "MasakhaNEWSClusteringS2S (fra)": 44.73 - } - ] - }, - "PairClassification": { - "max_ap": [ - { - "Model": "sentence-camembert-large", - "OpusparcusPC (fr)": 94.63, - "PawsXPairClassification (fr)": 59.59 - }, - { - "Model": "sentence-camembert-large", - "OpusparcusPC (fr)": 94.63, - "PawsXPairClassification (fr)": 59.61 - } - ] - }, - "Reranking": { - "map": [ - { - "Model": "sentence-camembert-large", - "AlloprofReranking": 57.62, - "SyntecReranking": 88.15 - } - ] - }, - "Retrieval": { - "ndcg_at_10": [ - { - "Model": "sentence-camembert-large", - "AlloprofRetrieval": 31.62, - "BSARDRetrieval": 0.0, - "MintakaRetrieval (fr)": 21.87, - "SyntecRetrieval": 81.11, - "XPQARetrieval (fr)": 65.62 - } - ] - }, - "STS": { - "cosine_spearman": [ - { - "Model": "sentence-camembert-large", - "SICKFr": 77.7, - "STS22 (fr)": 81.73, - "STSBenchmarkMultilingualSTS (fr)": 85.79 - } - ] - }, - "Summarization": { - "cosine_spearman": [ - { - "Model": "sentence-camembert-large", - "SummEvalFr": 30.88 - } - ] - }, - "MultilabelClassification": { - "accuracy": [] - }, - "InstructionRetrieval": { - "p-MRR": [] - } - }, - "deepset__gbert-base": { - "BitextMining": { - "f1": [] - }, - "Classification": { - "accuracy": [] - }, - "Clustering": { - "v_measure": [ - { - "Model": "gbert-base", - "BlurbsClusteringP2P": 35.36, - "BlurbsClusteringS2S": 11.27, - "TenKGnadClusteringP2P": 37.16, - "TenKGnadClusteringS2S": 24.23 - } - ] - }, - "PairClassification": { - "max_ap": [] - }, - "Reranking": { - "map": [] - }, - "Retrieval": { - "ndcg_at_10": [] - }, - "STS": { - "cosine_spearman": [] - }, - "Summarization": { - "cosine_spearman": [] - }, - "MultilabelClassification": { - "accuracy": [] - }, - "InstructionRetrieval": { - "p-MRR": [] - } - }, - "deepset__gbert-large": { - "BitextMining": { - "f1": [] - }, - "Classification": { - "accuracy": [] - }, - "Clustering": { - "v_measure": [ - { - "Model": "gbert-large", - "BlurbsClusteringP2P": 39.3, - "BlurbsClusteringS2S": 13.38, - "TenKGnadClusteringP2P": 41.69, - "TenKGnadClusteringS2S": 34.97 - } - ] - }, - "PairClassification": { - "max_ap": [] - }, - "Reranking": { - "map": [] - }, - "Retrieval": { - "ndcg_at_10": [] - }, - "STS": { - "cosine_spearman": [] - }, - "Summarization": { - "cosine_spearman": [] - }, - "MultilabelClassification": { - "accuracy": [] - }, - "InstructionRetrieval": { - "p-MRR": [] - } - }, - "deepset__gelectra-base": { - "BitextMining": { - "f1": [] - }, - "Classification": { - "accuracy": [] - }, - "Clustering": { - "v_measure": [ - { - "Model": "gelectra-base", - "BlurbsClusteringP2P": 10.06, - "BlurbsClusteringS2S": 7.74, - "TenKGnadClusteringP2P": 9.02, - "TenKGnadClusteringS2S": 4.11 - } - ] - }, - "PairClassification": { - "max_ap": [] - }, - "Reranking": { - "map": [] - }, - "Retrieval": { - "ndcg_at_10": [] - }, - "STS": { - "cosine_spearman": [] - }, - "Summarization": { - "cosine_spearman": [] - }, - "MultilabelClassification": { - "accuracy": [] - }, - "InstructionRetrieval": { - "p-MRR": [] - } - }, - "deepset__gelectra-large": { - "BitextMining": { - "f1": [] - }, - "Classification": { - "accuracy": [] - }, - "Clustering": { - "v_measure": [ - { - "Model": "gelectra-large", - "BlurbsClusteringP2P": 13.96, - "BlurbsClusteringS2S": 7.57, - "TenKGnadClusteringP2P": 11.49, - "TenKGnadClusteringS2S": 3.91 - } - ] - }, - "PairClassification": { - "max_ap": [] - }, - "Reranking": { - "map": [] - }, - "Retrieval": { - "ndcg_at_10": [] - }, - "STS": { - "cosine_spearman": [] - }, - "Summarization": { - "cosine_spearman": [] - }, - "MultilabelClassification": { - "accuracy": [] - }, - "InstructionRetrieval": { - "p-MRR": [] - } - }, - "deepvk__USER-base": { - "BitextMining": { - "f1": [ - { - "Model": "USER-base", - "BornholmBitextMining": 34.8, - "Tatoeba (rus-eng)": 90.2 - } - ] - }, - "Classification": { - "accuracy": [ - { - "Model": "USER-base", - "AllegroReviews": 25.6, - "AmazonCounterfactualClassification (en-ext)": 67.92, - "AmazonCounterfactualClassification (en)": 68.37, - "AmazonCounterfactualClassification (de)": 55.33, - "AmazonCounterfactualClassification (ja)": 49.24, - "AmazonPolarityClassification": 66.69, - "AmazonReviewsClassification (en)": 35.19, - "AmazonReviewsClassification (de)": 26.36, - "AmazonReviewsClassification (es)": 27.0, - "AmazonReviewsClassification (fr)": 27.62, - "AmazonReviewsClassification (ja)": 20.55, - "AmazonReviewsClassification (zh)": 22.46, - "AngryTweetsClassification": 46.11, - "Banking77Classification": 65.5, - "CBD": 51.2, - "DanishPoliticalCommentsClassification": 28.0, - "EmotionClassification": 27.16, - "GeoreviewClassification": 46.88, - "HeadlineClassification": 75.0, - "ImdbClassification": 58.56, - "InappropriatenessClassification": 61.83, - "KinopoiskClassification": 56.03, - "LccSentimentClassification": 37.6, - "MTOPDomainClassification (en)": 81.46, - "MTOPDomainClassification (de)": 61.34, - "MTOPDomainClassification (es)": 61.05, - "MTOPDomainClassification (fr)": 59.72, - "MTOPDomainClassification (hi)": 25.63, - "MTOPDomainClassification (th)": 25.03, - "MTOPIntentClassification (en)": 50.21, - "MTOPIntentClassification (de)": 36.4, - "MTOPIntentClassification (es)": 34.85, - "MTOPIntentClassification (fr)": 35.07, - "MTOPIntentClassification (hi)": 4.62, - "MTOPIntentClassification (th)": 8.12, - "MasakhaNEWSClassification (amh)": 29.65, - "MasakhaNEWSClassification (eng)": 72.13, - "MasakhaNEWSClassification (fra)": 67.44, - "MasakhaNEWSClassification (hau)": 54.95, - "MasakhaNEWSClassification (ibo)": 47.59, - "MasakhaNEWSClassification (lin)": 61.09, - "MasakhaNEWSClassification (lug)": 45.61, - "MasakhaNEWSClassification (orm)": 47.05, - "MasakhaNEWSClassification (pcm)": 91.74, - "MasakhaNEWSClassification (run)": 53.07, - "MasakhaNEWSClassification (sna)": 69.43, - "MasakhaNEWSClassification (som)": 40.95, - "MasakhaNEWSClassification (swa)": 44.94, - "MasakhaNEWSClassification (tir)": 24.49, - "MasakhaNEWSClassification (xho)": 58.69, - "MasakhaNEWSClassification (yor)": 57.91, - "MassiveIntentClassification (ru)": 65.92, - "MassiveIntentClassification (hu)": 30.6, - "MassiveIntentClassification (sv)": 35.62, - "MassiveIntentClassification (hy)": 7.88, - "MassiveIntentClassification (te)": 5.31, - "MassiveIntentClassification (af)": 30.74, - "MassiveIntentClassification (ms)": 32.88, - "MassiveIntentClassification (en)": 50.95, - "MassiveIntentClassification (az)": 34.76, - "MassiveIntentClassification (km)": 7.48, - "MassiveIntentClassification (it)": 39.85, - "MassiveIntentClassification (id)": 35.62, - "MassiveIntentClassification (fa)": 12.65, - "MassiveIntentClassification (th)": 6.54, - "MassiveIntentClassification (sl)": 36.21, - "MassiveIntentClassification (ur)": 8.46, - "MassiveIntentClassification (fi)": 32.53, - "MassiveIntentClassification (he)": 4.71, - "MassiveIntentClassification (el)": 19.77, - "MassiveIntentClassification (ka)": 5.46, - "MassiveIntentClassification (am)": 5.65, - "MassiveIntentClassification (is)": 32.58, - "MassiveIntentClassification (zh-CN)": 14.69, - "MassiveIntentClassification (ar)": 14.28, - "MassiveIntentClassification (ml)": 6.04, - "MassiveIntentClassification (lv)": 34.91, - "MassiveIntentClassification (zh-TW)": 12.74, - "MassiveIntentClassification (nb)": 33.1, - "MassiveIntentClassification (ta)": 5.97, - "MassiveIntentClassification (ja)": 12.32, - "MassiveIntentClassification (ko)": 11.02, - "MassiveIntentClassification (tl)": 33.3, - "MassiveIntentClassification (pl)": 36.95, - "MassiveIntentClassification (de)": 33.92, - "MassiveIntentClassification (my)": 7.19, - "MassiveIntentClassification (jv)": 31.16, - "MassiveIntentClassification (kn)": 5.36, - "MassiveIntentClassification (vi)": 23.92, - "MassiveIntentClassification (hi)": 4.28, - "MassiveIntentClassification (da)": 35.68, - "MassiveIntentClassification (mn)": 30.97, - "MassiveIntentClassification (nl)": 33.41, - "MassiveIntentClassification (es)": 34.06, - "MassiveIntentClassification (sq)": 38.32, - "MassiveIntentClassification (pt)": 35.15, - "MassiveIntentClassification (fr)": 35.14, - "MassiveIntentClassification (cy)": 34.48, - "MassiveIntentClassification (bn)": 6.14, - "MassiveIntentClassification (ro)": 34.63, - "MassiveIntentClassification (tr)": 32.85, - "MassiveIntentClassification (sw)": 34.69, - "MassiveScenarioClassification (ru)": 69.06, - "MassiveScenarioClassification (fr)": 42.95, - "MassiveScenarioClassification (az)": 39.16, - "MassiveScenarioClassification (zh-TW)": 19.39, - "MassiveScenarioClassification (sw)": 40.11, - "MassiveScenarioClassification (ar)": 20.44, - "MassiveScenarioClassification (tl)": 38.91, - "MassiveScenarioClassification (zh-CN)": 20.84, - "MassiveScenarioClassification (sv)": 40.71, - "MassiveScenarioClassification (bn)": 11.01, - "MassiveScenarioClassification (nl)": 39.77, - "MassiveScenarioClassification (km)": 13.46, - "MassiveScenarioClassification (te)": 9.99, - "MassiveScenarioClassification (da)": 42.54, - "MassiveScenarioClassification (el)": 27.39, - "MassiveScenarioClassification (my)": 12.72, - "MassiveScenarioClassification (mn)": 35.46, - "MassiveScenarioClassification (es)": 40.44, - "MassiveScenarioClassification (hu)": 38.84, - "MassiveScenarioClassification (cy)": 37.02, - "MassiveScenarioClassification (kn)": 11.12, - "MassiveScenarioClassification (hy)": 13.67, - "MassiveScenarioClassification (is)": 38.64, - "MassiveScenarioClassification (pl)": 43.88, - "MassiveScenarioClassification (nb)": 37.15, - "MassiveScenarioClassification (lv)": 39.17, - "MassiveScenarioClassification (vi)": 31.5, - "MassiveScenarioClassification (en)": 59.93, - "MassiveScenarioClassification (id)": 41.48, - "MassiveScenarioClassification (ro)": 41.77, - "MassiveScenarioClassification (fi)": 37.31, - "MassiveScenarioClassification (jv)": 37.93, - "MassiveScenarioClassification (ko)": 15.33, - "MassiveScenarioClassification (sq)": 43.78, - "MassiveScenarioClassification (ta)": 11.1, - "MassiveScenarioClassification (ms)": 39.48, - "MassiveScenarioClassification (tr)": 37.28, - "MassiveScenarioClassification (af)": 37.03, - "MassiveScenarioClassification (fa)": 17.22, - "MassiveScenarioClassification (ka)": 10.49, - "MassiveScenarioClassification (sl)": 39.28, - "MassiveScenarioClassification (it)": 45.96, - "MassiveScenarioClassification (he)": 10.44, - "MassiveScenarioClassification (hi)": 8.93, - "MassiveScenarioClassification (ja)": 17.52, - "MassiveScenarioClassification (pt)": 40.92, - "MassiveScenarioClassification (th)": 11.93, - "MassiveScenarioClassification (ml)": 10.56, - "MassiveScenarioClassification (ur)": 14.4, - "MassiveScenarioClassification (de)": 42.37, - "MassiveScenarioClassification (am)": 11.75, - "NoRecClassification": 40.97, - "NordicLangClassification": 45.21, - "PAC": 70.41, - "PolEmo2.0-IN": 43.77, - "PolEmo2.0-OUT": 23.18, - "RuReviewsClassification": 65.48, - "RuSciBenchGRNTIClassification": 55.55, - "RuSciBenchOECDClassification": 43.28, - "ToxicConversationsClassification": 62.4, - "TweetSentimentExtractionClassification": 55.35 - } - ] - }, - "Clustering": { - "v_measure": [ - { - "Model": "USER-base", - "AlloProfClusteringP2P": 44.92, - "AlloProfClusteringS2S": 23.19, - "ArxivClusteringP2P": 24.06, - "ArxivClusteringS2S": 14.62, - "BiorxivClusteringP2P": 19.57, - "BiorxivClusteringS2S": 10.96, - "BlurbsClusteringP2P": 15.08, - "BlurbsClusteringS2S": 9.12, - "GeoreviewClusteringP2P": 63.41, - "HALClusteringS2S": 8.99, - "MLSUMClusteringP2P (ru)": 48.09, - "MLSUMClusteringP2P (de)": 22.41, - "MLSUMClusteringP2P (fr)": 33.8, - "MLSUMClusteringP2P (es)": 34.12, - "MLSUMClusteringS2S (ru)": 45.73, - "MLSUMClusteringS2S (de)": 23.53, - "MLSUMClusteringS2S (fr)": 32.41, - "MLSUMClusteringS2S (es)": 33.42, - "MasakhaNEWSClusteringP2P (amh)": 41.86, - "MasakhaNEWSClusteringP2P (eng)": 51.77, - "MasakhaNEWSClusteringP2P (fra)": 46.27, - "MasakhaNEWSClusteringP2P (hau)": 29.94, - "MasakhaNEWSClusteringP2P (ibo)": 32.63, - "MasakhaNEWSClusteringP2P (lin)": 53.65, - "MasakhaNEWSClusteringP2P (lug)": 52.56, - "MasakhaNEWSClusteringP2P (orm)": 27.51, - "MasakhaNEWSClusteringP2P (pcm)": 85.52, - "MasakhaNEWSClusteringP2P (run)": 52.92, - "MasakhaNEWSClusteringP2P (sna)": 52.22, - "MasakhaNEWSClusteringP2P (som)": 30.37, - "MasakhaNEWSClusteringP2P (swa)": 22.23, - "MasakhaNEWSClusteringP2P (tir)": 43.83, - "MasakhaNEWSClusteringP2P (xho)": 27.21, - "MasakhaNEWSClusteringP2P (yor)": 26.66, - "MasakhaNEWSClusteringS2S (amh)": 40.86, - "MasakhaNEWSClusteringS2S (eng)": 20.37, - "MasakhaNEWSClusteringS2S (fra)": 25.39, - "MasakhaNEWSClusteringS2S (hau)": 15.37, - "MasakhaNEWSClusteringS2S (ibo)": 34.49, - "MasakhaNEWSClusteringS2S (lin)": 43.66, - "MasakhaNEWSClusteringS2S (lug)": 41.45, - "MasakhaNEWSClusteringS2S (orm)": 25.63, - "MasakhaNEWSClusteringS2S (pcm)": 63.41, - "MasakhaNEWSClusteringS2S (run)": 49.77, - "MasakhaNEWSClusteringS2S (sna)": 43.07, - "MasakhaNEWSClusteringS2S (som)": 26.34, - "MasakhaNEWSClusteringS2S (swa)": 15.66, - "MasakhaNEWSClusteringS2S (tir)": 42.96, - "MasakhaNEWSClusteringS2S (xho)": 27.54, - "MasakhaNEWSClusteringS2S (yor)": 29.03, - "MedrxivClusteringP2P": 23.8, - "MedrxivClusteringS2S": 19.43, - "RedditClustering": 26.95, - "RedditClusteringP2P": 44.11, - "RuSciBenchGRNTIClusteringP2P": 51.5, - "RuSciBenchOECDClusteringP2P": 44.87, - "StackExchangeClustering": 34.21, - "StackExchangeClusteringP2P": 26.54, - "TenKGnadClusteringP2P": 29.7, - "TenKGnadClusteringS2S": 10.51, - "TwentyNewsgroupsClustering": 21.41 - } - ] - }, - "PairClassification": { - "max_ap": [ - { - "Model": "USER-base", - "CDSC-E": 51.61, - "FalseFriendsGermanEnglish": 46.84, - "OpusparcusPC (ru)": 91.65, - "OpusparcusPC (de)": 90.82, - "OpusparcusPC (en)": 97.49, - "OpusparcusPC (fi)": 84.61, - "OpusparcusPC (fr)": 88.32, - "OpusparcusPC (sv)": 84.08, - "PSC": 88.54, - "PawsXPairClassification (de)": 52.51, - "PawsXPairClassification (en)": 61.15, - "PawsXPairClassification (es)": 54.72, - "PawsXPairClassification (fr)": 56.35, - "PawsXPairClassification (ja)": 49.39, - "PawsXPairClassification (ko)": 51.82, - "PawsXPairClassification (zh)": 54.65, - "SICK-E-PL": 54.43, - "SprintDuplicateQuestions": 83.25, - "TERRa": 59.76, - "TwitterSemEval2015": 61.72, - "TwitterURLCorpus": 81.61 - }, - { - "Model": "USER-base", - "CDSC-E": 51.93, - "FalseFriendsGermanEnglish": 46.84, - "OpusparcusPC (ru)": 91.65, - "OpusparcusPC (de)": 90.82, - "OpusparcusPC (en)": 97.49, - "OpusparcusPC (fi)": 84.61, - "OpusparcusPC (fr)": 88.32, - "OpusparcusPC (sv)": 84.11, - "PSC": 88.71, - "PawsXPairClassification (de)": 52.74, - "PawsXPairClassification (en)": 61.15, - "PawsXPairClassification (es)": 54.75, - "PawsXPairClassification (fr)": 56.39, - "PawsXPairClassification (ja)": 49.39, - "PawsXPairClassification (ko)": 51.82, - "PawsXPairClassification (zh)": 54.88, - "SICK-E-PL": 54.43, - "SprintDuplicateQuestions": 83.25, - "TERRa": 59.76, - "TwitterSemEval2015": 61.72, - "TwitterURLCorpus": 81.61 - } - ] - }, - "Reranking": { - "map": [ - { - "Model": "USER-base", - "AlloprofReranking": 38.67, - "AskUbuntuDupQuestions": 50.31, - "MindSmallReranking": 28.0, - "RuBQReranking": 64.42, - "SciDocsRR": 59.74, - "StackOverflowDupQuestions": 38.95, - "SyntecReranking": 52.11, - "T2Reranking": 54.18 - }, - { - "Model": "USER-base", - "MIRACLReranking (ru)": 46.75, - "MIRACLReranking (ar)": 4.51, - "MIRACLReranking (bn)": 4.54, - "MIRACLReranking (de)": 14.58, - "MIRACLReranking (en)": 35.41, - "MIRACLReranking (es)": 20.5, - "MIRACLReranking (fa)": 5.79, - "MIRACLReranking (fi)": 29.37, - "MIRACLReranking (fr)": 15.83, - "MIRACLReranking (hi)": 5.04, - "MIRACLReranking (id)": 18.1, - "MIRACLReranking (ja)": 3.31, - "MIRACLReranking (ko)": 5.26, - "MIRACLReranking (sw)": 22.13, - "MIRACLReranking (te)": 4.89, - "MIRACLReranking (th)": 4.26, - "MIRACLReranking (yo)": 34.77, - "MIRACLReranking (zh)": 2.96 - } - ] - }, - "Retrieval": { - "ndcg_at_10": [ - { - "Model": "USER-base", - "AILACasedocs": 17.26, - "AILAStatutes": 10.27, - "ARCChallenge": 4.32, - "AlloprofRetrieval": 4.53, - "AlphaNLI": 17.69, - "AppsRetrieval": 1.06, - "ArguAna": 39.93, - "BSARDRetrieval": 0.5, - "ClimateFEVER": 8.04, - "CmedqaRetrieval": 0.43, - "CodeFeedbackMT": 11.83, - "CodeFeedbackST": 27.39, - "CodeSearchNetCCRetrieval (python)": 15.45, - "CodeSearchNetCCRetrieval (javascript)": 22.88, - "CodeSearchNetCCRetrieval (go)": 13.48, - "CodeSearchNetCCRetrieval (ruby)": 25.8, - "CodeSearchNetCCRetrieval (java)": 16.81, - "CodeSearchNetCCRetrieval (php)": 9.08, - "CodeSearchNetRetrieval (python)": 44.22, - "CodeSearchNetRetrieval (javascript)": 30.73, - "CodeSearchNetRetrieval (go)": 45.46, - "CodeSearchNetRetrieval (ruby)": 37.01, - "CodeSearchNetRetrieval (java)": 17.15, - "CodeSearchNetRetrieval (php)": 23.3, - "CodeTransOceanContest": 18.25, - "CodeTransOceanDL": 26.66, - "CosQA": 2.89, - "CovidRetrieval": 0.0, - "DBPedia": 16.39, - "FEVER": 35.62, - "FiQA2018": 8.47, - "GerDaLIR": 0.41, - "GerDaLIRSmall": 1.14, - "GermanQuAD-Retrieval": 54.92, - "HellaSwag": 9.64, - "HotpotQA": 24.5, - "LEMBNarrativeQARetrieval": 11.11, - "LEMBQMSumRetrieval": 13.38, - "LEMBSummScreenFDRetrieval": 36.32, - "LEMBWikimQARetrieval": 32.33, - "LeCaRDv2": 7.32, - "LegalBenchConsumerContractsQA": 43.78, - "LegalBenchCorporateLobbying": 79.29, - "LegalQuAD": 3.57, - "LegalSummarization": 47.35, - "MIRACLRetrieval (ru)": 33.84, - "MIRACLRetrieval (ar)": 0.06, - "MIRACLRetrieval (bn)": 0.0, - "MIRACLRetrieval (de)": 1.53, - "MIRACLRetrieval (en)": 13.77, - "MIRACLRetrieval (es)": 1.22, - "MIRACLRetrieval (fa)": 0.0, - "MIRACLRetrieval (fi)": 6.42, - "MIRACLRetrieval (fr)": 2.55, - "MIRACLRetrieval (hi)": 0.0, - "MIRACLRetrieval (id)": 2.15, - "MIRACLRetrieval (ja)": 0.17, - "MIRACLRetrieval (ko)": 0.94, - "MIRACLRetrieval (sw)": 7.38, - "MIRACLRetrieval (te)": 0.0, - "MIRACLRetrieval (th)": 0.16, - "MIRACLRetrieval (yo)": 14.33, - "MIRACLRetrieval (zh)": 0.0, - "MSMARCO": 12.58, - "MintakaRetrieval (ar)": 0.54, - "MintakaRetrieval (de)": 7.82, - "MintakaRetrieval (es)": 10.59, - "MintakaRetrieval (fr)": 9.65, - "MintakaRetrieval (hi)": 0.88, - "MintakaRetrieval (it)": 10.93, - "MintakaRetrieval (ja)": 0.95, - "MintakaRetrieval (pt)": 11.38, - "NFCorpus": 16.6, - "NQ": 15.21, - "PIQA": 10.26, - "Quail": 2.06, - "QuoraRetrieval": 76.33, - "RARbCode": 0.55, - "RARbMath": 22.48, - "RiaNewsRetrieval": 77.72, - "RuBQRetrieval": 56.86, - "SCIDOCS": 6.36, - "SIQA": 0.83, - "SciFact": 35.61, - "SciFact-PL": 23.27, - "SpartQA": 2.99, - "StackOverflowQA": 25.25, - "SyntecRetrieval": 36.67, - "SyntheticText2SQL": 29.15, - "TRECCOVID": 20.17, - "TRECCOVID-PL": 4.99, - "TempReasonL1": 1.21, - "TempReasonL2Fact": 9.85, - "TempReasonL2Pure": 0.18, - "TempReasonL3Fact": 11.14, - "TempReasonL3Pure": 6.49, - "Touche2020": 12.97, - "WinoGrande": 44.54, - "XMarket (de)": 4.03, - "XMarket (en)": 5.25, - "XMarket (es)": 5.15, - "XPQARetrieval (ara-ara)": 4.77, - "XPQARetrieval (eng-ara)": 2.29, - "XPQARetrieval (ara-eng)": 6.71, - "XPQARetrieval (deu-deu)": 32.64, - "XPQARetrieval (eng-deu)": 5.29, - "XPQARetrieval (deu-eng)": 17.68, - "XPQARetrieval (spa-spa)": 26.81, - "XPQARetrieval (eng-spa)": 6.1, - "XPQARetrieval (spa-eng)": 16.67, - "XPQARetrieval (fra-fra)": 33.11, - "XPQARetrieval (eng-fra)": 6.89, - "XPQARetrieval (fra-eng)": 23.99, - "XPQARetrieval (hin-hin)": 6.78, - "XPQARetrieval (eng-hin)": 3.72, - "XPQARetrieval (hin-eng)": 5.56, - "XPQARetrieval (ita-ita)": 39.67, - "XPQARetrieval (eng-ita)": 6.36, - "XPQARetrieval (ita-eng)": 18.65, - "XPQARetrieval (jpn-jpn)": 12.33, - "XPQARetrieval (eng-jpn)": 3.85, - "XPQARetrieval (jpn-eng)": 10.44, - "XPQARetrieval (kor-kor)": 5.99, - "XPQARetrieval (eng-kor)": 5.45, - "XPQARetrieval (kor-eng)": 4.52, - "XPQARetrieval (pol-pol)": 16.48, - "XPQARetrieval (eng-pol)": 5.39, - "XPQARetrieval (pol-eng)": 12.87, - "XPQARetrieval (por-por)": 20.89, - "XPQARetrieval (eng-por)": 4.53, - "XPQARetrieval (por-eng)": 15.26, - "XPQARetrieval (tam-tam)": 3.3, - "XPQARetrieval (eng-tam)": 2.59, - "XPQARetrieval (tam-eng)": 3.13, - "XPQARetrieval (cmn-cmn)": 7.42, - "XPQARetrieval (eng-cmn)": 1.75, - "XPQARetrieval (cmn-eng)": 6.27 - } - ] - }, - "STS": { - "cosine_spearman": [ - { - "Model": "USER-base", - "BIOSSES": 77.26, - "CDSC-R": 74.23, - "GermanSTSBenchmark": 60.5, - "RUParaPhraserSTS": 73.07, - "RuSTSBenchmarkSTS": 81.91, - "SICK-R": 68.34, - "SICK-R-PL": 54.01, - "SICKFr": 60.8, - "STS12": 66.31, - "STS13": 68.77, - "STS14": 67.14, - "STS15": 79.88, - "STS16": 73.39, - "STS17 (fr-en)": 32.17, - "STS17 (nl-en)": 39.12, - "STS17 (it-en)": 24.74, - "STS17 (en-ar)": 5.67, - "STS17 (ko-ko)": 21.1, - "STS17 (en-tr)": 14.19, - "STS17 (en-en)": 81.88, - "STS17 (en-de)": 25.18, - "STS17 (es-en)": 29.2, - "STS17 (es-es)": 68.94, - "STS17 (ar-ar)": 32.72, - "STS22 (ru)": 68.06, - "STS22 (pl)": 24.85, - "STS22 (fr)": 64.37, - "STS22 (fr-pl)": 39.44, - "STS22 (pl-en)": 66.72, - "STS22 (tr)": 45.0, - "STS22 (de-pl)": 4.65, - "STS22 (en)": 61.64, - "STS22 (de-en)": 46.23, - "STS22 (de-fr)": 44.72, - "STS22 (es-en)": 60.25, - "STS22 (ar)": 15.45, - "STS22 (de)": 18.13, - "STS22 (it)": 50.8, - "STS22 (zh)": 15.1, - "STS22 (es-it)": 53.02, - "STS22 (es)": 56.85, - "STS22 (zh-en)": 26.88, - "STSB": 21.81, - "STSBenchmark": 76.03, - "STSBenchmarkMultilingualSTS (ru)": 81.81, - "STSBenchmarkMultilingualSTS (es)": 59.76, - "STSBenchmarkMultilingualSTS (en)": 76.03, - "STSBenchmarkMultilingualSTS (de)": 62.5, - "STSBenchmarkMultilingualSTS (nl)": 56.71, - "STSBenchmarkMultilingualSTS (zh)": 21.78, - "STSBenchmarkMultilingualSTS (pl)": 57.09, - "STSBenchmarkMultilingualSTS (pt)": 55.18, - "STSBenchmarkMultilingualSTS (it)": 57.98, - "STSBenchmarkMultilingualSTS (fr)": 61.91 - }, - { - "Model": "USER-base", - "BIOSSES": 77.26, - "CDSC-R": 74.23, - "GermanSTSBenchmark": 60.5, - "RUParaPhraserSTS": 73.07, - "RuSTSBenchmarkSTS": 81.91, - "SICK-R": 68.34, - "SICK-R-PL": 54.01, - "SICKFr": 60.8, - "STS12": 66.31, - "STS13": 68.77, - "STS14": 67.14, - "STS15": 79.88, - "STS16": 73.39, - "STS17 (fr-en)": 32.17, - "STS17 (nl-en)": 39.12, - "STS17 (it-en)": 24.74, - "STS17 (en-ar)": 5.67, - "STS17 (ko-ko)": 21.1, - "STS17 (en-tr)": 14.19, - "STS17 (en-en)": 81.88, - "STS17 (en-de)": 25.18, - "STS17 (es-en)": 29.2, - "STS17 (es-es)": 68.94, - "STS17 (ar-ar)": 32.74, - "STS22 (ru)": 68.06, - "STS22 (pl)": 24.74, - "STS22 (fr)": 64.37, - "STS22 (fr-pl)": 39.44, - "STS22 (pl-en)": 66.72, - "STS22 (tr)": 45.0, - "STS22 (de-pl)": 4.65, - "STS22 (en)": 61.64, - "STS22 (de-en)": 46.23, - "STS22 (de-fr)": 44.72, - "STS22 (es-en)": 60.25, - "STS22 (ar)": 15.45, - "STS22 (de)": 18.13, - "STS22 (it)": 50.79, - "STS22 (zh)": 15.1, - "STS22 (es-it)": 53.02, - "STS22 (es)": 56.85, - "STS22 (zh-en)": 26.88, - "STSB": 21.81, - "STSBenchmark": 76.03, - "STSBenchmarkMultilingualSTS (ru)": 81.81, - "STSBenchmarkMultilingualSTS (es)": 59.75, - "STSBenchmarkMultilingualSTS (en)": 76.03, - "STSBenchmarkMultilingualSTS (de)": 62.5, - "STSBenchmarkMultilingualSTS (nl)": 56.71, - "STSBenchmarkMultilingualSTS (zh)": 21.78, - "STSBenchmarkMultilingualSTS (pl)": 57.09, - "STSBenchmarkMultilingualSTS (pt)": 55.18, - "STSBenchmarkMultilingualSTS (it)": 57.98, - "STSBenchmarkMultilingualSTS (fr)": 61.91 - } - ] - }, - "Summarization": { - "cosine_spearman": [ - { - "Model": "USER-base", - "SummEval": 32.46, - "SummEvalFr": 31.02 - }, - { - "Model": "USER-base", - "SummEval": 32.46, - "SummEvalFr": 31.02 - } - ] - }, - "MultilabelClassification": { - "accuracy": [ - { - "Model": "USER-base", - "CEDRClassification": 46.78, - "SensitiveTopicsClassification": 28.65 - } - ] - }, - "InstructionRetrieval": { - "p-MRR": [ - { - "Model": "USER-base", - "Core17InstructionRetrieval": -1.42, - "News21InstructionRetrieval": 1.51, - "Robust04InstructionRetrieval": -5.96 - } - ] - } - }, - "deepvk__USER-bge-m3": { - "BitextMining": { - "f1": [ - { - "Model": "USER-bge-m3", - "BornholmBitextMining": 42.44, - "Tatoeba (rus-eng)": 93.52 - } - ] - }, - "Classification": { - "accuracy": [ - { - "Model": "USER-bge-m3", - "AllegroReviews": 48.2, - "AmazonCounterfactualClassification (en-ext)": 73.79, - "AmazonCounterfactualClassification (en)": 74.21, - "AmazonCounterfactualClassification (de)": 67.93, - "AmazonCounterfactualClassification (ja)": 52.86, - "AmazonPolarityClassification": 93.62, - "AmazonReviewsClassification (en)": 48.69, - "AmazonReviewsClassification (de)": 45.56, - "AmazonReviewsClassification (es)": 45.35, - "AmazonReviewsClassification (fr)": 45.16, - "AmazonReviewsClassification (ja)": 22.27, - "AmazonReviewsClassification (zh)": 21.58, - "AngryTweetsClassification": 56.91, - "Banking77Classification": 81.15, - "CBD": 64.42, - "DanishPoliticalCommentsClassification": 37.99, - "EmotionClassification": 50.25, - "GeoreviewClassification": 50.98, - "HeadlineClassification": 70.09, - "ImdbClassification": 90.88, - "InappropriatenessClassification": 60.76, - "KinopoiskClassification": 63.33, - "LccSentimentClassification": 63.0, - "MTOPDomainClassification (en)": 92.44, - "MTOPDomainClassification (de)": 86.55, - "MTOPDomainClassification (es)": 89.57, - "MTOPDomainClassification (fr)": 85.44, - "MTOPDomainClassification (hi)": 21.23, - "MTOPDomainClassification (th)": 16.21, - "MTOPIntentClassification (en)": 65.61, - "MTOPIntentClassification (de)": 60.79, - "MTOPIntentClassification (es)": 65.95, - "MTOPIntentClassification (fr)": 58.59, - "MTOPIntentClassification (hi)": 4.41, - "MTOPIntentClassification (th)": 5.32, - "MasakhaNEWSClassification (amh)": 39.23, - "MasakhaNEWSClassification (eng)": 79.93, - "MasakhaNEWSClassification (fra)": 77.54, - "MasakhaNEWSClassification (hau)": 76.7, - "MasakhaNEWSClassification (ibo)": 61.15, - "MasakhaNEWSClassification (lin)": 72.11, - "MasakhaNEWSClassification (lug)": 65.52, - "MasakhaNEWSClassification (orm)": 75.63, - "MasakhaNEWSClassification (pcm)": 91.51, - "MasakhaNEWSClassification (run)": 76.06, - "MasakhaNEWSClassification (sna)": 84.77, - "MasakhaNEWSClassification (som)": 62.55, - "MasakhaNEWSClassification (swa)": 71.85, - "MasakhaNEWSClassification (tir)": 29.45, - "MasakhaNEWSClassification (xho)": 77.74, - "MasakhaNEWSClassification (yor)": 79.29, - "MassiveIntentClassification (ru)": 68.85, - "MassiveIntentClassification (zh-CN)": 3.03, - "MassiveIntentClassification (vi)": 34.1, - "MassiveIntentClassification (pl)": 58.31, - "MassiveIntentClassification (pt)": 62.67, - "MassiveIntentClassification (mn)": 40.26, - "MassiveIntentClassification (ms)": 54.77, - "MassiveIntentClassification (sq)": 51.26, - "MassiveIntentClassification (ro)": 58.32, - "MassiveIntentClassification (ml)": 2.74, - "MassiveIntentClassification (tr)": 53.8, - "MassiveIntentClassification (nb)": 61.11, - "MassiveIntentClassification (zh-TW)": 4.62, - "MassiveIntentClassification (is)": 45.99, - "MassiveIntentClassification (fr)": 64.25, - "MassiveIntentClassification (ka)": 7.12, - "MassiveIntentClassification (ko)": 2.91, - "MassiveIntentClassification (ar)": 5.53, - "MassiveIntentClassification (cy)": 38.19, - "MassiveIntentClassification (am)": 2.37, - "MassiveIntentClassification (hu)": 40.52, - "MassiveIntentClassification (hy)": 3.18, - "MassiveIntentClassification (de)": 60.56, - "MassiveIntentClassification (ta)": 2.97, - "MassiveIntentClassification (km)": 5.39, - "MassiveIntentClassification (my)": 4.28, - "MassiveIntentClassification (es)": 63.18, - "MassiveIntentClassification (ur)": 3.34, - "MassiveIntentClassification (sv)": 61.69, - "MassiveIntentClassification (en)": 70.67, - "MassiveIntentClassification (te)": 2.17, - "MassiveIntentClassification (af)": 53.29, - "MassiveIntentClassification (az)": 44.21, - "MassiveIntentClassification (el)": 27.53, - "MassiveIntentClassification (jv)": 42.42, - "MassiveIntentClassification (lv)": 45.12, - "MassiveIntentClassification (sw)": 44.4, - "MassiveIntentClassification (fa)": 3.65, - "MassiveIntentClassification (it)": 63.58, - "MassiveIntentClassification (fi)": 56.34, - "MassiveIntentClassification (da)": 62.24, - "MassiveIntentClassification (he)": 3.06, - "MassiveIntentClassification (id)": 58.18, - "MassiveIntentClassification (kn)": 3.71, - "MassiveIntentClassification (th)": 4.07, - "MassiveIntentClassification (tl)": 47.04, - "MassiveIntentClassification (hi)": 3.78, - "MassiveIntentClassification (ja)": 2.44, - "MassiveIntentClassification (sl)": 56.11, - "MassiveIntentClassification (bn)": 3.05, - "MassiveIntentClassification (nl)": 59.3, - "MassiveScenarioClassification (ru)": 72.9, - "MassiveScenarioClassification (de)": 67.22, - "MassiveScenarioClassification (fr)": 69.41, - "MassiveScenarioClassification (id)": 63.48, - "MassiveScenarioClassification (nl)": 65.78, - "MassiveScenarioClassification (cy)": 43.85, - "MassiveScenarioClassification (my)": 9.36, - "MassiveScenarioClassification (ms)": 60.81, - "MassiveScenarioClassification (lv)": 50.58, - "MassiveScenarioClassification (sq)": 59.86, - "MassiveScenarioClassification (ro)": 65.69, - "MassiveScenarioClassification (sv)": 68.53, - "MassiveScenarioClassification (tl)": 56.47, - "MassiveScenarioClassification (ur)": 9.41, - "MassiveScenarioClassification (zh-CN)": 7.85, - "MassiveScenarioClassification (jv)": 50.85, - "MassiveScenarioClassification (hi)": 7.6, - "MassiveScenarioClassification (pl)": 61.86, - "MassiveScenarioClassification (ar)": 12.98, - "MassiveScenarioClassification (vi)": 38.48, - "MassiveScenarioClassification (is)": 54.05, - "MassiveScenarioClassification (hy)": 9.5, - "MassiveScenarioClassification (th)": 9.23, - "MassiveScenarioClassification (te)": 7.39, - "MassiveScenarioClassification (ta)": 7.62, - "MassiveScenarioClassification (fi)": 59.7, - "MassiveScenarioClassification (am)": 6.71, - "MassiveScenarioClassification (fa)": 8.4, - "MassiveScenarioClassification (az)": 50.34, - "MassiveScenarioClassification (el)": 34.63, - "MassiveScenarioClassification (ja)": 7.51, - "MassiveScenarioClassification (es)": 67.88, - "MassiveScenarioClassification (he)": 7.7, - "MassiveScenarioClassification (kn)": 8.32, - "MassiveScenarioClassification (af)": 60.7, - "MassiveScenarioClassification (pt)": 65.38, - "MassiveScenarioClassification (sl)": 61.13, - "MassiveScenarioClassification (da)": 69.64, - "MassiveScenarioClassification (nb)": 67.6, - "MassiveScenarioClassification (tr)": 60.02, - "MassiveScenarioClassification (km)": 9.61, - "MassiveScenarioClassification (it)": 67.92, - "MassiveScenarioClassification (ko)": 6.81, - "MassiveScenarioClassification (en)": 75.85, - "MassiveScenarioClassification (mn)": 45.93, - "MassiveScenarioClassification (sw)": 52.36, - "MassiveScenarioClassification (ml)": 7.55, - "MassiveScenarioClassification (zh-TW)": 8.71, - "MassiveScenarioClassification (hu)": 47.43, - "MassiveScenarioClassification (ka)": 13.81, - "MassiveScenarioClassification (bn)": 8.65, - "NoRecClassification": 54.06, - "NordicLangClassification": 40.53, - "PAC": 67.58, - "PolEmo2.0-IN": 75.48, - "PolEmo2.0-OUT": 50.0, - "RuReviewsClassification": 68.52, - "RuSciBenchGRNTIClassification": 57.67, - "RuSciBenchOECDClassification": 44.2, - "ToxicConversationsClassification": 69.19, - "TweetSentimentExtractionClassification": 63.88 - } - ] - }, - "Clustering": { - "v_measure": [ - { - "Model": "USER-bge-m3", - "AlloProfClusteringP2P": 58.28, - "AlloProfClusteringS2S": 37.82, - "ArxivClusteringP2P": 39.68, - "ArxivClusteringS2S": 26.76, - "BiorxivClusteringP2P": 33.43, - "BiorxivClusteringS2S": 25.01, - "BlurbsClusteringP2P": 38.7, - "BlurbsClusteringS2S": 15.58, - "GeoreviewClusteringP2P": 62.94, - "HALClusteringS2S": 23.72, - "MLSUMClusteringP2P (de)": 42.31, - "MLSUMClusteringP2P (fr)": 43.76, - "MLSUMClusteringP2P (ru)": 45.48, - "MLSUMClusteringP2P (es)": 46.2, - "MLSUMClusteringS2S (de)": 40.27, - "MLSUMClusteringS2S (fr)": 43.92, - "MLSUMClusteringS2S (ru)": 45.53, - "MLSUMClusteringS2S (es)": 45.94, - "MasakhaNEWSClusteringP2P (amh)": 42.38, - "MasakhaNEWSClusteringP2P (eng)": 55.13, - "MasakhaNEWSClusteringP2P (fra)": 48.26, - "MasakhaNEWSClusteringP2P (hau)": 61.96, - "MasakhaNEWSClusteringP2P (ibo)": 49.7, - "MasakhaNEWSClusteringP2P (lin)": 60.62, - "MasakhaNEWSClusteringP2P (lug)": 53.66, - "MasakhaNEWSClusteringP2P (orm)": 30.62, - "MasakhaNEWSClusteringP2P (pcm)": 73.49, - "MasakhaNEWSClusteringP2P (run)": 51.27, - "MasakhaNEWSClusteringP2P (sna)": 58.8, - "MasakhaNEWSClusteringP2P (som)": 38.46, - "MasakhaNEWSClusteringP2P (swa)": 27.52, - "MasakhaNEWSClusteringP2P (tir)": 43.84, - "MasakhaNEWSClusteringP2P (xho)": 40.83, - "MasakhaNEWSClusteringP2P (yor)": 31.35, - "MasakhaNEWSClusteringS2S (amh)": 45.04, - "MasakhaNEWSClusteringS2S (eng)": 21.37, - "MasakhaNEWSClusteringS2S (fra)": 37.36, - "MasakhaNEWSClusteringS2S (hau)": 31.24, - "MasakhaNEWSClusteringS2S (ibo)": 35.78, - "MasakhaNEWSClusteringS2S (lin)": 47.57, - "MasakhaNEWSClusteringS2S (lug)": 43.93, - "MasakhaNEWSClusteringS2S (orm)": 24.82, - "MasakhaNEWSClusteringS2S (pcm)": 74.85, - "MasakhaNEWSClusteringS2S (run)": 47.56, - "MasakhaNEWSClusteringS2S (sna)": 46.45, - "MasakhaNEWSClusteringS2S (som)": 30.07, - "MasakhaNEWSClusteringS2S (swa)": 27.98, - "MasakhaNEWSClusteringS2S (tir)": 43.77, - "MasakhaNEWSClusteringS2S (xho)": 33.9, - "MasakhaNEWSClusteringS2S (yor)": 27.7, - "MedrxivClusteringP2P": 30.53, - "MedrxivClusteringS2S": 27.04, - "RedditClustering": 46.3, - "RedditClusteringP2P": 56.92, - "RuSciBenchGRNTIClusteringP2P": 53.11, - "RuSciBenchOECDClusteringP2P": 44.93, - "StackExchangeClustering": 55.22, - "StackExchangeClusteringP2P": 32.11, - "TenKGnadClusteringP2P": 42.3, - "TenKGnadClusteringS2S": 22.82, - "TwentyNewsgroupsClustering": 40.51 - } - ] - }, - "PairClassification": { - "max_ap": [ - { - "Model": "USER-bge-m3", - "CDSC-E": 73.41, - "FalseFriendsGermanEnglish": 50.01, - "OpusparcusPC (ru)": 90.73, - "OpusparcusPC (de)": 94.76, - "OpusparcusPC (en)": 98.87, - "OpusparcusPC (fi)": 89.88, - "OpusparcusPC (fr)": 91.78, - "OpusparcusPC (sv)": 92.17, - "PSC": 99.13, - "PawsXPairClassification (de)": 57.78, - "PawsXPairClassification (en)": 66.16, - "PawsXPairClassification (es)": 58.62, - "PawsXPairClassification (fr)": 60.62, - "PawsXPairClassification (ja)": 48.05, - "PawsXPairClassification (ko)": 48.83, - "PawsXPairClassification (zh)": 48.72, - "SICK-E-PL": 70.91, - "SprintDuplicateQuestions": 97.24, - "TERRa": 64.99, - "TwitterSemEval2015": 71.7, - "TwitterURLCorpus": 85.71 - }, - { - "Model": "USER-bge-m3", - "CDSC-E": 73.41, - "FalseFriendsGermanEnglish": 50.01, - "OpusparcusPC (ru)": 90.73, - "OpusparcusPC (de)": 94.76, - "OpusparcusPC (en)": 98.88, - "OpusparcusPC (fi)": 89.9, - "OpusparcusPC (fr)": 91.78, - "OpusparcusPC (sv)": 92.17, - "PSC": 99.13, - "PawsXPairClassification (de)": 58.27, - "PawsXPairClassification (en)": 66.22, - "PawsXPairClassification (es)": 58.68, - "PawsXPairClassification (fr)": 60.71, - "PawsXPairClassification (ja)": 48.4, - "PawsXPairClassification (ko)": 48.83, - "PawsXPairClassification (zh)": 49.02, - "SICK-E-PL": 70.91, - "SprintDuplicateQuestions": 97.24, - "TERRa": 65.07, - "TwitterSemEval2015": 71.7, - "TwitterURLCorpus": 85.71 - } - ] - }, - "Reranking": { - "map": [ - { - "Model": "USER-bge-m3", - "AlloprofReranking": 73.25, - "AskUbuntuDupQuestions": 61.89, - "MindSmallReranking": 31.09, - "RuBQReranking": 73.08, - "SciDocsRR": 78.23, - "StackOverflowDupQuestions": 51.19, - "SyntecReranking": 85.83, - "T2Reranking": 56.97 - }, - { - "Model": "USER-bge-m3", - "MIRACLReranking (ru)": 64.35 - } - ] - }, - "Retrieval": { - "ndcg_at_10": [ - { - "Model": "USER-bge-m3", - "AILACasedocs": 34.69, - "AILAStatutes": 26.69, - "AlloprofRetrieval": 46.17, - "AppsRetrieval": 14.17, - "ArguAna": 49.95, - "BSARDRetrieval": 16.57, - "ClimateFEVER": 25.9, - "CmedqaRetrieval": 1.26, - "CodeFeedbackMT": 46.59, - "CodeFeedbackST": 69.42, - "CodeSearchNetCCRetrieval (python)": 57.2, - "CodeSearchNetCCRetrieval (javascript)": 56.58, - "CodeSearchNetCCRetrieval (go)": 45.59, - "CodeSearchNetCCRetrieval (ruby)": 56.2, - "CodeSearchNetCCRetrieval (java)": 51.14, - "CodeSearchNetCCRetrieval (php)": 40.48, - "CodeSearchNetRetrieval (python)": 83.58, - "CodeSearchNetRetrieval (javascript)": 70.26, - "CodeSearchNetRetrieval (go)": 85.71, - "CodeSearchNetRetrieval (ruby)": 72.3, - "CodeSearchNetRetrieval (java)": 63.08, - "CodeSearchNetRetrieval (php)": 76.48, - "CodeTransOceanContest": 65.55, - "CodeTransOceanDL": 29.16, - "CosQA": 28.36, - "CovidRetrieval": 0.12, - "DBPedia": 38.22, - "FEVER": 73.08, - "FiQA2018": 40.8, - "GerDaLIR": 11.12, - "GerDaLIRSmall": 25.79, - "GermanQuAD-Retrieval": 94.78, - "HotpotQA": 64.32, - "LEMBNarrativeQARetrieval": 45.78, - "LEMBQMSumRetrieval": 37.22, - "LEMBSummScreenFDRetrieval": 93.67, - "LEMBWikimQARetrieval": 78.06, - "LeCaRDv2": 14.3, - "LegalBenchConsumerContractsQA": 78.5, - "LegalBenchCorporateLobbying": 90.59, - "LegalQuAD": 45.86, - "LegalSummarization": 62.78, - "MIRACLRetrieval (ru)": 67.33, - "MintakaRetrieval (ar)": 0.51, - "MintakaRetrieval (de)": 24.22, - "MintakaRetrieval (es)": 23.68, - "MintakaRetrieval (fr)": 24.43, - "MintakaRetrieval (hi)": 0.87, - "MintakaRetrieval (it)": 24.29, - "MintakaRetrieval (ja)": 1.52, - "MintakaRetrieval (pt)": 24.31, - "NFCorpus": 31.29, - "NQ": 58.9, - "QuoraRetrieval": 87.95, - "RiaNewsRetrieval": 83.53, - "RuBQRetrieval": 70.03, - "SCIDOCS": 16.15, - "SciFact": 62.43, - "SciFact-PL": 52.67, - "SpartQA": 7.58, - "StackOverflowQA": 79.29, - "SyntecRetrieval": 83.99, - "SyntheticText2SQL": 45.44, - "TRECCOVID": 51.02, - "TRECCOVID-PL": 38.22, - "TempReasonL1": 0.9, - "Touche2020": 18.96, - "WinoGrande": 32.79, - "XMarket (de)": 11.45, - "XMarket (en)": 12.49, - "XMarket (es)": 14.29, - "XPQARetrieval (ara-ara)": 6.08, - "XPQARetrieval (eng-ara)": 4.76, - "XPQARetrieval (ara-eng)": 10.47, - "XPQARetrieval (deu-deu)": 69.1, - "XPQARetrieval (eng-deu)": 42.06, - "XPQARetrieval (deu-eng)": 60.33, - "XPQARetrieval (spa-spa)": 57.54, - "XPQARetrieval (eng-spa)": 36.34, - "XPQARetrieval (spa-eng)": 49.39, - "XPQARetrieval (fra-fra)": 65.52, - "XPQARetrieval (eng-fra)": 37.81, - "XPQARetrieval (fra-eng)": 56.03, - "XPQARetrieval (hin-hin)": 8.22, - "XPQARetrieval (eng-hin)": 6.53, - "XPQARetrieval (hin-eng)": 8.65, - "XPQARetrieval (ita-ita)": 71.13, - "XPQARetrieval (eng-ita)": 37.85, - "XPQARetrieval (ita-eng)": 57.46, - "XPQARetrieval (jpn-jpn)": 16.58, - "XPQARetrieval (eng-jpn)": 8.46, - "XPQARetrieval (jpn-eng)": 16.92, - "XPQARetrieval (kor-kor)": 6.5, - "XPQARetrieval (eng-kor)": 10.44, - "XPQARetrieval (kor-eng)": 7.53, - "XPQARetrieval (pol-pol)": 41.18, - "XPQARetrieval (eng-pol)": 25.85, - "XPQARetrieval (pol-eng)": 35.92, - "XPQARetrieval (por-por)": 43.92, - "XPQARetrieval (eng-por)": 26.94, - "XPQARetrieval (por-eng)": 39.11, - "XPQARetrieval (tam-tam)": 3.6, - "XPQARetrieval (eng-tam)": 5.88, - "XPQARetrieval (tam-eng)": 5.11, - "XPQARetrieval (cmn-cmn)": 13.98, - "XPQARetrieval (eng-cmn)": 6.93, - "XPQARetrieval (cmn-eng)": 14.13 - } - ] - }, - "STS": { - "cosine_spearman": [ - { - "Model": "USER-bge-m3", - "BIOSSES": 82.26, - "CDSC-R": 87.11, - "GermanSTSBenchmark": 79.99, - "SICK-R": 81.0, - "SICK-R-PL": 68.1, - "SICKFr": 77.52, - "STS12": 81.09, - "STS13": 83.85, - "STS14": 82.11, - "STS15": 89.0, - "STS16": 85.8, - "STS17 (en-de)": 79.44, - "STS17 (es-en)": 73.1, - "STS17 (en-tr)": 64.37, - "STS17 (nl-en)": 73.16, - "STS17 (it-en)": 75.26, - "STS17 (en-en)": 87.18, - "STS17 (fr-en)": 75.33, - "STS17 (en-ar)": 1.36, - "STS17 (es-es)": 85.32, - "STS17 (ar-ar)": 19.32, - "STS17 (ko-ko)": 9.41, - "STS22 (ru)": 70.55, - "STS22 (pl-en)": 74.88, - "STS22 (tr)": 66.46, - "STS22 (zh-en)": 17.82, - "STS22 (es-en)": 79.25, - "STS22 (fr)": 82.53, - "STS22 (es)": 70.65, - "STS22 (zh)": 37.88, - "STS22 (de-pl)": 58.48, - "STS22 (de)": 61.46, - "STS22 (de-en)": 58.35, - "STS22 (it)": 81.45, - "STS22 (ar)": 33.34, - "STS22 (fr-pl)": 84.52, - "STS22 (es-it)": 74.77, - "STS22 (pl)": 40.59, - "STS22 (en)": 68.08, - "STS22 (de-fr)": 61.09, - "STSB": 0.87, - "STSBenchmark": 86.85, - "STSBenchmarkMultilingualSTS (it)": 81.62, - "STSBenchmarkMultilingualSTS (de)": 80.64, - "STSBenchmarkMultilingualSTS (es)": 81.15, - "STSBenchmarkMultilingualSTS (nl)": 78.03, - "STSBenchmarkMultilingualSTS (pl)": 73.68, - "STSBenchmarkMultilingualSTS (pt)": 79.64, - "STSBenchmarkMultilingualSTS (fr)": 81.74, - "STSBenchmarkMultilingualSTS (en)": 86.85, - "STSBenchmarkMultilingualSTS (zh)": 1.42 - }, - { - "Model": "USER-bge-m3", - "BIOSSES": 82.26, - "CDSC-R": 87.11, - "GermanSTSBenchmark": 79.99, - "RUParaPhraserSTS": 76.36, - "RuSTSBenchmarkSTS": 83.35, - "SICK-R": 81.0, - "SICK-R-PL": 68.1, - "SICKFr": 77.53, - "STS12": 81.1, - "STS13": 83.85, - "STS14": 82.11, - "STS15": 89.0, - "STS16": 85.8, - "STS17 (en-de)": 79.44, - "STS17 (es-en)": 73.1, - "STS17 (en-tr)": 64.37, - "STS17 (nl-en)": 73.16, - "STS17 (it-en)": 75.26, - "STS17 (en-en)": 87.18, - "STS17 (fr-en)": 75.33, - "STS17 (en-ar)": 1.36, - "STS17 (es-es)": 85.32, - "STS17 (ar-ar)": 19.24, - "STS17 (ko-ko)": 9.22, - "STS22 (ru)": 70.55, - "STS22 (pl-en)": 74.88, - "STS22 (tr)": 66.46, - "STS22 (zh-en)": 17.82, - "STS22 (es-en)": 79.25, - "STS22 (fr)": 82.53, - "STS22 (es)": 70.65, - "STS22 (zh)": 37.88, - "STS22 (de-pl)": 58.48, - "STS22 (de)": 61.47, - "STS22 (de-en)": 58.35, - "STS22 (it)": 81.45, - "STS22 (ar)": 33.36, - "STS22 (fr-pl)": 84.52, - "STS22 (es-it)": 74.77, - "STS22 (pl)": 40.49, - "STS22 (en)": 68.08, - "STS22 (de-fr)": 61.09, - "STSB": 4.61, - "STSBenchmark": 86.85, - "STSBenchmarkMultilingualSTS (ru)": 82.96, - "STSBenchmarkMultilingualSTS (it)": 81.62, - "STSBenchmarkMultilingualSTS (de)": 80.64, - "STSBenchmarkMultilingualSTS (es)": 81.15, - "STSBenchmarkMultilingualSTS (nl)": 78.03, - "STSBenchmarkMultilingualSTS (pl)": 73.68, - "STSBenchmarkMultilingualSTS (pt)": 79.65, - "STSBenchmarkMultilingualSTS (fr)": 81.74, - "STSBenchmarkMultilingualSTS (en)": 86.85, - "STSBenchmarkMultilingualSTS (zh)": 5.27 - } - ] - }, - "Summarization": { - "cosine_spearman": [ - { - "Model": "USER-bge-m3", - "SummEval": 31.82, - "SummEvalFr": 29.94 - }, - { - "Model": "USER-bge-m3", - "SummEval": 31.82, - "SummEvalFr": 29.94 - } - ] - }, - "MultilabelClassification": { - "accuracy": [ - { - "Model": "USER-bge-m3", - "CEDRClassification": 45.48, - "SensitiveTopicsClassification": 26.88 - } - ] - }, - "InstructionRetrieval": { - "p-MRR": [ - { - "Model": "USER-bge-m3", - "Core17InstructionRetrieval": 0.04, - "News21InstructionRetrieval": -0.93, - "Robust04InstructionRetrieval": -7.07 - } - ] - } - }, - "deepvk__deberta-v1-base": { - "BitextMining": { - "f1": [ - { - "Model": "deberta-v1-base", - "BornholmBitextMining": 14.11, - "Tatoeba (rus-eng)": 13.21 - } - ] - }, - "Classification": { - "accuracy": [ - { - "Model": "deberta-v1-base", - "AllegroReviews": 23.34, - "AmazonCounterfactualClassification (en-ext)": 65.06, - "AmazonCounterfactualClassification (en)": 64.33, - "AmazonCounterfactualClassification (de)": 58.92, - "AmazonCounterfactualClassification (ja)": 56.77, - "AmazonPolarityClassification": 57.15, - "AmazonReviewsClassification (en)": 26.81, - "AmazonReviewsClassification (de)": 24.26, - "AmazonReviewsClassification (es)": 24.58, - "AmazonReviewsClassification (fr)": 25.23, - "AmazonReviewsClassification (ja)": 21.08, - "AmazonReviewsClassification (zh)": 23.14, - "AngryTweetsClassification": 42.98, - "Banking77Classification": 54.06, - "CBD": 50.33, - "DanishPoliticalCommentsClassification": 28.36, - "EmotionClassification": 20.53, - "GeoreviewClassification": 40.19, - "HeadlineClassification": 78.75, - "ImdbClassification": 52.62, - "InappropriatenessClassification": 61.33, - "KinopoiskClassification": 48.78, - "LccSentimentClassification": 40.87, - "MTOPDomainClassification (en)": 66.39, - "MTOPDomainClassification (de)": 49.69, - "MTOPDomainClassification (es)": 56.75, - "MTOPDomainClassification (fr)": 49.63, - "MTOPDomainClassification (hi)": 32.99, - "MTOPDomainClassification (th)": 33.1, - "MTOPIntentClassification (en)": 52.32, - "MTOPIntentClassification (de)": 39.95, - "MTOPIntentClassification (es)": 42.92, - "MTOPIntentClassification (fr)": 36.76, - "MTOPIntentClassification (hi)": 15.57, - "MTOPIntentClassification (th)": 19.52, - "MasakhaNEWSClassification (amh)": 32.34, - "MasakhaNEWSClassification (eng)": 58.89, - "MasakhaNEWSClassification (fra)": 48.89, - "MasakhaNEWSClassification (hau)": 48.87, - "MasakhaNEWSClassification (ibo)": 41.56, - "MasakhaNEWSClassification (lin)": 48.97, - "MasakhaNEWSClassification (lug)": 45.87, - "MasakhaNEWSClassification (orm)": 46.12, - "MasakhaNEWSClassification (pcm)": 74.79, - "MasakhaNEWSClassification (run)": 39.16, - "MasakhaNEWSClassification (sna)": 63.93, - "MasakhaNEWSClassification (som)": 29.29, - "MasakhaNEWSClassification (swa)": 37.96, - "MasakhaNEWSClassification (tir)": 22.76, - "MasakhaNEWSClassification (xho)": 59.43, - "MasakhaNEWSClassification (yor)": 45.74, - "MassiveIntentClassification (ru)": 61.32, - "MassiveIntentClassification (nb)": 31.01, - "MassiveIntentClassification (sw)": 33.17, - "MassiveIntentClassification (zh-CN)": 26.9, - "MassiveIntentClassification (ko)": 23.74, - "MassiveIntentClassification (ar)": 22.52, - "MassiveIntentClassification (te)": 12.72, - "MassiveIntentClassification (mn)": 29.22, - "MassiveIntentClassification (id)": 35.91, - "MassiveIntentClassification (is)": 29.9, - "MassiveIntentClassification (ml)": 17.03, - "MassiveIntentClassification (ka)": 15.38, - "MassiveIntentClassification (af)": 31.58, - "MassiveIntentClassification (tl)": 32.28, - "MassiveIntentClassification (nl)": 33.04, - "MassiveIntentClassification (zh-TW)": 24.87, - "MassiveIntentClassification (hy)": 14.31, - "MassiveIntentClassification (it)": 35.84, - "MassiveIntentClassification (es)": 30.09, - "MassiveIntentClassification (he)": 15.96, - "MassiveIntentClassification (lv)": 31.19, - "MassiveIntentClassification (sq)": 34.43, - "MassiveIntentClassification (ur)": 15.68, - "MassiveIntentClassification (bn)": 13.67, - "MassiveIntentClassification (my)": 11.9, - "MassiveIntentClassification (sl)": 33.48, - "MassiveIntentClassification (en)": 44.81, - "MassiveIntentClassification (fr)": 31.26, - "MassiveIntentClassification (hi)": 13.06, - "MassiveIntentClassification (am)": 15.42, - "MassiveIntentClassification (jv)": 32.3, - "MassiveIntentClassification (cy)": 34.92, - "MassiveIntentClassification (fa)": 22.87, - "MassiveIntentClassification (ta)": 12.99, - "MassiveIntentClassification (hu)": 29.21, - "MassiveIntentClassification (vi)": 30.6, - "MassiveIntentClassification (pt)": 32.59, - "MassiveIntentClassification (da)": 33.38, - "MassiveIntentClassification (tr)": 28.04, - "MassiveIntentClassification (fi)": 30.73, - "MassiveIntentClassification (th)": 16.83, - "MassiveIntentClassification (ja)": 20.97, - "MassiveIntentClassification (sv)": 31.97, - "MassiveIntentClassification (ro)": 28.66, - "MassiveIntentClassification (az)": 31.04, - "MassiveIntentClassification (de)": 31.68, - "MassiveIntentClassification (km)": 15.76, - "MassiveIntentClassification (ms)": 34.09, - "MassiveIntentClassification (kn)": 12.66, - "MassiveIntentClassification (pl)": 33.5, - "MassiveIntentClassification (el)": 23.2, - "MassiveScenarioClassification (ru)": 64.71, - "MassiveScenarioClassification (ko)": 25.21, - "MassiveScenarioClassification (vi)": 30.39, - "MassiveScenarioClassification (da)": 32.6, - "MassiveScenarioClassification (te)": 15.72, - "MassiveScenarioClassification (lv)": 29.84, - "MassiveScenarioClassification (ja)": 21.65, - "MassiveScenarioClassification (nb)": 28.7, - "MassiveScenarioClassification (sl)": 34.81, - "MassiveScenarioClassification (bn)": 16.64, - "MassiveScenarioClassification (sq)": 32.41, - "MassiveScenarioClassification (ka)": 16.96, - "MassiveScenarioClassification (pt)": 29.57, - "MassiveScenarioClassification (he)": 17.7, - "MassiveScenarioClassification (jv)": 33.16, - "MassiveScenarioClassification (tr)": 28.1, - "MassiveScenarioClassification (es)": 29.32, - "MassiveScenarioClassification (fa)": 24.25, - "MassiveScenarioClassification (mn)": 30.46, - "MassiveScenarioClassification (ar)": 24.92, - "MassiveScenarioClassification (sv)": 31.37, - "MassiveScenarioClassification (hy)": 17.57, - "MassiveScenarioClassification (zh-CN)": 29.22, - "MassiveScenarioClassification (az)": 31.36, - "MassiveScenarioClassification (de)": 32.3, - "MassiveScenarioClassification (it)": 35.66, - "MassiveScenarioClassification (km)": 20.19, - "MassiveScenarioClassification (en)": 45.39, - "MassiveScenarioClassification (pl)": 32.46, - "MassiveScenarioClassification (th)": 20.26, - "MassiveScenarioClassification (nl)": 32.45, - "MassiveScenarioClassification (is)": 28.84, - "MassiveScenarioClassification (am)": 17.93, - "MassiveScenarioClassification (my)": 15.23, - "MassiveScenarioClassification (ur)": 19.66, - "MassiveScenarioClassification (ms)": 33.73, - "MassiveScenarioClassification (kn)": 16.33, - "MassiveScenarioClassification (hi)": 16.47, - "MassiveScenarioClassification (ml)": 18.71, - "MassiveScenarioClassification (sw)": 35.19, - "MassiveScenarioClassification (hu)": 29.7, - "MassiveScenarioClassification (af)": 31.98, - "MassiveScenarioClassification (cy)": 35.27, - "MassiveScenarioClassification (fi)": 29.71, - "MassiveScenarioClassification (tl)": 31.7, - "MassiveScenarioClassification (fr)": 29.73, - "MassiveScenarioClassification (id)": 35.47, - "MassiveScenarioClassification (zh-TW)": 26.79, - "MassiveScenarioClassification (ro)": 28.91, - "MassiveScenarioClassification (ta)": 16.85, - "MassiveScenarioClassification (el)": 24.88, - "NoRecClassification": 38.22, - "NordicLangClassification": 57.91, - "PAC": 62.79, - "PolEmo2.0-IN": 40.42, - "PolEmo2.0-OUT": 30.22, - "RuReviewsClassification": 55.66, - "RuSciBenchGRNTIClassification": 53.53, - "RuSciBenchOECDClassification": 41.34, - "ToxicConversationsClassification": 56.61, - "TweetSentimentExtractionClassification": 44.62 - } - ] - }, - "Clustering": { - "v_measure": [ - { - "Model": "deberta-v1-base", - "AlloProfClusteringP2P": 32.16, - "AlloProfClusteringS2S": 22.88, - "ArxivClusteringP2P": 16.05, - "ArxivClusteringS2S": 10.67, - "BiorxivClusteringP2P": 11.67, - "BiorxivClusteringS2S": 5.98, - "BlurbsClusteringP2P": 8.62, - "BlurbsClusteringS2S": 7.93, - "GeoreviewClusteringP2P": 58.79, - "HALClusteringS2S": 3.26, - "MLSUMClusteringP2P (ru)": 47.33, - "MLSUMClusteringP2P (de)": 6.45, - "MLSUMClusteringP2P (fr)": 24.07, - "MLSUMClusteringP2P (es)": 27.72, - "MLSUMClusteringS2S (ru)": 44.6, - "MLSUMClusteringS2S (de)": 6.0, - "MLSUMClusteringS2S (fr)": 22.71, - "MLSUMClusteringS2S (es)": 27.16, - "MasakhaNEWSClusteringP2P (amh)": 40.75, - "MasakhaNEWSClusteringP2P (eng)": 17.6, - "MasakhaNEWSClusteringP2P (fra)": 25.68, - "MasakhaNEWSClusteringP2P (hau)": 9.55, - "MasakhaNEWSClusteringP2P (ibo)": 25.62, - "MasakhaNEWSClusteringP2P (lin)": 47.81, - "MasakhaNEWSClusteringP2P (lug)": 49.21, - "MasakhaNEWSClusteringP2P (orm)": 25.11, - "MasakhaNEWSClusteringP2P (pcm)": 61.04, - "MasakhaNEWSClusteringP2P (run)": 41.38, - "MasakhaNEWSClusteringP2P (sna)": 44.57, - "MasakhaNEWSClusteringP2P (som)": 24.65, - "MasakhaNEWSClusteringP2P (swa)": 10.56, - "MasakhaNEWSClusteringP2P (tir)": 41.9, - "MasakhaNEWSClusteringP2P (xho)": 29.12, - "MasakhaNEWSClusteringP2P (yor)": 21.53, - "MasakhaNEWSClusteringS2S (amh)": 41.49, - "MasakhaNEWSClusteringS2S (eng)": 7.12, - "MasakhaNEWSClusteringS2S (fra)": 30.34, - "MasakhaNEWSClusteringS2S (hau)": 9.86, - "MasakhaNEWSClusteringS2S (ibo)": 23.11, - "MasakhaNEWSClusteringS2S (lin)": 47.24, - "MasakhaNEWSClusteringS2S (lug)": 43.53, - "MasakhaNEWSClusteringS2S (orm)": 21.42, - "MasakhaNEWSClusteringS2S (pcm)": 32.22, - "MasakhaNEWSClusteringS2S (run)": 44.58, - "MasakhaNEWSClusteringS2S (sna)": 41.15, - "MasakhaNEWSClusteringS2S (som)": 27.5, - "MasakhaNEWSClusteringS2S (swa)": 13.0, - "MasakhaNEWSClusteringS2S (tir)": 42.49, - "MasakhaNEWSClusteringS2S (xho)": 23.83, - "MasakhaNEWSClusteringS2S (yor)": 21.0, - "MedrxivClusteringP2P": 18.12, - "MedrxivClusteringS2S": 15.2, - "RedditClustering": 12.77, - "RedditClusteringP2P": 21.5, - "RuSciBenchGRNTIClusteringP2P": 36.66, - "RuSciBenchOECDClusteringP2P": 33.31, - "StackExchangeClustering": 20.03, - "StackExchangeClusteringP2P": 20.05, - "TenKGnadClusteringP2P": 11.94, - "TenKGnadClusteringS2S": 5.7, - "TwentyNewsgroupsClustering": 11.68 - } - ] - }, - "PairClassification": { - "max_ap": [ - { - "Model": "deberta-v1-base", - "CDSC-E": 43.0, - "FalseFriendsGermanEnglish": 49.28, - "OpusparcusPC (ru)": 83.31, - "OpusparcusPC (de)": 87.3, - "OpusparcusPC (en)": 93.71, - "OpusparcusPC (fi)": 77.56, - "OpusparcusPC (fr)": 85.28, - "OpusparcusPC (sv)": 77.47, - "PSC": 55.97, - "PawsXPairClassification (de)": 51.36, - "PawsXPairClassification (en)": 51.62, - "PawsXPairClassification (es)": 51.5, - "PawsXPairClassification (fr)": 54.75, - "PawsXPairClassification (ja)": 49.06, - "PawsXPairClassification (ko)": 49.3, - "PawsXPairClassification (zh)": 54.11, - "SICK-E-PL": 43.35, - "SprintDuplicateQuestions": 35.51, - "TERRa": 53.78, - "TwitterSemEval2015": 45.73, - "TwitterURLCorpus": 64.83 - }, - { - "Model": "deberta-v1-base", - "CDSC-E": 43.0, - "FalseFriendsGermanEnglish": 49.33, - "OpusparcusPC (ru)": 83.69, - "OpusparcusPC (de)": 87.56, - "OpusparcusPC (en)": 93.83, - "OpusparcusPC (fi)": 77.72, - "OpusparcusPC (fr)": 85.53, - "OpusparcusPC (sv)": 77.85, - "PSC": 58.6, - "PawsXPairClassification (de)": 51.6, - "PawsXPairClassification (en)": 51.62, - "PawsXPairClassification (es)": 51.67, - "PawsXPairClassification (fr)": 54.82, - "PawsXPairClassification (ja)": 49.29, - "PawsXPairClassification (ko)": 49.52, - "PawsXPairClassification (zh)": 54.14, - "SICK-E-PL": 43.35, - "SprintDuplicateQuestions": 35.51, - "TERRa": 56.49, - "TwitterSemEval2015": 45.73, - "TwitterURLCorpus": 64.83 - } - ] - }, - "Reranking": { - "map": [ - { - "Model": "deberta-v1-base", - "AlloprofReranking": 27.81, - "AskUbuntuDupQuestions": 43.92, - "MindSmallReranking": 27.66, - "RuBQReranking": 34.01, - "SciDocsRR": 43.56, - "StackOverflowDupQuestions": 31.42, - "SyntecReranking": 33.19, - "T2Reranking": 50.29 - }, - { - "Model": "deberta-v1-base", - "MIRACLReranking (ar)": 2.44, - "MIRACLReranking (bn)": 3.57, - "MIRACLReranking (de)": 3.51, - "MIRACLReranking (en)": 4.73, - "MIRACLReranking (es)": 4.5, - "MIRACLReranking (fa)": 3.87, - "MIRACLReranking (fi)": 5.18, - "MIRACLReranking (fr)": 4.07, - "MIRACLReranking (hi)": 4.35, - "MIRACLReranking (id)": 4.58, - "MIRACLReranking (ja)": 3.08, - "MIRACLReranking (ko)": 4.3, - "MIRACLReranking (ru)": 13.36, - "MIRACLReranking (sw)": 4.92, - "MIRACLReranking (te)": 2.02, - "MIRACLReranking (th)": 3.48, - "MIRACLReranking (yo)": 5.55, - "MIRACLReranking (zh)": 2.03 - } - ] - }, - "Retrieval": { - "ndcg_at_10": [ - { - "Model": "deberta-v1-base", - "AILACasedocs": 6.61, - "AILAStatutes": 9.71, - "ARCChallenge": 1.06, - "AlloprofRetrieval": 0.12, - "AlphaNLI": 0.64, - "AppsRetrieval": 0.05, - "ArguAna": 12.39, - "BSARDRetrieval": 0.0, - "ClimateFEVER": 0.03, - "CmedqaRetrieval": 0.27, - "CodeFeedbackMT": 3.15, - "CodeFeedbackST": 2.06, - "CodeSearchNetCCRetrieval (python)": 2.74, - "CodeSearchNetCCRetrieval (javascript)": 11.29, - "CodeSearchNetCCRetrieval (go)": 7.66, - "CodeSearchNetCCRetrieval (ruby)": 10.7, - "CodeSearchNetCCRetrieval (java)": 10.38, - "CodeSearchNetCCRetrieval (php)": 4.16, - "CodeSearchNetRetrieval (python)": 7.02, - "CodeSearchNetRetrieval (javascript)": 4.17, - "CodeSearchNetRetrieval (go)": 7.74, - "CodeSearchNetRetrieval (ruby)": 4.92, - "CodeSearchNetRetrieval (java)": 6.66, - "CodeSearchNetRetrieval (php)": 2.69, - "CodeTransOceanContest": 5.93, - "CodeTransOceanDL": 28.11, - "CosQA": 0.16, - "CovidRetrieval": 0.0, - "DBPedia": 0.16, - "FEVER": 0.1, - "FiQA2018": 0.32, - "GerDaLIR": 0.14, - "GerDaLIRSmall": 0.41, - "GermanQuAD-Retrieval": 2.67, - "HellaSwag": 1.89, - "HotpotQA": 0.35, - "LEMBNarrativeQARetrieval": 2.01, - "LEMBQMSumRetrieval": 5.27, - "LEMBSummScreenFDRetrieval": 3.95, - "LEMBWikimQARetrieval": 7.79, - "LeCaRDv2": 22.77, - "LegalBenchConsumerContractsQA": 8.18, - "LegalBenchCorporateLobbying": 10.45, - "LegalQuAD": 2.11, - "LegalSummarization": 13.98, - "MIRACLRetrieval (ar)": 0.0, - "MIRACLRetrieval (bn)": 0.0, - "MIRACLRetrieval (de)": 0.0, - "MIRACLRetrieval (en)": 0.0, - "MIRACLRetrieval (es)": 0.0, - "MIRACLRetrieval (fa)": 0.0, - "MIRACLRetrieval (fi)": 0.24, - "MIRACLRetrieval (fr)": 0.0, - "MIRACLRetrieval (hi)": 0.0, - "MIRACLRetrieval (id)": 0.0, - "MIRACLRetrieval (ja)": 0.0, - "MIRACLRetrieval (ko)": 0.0, - "MIRACLRetrieval (ru)": 3.02, - "MIRACLRetrieval (sw)": 0.71, - "MIRACLRetrieval (te)": 0.0, - "MIRACLRetrieval (th)": 0.0, - "MIRACLRetrieval (yo)": 0.36, - "MIRACLRetrieval (zh)": 0.0, - "MintakaRetrieval (ar)": 0.62, - "MintakaRetrieval (de)": 0.69, - "MintakaRetrieval (es)": 0.75, - "MintakaRetrieval (fr)": 1.02, - "MintakaRetrieval (hi)": 0.66, - "MintakaRetrieval (it)": 0.85, - "MintakaRetrieval (ja)": 0.46, - "MintakaRetrieval (pt)": 0.61, - "NFCorpus": 1.59, - "NQ": 0.06, - "PIQA": 1.59, - "Quail": 0.04, - "QuoraRetrieval": 49.21, - "RARbCode": 0.0, - "RARbMath": 4.04, - "RiaNewsRetrieval": 4.84, - "RuBQRetrieval": 10.15, - "SCIDOCS": 0.18, - "SIQA": 0.03, - "SciFact": 0.35, - "SciFact-PL": 0.14, - "SpartQA": 0.28, - "StackOverflowQA": 6.63, - "SyntecRetrieval": 5.82, - "SyntheticText2SQL": 0.76, - "TRECCOVID": 3.56, - "TRECCOVID-PL": 2.91, - "TempReasonL1": 0.16, - "TempReasonL2Fact": 0.84, - "TempReasonL2Pure": 0.04, - "TempReasonL3Fact": 0.93, - "TempReasonL3Pure": 0.52, - "Touche2020": 0.0, - "WinoGrande": 0.03, - "XMarket (de)": 0.49, - "XMarket (en)": 0.65, - "XMarket (es)": 0.3, - "XPQARetrieval (ara-ara)": 2.45, - "XPQARetrieval (eng-ara)": 0.52, - "XPQARetrieval (ara-eng)": 0.85, - "XPQARetrieval (deu-deu)": 8.48, - "XPQARetrieval (eng-deu)": 0.46, - "XPQARetrieval (deu-eng)": 2.26, - "XPQARetrieval (spa-spa)": 4.58, - "XPQARetrieval (eng-spa)": 0.66, - "XPQARetrieval (spa-eng)": 1.32, - "XPQARetrieval (fra-fra)": 8.72, - "XPQARetrieval (eng-fra)": 0.55, - "XPQARetrieval (fra-eng)": 1.91, - "XPQARetrieval (hin-hin)": 14.72, - "XPQARetrieval (eng-hin)": 5.7, - "XPQARetrieval (hin-eng)": 0.66, - "XPQARetrieval (ita-ita)": 12.1, - "XPQARetrieval (eng-ita)": 0.92, - "XPQARetrieval (ita-eng)": 1.8, - "XPQARetrieval (jpn-jpn)": 5.58, - "XPQARetrieval (eng-jpn)": 0.47, - "XPQARetrieval (jpn-eng)": 0.46, - "XPQARetrieval (kor-kor)": 3.8, - "XPQARetrieval (eng-kor)": 0.88, - "XPQARetrieval (kor-eng)": 0.75, - "XPQARetrieval (pol-pol)": 4.63, - "XPQARetrieval (eng-pol)": 0.7, - "XPQARetrieval (pol-eng)": 0.63, - "XPQARetrieval (por-por)": 3.99, - "XPQARetrieval (eng-por)": 0.6, - "XPQARetrieval (por-eng)": 0.91, - "XPQARetrieval (tam-tam)": 1.97, - "XPQARetrieval (eng-tam)": 0.77, - "XPQARetrieval (tam-eng)": 0.48, - "XPQARetrieval (cmn-cmn)": 5.04, - "XPQARetrieval (eng-cmn)": 0.33, - "XPQARetrieval (cmn-eng)": 0.49 - } - ] - }, - "STS": { - "cosine_spearman": [ - { - "Model": "deberta-v1-base", - "BIOSSES": 36.15, - "CDSC-R": 62.16, - "GermanSTSBenchmark": 31.4, - "SICK-R": 49.94, - "SICK-R-PL": 36.4, - "SICKFr": 50.14, - "STS12": 44.76, - "STS13": 46.65, - "STS14": 38.15, - "STS15": 54.85, - "STS16": 49.15, - "STS17 (en-en)": 60.31, - "STS17 (es-es)": 53.94, - "STS17 (en-ar)": 1.36, - "STS17 (nl-en)": 17.23, - "STS17 (en-de)": 10.74, - "STS17 (it-en)": 15.7, - "STS17 (fr-en)": 11.55, - "STS17 (ar-ar)": 44.8, - "STS17 (es-en)": 5.34, - "STS17 (en-tr)": -1.09, - "STS17 (ko-ko)": 32.38, - "STS22 (it)": 32.04, - "STS22 (de-pl)": -14.13, - "STS22 (fr-pl)": 16.9, - "STS22 (ar)": 28.79, - "STS22 (de-fr)": -1.08, - "STS22 (pl-en)": 16.21, - "STS22 (zh-en)": 19.26, - "STS22 (en)": 44.81, - "STS22 (de)": 9.44, - "STS22 (es-it)": 24.56, - "STS22 (es)": 38.62, - "STS22 (pl)": 13.21, - "STS22 (es-en)": 21.02, - "STS22 (de-en)": 28.79, - "STS22 (fr)": 20.41, - "STS22 (zh)": 12.51, - "STS22 (tr)": 9.4, - "STSB": 24.8, - "STSBenchmark": 41.32, - "STSBenchmarkMultilingualSTS (it)": 37.39, - "STSBenchmarkMultilingualSTS (pl)": 38.12, - "STSBenchmarkMultilingualSTS (pt)": 28.76, - "STSBenchmarkMultilingualSTS (de)": 35.64, - "STSBenchmarkMultilingualSTS (nl)": 40.24, - "STSBenchmarkMultilingualSTS (zh)": 24.09, - "STSBenchmarkMultilingualSTS (es)": 38.78, - "STSBenchmarkMultilingualSTS (en)": 41.32, - "STSBenchmarkMultilingualSTS (fr)": 41.16 - }, - { - "Model": "deberta-v1-base", - "BIOSSES": 36.15, - "CDSC-R": 62.16, - "GermanSTSBenchmark": 31.4, - "RUParaPhraserSTS": 54.03, - "RuSTSBenchmarkSTS": 58.47, - "SICK-R": 49.94, - "SICK-R-PL": 36.4, - "SICKFr": 50.14, - "STS12": 44.76, - "STS13": 46.65, - "STS14": 38.15, - "STS15": 54.85, - "STS16": 49.15, - "STS17 (en-en)": 60.31, - "STS17 (es-es)": 53.95, - "STS17 (en-ar)": 1.36, - "STS17 (nl-en)": 17.23, - "STS17 (en-de)": 10.74, - "STS17 (it-en)": 15.7, - "STS17 (fr-en)": 11.55, - "STS17 (ar-ar)": 44.8, - "STS17 (es-en)": 5.34, - "STS17 (en-tr)": -1.09, - "STS17 (ko-ko)": 32.38, - "STS22 (ru)": 47.67, - "STS22 (it)": 32.04, - "STS22 (de-pl)": -14.13, - "STS22 (fr-pl)": 16.9, - "STS22 (ar)": 28.76, - "STS22 (de-fr)": -1.08, - "STS22 (pl-en)": 16.21, - "STS22 (zh-en)": 19.26, - "STS22 (en)": 44.81, - "STS22 (de)": 9.45, - "STS22 (es-it)": 24.56, - "STS22 (es)": 38.62, - "STS22 (pl)": 13.11, - "STS22 (es-en)": 21.02, - "STS22 (de-en)": 28.79, - "STS22 (fr)": 20.41, - "STS22 (zh)": 12.51, - "STS22 (tr)": 9.4, - "STSB": 24.8, - "STSBenchmark": 41.32, - "STSBenchmarkMultilingualSTS (ru)": 58.45, - "STSBenchmarkMultilingualSTS (it)": 37.39, - "STSBenchmarkMultilingualSTS (pl)": 38.13, - "STSBenchmarkMultilingualSTS (pt)": 28.76, - "STSBenchmarkMultilingualSTS (de)": 35.64, - "STSBenchmarkMultilingualSTS (nl)": 40.24, - "STSBenchmarkMultilingualSTS (zh)": 24.09, - "STSBenchmarkMultilingualSTS (es)": 38.78, - "STSBenchmarkMultilingualSTS (en)": 41.32, - "STSBenchmarkMultilingualSTS (fr)": 41.16 - } - ] - }, - "Summarization": { - "cosine_spearman": [ - { - "Model": "deberta-v1-base", - "SummEval": 28.91, - "SummEvalFr": 28.45 - }, - { - "Model": "deberta-v1-base", - "SummEval": 28.91, - "SummEvalFr": 28.43 - } - ] - }, - "MultilabelClassification": { - "accuracy": [ - { - "Model": "deberta-v1-base", - "CEDRClassification": 34.14, - "SensitiveTopicsClassification": 23.67 - } - ] - }, - "InstructionRetrieval": { - "p-MRR": [ - { - "Model": "deberta-v1-base", - "Core17InstructionRetrieval": -4.16, - "News21InstructionRetrieval": -0.79, - "Robust04InstructionRetrieval": -2.16 - } - ] - } - }, - "dwzhu__e5-base-4k": { - "BitextMining": { - "f1": [ - { - "Model": "e5-base-4k", - "BornholmBitextMining": 37.44, - "Tatoeba (cym-eng)": 6.6, - "Tatoeba (kzj-eng)": 4.21, - "Tatoeba (ita-eng)": 17.65, - "Tatoeba (gla-eng)": 2.55, - "Tatoeba (hsb-eng)": 5.04, - "Tatoeba (cat-eng)": 17.25, - "Tatoeba (ina-eng)": 32.22, - "Tatoeba (deu-eng)": 24.09, - "Tatoeba (kab-eng)": 0.8, - "Tatoeba (fin-eng)": 2.98, - "Tatoeba (awa-eng)": 0.09, - "Tatoeba (kaz-eng)": 0.43, - "Tatoeba (yue-eng)": 1.35, - "Tatoeba (wuu-eng)": 1.25, - "Tatoeba (orv-eng)": 0.22, - "Tatoeba (ell-eng)": 0.57, - "Tatoeba (spa-eng)": 21.17, - "Tatoeba (dsb-eng)": 5.42, - "Tatoeba (glg-eng)": 19.87, - "Tatoeba (aze-eng)": 3.55, - "Tatoeba (ben-eng)": 0.01, - "Tatoeba (slv-eng)": 5.9, - "Tatoeba (ceb-eng)": 4.75, - "Tatoeba (khm-eng)": 0.17, - "Tatoeba (cha-eng)": 14.24, - "Tatoeba (lat-eng)": 7.74, - "Tatoeba (swh-eng)": 5.56, - "Tatoeba (pms-eng)": 12.14, - "Tatoeba (lit-eng)": 2.8, - "Tatoeba (hun-eng)": 3.16, - "Tatoeba (pol-eng)": 5.18, - "Tatoeba (bel-eng)": 1.62, - "Tatoeba (fra-eng)": 24.72, - "Tatoeba (cor-eng)": 2.78, - "Tatoeba (ukr-eng)": 1.09, - "Tatoeba (nld-eng)": 14.96, - "Tatoeba (cmn-eng)": 1.66, - "Tatoeba (xho-eng)": 3.12, - "Tatoeba (jav-eng)": 4.89, - "Tatoeba (tha-eng)": 0.67, - "Tatoeba (zsm-eng)": 7.68, - "Tatoeba (mar-eng)": 0.05, - "Tatoeba (hin-eng)": 0.1, - "Tatoeba (ang-eng)": 15.17, - "Tatoeba (mhr-eng)": 0.14, - "Tatoeba (kat-eng)": 0.31, - "Tatoeba (eus-eng)": 4.35, - "Tatoeba (bre-eng)": 3.8, - "Tatoeba (hye-eng)": 0.4, - "Tatoeba (kor-eng)": 0.81, - "Tatoeba (afr-eng)": 7.69, - "Tatoeba (oci-eng)": 11.11, - "Tatoeba (mon-eng)": 1.34, - "Tatoeba (swg-eng)": 14.58, - "Tatoeba (amh-eng)": 0.65, - "Tatoeba (ido-eng)": 15.55, - "Tatoeba (isl-eng)": 3.54, - "Tatoeba (gle-eng)": 3.15, - "Tatoeba (pam-eng)": 4.17, - "Tatoeba (est-eng)": 3.4, - "Tatoeba (srp-eng)": 2.59, - "Tatoeba (lfn-eng)": 13.48, - "Tatoeba (pes-eng)": 0.34, - "Tatoeba (nob-eng)": 12.85, - "Tatoeba (heb-eng)": 0.65, - "Tatoeba (mal-eng)": 0.0, - "Tatoeba (gsw-eng)": 16.05, - "Tatoeba (ber-eng)": 4.23, - "Tatoeba (uig-eng)": 0.36, - "Tatoeba (uzb-eng)": 1.78, - "Tatoeba (cbk-eng)": 14.44, - "Tatoeba (urd-eng)": 0.0, - "Tatoeba (ron-eng)": 11.04, - "Tatoeba (tam-eng)": 0.84, - "Tatoeba (tur-eng)": 3.5, - "Tatoeba (ara-eng)": 0.37, - "Tatoeba (max-eng)": 11.27, - "Tatoeba (slk-eng)": 5.34, - "Tatoeba (tat-eng)": 1.06, - "Tatoeba (ind-eng)": 6.76, - "Tatoeba (hrv-eng)": 6.57, - "Tatoeba (dan-eng)": 11.31, - "Tatoeba (arq-eng)": 0.51, - "Tatoeba (mkd-eng)": 0.24, - "Tatoeba (ces-eng)": 4.11, - "Tatoeba (tgl-eng)": 4.54, - "Tatoeba (fao-eng)": 7.05, - "Tatoeba (tzl-eng)": 14.85, - "Tatoeba (bul-eng)": 1.4, - "Tatoeba (kur-eng)": 7.91, - "Tatoeba (fry-eng)": 18.03, - "Tatoeba (por-eng)": 20.03, - "Tatoeba (sqi-eng)": 5.52, - "Tatoeba (epo-eng)": 11.31, - "Tatoeba (arz-eng)": 0.42, - "Tatoeba (lvs-eng)": 3.57, - "Tatoeba (war-eng)": 6.97, - "Tatoeba (tel-eng)": 0.53, - "Tatoeba (csb-eng)": 7.24, - "Tatoeba (swe-eng)": 10.78, - "Tatoeba (nov-eng)": 25.6, - "Tatoeba (ast-eng)": 17.6, - "Tatoeba (ile-eng)": 20.4, - "Tatoeba (yid-eng)": 0.24, - "Tatoeba (rus-eng)": 0.83, - "Tatoeba (nds-eng)": 12.48, - "Tatoeba (jpn-eng)": 0.92, - "Tatoeba (bos-eng)": 7.11, - "Tatoeba (vie-eng)": 4.39, - "Tatoeba (tuk-eng)": 2.82, - "Tatoeba (dtp-eng)": 3.12, - "Tatoeba (nno-eng)": 8.52 - } - ] - }, - "Classification": { - "accuracy": [ - { - "Model": "e5-base-4k", - "AllegroReviews": 25.0, - "AmazonCounterfactualClassification (en-ext)": 77.13, - "AmazonCounterfactualClassification (en)": 75.42, - "AmazonCounterfactualClassification (de)": 56.3, - "AmazonCounterfactualClassification (ja)": 59.45, - "AmazonReviewsClassification (en)": 42.61, - "AmazonReviewsClassification (de)": 28.9, - "AmazonReviewsClassification (es)": 33.41, - "AmazonReviewsClassification (fr)": 29.98, - "AmazonReviewsClassification (ja)": 22.06, - "AmazonReviewsClassification (zh)": 23.31, - "AngryTweetsClassification": 45.42, - "CBD": 54.25, - "DanishPoliticalCommentsClassification": 28.73, - "GeoreviewClassification": 29.03, - "HeadlineClassification": 34.62, - "InappropriatenessClassification": 52.6, - "KinopoiskClassification": 38.3, - "LccSentimentClassification": 36.73, - "MTOPDomainClassification (en)": 91.79, - "MTOPDomainClassification (de)": 76.14, - "MTOPDomainClassification (es)": 79.22, - "MTOPDomainClassification (fr)": 80.24, - "MTOPDomainClassification (hi)": 37.21, - "MTOPDomainClassification (th)": 17.87, - "MTOPIntentClassification (en)": 71.07, - "MTOPIntentClassification (de)": 53.67, - "MTOPIntentClassification (es)": 53.94, - "MTOPIntentClassification (fr)": 51.56, - "MTOPIntentClassification (hi)": 23.09, - "MTOPIntentClassification (th)": 4.97, - "MasakhaNEWSClassification (amh)": 34.41, - "MasakhaNEWSClassification (eng)": 78.88, - "MasakhaNEWSClassification (fra)": 78.41, - "MasakhaNEWSClassification (hau)": 65.27, - "MasakhaNEWSClassification (ibo)": 60.33, - "MasakhaNEWSClassification (lin)": 74.57, - "MasakhaNEWSClassification (lug)": 59.1, - "MasakhaNEWSClassification (orm)": 60.98, - "MasakhaNEWSClassification (pcm)": 93.05, - "MasakhaNEWSClassification (run)": 66.71, - "MasakhaNEWSClassification (sna)": 78.75, - "MasakhaNEWSClassification (som)": 56.26, - "MasakhaNEWSClassification (swa)": 58.05, - "MasakhaNEWSClassification (tir)": 24.45, - "MasakhaNEWSClassification (xho)": 62.12, - "MasakhaNEWSClassification (yor)": 66.86, - "MassiveIntentClassification (pl)": 48.05, - "MassiveIntentClassification (it)": 51.27, - "MassiveIntentClassification (ms)": 46.17, - "MassiveIntentClassification (ka)": 16.05, - "MassiveIntentClassification (id)": 48.44, - "MassiveIntentClassification (zh-CN)": 24.16, - "MassiveIntentClassification (ko)": 22.7, - "MassiveIntentClassification (zh-TW)": 22.92, - "MassiveIntentClassification (tl)": 48.06, - "MassiveIntentClassification (te)": 2.89, - "MassiveIntentClassification (bn)": 21.63, - "MassiveIntentClassification (kn)": 3.69, - "MassiveIntentClassification (jv)": 44.23, - "MassiveIntentClassification (en)": 68.79, - "MassiveIntentClassification (th)": 14.7, - "MassiveIntentClassification (af)": 46.12, - "MassiveIntentClassification (sv)": 48.32, - "MassiveIntentClassification (de)": 52.16, - "MassiveIntentClassification (km)": 4.44, - "MassiveIntentClassification (sq)": 48.83, - "MassiveIntentClassification (mn)": 32.05, - "MassiveIntentClassification (hy)": 13.87, - "MassiveIntentClassification (ru)": 40.19, - "MassiveIntentClassification (ja)": 35.46, - "MassiveIntentClassification (lv)": 46.85, - "MassiveIntentClassification (is)": 42.95, - "MassiveIntentClassification (nl)": 48.78, - "MassiveIntentClassification (ur)": 22.85, - "MassiveIntentClassification (ro)": 47.9, - "MassiveIntentClassification (az)": 45.89, - "MassiveIntentClassification (ta)": 15.46, - "MassiveIntentClassification (he)": 25.69, - "MassiveIntentClassification (sl)": 46.21, - "MassiveIntentClassification (fr)": 51.28, - "MassiveIntentClassification (ml)": 2.99, - "MassiveIntentClassification (hi)": 21.33, - "MassiveIntentClassification (fa)": 33.16, - "MassiveIntentClassification (es)": 50.58, - "MassiveIntentClassification (sw)": 42.91, - "MassiveIntentClassification (nb)": 47.51, - "MassiveIntentClassification (hu)": 45.44, - "MassiveIntentClassification (my)": 3.77, - "MassiveIntentClassification (fi)": 46.94, - "MassiveIntentClassification (el)": 37.56, - "MassiveIntentClassification (pt)": 52.64, - "MassiveIntentClassification (vi)": 42.19, - "MassiveIntentClassification (ar)": 27.37, - "MassiveIntentClassification (da)": 50.82, - "MassiveIntentClassification (tr)": 48.14, - "MassiveIntentClassification (cy)": 41.94, - "MassiveIntentClassification (am)": 3.14, - "MassiveScenarioClassification (tr)": 49.88, - "MassiveScenarioClassification (nl)": 53.28, - "MassiveScenarioClassification (ru)": 40.39, - "MassiveScenarioClassification (es)": 56.93, - "MassiveScenarioClassification (bn)": 25.42, - "MassiveScenarioClassification (en)": 74.89, - "MassiveScenarioClassification (ms)": 50.69, - "MassiveScenarioClassification (az)": 48.41, - "MassiveScenarioClassification (hy)": 17.81, - "MassiveScenarioClassification (ro)": 54.43, - "MassiveScenarioClassification (it)": 56.36, - "MassiveScenarioClassification (he)": 24.88, - "MassiveScenarioClassification (pl)": 50.65, - "MassiveScenarioClassification (th)": 23.86, - "MassiveScenarioClassification (ar)": 30.17, - "MassiveScenarioClassification (da)": 54.18, - "MassiveScenarioClassification (ta)": 19.69, - "MassiveScenarioClassification (km)": 9.53, - "MassiveScenarioClassification (is)": 46.28, - "MassiveScenarioClassification (id)": 51.86, - "MassiveScenarioClassification (ja)": 42.15, - "MassiveScenarioClassification (ko)": 24.97, - "MassiveScenarioClassification (mn)": 32.55, - "MassiveScenarioClassification (my)": 9.53, - "MassiveScenarioClassification (kn)": 8.33, - "MassiveScenarioClassification (fa)": 32.18, - "MassiveScenarioClassification (tl)": 52.71, - "MassiveScenarioClassification (vi)": 41.53, - "MassiveScenarioClassification (lv)": 47.51, - "MassiveScenarioClassification (de)": 58.81, - "MassiveScenarioClassification (sq)": 52.08, - "MassiveScenarioClassification (zh-TW)": 29.49, - "MassiveScenarioClassification (af)": 50.27, - "MassiveScenarioClassification (te)": 7.42, - "MassiveScenarioClassification (zh-CN)": 31.79, - "MassiveScenarioClassification (fi)": 48.38, - "MassiveScenarioClassification (ka)": 20.37, - "MassiveScenarioClassification (sl)": 48.83, - "MassiveScenarioClassification (fr)": 57.84, - "MassiveScenarioClassification (sw)": 45.52, - "MassiveScenarioClassification (cy)": 43.49, - "MassiveScenarioClassification (nb)": 52.14, - "MassiveScenarioClassification (el)": 42.01, - "MassiveScenarioClassification (am)": 7.88, - "MassiveScenarioClassification (jv)": 47.79, - "MassiveScenarioClassification (ml)": 6.72, - "MassiveScenarioClassification (ur)": 27.49, - "MassiveScenarioClassification (hu)": 49.43, - "MassiveScenarioClassification (hi)": 23.89, - "MassiveScenarioClassification (sv)": 51.18, - "MassiveScenarioClassification (pt)": 56.74, - "NoRecClassification": 39.24, - "NordicLangClassification": 59.99, - "PAC": 65.23, - "PolEmo2.0-IN": 44.43, - "PolEmo2.0-OUT": 28.2, - "RuReviewsClassification": 44.29, - "RuSciBenchGRNTIClassification": 17.9, - "RuSciBenchOECDClassification": 14.1 - } - ] - }, - "Clustering": { - "v_measure": [ - { - "Model": "e5-base-4k", - "AlloProfClusteringP2P": 58.85, - "AlloProfClusteringS2S": 31.56, - "BlurbsClusteringP2P": 26.39, - "BlurbsClusteringS2S": 9.82, - "GeoreviewClusteringP2P": 16.68, - "HALClusteringS2S": 21.16, - "MLSUMClusteringP2P (de)": 39.77, - "MLSUMClusteringP2P (fr)": 43.92, - "MLSUMClusteringP2P (ru)": 24.68, - "MLSUMClusteringP2P (es)": 46.46, - "MLSUMClusteringS2S (de)": 41.62, - "MLSUMClusteringS2S (fr)": 43.87, - "MLSUMClusteringS2S (ru)": 23.86, - "MLSUMClusteringS2S (es)": 47.17, - "MasakhaNEWSClusteringP2P (amh)": 40.56, - "MasakhaNEWSClusteringP2P (eng)": 64.2, - "MasakhaNEWSClusteringP2P (fra)": 64.85, - "MasakhaNEWSClusteringP2P (hau)": 43.08, - "MasakhaNEWSClusteringP2P (ibo)": 37.42, - "MasakhaNEWSClusteringP2P (lin)": 61.0, - "MasakhaNEWSClusteringP2P (lug)": 48.71, - "MasakhaNEWSClusteringP2P (orm)": 26.61, - "MasakhaNEWSClusteringP2P (pcm)": 87.61, - "MasakhaNEWSClusteringP2P (run)": 54.56, - "MasakhaNEWSClusteringP2P (sna)": 52.73, - "MasakhaNEWSClusteringP2P (som)": 34.27, - "MasakhaNEWSClusteringP2P (swa)": 23.29, - "MasakhaNEWSClusteringP2P (tir)": 42.26, - "MasakhaNEWSClusteringP2P (xho)": 30.04, - "MasakhaNEWSClusteringP2P (yor)": 26.99, - "MasakhaNEWSClusteringS2S (amh)": 43.55, - "MasakhaNEWSClusteringS2S (eng)": 45.61, - "MasakhaNEWSClusteringS2S (fra)": 43.42, - "MasakhaNEWSClusteringS2S (hau)": 14.98, - "MasakhaNEWSClusteringS2S (ibo)": 34.4, - "MasakhaNEWSClusteringS2S (lin)": 47.29, - "MasakhaNEWSClusteringS2S (lug)": 43.89, - "MasakhaNEWSClusteringS2S (orm)": 26.09, - "MasakhaNEWSClusteringS2S (pcm)": 62.8, - "MasakhaNEWSClusteringS2S (run)": 46.22, - "MasakhaNEWSClusteringS2S (sna)": 49.67, - "MasakhaNEWSClusteringS2S (som)": 30.8, - "MasakhaNEWSClusteringS2S (swa)": 16.16, - "MasakhaNEWSClusteringS2S (tir)": 49.22, - "MasakhaNEWSClusteringS2S (xho)": 27.73, - "MasakhaNEWSClusteringS2S (yor)": 29.45, - "RuSciBenchGRNTIClusteringP2P": 15.63, - "RuSciBenchOECDClusteringP2P": 13.86, - "TenKGnadClusteringP2P": 36.97, - "TenKGnadClusteringS2S": 19.89 - } - ] - }, - "PairClassification": { - "max_ap": [ - { - "Model": "e5-base-4k", - "CDSC-E": 55.27, - "FalseFriendsGermanEnglish": 47.99, - "OpusparcusPC (de)": 91.41, - "OpusparcusPC (en)": 98.49, - "OpusparcusPC (fi)": 87.15, - "OpusparcusPC (fr)": 87.64, - "OpusparcusPC (ru)": 78.8, - "OpusparcusPC (sv)": 85.15, - "PSC": 95.48, - "PawsXPairClassification (de)": 52.25, - "PawsXPairClassification (en)": 55.42, - "PawsXPairClassification (es)": 54.44, - "PawsXPairClassification (fr)": 55.38, - "PawsXPairClassification (ja)": 49.52, - "PawsXPairClassification (ko)": 53.39, - "PawsXPairClassification (zh)": 52.8, - "SICK-E-PL": 48.65, - "TERRa": 47.66 - }, - { - "Model": "e5-base-4k", - "CDSC-E": 55.27, - "FalseFriendsGermanEnglish": 48.49, - "OpusparcusPC (de)": 91.69, - "OpusparcusPC (en)": 98.49, - "OpusparcusPC (fi)": 87.19, - "OpusparcusPC (fr)": 87.77, - "OpusparcusPC (ru)": 78.8, - "OpusparcusPC (sv)": 85.15, - "PSC": 95.48, - "PawsXPairClassification (de)": 52.57, - "PawsXPairClassification (en)": 55.42, - "PawsXPairClassification (es)": 54.44, - "PawsXPairClassification (fr)": 55.38, - "PawsXPairClassification (ja)": 49.99, - "PawsXPairClassification (ko)": 53.39, - "PawsXPairClassification (zh)": 52.92, - "SICK-E-PL": 48.72, - "TERRa": 50.83 - } - ] - }, - "Reranking": { - "map": [ - { - "Model": "e5-base-4k", - "AlloprofReranking": 58.33, - "RuBQReranking": 30.66, - "SyntecReranking": 66.58, - "T2Reranking": 58.61 - }, - { - "Model": "e5-base-4k", - "MIRACLReranking (ar)": 4.39, - "MIRACLReranking (bn)": 5.48, - "MIRACLReranking (de)": 20.91, - "MIRACLReranking (en)": 50.59, - "MIRACLReranking (es)": 31.16, - "MIRACLReranking (fa)": 7.34, - "MIRACLReranking (fi)": 35.17, - "MIRACLReranking (fr)": 22.29, - "MIRACLReranking (hi)": 8.13, - "MIRACLReranking (id)": 18.96, - "MIRACLReranking (ja)": 9.21, - "MIRACLReranking (ko)": 10.34, - "MIRACLReranking (ru)": 8.03, - "MIRACLReranking (sw)": 23.58, - "MIRACLReranking (te)": 1.48, - "MIRACLReranking (th)": 3.42, - "MIRACLReranking (yo)": 46.31, - "MIRACLReranking (zh)": 8.16 - } - ] - }, - "Retrieval": { - "ndcg_at_10": [ - { - "Model": "e5-base-4k", - "AILACasedocs": 33.09, - "AILAStatutes": 21.14, - "ARCChallenge": 7.69, - "AlloprofRetrieval": 29.3, - "AlphaNLI": 15.44, - "AppsRetrieval": 9.64, - "BSARDRetrieval": 8.77, - "CmedqaRetrieval": 2.97, - "CodeFeedbackMT": 50.26, - "CodeFeedbackST": 68.77, - "CodeSearchNetCCRetrieval (python)": 61.3, - "CodeSearchNetCCRetrieval (javascript)": 58.62, - "CodeSearchNetCCRetrieval (go)": 43.79, - "CodeSearchNetCCRetrieval (ruby)": 55.57, - "CodeSearchNetCCRetrieval (java)": 56.55, - "CodeSearchNetCCRetrieval (php)": 44.61, - "CodeSearchNetRetrieval (python)": 81.0, - "CodeSearchNetRetrieval (javascript)": 62.39, - "CodeSearchNetRetrieval (go)": 85.89, - "CodeSearchNetRetrieval (ruby)": 70.06, - "CodeSearchNetRetrieval (java)": 68.1, - "CodeSearchNetRetrieval (php)": 76.27, - "CodeTransOceanContest": 66.52, - "CodeTransOceanDL": 21.23, - "CosQA": 27.05, - "CovidRetrieval": 4.76, - "GerDaLIR": 4.99, - "GerDaLIRSmall": 12.6, - "GermanQuAD-Retrieval": 79.75, - "HellaSwag": 23.04, - "LEMBNarrativeQARetrieval": 30.03, - "LEMBQMSumRetrieval": 31.27, - "LEMBSummScreenFDRetrieval": 93.87, - "LEMBWikimQARetrieval": 68.88, - "LeCaRDv2": 23.17, - "LegalBenchConsumerContractsQA": 71.44, - "LegalBenchCorporateLobbying": 90.17, - "LegalQuAD": 26.9, - "LegalSummarization": 56.85, - "MIRACLRetrieval (ar)": 0.02, - "MIRACLRetrieval (bn)": 0.04, - "MIRACLRetrieval (de)": 7.87, - "MIRACLRetrieval (en)": 38.19, - "MIRACLRetrieval (es)": 13.31, - "MIRACLRetrieval (fa)": 0.13, - "MIRACLRetrieval (fi)": 15.01, - "MIRACLRetrieval (fr)": 6.84, - "MIRACLRetrieval (hi)": 0.27, - "MIRACLRetrieval (id)": 7.37, - "MIRACLRetrieval (ja)": 0.71, - "MIRACLRetrieval (ko)": 2.23, - "MIRACLRetrieval (ru)": 0.89, - "MIRACLRetrieval (sw)": 12.56, - "MIRACLRetrieval (te)": 0.0, - "MIRACLRetrieval (th)": 0.5, - "MIRACLRetrieval (yo)": 28.13, - "MIRACLRetrieval (zh)": 0.16, - "MintakaRetrieval (ar)": 1.52, - "MintakaRetrieval (de)": 14.29, - "MintakaRetrieval (es)": 14.17, - "MintakaRetrieval (fr)": 13.58, - "MintakaRetrieval (hi)": 3.77, - "MintakaRetrieval (it)": 12.69, - "MintakaRetrieval (ja)": 7.43, - "MintakaRetrieval (pt)": 13.59, - "PIQA": 21.78, - "Quail": 4.21, - "RARbCode": 43.05, - "RARbMath": 60.52, - "RiaNewsRetrieval": 2.94, - "RuBQRetrieval": 3.12, - "SIQA": 2.94, - "SciFact-PL": 32.21, - "SpartQA": 3.54, - "StackOverflowQA": 79.92, - "SyntecRetrieval": 60.84, - "SyntheticText2SQL": 46.72, - "TRECCOVID-PL": 16.5, - "TempReasonL1": 1.47, - "TempReasonL2Fact": 21.62, - "TempReasonL2Pure": 2.09, - "TempReasonL3Fact": 19.08, - "TempReasonL3Pure": 9.6, - "WinoGrande": 37.33, - "XMarket (de)": 6.28, - "XMarket (en)": 9.09, - "XMarket (es)": 8.74, - "XPQARetrieval (ara-ara)": 7.66, - "XPQARetrieval (eng-ara)": 3.29, - "XPQARetrieval (ara-eng)": 8.24, - "XPQARetrieval (deu-deu)": 55.65, - "XPQARetrieval (eng-deu)": 13.61, - "XPQARetrieval (deu-eng)": 29.81, - "XPQARetrieval (spa-spa)": 41.97, - "XPQARetrieval (eng-spa)": 12.56, - "XPQARetrieval (spa-eng)": 23.27, - "XPQARetrieval (fra-fra)": 49.52, - "XPQARetrieval (eng-fra)": 15.6, - "XPQARetrieval (fra-eng)": 30.23, - "XPQARetrieval (hin-hin)": 24.77, - "XPQARetrieval (eng-hin)": 7.98, - "XPQARetrieval (hin-eng)": 7.88, - "XPQARetrieval (ita-ita)": 51.7, - "XPQARetrieval (eng-ita)": 11.12, - "XPQARetrieval (ita-eng)": 26.41, - "XPQARetrieval (jpn-jpn)": 33.68, - "XPQARetrieval (eng-jpn)": 4.41, - "XPQARetrieval (jpn-eng)": 16.85, - "XPQARetrieval (kor-kor)": 8.61, - "XPQARetrieval (eng-kor)": 7.06, - "XPQARetrieval (kor-eng)": 7.1, - "XPQARetrieval (pol-pol)": 32.38, - "XPQARetrieval (eng-pol)": 11.33, - "XPQARetrieval (pol-eng)": 18.59, - "XPQARetrieval (por-por)": 35.01, - "XPQARetrieval (eng-por)": 8.38, - "XPQARetrieval (por-eng)": 22.92, - "XPQARetrieval (tam-tam)": 5.89, - "XPQARetrieval (eng-tam)": 3.29, - "XPQARetrieval (tam-eng)": 3.85, - "XPQARetrieval (cmn-cmn)": 19.17, - "XPQARetrieval (eng-cmn)": 4.99, - "XPQARetrieval (cmn-eng)": 9.77 - } - ] - }, - "STS": { - "cosine_spearman": [ - { - "Model": "e5-base-4k", - "CDSC-R": 84.98, - "GermanSTSBenchmark": 61.53, - "RUParaPhraserSTS": 48.39, - "RuSTSBenchmarkSTS": 55.63, - "SICK-R-PL": 56.01, - "SICKFr": 62.07, - "STS22 (it)": 70.79, - "STS22 (ru)": 24.97, - "STS22 (de-pl)": 16.84, - "STS22 (es)": 61.84, - "STS22 (de)": 31.41, - "STS22 (es-en)": 61.41, - "STS22 (es-it)": 55.06, - "STS22 (ar)": 34.56, - "STS22 (fr-pl)": 61.98, - "STS22 (tr)": 48.3, - "STS22 (fr)": 72.42, - "STS22 (de-en)": 48.14, - "STS22 (pl-en)": 55.43, - "STS22 (de-fr)": 47.22, - "STS22 (zh-en)": 33.19, - "STS22 (pl)": 21.75, - "STS22 (en)": 61.92, - "STS22 (zh)": 52.55, - "STSB": 30.49, - "STSBenchmarkMultilingualSTS (zh)": 31.46, - "STSBenchmarkMultilingualSTS (fr)": 65.61, - "STSBenchmarkMultilingualSTS (en)": 82.93, - "STSBenchmarkMultilingualSTS (nl)": 63.39, - "STSBenchmarkMultilingualSTS (es)": 66.75, - "STSBenchmarkMultilingualSTS (ru)": 56.1, - "STSBenchmarkMultilingualSTS (de)": 62.41, - "STSBenchmarkMultilingualSTS (pt)": 63.81, - "STSBenchmarkMultilingualSTS (it)": 64.35, - "STSBenchmarkMultilingualSTS (pl)": 57.73 - }, - { - "Model": "e5-base-4k", - "CDSC-R": 84.98, - "GermanSTSBenchmark": 61.53, - "RUParaPhraserSTS": 48.39, - "RuSTSBenchmarkSTS": 55.64, - "SICK-R-PL": 56.01, - "SICKFr": 62.07, - "STS22 (it)": 70.79, - "STS22 (ru)": 24.96, - "STS22 (de-pl)": 16.84, - "STS22 (es)": 61.84, - "STS22 (de)": 31.42, - "STS22 (es-en)": 61.41, - "STS22 (es-it)": 55.06, - "STS22 (ar)": 34.55, - "STS22 (fr-pl)": 61.98, - "STS22 (tr)": 48.3, - "STS22 (fr)": 72.42, - "STS22 (de-en)": 48.14, - "STS22 (pl-en)": 55.43, - "STS22 (de-fr)": 47.22, - "STS22 (zh-en)": 33.19, - "STS22 (pl)": 21.86, - "STS22 (en)": 61.92, - "STS22 (zh)": 52.55, - "STSB": 30.48, - "STSBenchmarkMultilingualSTS (zh)": 31.46, - "STSBenchmarkMultilingualSTS (fr)": 65.61, - "STSBenchmarkMultilingualSTS (en)": 82.93, - "STSBenchmarkMultilingualSTS (nl)": 63.39, - "STSBenchmarkMultilingualSTS (es)": 66.75, - "STSBenchmarkMultilingualSTS (ru)": 56.1, - "STSBenchmarkMultilingualSTS (de)": 62.41, - "STSBenchmarkMultilingualSTS (pt)": 63.81, - "STSBenchmarkMultilingualSTS (it)": 64.35, - "STSBenchmarkMultilingualSTS (pl)": 57.73 - } - ] - }, - "Summarization": { - "cosine_spearman": [ - { - "Model": "e5-base-4k", - "SummEvalFr": 29.55 - }, - { - "Model": "e5-base-4k", - "SummEvalFr": 29.55 - } - ] - }, - "MultilabelClassification": { - "accuracy": [ - { - "Model": "e5-base-4k", - "CEDRClassification": 33.96, - "SensitiveTopicsClassification": 17.86 - } - ] - }, - "InstructionRetrieval": { - "p-MRR": [ - { - "Model": "e5-base-4k", - "Core17InstructionRetrieval": -2.14, - "News21InstructionRetrieval": -0.43, - "Robust04InstructionRetrieval": -6.2 - } - ] - } - }, - "elastic__elser-v2": { - "BitextMining": { - "f1": [] - }, - "Classification": { - "accuracy": [ - { - "Model": "elser-v2", - "AmazonCounterfactualClassification (en)": 74.16, - "AmazonPolarityClassification": 61.91, - "AmazonReviewsClassification (en)": 32.06, - "Banking77Classification": 82.05, - "EmotionClassification": 46.65, - "ImdbClassification": 65.02, - "MTOPDomainClassification (en)": 93.17, - "MTOPIntentClassification (en)": 71.1, - "MassiveIntentClassification (en)": 68.48, - "MassiveScenarioClassification (en)": 74.98, - "ToxicConversationsClassification": 68.15, - "TweetSentimentExtractionClassification": 53.57 - } - ] - }, - "Clustering": { - "v_measure": [ - { - "Model": "elser-v2", - "ArxivClusteringP2P": 35.27, - "ArxivClusteringS2S": 23.18, - "BiorxivClusteringP2P": 31.13, - "BiorxivClusteringS2S": 26.78, - "MedrxivClusteringP2P": 24.65, - "MedrxivClusteringS2S": 24.21, - "RedditClustering": 38.74, - "RedditClusteringP2P": 51.92, - "StackExchangeClustering": 42.7, - "StackExchangeClusteringP2P": 28.7, - "TwentyNewsgroupsClustering": 27.82 - } - ] - }, - "PairClassification": { - "max_ap": [ - { - "Model": "elser-v2", - "SprintDuplicateQuestions": 94.53, - "TwitterSemEval2015": 64.41, - "TwitterURLCorpus": 85.01 - }, - { - "Model": "elser-v2", - "SprintDuplicateQuestions": 94.53, - "TwitterSemEval2015": 64.41, - "TwitterURLCorpus": 85.01 - } - ] - }, - "Reranking": { - "map": [ - { - "Model": "elser-v2", - "AskUbuntuDupQuestions": 58.31, - "MindSmallReranking": 30.75, - "SciDocsRR": 75.62, - "StackOverflowDupQuestions": 48.4 - } - ] - }, - "Retrieval": { - "ndcg_at_10": [ - { - "Model": "elser-v2", - "ArguAna": 55.98, - "CQADupstackRetrieval": 34.27, - "ClimateFEVER": 27.08, - "DBPedia": 42.7, - "FEVER": 78.55, - "FiQA2018": 41.57, - "HotpotQA": 67.01, - "MSMARCO": 38.9, - "NFCorpus": 36.66, - "NQ": 55.84, - "QuoraRetrieval": 84.69, - "SCIDOCS": 16.24, - "SciFact": 71.8, - "TRECCOVID": 72.72, - "Touche2020": 26.27 - } - ] - }, - "STS": { - "cosine_spearman": [ - { - "Model": "elser-v2", - "BIOSSES": 83.79, - "SICK-R": 68.78, - "STS12": 64.81, - "STS13": 80.1, - "STS14": 74.96, - "STS15": 83.7, - "STS16": 80.55, - "STS17 (en-en)": 85.74, - "STS22 (en)": 67.5, - "STSBenchmark": 79.54 - } - ] - }, - "Summarization": { - "cosine_spearman": [ - { - "Model": "elser-v2", - "SummEval": 31.03 - } - ] - }, - "MultilabelClassification": { - "accuracy": [] - }, - "InstructionRetrieval": { - "p-MRR": [] - } - }, - "facebook__contriever": { - "BitextMining": { - "f1": [] - }, - "Classification": { - "accuracy": [] - }, - "Clustering": { - "v_measure": [] - }, - "PairClassification": { - "max_ap": [] - }, - "Reranking": { - "map": [] - }, - "Retrieval": { - "ndcg_at_10": [ - { - "Model": "contriever", - "ARCChallenge": 8.62, - "AlphaNLI": 31.77, - "HellaSwag": 17.73, - "PIQA": 24.64, - "Quail": 4.97, - "RARbCode": 9.28, - "RARbMath": 30.76, - "SIQA": 1.27, - "SpartQA": 10.94, - "TempReasonL1": 1.93, - "TempReasonL2Fact": 22.68, - "TempReasonL2Pure": 1.12, - "TempReasonL3Fact": 20.62, - "TempReasonL3Pure": 7.8, - "WinoGrande": 47.15 - } - ] - }, - "STS": { - "cosine_spearman": [] - }, - "Summarization": { - "cosine_spearman": [] - }, - "MultilabelClassification": { - "accuracy": [] - }, - "InstructionRetrieval": { - "p-MRR": [] - } - }, - "facebook__contriever-instruct": { - "BitextMining": { - "f1": [] - }, - "Classification": { - "accuracy": [] - }, - "Clustering": { - "v_measure": [] - }, - "PairClassification": { - "max_ap": [] - }, - "Reranking": { - "map": [] - }, - "Retrieval": { - "ndcg_at_10": [ - { - "Model": "contriever-instruct", - "ARCChallenge": 7.63, - "AlphaNLI": 27.09, - "PIQA": 21.73, - "Quail": 4.92, - "RARbCode": 7.12, - "RARbMath": 21.83, - "SIQA": 0.88, - "SpartQA": 10.56, - "TempReasonL1": 1.8, - "TempReasonL2Fact": 22.03, - "TempReasonL2Pure": 0.94, - "TempReasonL3Fact": 20.82, - "TempReasonL3Pure": 7.15, - "WinoGrande": 26.3 - } - ] - }, - "STS": { - "cosine_spearman": [] - }, - "Summarization": { - "cosine_spearman": [] - }, - "MultilabelClassification": { - "accuracy": [] - }, - "InstructionRetrieval": { - "p-MRR": [] - } - }, - "facebook__tart-full-flan-t5-xl": { - "BitextMining": { - "f1": [] - }, - "Classification": { - "accuracy": [] - }, - "Clustering": { - "v_measure": [] - }, - "PairClassification": { - "max_ap": [] - }, - "Reranking": { - "map": [] - }, - "Retrieval": { - "ndcg_at_10": [] - }, - "STS": { - "cosine_spearman": [] - }, - "Summarization": { - "cosine_spearman": [] - }, - "MultilabelClassification": { - "accuracy": [] - }, - "InstructionRetrieval": { - "p-MRR": [ - { - "Model": "tart-full-flan-t5-xl", - "Core17InstructionRetrieval": 2.82, - "News21InstructionRetrieval": 1.99, - "Robust04InstructionRetrieval": -0.72 - } - ] - } - }, - "facebookresearch__LASER2": { - "BitextMining": { - "f1": [ - { - "Model": "LASER2", - "BUCC (de-en)": 99.21, - "BUCC (fr-en)": 98.39, - "BUCC (ru-en)": 97.62, - "BUCC (zh-en)": 97.7, - "Tatoeba (afr-eng)": 92.59, - "Tatoeba (amh-eng)": 80.82, - "Tatoeba (ang-eng)": 25.22, - "Tatoeba (ara-eng)": 90.14, - "Tatoeba (arq-eng)": 26.63, - "Tatoeba (arz-eng)": 66.16, - "Tatoeba (ast-eng)": 76.35, - "Tatoeba (awa-eng)": 33.74, - "Tatoeba (aze-eng)": 82.41, - "Tatoeba (bel-eng)": 79.54, - "Tatoeba (ben-eng)": 89.43, - "Tatoeba (ber-eng)": 77.63, - "Tatoeba (bos-eng)": 95.86, - "Tatoeba (bre-eng)": 31.2, - "Tatoeba (bul-eng)": 93.57, - "Tatoeba (cat-eng)": 95.8, - "Tatoeba (cbk-eng)": 77.17, - "Tatoeba (ceb-eng)": 9.93, - "Tatoeba (ces-eng)": 95.52, - "Tatoeba (cha-eng)": 14.86, - "Tatoeba (cmn-eng)": 85.62, - "Tatoeba (cor-eng)": 4.45, - "Tatoeba (csb-eng)": 27.03, - "Tatoeba (cym-eng)": 5.85, - "Tatoeba (dan-eng)": 95.22, - "Tatoeba (deu-eng)": 99.07, - "Tatoeba (dsb-eng)": 42.34, - "Tatoeba (dtp-eng)": 7.39, - "Tatoeba (ell-eng)": 96.2, - "Tatoeba (epo-eng)": 96.61, - "Tatoeba (est-eng)": 96.43, - "Tatoeba (eus-eng)": 93.32, - "Tatoeba (fao-eng)": 57.04, - "Tatoeba (fin-eng)": 96.98, - "Tatoeba (fra-eng)": 94.28, - "Tatoeba (fry-eng)": 42.07, - "Tatoeba (gla-eng)": 1.52, - "Tatoeba (gle-eng)": 4.2, - "Tatoeba (glg-eng)": 96.14, - "Tatoeba (gsw-eng)": 27.52, - "Tatoeba (heb-eng)": 0.0, - "Tatoeba (hin-eng)": 95.32, - "Tatoeba (hrv-eng)": 96.72, - "Tatoeba (hsb-eng)": 45.75, - "Tatoeba (hun-eng)": 95.2, - "Tatoeba (hye-eng)": 88.72, - "Tatoeba (ido-eng)": 80.86, - "Tatoeba (ile-eng)": 87.88, - "Tatoeba (ina-eng)": 93.93, - "Tatoeba (ind-eng)": 92.98, - "Tatoeba (isl-eng)": 94.32, - "Tatoeba (ita-eng)": 94.32, - "Tatoeba (jav-eng)": 9.95, - "Tatoeba (jpn-eng)": 93.78, - "Tatoeba (kab-eng)": 65.88, - "Tatoeba (kat-eng)": 81.16, - "Tatoeba (kaz-eng)": 53.3, - "Tatoeba (khm-eng)": 74.19, - "Tatoeba (kor-eng)": 87.97, - "Tatoeba (kur-eng)": 19.09, - "Tatoeba (kzj-eng)": 4.46, - "Tatoeba (lat-eng)": 64.81, - "Tatoeba (lfn-eng)": 63.39, - "Tatoeba (lit-eng)": 96.2, - "Tatoeba (lvs-eng)": 95.33, - "Tatoeba (mal-eng)": 98.16, - "Tatoeba (mar-eng)": 92.93, - "Tatoeba (max-eng)": 36.96, - "Tatoeba (mhr-eng)": 6.86, - "Tatoeba (mkd-eng)": 93.63, - "Tatoeba (mon-eng)": 3.42, - "Tatoeba (nds-eng)": 77.13, - "Tatoeba (nld-eng)": 95.35, - "Tatoeba (nno-eng)": 72.75, - "Tatoeba (nob-eng)": 95.77, - "Tatoeba (nov-eng)": 60.02, - "Tatoeba (oci-eng)": 58.13, - "Tatoeba (orv-eng)": 23.24, - "Tatoeba (pam-eng)": 3.24, - "Tatoeba (pes-eng)": 93.13, - "Tatoeba (pms-eng)": 36.23, - "Tatoeba (pol-eng)": 97.32, - "Tatoeba (por-eng)": 94.54, - "Tatoeba (ron-eng)": 96.52, - "Tatoeba (rus-eng)": 92.58, - "Tatoeba (slk-eng)": 95.82, - "Tatoeba (slv-eng)": 95.4, - "Tatoeba (spa-eng)": 97.33, - "Tatoeba (sqi-eng)": 97.22, - "Tatoeba (srp-eng)": 93.64, - "Tatoeba (swe-eng)": 95.31, - "Tatoeba (swg-eng)": 33.1, - "Tatoeba (swh-eng)": 55.66, - "Tatoeba (tam-eng)": 87.32, - "Tatoeba (tat-eng)": 34.74, - "Tatoeba (tel-eng)": 96.72, - "Tatoeba (tgl-eng)": 63.19, - "Tatoeba (tha-eng)": 96.38, - "Tatoeba (tuk-eng)": 16.35, - "Tatoeba (tur-eng)": 98.03, - "Tatoeba (tzl-eng)": 36.56, - "Tatoeba (uig-eng)": 56.49, - "Tatoeba (ukr-eng)": 93.52, - "Tatoeba (urd-eng)": 84.23, - "Tatoeba (uzb-eng)": 23.2, - "Tatoeba (vie-eng)": 96.73, - "Tatoeba (war-eng)": 8.25, - "Tatoeba (wuu-eng)": 75.09, - "Tatoeba (xho-eng)": 4.68, - "Tatoeba (yid-eng)": 2.49, - "Tatoeba (yue-eng)": 87.75, - "Tatoeba (zsm-eng)": 95.41 - } - ] - }, - "Classification": { - "accuracy": [ - { - "Model": "LASER2", - "AmazonCounterfactualClassification (de)": 67.82, - "AmazonCounterfactualClassification (en)": 76.84, - "AmazonCounterfactualClassification (en-ext)": 76.17, - "AmazonCounterfactualClassification (ja)": 68.76, - "AmazonPolarityClassification": 61.01, - "AmazonReviewsClassification (de)": 31.07, - "AmazonReviewsClassification (en)": 28.71, - "AmazonReviewsClassification (es)": 32.72, - "AmazonReviewsClassification (fr)": 31.12, - "AmazonReviewsClassification (ja)": 28.94, - "AmazonReviewsClassification (zh)": 30.89, - "Banking77Classification": 57.76, - "EmotionClassification": 24.83, - "ImdbClassification": 57.58, - "MTOPDomainClassification (de)": 74.08, - "MTOPDomainClassification (en)": 75.36, - "MTOPDomainClassification (es)": 73.47, - "MTOPDomainClassification (fr)": 72.26, - "MTOPDomainClassification (hi)": 72.95, - "MTOPDomainClassification (th)": 72.68, - "MTOPIntentClassification (de)": 51.62, - "MTOPIntentClassification (en)": 49.47, - "MTOPIntentClassification (es)": 52.75, - "MTOPIntentClassification (fr)": 50.12, - "MTOPIntentClassification (hi)": 45.55, - "MTOPIntentClassification (th)": 50.07, - "MasakhaNEWSClassification (fra)": 65.9, - "MassiveIntentClassification (af)": 38.01, - "MassiveIntentClassification (am)": 12.7, - "MassiveIntentClassification (ar)": 37.16, - "MassiveIntentClassification (az)": 19.98, - "MassiveIntentClassification (bn)": 42.51, - "MassiveIntentClassification (cy)": 17.33, - "MassiveIntentClassification (da)": 45.61, - "MassiveIntentClassification (de)": 44.79, - "MassiveIntentClassification (el)": 46.71, - "MassiveIntentClassification (en)": 47.91, - "MassiveIntentClassification (es)": 45.44, - "MassiveIntentClassification (fa)": 45.01, - "MassiveIntentClassification (fi)": 45.94, - "MassiveIntentClassification (fr)": 46.13, - "MassiveIntentClassification (he)": 42.55, - "MassiveIntentClassification (hi)": 40.2, - "MassiveIntentClassification (hu)": 42.77, - "MassiveIntentClassification (hy)": 28.07, - "MassiveIntentClassification (id)": 45.81, - "MassiveIntentClassification (is)": 39.86, - "MassiveIntentClassification (it)": 48.25, - "MassiveIntentClassification (ja)": 45.3, - "MassiveIntentClassification (jv)": 24.3, - "MassiveIntentClassification (ka)": 22.7, - "MassiveIntentClassification (km)": 22.48, - "MassiveIntentClassification (kn)": 4.32, - "MassiveIntentClassification (ko)": 44.26, - "MassiveIntentClassification (lv)": 39.75, - "MassiveIntentClassification (ml)": 41.33, - "MassiveIntentClassification (mn)": 16.2, - "MassiveIntentClassification (ms)": 43.23, - "MassiveIntentClassification (my)": 25.37, - "MassiveIntentClassification (nb)": 37.74, - "MassiveIntentClassification (nl)": 45.0, - "MassiveIntentClassification (pl)": 44.99, - "MassiveIntentClassification (pt)": 48.55, - "MassiveIntentClassification (ro)": 44.3, - "MassiveIntentClassification (ru)": 44.29, - "MassiveIntentClassification (sl)": 44.72, - "MassiveIntentClassification (sq)": 46.12, - "MassiveIntentClassification (sv)": 45.95, - "MassiveIntentClassification (sw)": 31.89, - "MassiveIntentClassification (ta)": 29.63, - "MassiveIntentClassification (te)": 36.03, - "MassiveIntentClassification (th)": 43.39, - "MassiveIntentClassification (tl)": 29.73, - "MassiveIntentClassification (tr)": 43.93, - "MassiveIntentClassification (ur)": 26.11, - "MassiveIntentClassification (vi)": 44.33, - "MassiveIntentClassification (zh-CN)": 40.62, - "MassiveIntentClassification (zh-TW)": 32.93, - "MassiveScenarioClassification (af)": 47.1, - "MassiveScenarioClassification (am)": 17.7, - "MassiveScenarioClassification (ar)": 45.21, - "MassiveScenarioClassification (az)": 28.21, - "MassiveScenarioClassification (bn)": 50.52, - "MassiveScenarioClassification (cy)": 22.58, - "MassiveScenarioClassification (da)": 54.87, - "MassiveScenarioClassification (de)": 54.34, - "MassiveScenarioClassification (el)": 55.47, - "MassiveScenarioClassification (en)": 55.92, - "MassiveScenarioClassification (es)": 52.77, - "MassiveScenarioClassification (fa)": 52.5, - "MassiveScenarioClassification (fi)": 52.63, - "MassiveScenarioClassification (fr)": 54.32, - "MassiveScenarioClassification (he)": 52.41, - "MassiveScenarioClassification (hi)": 47.37, - "MassiveScenarioClassification (hu)": 53.43, - "MassiveScenarioClassification (hy)": 33.57, - "MassiveScenarioClassification (id)": 54.38, - "MassiveScenarioClassification (is)": 49.78, - "MassiveScenarioClassification (it)": 54.84, - "MassiveScenarioClassification (ja)": 54.12, - "MassiveScenarioClassification (jv)": 32.71, - "MassiveScenarioClassification (ka)": 26.92, - "MassiveScenarioClassification (km)": 27.23, - "MassiveScenarioClassification (kn)": 10.06, - "MassiveScenarioClassification (ko)": 52.01, - "MassiveScenarioClassification (lv)": 44.82, - "MassiveScenarioClassification (ml)": 49.1, - "MassiveScenarioClassification (mn)": 21.51, - "MassiveScenarioClassification (ms)": 53.6, - "MassiveScenarioClassification (my)": 29.72, - "MassiveScenarioClassification (nb)": 43.9, - "MassiveScenarioClassification (nl)": 53.33, - "MassiveScenarioClassification (pl)": 52.92, - "MassiveScenarioClassification (pt)": 53.41, - "MassiveScenarioClassification (ro)": 50.48, - "MassiveScenarioClassification (ru)": 51.84, - "MassiveScenarioClassification (sl)": 51.29, - "MassiveScenarioClassification (sq)": 55.65, - "MassiveScenarioClassification (sv)": 54.64, - "MassiveScenarioClassification (sw)": 42.04, - "MassiveScenarioClassification (ta)": 36.72, - "MassiveScenarioClassification (te)": 42.08, - "MassiveScenarioClassification (th)": 52.15, - "MassiveScenarioClassification (tl)": 37.34, - "MassiveScenarioClassification (tr)": 52.56, - "MassiveScenarioClassification (ur)": 32.6, - "MassiveScenarioClassification (vi)": 50.97, - "MassiveScenarioClassification (zh-CN)": 50.22, - "MassiveScenarioClassification (zh-TW)": 42.32, - "ToxicConversationsClassification": 54.05, - "TweetSentimentExtractionClassification": 48.73 - } - ] - }, - "Clustering": { - "v_measure": [ - { - "Model": "LASER2", - "AlloProfClusteringP2P": 48.45, - "AlloProfClusteringS2S": 25.81, - "ArxivClusteringP2P": 17.77, - "ArxivClusteringS2S": 12.39, - "BiorxivClusteringP2P": 12.4, - "BiorxivClusteringS2S": 8.83, - "HALClusteringS2S": 11.52, - "MLSUMClusteringP2P": 34.53, - "MLSUMClusteringS2S": 27.35, - "MasakhaNEWSClusteringP2P (fra)": 32.04, - "MasakhaNEWSClusteringS2S (fra)": 29.77, - "MedrxivClusteringP2P": 17.91, - "MedrxivClusteringS2S": 16.63, - "RedditClustering": 9.96, - "RedditClusteringP2P": 26.42, - "StackExchangeClustering": 15.79, - "StackExchangeClusteringP2P": 18.63, - "TwentyNewsgroupsClustering": 11.38 - } - ] - }, - "PairClassification": { - "max_ap": [ - { - "Model": "LASER2", - "OpusparcusPC (fr)": 93.77, - "PawsXPairClassification (fr)": 69.53, - "SprintDuplicateQuestions": 65.54, - "TwitterSemEval2015": 59.57, - "TwitterURLCorpus": 81.47 - }, - { - "Model": "LASER2", - "OpusparcusPC (fr)": 93.77, - "PawsXPairClassification (fr)": 70.31, - "SprintDuplicateQuestions": 68.48, - "TwitterSemEval2015": 59.57, - "TwitterURLCorpus": 81.47 - } - ] - }, - "Reranking": { - "map": [ - { - "Model": "LASER2", - "AlloprofReranking": 35.29, - "AskUbuntuDupQuestions": 48.99, - "MindSmallReranking": 24.79, - "SciDocsRR": 54.99, - "StackOverflowDupQuestions": 36.98, - "SyntecReranking": 55.93 - } - ] - }, - "Retrieval": { - "ndcg_at_10": [ - { - "Model": "LASER2", - "AlloprofRetrieval": 3.1, - "ArguAna": 12.86, - "BSARDRetrieval": 0.36, - "CQADupstackRetrieval": 4.12, - "ClimateFEVER": 0.36, - "DBPedia": 1.53, - "FEVER": 0.77, - "FiQA2018": 1.73, - "HotpotQA": 5.5, - "MSMARCO": 1.09, - "MintakaRetrieval (fr)": 6.31, - "NFCorpus": 2.44, - "NQ": 0.64, - "QuoraRetrieval": 71.14, - "SCIDOCS": 0.78, - "SciFact": 4.04, - "SyntecRetrieval": 28.58, - "TRECCOVID": 10.97, - "Touche2020": 1.06, - "XPQARetrieval (fr)": 42.59 - } - ] - }, - "STS": { - "cosine_spearman": [ - { - "Model": "LASER2", - "BIOSSES": 62.01, - "SICK-R": 62.86, - "SICKFr": 64.95, - "STS12": 62.6, - "STS13": 59.62, - "STS14": 57.03, - "STS15": 71.57, - "STS16": 70.75, - "STS17 (ar-ar)": 67.47, - "STS17 (en-ar)": 65.05, - "STS17 (en-de)": 66.66, - "STS17 (en-en)": 76.73, - "STS17 (en-tr)": 70.05, - "STS17 (es-en)": 55.3, - "STS17 (es-es)": 79.67, - "STS17 (fr-en)": 70.82, - "STS17 (it-en)": 70.98, - "STS17 (ko-ko)": 70.52, - "STS17 (nl-en)": 68.12, - "STS22 (ar)": 42.57, - "STS22 (de)": 25.69, - "STS22 (de-en)": 32.35, - "STS22 (de-fr)": 37.41, - "STS22 (de-pl)": 15.67, - "STS22 (en)": 39.76, - "STS22 (es)": 54.92, - "STS22 (es-en)": 54.34, - "STS22 (es-it)": 42.21, - "STS22 (fr)": 58.61, - "STS22 (fr-pl)": 39.44, - "STS22 (it)": 60.31, - "STS22 (pl)": 18.34, - "STS22 (pl-en)": 53.63, - "STS22 (ru)": 39.24, - "STS22 (tr)": 36.97, - "STS22 (zh)": 49.41, - "STS22 (zh-en)": 46.19, - "STSBenchmark": 69.77, - "STSBenchmarkMultilingualSTS (fr)": 69.82 - } - ] - }, - "Summarization": { - "cosine_spearman": [ - { - "Model": "LASER2", - "SummEval": 26.8, - "SummEvalFr": 31.56 - } - ] - }, - "MultilabelClassification": { - "accuracy": [] - }, - "InstructionRetrieval": { - "p-MRR": [] - } - }, - "facebookresearch__dragon-plus": { - "BitextMining": { - "f1": [] - }, - "Classification": { - "accuracy": [] - }, - "Clustering": { - "v_measure": [] - }, - "PairClassification": { - "max_ap": [] - }, - "Reranking": { - "map": [] - }, - "Retrieval": { - "ndcg_at_10": [ - { - "Model": "dragon-plus", - "ARCChallenge": 8.91, - "AlphaNLI": 32.1, - "HellaSwag": 27.69, - "PIQA": 28.01, - "Quail": 4.09, - "RARbCode": 17.58, - "RARbMath": 45.09, - "SIQA": 2.0, - "SpartQA": 10.34, - "TempReasonL1": 1.82, - "TempReasonL2Fact": 17.45, - "TempReasonL2Pure": 0.55, - "TempReasonL3Fact": 15.71, - "TempReasonL3Pure": 7.97, - "WinoGrande": 67.18 - } - ] - }, - "STS": { - "cosine_spearman": [] - }, - "Summarization": { - "cosine_spearman": [] - }, - "MultilabelClassification": { - "accuracy": [] - }, - "InstructionRetrieval": { - "p-MRR": [] - } - }, - "facebookresearch__dragon-plus-instruct": { - "BitextMining": { - "f1": [] - }, - "Classification": { - "accuracy": [] - }, - "Clustering": { - "v_measure": [] - }, - "PairClassification": { - "max_ap": [] - }, - "Reranking": { - "map": [] - }, - "Retrieval": { - "ndcg_at_10": [ - { - "Model": "dragon-plus-instruct", - "ARCChallenge": 8.24, - "AlphaNLI": 25.18, - "HellaSwag": 24.06, - "PIQA": 26.35, - "Quail": 4.2, - "RARbCode": 12.84, - "RARbMath": 36.15, - "SIQA": 1.75, - "SpartQA": 10.82, - "TempReasonL1": 1.54, - "TempReasonL2Fact": 16.11, - "TempReasonL2Pure": 0.57, - "TempReasonL3Fact": 14.81, - "TempReasonL3Pure": 7.46, - "WinoGrande": 60.84 - } - ] - }, - "STS": { - "cosine_spearman": [] - }, - "Summarization": { - "cosine_spearman": [] - }, - "MultilabelClassification": { - "accuracy": [] - }, - "InstructionRetrieval": { - "p-MRR": [] - } - }, - "flaubert__flaubert_base_cased": { - "BitextMining": { - "f1": [] - }, - "Classification": { - "accuracy": [ - { - "Model": "flaubert_base_cased", - "AmazonReviewsClassification (fr)": 24.9, - "MTOPDomainClassification (fr)": 25.55, - "MTOPIntentClassification (fr)": 9.49, - "MasakhaNEWSClassification (fra)": 71.14, - "MassiveIntentClassification (fr)": 6.98, - "MassiveScenarioClassification (fr)": 11.41 - } - ] - }, - "Clustering": { - "v_measure": [ - { - "Model": "flaubert_base_cased", - "AlloProfClusteringP2P": 52.86, - "AlloProfClusteringS2S": 14.46, - "HALClusteringS2S": 3.85, - "MLSUMClusteringP2P": 39.06, - "MLSUMClusteringS2S": 17.13, - "MasakhaNEWSClusteringP2P (fra)": 41.61, - "MasakhaNEWSClusteringS2S (fra)": 21.26 - } - ] - }, - "PairClassification": { - "max_ap": [ - { - "Model": "flaubert_base_cased", - "OpusparcusPC (fr)": 82.15, - "PawsXPairClassification (fr)": 51.89 - }, - { - "Model": "flaubert_base_cased", - "OpusparcusPC (fr)": 82.15, - "PawsXPairClassification (fr)": 52.19 - } - ] - }, - "Reranking": { - "map": [ - { - "Model": "flaubert_base_cased", - "AlloprofReranking": 34.81, - "SyntecReranking": 55.88 - } - ] - }, - "Retrieval": { - "ndcg_at_10": [ - { - "Model": "flaubert_base_cased", - "AlloprofRetrieval": 1.63, - "BSARDRetrieval": 0.0, - "MintakaRetrieval (fr)": 0.58, - "SyntecRetrieval": 20.56, - "XPQARetrieval (fr)": 6.59 - } - ] - }, - "STS": { - "cosine_spearman": [ - { - "Model": "flaubert_base_cased", - "SICKFr": 53.86, - "STS22 (fr)": 65.37, - "STSBenchmarkMultilingualSTS (fr)": 37.14 - } - ] - }, - "Summarization": { - "cosine_spearman": [ - { - "Model": "flaubert_base_cased", - "SummEvalFr": 31.26 - } - ] - }, - "MultilabelClassification": { - "accuracy": [] - }, - "InstructionRetrieval": { - "p-MRR": [] - } - }, - "flaubert__flaubert_base_uncased": { - "BitextMining": { - "f1": [] - }, - "Classification": { - "accuracy": [ - { - "Model": "flaubert_base_uncased", - "AmazonReviewsClassification (fr)": 23.52, - "MTOPDomainClassification (fr)": 27.74, - "MTOPIntentClassification (fr)": 8.61, - "MasakhaNEWSClassification (fra)": 62.61, - "MassiveIntentClassification (fr)": 6.24, - "MassiveScenarioClassification (fr)": 10.98 - } - ] - }, - "Clustering": { - "v_measure": [ - { - "Model": "flaubert_base_uncased", - "AlloProfClusteringP2P": 43.2, - "AlloProfClusteringS2S": 12.94, - "HALClusteringS2S": 1.8, - "MLSUMClusteringP2P": 33.22, - "MLSUMClusteringS2S": 14.9, - "MasakhaNEWSClusteringP2P (fra)": 28.49, - "MasakhaNEWSClusteringS2S (fra)": 22.58 - } - ] - }, - "PairClassification": { - "max_ap": [ - { - "Model": "flaubert_base_uncased", - "OpusparcusPC (fr)": 82.0, - "PawsXPairClassification (fr)": 52.78 - }, - { - "Model": "flaubert_base_uncased", - "OpusparcusPC (fr)": 82.0, - "PawsXPairClassification (fr)": 52.89 - } - ] - }, - "Reranking": { - "map": [ - { - "Model": "flaubert_base_uncased", - "AlloprofReranking": 34.55, - "SyntecReranking": 57.18 - } - ] - }, - "Retrieval": { - "ndcg_at_10": [ - { - "Model": "flaubert_base_uncased", - "AlloprofRetrieval": 1.72, - "BSARDRetrieval": 0.0, - "MintakaRetrieval (fr)": 0.51, - "SyntecRetrieval": 22.33, - "XPQARetrieval (fr)": 9.09 - } - ] - }, - "STS": { - "cosine_spearman": [ - { - "Model": "flaubert_base_uncased", - "SICKFr": 41.9, - "STS22 (fr)": 55.15, - "STSBenchmarkMultilingualSTS (fr)": 33.41 - } - ] - }, - "Summarization": { - "cosine_spearman": [ - { - "Model": "flaubert_base_uncased", - "SummEvalFr": 29.43 - } - ] - }, - "MultilabelClassification": { - "accuracy": [] - }, - "InstructionRetrieval": { - "p-MRR": [] - } - }, - "flaubert__flaubert_large_cased": { - "BitextMining": { - "f1": [] - }, - "Classification": { - "accuracy": [ - { - "Model": "flaubert_large_cased", - "AmazonReviewsClassification (fr)": 22.45, - "MTOPDomainClassification (fr)": 24.27, - "MTOPIntentClassification (fr)": 9.79, - "MasakhaNEWSClassification (fra)": 55.64, - "MassiveIntentClassification (fr)": 16.41, - "MassiveScenarioClassification (fr)": 22.72 - } - ] - }, - "Clustering": { - "v_measure": [ - { - "Model": "flaubert_large_cased", - "AlloProfClusteringP2P": 40.85, - "AlloProfClusteringS2S": 21.76, - "HALClusteringS2S": 5.26, - "MLSUMClusteringP2P": 38.09, - "MLSUMClusteringS2S": 18.71, - "MasakhaNEWSClusteringP2P (fra)": 26.43, - "MasakhaNEWSClusteringS2S (fra)": 24.68 - } - ] - }, - "PairClassification": { - "max_ap": [ - { - "Model": "flaubert_large_cased", - "OpusparcusPC (fr)": 74.78, - "PawsXPairClassification (fr)": 54.14 - }, - { - "Model": "flaubert_large_cased", - "OpusparcusPC (fr)": 85.91, - "PawsXPairClassification (fr)": 54.94 - } - ] - }, - "Reranking": { - "map": [ - { - "Model": "flaubert_large_cased", - "AlloprofReranking": 26.29, - "SyntecReranking": 42.8 - } - ] - }, - "Retrieval": { - "ndcg_at_10": [ - { - "Model": "flaubert_large_cased", - "AlloprofRetrieval": 0.58, - "BSARDRetrieval": 0.0, - "MintakaRetrieval (fr)": 0.26, - "SyntecRetrieval": 1.58, - "XPQARetrieval (fr)": 3.69 - } - ] - }, - "STS": { - "cosine_spearman": [ - { - "Model": "flaubert_large_cased", - "SICKFr": 34.6, - "STS22 (fr)": 48.52, - "STSBenchmarkMultilingualSTS (fr)": 15.66 - } - ] - }, - "Summarization": { - "cosine_spearman": [ - { - "Model": "flaubert_large_cased", - "SummEvalFr": 29.25 - } - ] - }, - "MultilabelClassification": { - "accuracy": [] - }, - "InstructionRetrieval": { - "p-MRR": [] - } - }, - "google-bert__bert-base-multilingual-cased": { - "BitextMining": { - "f1": [] - }, - "Classification": { - "accuracy": [ - { - "Model": "bert-base-multilingual-cased", - "AmazonReviewsClassification (fr)": 29.39, - "MTOPDomainClassification (fr)": 63.61, - "MTOPIntentClassification (fr)": 37.84, - "MasakhaNEWSClassification (fra)": 64.0, - "MassiveIntentClassification (fr)": 37.3, - "MassiveScenarioClassification (fr)": 44.47 - } - ] - }, - "Clustering": { - "v_measure": [ - { - "Model": "bert-base-multilingual-cased", - "AlloProfClusteringP2P": 51.5, - "AlloProfClusteringS2S": 43.06, - "HALClusteringS2S": 20.81, - "MLSUMClusteringP2P": 40.9, - "MLSUMClusteringS2S": 31.8, - "MasakhaNEWSClusteringP2P (fra)": 24.23, - "MasakhaNEWSClusteringS2S (fra)": 24.46 - } - ] - }, - "PairClassification": { - "max_ap": [ - { - "Model": "bert-base-multilingual-cased", - "OpusparcusPC (fr)": 86.77, - "PawsXPairClassification (fr)": 53.39 - }, - { - "Model": "bert-base-multilingual-cased", - "OpusparcusPC (fr)": 87.76, - "PawsXPairClassification (fr)": 53.41 - } - ] - }, - "Reranking": { - "map": [ - { - "Model": "bert-base-multilingual-cased", - "AlloprofReranking": 36.23, - "SyntecReranking": 53.25 - } - ] - }, - "Retrieval": { - "ndcg_at_10": [ - { - "Model": "bert-base-multilingual-cased", - "AlloprofRetrieval": 1.63, - "BSARDRetrieval": 0.0, - "MintakaRetrieval (fr)": 3.55, - "SyntecRetrieval": 18.95, - "XPQARetrieval (fr)": 18.49 - } - ] - }, - "STS": { - "cosine_spearman": [ - { - "Model": "bert-base-multilingual-cased", - "SICKFr": 58.75, - "STS22 (fr)": 39.05, - "STSBenchmarkMultilingualSTS (fr)": 52.25 - } - ] - }, - "Summarization": { - "cosine_spearman": [ - { - "Model": "bert-base-multilingual-cased", - "SummEvalFr": 28.81 - } - ] - }, - "MultilabelClassification": { - "accuracy": [] - }, - "InstructionRetrieval": { - "p-MRR": [] - } - }, - "google-bert__bert-base-multilingual-uncased": { - "BitextMining": { - "f1": [] - }, - "Classification": { - "accuracy": [ - { - "Model": "bert-base-multilingual-uncased", - "AmazonReviewsClassification (fr)": 29.02, - "MTOPDomainClassification (fr)": 64.49, - "MTOPIntentClassification (fr)": 39.4, - "MasakhaNEWSClassification (fra)": 75.69, - "MassiveIntentClassification (fr)": 38.01, - "MassiveScenarioClassification (fr)": 43.63 - } - ] - }, - "Clustering": { - "v_measure": [ - { - "Model": "bert-base-multilingual-uncased", - "AlloProfClusteringP2P": 60.66, - "AlloProfClusteringS2S": 35.05, - "HALClusteringS2S": 20.9, - "MLSUMClusteringP2P": 43.5, - "MLSUMClusteringS2S": 30.99, - "MasakhaNEWSClusteringP2P (fra)": 49.71, - "MasakhaNEWSClusteringS2S (fra)": 42.23 - } - ] - }, - "PairClassification": { - "max_ap": [ - { - "Model": "bert-base-multilingual-uncased", - "OpusparcusPC (fr)": 87.43, - "PawsXPairClassification (fr)": 53.22 - }, - { - "Model": "bert-base-multilingual-uncased", - "OpusparcusPC (fr)": 87.53, - "PawsXPairClassification (fr)": 53.33 - } - ] - }, - "Reranking": { - "map": [ - { - "Model": "bert-base-multilingual-uncased", - "AlloprofReranking": 38.85, - "SyntecReranking": 66.4 - } - ] - }, - "Retrieval": { - "ndcg_at_10": [ - { - "Model": "bert-base-multilingual-uncased", - "AlloprofRetrieval": 5.51, - "BSARDRetrieval": 0.0, - "MintakaRetrieval (fr)": 2.87, - "SyntecRetrieval": 34.95, - "XPQARetrieval (fr)": 26.12 - } - ] - }, - "STS": { - "cosine_spearman": [ - { - "Model": "bert-base-multilingual-uncased", - "SICKFr": 58.26, - "STS22 (fr)": 56.47, - "STSBenchmarkMultilingualSTS (fr)": 54.97 - } - ] - }, - "Summarization": { - "cosine_spearman": [ - { - "Model": "bert-base-multilingual-uncased", - "SummEvalFr": 30.72 - } - ] - }, - "MultilabelClassification": { - "accuracy": [] - }, - "InstructionRetrieval": { - "p-MRR": [] - } - }, - "google-bert__bert-base-uncased": { - "BitextMining": { - "f1": [] - }, - "Classification": { - "accuracy": [ - { - "Model": "bert-base-uncased", - "AmazonCounterfactualClassification (en)": 74.25, - "AmazonPolarityClassification": 71.33, - "AmazonReviewsClassification (en)": 33.56, - "Banking77Classification": 63.41, - "EmotionClassification": 35.28, - "ImdbClassification": 65.35, - "MTOPDomainClassification (en)": 82.63, - "MTOPIntentClassification (en)": 68.14, - "MassiveIntentClassification (en)": 59.88, - "MassiveScenarioClassification (en)": 64.28, - "ToxicConversationsClassification": 70.0, - "TweetSentimentExtractionClassification": 51.81 - } - ] - }, - "Clustering": { - "v_measure": [ - { - "Model": "bert-base-uncased", - "ArxivClusteringP2P": 35.19, - "ArxivClusteringS2S": 27.51, - "BiorxivClusteringP2P": 30.12, - "BiorxivClusteringS2S": 24.77, - "MedrxivClusteringP2P": 26.09, - "MedrxivClusteringS2S": 23.6, - "RedditClustering": 27.24, - "RedditClusteringP2P": 43.32, - "StackExchangeClustering": 43.58, - "StackExchangeClusteringP2P": 26.55, - "TwentyNewsgroupsClustering": 23.35 - } - ] - }, - "PairClassification": { - "max_ap": [ - { - "Model": "bert-base-uncased", - "SprintDuplicateQuestions": 36.81, - "TwitterSemEval2015": 55.9, - "TwitterURLCorpus": 76.29 - }, - { - "Model": "bert-base-uncased", - "SprintDuplicateQuestions": 36.81, - "TwitterSemEval2015": 55.9, - "TwitterURLCorpus": 76.29 - } - ] - }, - "Reranking": { - "map": [ - { - "Model": "bert-base-uncased", - "AskUbuntuDupQuestions": 45.84, - "MindSmallReranking": 28.37, - "SciDocsRR": 64.94, - "StackOverflowDupQuestions": 34.62 - } - ] - }, - "Retrieval": { - "ndcg_at_10": [ - { - "Model": "bert-base-uncased", - "ArguAna": 28.29, - "CQADupstackRetrieval": 5.51, - "ClimateFEVER": 5.41, - "DBPedia": 4.13, - "FEVER": 3.3, - "FiQA2018": 2.19, - "HotpotQA": 8.26, - "MSMARCO": 1.91, - "NFCorpus": 4.3, - "NQ": 2.62, - "QuoraRetrieval": 61.03, - "SCIDOCS": 2.82, - "SciFact": 13.34, - "TRECCOVID": 14.74, - "Touche2020": 0.97 - } - ] - }, - "STS": { - "cosine_spearman": [ - { - "Model": "bert-base-uncased", - "BIOSSES": 54.7, - "SICK-R": 58.65, - "STS12": 30.87, - "STS13": 59.89, - "STS14": 47.73, - "STS15": 60.29, - "STS16": 63.73, - "STS17 (en-en)": 64.1, - "STS22 (en)": 56.37, - "STSBenchmark": 47.29 - } - ] - }, - "Summarization": { - "cosine_spearman": [ - { - "Model": "bert-base-uncased", - "SummEval": 29.82 - } - ] - }, - "MultilabelClassification": { - "accuracy": [] - }, - "InstructionRetrieval": { - "p-MRR": [] - } - }, - "google-gecko__text-embedding-004": { - "BitextMining": { - "f1": [] - }, - "Classification": { - "accuracy": [ - { - "Model": "text-embedding-004", - "AmazonCounterfactualClassification (en)": 75.34, - "AmazonPolarityClassification": 97.34, - "AmazonReviewsClassification (en)": 51.17, - "Banking77Classification": 88.62, - "EmotionClassification": 52.51, - "ImdbClassification": 95.65, - "MTOPDomainClassification (en)": 98.35, - "MTOPIntentClassification (en)": 83.43, - "MassiveIntentClassification (en)": 80.22, - "MassiveScenarioClassification (en)": 87.19, - "ToxicConversationsClassification": 89.67, - "TweetSentimentExtractionClassification": 74.52 - } - ] - }, - "Clustering": { - "v_measure": [ - { - "Model": "text-embedding-004", - "ArxivClusteringP2P": 46.27, - "ArxivClusteringS2S": 38.36, - "BiorxivClusteringP2P": 37.87, - "BiorxivClusteringS2S": 35.67, - "MedrxivClusteringP2P": 33.11, - "MedrxivClusteringS2S": 31.54, - "RedditClustering": 65.81, - "RedditClusteringP2P": 66.62, - "StackExchangeClustering": 74.52, - "StackExchangeClusteringP2P": 37.63, - "TwentyNewsgroupsClustering": 54.87 - } - ] - }, - "PairClassification": { - "max_ap": [ - { - "Model": "text-embedding-004", - "SprintDuplicateQuestions": 96.26, - "TwitterSemEval2015": 79.04, - "TwitterURLCorpus": 87.53 - }, - { - "Model": "text-embedding-004", - "SprintDuplicateQuestions": 96.26, - "TwitterSemEval2015": 79.04, - "TwitterURLCorpus": 87.53 - } - ] - }, - "Reranking": { - "map": [ - { - "Model": "text-embedding-004", - "AskUbuntuDupQuestions": 64.4, - "MindSmallReranking": 33.07, - "SciDocsRR": 83.59, - "StackOverflowDupQuestions": 54.56 - } - ] - }, - "Retrieval": { - "ndcg_at_10": [ - { - "Model": "text-embedding-004", - "ArguAna": 62.18, - "BrightRetrieval (earth_science)": 34.38, - "BrightRetrieval (leetcode)": 29.64, - "BrightRetrieval (theoremqa_questions)": 21.51, - "BrightRetrieval (aops)": 9.33, - "BrightRetrieval (sustainable_living)": 17.25, - "BrightRetrieval (pony)": 3.59, - "BrightRetrieval (theoremqa_theorems)": 14.31, - "BrightRetrieval (stackoverflow)": 17.93, - "BrightRetrieval (biology)": 22.98, - "BrightRetrieval (robotics)": 15.98, - "BrightRetrieval (economics)": 19.5, - "BrightRetrieval (psychology)": 27.86, - "CQADupstackRetrieval": 48.89, - "ClimateFEVER": 33.21, - "DBPedia": 47.12, - "FEVER": 86.96, - "FiQA2018": 59.24, - "HotpotQA": 71.33, - "MSMARCO": 32.58, - "NFCorpus": 40.33, - "NQ": 61.28, - "QuoraRetrieval": 88.18, - "SCIDOCS": 20.34, - "SciFact": 75.42, - "TRECCOVID": 82.62, - "Touche2020": 25.86 - } - ], - "recall_at_1": [ - { - "Model": "text-embedding-004", - "BrightRetrieval (economics)": 21.84, - "BrightRetrieval (stackoverflow)": 19.23, - "BrightRetrieval (pony)": 0.29, - "BrightRetrieval (earth_science)": 38.0, - "BrightRetrieval (sustainable_living)": 25.65, - "BrightRetrieval (robotics)": 12.87, - "BrightRetrieval (psychology)": 30.69, - "BrightRetrieval (biology)": 30.91 - } - ] - }, - "STS": { - "cosine_spearman": [ - { - "Model": "text-embedding-004", - "BIOSSES": 89.46, - "SICK-R": 81.93, - "STS12": 77.59, - "STS13": 90.36, - "STS14": 85.25, - "STS15": 89.66, - "STS16": 87.34, - "STS17 (en-en)": 92.06, - "STS22 (en)": 68.02, - "STSBenchmark": 88.99 - } - ] - }, - "Summarization": { - "cosine_spearman": [ - { - "Model": "text-embedding-004", - "SummEval": 32.63 - } - ] - }, - "MultilabelClassification": { - "accuracy": [] - }, - "InstructionRetrieval": { - "p-MRR": [ - { - "Model": "text-embedding-004", - "Core17InstructionRetrieval": 5.44, - "News21InstructionRetrieval": 3.94, - "Robust04InstructionRetrieval": -2.4 - } - ] - } - }, - "google-gecko__text-embedding-004-256": { - "BitextMining": { - "f1": [] - }, - "Classification": { - "accuracy": [ - { - "Model": "text-embedding-004-256", - "AmazonCounterfactualClassification (en)": 70.93, - "AmazonPolarityClassification": 97.34, - "AmazonReviewsClassification (en)": 48.47, - "Banking77Classification": 86.01, - "EmotionClassification": 51.53, - "ImdbClassification": 95.7, - "MTOPDomainClassification (en)": 98.02, - "MTOPIntentClassification (en)": 77.82, - "MassiveIntentClassification (en)": 75.67, - "MassiveScenarioClassification (en)": 85.16, - "ToxicConversationsClassification": 88.33, - "TweetSentimentExtractionClassification": 72.97 - } - ] - }, - "Clustering": { - "v_measure": [ - { - "Model": "text-embedding-004-256", - "ArxivClusteringP2P": 44.12, - "ArxivClusteringS2S": 36.54, - "BiorxivClusteringP2P": 36.28, - "BiorxivClusteringS2S": 33.09, - "MedrxivClusteringP2P": 32.08, - "MedrxivClusteringS2S": 30.84, - "RedditClustering": 62.24, - "RedditClusteringP2P": 63.7, - "StackExchangeClustering": 70.19, - "StackExchangeClusteringP2P": 36.1, - "TwentyNewsgroupsClustering": 50.6 - } - ] - }, - "PairClassification": { - "max_ap": [ - { - "Model": "text-embedding-004-256", - "SprintDuplicateQuestions": 96.49, - "TwitterSemEval2015": 78.23, - "TwitterURLCorpus": 87.04 - }, - { - "Model": "text-embedding-004-256", - "SprintDuplicateQuestions": 96.49, - "TwitterSemEval2015": 78.25, - "TwitterURLCorpus": 87.12 - } - ] - }, - "Reranking": { - "map": [ - { - "Model": "text-embedding-004-256", - "AskUbuntuDupQuestions": 63.84, - "MindSmallReranking": 31.89, - "SciDocsRR": 81.62, - "StackOverflowDupQuestions": 53.76 - } - ] - }, - "Retrieval": { - "ndcg_at_10": [ - { - "Model": "text-embedding-004-256", - "ArguAna": 56.27, - "CQADupstackRetrieval": 45.41, - "ClimateFEVER": 29.35, - "DBPedia": 41.91, - "FEVER": 82.61, - "FiQA2018": 55.54, - "HotpotQA": 64.65, - "MSMARCO": 31.12, - "NFCorpus": 37.81, - "NQ": 57.37, - "QuoraRetrieval": 87.89, - "SCIDOCS": 18.21, - "SciFact": 70.86, - "TRECCOVID": 80.13, - "Touche2020": 27.4 - } - ] - }, - "STS": { - "cosine_spearman": [ - { - "Model": "text-embedding-004-256", - "BIOSSES": 89.42, - "SICK-R": 81.67, - "STS12": 78.02, - "STS13": 90.1, - "STS14": 85.44, - "STS15": 89.64, - "STS16": 87.24, - "STS17 (en-en)": 90.46, - "STS22 (en)": 67.99, - "STSBenchmark": 89.33 - } - ] - }, - "Summarization": { - "cosine_spearman": [ - { - "Model": "text-embedding-004-256", - "SummEval": 32.36 - } - ] - }, - "MultilabelClassification": { - "accuracy": [] - }, - "InstructionRetrieval": { - "p-MRR": [] - } - }, - "google__flan-t5-base": { - "BitextMining": { - "f1": [] - }, - "Classification": { - "accuracy": [] - }, - "Clustering": { - "v_measure": [] - }, - "PairClassification": { - "max_ap": [] - }, - "Reranking": { - "map": [] - }, - "Retrieval": { - "ndcg_at_10": [] - }, - "STS": { - "cosine_spearman": [] - }, - "Summarization": { - "cosine_spearman": [] - }, - "MultilabelClassification": { - "accuracy": [] - }, - "InstructionRetrieval": { - "p-MRR": [ - { - "Model": "flan-t5-base", - "Core17InstructionRetrieval": -3.31, - "News21InstructionRetrieval": -0.12, - "Robust04InstructionRetrieval": 5.35 - } - ] - } - }, - "google__flan-t5-large": { - "BitextMining": { - "f1": [] - }, - "Classification": { - "accuracy": [] - }, - "Clustering": { - "v_measure": [] - }, - "PairClassification": { - "max_ap": [] - }, - "Reranking": { - "map": [] - }, - "Retrieval": { - "ndcg_at_10": [] - }, - "STS": { - "cosine_spearman": [] - }, - "Summarization": { - "cosine_spearman": [] - }, - "MultilabelClassification": { - "accuracy": [] - }, - "InstructionRetrieval": { - "p-MRR": [ - { - "Model": "flan-t5-large", - "Core17InstructionRetrieval": 1.32, - "News21InstructionRetrieval": 8.95, - "Robust04InstructionRetrieval": 3.9 - } - ] - } - }, - "hkunlp__instructor-base": { - "BitextMining": { - "f1": [] - }, - "Classification": { - "accuracy": [] - }, - "Clustering": { - "v_measure": [] - }, - "PairClassification": { - "max_ap": [] - }, - "Reranking": { - "map": [] - }, - "Retrieval": { - "ndcg_at_10": [] - }, - "STS": { - "cosine_spearman": [] - }, - "Summarization": { - "cosine_spearman": [] - }, - "MultilabelClassification": { - "accuracy": [] - }, - "InstructionRetrieval": { - "p-MRR": [ - { - "Model": "instructor-base", - "Core17InstructionRetrieval": -1.09, - "News21InstructionRetrieval": -1.78, - "Robust04InstructionRetrieval": -10.42 - } - ] - } - }, - "hkunlp__instructor-large": { - "BitextMining": { - "f1": [] - }, - "Classification": { - "accuracy": [] - }, - "Clustering": { - "v_measure": [] - }, - "PairClassification": { - "max_ap": [] - }, - "Reranking": { - "map": [] - }, - "Retrieval": { - "ndcg_at_10": [ - { - "Model": "instructor-large", - "BrightRetrieval (pony)": 1.32, - "BrightRetrieval (sustainable_living)": 13.16, - "BrightRetrieval (aops)": 7.94, - "BrightRetrieval (biology)": 15.61, - "BrightRetrieval (stackoverflow)": 11.21, - "BrightRetrieval (theoremqa_theorems)": 8.27, - "BrightRetrieval (psychology)": 21.94, - "BrightRetrieval (economics)": 15.99, - "BrightRetrieval (robotics)": 11.45, - "BrightRetrieval (leetcode)": 20.0, - "BrightRetrieval (earth_science)": 21.52, - "BrightRetrieval (theoremqa_questions)": 20.07 - } - ], - "recall_at_1": [ - { - "Model": "instructor-large", - "BrightRetrieval (stackoverflow)": 14.53, - "BrightRetrieval (pony)": 3.94, - "BrightRetrieval (economics)": 14.08, - "BrightRetrieval (earth_science)": 29.45, - "BrightRetrieval (sustainable_living)": 25.42, - "BrightRetrieval (psychology)": 21.29, - "BrightRetrieval (robotics)": 12.87, - "BrightRetrieval (biology)": 24.11 - } - ] - }, - "STS": { - "cosine_spearman": [] - }, - "Summarization": { - "cosine_spearman": [] - }, - "MultilabelClassification": { - "accuracy": [] - }, - "InstructionRetrieval": { - "p-MRR": [] - } - }, - "hkunlp__instructor-xl": { - "BitextMining": { - "f1": [] - }, - "Classification": { - "accuracy": [] - }, - "Clustering": { - "v_measure": [] - }, - "PairClassification": { - "max_ap": [] - }, - "Reranking": { - "map": [] - }, - "Retrieval": { - "ndcg_at_10": [ - { - "Model": "instructor-xl", - "BrightRetrieval (aops)": 8.26, - "BrightRetrieval (robotics)": 17.39, - "BrightRetrieval (economics)": 22.81, - "BrightRetrieval (stackoverflow)": 19.06, - "BrightRetrieval (leetcode)": 27.5, - "BrightRetrieval (theoremqa_questions)": 14.59, - "BrightRetrieval (psychology)": 27.43, - "BrightRetrieval (biology)": 21.91, - "BrightRetrieval (theoremqa_theorems)": 6.22, - "BrightRetrieval (earth_science)": 34.35, - "BrightRetrieval (sustainable_living)": 18.82, - "BrightRetrieval (pony)": 5.02 - } - ], - "recall_at_1": [ - { - "Model": "instructor-xl", - "BrightRetrieval (stackoverflow)": 14.96, - "BrightRetrieval (biology)": 22.01, - "BrightRetrieval (sustainable_living)": 20.14, - "BrightRetrieval (pony)": 5.93, - "BrightRetrieval (psychology)": 20.5, - "BrightRetrieval (robotics)": 12.87, - "BrightRetrieval (economics)": 14.08, - "BrightRetrieval (earth_science)": 32.04 - } - ] - }, - "STS": { - "cosine_spearman": [] - }, - "Summarization": { - "cosine_spearman": [] - }, - "MultilabelClassification": { - "accuracy": [] - }, - "InstructionRetrieval": { - "p-MRR": [ - { - "Model": "instructor-xl", - "Core17InstructionRetrieval": 0.69, - "News21InstructionRetrieval": -0.9, - "Robust04InstructionRetrieval": -8.08 - } - ] - } - }, - "intfloat__e5-base": { - "BitextMining": { - "f1": [ - { - "Model": "e5-base", - "BornholmBitextMining": 40.09, - "Tatoeba (ast-eng)": 16.87, - "Tatoeba (tzl-eng)": 15.98, - "Tatoeba (csb-eng)": 8.62, - "Tatoeba (est-eng)": 3.75, - "Tatoeba (nov-eng)": 34.73, - "Tatoeba (por-eng)": 30.46, - "Tatoeba (eus-eng)": 7.28, - "Tatoeba (hun-eng)": 5.8, - "Tatoeba (xho-eng)": 4.37, - "Tatoeba (fra-eng)": 33.47, - "Tatoeba (rus-eng)": 0.3, - "Tatoeba (pam-eng)": 5.21, - "Tatoeba (mal-eng)": 0.15, - "Tatoeba (nld-eng)": 18.58, - "Tatoeba (pol-eng)": 7.24, - "Tatoeba (kzj-eng)": 5.03, - "Tatoeba (tam-eng)": 0.0, - "Tatoeba (kaz-eng)": 0.73, - "Tatoeba (hin-eng)": 0.0, - "Tatoeba (yid-eng)": 0.05, - "Tatoeba (max-eng)": 11.72, - "Tatoeba (nob-eng)": 15.27, - "Tatoeba (slk-eng)": 6.67, - "Tatoeba (hye-eng)": 0.67, - "Tatoeba (nds-eng)": 16.31, - "Tatoeba (khm-eng)": 0.28, - "Tatoeba (tat-eng)": 0.68, - "Tatoeba (tgl-eng)": 6.8, - "Tatoeba (lit-eng)": 3.32, - "Tatoeba (spa-eng)": 30.23, - "Tatoeba (cha-eng)": 14.81, - "Tatoeba (gle-eng)": 3.74, - "Tatoeba (deu-eng)": 24.57, - "Tatoeba (arq-eng)": 0.48, - "Tatoeba (kur-eng)": 7.76, - "Tatoeba (cmn-eng)": 2.06, - "Tatoeba (jpn-eng)": 0.24, - "Tatoeba (glg-eng)": 25.31, - "Tatoeba (vie-eng)": 5.91, - "Tatoeba (swe-eng)": 11.32, - "Tatoeba (heb-eng)": 0.61, - "Tatoeba (war-eng)": 6.66, - "Tatoeba (zsm-eng)": 9.47, - "Tatoeba (ina-eng)": 36.55, - "Tatoeba (pes-eng)": 0.6, - "Tatoeba (dsb-eng)": 6.67, - "Tatoeba (dan-eng)": 15.22, - "Tatoeba (cbk-eng)": 18.11, - "Tatoeba (fin-eng)": 4.66, - "Tatoeba (cat-eng)": 20.57, - "Tatoeba (afr-eng)": 8.9, - "Tatoeba (yue-eng)": 1.15, - "Tatoeba (bel-eng)": 1.63, - "Tatoeba (orv-eng)": 0.01, - "Tatoeba (kor-eng)": 1.31, - "Tatoeba (hrv-eng)": 9.04, - "Tatoeba (srp-eng)": 4.41, - "Tatoeba (ron-eng)": 14.49, - "Tatoeba (mon-eng)": 1.46, - "Tatoeba (ceb-eng)": 6.24, - "Tatoeba (ile-eng)": 27.93, - "Tatoeba (tur-eng)": 4.92, - "Tatoeba (ber-eng)": 5.41, - "Tatoeba (uig-eng)": 0.5, - "Tatoeba (gla-eng)": 2.87, - "Tatoeba (awa-eng)": 0.03, - "Tatoeba (uzb-eng)": 4.12, - "Tatoeba (slv-eng)": 6.94, - "Tatoeba (bul-eng)": 0.77, - "Tatoeba (lfn-eng)": 19.71, - "Tatoeba (bos-eng)": 11.19, - "Tatoeba (ben-eng)": 0.0, - "Tatoeba (cym-eng)": 6.44, - "Tatoeba (fao-eng)": 9.59, - "Tatoeba (bre-eng)": 4.45, - "Tatoeba (fry-eng)": 18.26, - "Tatoeba (sqi-eng)": 7.02, - "Tatoeba (ita-eng)": 22.75, - "Tatoeba (kat-eng)": 0.81, - "Tatoeba (ces-eng)": 5.56, - "Tatoeba (oci-eng)": 14.39, - "Tatoeba (hsb-eng)": 5.43, - "Tatoeba (mkd-eng)": 0.19, - "Tatoeba (ara-eng)": 0.39, - "Tatoeba (ell-eng)": 0.5, - "Tatoeba (mhr-eng)": 0.11, - "Tatoeba (isl-eng)": 5.16, - "Tatoeba (ang-eng)": 17.07, - "Tatoeba (ido-eng)": 22.37, - "Tatoeba (lvs-eng)": 5.23, - "Tatoeba (cor-eng)": 2.91, - "Tatoeba (kab-eng)": 1.2, - "Tatoeba (arz-eng)": 0.45, - "Tatoeba (swh-eng)": 6.96, - "Tatoeba (ind-eng)": 8.47, - "Tatoeba (jav-eng)": 6.0, - "Tatoeba (ukr-eng)": 1.0, - "Tatoeba (amh-eng)": 0.01, - "Tatoeba (urd-eng)": 0.0, - "Tatoeba (tel-eng)": 0.02, - "Tatoeba (epo-eng)": 14.41, - "Tatoeba (aze-eng)": 4.7, - "Tatoeba (tha-eng)": 1.22, - "Tatoeba (tuk-eng)": 4.64, - "Tatoeba (dtp-eng)": 3.63, - "Tatoeba (lat-eng)": 10.81, - "Tatoeba (wuu-eng)": 1.36, - "Tatoeba (pms-eng)": 14.19, - "Tatoeba (nno-eng)": 10.62, - "Tatoeba (swg-eng)": 14.61, - "Tatoeba (mar-eng)": 0.01, - "Tatoeba (gsw-eng)": 16.17 - } - ] - }, - "Classification": { - "accuracy": [ - { - "Model": "e5-base", - "AllegroReviews": 25.57, - "AmazonCounterfactualClassification (en-ext)": 79.76, - "AmazonCounterfactualClassification (en)": 78.16, - "AmazonCounterfactualClassification (de)": 55.84, - "AmazonCounterfactualClassification (ja)": 61.0, - "AmazonReviewsClassification (en)": 42.32, - "AmazonReviewsClassification (de)": 28.15, - "AmazonReviewsClassification (es)": 33.78, - "AmazonReviewsClassification (fr)": 30.98, - "AmazonReviewsClassification (ja)": 21.86, - "AmazonReviewsClassification (zh)": 22.48, - "AngryTweetsClassification": 45.06, - "CBD": 50.95, - "DKHateClassification": 58.51, - "DanishPoliticalCommentsClassification": 28.43, - "GeoreviewClassification": 27.81, - "HeadlineClassification": 29.8, - "InappropriatenessClassification": 51.95, - "KinopoiskClassification": 34.33, - "LccSentimentClassification": 37.47, - "MTOPDomainClassification (en)": 90.44, - "MTOPDomainClassification (de)": 75.4, - "MTOPDomainClassification (es)": 77.44, - "MTOPDomainClassification (fr)": 79.77, - "MTOPDomainClassification (hi)": 33.01, - "MTOPDomainClassification (th)": 15.24, - "MTOPIntentClassification (en)": 60.07, - "MTOPIntentClassification (de)": 46.75, - "MTOPIntentClassification (es)": 44.19, - "MTOPIntentClassification (fr)": 40.11, - "MTOPIntentClassification (hi)": 11.91, - "MTOPIntentClassification (th)": 5.26, - "MasakhaNEWSClassification (amh)": 34.36, - "MasakhaNEWSClassification (eng)": 76.82, - "MasakhaNEWSClassification (fra)": 75.0, - "MasakhaNEWSClassification (hau)": 61.32, - "MasakhaNEWSClassification (ibo)": 58.13, - "MasakhaNEWSClassification (lin)": 73.77, - "MasakhaNEWSClassification (lug)": 55.38, - "MasakhaNEWSClassification (orm)": 58.46, - "MasakhaNEWSClassification (pcm)": 91.64, - "MasakhaNEWSClassification (run)": 61.89, - "MasakhaNEWSClassification (sna)": 74.5, - "MasakhaNEWSClassification (som)": 50.88, - "MasakhaNEWSClassification (swa)": 54.96, - "MasakhaNEWSClassification (tir)": 28.57, - "MasakhaNEWSClassification (xho)": 60.2, - "MasakhaNEWSClassification (yor)": 67.69, - "MassiveIntentClassification (mn)": 18.38, - "MassiveIntentClassification (cy)": 37.34, - "MassiveIntentClassification (pl)": 40.23, - "MassiveIntentClassification (zh-TW)": 18.05, - "MassiveIntentClassification (ro)": 43.84, - "MassiveIntentClassification (sq)": 43.14, - "MassiveIntentClassification (hy)": 7.64, - "MassiveIntentClassification (zh-CN)": 18.45, - "MassiveIntentClassification (hi)": 11.95, - "MassiveIntentClassification (fr)": 47.51, - "MassiveIntentClassification (th)": 10.45, - "MassiveIntentClassification (fi)": 41.0, - "MassiveIntentClassification (af)": 40.46, - "MassiveIntentClassification (sw)": 39.67, - "MassiveIntentClassification (he)": 18.66, - "MassiveIntentClassification (az)": 34.85, - "MassiveIntentClassification (ka)": 9.79, - "MassiveIntentClassification (ru)": 21.3, - "MassiveIntentClassification (sv)": 41.34, - "MassiveIntentClassification (am)": 2.64, - "MassiveIntentClassification (ar)": 19.69, - "MassiveIntentClassification (ml)": 2.72, - "MassiveIntentClassification (jv)": 38.65, - "MassiveIntentClassification (vi)": 36.42, - "MassiveIntentClassification (es)": 45.51, - "MassiveIntentClassification (ja)": 21.63, - "MassiveIntentClassification (en)": 66.65, - "MassiveIntentClassification (fa)": 24.17, - "MassiveIntentClassification (pt)": 48.65, - "MassiveIntentClassification (lv)": 41.61, - "MassiveIntentClassification (sl)": 40.01, - "MassiveIntentClassification (nb)": 41.57, - "MassiveIntentClassification (id)": 42.07, - "MassiveIntentClassification (bn)": 14.29, - "MassiveIntentClassification (nl)": 42.0, - "MassiveIntentClassification (it)": 45.7, - "MassiveIntentClassification (my)": 3.5, - "MassiveIntentClassification (da)": 44.25, - "MassiveIntentClassification (ta)": 9.46, - "MassiveIntentClassification (is)": 36.7, - "MassiveIntentClassification (tr)": 40.9, - "MassiveIntentClassification (km)": 4.41, - "MassiveIntentClassification (de)": 45.41, - "MassiveIntentClassification (hu)": 39.2, - "MassiveIntentClassification (kn)": 3.1, - "MassiveIntentClassification (tl)": 41.07, - "MassiveIntentClassification (ms)": 38.71, - "MassiveIntentClassification (te)": 2.29, - "MassiveIntentClassification (el)": 21.94, - "MassiveIntentClassification (ko)": 18.8, - "MassiveIntentClassification (ur)": 14.28, - "MassiveScenarioClassification (id)": 48.83, - "MassiveScenarioClassification (ka)": 16.56, - "MassiveScenarioClassification (ru)": 27.27, - "MassiveScenarioClassification (lv)": 46.2, - "MassiveScenarioClassification (jv)": 46.01, - "MassiveScenarioClassification (sw)": 47.12, - "MassiveScenarioClassification (ur)": 21.3, - "MassiveScenarioClassification (th)": 19.11, - "MassiveScenarioClassification (pt)": 56.73, - "MassiveScenarioClassification (sl)": 46.15, - "MassiveScenarioClassification (km)": 8.75, - "MassiveScenarioClassification (te)": 6.83, - "MassiveScenarioClassification (my)": 10.36, - "MassiveScenarioClassification (ta)": 15.15, - "MassiveScenarioClassification (fi)": 45.22, - "MassiveScenarioClassification (kn)": 7.87, - "MassiveScenarioClassification (nb)": 50.33, - "MassiveScenarioClassification (am)": 7.21, - "MassiveScenarioClassification (hi)": 16.29, - "MassiveScenarioClassification (pl)": 47.8, - "MassiveScenarioClassification (it)": 54.55, - "MassiveScenarioClassification (ko)": 25.82, - "MassiveScenarioClassification (tr)": 48.74, - "MassiveScenarioClassification (ar)": 27.66, - "MassiveScenarioClassification (he)": 23.55, - "MassiveScenarioClassification (sv)": 50.0, - "MassiveScenarioClassification (el)": 29.77, - "MassiveScenarioClassification (es)": 54.38, - "MassiveScenarioClassification (hu)": 46.8, - "MassiveScenarioClassification (af)": 51.01, - "MassiveScenarioClassification (zh-TW)": 25.6, - "MassiveScenarioClassification (ro)": 53.32, - "MassiveScenarioClassification (cy)": 44.14, - "MassiveScenarioClassification (hy)": 14.18, - "MassiveScenarioClassification (is)": 46.12, - "MassiveScenarioClassification (bn)": 18.33, - "MassiveScenarioClassification (da)": 52.99, - "MassiveScenarioClassification (fr)": 57.6, - "MassiveScenarioClassification (ms)": 48.26, - "MassiveScenarioClassification (sq)": 50.04, - "MassiveScenarioClassification (nl)": 51.15, - "MassiveScenarioClassification (vi)": 42.46, - "MassiveScenarioClassification (tl)": 50.06, - "MassiveScenarioClassification (en)": 71.52, - "MassiveScenarioClassification (ja)": 27.89, - "MassiveScenarioClassification (zh-CN)": 25.12, - "MassiveScenarioClassification (fa)": 30.11, - "MassiveScenarioClassification (ml)": 6.99, - "MassiveScenarioClassification (mn)": 25.07, - "MassiveScenarioClassification (de)": 56.41, - "MassiveScenarioClassification (az)": 42.58, - "NoRecClassification": 42.0, - "NordicLangClassification": 59.34, - "NorwegianParliament": 57.42, - "PAC": 62.64, - "PolEmo2.0-IN": 41.04, - "PolEmo2.0-OUT": 22.04, - "RuReviewsClassification": 41.31, - "RuSciBenchGRNTIClassification": 10.71, - "RuSciBenchOECDClassification": 9.01, - "ScalaDaClassification": 50.08, - "ScalaNbClassification": 50.18 - } - ] - }, - "Clustering": { - "v_measure": [ - { - "Model": "e5-base", - "AlloProfClusteringP2P": 59.49, - "AlloProfClusteringS2S": 36.98, - "BlurbsClusteringP2P": 27.05, - "BlurbsClusteringS2S": 11.1, - "GeoreviewClusteringP2P": 17.46, - "HALClusteringS2S": 22.25, - "MLSUMClusteringP2P (de)": 39.08, - "MLSUMClusteringP2P (fr)": 40.92, - "MLSUMClusteringP2P (ru)": 19.41, - "MLSUMClusteringP2P (es)": 42.61, - "MLSUMClusteringS2S (de)": 39.48, - "MLSUMClusteringS2S (fr)": 40.94, - "MLSUMClusteringS2S (ru)": 19.13, - "MLSUMClusteringS2S (es)": 42.12, - "MasakhaNEWSClusteringP2P (amh)": 41.08, - "MasakhaNEWSClusteringP2P (eng)": 41.62, - "MasakhaNEWSClusteringP2P (fra)": 53.43, - "MasakhaNEWSClusteringP2P (hau)": 43.06, - "MasakhaNEWSClusteringP2P (ibo)": 34.51, - "MasakhaNEWSClusteringP2P (lin)": 62.39, - "MasakhaNEWSClusteringP2P (lug)": 60.71, - "MasakhaNEWSClusteringP2P (orm)": 28.2, - "MasakhaNEWSClusteringP2P (pcm)": 73.86, - "MasakhaNEWSClusteringP2P (run)": 55.76, - "MasakhaNEWSClusteringP2P (sna)": 55.4, - "MasakhaNEWSClusteringP2P (som)": 38.72, - "MasakhaNEWSClusteringP2P (swa)": 25.09, - "MasakhaNEWSClusteringP2P (tir)": 42.6, - "MasakhaNEWSClusteringP2P (xho)": 29.35, - "MasakhaNEWSClusteringP2P (yor)": 41.38, - "MasakhaNEWSClusteringS2S (amh)": 44.43, - "MasakhaNEWSClusteringS2S (eng)": 48.11, - "MasakhaNEWSClusteringS2S (fra)": 35.92, - "MasakhaNEWSClusteringS2S (hau)": 17.05, - "MasakhaNEWSClusteringS2S (ibo)": 34.08, - "MasakhaNEWSClusteringS2S (lin)": 43.73, - "MasakhaNEWSClusteringS2S (lug)": 48.53, - "MasakhaNEWSClusteringS2S (orm)": 25.17, - "MasakhaNEWSClusteringS2S (pcm)": 67.45, - "MasakhaNEWSClusteringS2S (run)": 53.55, - "MasakhaNEWSClusteringS2S (sna)": 47.02, - "MasakhaNEWSClusteringS2S (som)": 30.17, - "MasakhaNEWSClusteringS2S (swa)": 18.21, - "MasakhaNEWSClusteringS2S (tir)": 42.48, - "MasakhaNEWSClusteringS2S (xho)": 24.68, - "MasakhaNEWSClusteringS2S (yor)": 30.24, - "RuSciBenchGRNTIClusteringP2P": 14.34, - "RuSciBenchOECDClusteringP2P": 12.36, - "TenKGnadClusteringP2P": 41.9, - "TenKGnadClusteringS2S": 19.9 - } - ] - }, - "PairClassification": { - "max_ap": [ - { - "Model": "e5-base", - "CDSC-E": 50.26, - "FalseFriendsGermanEnglish": 47.82, - "OpusparcusPC (de)": 92.43, - "OpusparcusPC (en)": 98.55, - "OpusparcusPC (fi)": 86.98, - "OpusparcusPC (fr)": 87.93, - "OpusparcusPC (ru)": 80.41, - "OpusparcusPC (sv)": 84.1, - "PSC": 94.63, - "PawsXPairClassification (de)": 51.53, - "PawsXPairClassification (en)": 60.53, - "PawsXPairClassification (es)": 54.26, - "PawsXPairClassification (fr)": 55.75, - "PawsXPairClassification (ja)": 48.41, - "PawsXPairClassification (ko)": 51.15, - "PawsXPairClassification (zh)": 53.9, - "SICK-E-PL": 47.25, - "TERRa": 46.42 - }, - { - "Model": "e5-base", - "CDSC-E": 50.26, - "FalseFriendsGermanEnglish": 47.9, - "OpusparcusPC (de)": 92.43, - "OpusparcusPC (en)": 98.55, - "OpusparcusPC (fi)": 86.99, - "OpusparcusPC (fr)": 87.93, - "OpusparcusPC (ru)": 80.45, - "OpusparcusPC (sv)": 84.12, - "PSC": 94.63, - "PawsXPairClassification (de)": 51.9, - "PawsXPairClassification (en)": 60.53, - "PawsXPairClassification (es)": 54.29, - "PawsXPairClassification (fr)": 55.85, - "PawsXPairClassification (ja)": 48.41, - "PawsXPairClassification (ko)": 51.33, - "PawsXPairClassification (zh)": 53.91, - "SICK-E-PL": 47.25, - "TERRa": 46.42 - } - ] - }, - "Reranking": { - "map": [ - { - "Model": "e5-base", - "AlloprofReranking": 62.92, - "RuBQReranking": 21.8, - "SyntecReranking": 69.01, - "T2Reranking": 57.43 - }, - { - "Model": "e5-base", - "MIRACLReranking (ar)": 4.57, - "MIRACLReranking (bn)": 9.14, - "MIRACLReranking (de)": 21.47, - "MIRACLReranking (en)": 54.98, - "MIRACLReranking (es)": 37.56, - "MIRACLReranking (fa)": 6.97, - "MIRACLReranking (fi)": 39.52, - "MIRACLReranking (fr)": 30.93, - "MIRACLReranking (hi)": 5.55, - "MIRACLReranking (id)": 25.9, - "MIRACLReranking (ja)": 8.26, - "MIRACLReranking (ko)": 11.11, - "MIRACLReranking (ru)": 6.67, - "MIRACLReranking (sw)": 33.98, - "MIRACLReranking (te)": 2.08, - "MIRACLReranking (th)": 3.21, - "MIRACLReranking (yo)": 51.95, - "MIRACLReranking (zh)": 7.82 - } - ] - }, - "Retrieval": { - "ndcg_at_10": [ - { - "Model": "e5-base", - "AILACasedocs": 23.83, - "AILAStatutes": 17.72, - "ARCChallenge": 7.44, - "AlloprofRetrieval": 29.4, - "AlphaNLI": 13.03, - "AppsRetrieval": 9.31, - "BSARDRetrieval": 6.07, - "CmedqaRetrieval": 2.57, - "CodeFeedbackMT": 44.23, - "CodeFeedbackST": 69.49, - "CodeSearchNetCCRetrieval (python)": 61.67, - "CodeSearchNetCCRetrieval (javascript)": 58.13, - "CodeSearchNetCCRetrieval (go)": 39.41, - "CodeSearchNetCCRetrieval (ruby)": 56.05, - "CodeSearchNetCCRetrieval (java)": 53.01, - "CodeSearchNetCCRetrieval (php)": 40.64, - "CodeSearchNetRetrieval (python)": 82.35, - "CodeSearchNetRetrieval (javascript)": 64.36, - "CodeSearchNetRetrieval (go)": 76.52, - "CodeSearchNetRetrieval (ruby)": 73.49, - "CodeSearchNetRetrieval (java)": 69.23, - "CodeSearchNetRetrieval (php)": 70.34, - "CodeTransOceanContest": 59.1, - "CodeTransOceanDL": 28.57, - "CosQA": 31.45, - "CovidRetrieval": 1.64, - "GerDaLIR": 1.11, - "GerDaLIRSmall": 2.91, - "GermanQuAD-Retrieval": 76.71, - "HellaSwag": 23.88, - "LEMBNarrativeQARetrieval": 25.31, - "LEMBQMSumRetrieval": 23.83, - "LEMBSummScreenFDRetrieval": 74.67, - "LEMBWikimQARetrieval": 55.85, - "LeCaRDv2": 12.43, - "LegalBenchConsumerContractsQA": 72.62, - "LegalBenchCorporateLobbying": 89.47, - "LegalQuAD": 22.76, - "LegalSummarization": 54.14, - "MIRACLRetrieval (ar)": 0.03, - "MIRACLRetrieval (bn)": 0.14, - "MIRACLRetrieval (de)": 11.93, - "MIRACLRetrieval (en)": 46.32, - "MIRACLRetrieval (es)": 26.44, - "MIRACLRetrieval (fa)": 0.0, - "MIRACLRetrieval (fi)": 22.27, - "MIRACLRetrieval (fr)": 20.84, - "MIRACLRetrieval (hi)": 0.35, - "MIRACLRetrieval (id)": 16.56, - "MIRACLRetrieval (ja)": 0.68, - "MIRACLRetrieval (ko)": 2.76, - "MIRACLRetrieval (ru)": 0.34, - "MIRACLRetrieval (sw)": 24.95, - "MIRACLRetrieval (te)": 0.0, - "MIRACLRetrieval (th)": 0.41, - "MIRACLRetrieval (yo)": 49.82, - "MIRACLRetrieval (zh)": 0.1, - "MintakaRetrieval (ar)": 2.49, - "MintakaRetrieval (de)": 16.63, - "MintakaRetrieval (es)": 18.39, - "MintakaRetrieval (fr)": 19.89, - "MintakaRetrieval (hi)": 2.33, - "MintakaRetrieval (it)": 16.9, - "MintakaRetrieval (ja)": 4.95, - "MintakaRetrieval (pt)": 17.27, - "PIQA": 22.1, - "Quail": 4.04, - "RARbCode": 42.52, - "RARbMath": 66.63, - "RiaNewsRetrieval": 2.03, - "RuBQRetrieval": 1.74, - "SIQA": 2.79, - "SciFact-PL": 39.16, - "SpartQA": 3.17, - "StackOverflowQA": 81.66, - "SyntecRetrieval": 62.09, - "SyntheticText2SQL": 50.99, - "TRECCOVID-PL": 30.17, - "TempReasonL1": 1.53, - "TempReasonL2Fact": 32.0, - "TempReasonL2Pure": 1.64, - "TempReasonL3Fact": 27.08, - "TempReasonL3Pure": 7.2, - "WinoGrande": 51.98, - "XMarket (de)": 16.14, - "XMarket (en)": 32.8, - "XMarket (es)": 19.03, - "XPQARetrieval (ara-ara)": 7.85, - "XPQARetrieval (eng-ara)": 4.12, - "XPQARetrieval (ara-eng)": 8.5, - "XPQARetrieval (deu-deu)": 56.34, - "XPQARetrieval (eng-deu)": 12.75, - "XPQARetrieval (deu-eng)": 27.96, - "XPQARetrieval (spa-spa)": 40.63, - "XPQARetrieval (eng-spa)": 13.49, - "XPQARetrieval (spa-eng)": 22.02, - "XPQARetrieval (fra-fra)": 47.54, - "XPQARetrieval (eng-fra)": 16.18, - "XPQARetrieval (fra-eng)": 29.25, - "XPQARetrieval (hin-hin)": 18.96, - "XPQARetrieval (eng-hin)": 5.17, - "XPQARetrieval (hin-eng)": 7.48, - "XPQARetrieval (ita-ita)": 50.51, - "XPQARetrieval (eng-ita)": 11.44, - "XPQARetrieval (ita-eng)": 22.3, - "XPQARetrieval (jpn-jpn)": 29.51, - "XPQARetrieval (eng-jpn)": 4.82, - "XPQARetrieval (jpn-eng)": 16.17, - "XPQARetrieval (kor-kor)": 10.63, - "XPQARetrieval (eng-kor)": 8.31, - "XPQARetrieval (kor-eng)": 7.63, - "XPQARetrieval (pol-pol)": 30.5, - "XPQARetrieval (eng-pol)": 11.44, - "XPQARetrieval (pol-eng)": 17.32, - "XPQARetrieval (por-por)": 34.15, - "XPQARetrieval (eng-por)": 10.74, - "XPQARetrieval (por-eng)": 20.65, - "XPQARetrieval (tam-tam)": 10.09, - "XPQARetrieval (eng-tam)": 4.81, - "XPQARetrieval (tam-eng)": 3.6, - "XPQARetrieval (cmn-cmn)": 20.81, - "XPQARetrieval (eng-cmn)": 6.24, - "XPQARetrieval (cmn-eng)": 12.33 - } - ] - }, - "STS": { - "cosine_spearman": [ - { - "Model": "e5-base", - "CDSC-R": 83.36, - "GermanSTSBenchmark": 65.51, - "RUParaPhraserSTS": 39.12, - "RuSTSBenchmarkSTS": 51.35, - "SICK-R-PL": 56.69, - "SICKFr": 69.46, - "STS22 (de)": 35.15, - "STS22 (de-en)": 49.21, - "STS22 (zh-en)": 32.75, - "STS22 (en)": 63.74, - "STS22 (es)": 58.71, - "STS22 (es-en)": 67.35, - "STS22 (pl-en)": 60.4, - "STS22 (zh)": 43.29, - "STS22 (de-pl)": 45.33, - "STS22 (pl)": 30.13, - "STS22 (de-fr)": 55.99, - "STS22 (it)": 70.51, - "STS22 (ru)": 8.56, - "STS22 (es-it)": 55.56, - "STS22 (fr-pl)": 50.71, - "STS22 (fr)": 77.27, - "STS22 (tr)": 51.02, - "STS22 (ar)": 30.46, - "STSB": 33.72, - "STSBenchmarkMultilingualSTS (zh)": 35.42, - "STSBenchmarkMultilingualSTS (pt)": 70.26, - "STSBenchmarkMultilingualSTS (nl)": 66.67, - "STSBenchmarkMultilingualSTS (pl)": 62.15, - "STSBenchmarkMultilingualSTS (es)": 72.18, - "STSBenchmarkMultilingualSTS (en)": 86.35, - "STSBenchmarkMultilingualSTS (it)": 67.99, - "STSBenchmarkMultilingualSTS (fr)": 71.44, - "STSBenchmarkMultilingualSTS (de)": 66.2, - "STSBenchmarkMultilingualSTS (ru)": 51.32 - }, - { - "Model": "e5-base", - "CDSC-R": 83.36, - "GermanSTSBenchmark": 65.51, - "RUParaPhraserSTS": 39.12, - "RuSTSBenchmarkSTS": 51.35, - "SICK-R-PL": 56.69, - "SICKFr": 69.46, - "STS22 (de)": 35.13, - "STS22 (de-en)": 49.21, - "STS22 (zh-en)": 32.75, - "STS22 (en)": 63.74, - "STS22 (es)": 58.71, - "STS22 (es-en)": 67.35, - "STS22 (pl-en)": 60.4, - "STS22 (zh)": 43.29, - "STS22 (de-pl)": 45.33, - "STS22 (pl)": 30.31, - "STS22 (de-fr)": 55.99, - "STS22 (it)": 70.51, - "STS22 (ru)": 8.56, - "STS22 (es-it)": 55.56, - "STS22 (fr-pl)": 50.71, - "STS22 (fr)": 77.27, - "STS22 (tr)": 51.02, - "STS22 (ar)": 30.48, - "STSB": 33.71, - "STSBenchmarkMultilingualSTS (zh)": 35.4, - "STSBenchmarkMultilingualSTS (pt)": 70.26, - "STSBenchmarkMultilingualSTS (nl)": 66.67, - "STSBenchmarkMultilingualSTS (pl)": 62.16, - "STSBenchmarkMultilingualSTS (es)": 72.18, - "STSBenchmarkMultilingualSTS (en)": 86.35, - "STSBenchmarkMultilingualSTS (it)": 67.99, - "STSBenchmarkMultilingualSTS (fr)": 71.44, - "STSBenchmarkMultilingualSTS (de)": 66.2, - "STSBenchmarkMultilingualSTS (ru)": 51.32 - } - ] - }, - "Summarization": { - "cosine_spearman": [ - { - "Model": "e5-base", - "SummEvalFr": 30.06 - }, - { - "Model": "e5-base", - "SummEvalFr": 30.06 - } - ] - }, - "MultilabelClassification": { - "accuracy": [ - { - "Model": "e5-base", - "CEDRClassification": 33.32, - "SensitiveTopicsClassification": 17.5 - } - ] - }, - "InstructionRetrieval": { - "p-MRR": [ - { - "Model": "e5-base", - "Core17InstructionRetrieval": -2.41, - "News21InstructionRetrieval": -2.17, - "Robust04InstructionRetrieval": -5.89 - } - ] - } - }, - "intfloat__e5-base-v2": { - "BitextMining": { - "f1": [ - { - "Model": "e5-base-v2", - "BornholmBitextMining": 38.49, - "Tatoeba (kor-eng)": 1.23, - "Tatoeba (kab-eng)": 1.42, - "Tatoeba (pes-eng)": 0.52, - "Tatoeba (afr-eng)": 10.45, - "Tatoeba (fao-eng)": 11.7, - "Tatoeba (cor-eng)": 3.76, - "Tatoeba (oci-eng)": 15.52, - "Tatoeba (khm-eng)": 0.47, - "Tatoeba (max-eng)": 13.15, - "Tatoeba (bul-eng)": 1.84, - "Tatoeba (arz-eng)": 0.53, - "Tatoeba (fra-eng)": 34.76, - "Tatoeba (nov-eng)": 37.07, - "Tatoeba (kaz-eng)": 1.15, - "Tatoeba (tha-eng)": 1.03, - "Tatoeba (yue-eng)": 2.48, - "Tatoeba (mon-eng)": 2.62, - "Tatoeba (lvs-eng)": 5.15, - "Tatoeba (slv-eng)": 8.13, - "Tatoeba (mar-eng)": 0.28, - "Tatoeba (ind-eng)": 8.38, - "Tatoeba (por-eng)": 30.56, - "Tatoeba (ron-eng)": 16.3, - "Tatoeba (fry-eng)": 21.29, - "Tatoeba (csb-eng)": 7.91, - "Tatoeba (glg-eng)": 26.68, - "Tatoeba (spa-eng)": 31.62, - "Tatoeba (hin-eng)": 0.0, - "Tatoeba (dsb-eng)": 7.33, - "Tatoeba (lat-eng)": 11.03, - "Tatoeba (gsw-eng)": 17.85, - "Tatoeba (amh-eng)": 0.68, - "Tatoeba (gle-eng)": 3.36, - "Tatoeba (pms-eng)": 16.13, - "Tatoeba (cmn-eng)": 3.15, - "Tatoeba (mal-eng)": 0.15, - "Tatoeba (ara-eng)": 0.51, - "Tatoeba (kur-eng)": 8.55, - "Tatoeba (tam-eng)": 0.01, - "Tatoeba (nob-eng)": 15.99, - "Tatoeba (ces-eng)": 6.83, - "Tatoeba (isl-eng)": 6.57, - "Tatoeba (ita-eng)": 23.44, - "Tatoeba (nno-eng)": 12.53, - "Tatoeba (lfn-eng)": 21.16, - "Tatoeba (tzl-eng)": 16.48, - "Tatoeba (ido-eng)": 21.92, - "Tatoeba (ast-eng)": 25.63, - "Tatoeba (eus-eng)": 8.28, - "Tatoeba (cbk-eng)": 20.37, - "Tatoeba (wuu-eng)": 1.92, - "Tatoeba (ell-eng)": 0.66, - "Tatoeba (xho-eng)": 3.03, - "Tatoeba (kzj-eng)": 5.49, - "Tatoeba (hrv-eng)": 9.74, - "Tatoeba (dtp-eng)": 3.36, - "Tatoeba (hye-eng)": 0.47, - "Tatoeba (ben-eng)": 0.13, - "Tatoeba (ceb-eng)": 6.11, - "Tatoeba (bos-eng)": 12.34, - "Tatoeba (sqi-eng)": 7.49, - "Tatoeba (tgl-eng)": 6.46, - "Tatoeba (ang-eng)": 22.42, - "Tatoeba (urd-eng)": 0.27, - "Tatoeba (pam-eng)": 6.15, - "Tatoeba (ile-eng)": 29.23, - "Tatoeba (arq-eng)": 0.89, - "Tatoeba (bel-eng)": 2.67, - "Tatoeba (swg-eng)": 12.1, - "Tatoeba (kat-eng)": 0.26, - "Tatoeba (swe-eng)": 13.87, - "Tatoeba (hsb-eng)": 6.97, - "Tatoeba (mhr-eng)": 0.46, - "Tatoeba (rus-eng)": 2.58, - "Tatoeba (aze-eng)": 4.82, - "Tatoeba (pol-eng)": 7.65, - "Tatoeba (tuk-eng)": 5.0, - "Tatoeba (lit-eng)": 3.48, - "Tatoeba (yid-eng)": 0.49, - "Tatoeba (zsm-eng)": 9.91, - "Tatoeba (jav-eng)": 5.96, - "Tatoeba (uzb-eng)": 3.94, - "Tatoeba (cym-eng)": 6.76, - "Tatoeba (bre-eng)": 5.12, - "Tatoeba (ber-eng)": 5.43, - "Tatoeba (fin-eng)": 5.15, - "Tatoeba (uig-eng)": 0.5, - "Tatoeba (nds-eng)": 18.57, - "Tatoeba (dan-eng)": 16.58, - "Tatoeba (slk-eng)": 7.19, - "Tatoeba (heb-eng)": 0.91, - "Tatoeba (jpn-eng)": 1.72, - "Tatoeba (mkd-eng)": 0.66, - "Tatoeba (orv-eng)": 0.21, - "Tatoeba (swh-eng)": 8.51, - "Tatoeba (tur-eng)": 5.49, - "Tatoeba (epo-eng)": 16.56, - "Tatoeba (hun-eng)": 6.96, - "Tatoeba (gla-eng)": 2.99, - "Tatoeba (srp-eng)": 4.86, - "Tatoeba (awa-eng)": 0.03, - "Tatoeba (tel-eng)": 0.36, - "Tatoeba (cha-eng)": 18.54, - "Tatoeba (war-eng)": 7.47, - "Tatoeba (est-eng)": 4.68, - "Tatoeba (cat-eng)": 23.42, - "Tatoeba (ukr-eng)": 1.4, - "Tatoeba (tat-eng)": 1.03, - "Tatoeba (deu-eng)": 33.61, - "Tatoeba (nld-eng)": 21.17, - "Tatoeba (ina-eng)": 41.66, - "Tatoeba (vie-eng)": 6.37 - } - ] - }, - "Classification": { - "accuracy": [ - { - "Model": "e5-base-v2", - "AllegroReviews": 26.17, - "AmazonCounterfactualClassification (en-ext)": 76.15, - "AmazonCounterfactualClassification (en)": 75.51, - "AmazonCounterfactualClassification (de)": 56.61, - "AmazonCounterfactualClassification (ja)": 58.58, - "AmazonReviewsClassification (en)": 47.82, - "AmazonReviewsClassification (de)": 30.12, - "AmazonReviewsClassification (es)": 36.78, - "AmazonReviewsClassification (fr)": 32.32, - "AmazonReviewsClassification (ja)": 22.65, - "AmazonReviewsClassification (zh)": 23.28, - "AngryTweetsClassification": 46.32, - "CBD": 52.74, - "DanishPoliticalCommentsClassification": 28.84, - "GeoreviewClassification": 30.9, - "HeadlineClassification": 41.74, - "InappropriatenessClassification": 53.27, - "KinopoiskClassification": 34.67, - "LccSentimentClassification": 38.07, - "MTOPDomainClassification (en)": 92.23, - "MTOPDomainClassification (de)": 77.51, - "MTOPDomainClassification (es)": 78.32, - "MTOPDomainClassification (fr)": 80.17, - "MTOPDomainClassification (hi)": 41.05, - "MTOPDomainClassification (th)": 16.63, - "MTOPIntentClassification (en)": 62.41, - "MTOPIntentClassification (de)": 47.19, - "MTOPIntentClassification (es)": 44.66, - "MTOPIntentClassification (fr)": 40.64, - "MTOPIntentClassification (hi)": 17.59, - "MTOPIntentClassification (th)": 4.73, - "MasakhaNEWSClassification (amh)": 33.91, - "MasakhaNEWSClassification (eng)": 77.48, - "MasakhaNEWSClassification (fra)": 75.36, - "MasakhaNEWSClassification (hau)": 62.34, - "MasakhaNEWSClassification (ibo)": 60.51, - "MasakhaNEWSClassification (lin)": 74.57, - "MasakhaNEWSClassification (lug)": 57.53, - "MasakhaNEWSClassification (orm)": 61.17, - "MasakhaNEWSClassification (pcm)": 91.9, - "MasakhaNEWSClassification (run)": 64.84, - "MasakhaNEWSClassification (sna)": 75.56, - "MasakhaNEWSClassification (som)": 52.24, - "MasakhaNEWSClassification (swa)": 57.71, - "MasakhaNEWSClassification (tir)": 24.15, - "MasakhaNEWSClassification (xho)": 63.84, - "MasakhaNEWSClassification (yor)": 70.58, - "MassiveIntentClassification (ta)": 11.31, - "MassiveIntentClassification (ml)": 2.79, - "MassiveIntentClassification (fi)": 41.47, - "MassiveIntentClassification (zh-TW)": 20.56, - "MassiveIntentClassification (hy)": 11.83, - "MassiveIntentClassification (es)": 46.34, - "MassiveIntentClassification (ms)": 40.24, - "MassiveIntentClassification (nl)": 42.8, - "MassiveIntentClassification (my)": 3.73, - "MassiveIntentClassification (he)": 20.9, - "MassiveIntentClassification (mn)": 26.6, - "MassiveIntentClassification (lv)": 41.59, - "MassiveIntentClassification (hu)": 39.35, - "MassiveIntentClassification (en)": 67.43, - "MassiveIntentClassification (ar)": 22.84, - "MassiveIntentClassification (hi)": 19.05, - "MassiveIntentClassification (sw)": 37.56, - "MassiveIntentClassification (it)": 45.97, - "MassiveIntentClassification (te)": 2.32, - "MassiveIntentClassification (jv)": 37.57, - "MassiveIntentClassification (pt)": 48.51, - "MassiveIntentClassification (sv)": 41.41, - "MassiveIntentClassification (bn)": 19.72, - "MassiveIntentClassification (fa)": 29.84, - "MassiveIntentClassification (sq)": 42.6, - "MassiveIntentClassification (ko)": 19.32, - "MassiveIntentClassification (az)": 37.86, - "MassiveIntentClassification (is)": 35.64, - "MassiveIntentClassification (el)": 33.89, - "MassiveIntentClassification (de)": 46.68, - "MassiveIntentClassification (km)": 4.65, - "MassiveIntentClassification (af)": 39.96, - "MassiveIntentClassification (cy)": 36.9, - "MassiveIntentClassification (nb)": 42.31, - "MassiveIntentClassification (ur)": 21.12, - "MassiveIntentClassification (ro)": 44.32, - "MassiveIntentClassification (da)": 44.0, - "MassiveIntentClassification (kn)": 3.43, - "MassiveIntentClassification (ka)": 11.85, - "MassiveIntentClassification (pl)": 40.34, - "MassiveIntentClassification (fr)": 45.88, - "MassiveIntentClassification (ja)": 33.31, - "MassiveIntentClassification (zh-CN)": 22.87, - "MassiveIntentClassification (ru)": 36.82, - "MassiveIntentClassification (id)": 41.48, - "MassiveIntentClassification (vi)": 34.44, - "MassiveIntentClassification (sl)": 40.43, - "MassiveIntentClassification (th)": 11.62, - "MassiveIntentClassification (tr)": 42.46, - "MassiveIntentClassification (tl)": 41.48, - "MassiveIntentClassification (am)": 2.57, - "MassiveScenarioClassification (jv)": 45.5, - "MassiveScenarioClassification (fa)": 33.21, - "MassiveScenarioClassification (en)": 72.73, - "MassiveScenarioClassification (te)": 7.51, - "MassiveScenarioClassification (mn)": 31.27, - "MassiveScenarioClassification (hy)": 17.6, - "MassiveScenarioClassification (sv)": 51.62, - "MassiveScenarioClassification (el)": 42.78, - "MassiveScenarioClassification (fr)": 56.43, - "MassiveScenarioClassification (ta)": 18.76, - "MassiveScenarioClassification (ro)": 53.73, - "MassiveScenarioClassification (ko)": 24.11, - "MassiveScenarioClassification (it)": 55.31, - "MassiveScenarioClassification (bn)": 25.07, - "MassiveScenarioClassification (ka)": 17.99, - "MassiveScenarioClassification (pt)": 56.15, - "MassiveScenarioClassification (sl)": 46.26, - "MassiveScenarioClassification (km)": 9.97, - "MassiveScenarioClassification (sw)": 45.06, - "MassiveScenarioClassification (hu)": 48.21, - "MassiveScenarioClassification (pl)": 49.18, - "MassiveScenarioClassification (de)": 57.53, - "MassiveScenarioClassification (kn)": 8.25, - "MassiveScenarioClassification (lv)": 45.8, - "MassiveScenarioClassification (ml)": 7.41, - "MassiveScenarioClassification (ar)": 29.99, - "MassiveScenarioClassification (zh-TW)": 29.47, - "MassiveScenarioClassification (ru)": 42.08, - "MassiveScenarioClassification (hi)": 24.44, - "MassiveScenarioClassification (fi)": 47.17, - "MassiveScenarioClassification (nl)": 51.53, - "MassiveScenarioClassification (zh-CN)": 32.08, - "MassiveScenarioClassification (tr)": 48.92, - "MassiveScenarioClassification (vi)": 40.52, - "MassiveScenarioClassification (ur)": 29.73, - "MassiveScenarioClassification (he)": 24.27, - "MassiveScenarioClassification (cy)": 42.85, - "MassiveScenarioClassification (am)": 7.48, - "MassiveScenarioClassification (ms)": 50.7, - "MassiveScenarioClassification (az)": 46.28, - "MassiveScenarioClassification (id)": 49.71, - "MassiveScenarioClassification (is)": 45.13, - "MassiveScenarioClassification (da)": 52.67, - "MassiveScenarioClassification (th)": 20.51, - "MassiveScenarioClassification (nb)": 50.89, - "MassiveScenarioClassification (tl)": 49.67, - "MassiveScenarioClassification (es)": 55.92, - "MassiveScenarioClassification (sq)": 50.57, - "MassiveScenarioClassification (ja)": 41.65, - "MassiveScenarioClassification (my)": 10.56, - "MassiveScenarioClassification (af)": 49.81, - "NoRecClassification": 41.2, - "NordicLangClassification": 60.79, - "PAC": 68.06, - "PolEmo2.0-IN": 42.48, - "PolEmo2.0-OUT": 21.05, - "RuReviewsClassification": 47.13, - "RuSciBenchGRNTIClassification": 20.87, - "RuSciBenchOECDClassification": 16.49, - "ToxicConversationsClassification": 65.87 - } - ] - }, - "Clustering": { - "v_measure": [ - { - "Model": "e5-base-v2", - "AlloProfClusteringP2P": 58.55, - "AlloProfClusteringS2S": 36.35, - "BiorxivClusteringP2P": 37.12, - "BiorxivClusteringS2S": 33.41, - "BlurbsClusteringP2P": 29.09, - "BlurbsClusteringS2S": 12.41, - "GeoreviewClusteringP2P": 23.27, - "HALClusteringS2S": 22.33, - "MLSUMClusteringP2P (de)": 39.19, - "MLSUMClusteringP2P (fr)": 42.38, - "MLSUMClusteringP2P (ru)": 24.28, - "MLSUMClusteringP2P (es)": 42.72, - "MLSUMClusteringS2S (de)": 38.13, - "MLSUMClusteringS2S (fr)": 42.2, - "MLSUMClusteringS2S (ru)": 21.66, - "MLSUMClusteringS2S (es)": 42.13, - "MasakhaNEWSClusteringP2P (amh)": 40.74, - "MasakhaNEWSClusteringP2P (eng)": 53.59, - "MasakhaNEWSClusteringP2P (fra)": 50.56, - "MasakhaNEWSClusteringP2P (hau)": 44.87, - "MasakhaNEWSClusteringP2P (ibo)": 38.96, - "MasakhaNEWSClusteringP2P (lin)": 62.06, - "MasakhaNEWSClusteringP2P (lug)": 53.37, - "MasakhaNEWSClusteringP2P (orm)": 30.93, - "MasakhaNEWSClusteringP2P (pcm)": 70.3, - "MasakhaNEWSClusteringP2P (run)": 51.59, - "MasakhaNEWSClusteringP2P (sna)": 50.4, - "MasakhaNEWSClusteringP2P (som)": 32.39, - "MasakhaNEWSClusteringP2P (swa)": 24.14, - "MasakhaNEWSClusteringP2P (tir)": 43.19, - "MasakhaNEWSClusteringP2P (xho)": 31.76, - "MasakhaNEWSClusteringP2P (yor)": 42.67, - "MasakhaNEWSClusteringS2S (amh)": 41.94, - "MasakhaNEWSClusteringS2S (eng)": 53.89, - "MasakhaNEWSClusteringS2S (fra)": 47.26, - "MasakhaNEWSClusteringS2S (hau)": 24.73, - "MasakhaNEWSClusteringS2S (ibo)": 37.06, - "MasakhaNEWSClusteringS2S (lin)": 64.92, - "MasakhaNEWSClusteringS2S (lug)": 46.85, - "MasakhaNEWSClusteringS2S (orm)": 29.17, - "MasakhaNEWSClusteringS2S (pcm)": 63.68, - "MasakhaNEWSClusteringS2S (run)": 54.79, - "MasakhaNEWSClusteringS2S (sna)": 45.56, - "MasakhaNEWSClusteringS2S (som)": 28.23, - "MasakhaNEWSClusteringS2S (swa)": 9.13, - "MasakhaNEWSClusteringS2S (tir)": 48.64, - "MasakhaNEWSClusteringS2S (xho)": 27.14, - "MasakhaNEWSClusteringS2S (yor)": 34.75, - "MedrxivClusteringP2P": 31.82, - "MedrxivClusteringS2S": 29.68, - "RedditClustering": 56.54, - "RedditClusteringP2P": 63.23, - "RuSciBenchGRNTIClusteringP2P": 18.28, - "RuSciBenchOECDClusteringP2P": 16.16, - "StackExchangeClustering": 64.6, - "StackExchangeClusteringP2P": 33.02, - "TenKGnadClusteringP2P": 42.2, - "TenKGnadClusteringS2S": 24.86, - "TwentyNewsgroupsClustering": 49.86 - } - ] - }, - "PairClassification": { - "max_ap": [ - { - "Model": "e5-base-v2", - "CDSC-E": 56.82, - "FalseFriendsGermanEnglish": 47.34, - "OpusparcusPC (de)": 91.87, - "OpusparcusPC (en)": 98.58, - "OpusparcusPC (fi)": 86.94, - "OpusparcusPC (fr)": 88.17, - "OpusparcusPC (ru)": 79.74, - "OpusparcusPC (sv)": 84.7, - "PSC": 96.95, - "PawsXPairClassification (de)": 50.76, - "PawsXPairClassification (en)": 57.62, - "PawsXPairClassification (es)": 52.74, - "PawsXPairClassification (fr)": 53.73, - "PawsXPairClassification (ja)": 48.4, - "PawsXPairClassification (ko)": 50.0, - "PawsXPairClassification (zh)": 52.5, - "SICK-E-PL": 50.72, - "SprintDuplicateQuestions": 94.26, - "TERRa": 48.81, - "TwitterURLCorpus": 86.66 - }, - { - "Model": "e5-base-v2", - "CDSC-E": 56.82, - "FalseFriendsGermanEnglish": 47.36, - "OpusparcusPC (de)": 91.87, - "OpusparcusPC (en)": 98.59, - "OpusparcusPC (fi)": 86.94, - "OpusparcusPC (fr)": 88.17, - "OpusparcusPC (ru)": 79.74, - "OpusparcusPC (sv)": 84.72, - "PSC": 96.95, - "PawsXPairClassification (de)": 50.99, - "PawsXPairClassification (en)": 57.62, - "PawsXPairClassification (es)": 52.76, - "PawsXPairClassification (fr)": 53.76, - "PawsXPairClassification (ja)": 48.61, - "PawsXPairClassification (ko)": 50.03, - "PawsXPairClassification (zh)": 52.63, - "SICK-E-PL": 50.72, - "SprintDuplicateQuestions": 94.26, - "TERRa": 49.06, - "TwitterURLCorpus": 86.66 - } - ] - }, - "Reranking": { - "map": [ - { - "Model": "e5-base-v2", - "AlloprofReranking": 65.41, - "RuBQReranking": 45.35, - "SyntecReranking": 75.91, - "T2Reranking": 60.5 - }, - { - "Model": "e5-base-v2", - "MIRACLReranking (ar)": 8.62, - "MIRACLReranking (bn)": 8.23, - "MIRACLReranking (de)": 25.63, - "MIRACLReranking (en)": 57.65, - "MIRACLReranking (es)": 38.47, - "MIRACLReranking (fa)": 9.28, - "MIRACLReranking (fi)": 38.49, - "MIRACLReranking (fr)": 31.33, - "MIRACLReranking (hi)": 11.91, - "MIRACLReranking (id)": 24.01, - "MIRACLReranking (ja)": 14.12, - "MIRACLReranking (ko)": 9.68, - "MIRACLReranking (ru)": 16.0, - "MIRACLReranking (sw)": 33.36, - "MIRACLReranking (te)": 2.83, - "MIRACLReranking (th)": 3.61, - "MIRACLReranking (yo)": 54.71, - "MIRACLReranking (zh)": 12.9 - } - ] - }, - "Retrieval": { - "ndcg_at_10": [ - { - "Model": "e5-base-v2", - "AILACasedocs": 27.17, - "AILAStatutes": 19.61, - "ARCChallenge": 10.01, - "AlloprofRetrieval": 31.86, - "AlphaNLI": 21.73, - "AppsRetrieval": 11.52, - "ArguAna": 44.57, - "BSARDRetrieval": 11.7, - "CmedqaRetrieval": 3.49, - "CodeFeedbackMT": 41.56, - "CodeFeedbackST": 74.52, - "CodeSearchNetCCRetrieval (python)": 64.84, - "CodeSearchNetCCRetrieval (javascript)": 63.02, - "CodeSearchNetCCRetrieval (go)": 42.29, - "CodeSearchNetCCRetrieval (ruby)": 61.06, - "CodeSearchNetCCRetrieval (java)": 61.35, - "CodeSearchNetCCRetrieval (php)": 48.67, - "CodeSearchNetRetrieval (python)": 88.66, - "CodeSearchNetRetrieval (javascript)": 72.32, - "CodeSearchNetRetrieval (go)": 93.92, - "CodeSearchNetRetrieval (ruby)": 79.43, - "CodeSearchNetRetrieval (java)": 76.68, - "CodeSearchNetRetrieval (php)": 82.86, - "CodeTransOceanContest": 62.5, - "CodeTransOceanDL": 21.87, - "CosQA": 32.59, - "CovidRetrieval": 14.88, - "GerDaLIR": 1.66, - "GerDaLIRSmall": 4.09, - "GermanQuAD-Retrieval": 82.98, - "HellaSwag": 25.48, - "LEMBNarrativeQARetrieval": 25.32, - "LEMBQMSumRetrieval": 23.86, - "LEMBSummScreenFDRetrieval": 74.66, - "LEMBWikimQARetrieval": 55.97, - "LeCaRDv2": 20.53, - "LegalBenchConsumerContractsQA": 71.92, - "LegalBenchCorporateLobbying": 91.92, - "LegalQuAD": 22.32, - "LegalSummarization": 58.72, - "MIRACLRetrieval (ar)": 0.34, - "MIRACLRetrieval (bn)": 0.2, - "MIRACLRetrieval (de)": 14.8, - "MIRACLRetrieval (en)": 49.53, - "MIRACLRetrieval (es)": 25.84, - "MIRACLRetrieval (fa)": 0.26, - "MIRACLRetrieval (fi)": 23.1, - "MIRACLRetrieval (fr)": 19.91, - "MIRACLRetrieval (hi)": 1.02, - "MIRACLRetrieval (id)": 14.33, - "MIRACLRetrieval (ja)": 2.7, - "MIRACLRetrieval (ko)": 2.98, - "MIRACLRetrieval (ru)": 3.39, - "MIRACLRetrieval (sw)": 24.52, - "MIRACLRetrieval (te)": 0.08, - "MIRACLRetrieval (th)": 0.28, - "MIRACLRetrieval (yo)": 48.59, - "MIRACLRetrieval (zh)": 0.61, - "MintakaRetrieval (ar)": 6.1, - "MintakaRetrieval (de)": 23.04, - "MintakaRetrieval (es)": 21.95, - "MintakaRetrieval (fr)": 23.51, - "MintakaRetrieval (hi)": 7.02, - "MintakaRetrieval (it)": 20.37, - "MintakaRetrieval (ja)": 10.84, - "MintakaRetrieval (pt)": 23.03, - "PIQA": 27.71, - "Quail": 4.94, - "RARbCode": 54.47, - "RARbMath": 67.76, - "RiaNewsRetrieval": 14.82, - "RuBQRetrieval": 16.23, - "SCIDOCS": 18.68, - "SIQA": 4.37, - "SciFact-PL": 42.16, - "SpartQA": 7.84, - "StackOverflowQA": 87.85, - "SyntecRetrieval": 67.34, - "SyntheticText2SQL": 51.88, - "TRECCOVID": 69.63, - "TRECCOVID-PL": 20.13, - "TempReasonL1": 1.74, - "TempReasonL2Fact": 37.62, - "TempReasonL2Pure": 2.92, - "TempReasonL3Fact": 32.63, - "TempReasonL3Pure": 10.25, - "WinoGrande": 46.99, - "XMarket (de)": 14.27, - "XMarket (en)": 29.85, - "XMarket (es)": 17.87, - "XPQARetrieval (ara-ara)": 13.74, - "XPQARetrieval (eng-ara)": 4.02, - "XPQARetrieval (ara-eng)": 9.62, - "XPQARetrieval (deu-deu)": 56.5, - "XPQARetrieval (eng-deu)": 15.21, - "XPQARetrieval (deu-eng)": 29.85, - "XPQARetrieval (spa-spa)": 46.27, - "XPQARetrieval (eng-spa)": 13.06, - "XPQARetrieval (spa-eng)": 24.73, - "XPQARetrieval (fra-fra)": 53.68, - "XPQARetrieval (eng-fra)": 18.07, - "XPQARetrieval (fra-eng)": 30.23, - "XPQARetrieval (hin-hin)": 34.7, - "XPQARetrieval (eng-hin)": 8.68, - "XPQARetrieval (hin-eng)": 8.87, - "XPQARetrieval (ita-ita)": 57.76, - "XPQARetrieval (eng-ita)": 12.66, - "XPQARetrieval (ita-eng)": 26.19, - "XPQARetrieval (jpn-jpn)": 44.02, - "XPQARetrieval (eng-jpn)": 6.34, - "XPQARetrieval (jpn-eng)": 18.04, - "XPQARetrieval (kor-kor)": 16.11, - "XPQARetrieval (eng-kor)": 8.23, - "XPQARetrieval (kor-eng)": 7.56, - "XPQARetrieval (pol-pol)": 34.92, - "XPQARetrieval (eng-pol)": 13.06, - "XPQARetrieval (pol-eng)": 18.95, - "XPQARetrieval (por-por)": 37.84, - "XPQARetrieval (eng-por)": 10.58, - "XPQARetrieval (por-eng)": 23.87, - "XPQARetrieval (tam-tam)": 12.57, - "XPQARetrieval (eng-tam)": 4.59, - "XPQARetrieval (tam-eng)": 4.58, - "XPQARetrieval (cmn-cmn)": 25.63, - "XPQARetrieval (eng-cmn)": 7.63, - "XPQARetrieval (cmn-eng)": 11.54 - } - ] - }, - "STS": { - "cosine_spearman": [ - { - "Model": "e5-base-v2", - "CDSC-R": 85.88, - "GermanSTSBenchmark": 68.61, - "RUParaPhraserSTS": 54.96, - "RuSTSBenchmarkSTS": 64.35, - "SICK-R": 78.4, - "SICK-R-PL": 58.0, - "SICKFr": 68.97, - "STS12": 73.49, - "STS13": 83.0, - "STS14": 80.45, - "STS15": 88.18, - "STS17 (en-en)": 88.89, - "STS17 (nl-en)": 42.58, - "STS17 (en-tr)": -7.22, - "STS17 (es-en)": 44.73, - "STS17 (en-de)": 41.4, - "STS17 (fr-en)": 51.76, - "STS17 (es-es)": 80.35, - "STS17 (it-en)": 27.04, - "STS17 (ar-ar)": 54.21, - "STS17 (en-ar)": -6.22, - "STS17 (ko-ko)": 44.35, - "STS22 (fr-pl)": 50.71, - "STS22 (en)": 66.51, - "STS22 (zh)": 49.26, - "STS22 (ar)": 28.74, - "STS22 (fr)": 76.93, - "STS22 (de-fr)": 58.23, - "STS22 (pl)": 31.46, - "STS22 (es-en)": 65.16, - "STS22 (tr)": 52.41, - "STS22 (de-en)": 50.28, - "STS22 (ru)": 21.62, - "STS22 (de-pl)": 26.82, - "STS22 (it)": 68.41, - "STS22 (zh-en)": 37.18, - "STS22 (pl-en)": 61.96, - "STS22 (es-it)": 64.1, - "STS22 (de)": 29.17, - "STS22 (es)": 61.48, - "STSB": 34.59, - "STSBenchmark": 85.48, - "STSBenchmarkMultilingualSTS (en)": 85.48, - "STSBenchmarkMultilingualSTS (fr)": 71.25, - "STSBenchmarkMultilingualSTS (zh)": 35.53, - "STSBenchmarkMultilingualSTS (pl)": 63.06, - "STSBenchmarkMultilingualSTS (es)": 72.75, - "STSBenchmarkMultilingualSTS (nl)": 67.07, - "STSBenchmarkMultilingualSTS (pt)": 69.5, - "STSBenchmarkMultilingualSTS (ru)": 64.43, - "STSBenchmarkMultilingualSTS (it)": 69.5, - "STSBenchmarkMultilingualSTS (de)": 68.9 - }, - { - "Model": "e5-base-v2", - "CDSC-R": 85.88, - "GermanSTSBenchmark": 68.61, - "RUParaPhraserSTS": 54.96, - "RuSTSBenchmarkSTS": 64.35, - "SICK-R": 78.4, - "SICK-R-PL": 58.0, - "SICKFr": 68.97, - "STS12": 73.49, - "STS13": 83.0, - "STS14": 80.45, - "STS15": 88.18, - "STS17 (en-en)": 88.89, - "STS17 (nl-en)": 42.58, - "STS17 (en-tr)": -7.22, - "STS17 (es-en)": 44.73, - "STS17 (en-de)": 41.4, - "STS17 (fr-en)": 51.76, - "STS17 (es-es)": 80.35, - "STS17 (it-en)": 27.04, - "STS17 (ar-ar)": 54.21, - "STS17 (en-ar)": -6.22, - "STS17 (ko-ko)": 44.35, - "STS22 (fr-pl)": 50.71, - "STS22 (en)": 66.51, - "STS22 (zh)": 49.26, - "STS22 (ar)": 28.72, - "STS22 (fr)": 76.93, - "STS22 (de-fr)": 58.23, - "STS22 (pl)": 31.37, - "STS22 (es-en)": 65.16, - "STS22 (tr)": 52.41, - "STS22 (de-en)": 50.28, - "STS22 (ru)": 21.62, - "STS22 (de-pl)": 26.82, - "STS22 (it)": 68.41, - "STS22 (zh-en)": 37.18, - "STS22 (pl-en)": 61.96, - "STS22 (es-it)": 64.1, - "STS22 (de)": 29.16, - "STS22 (es)": 61.48, - "STSB": 34.59, - "STSBenchmark": 85.48, - "STSBenchmarkMultilingualSTS (en)": 85.48, - "STSBenchmarkMultilingualSTS (fr)": 71.25, - "STSBenchmarkMultilingualSTS (zh)": 35.52, - "STSBenchmarkMultilingualSTS (pl)": 63.06, - "STSBenchmarkMultilingualSTS (es)": 72.75, - "STSBenchmarkMultilingualSTS (nl)": 67.07, - "STSBenchmarkMultilingualSTS (pt)": 69.5, - "STSBenchmarkMultilingualSTS (ru)": 64.43, - "STSBenchmarkMultilingualSTS (it)": 69.5, - "STSBenchmarkMultilingualSTS (de)": 68.9 - } - ] - }, - "Summarization": { - "cosine_spearman": [ - { - "Model": "e5-base-v2", - "SummEvalFr": 31.87 - }, - { - "Model": "e5-base-v2", - "SummEvalFr": 31.87 - } - ] - }, - "MultilabelClassification": { - "accuracy": [ - { - "Model": "e5-base-v2", - "CEDRClassification": 34.11, - "SensitiveTopicsClassification": 18.14 - } - ] - }, - "InstructionRetrieval": { - "p-MRR": [ - { - "Model": "e5-base-v2", - "Core17InstructionRetrieval": -2.92, - "News21InstructionRetrieval": -2.08, - "Robust04InstructionRetrieval": -6.81 - } - ] - } - }, - "intfloat__e5-large": { - "BitextMining": { - "f1": [ - { - "Model": "e5-large", - "BornholmBitextMining": 40.15, - "Tatoeba (pam-eng)": 6.43, - "Tatoeba (kab-eng)": 1.32, - "Tatoeba (tam-eng)": 0.42, - "Tatoeba (cmn-eng)": 2.83, - "Tatoeba (xho-eng)": 2.65, - "Tatoeba (ita-eng)": 29.93, - "Tatoeba (vie-eng)": 7.01, - "Tatoeba (fry-eng)": 19.73, - "Tatoeba (wuu-eng)": 1.46, - "Tatoeba (hin-eng)": 0.0, - "Tatoeba (bel-eng)": 1.67, - "Tatoeba (est-eng)": 3.57, - "Tatoeba (gla-eng)": 3.37, - "Tatoeba (kzj-eng)": 5.68, - "Tatoeba (srp-eng)": 4.41, - "Tatoeba (uzb-eng)": 3.84, - "Tatoeba (nds-eng)": 20.18, - "Tatoeba (ber-eng)": 5.52, - "Tatoeba (fra-eng)": 44.31, - "Tatoeba (slk-eng)": 8.08, - "Tatoeba (lvs-eng)": 5.02, - "Tatoeba (amh-eng)": 0.08, - "Tatoeba (kaz-eng)": 0.95, - "Tatoeba (ina-eng)": 45.6, - "Tatoeba (dan-eng)": 18.87, - "Tatoeba (ell-eng)": 0.6, - "Tatoeba (lat-eng)": 13.19, - "Tatoeba (kur-eng)": 10.07, - "Tatoeba (deu-eng)": 39.83, - "Tatoeba (zsm-eng)": 10.44, - "Tatoeba (ang-eng)": 15.06, - "Tatoeba (swh-eng)": 6.72, - "Tatoeba (heb-eng)": 0.47, - "Tatoeba (nob-eng)": 19.22, - "Tatoeba (hrv-eng)": 11.06, - "Tatoeba (aze-eng)": 5.52, - "Tatoeba (csb-eng)": 11.53, - "Tatoeba (tha-eng)": 1.4, - "Tatoeba (nno-eng)": 13.17, - "Tatoeba (rus-eng)": 0.33, - "Tatoeba (fin-eng)": 6.29, - "Tatoeba (slv-eng)": 9.23, - "Tatoeba (uig-eng)": 0.6, - "Tatoeba (gle-eng)": 3.77, - "Tatoeba (ces-eng)": 6.27, - "Tatoeba (isl-eng)": 6.28, - "Tatoeba (mar-eng)": 0.14, - "Tatoeba (swe-eng)": 15.61, - "Tatoeba (cor-eng)": 2.95, - "Tatoeba (ceb-eng)": 7.57, - "Tatoeba (arq-eng)": 0.61, - "Tatoeba (bre-eng)": 4.9, - "Tatoeba (tat-eng)": 1.18, - "Tatoeba (hun-eng)": 6.26, - "Tatoeba (jpn-eng)": 0.74, - "Tatoeba (bos-eng)": 13.26, - "Tatoeba (yid-eng)": 0.31, - "Tatoeba (kat-eng)": 0.59, - "Tatoeba (pms-eng)": 16.27, - "Tatoeba (dsb-eng)": 7.25, - "Tatoeba (dtp-eng)": 3.64, - "Tatoeba (mkd-eng)": 0.22, - "Tatoeba (hye-eng)": 0.4, - "Tatoeba (tzl-eng)": 22.2, - "Tatoeba (lit-eng)": 3.4, - "Tatoeba (ben-eng)": 0.0, - "Tatoeba (ile-eng)": 34.31, - "Tatoeba (lfn-eng)": 24.09, - "Tatoeba (max-eng)": 12.62, - "Tatoeba (tel-eng)": 0.43, - "Tatoeba (swg-eng)": 16.76, - "Tatoeba (oci-eng)": 16.23, - "Tatoeba (fao-eng)": 10.97, - "Tatoeba (ara-eng)": 0.31, - "Tatoeba (ind-eng)": 9.53, - "Tatoeba (cbk-eng)": 24.06, - "Tatoeba (tuk-eng)": 4.12, - "Tatoeba (ido-eng)": 26.18, - "Tatoeba (spa-eng)": 40.6, - "Tatoeba (afr-eng)": 11.53, - "Tatoeba (mhr-eng)": 0.01, - "Tatoeba (jav-eng)": 7.79, - "Tatoeba (cym-eng)": 8.04, - "Tatoeba (mon-eng)": 2.03, - "Tatoeba (bul-eng)": 0.5, - "Tatoeba (yue-eng)": 1.76, - "Tatoeba (ukr-eng)": 0.83, - "Tatoeba (eus-eng)": 8.28, - "Tatoeba (urd-eng)": 0.11, - "Tatoeba (tgl-eng)": 6.7, - "Tatoeba (ast-eng)": 25.64, - "Tatoeba (mal-eng)": 0.3, - "Tatoeba (tur-eng)": 6.06, - "Tatoeba (sqi-eng)": 7.94, - "Tatoeba (khm-eng)": 0.42, - "Tatoeba (gsw-eng)": 17.47, - "Tatoeba (por-eng)": 38.89, - "Tatoeba (kor-eng)": 1.44, - "Tatoeba (arz-eng)": 0.21, - "Tatoeba (epo-eng)": 17.29, - "Tatoeba (nld-eng)": 22.82, - "Tatoeba (orv-eng)": 0.1, - "Tatoeba (hsb-eng)": 6.93, - "Tatoeba (nov-eng)": 34.03, - "Tatoeba (glg-eng)": 29.58, - "Tatoeba (cha-eng)": 20.74, - "Tatoeba (ron-eng)": 14.73, - "Tatoeba (cat-eng)": 25.7, - "Tatoeba (pol-eng)": 8.06, - "Tatoeba (awa-eng)": 0.76, - "Tatoeba (war-eng)": 7.61, - "Tatoeba (pes-eng)": 0.8 - } - ] - }, - "Classification": { - "accuracy": [ - { - "Model": "e5-large", - "AllegroReviews": 25.75, - "AmazonCounterfactualClassification (en-ext)": 76.67, - "AmazonCounterfactualClassification (en)": 75.07, - "AmazonCounterfactualClassification (de)": 53.79, - "AmazonCounterfactualClassification (ja)": 57.11, - "AmazonReviewsClassification (en)": 41.52, - "AmazonReviewsClassification (de)": 29.28, - "AmazonReviewsClassification (es)": 34.19, - "AmazonReviewsClassification (fr)": 32.4, - "AmazonReviewsClassification (ja)": 22.62, - "AmazonReviewsClassification (zh)": 23.0, - "AngryTweetsClassification": 46.14, - "CBD": 47.88, - "DKHateClassification": 58.72, - "DanishPoliticalCommentsClassification": 28.67, - "GeoreviewClassification": 28.65, - "HeadlineClassification": 29.77, - "InappropriatenessClassification": 52.5, - "KinopoiskClassification": 35.86, - "LccSentimentClassification": 42.13, - "MTOPDomainClassification (en)": 92.07, - "MTOPDomainClassification (de)": 76.63, - "MTOPDomainClassification (es)": 80.4, - "MTOPDomainClassification (fr)": 78.82, - "MTOPDomainClassification (hi)": 39.36, - "MTOPDomainClassification (th)": 15.72, - "MTOPIntentClassification (en)": 61.22, - "MTOPIntentClassification (de)": 43.21, - "MTOPIntentClassification (es)": 42.85, - "MTOPIntentClassification (fr)": 37.12, - "MTOPIntentClassification (hi)": 16.58, - "MTOPIntentClassification (th)": 4.55, - "MasakhaNEWSClassification (amh)": 34.97, - "MasakhaNEWSClassification (eng)": 79.34, - "MasakhaNEWSClassification (fra)": 77.49, - "MasakhaNEWSClassification (hau)": 67.19, - "MasakhaNEWSClassification (ibo)": 59.51, - "MasakhaNEWSClassification (lin)": 73.66, - "MasakhaNEWSClassification (lug)": 60.45, - "MasakhaNEWSClassification (orm)": 64.31, - "MasakhaNEWSClassification (pcm)": 90.85, - "MasakhaNEWSClassification (run)": 66.15, - "MasakhaNEWSClassification (sna)": 74.77, - "MasakhaNEWSClassification (som)": 51.09, - "MasakhaNEWSClassification (swa)": 57.31, - "MasakhaNEWSClassification (tir)": 24.52, - "MasakhaNEWSClassification (xho)": 64.65, - "MasakhaNEWSClassification (yor)": 70.56, - "MassiveIntentClassification (bn)": 19.59, - "MassiveIntentClassification (lv)": 41.56, - "MassiveIntentClassification (ko)": 19.9, - "MassiveIntentClassification (fr)": 47.2, - "MassiveIntentClassification (zh-CN)": 19.53, - "MassiveIntentClassification (af)": 38.87, - "MassiveIntentClassification (sv)": 40.69, - "MassiveIntentClassification (ml)": 2.4, - "MassiveIntentClassification (tr)": 40.61, - "MassiveIntentClassification (ro)": 42.2, - "MassiveIntentClassification (ar)": 19.0, - "MassiveIntentClassification (az)": 39.86, - "MassiveIntentClassification (ka)": 10.95, - "MassiveIntentClassification (km)": 4.71, - "MassiveIntentClassification (ur)": 13.5, - "MassiveIntentClassification (kn)": 2.8, - "MassiveIntentClassification (mn)": 18.67, - "MassiveIntentClassification (es)": 45.1, - "MassiveIntentClassification (hu)": 38.79, - "MassiveIntentClassification (is)": 35.21, - "MassiveIntentClassification (am)": 2.55, - "MassiveIntentClassification (jv)": 38.55, - "MassiveIntentClassification (th)": 11.37, - "MassiveIntentClassification (pl)": 39.06, - "MassiveIntentClassification (hi)": 17.3, - "MassiveIntentClassification (nl)": 40.28, - "MassiveIntentClassification (he)": 19.98, - "MassiveIntentClassification (sl)": 40.13, - "MassiveIntentClassification (ta)": 10.87, - "MassiveIntentClassification (cy)": 36.04, - "MassiveIntentClassification (it)": 45.25, - "MassiveIntentClassification (te)": 2.58, - "MassiveIntentClassification (vi)": 37.57, - "MassiveIntentClassification (nb)": 40.63, - "MassiveIntentClassification (sq)": 42.14, - "MassiveIntentClassification (my)": 3.72, - "MassiveIntentClassification (de)": 44.57, - "MassiveIntentClassification (ms)": 38.31, - "MassiveIntentClassification (pt)": 46.8, - "MassiveIntentClassification (en)": 67.77, - "MassiveIntentClassification (fa)": 25.28, - "MassiveIntentClassification (sw)": 39.86, - "MassiveIntentClassification (ja)": 25.24, - "MassiveIntentClassification (id)": 41.65, - "MassiveIntentClassification (zh-TW)": 19.52, - "MassiveIntentClassification (ru)": 22.51, - "MassiveIntentClassification (tl)": 40.76, - "MassiveIntentClassification (el)": 25.9, - "MassiveIntentClassification (fi)": 40.87, - "MassiveIntentClassification (hy)": 9.33, - "MassiveIntentClassification (da)": 42.29, - "MassiveScenarioClassification (km)": 8.73, - "MassiveScenarioClassification (hu)": 46.67, - "MassiveScenarioClassification (lv)": 47.37, - "MassiveScenarioClassification (ml)": 6.8, - "MassiveScenarioClassification (vi)": 42.45, - "MassiveScenarioClassification (fr)": 57.57, - "MassiveScenarioClassification (tl)": 52.61, - "MassiveScenarioClassification (my)": 10.65, - "MassiveScenarioClassification (nb)": 51.91, - "MassiveScenarioClassification (fa)": 30.19, - "MassiveScenarioClassification (fi)": 48.25, - "MassiveScenarioClassification (ro)": 53.29, - "MassiveScenarioClassification (cy)": 44.51, - "MassiveScenarioClassification (is)": 45.03, - "MassiveScenarioClassification (ms)": 49.02, - "MassiveScenarioClassification (am)": 7.76, - "MassiveScenarioClassification (ru)": 26.94, - "MassiveScenarioClassification (az)": 47.25, - "MassiveScenarioClassification (hi)": 22.69, - "MassiveScenarioClassification (da)": 52.95, - "MassiveScenarioClassification (ja)": 30.28, - "MassiveScenarioClassification (en)": 71.99, - "MassiveScenarioClassification (sv)": 50.97, - "MassiveScenarioClassification (ur)": 20.58, - "MassiveScenarioClassification (el)": 35.32, - "MassiveScenarioClassification (es)": 55.79, - "MassiveScenarioClassification (pt)": 57.43, - "MassiveScenarioClassification (th)": 20.16, - "MassiveScenarioClassification (zh-TW)": 27.76, - "MassiveScenarioClassification (ar)": 27.2, - "MassiveScenarioClassification (ka)": 17.42, - "MassiveScenarioClassification (sw)": 46.97, - "MassiveScenarioClassification (ta)": 17.1, - "MassiveScenarioClassification (id)": 48.89, - "MassiveScenarioClassification (sl)": 47.11, - "MassiveScenarioClassification (kn)": 7.98, - "MassiveScenarioClassification (ko)": 27.82, - "MassiveScenarioClassification (af)": 49.65, - "MassiveScenarioClassification (hy)": 16.0, - "MassiveScenarioClassification (he)": 23.14, - "MassiveScenarioClassification (te)": 7.01, - "MassiveScenarioClassification (bn)": 26.41, - "MassiveScenarioClassification (sq)": 51.61, - "MassiveScenarioClassification (it)": 55.68, - "MassiveScenarioClassification (tr)": 48.86, - "MassiveScenarioClassification (zh-CN)": 28.01, - "MassiveScenarioClassification (de)": 59.26, - "MassiveScenarioClassification (nl)": 52.19, - "MassiveScenarioClassification (mn)": 26.77, - "MassiveScenarioClassification (pl)": 48.0, - "MassiveScenarioClassification (jv)": 47.57, - "NoRecClassification": 41.83, - "NordicLangClassification": 58.3, - "NorwegianParliament": 57.26, - "PAC": 67.56, - "PolEmo2.0-IN": 43.98, - "PolEmo2.0-OUT": 23.54, - "RuReviewsClassification": 43.2, - "RuSciBenchGRNTIClassification": 14.83, - "RuSciBenchOECDClassification": 11.64, - "ScalaDaClassification": 49.9, - "ScalaNbClassification": 50.13 - } - ] - }, - "Clustering": { - "v_measure": [ - { - "Model": "e5-large", - "AlloProfClusteringP2P": 58.4, - "AlloProfClusteringS2S": 37.22, - "BlurbsClusteringP2P": 31.08, - "BlurbsClusteringS2S": 11.45, - "GeoreviewClusteringP2P": 18.26, - "HALClusteringS2S": 23.44, - "MLSUMClusteringP2P (de)": 36.9, - "MLSUMClusteringP2P (fr)": 42.92, - "MLSUMClusteringP2P (ru)": 21.22, - "MLSUMClusteringP2P (es)": 42.73, - "MLSUMClusteringS2S (de)": 39.73, - "MLSUMClusteringS2S (fr)": 42.99, - "MLSUMClusteringS2S (ru)": 21.36, - "MLSUMClusteringS2S (es)": 43.02, - "MasakhaNEWSClusteringP2P (amh)": 41.03, - "MasakhaNEWSClusteringP2P (eng)": 56.6, - "MasakhaNEWSClusteringP2P (fra)": 59.73, - "MasakhaNEWSClusteringP2P (hau)": 32.38, - "MasakhaNEWSClusteringP2P (ibo)": 35.88, - "MasakhaNEWSClusteringP2P (lin)": 46.97, - "MasakhaNEWSClusteringP2P (lug)": 61.55, - "MasakhaNEWSClusteringP2P (orm)": 33.01, - "MasakhaNEWSClusteringP2P (pcm)": 74.24, - "MasakhaNEWSClusteringP2P (run)": 55.65, - "MasakhaNEWSClusteringP2P (sna)": 48.59, - "MasakhaNEWSClusteringP2P (som)": 38.98, - "MasakhaNEWSClusteringP2P (swa)": 25.93, - "MasakhaNEWSClusteringP2P (tir)": 43.52, - "MasakhaNEWSClusteringP2P (xho)": 29.18, - "MasakhaNEWSClusteringP2P (yor)": 30.58, - "MasakhaNEWSClusteringS2S (amh)": 45.44, - "MasakhaNEWSClusteringS2S (eng)": 51.0, - "MasakhaNEWSClusteringS2S (fra)": 33.53, - "MasakhaNEWSClusteringS2S (hau)": 16.31, - "MasakhaNEWSClusteringS2S (ibo)": 42.6, - "MasakhaNEWSClusteringS2S (lin)": 41.71, - "MasakhaNEWSClusteringS2S (lug)": 45.92, - "MasakhaNEWSClusteringS2S (orm)": 24.84, - "MasakhaNEWSClusteringS2S (pcm)": 65.43, - "MasakhaNEWSClusteringS2S (run)": 45.69, - "MasakhaNEWSClusteringS2S (sna)": 44.39, - "MasakhaNEWSClusteringS2S (som)": 29.42, - "MasakhaNEWSClusteringS2S (swa)": 17.13, - "MasakhaNEWSClusteringS2S (tir)": 44.01, - "MasakhaNEWSClusteringS2S (xho)": 31.38, - "MasakhaNEWSClusteringS2S (yor)": 40.1, - "RuSciBenchGRNTIClusteringP2P": 14.85, - "RuSciBenchOECDClusteringP2P": 13.66, - "TenKGnadClusteringP2P": 43.22, - "TenKGnadClusteringS2S": 21.2 - } - ] - }, - "PairClassification": { - "max_ap": [ - { - "Model": "e5-large", - "CDSC-E": 69.58, - "FalseFriendsGermanEnglish": 47.55, - "OpusparcusPC (de)": 91.79, - "OpusparcusPC (en)": 98.74, - "OpusparcusPC (fi)": 86.87, - "OpusparcusPC (fr)": 88.26, - "OpusparcusPC (ru)": 81.03, - "OpusparcusPC (sv)": 84.1, - "PSC": 96.15, - "PawsXPairClassification (de)": 51.97, - "PawsXPairClassification (en)": 64.65, - "PawsXPairClassification (es)": 53.65, - "PawsXPairClassification (fr)": 55.63, - "PawsXPairClassification (ja)": 48.78, - "PawsXPairClassification (ko)": 51.23, - "PawsXPairClassification (zh)": 52.84, - "SICK-E-PL": 56.09, - "TERRa": 47.37 - }, - { - "Model": "e5-large", - "CDSC-E": 69.58, - "FalseFriendsGermanEnglish": 47.55, - "OpusparcusPC (de)": 91.79, - "OpusparcusPC (en)": 98.74, - "OpusparcusPC (fi)": 86.89, - "OpusparcusPC (fr)": 88.26, - "OpusparcusPC (ru)": 81.05, - "OpusparcusPC (sv)": 84.1, - "PSC": 96.15, - "PawsXPairClassification (de)": 52.46, - "PawsXPairClassification (en)": 64.66, - "PawsXPairClassification (es)": 53.65, - "PawsXPairClassification (fr)": 55.72, - "PawsXPairClassification (ja)": 48.92, - "PawsXPairClassification (ko)": 51.36, - "PawsXPairClassification (zh)": 52.93, - "SICK-E-PL": 56.09, - "TERRa": 47.37 - } - ] - }, - "Reranking": { - "map": [ - { - "Model": "e5-large", - "AlloprofReranking": 61.93, - "RuBQReranking": 30.83, - "SyntecReranking": 75.95, - "T2Reranking": 59.72 - }, - { - "Model": "e5-large", - "MIRACLReranking (ar)": 6.68, - "MIRACLReranking (bn)": 9.74, - "MIRACLReranking (de)": 27.94, - "MIRACLReranking (en)": 55.79, - "MIRACLReranking (es)": 44.12, - "MIRACLReranking (fa)": 8.37, - "MIRACLReranking (fi)": 42.68, - "MIRACLReranking (fr)": 37.76, - "MIRACLReranking (hi)": 8.17, - "MIRACLReranking (id)": 28.76, - "MIRACLReranking (ja)": 10.84, - "MIRACLReranking (ko)": 13.09, - "MIRACLReranking (ru)": 10.52, - "MIRACLReranking (sw)": 34.27, - "MIRACLReranking (te)": 1.19, - "MIRACLReranking (th)": 3.31, - "MIRACLReranking (yo)": 58.1, - "MIRACLReranking (zh)": 10.4 - } - ] - }, - "Retrieval": { - "ndcg_at_10": [ - { - "Model": "e5-large", - "AILACasedocs": 26.91, - "AILAStatutes": 22.9, - "ARCChallenge": 8.01, - "AlloprofRetrieval": 33.73, - "AlphaNLI": 13.3, - "AppsRetrieval": 9.18, - "BSARDRetrieval": 11.87, - "CmedqaRetrieval": 2.58, - "CodeFeedbackMT": 45.83, - "CodeFeedbackST": 73.29, - "CodeSearchNetCCRetrieval (python)": 63.21, - "CodeSearchNetCCRetrieval (javascript)": 60.51, - "CodeSearchNetCCRetrieval (go)": 42.42, - "CodeSearchNetCCRetrieval (ruby)": 57.91, - "CodeSearchNetCCRetrieval (java)": 55.47, - "CodeSearchNetCCRetrieval (php)": 44.14, - "CodeSearchNetRetrieval (python)": 83.25, - "CodeSearchNetRetrieval (javascript)": 64.28, - "CodeSearchNetRetrieval (go)": 80.19, - "CodeSearchNetRetrieval (ruby)": 74.52, - "CodeSearchNetRetrieval (java)": 75.38, - "CodeSearchNetRetrieval (php)": 72.31, - "CodeTransOceanContest": 63.15, - "CodeTransOceanDL": 31.77, - "CosQA": 32.86, - "CovidRetrieval": 4.01, - "GerDaLIR": 3.65, - "GerDaLIRSmall": 8.26, - "GermanQuAD-Retrieval": 85.05, - "HellaSwag": 26.48, - "LEMBNarrativeQARetrieval": 23.45, - "LEMBQMSumRetrieval": 22.61, - "LEMBSummScreenFDRetrieval": 73.65, - "LEMBWikimQARetrieval": 47.74, - "LeCaRDv2": 19.56, - "LegalBenchConsumerContractsQA": 75.67, - "LegalBenchCorporateLobbying": 91.61, - "LegalQuAD": 27.15, - "LegalSummarization": 57.9, - "MIRACLRetrieval (ar)": 0.15, - "MIRACLRetrieval (bn)": 0.34, - "MIRACLRetrieval (de)": 19.7, - "MIRACLRetrieval (en)": 47.81, - "MIRACLRetrieval (es)": 32.6, - "MIRACLRetrieval (fa)": 0.0, - "MIRACLRetrieval (fi)": 24.84, - "MIRACLRetrieval (fr)": 31.33, - "MIRACLRetrieval (hi)": 0.34, - "MIRACLRetrieval (id)": 18.93, - "MIRACLRetrieval (ja)": 0.77, - "MIRACLRetrieval (ko)": 4.79, - "MIRACLRetrieval (ru)": 1.49, - "MIRACLRetrieval (sw)": 27.95, - "MIRACLRetrieval (te)": 0.0, - "MIRACLRetrieval (th)": 0.26, - "MIRACLRetrieval (yo)": 56.96, - "MIRACLRetrieval (zh)": 0.14, - "MintakaRetrieval (ar)": 3.13, - "MintakaRetrieval (de)": 20.81, - "MintakaRetrieval (es)": 20.17, - "MintakaRetrieval (fr)": 22.39, - "MintakaRetrieval (hi)": 3.41, - "MintakaRetrieval (it)": 18.62, - "MintakaRetrieval (ja)": 6.35, - "MintakaRetrieval (pt)": 18.68, - "PIQA": 25.21, - "Quail": 4.96, - "RARbCode": 44.8, - "RARbMath": 72.81, - "RiaNewsRetrieval": 4.39, - "RuBQRetrieval": 4.69, - "SIQA": 2.86, - "SciFact-PL": 44.95, - "SpartQA": 1.75, - "StackOverflowQA": 82.85, - "SyntecRetrieval": 70.86, - "SyntheticText2SQL": 50.85, - "TRECCOVID-PL": 35.81, - "TempReasonL1": 1.74, - "TempReasonL2Fact": 33.63, - "TempReasonL2Pure": 1.25, - "TempReasonL3Fact": 27.44, - "TempReasonL3Pure": 7.58, - "WinoGrande": 51.0, - "XMarket (de)": 16.74, - "XMarket (en)": 32.99, - "XMarket (es)": 19.63, - "XPQARetrieval (ara-ara)": 9.6, - "XPQARetrieval (eng-ara)": 4.13, - "XPQARetrieval (ara-eng)": 8.82, - "XPQARetrieval (deu-deu)": 58.49, - "XPQARetrieval (eng-deu)": 15.55, - "XPQARetrieval (deu-eng)": 31.58, - "XPQARetrieval (spa-spa)": 44.1, - "XPQARetrieval (eng-spa)": 16.48, - "XPQARetrieval (spa-eng)": 26.66, - "XPQARetrieval (fra-fra)": 50.79, - "XPQARetrieval (eng-fra)": 19.38, - "XPQARetrieval (fra-eng)": 32.08, - "XPQARetrieval (hin-hin)": 32.52, - "XPQARetrieval (eng-hin)": 6.95, - "XPQARetrieval (hin-eng)": 6.86, - "XPQARetrieval (ita-ita)": 56.26, - "XPQARetrieval (eng-ita)": 13.54, - "XPQARetrieval (ita-eng)": 29.12, - "XPQARetrieval (jpn-jpn)": 34.82, - "XPQARetrieval (eng-jpn)": 6.61, - "XPQARetrieval (jpn-eng)": 17.54, - "XPQARetrieval (kor-kor)": 10.57, - "XPQARetrieval (eng-kor)": 10.03, - "XPQARetrieval (kor-eng)": 7.86, - "XPQARetrieval (pol-pol)": 29.41, - "XPQARetrieval (eng-pol)": 11.89, - "XPQARetrieval (pol-eng)": 17.28, - "XPQARetrieval (por-por)": 36.71, - "XPQARetrieval (eng-por)": 13.2, - "XPQARetrieval (por-eng)": 24.48, - "XPQARetrieval (tam-tam)": 6.6, - "XPQARetrieval (eng-tam)": 4.91, - "XPQARetrieval (tam-eng)": 3.67, - "XPQARetrieval (cmn-cmn)": 23.41, - "XPQARetrieval (eng-cmn)": 7.33, - "XPQARetrieval (cmn-eng)": 15.24 - } - ] - }, - "STS": { - "cosine_spearman": [ - { - "Model": "e5-large", - "CDSC-R": 84.14, - "GermanSTSBenchmark": 67.39, - "RUParaPhraserSTS": 46.38, - "RuSTSBenchmarkSTS": 53.27, - "SICK-R-PL": 58.82, - "SICKFr": 70.03, - "STS22 (fr-pl)": 73.25, - "STS22 (de)": 44.63, - "STS22 (it)": 71.03, - "STS22 (es)": 61.75, - "STS22 (pl-en)": 64.87, - "STS22 (es-en)": 68.92, - "STS22 (de-fr)": 54.29, - "STS22 (de-en)": 54.9, - "STS22 (ar)": 37.03, - "STS22 (tr)": 55.9, - "STS22 (ru)": 21.54, - "STS22 (es-it)": 63.53, - "STS22 (pl)": 32.97, - "STS22 (en)": 65.65, - "STS22 (zh)": 44.9, - "STS22 (fr)": 81.45, - "STS22 (de-pl)": 40.53, - "STS22 (zh-en)": 35.44, - "STSB": 37.53, - "STSBenchmarkMultilingualSTS (pl)": 61.52, - "STSBenchmarkMultilingualSTS (pt)": 73.29, - "STSBenchmarkMultilingualSTS (it)": 69.59, - "STSBenchmarkMultilingualSTS (es)": 74.87, - "STSBenchmarkMultilingualSTS (de)": 67.25, - "STSBenchmarkMultilingualSTS (zh)": 39.93, - "STSBenchmarkMultilingualSTS (nl)": 66.31, - "STSBenchmarkMultilingualSTS (en)": 87.15, - "STSBenchmarkMultilingualSTS (fr)": 72.65, - "STSBenchmarkMultilingualSTS (ru)": 53.29 - }, - { - "Model": "e5-large", - "CDSC-R": 84.14, - "GermanSTSBenchmark": 67.39, - "RUParaPhraserSTS": 46.38, - "RuSTSBenchmarkSTS": 53.27, - "SICK-R-PL": 58.82, - "SICKFr": 70.03, - "STS22 (fr-pl)": 73.25, - "STS22 (de)": 44.63, - "STS22 (it)": 71.03, - "STS22 (es)": 61.75, - "STS22 (pl-en)": 64.87, - "STS22 (es-en)": 68.92, - "STS22 (de-fr)": 54.29, - "STS22 (de-en)": 54.9, - "STS22 (ar)": 37.01, - "STS22 (tr)": 55.9, - "STS22 (ru)": 21.54, - "STS22 (es-it)": 63.53, - "STS22 (pl)": 32.96, - "STS22 (en)": 65.65, - "STS22 (zh)": 44.9, - "STS22 (fr)": 81.45, - "STS22 (de-pl)": 40.53, - "STS22 (zh-en)": 35.44, - "STSB": 37.53, - "STSBenchmarkMultilingualSTS (pl)": 61.52, - "STSBenchmarkMultilingualSTS (pt)": 73.29, - "STSBenchmarkMultilingualSTS (it)": 69.59, - "STSBenchmarkMultilingualSTS (es)": 74.87, - "STSBenchmarkMultilingualSTS (de)": 67.25, - "STSBenchmarkMultilingualSTS (zh)": 39.93, - "STSBenchmarkMultilingualSTS (nl)": 66.31, - "STSBenchmarkMultilingualSTS (en)": 87.15, - "STSBenchmarkMultilingualSTS (fr)": 72.65, - "STSBenchmarkMultilingualSTS (ru)": 53.29 - } - ] - }, - "Summarization": { - "cosine_spearman": [ - { - "Model": "e5-large", - "SummEvalFr": 31.82 - }, - { - "Model": "e5-large", - "SummEvalFr": 31.82 - } - ] - }, - "MultilabelClassification": { - "accuracy": [ - { - "Model": "e5-large", - "CEDRClassification": 33.15, - "SensitiveTopicsClassification": 17.69 - } - ] - }, - "InstructionRetrieval": { - "p-MRR": [ - { - "Model": "e5-large", - "Core17InstructionRetrieval": 0.21, - "News21InstructionRetrieval": -0.94, - "Robust04InstructionRetrieval": -6.25 - } - ] - } - }, - "intfloat__e5-large-v2": { - "BitextMining": { - "f1": [ - { - "Model": "e5-large-v2", - "BornholmBitextMining": 40.86, - "Tatoeba (nld-eng)": 28.79, - "Tatoeba (cor-eng)": 3.96, - "Tatoeba (ita-eng)": 31.16, - "Tatoeba (orv-eng)": 0.51, - "Tatoeba (swe-eng)": 21.42, - "Tatoeba (isl-eng)": 10.27, - "Tatoeba (ang-eng)": 20.52, - "Tatoeba (awa-eng)": 0.07, - "Tatoeba (swh-eng)": 8.5, - "Tatoeba (fin-eng)": 5.89, - "Tatoeba (kur-eng)": 10.32, - "Tatoeba (afr-eng)": 14.06, - "Tatoeba (sqi-eng)": 10.53, - "Tatoeba (csb-eng)": 12.24, - "Tatoeba (aze-eng)": 5.82, - "Tatoeba (ces-eng)": 7.5, - "Tatoeba (hun-eng)": 6.66, - "Tatoeba (lvs-eng)": 6.81, - "Tatoeba (tam-eng)": 0.04, - "Tatoeba (por-eng)": 49.24, - "Tatoeba (mon-eng)": 2.73, - "Tatoeba (pes-eng)": 0.42, - "Tatoeba (gla-eng)": 3.45, - "Tatoeba (war-eng)": 8.24, - "Tatoeba (mar-eng)": 0.25, - "Tatoeba (gsw-eng)": 20.97, - "Tatoeba (hye-eng)": 0.81, - "Tatoeba (kor-eng)": 1.7, - "Tatoeba (max-eng)": 14.68, - "Tatoeba (est-eng)": 4.5, - "Tatoeba (ceb-eng)": 8.33, - "Tatoeba (lfn-eng)": 25.13, - "Tatoeba (ara-eng)": 0.54, - "Tatoeba (nob-eng)": 27.97, - "Tatoeba (lat-eng)": 14.13, - "Tatoeba (pam-eng)": 6.46, - "Tatoeba (mkd-eng)": 1.64, - "Tatoeba (hrv-eng)": 14.76, - "Tatoeba (vie-eng)": 7.3, - "Tatoeba (ukr-eng)": 2.09, - "Tatoeba (fao-eng)": 15.09, - "Tatoeba (fry-eng)": 25.25, - "Tatoeba (dsb-eng)": 10.42, - "Tatoeba (yid-eng)": 0.49, - "Tatoeba (kab-eng)": 1.64, - "Tatoeba (ind-eng)": 9.85, - "Tatoeba (ell-eng)": 1.44, - "Tatoeba (gle-eng)": 4.29, - "Tatoeba (zsm-eng)": 12.54, - "Tatoeba (ile-eng)": 33.88, - "Tatoeba (tzl-eng)": 21.14, - "Tatoeba (tha-eng)": 1.4, - "Tatoeba (bul-eng)": 4.13, - "Tatoeba (ast-eng)": 34.17, - "Tatoeba (mal-eng)": 0.32, - "Tatoeba (bre-eng)": 5.13, - "Tatoeba (tur-eng)": 5.49, - "Tatoeba (cbk-eng)": 29.76, - "Tatoeba (tuk-eng)": 4.64, - "Tatoeba (hin-eng)": 0.3, - "Tatoeba (tat-eng)": 1.03, - "Tatoeba (hsb-eng)": 9.41, - "Tatoeba (kat-eng)": 1.27, - "Tatoeba (jav-eng)": 7.58, - "Tatoeba (kaz-eng)": 1.44, - "Tatoeba (fra-eng)": 51.44, - "Tatoeba (dtp-eng)": 4.58, - "Tatoeba (yue-eng)": 3.74, - "Tatoeba (rus-eng)": 4.8, - "Tatoeba (spa-eng)": 49.84, - "Tatoeba (dan-eng)": 29.27, - "Tatoeba (uig-eng)": 0.61, - "Tatoeba (bos-eng)": 14.46, - "Tatoeba (swg-eng)": 20.81, - "Tatoeba (ina-eng)": 49.41, - "Tatoeba (xho-eng)": 4.91, - "Tatoeba (nov-eng)": 37.2, - "Tatoeba (ido-eng)": 22.58, - "Tatoeba (cym-eng)": 7.79, - "Tatoeba (lit-eng)": 4.44, - "Tatoeba (jpn-eng)": 2.29, - "Tatoeba (cha-eng)": 16.95, - "Tatoeba (srp-eng)": 7.67, - "Tatoeba (epo-eng)": 18.77, - "Tatoeba (uzb-eng)": 3.43, - "Tatoeba (bel-eng)": 2.84, - "Tatoeba (urd-eng)": 0.1, - "Tatoeba (tgl-eng)": 8.73, - "Tatoeba (tel-eng)": 0.38, - "Tatoeba (nds-eng)": 25.08, - "Tatoeba (kzj-eng)": 6.54, - "Tatoeba (glg-eng)": 36.15, - "Tatoeba (arz-eng)": 0.21, - "Tatoeba (khm-eng)": 0.32, - "Tatoeba (slk-eng)": 9.2, - "Tatoeba (deu-eng)": 57.44, - "Tatoeba (ber-eng)": 5.31, - "Tatoeba (slv-eng)": 11.91, - "Tatoeba (pms-eng)": 16.64, - "Tatoeba (oci-eng)": 17.76, - "Tatoeba (nno-eng)": 18.76, - "Tatoeba (cat-eng)": 29.27, - "Tatoeba (eus-eng)": 9.2, - "Tatoeba (heb-eng)": 0.87, - "Tatoeba (ron-eng)": 17.06, - "Tatoeba (amh-eng)": 0.05, - "Tatoeba (cmn-eng)": 2.63, - "Tatoeba (mhr-eng)": 0.67, - "Tatoeba (arq-eng)": 0.93, - "Tatoeba (wuu-eng)": 2.59, - "Tatoeba (pol-eng)": 10.63, - "Tatoeba (ben-eng)": 0.0 - } - ] - }, - "Classification": { - "accuracy": [ - { - "Model": "e5-large-v2", - "AllegroReviews": 26.1, - "AmazonCounterfactualClassification (en-ext)": 77.78, - "AmazonCounterfactualClassification (en)": 78.34, - "AmazonCounterfactualClassification (de)": 58.14, - "AmazonCounterfactualClassification (ja)": 59.74, - "AmazonReviewsClassification (en)": 49.45, - "AmazonReviewsClassification (de)": 34.5, - "AmazonReviewsClassification (es)": 40.02, - "AmazonReviewsClassification (fr)": 37.46, - "AmazonReviewsClassification (ja)": 23.15, - "AmazonReviewsClassification (zh)": 24.05, - "AngryTweetsClassification": 47.98, - "CBD": 51.48, - "DanishPoliticalCommentsClassification": 29.08, - "GeoreviewClassification": 32.09, - "HeadlineClassification": 44.38, - "InappropriatenessClassification": 53.71, - "KinopoiskClassification": 37.27, - "LccSentimentClassification": 45.87, - "MTOPDomainClassification (en)": 93.08, - "MTOPDomainClassification (de)": 81.84, - "MTOPDomainClassification (es)": 82.67, - "MTOPDomainClassification (fr)": 83.05, - "MTOPDomainClassification (hi)": 41.93, - "MTOPDomainClassification (th)": 15.39, - "MTOPIntentClassification (en)": 64.58, - "MTOPIntentClassification (de)": 53.16, - "MTOPIntentClassification (es)": 49.57, - "MTOPIntentClassification (fr)": 44.56, - "MTOPIntentClassification (hi)": 19.16, - "MTOPIntentClassification (th)": 5.33, - "MasakhaNEWSClassification (amh)": 34.65, - "MasakhaNEWSClassification (eng)": 77.31, - "MasakhaNEWSClassification (fra)": 75.47, - "MasakhaNEWSClassification (hau)": 68.08, - "MasakhaNEWSClassification (ibo)": 61.36, - "MasakhaNEWSClassification (lin)": 73.66, - "MasakhaNEWSClassification (lug)": 62.87, - "MasakhaNEWSClassification (orm)": 65.08, - "MasakhaNEWSClassification (pcm)": 90.46, - "MasakhaNEWSClassification (run)": 65.78, - "MasakhaNEWSClassification (sna)": 77.29, - "MasakhaNEWSClassification (som)": 51.33, - "MasakhaNEWSClassification (swa)": 59.94, - "MasakhaNEWSClassification (tir)": 24.38, - "MasakhaNEWSClassification (xho)": 64.71, - "MasakhaNEWSClassification (yor)": 72.0, - "MassiveIntentClassification (am)": 2.69, - "MassiveIntentClassification (ko)": 24.94, - "MassiveIntentClassification (sl)": 41.54, - "MassiveIntentClassification (th)": 13.15, - "MassiveIntentClassification (hu)": 40.23, - "MassiveIntentClassification (tl)": 42.84, - "MassiveIntentClassification (my)": 3.88, - "MassiveIntentClassification (id)": 43.12, - "MassiveIntentClassification (ur)": 23.97, - "MassiveIntentClassification (sv)": 44.13, - "MassiveIntentClassification (nl)": 44.37, - "MassiveIntentClassification (jv)": 38.7, - "MassiveIntentClassification (ml)": 3.0, - "MassiveIntentClassification (zh-CN)": 22.35, - "MassiveIntentClassification (af)": 41.84, - "MassiveIntentClassification (es)": 49.84, - "MassiveIntentClassification (ja)": 34.0, - "MassiveIntentClassification (ru)": 40.62, - "MassiveIntentClassification (te)": 2.35, - "MassiveIntentClassification (lv)": 42.13, - "MassiveIntentClassification (zh-TW)": 20.97, - "MassiveIntentClassification (en)": 68.14, - "MassiveIntentClassification (vi)": 37.67, - "MassiveIntentClassification (mn)": 28.0, - "MassiveIntentClassification (is)": 35.18, - "MassiveIntentClassification (el)": 37.8, - "MassiveIntentClassification (kn)": 3.3, - "MassiveIntentClassification (pl)": 41.75, - "MassiveIntentClassification (nb)": 43.32, - "MassiveIntentClassification (fa)": 35.75, - "MassiveIntentClassification (bn)": 24.23, - "MassiveIntentClassification (hi)": 22.04, - "MassiveIntentClassification (hy)": 13.79, - "MassiveIntentClassification (pt)": 51.74, - "MassiveIntentClassification (da)": 45.7, - "MassiveIntentClassification (sq)": 43.45, - "MassiveIntentClassification (ar)": 27.84, - "MassiveIntentClassification (he)": 28.2, - "MassiveIntentClassification (ms)": 40.45, - "MassiveIntentClassification (cy)": 38.39, - "MassiveIntentClassification (tr)": 43.02, - "MassiveIntentClassification (fi)": 41.93, - "MassiveIntentClassification (it)": 47.73, - "MassiveIntentClassification (de)": 49.47, - "MassiveIntentClassification (sw)": 38.6, - "MassiveIntentClassification (az)": 41.8, - "MassiveIntentClassification (ta)": 14.95, - "MassiveIntentClassification (ro)": 44.27, - "MassiveIntentClassification (ka)": 14.56, - "MassiveIntentClassification (km)": 4.57, - "MassiveIntentClassification (fr)": 50.66, - "MassiveScenarioClassification (ja)": 42.73, - "MassiveScenarioClassification (pt)": 57.88, - "MassiveScenarioClassification (ar)": 34.93, - "MassiveScenarioClassification (ta)": 20.23, - "MassiveScenarioClassification (fr)": 57.97, - "MassiveScenarioClassification (am)": 7.54, - "MassiveScenarioClassification (sv)": 53.47, - "MassiveScenarioClassification (id)": 49.05, - "MassiveScenarioClassification (vi)": 42.88, - "MassiveScenarioClassification (bn)": 31.56, - "MassiveScenarioClassification (da)": 55.41, - "MassiveScenarioClassification (hi)": 25.87, - "MassiveScenarioClassification (ml)": 7.22, - "MassiveScenarioClassification (sq)": 51.31, - "MassiveScenarioClassification (tr)": 49.95, - "MassiveScenarioClassification (en)": 71.5, - "MassiveScenarioClassification (az)": 48.4, - "MassiveScenarioClassification (ka)": 20.37, - "MassiveScenarioClassification (ko)": 30.68, - "MassiveScenarioClassification (ro)": 53.72, - "MassiveScenarioClassification (el)": 46.24, - "MassiveScenarioClassification (ru)": 45.16, - "MassiveScenarioClassification (sl)": 47.66, - "MassiveScenarioClassification (fa)": 38.06, - "MassiveScenarioClassification (nb)": 53.32, - "MassiveScenarioClassification (te)": 7.09, - "MassiveScenarioClassification (fi)": 48.37, - "MassiveScenarioClassification (he)": 30.38, - "MassiveScenarioClassification (nl)": 55.05, - "MassiveScenarioClassification (is)": 44.26, - "MassiveScenarioClassification (th)": 22.92, - "MassiveScenarioClassification (hu)": 48.6, - "MassiveScenarioClassification (km)": 9.84, - "MassiveScenarioClassification (sw)": 45.69, - "MassiveScenarioClassification (ur)": 32.19, - "MassiveScenarioClassification (ms)": 49.14, - "MassiveScenarioClassification (jv)": 47.09, - "MassiveScenarioClassification (mn)": 32.73, - "MassiveScenarioClassification (cy)": 45.72, - "MassiveScenarioClassification (af)": 51.77, - "MassiveScenarioClassification (hy)": 19.82, - "MassiveScenarioClassification (kn)": 8.32, - "MassiveScenarioClassification (zh-CN)": 31.82, - "MassiveScenarioClassification (it)": 56.57, - "MassiveScenarioClassification (zh-TW)": 30.42, - "MassiveScenarioClassification (my)": 10.49, - "MassiveScenarioClassification (pl)": 49.17, - "MassiveScenarioClassification (es)": 58.39, - "MassiveScenarioClassification (tl)": 51.52, - "MassiveScenarioClassification (lv)": 47.14, - "MassiveScenarioClassification (de)": 60.64, - "NoRecClassification": 43.18, - "NordicLangClassification": 59.82, - "PAC": 69.79, - "PolEmo2.0-IN": 46.99, - "PolEmo2.0-OUT": 23.28, - "RuReviewsClassification": 47.99, - "RuSciBenchGRNTIClassification": 24.33, - "RuSciBenchOECDClassification": 18.45, - "ToxicConversationsClassification": 63.29 - } - ] - }, - "Clustering": { - "v_measure": [ - { - "Model": "e5-large-v2", - "AlloProfClusteringP2P": 58.75, - "AlloProfClusteringS2S": 34.92, - "BiorxivClusteringP2P": 36.72, - "BiorxivClusteringS2S": 35.47, - "BlurbsClusteringP2P": 31.19, - "BlurbsClusteringS2S": 12.4, - "GeoreviewClusteringP2P": 27.6, - "HALClusteringS2S": 23.39, - "MLSUMClusteringP2P (de)": 38.35, - "MLSUMClusteringP2P (fr)": 42.34, - "MLSUMClusteringP2P (ru)": 26.59, - "MLSUMClusteringP2P (es)": 43.65, - "MLSUMClusteringS2S (de)": 38.99, - "MLSUMClusteringS2S (fr)": 42.95, - "MLSUMClusteringS2S (ru)": 24.89, - "MLSUMClusteringS2S (es)": 43.69, - "MasakhaNEWSClusteringP2P (amh)": 41.67, - "MasakhaNEWSClusteringP2P (eng)": 53.4, - "MasakhaNEWSClusteringP2P (fra)": 36.7, - "MasakhaNEWSClusteringP2P (hau)": 47.77, - "MasakhaNEWSClusteringP2P (ibo)": 39.78, - "MasakhaNEWSClusteringP2P (lin)": 46.47, - "MasakhaNEWSClusteringP2P (lug)": 60.71, - "MasakhaNEWSClusteringP2P (orm)": 30.18, - "MasakhaNEWSClusteringP2P (pcm)": 72.23, - "MasakhaNEWSClusteringP2P (run)": 53.93, - "MasakhaNEWSClusteringP2P (sna)": 49.14, - "MasakhaNEWSClusteringP2P (som)": 33.73, - "MasakhaNEWSClusteringP2P (swa)": 26.38, - "MasakhaNEWSClusteringP2P (tir)": 45.28, - "MasakhaNEWSClusteringP2P (xho)": 33.98, - "MasakhaNEWSClusteringP2P (yor)": 38.67, - "MasakhaNEWSClusteringS2S (amh)": 41.49, - "MasakhaNEWSClusteringS2S (eng)": 33.38, - "MasakhaNEWSClusteringS2S (fra)": 45.31, - "MasakhaNEWSClusteringS2S (hau)": 18.89, - "MasakhaNEWSClusteringS2S (ibo)": 42.67, - "MasakhaNEWSClusteringS2S (lin)": 47.62, - "MasakhaNEWSClusteringS2S (lug)": 44.12, - "MasakhaNEWSClusteringS2S (orm)": 23.86, - "MasakhaNEWSClusteringS2S (pcm)": 55.76, - "MasakhaNEWSClusteringS2S (run)": 46.23, - "MasakhaNEWSClusteringS2S (sna)": 40.38, - "MasakhaNEWSClusteringS2S (som)": 24.86, - "MasakhaNEWSClusteringS2S (swa)": 17.28, - "MasakhaNEWSClusteringS2S (tir)": 42.63, - "MasakhaNEWSClusteringS2S (xho)": 24.27, - "MasakhaNEWSClusteringS2S (yor)": 35.68, - "MedrxivClusteringP2P": 31.45, - "MedrxivClusteringS2S": 29.91, - "RedditClustering": 55.5, - "RedditClusteringP2P": 63.71, - "RuSciBenchGRNTIClusteringP2P": 20.36, - "RuSciBenchOECDClusteringP2P": 18.0, - "StackExchangeClustering": 65.23, - "StackExchangeClusteringP2P": 33.62, - "TenKGnadClusteringP2P": 44.85, - "TenKGnadClusteringS2S": 24.61, - "TwentyNewsgroupsClustering": 48.73 - } - ] - }, - "PairClassification": { - "max_ap": [ - { - "Model": "e5-large-v2", - "CDSC-E": 65.96, - "FalseFriendsGermanEnglish": 47.9, - "OpusparcusPC (de)": 92.28, - "OpusparcusPC (en)": 98.02, - "OpusparcusPC (fi)": 86.16, - "OpusparcusPC (fr)": 88.99, - "OpusparcusPC (ru)": 79.79, - "OpusparcusPC (sv)": 85.77, - "PSC": 96.59, - "PawsXPairClassification (de)": 50.96, - "PawsXPairClassification (en)": 60.33, - "PawsXPairClassification (es)": 52.65, - "PawsXPairClassification (fr)": 56.07, - "PawsXPairClassification (ja)": 49.23, - "PawsXPairClassification (ko)": 50.21, - "PawsXPairClassification (zh)": 52.84, - "SICK-E-PL": 58.41, - "SprintDuplicateQuestions": 94.83, - "TERRa": 47.24, - "TwitterURLCorpus": 86.44 - }, - { - "Model": "e5-large-v2", - "CDSC-E": 65.96, - "FalseFriendsGermanEnglish": 47.9, - "OpusparcusPC (de)": 92.28, - "OpusparcusPC (en)": 98.02, - "OpusparcusPC (fi)": 86.16, - "OpusparcusPC (fr)": 89.0, - "OpusparcusPC (ru)": 79.79, - "OpusparcusPC (sv)": 85.77, - "PSC": 96.64, - "PawsXPairClassification (de)": 51.15, - "PawsXPairClassification (en)": 60.36, - "PawsXPairClassification (es)": 52.65, - "PawsXPairClassification (fr)": 56.08, - "PawsXPairClassification (ja)": 49.25, - "PawsXPairClassification (ko)": 50.21, - "PawsXPairClassification (zh)": 53.0, - "SICK-E-PL": 58.41, - "SprintDuplicateQuestions": 94.84, - "TERRa": 47.27, - "TwitterURLCorpus": 86.44 - } - ] - }, - "Reranking": { - "map": [ - { - "Model": "e5-large-v2", - "AlloprofReranking": 65.12, - "RuBQReranking": 47.84, - "SyntecReranking": 75.92, - "T2Reranking": 59.61 - }, - { - "Model": "e5-large-v2", - "MIRACLReranking (ar)": 12.57, - "MIRACLReranking (bn)": 12.42, - "MIRACLReranking (de)": 34.86, - "MIRACLReranking (en)": 57.3, - "MIRACLReranking (es)": 45.36, - "MIRACLReranking (fa)": 12.44, - "MIRACLReranking (fi)": 44.32, - "MIRACLReranking (fr)": 39.0, - "MIRACLReranking (hi)": 11.72, - "MIRACLReranking (id)": 27.98, - "MIRACLReranking (ja)": 14.96, - "MIRACLReranking (ko)": 13.9, - "MIRACLReranking (ru)": 21.61, - "MIRACLReranking (sw)": 30.43, - "MIRACLReranking (te)": 1.79, - "MIRACLReranking (th)": 4.38, - "MIRACLReranking (yo)": 51.77, - "MIRACLReranking (zh)": 12.59 - } - ] - }, - "Retrieval": { - "ndcg_at_10": [ - { - "Model": "e5-large-v2", - "AILACasedocs": 31.23, - "AILAStatutes": 17.63, - "ARCChallenge": 11.29, - "AlloprofRetrieval": 34.13, - "AlphaNLI": 15.16, - "AppsRetrieval": 14.18, - "ArguAna": 46.43, - "BSARDRetrieval": 11.5, - "CmedqaRetrieval": 3.27, - "CodeFeedbackMT": 47.83, - "CodeFeedbackST": 76.16, - "CodeSearchNetCCRetrieval (python)": 67.59, - "CodeSearchNetCCRetrieval (javascript)": 65.18, - "CodeSearchNetCCRetrieval (go)": 47.64, - "CodeSearchNetCCRetrieval (ruby)": 62.31, - "CodeSearchNetCCRetrieval (java)": 63.92, - "CodeSearchNetCCRetrieval (php)": 53.38, - "CodeSearchNetRetrieval (python)": 88.15, - "CodeSearchNetRetrieval (javascript)": 71.79, - "CodeSearchNetRetrieval (go)": 91.6, - "CodeSearchNetRetrieval (ruby)": 80.25, - "CodeSearchNetRetrieval (java)": 83.2, - "CodeSearchNetRetrieval (php)": 84.16, - "CodeTransOceanContest": 65.14, - "CodeTransOceanDL": 32.4, - "CosQA": 32.09, - "CovidRetrieval": 19.59, - "GerDaLIR": 2.66, - "GerDaLIRSmall": 6.47, - "GermanQuAD-Retrieval": 87.74, - "HellaSwag": 27.86, - "LEMBNarrativeQARetrieval": 26.38, - "LEMBQMSumRetrieval": 25.08, - "LEMBSummScreenFDRetrieval": 77.36, - "LEMBWikimQARetrieval": 58.43, - "LeCaRDv2": 22.94, - "LegalBenchConsumerContractsQA": 77.32, - "LegalBenchCorporateLobbying": 91.5, - "LegalQuAD": 27.18, - "LegalSummarization": 59.53, - "MIRACLRetrieval (ar)": 0.44, - "MIRACLRetrieval (bn)": 0.94, - "MIRACLRetrieval (de)": 21.89, - "MIRACLRetrieval (en)": 50.42, - "MIRACLRetrieval (es)": 29.08, - "MIRACLRetrieval (fa)": 0.16, - "MIRACLRetrieval (fi)": 28.1, - "MIRACLRetrieval (fr)": 26.84, - "MIRACLRetrieval (hi)": 1.45, - "MIRACLRetrieval (id)": 17.92, - "MIRACLRetrieval (ja)": 2.38, - "MIRACLRetrieval (ko)": 4.12, - "MIRACLRetrieval (ru)": 6.14, - "MIRACLRetrieval (sw)": 21.81, - "MIRACLRetrieval (te)": 0.04, - "MIRACLRetrieval (th)": 0.21, - "MIRACLRetrieval (yo)": 47.36, - "MIRACLRetrieval (zh)": 0.58, - "MintakaRetrieval (ar)": 5.94, - "MintakaRetrieval (de)": 26.31, - "MintakaRetrieval (es)": 23.76, - "MintakaRetrieval (fr)": 25.45, - "MintakaRetrieval (hi)": 6.51, - "MintakaRetrieval (it)": 19.44, - "MintakaRetrieval (ja)": 10.25, - "MintakaRetrieval (pt)": 23.69, - "PIQA": 29.55, - "Quail": 5.28, - "RARbCode": 58.67, - "RARbMath": 75.51, - "RiaNewsRetrieval": 17.66, - "RuBQRetrieval": 21.29, - "SCIDOCS": 20.5, - "SIQA": 4.07, - "SciFact-PL": 39.68, - "SpartQA": 10.37, - "StackOverflowQA": 89.93, - "SyntecRetrieval": 71.14, - "SyntheticText2SQL": 49.66, - "TRECCOVID": 66.64, - "TRECCOVID-PL": 26.57, - "TempReasonL1": 1.77, - "TempReasonL2Fact": 49.91, - "TempReasonL2Pure": 3.29, - "TempReasonL3Fact": 41.83, - "TempReasonL3Pure": 9.7, - "WinoGrande": 51.52, - "XMarket (de)": 15.44, - "XMarket (en)": 31.88, - "XMarket (es)": 17.15, - "XPQARetrieval (ara-ara)": 14.05, - "XPQARetrieval (eng-ara)": 4.24, - "XPQARetrieval (ara-eng)": 10.86, - "XPQARetrieval (deu-deu)": 57.02, - "XPQARetrieval (eng-deu)": 16.48, - "XPQARetrieval (deu-eng)": 33.15, - "XPQARetrieval (spa-spa)": 45.31, - "XPQARetrieval (eng-spa)": 15.12, - "XPQARetrieval (spa-eng)": 29.12, - "XPQARetrieval (fra-fra)": 53.52, - "XPQARetrieval (eng-fra)": 18.82, - "XPQARetrieval (fra-eng)": 37.01, - "XPQARetrieval (hin-hin)": 39.8, - "XPQARetrieval (eng-hin)": 8.58, - "XPQARetrieval (hin-eng)": 10.09, - "XPQARetrieval (ita-ita)": 57.54, - "XPQARetrieval (eng-ita)": 11.68, - "XPQARetrieval (ita-eng)": 31.21, - "XPQARetrieval (jpn-jpn)": 45.76, - "XPQARetrieval (eng-jpn)": 6.83, - "XPQARetrieval (jpn-eng)": 20.11, - "XPQARetrieval (kor-kor)": 15.97, - "XPQARetrieval (eng-kor)": 8.65, - "XPQARetrieval (kor-eng)": 9.01, - "XPQARetrieval (pol-pol)": 33.84, - "XPQARetrieval (eng-pol)": 12.23, - "XPQARetrieval (pol-eng)": 19.21, - "XPQARetrieval (por-por)": 36.56, - "XPQARetrieval (eng-por)": 11.36, - "XPQARetrieval (por-eng)": 26.54, - "XPQARetrieval (tam-tam)": 10.17, - "XPQARetrieval (eng-tam)": 4.15, - "XPQARetrieval (tam-eng)": 4.9, - "XPQARetrieval (cmn-cmn)": 24.68, - "XPQARetrieval (eng-cmn)": 8.97, - "XPQARetrieval (cmn-eng)": 14.98 - } - ] - }, - "STS": { - "cosine_spearman": [ - { - "Model": "e5-large-v2", - "CDSC-R": 83.06, - "GermanSTSBenchmark": 69.37, - "RUParaPhraserSTS": 54.89, - "RuSTSBenchmarkSTS": 63.79, - "SICK-R": 79.16, - "SICK-R-PL": 60.7, - "SICKFr": 71.54, - "STS12": 73.55, - "STS13": 80.98, - "STS14": 79.16, - "STS15": 88.29, - "STS17 (it-en)": 38.07, - "STS17 (en-tr)": 1.19, - "STS17 (en-ar)": -1.96, - "STS17 (nl-en)": 39.39, - "STS17 (ko-ko)": 51.73, - "STS17 (en-de)": 61.58, - "STS17 (ar-ar)": 59.75, - "STS17 (es-en)": 50.83, - "STS17 (en-en)": 89.55, - "STS17 (es-es)": 82.16, - "STS17 (fr-en)": 56.29, - "STS22 (es)": 61.36, - "STS22 (es-en)": 71.31, - "STS22 (zh-en)": 39.49, - "STS22 (tr)": 53.57, - "STS22 (ar)": 43.95, - "STS22 (ru)": 34.37, - "STS22 (en)": 67.2, - "STS22 (fr-pl)": 84.52, - "STS22 (zh)": 50.33, - "STS22 (pl)": 31.98, - "STS22 (es-it)": 65.36, - "STS22 (de)": 38.45, - "STS22 (it)": 71.04, - "STS22 (pl-en)": 48.81, - "STS22 (de-fr)": 60.02, - "STS22 (de-en)": 49.8, - "STS22 (fr)": 78.75, - "STS22 (de-pl)": 40.19, - "STSB": 36.95, - "STSBenchmark": 84.55, - "STSBenchmarkMultilingualSTS (pl)": 62.31, - "STSBenchmarkMultilingualSTS (fr)": 71.98, - "STSBenchmarkMultilingualSTS (de)": 69.73, - "STSBenchmarkMultilingualSTS (en)": 84.55, - "STSBenchmarkMultilingualSTS (nl)": 66.44, - "STSBenchmarkMultilingualSTS (zh)": 37.55, - "STSBenchmarkMultilingualSTS (pt)": 70.38, - "STSBenchmarkMultilingualSTS (es)": 74.51, - "STSBenchmarkMultilingualSTS (it)": 70.29, - "STSBenchmarkMultilingualSTS (ru)": 64.21 - }, - { - "Model": "e5-large-v2", - "CDSC-R": 83.06, - "GermanSTSBenchmark": 69.37, - "RUParaPhraserSTS": 54.89, - "RuSTSBenchmarkSTS": 63.79, - "SICK-R": 79.16, - "SICK-R-PL": 60.7, - "SICKFr": 71.54, - "STS12": 73.55, - "STS13": 80.98, - "STS14": 79.16, - "STS15": 88.29, - "STS17 (it-en)": 38.07, - "STS17 (en-tr)": 1.19, - "STS17 (en-ar)": -1.96, - "STS17 (nl-en)": 39.39, - "STS17 (ko-ko)": 51.73, - "STS17 (en-de)": 61.58, - "STS17 (ar-ar)": 59.75, - "STS17 (es-en)": 50.83, - "STS17 (en-en)": 89.55, - "STS17 (es-es)": 82.16, - "STS17 (fr-en)": 56.29, - "STS22 (es)": 61.36, - "STS22 (es-en)": 71.31, - "STS22 (zh-en)": 39.49, - "STS22 (tr)": 53.57, - "STS22 (ar)": 43.98, - "STS22 (ru)": 34.37, - "STS22 (en)": 67.2, - "STS22 (fr-pl)": 84.52, - "STS22 (zh)": 50.33, - "STS22 (pl)": 31.98, - "STS22 (es-it)": 65.36, - "STS22 (de)": 38.45, - "STS22 (it)": 71.04, - "STS22 (pl-en)": 48.81, - "STS22 (de-fr)": 60.02, - "STS22 (de-en)": 49.8, - "STS22 (fr)": 78.75, - "STS22 (de-pl)": 40.19, - "STSB": 36.95, - "STSBenchmark": 84.55, - "STSBenchmarkMultilingualSTS (pl)": 62.31, - "STSBenchmarkMultilingualSTS (fr)": 71.97, - "STSBenchmarkMultilingualSTS (de)": 69.73, - "STSBenchmarkMultilingualSTS (en)": 84.55, - "STSBenchmarkMultilingualSTS (nl)": 66.44, - "STSBenchmarkMultilingualSTS (zh)": 37.57, - "STSBenchmarkMultilingualSTS (pt)": 70.38, - "STSBenchmarkMultilingualSTS (es)": 74.51, - "STSBenchmarkMultilingualSTS (it)": 70.29, - "STSBenchmarkMultilingualSTS (ru)": 64.21 - } - ] - }, - "Summarization": { - "cosine_spearman": [ - { - "Model": "e5-large-v2", - "SummEvalFr": 30.39 - }, - { - "Model": "e5-large-v2", - "SummEvalFr": 30.39 - } - ] - }, - "MultilabelClassification": { - "accuracy": [ - { - "Model": "e5-large-v2", - "CEDRClassification": 35.55, - "SensitiveTopicsClassification": 18.85 - } - ] - }, - "InstructionRetrieval": { - "p-MRR": [ - { - "Model": "e5-large-v2", - "Core17InstructionRetrieval": 0.12, - "News21InstructionRetrieval": 0.87, - "Robust04InstructionRetrieval": -4.16 - } - ] - } - }, - "intfloat__e5-mistral-7b-instruct": { - "BitextMining": { - "f1": [ - { - "Model": "e5-mistral-7b-instruct", - "BornholmBitextMining": 57.24, - "Tatoeba (arq-eng)": 48.55, - "Tatoeba (uig-eng)": 38.83, - "Tatoeba (csb-eng)": 62.92, - "Tatoeba (ces-eng)": 94.93, - "Tatoeba (urd-eng)": 83.62, - "Tatoeba (heb-eng)": 82.82, - "Tatoeba (gsw-eng)": 52.21, - "Tatoeba (dan-eng)": 93.92, - "Tatoeba (zsm-eng)": 94.23, - "Tatoeba (kab-eng)": 3.81, - "Tatoeba (bre-eng)": 14.2, - "Tatoeba (spa-eng)": 98.8, - "Tatoeba (nld-eng)": 96.4, - "Tatoeba (ber-eng)": 7.62, - "Tatoeba (cym-eng)": 72.32, - "Tatoeba (tel-eng)": 42.86, - "Tatoeba (ind-eng)": 93.48, - "Tatoeba (cbk-eng)": 81.32, - "Tatoeba (mal-eng)": 56.03, - "Tatoeba (bos-eng)": 91.54, - "Tatoeba (kor-eng)": 91.16, - "Tatoeba (cmn-eng)": 95.9, - "Tatoeba (glg-eng)": 90.44, - "Tatoeba (nov-eng)": 72.4, - "Tatoeba (est-eng)": 62.93, - "Tatoeba (max-eng)": 64.8, - "Tatoeba (ile-eng)": 83.97, - "Tatoeba (dtp-eng)": 11.74, - "Tatoeba (mon-eng)": 37.79, - "Tatoeba (jav-eng)": 38.38, - "Tatoeba (xho-eng)": 35.94, - "Tatoeba (yid-eng)": 33.12, - "Tatoeba (ang-eng)": 81.59, - "Tatoeba (pes-eng)": 89.67, - "Tatoeba (ceb-eng)": 43.15, - "Tatoeba (nob-eng)": 96.86, - "Tatoeba (ara-eng)": 88.76, - "Tatoeba (pms-eng)": 62.3, - "Tatoeba (swe-eng)": 92.95, - "Tatoeba (ina-eng)": 95.65, - "Tatoeba (kzj-eng)": 12.29, - "Tatoeba (por-eng)": 94.44, - "Tatoeba (bel-eng)": 88.09, - "Tatoeba (fao-eng)": 70.33, - "Tatoeba (tam-eng)": 72.83, - "Tatoeba (tat-eng)": 36.79, - "Tatoeba (vie-eng)": 94.83, - "Tatoeba (kaz-eng)": 46.88, - "Tatoeba (slv-eng)": 86.13, - "Tatoeba (lvs-eng)": 66.01, - "Tatoeba (ben-eng)": 81.82, - "Tatoeba (nno-eng)": 87.24, - "Tatoeba (tzl-eng)": 49.51, - "Tatoeba (ron-eng)": 93.0, - "Tatoeba (cha-eng)": 44.8, - "Tatoeba (mar-eng)": 68.99, - "Tatoeba (hin-eng)": 95.28, - "Tatoeba (aze-eng)": 76.23, - "Tatoeba (mkd-eng)": 86.9, - "Tatoeba (jpn-eng)": 94.0, - "Tatoeba (wuu-eng)": 89.61, - "Tatoeba (gle-eng)": 73.71, - "Tatoeba (arz-eng)": 70.73, - "Tatoeba (swg-eng)": 64.75, - "Tatoeba (rus-eng)": 93.75, - "Tatoeba (ukr-eng)": 94.58, - "Tatoeba (ell-eng)": 91.46, - "Tatoeba (hun-eng)": 89.8, - "Tatoeba (bul-eng)": 93.98, - "Tatoeba (oci-eng)": 62.2, - "Tatoeba (awa-eng)": 67.45, - "Tatoeba (uzb-eng)": 52.73, - "Tatoeba (kur-eng)": 29.93, - "Tatoeba (fra-eng)": 95.66, - "Tatoeba (ido-eng)": 74.98, - "Tatoeba (dsb-eng)": 65.43, - "Tatoeba (hsb-eng)": 74.4, - "Tatoeba (swh-eng)": 61.6, - "Tatoeba (hye-eng)": 63.99, - "Tatoeba (isl-eng)": 87.58, - "Tatoeba (pol-eng)": 96.47, - "Tatoeba (yue-eng)": 89.11, - "Tatoeba (khm-eng)": 37.31, - "Tatoeba (lfn-eng)": 73.89, - "Tatoeba (srp-eng)": 92.54, - "Tatoeba (lat-eng)": 87.8, - "Tatoeba (pam-eng)": 14.02, - "Tatoeba (ast-eng)": 80.94, - "Tatoeba (orv-eng)": 59.66, - "Tatoeba (cat-eng)": 91.89, - "Tatoeba (amh-eng)": 22.05, - "Tatoeba (deu-eng)": 99.47, - "Tatoeba (war-eng)": 41.97, - "Tatoeba (tha-eng)": 93.64, - "Tatoeba (nds-eng)": 77.42, - "Tatoeba (gla-eng)": 63.53, - "Tatoeba (kat-eng)": 59.67, - "Tatoeba (epo-eng)": 87.76, - "Tatoeba (cor-eng)": 9.19, - "Tatoeba (lit-eng)": 69.07, - "Tatoeba (mhr-eng)": 16.24, - "Tatoeba (slk-eng)": 88.84, - "Tatoeba (eus-eng)": 40.64, - "Tatoeba (hrv-eng)": 93.97, - "Tatoeba (tgl-eng)": 93.14, - "Tatoeba (sqi-eng)": 67.06, - "Tatoeba (ita-eng)": 91.94, - "Tatoeba (tur-eng)": 94.13, - "Tatoeba (tuk-eng)": 42.01, - "Tatoeba (fin-eng)": 90.69, - "Tatoeba (fry-eng)": 70.98, - "Tatoeba (afr-eng)": 87.32 - } - ] - }, - "Classification": { - "accuracy": [ - { - "Model": "e5-mistral-7b-instruct", - "AllegroReviews": 59.78, - "AmazonCounterfactualClassification (en-ext)": 74.6, - "AmazonCounterfactualClassification (en)": 74.57, - "AmazonCounterfactualClassification (de)": 71.25, - "AmazonCounterfactualClassification (ja)": 72.33, - "AmazonPolarityClassification": 96.26, - "AmazonReviewsClassification (en)": 55.97, - "AmazonReviewsClassification (de)": 54.94, - "AmazonReviewsClassification (es)": 51.62, - "AmazonReviewsClassification (fr)": 36.71, - "AmazonReviewsClassification (ja)": 51.32, - "AmazonReviewsClassification (zh)": 47.6, - "AngryTweetsClassification": 65.01, - "Banking77Classification": 81.41, - "CBD": 72.59, - "DanishPoliticalCommentsClassification": 34.68, - "EmotionClassification": 58.42, - "GeoreviewClassification": 56.72, - "HeadlineClassification": 87.02, - "IFlyTek": 48.65, - "ImdbClassification": 94.73, - "InappropriatenessClassification": 70.36, - "JDReview": 84.69, - "KinopoiskClassification": 68.35, - "LccSentimentClassification": 64.53, - "MTOPDomainClassification (en)": 95.33, - "MTOPDomainClassification (de)": 90.48, - "MTOPDomainClassification (es)": 90.22, - "MTOPDomainClassification (fr)": 74.8, - "MTOPDomainClassification (hi)": 86.67, - "MTOPDomainClassification (th)": 83.42, - "MTOPIntentClassification (en)": 78.99, - "MTOPIntentClassification (de)": 69.37, - "MTOPIntentClassification (es)": 73.45, - "MTOPIntentClassification (fr)": 53.97, - "MTOPIntentClassification (hi)": 59.78, - "MTOPIntentClassification (th)": 62.24, - "MasakhaNEWSClassification (amh)": 53.11, - "MasakhaNEWSClassification (eng)": 85.89, - "MasakhaNEWSClassification (fra)": 80.59, - "MasakhaNEWSClassification (hau)": 76.73, - "MasakhaNEWSClassification (ibo)": 77.49, - "MasakhaNEWSClassification (lin)": 83.94, - "MasakhaNEWSClassification (lug)": 73.95, - "MasakhaNEWSClassification (orm)": 77.72, - "MasakhaNEWSClassification (pcm)": 96.03, - "MasakhaNEWSClassification (run)": 85.81, - "MasakhaNEWSClassification (sna)": 89.73, - "MasakhaNEWSClassification (som)": 66.19, - "MasakhaNEWSClassification (swa)": 79.5, - "MasakhaNEWSClassification (tir)": 33.05, - "MasakhaNEWSClassification (xho)": 87.71, - "MasakhaNEWSClassification (yor)": 85.55, - "MassiveIntentClassification (ro)": 63.81, - "MassiveIntentClassification (bn)": 58.21, - "MassiveIntentClassification (ja)": 71.72, - "MassiveIntentClassification (ko)": 69.85, - "MassiveIntentClassification (fi)": 64.37, - "MassiveIntentClassification (pl)": 71.03, - "MassiveIntentClassification (fa)": 69.02, - "MassiveIntentClassification (cy)": 46.83, - "MassiveIntentClassification (hy)": 46.34, - "MassiveIntentClassification (lv)": 49.61, - "MassiveIntentClassification (sl)": 63.04, - "MassiveIntentClassification (sq)": 48.78, - "MassiveIntentClassification (vi)": 66.52, - "MassiveIntentClassification (is)": 52.71, - "MassiveIntentClassification (pt)": 71.63, - "MassiveIntentClassification (hu)": 64.87, - "MassiveIntentClassification (hi)": 63.91, - "MassiveIntentClassification (it)": 71.35, - "MassiveIntentClassification (km)": 39.57, - "MassiveIntentClassification (es)": 70.88, - "MassiveIntentClassification (ur)": 57.26, - "MassiveIntentClassification (ar)": 57.67, - "MassiveIntentClassification (fr)": 46.39, - "MassiveIntentClassification (nb)": 65.35, - "MassiveIntentClassification (de)": 70.52, - "MassiveIntentClassification (az)": 58.14, - "MassiveIntentClassification (he)": 62.36, - "MassiveIntentClassification (zh-TW)": 65.89, - "MassiveIntentClassification (mn)": 40.83, - "MassiveIntentClassification (am)": 34.74, - "MassiveIntentClassification (nl)": 71.24, - "MassiveIntentClassification (sw)": 51.71, - "MassiveIntentClassification (th)": 61.29, - "MassiveIntentClassification (my)": 38.8, - "MassiveIntentClassification (zh-CN)": 72.46, - "MassiveIntentClassification (ka)": 45.05, - "MassiveIntentClassification (jv)": 50.08, - "MassiveIntentClassification (tl)": 62.43, - "MassiveIntentClassification (ml)": 41.09, - "MassiveIntentClassification (sv)": 70.41, - "MassiveIntentClassification (ta)": 44.28, - "MassiveIntentClassification (ms)": 66.36, - "MassiveIntentClassification (tr)": 66.9, - "MassiveIntentClassification (id)": 68.0, - "MassiveIntentClassification (ru)": 73.74, - "MassiveIntentClassification (te)": 45.47, - "MassiveIntentClassification (af)": 62.05, - "MassiveIntentClassification (el)": 64.04, - "MassiveIntentClassification (da)": 68.11, - "MassiveIntentClassification (en)": 77.0, - "MassiveIntentClassification (kn)": 45.41, - "MassiveScenarioClassification (id)": 73.78, - "MassiveScenarioClassification (km)": 48.42, - "MassiveScenarioClassification (pt)": 74.21, - "MassiveScenarioClassification (mn)": 48.26, - "MassiveScenarioClassification (ro)": 68.97, - "MassiveScenarioClassification (ru)": 77.1, - "MassiveScenarioClassification (fi)": 68.83, - "MassiveScenarioClassification (tl)": 70.87, - "MassiveScenarioClassification (cy)": 58.84, - "MassiveScenarioClassification (hy)": 53.61, - "MassiveScenarioClassification (am)": 42.25, - "MassiveScenarioClassification (tr)": 70.73, - "MassiveScenarioClassification (ka)": 54.37, - "MassiveScenarioClassification (es)": 74.94, - "MassiveScenarioClassification (nl)": 76.48, - "MassiveScenarioClassification (sl)": 70.59, - "MassiveScenarioClassification (nb)": 72.48, - "MassiveScenarioClassification (jv)": 61.38, - "MassiveScenarioClassification (az)": 63.77, - "MassiveScenarioClassification (th)": 69.67, - "MassiveScenarioClassification (ar)": 67.15, - "MassiveScenarioClassification (bn)": 64.73, - "MassiveScenarioClassification (de)": 77.22, - "MassiveScenarioClassification (ko)": 74.41, - "MassiveScenarioClassification (zh-TW)": 71.62, - "MassiveScenarioClassification (te)": 53.65, - "MassiveScenarioClassification (ml)": 49.48, - "MassiveScenarioClassification (ta)": 52.58, - "MassiveScenarioClassification (hu)": 70.97, - "MassiveScenarioClassification (el)": 69.77, - "MassiveScenarioClassification (zh-CN)": 76.4, - "MassiveScenarioClassification (fa)": 74.61, - "MassiveScenarioClassification (da)": 73.77, - "MassiveScenarioClassification (kn)": 55.85, - "MassiveScenarioClassification (fr)": 53.86, - "MassiveScenarioClassification (ms)": 72.85, - "MassiveScenarioClassification (ja)": 75.79, - "MassiveScenarioClassification (hi)": 69.65, - "MassiveScenarioClassification (my)": 46.32, - "MassiveScenarioClassification (en)": 79.13, - "MassiveScenarioClassification (lv)": 58.4, - "MassiveScenarioClassification (pl)": 75.09, - "MassiveScenarioClassification (sq)": 58.29, - "MassiveScenarioClassification (ur)": 64.12, - "MassiveScenarioClassification (is)": 63.59, - "MassiveScenarioClassification (sv)": 76.81, - "MassiveScenarioClassification (he)": 65.48, - "MassiveScenarioClassification (af)": 71.0, - "MassiveScenarioClassification (it)": 74.88, - "MassiveScenarioClassification (sw)": 62.31, - "MassiveScenarioClassification (vi)": 71.92, - "MultilingualSentiment": 73.47, - "NoRecClassification": 55.0, - "NordicLangClassification": 69.13, - "OnlineShopping": 92.56, - "PAC": 62.26, - "PolEmo2.0-IN": 85.58, - "PolEmo2.0-OUT": 60.55, - "RuReviewsClassification": 70.57, - "RuSciBenchGRNTIClassification": 66.05, - "RuSciBenchOECDClassification": 52.11, - "TNews": 50.58, - "ToxicConversationsClassification": 71.75, - "TweetSentimentExtractionClassification": 64.89, - "Waimai": 87.79 - } - ] - }, - "Clustering": { - "v_measure": [ - { - "Model": "e5-mistral-7b-instruct", - "AlloProfClusteringP2P": 61.06, - "AlloProfClusteringS2S": 28.12, - "BlurbsClusteringP2P": 47.07, - "BlurbsClusteringS2S": 21.35, - "GeoreviewClusteringP2P": 76.32, - "HALClusteringS2S": 19.69, - "MLSUMClusteringP2P (de)": 52.88, - "MLSUMClusteringP2P (fr)": 48.33, - "MLSUMClusteringP2P (ru)": 58.06, - "MLSUMClusteringP2P (es)": 50.23, - "MLSUMClusteringP2P": 45.59, - "MLSUMClusteringS2S (de)": 52.23, - "MLSUMClusteringS2S (fr)": 47.79, - "MLSUMClusteringS2S (ru)": 56.58, - "MLSUMClusteringS2S (es)": 49.27, - "MLSUMClusteringS2S": 32.0, - "MasakhaNEWSClusteringP2P (amh)": 47.57, - "MasakhaNEWSClusteringP2P (eng)": 71.97, - "MasakhaNEWSClusteringP2P (fra)": 52.47, - "MasakhaNEWSClusteringP2P (hau)": 72.23, - "MasakhaNEWSClusteringP2P (ibo)": 66.65, - "MasakhaNEWSClusteringP2P (lin)": 75.85, - "MasakhaNEWSClusteringP2P (lug)": 53.69, - "MasakhaNEWSClusteringP2P (orm)": 52.91, - "MasakhaNEWSClusteringP2P (pcm)": 92.6, - "MasakhaNEWSClusteringP2P (run)": 62.47, - "MasakhaNEWSClusteringP2P (sna)": 82.99, - "MasakhaNEWSClusteringP2P (som)": 41.28, - "MasakhaNEWSClusteringP2P (swa)": 50.54, - "MasakhaNEWSClusteringP2P (tir)": 46.94, - "MasakhaNEWSClusteringP2P (xho)": 59.17, - "MasakhaNEWSClusteringP2P (yor)": 65.86, - "MasakhaNEWSClusteringS2S (amh)": 47.55, - "MasakhaNEWSClusteringS2S (eng)": 74.23, - "MasakhaNEWSClusteringS2S (fra)": 49.2, - "MasakhaNEWSClusteringS2S (hau)": 40.78, - "MasakhaNEWSClusteringS2S (ibo)": 59.84, - "MasakhaNEWSClusteringS2S (lin)": 80.96, - "MasakhaNEWSClusteringS2S (lug)": 46.03, - "MasakhaNEWSClusteringS2S (orm)": 36.15, - "MasakhaNEWSClusteringS2S (pcm)": 92.94, - "MasakhaNEWSClusteringS2S (run)": 62.3, - "MasakhaNEWSClusteringS2S (sna)": 52.03, - "MasakhaNEWSClusteringS2S (som)": 36.18, - "MasakhaNEWSClusteringS2S (swa)": 35.33, - "MasakhaNEWSClusteringS2S (tir)": 43.92, - "MasakhaNEWSClusteringS2S (xho)": 26.61, - "MasakhaNEWSClusteringS2S (yor)": 63.18, - "RuSciBenchGRNTIClusteringP2P": 62.27, - "RuSciBenchOECDClusteringP2P": 54.13, - "TenKGnadClusteringP2P": 54.92, - "TenKGnadClusteringS2S": 40.21 - } - ] - }, - "PairClassification": { - "max_ap": [ - { - "Model": "e5-mistral-7b-instruct", - "CDSC-E": 75.86, - "FalseFriendsGermanEnglish": 54.05, - "OpusparcusPC (de)": 97.63, - "OpusparcusPC (en)": 99.1, - "OpusparcusPC (fi)": 92.76, - "OpusparcusPC (fr)": 95.23, - "OpusparcusPC (ru)": 91.44, - "OpusparcusPC (sv)": 95.54, - "PSC": 99.47, - "PawsXPairClassification (de)": 58.47, - "PawsXPairClassification (en)": 67.1, - "PawsXPairClassification (es)": 60.03, - "PawsXPairClassification (fr)": 61.85, - "PawsXPairClassification (ja)": 51.95, - "PawsXPairClassification (ko)": 53.11, - "PawsXPairClassification (zh)": 59.29, - "SICK-E-PL": 79.94, - "SprintDuplicateQuestions": 95.66, - "TERRa": 60.81, - "TwitterSemEval2015": 81.62, - "TwitterURLCorpus": 87.75 - }, - { - "Model": "e5-mistral-7b-instruct", - "CDSC-E": 75.86, - "FalseFriendsGermanEnglish": 54.05, - "OpusparcusPC (de)": 97.63, - "OpusparcusPC (en)": 99.1, - "OpusparcusPC (fi)": 92.76, - "OpusparcusPC (fr)": 89.71, - "OpusparcusPC (ru)": 91.44, - "OpusparcusPC (sv)": 95.54, - "PSC": 99.53, - "PawsXPairClassification (de)": 58.67, - "PawsXPairClassification (en)": 67.34, - "PawsXPairClassification (es)": 60.24, - "PawsXPairClassification (fr)": 64.33, - "PawsXPairClassification (ja)": 52.15, - "PawsXPairClassification (ko)": 53.14, - "PawsXPairClassification (zh)": 59.4, - "SICK-E-PL": 79.94, - "SprintDuplicateQuestions": 95.86, - "TERRa": 60.81, - "TwitterSemEval2015": 81.62, - "TwitterURLCorpus": 87.79 - }, - { - "Model": "e5-mistral-7b-instruct", - "OpusparcusPC (fr)": 88.5, - "PawsXPairClassification (fr)": 63.65 - } - ] - }, - "Reranking": { - "map": [ - { - "Model": "e5-mistral-7b-instruct", - "AlloprofReranking": 47.36, - "AskUbuntuDupQuestions": 66.98, - "MMarcoReranking": 24.21, - "MindSmallReranking": 32.59, - "RuBQReranking": 76.32, - "SciDocsRR": 86.34, - "StackOverflowDupQuestions": 54.93, - "SyntecReranking": 77.05, - "T2Reranking": 66.9 - }, - { - "Model": "e5-mistral-7b-instruct", - "MIRACLReranking (ru)": 63.61, - "MIRACLReranking (ar)": 73.64, - "MIRACLReranking (bn)": 69.72, - "MIRACLReranking (de)": 52.52, - "MIRACLReranking (en)": 62.21, - "MIRACLReranking (es)": 61.1, - "MIRACLReranking (fa)": 54.85, - "MIRACLReranking (fi)": 76.94, - "MIRACLReranking (fr)": 53.64, - "MIRACLReranking (hi)": 58.2, - "MIRACLReranking (id)": 56.08, - "MIRACLReranking (ja)": 62.67, - "MIRACLReranking (ko)": 56.25, - "MIRACLReranking (sw)": 61.5, - "MIRACLReranking (te)": 74.42, - "MIRACLReranking (th)": 70.8, - "MIRACLReranking (yo)": 66.72, - "MIRACLReranking (zh)": 49.74 - } - ] - }, - "Retrieval": { - "ndcg_at_10": [ - { - "Model": "e5-mistral-7b-instruct", - "AILACasedocs": 38.76, - "AILAStatutes": 38.07, - "ARCChallenge": 19.0, - "AlloprofRetrieval": 16.46, - "AlphaNLI": 26.02, - "AppsRetrieval": 23.46, - "ArguAna": 61.65, - "ArguAna-PL": 49.2, - "BSARDRetrieval": 0.0, - "BrightRetrieval (sustainable_living)": 18.51, - "BrightRetrieval (economics)": 15.49, - "BrightRetrieval (theoremqa_theorems)": 25.09, - "BrightRetrieval (aops)": 7.1, - "BrightRetrieval (theoremqa_questions)": 23.94, - "BrightRetrieval (stackoverflow)": 9.83, - "BrightRetrieval (psychology)": 15.79, - "BrightRetrieval (pony)": 4.81, - "BrightRetrieval (leetcode)": 28.72, - "BrightRetrieval (biology)": 18.84, - "BrightRetrieval (earth_science)": 25.96, - "BrightRetrieval (robotics)": 16.37, - "CmedqaRetrieval": 34.23, - "CodeFeedbackMT": 36.4, - "CodeFeedbackST": 76.41, - "CodeSearchNetCCRetrieval (python)": 90.6, - "CodeSearchNetCCRetrieval (javascript)": 86.18, - "CodeSearchNetCCRetrieval (go)": 84.05, - "CodeSearchNetCCRetrieval (ruby)": 85.89, - "CodeSearchNetCCRetrieval (java)": 86.21, - "CodeSearchNetCCRetrieval (php)": 75.95, - "CodeSearchNetRetrieval (python)": 91.75, - "CodeSearchNetRetrieval (javascript)": 80.93, - "CodeSearchNetRetrieval (go)": 93.06, - "CodeSearchNetRetrieval (ruby)": 85.37, - "CodeSearchNetRetrieval (java)": 84.08, - "CodeSearchNetRetrieval (php)": 83.14, - "CodeTransOceanContest": 88.58, - "CodeTransOceanDL": 31.74, - "CosQA": 33.1, - "CovidRetrieval": 73.11, - "DuRetrieval": 87.04, - "EcomRetrieval": 45.94, - "FiQA-PL": 35.34, - "FiQA2018": 56.81, - "GerDaLIR": 7.22, - "GerDaLIRSmall": 37.18, - "GermanDPR": 84.25, - "GermanQuAD-Retrieval": 95.21, - "HellaSwag": 35.37, - "LEMBNarrativeQARetrieval": 44.62, - "LEMBQMSumRetrieval": 43.63, - "LEMBSummScreenFDRetrieval": 96.82, - "LEMBWikimQARetrieval": 82.11, - "LeCaRDv2": 68.56, - "LegalBenchConsumerContractsQA": 75.46, - "LegalBenchCorporateLobbying": 94.01, - "LegalQuAD": 59.64, - "LegalSummarization": 66.51, - "MIRACLRetrieval (ru)": 67.66, - "MMarcoRetrieval": 74.84, - "MedicalRetrieval": 52.83, - "MintakaRetrieval (ar)": 24.33, - "MintakaRetrieval (de)": 46.42, - "MintakaRetrieval (es)": 44.42, - "MintakaRetrieval (fr)": 3.57, - "MintakaRetrieval (hi)": 25.5, - "MintakaRetrieval (it)": 43.36, - "MintakaRetrieval (ja)": 33.72, - "MintakaRetrieval (pt)": 47.49, - "NFCorpus": 38.58, - "NFCorpus-PL": 30.97, - "PIQA": 39.83, - "Quail": 7.28, - "RARbCode": 79.77, - "RARbMath": 72.0, - "RiaNewsRetrieval": 78.94, - "RuBQRetrieval": 75.98, - "SCIDOCS": 16.32, - "SCIDOCS-PL": 16.9, - "SIQA": 5.68, - "SciFact": 76.42, - "SciFact-PL": 68.11, - "SpartQA": 10.03, - "StackOverflowQA": 91.02, - "SyntecRetrieval": 55.9, - "SyntheticText2SQL": 59.2, - "T2Retrieval": 80.68, - "TRECCOVID": 87.03, - "TRECCOVID-PL": 73.58, - "TempReasonL1": 3.6, - "TempReasonL2Fact": 36.19, - "TempReasonL2Pure": 8.93, - "TempReasonL3Fact": 29.98, - "TempReasonL3Pure": 14.15, - "Touche2020": 26.27, - "VideoRetrieval": 45.34, - "WinoGrande": 39.51, - "XMarket (de)": 26.33, - "XMarket (en)": 32.82, - "XMarket (es)": 27.14, - "XPQARetrieval (ara-ara)": 45.94, - "XPQARetrieval (eng-ara)": 30.38, - "XPQARetrieval (ara-eng)": 41.53, - "XPQARetrieval (deu-deu)": 77.83, - "XPQARetrieval (eng-deu)": 41.58, - "XPQARetrieval (deu-eng)": 72.43, - "XPQARetrieval (spa-spa)": 60.56, - "XPQARetrieval (eng-spa)": 29.4, - "XPQARetrieval (spa-eng)": 58.02, - "XPQARetrieval (fra-fra)": 69.72, - "XPQARetrieval (eng-fra)": 38.41, - "XPQARetrieval (fra-eng)": 64.51, - "XPQARetrieval (hin-hin)": 73.77, - "XPQARetrieval (eng-hin)": 19.11, - "XPQARetrieval (hin-eng)": 66.29, - "XPQARetrieval (ita-ita)": 74.27, - "XPQARetrieval (eng-ita)": 26.44, - "XPQARetrieval (ita-eng)": 67.28, - "XPQARetrieval (jpn-jpn)": 72.92, - "XPQARetrieval (eng-jpn)": 39.98, - "XPQARetrieval (jpn-eng)": 69.65, - "XPQARetrieval (kor-kor)": 39.18, - "XPQARetrieval (eng-kor)": 30.34, - "XPQARetrieval (kor-eng)": 33.83, - "XPQARetrieval (pol-pol)": 46.33, - "XPQARetrieval (eng-pol)": 32.92, - "XPQARetrieval (pol-eng)": 43.03, - "XPQARetrieval (por-por)": 49.25, - "XPQARetrieval (eng-por)": 24.44, - "XPQARetrieval (por-eng)": 48.68, - "XPQARetrieval (tam-tam)": 43.15, - "XPQARetrieval (eng-tam)": 3.59, - "XPQARetrieval (tam-eng)": 20.34, - "XPQARetrieval (cmn-cmn)": 63.0, - "XPQARetrieval (eng-cmn)": 34.01, - "XPQARetrieval (cmn-eng)": 56.43, - "XPQARetrieval (fr)": 41.29 - } - ], - "recall_at_1": [ - { - "Model": "e5-mistral-7b-instruct", - "BrightRetrieval (pony)": 1.14, - "BrightRetrieval (robotics)": 17.33, - "BrightRetrieval (economics)": 26.21, - "BrightRetrieval (biology)": 29.93, - "BrightRetrieval (earth_science)": 36.28, - "BrightRetrieval (psychology)": 46.73, - "BrightRetrieval (sustainable_living)": 32.21, - "BrightRetrieval (stackoverflow)": 14.53 - } - ] - }, - "STS": { - "cosine_spearman": [ - { - "Model": "e5-mistral-7b-instruct", - "AFQMC": 38.99, - "ATEC": 42.84, - "BIOSSES": 85.5, - "BQ": 50.63, - "CDSC-R": 92.19, - "GermanSTSBenchmark": 85.11, - "LCQMC": 75.48, - "PAWSX": 16.81, - "RUParaPhraserSTS": 76.17, - "RuSTSBenchmarkSTS": 84.13, - "SICK-R": 82.64, - "SICK-R-PL": 76.67, - "SICKFr": 80.99, - "STS12": 79.65, - "STS13": 88.43, - "STS14": 84.54, - "STS15": 90.42, - "STS16": 87.69, - "STS17 (ar-ar)": 81.87, - "STS17 (en-ar)": 77.95, - "STS17 (nl-en)": 88.25, - "STS17 (en-tr)": 72.59, - "STS17 (en-de)": 87.3, - "STS17 (ko-ko)": 83.69, - "STS17 (es-es)": 87.46, - "STS17 (en-en)": 91.76, - "STS17 (es-en)": 88.24, - "STS17 (fr-en)": 88.08, - "STS17 (it-en)": 89.69, - "STS22 (ru)": 60.83, - "STS22 (de)": 49.12, - "STS22 (tr)": 68.72, - "STS22 (en)": 67.3, - "STS22 (it)": 75.88, - "STS22 (pl-en)": 73.18, - "STS22 (es)": 66.98, - "STS22 (es-it)": 75.05, - "STS22 (de-fr)": 61.39, - "STS22 (ar)": 54.12, - "STS22 (pl)": 39.19, - "STS22 (zh-en)": 71.9, - "STS22 (fr-pl)": 84.52, - "STS22 (fr)": 79.83, - "STS22 (de-en)": 60.92, - "STS22 (es-en)": 75.85, - "STS22 (de-pl)": 54.47, - "STS22 (zh)": 63.38, - "STSB": 81.81, - "STSBenchmark": 88.6, - "STSBenchmarkMultilingualSTS (pl)": 83.62, - "STSBenchmarkMultilingualSTS (es)": 86.13, - "STSBenchmarkMultilingualSTS (ru)": 84.25, - "STSBenchmarkMultilingualSTS (nl)": 83.69, - "STSBenchmarkMultilingualSTS (de)": 85.37, - "STSBenchmarkMultilingualSTS (zh)": 82.61, - "STSBenchmarkMultilingualSTS (en)": 88.6, - "STSBenchmarkMultilingualSTS (fr)": 85.49, - "STSBenchmarkMultilingualSTS (it)": 84.43, - "STSBenchmarkMultilingualSTS (pt)": 84.57 - }, - { - "Model": "e5-mistral-7b-instruct", - "AFQMC": 38.99, - "ATEC": 42.84, - "BIOSSES": 85.5, - "BQ": 50.63, - "CDSC-R": 92.19, - "GermanSTSBenchmark": 85.11, - "LCQMC": 75.48, - "PAWSX": 16.81, - "RUParaPhraserSTS": 76.17, - "RuSTSBenchmarkSTS": 84.13, - "SICK-R": 82.64, - "SICK-R-PL": 76.67, - "SICKFr": 80.99, - "STS12": 79.65, - "STS13": 88.43, - "STS14": 84.54, - "STS15": 90.42, - "STS16": 87.69, - "STS17 (ar-ar)": 81.87, - "STS17 (en-ar)": 77.95, - "STS17 (nl-en)": 88.25, - "STS17 (en-tr)": 72.59, - "STS17 (en-de)": 87.3, - "STS17 (ko-ko)": 83.69, - "STS17 (es-es)": 87.46, - "STS17 (en-en)": 91.76, - "STS17 (es-en)": 88.24, - "STS17 (fr-en)": 88.08, - "STS17 (it-en)": 89.69, - "STS22 (ru)": 60.83, - "STS22 (de)": 49.12, - "STS22 (tr)": 68.72, - "STS22 (en)": 67.3, - "STS22 (it)": 75.88, - "STS22 (pl-en)": 73.18, - "STS22 (es)": 66.98, - "STS22 (es-it)": 75.05, - "STS22 (de-fr)": 61.39, - "STS22 (ar)": 54.12, - "STS22 (pl)": 39.19, - "STS22 (zh-en)": 71.9, - "STS22 (fr-pl)": 84.52, - "STS22 (fr)": 79.83, - "STS22 (de-en)": 60.92, - "STS22 (es-en)": 75.85, - "STS22 (de-pl)": 54.47, - "STS22 (zh)": 63.38, - "STSB": 81.81, - "STSBenchmark": 88.6, - "STSBenchmarkMultilingualSTS (pl)": 83.62, - "STSBenchmarkMultilingualSTS (es)": 86.13, - "STSBenchmarkMultilingualSTS (ru)": 84.25, - "STSBenchmarkMultilingualSTS (nl)": 83.69, - "STSBenchmarkMultilingualSTS (de)": 85.37, - "STSBenchmarkMultilingualSTS (zh)": 82.61, - "STSBenchmarkMultilingualSTS (en)": 88.6, - "STSBenchmarkMultilingualSTS (fr)": 85.49, - "STSBenchmarkMultilingualSTS (it)": 84.43, - "STSBenchmarkMultilingualSTS (pt)": 84.57 - }, - { - "Model": "e5-mistral-7b-instruct", - "SICKFr": 64.39, - "STS22 (fr)": 69.82, - "STSBenchmarkMultilingualSTS (fr)": 61.87 - } - ] - }, - "Summarization": { - "cosine_spearman": [ - { - "Model": "e5-mistral-7b-instruct", - "SummEval": 31.53, - "SummEvalFr": 31.05 - }, - { - "Model": "e5-mistral-7b-instruct", - "SummEval": 31.53, - "SummEvalFr": 31.05 - }, - { - "Model": "e5-mistral-7b-instruct", - "SummEvalFr": 32.22 - } - ] - }, - "MultilabelClassification": { - "accuracy": [ - { - "Model": "e5-mistral-7b-instruct", - "CEDRClassification": 51.94, - "SensitiveTopicsClassification": 33.92 - } - ] - }, - "InstructionRetrieval": { - "p-MRR": [ - { - "Model": "e5-mistral-7b-instruct", - "Core17InstructionRetrieval": 0.09, - "News21InstructionRetrieval": -0.86, - "Robust04InstructionRetrieval": -9.59 - } - ] - } - }, - "intfloat__e5-mistral-7b-instruct-noinstruct": { - "BitextMining": { - "f1": [] - }, - "Classification": { - "accuracy": [] - }, - "Clustering": { - "v_measure": [] - }, - "PairClassification": { - "max_ap": [] - }, - "Reranking": { - "map": [] - }, - "Retrieval": { - "ndcg_at_10": [ - { - "Model": "e5-mistral-7b-instruct-noinstruct", - "ARCChallenge": 20.48, - "AlphaNLI": 18.88, - "HellaSwag": 32.25, - "PIQA": 32.8, - "Quail": 6.25, - "RARbCode": 79.84, - "RARbMath": 76.19, - "SIQA": 5.08, - "SpartQA": 10.87, - "TempReasonL1": 3.04, - "TempReasonL2Fact": 35.63, - "TempReasonL2Pure": 9.32, - "TempReasonL3Fact": 30.41, - "TempReasonL3Pure": 14.39, - "WinoGrande": 45.18 - } - ] - }, - "STS": { - "cosine_spearman": [] - }, - "Summarization": { - "cosine_spearman": [] - }, - "MultilabelClassification": { - "accuracy": [] - }, - "InstructionRetrieval": { - "p-MRR": [] - } - }, - "intfloat__e5-small": { - "BitextMining": { - "f1": [ - { - "Model": "e5-small", - "BornholmBitextMining": 40.27, - "Tatoeba (dsb-eng)": 6.51, - "Tatoeba (spa-eng)": 35.33, - "Tatoeba (kat-eng)": 0.42, - "Tatoeba (lvs-eng)": 4.56, - "Tatoeba (afr-eng)": 8.44, - "Tatoeba (vie-eng)": 5.09, - "Tatoeba (pes-eng)": 0.6, - "Tatoeba (epo-eng)": 15.45, - "Tatoeba (kzj-eng)": 5.09, - "Tatoeba (ido-eng)": 17.98, - "Tatoeba (nob-eng)": 13.56, - "Tatoeba (dan-eng)": 13.05, - "Tatoeba (yid-eng)": 0.31, - "Tatoeba (slv-eng)": 6.94, - "Tatoeba (bul-eng)": 0.42, - "Tatoeba (jpn-eng)": 0.3, - "Tatoeba (yue-eng)": 1.1, - "Tatoeba (pms-eng)": 14.19, - "Tatoeba (tuk-eng)": 4.07, - "Tatoeba (pol-eng)": 6.56, - "Tatoeba (srp-eng)": 3.72, - "Tatoeba (glg-eng)": 24.9, - "Tatoeba (tzl-eng)": 17.55, - "Tatoeba (aze-eng)": 4.19, - "Tatoeba (csb-eng)": 6.78, - "Tatoeba (lfn-eng)": 15.24, - "Tatoeba (uzb-eng)": 3.58, - "Tatoeba (gla-eng)": 2.72, - "Tatoeba (tgl-eng)": 6.37, - "Tatoeba (ceb-eng)": 5.59, - "Tatoeba (hye-eng)": 0.4, - "Tatoeba (hin-eng)": 0.01, - "Tatoeba (mon-eng)": 1.82, - "Tatoeba (swh-eng)": 6.44, - "Tatoeba (hrv-eng)": 8.26, - "Tatoeba (kaz-eng)": 0.54, - "Tatoeba (awa-eng)": 0.01, - "Tatoeba (cmn-eng)": 1.62, - "Tatoeba (fao-eng)": 8.66, - "Tatoeba (fin-eng)": 3.82, - "Tatoeba (zsm-eng)": 7.91, - "Tatoeba (mhr-eng)": 0.17, - "Tatoeba (ita-eng)": 20.04, - "Tatoeba (fra-eng)": 30.19, - "Tatoeba (nno-eng)": 10.77, - "Tatoeba (isl-eng)": 5.86, - "Tatoeba (lat-eng)": 10.38, - "Tatoeba (dtp-eng)": 3.59, - "Tatoeba (tha-eng)": 0.85, - "Tatoeba (wuu-eng)": 1.32, - "Tatoeba (orv-eng)": 0.09, - "Tatoeba (gsw-eng)": 14.93, - "Tatoeba (mar-eng)": 0.0, - "Tatoeba (nov-eng)": 30.82, - "Tatoeba (uig-eng)": 0.54, - "Tatoeba (est-eng)": 3.51, - "Tatoeba (ben-eng)": 0.0, - "Tatoeba (urd-eng)": 0.01, - "Tatoeba (kur-eng)": 8.01, - "Tatoeba (swe-eng)": 9.28, - "Tatoeba (ber-eng)": 5.33, - "Tatoeba (hsb-eng)": 6.14, - "Tatoeba (tat-eng)": 0.85, - "Tatoeba (mal-eng)": 0.15, - "Tatoeba (khm-eng)": 0.14, - "Tatoeba (slk-eng)": 6.65, - "Tatoeba (swg-eng)": 10.97, - "Tatoeba (cbk-eng)": 19.13, - "Tatoeba (ina-eng)": 38.44, - "Tatoeba (ara-eng)": 0.38, - "Tatoeba (ron-eng)": 13.08, - "Tatoeba (max-eng)": 10.19, - "Tatoeba (oci-eng)": 13.94, - "Tatoeba (eus-eng)": 7.24, - "Tatoeba (tam-eng)": 0.7, - "Tatoeba (ell-eng)": 0.5, - "Tatoeba (bos-eng)": 7.77, - "Tatoeba (heb-eng)": 0.3, - "Tatoeba (arq-eng)": 0.44, - "Tatoeba (kab-eng)": 1.36, - "Tatoeba (ile-eng)": 25.58, - "Tatoeba (cym-eng)": 6.71, - "Tatoeba (tur-eng)": 3.97, - "Tatoeba (bel-eng)": 1.47, - "Tatoeba (ukr-eng)": 0.86, - "Tatoeba (hun-eng)": 4.62, - "Tatoeba (cat-eng)": 22.05, - "Tatoeba (pam-eng)": 4.7, - "Tatoeba (cha-eng)": 17.69, - "Tatoeba (sqi-eng)": 7.01, - "Tatoeba (mkd-eng)": 0.11, - "Tatoeba (lit-eng)": 3.47, - "Tatoeba (jav-eng)": 4.78, - "Tatoeba (ces-eng)": 4.36, - "Tatoeba (rus-eng)": 0.17, - "Tatoeba (deu-eng)": 20.28, - "Tatoeba (xho-eng)": 3.71, - "Tatoeba (amh-eng)": 0.01, - "Tatoeba (ind-eng)": 6.89, - "Tatoeba (kor-eng)": 1.18, - "Tatoeba (arz-eng)": 0.06, - "Tatoeba (por-eng)": 32.48, - "Tatoeba (gle-eng)": 3.99, - "Tatoeba (nld-eng)": 17.28, - "Tatoeba (cor-eng)": 2.93, - "Tatoeba (fry-eng)": 15.8, - "Tatoeba (bre-eng)": 3.76, - "Tatoeba (tel-eng)": 0.43, - "Tatoeba (nds-eng)": 14.38, - "Tatoeba (ast-eng)": 26.43, - "Tatoeba (ang-eng)": 19.24, - "Tatoeba (war-eng)": 6.15 - } - ] - }, - "Classification": { - "accuracy": [ - { - "Model": "e5-small", - "AllegroReviews": 25.72, - "AmazonCounterfactualClassification (en-ext)": 76.9, - "AmazonCounterfactualClassification (en)": 73.42, - "AmazonCounterfactualClassification (de)": 56.98, - "AmazonCounterfactualClassification (ja)": 56.66, - "AmazonReviewsClassification (en)": 41.5, - "AmazonReviewsClassification (de)": 29.2, - "AmazonReviewsClassification (es)": 35.79, - "AmazonReviewsClassification (fr)": 32.31, - "AmazonReviewsClassification (ja)": 21.99, - "AmazonReviewsClassification (zh)": 22.37, - "AngryTweetsClassification": 43.6, - "CBD": 51.9, - "DKHateClassification": 57.57, - "DanishPoliticalCommentsClassification": 28.37, - "GeoreviewClassification": 27.15, - "HeadlineClassification": 28.01, - "InappropriatenessClassification": 51.46, - "KinopoiskClassification": 33.59, - "LccSentimentClassification": 40.27, - "MTOPDomainClassification (en)": 87.88, - "MTOPDomainClassification (de)": 70.66, - "MTOPDomainClassification (es)": 80.16, - "MTOPDomainClassification (fr)": 74.2, - "MTOPDomainClassification (hi)": 33.51, - "MTOPDomainClassification (th)": 16.14, - "MTOPIntentClassification (en)": 52.97, - "MTOPIntentClassification (de)": 41.29, - "MTOPIntentClassification (es)": 41.87, - "MTOPIntentClassification (fr)": 37.43, - "MTOPIntentClassification (hi)": 12.14, - "MTOPIntentClassification (th)": 3.94, - "MasakhaNEWSClassification (amh)": 30.96, - "MasakhaNEWSClassification (eng)": 74.17, - "MasakhaNEWSClassification (fra)": 73.36, - "MasakhaNEWSClassification (hau)": 58.1, - "MasakhaNEWSClassification (ibo)": 52.49, - "MasakhaNEWSClassification (lin)": 65.71, - "MasakhaNEWSClassification (lug)": 56.23, - "MasakhaNEWSClassification (orm)": 57.88, - "MasakhaNEWSClassification (pcm)": 91.25, - "MasakhaNEWSClassification (run)": 59.1, - "MasakhaNEWSClassification (sna)": 73.41, - "MasakhaNEWSClassification (som)": 50.07, - "MasakhaNEWSClassification (swa)": 49.58, - "MasakhaNEWSClassification (tir)": 26.58, - "MasakhaNEWSClassification (xho)": 58.99, - "MasakhaNEWSClassification (yor)": 63.94, - "MassiveIntentClassification (fr)": 43.86, - "MassiveIntentClassification (da)": 41.89, - "MassiveIntentClassification (zh-CN)": 15.28, - "MassiveIntentClassification (pt)": 43.79, - "MassiveIntentClassification (ml)": 2.43, - "MassiveIntentClassification (tr)": 40.61, - "MassiveIntentClassification (jv)": 37.53, - "MassiveIntentClassification (ka)": 5.84, - "MassiveIntentClassification (hu)": 38.95, - "MassiveIntentClassification (am)": 2.33, - "MassiveIntentClassification (sq)": 40.53, - "MassiveIntentClassification (sl)": 38.93, - "MassiveIntentClassification (ko)": 14.25, - "MassiveIntentClassification (hi)": 12.03, - "MassiveIntentClassification (vi)": 34.35, - "MassiveIntentClassification (af)": 37.7, - "MassiveIntentClassification (he)": 14.19, - "MassiveIntentClassification (pl)": 37.54, - "MassiveIntentClassification (km)": 5.02, - "MassiveIntentClassification (de)": 39.86, - "MassiveIntentClassification (ru)": 13.65, - "MassiveIntentClassification (ta)": 9.05, - "MassiveIntentClassification (my)": 3.72, - "MassiveIntentClassification (hy)": 5.85, - "MassiveIntentClassification (zh-TW)": 15.31, - "MassiveIntentClassification (id)": 41.2, - "MassiveIntentClassification (fa)": 16.92, - "MassiveIntentClassification (az)": 36.22, - "MassiveIntentClassification (it)": 42.07, - "MassiveIntentClassification (sv)": 40.07, - "MassiveIntentClassification (es)": 42.88, - "MassiveIntentClassification (lv)": 39.91, - "MassiveIntentClassification (ro)": 41.5, - "MassiveIntentClassification (nl)": 40.9, - "MassiveIntentClassification (en)": 64.47, - "MassiveIntentClassification (ja)": 17.46, - "MassiveIntentClassification (mn)": 13.5, - "MassiveIntentClassification (is)": 35.37, - "MassiveIntentClassification (tl)": 38.77, - "MassiveIntentClassification (fi)": 39.24, - "MassiveIntentClassification (ur)": 7.04, - "MassiveIntentClassification (th)": 8.9, - "MassiveIntentClassification (kn)": 2.98, - "MassiveIntentClassification (ms)": 37.52, - "MassiveIntentClassification (ar)": 10.6, - "MassiveIntentClassification (cy)": 35.74, - "MassiveIntentClassification (nb)": 40.25, - "MassiveIntentClassification (el)": 17.22, - "MassiveIntentClassification (te)": 2.06, - "MassiveIntentClassification (sw)": 37.87, - "MassiveIntentClassification (bn)": 8.06, - "MassiveScenarioClassification (af)": 45.65, - "MassiveScenarioClassification (lv)": 45.66, - "MassiveScenarioClassification (bn)": 13.57, - "MassiveScenarioClassification (hu)": 45.63, - "MassiveScenarioClassification (sq)": 49.52, - "MassiveScenarioClassification (de)": 51.82, - "MassiveScenarioClassification (kn)": 7.95, - "MassiveScenarioClassification (az)": 44.79, - "MassiveScenarioClassification (sv)": 47.06, - "MassiveScenarioClassification (ru)": 18.39, - "MassiveScenarioClassification (vi)": 40.19, - "MassiveScenarioClassification (ur)": 14.5, - "MassiveScenarioClassification (ta)": 14.99, - "MassiveScenarioClassification (fi)": 45.24, - "MassiveScenarioClassification (ka)": 10.16, - "MassiveScenarioClassification (sl)": 44.26, - "MassiveScenarioClassification (cy)": 42.34, - "MassiveScenarioClassification (km)": 9.27, - "MassiveScenarioClassification (sw)": 45.98, - "MassiveScenarioClassification (tr)": 45.9, - "MassiveScenarioClassification (zh-TW)": 23.24, - "MassiveScenarioClassification (he)": 16.06, - "MassiveScenarioClassification (ms)": 45.47, - "MassiveScenarioClassification (en)": 68.78, - "MassiveScenarioClassification (is)": 42.96, - "MassiveScenarioClassification (tl)": 48.34, - "MassiveScenarioClassification (mn)": 19.67, - "MassiveScenarioClassification (el)": 26.04, - "MassiveScenarioClassification (my)": 10.53, - "MassiveScenarioClassification (nl)": 49.09, - "MassiveScenarioClassification (th)": 17.88, - "MassiveScenarioClassification (it)": 50.68, - "MassiveScenarioClassification (ko)": 19.59, - "MassiveScenarioClassification (id)": 45.81, - "MassiveScenarioClassification (es)": 52.79, - "MassiveScenarioClassification (nb)": 48.58, - "MassiveScenarioClassification (ro)": 51.69, - "MassiveScenarioClassification (hy)": 13.0, - "MassiveScenarioClassification (fa)": 21.99, - "MassiveScenarioClassification (da)": 49.93, - "MassiveScenarioClassification (pt)": 52.65, - "MassiveScenarioClassification (jv)": 45.73, - "MassiveScenarioClassification (ml)": 6.53, - "MassiveScenarioClassification (te)": 7.26, - "MassiveScenarioClassification (fr)": 55.22, - "MassiveScenarioClassification (hi)": 18.9, - "MassiveScenarioClassification (pl)": 45.06, - "MassiveScenarioClassification (am)": 7.25, - "MassiveScenarioClassification (zh-CN)": 22.16, - "MassiveScenarioClassification (ar)": 17.93, - "MassiveScenarioClassification (ja)": 23.45, - "NoRecClassification": 41.84, - "NordicLangClassification": 53.47, - "NorwegianParliament": 56.57, - "PAC": 64.07, - "PolEmo2.0-IN": 41.3, - "PolEmo2.0-OUT": 26.8, - "RuReviewsClassification": 39.68, - "RuSciBenchGRNTIClassification": 8.39, - "RuSciBenchOECDClassification": 7.24, - "ScalaDaClassification": 50.15, - "ScalaNbClassification": 50.03 - } - ] - }, - "Clustering": { - "v_measure": [ - { - "Model": "e5-small", - "AlloProfClusteringP2P": 59.37, - "AlloProfClusteringS2S": 31.27, - "BiorxivClusteringP2P": 36.1, - "BiorxivClusteringS2S": 31.51, - "BlurbsClusteringP2P": 24.39, - "BlurbsClusteringS2S": 9.82, - "GeoreviewClusteringP2P": 17.95, - "HALClusteringS2S": 20.02, - "MLSUMClusteringP2P (de)": 34.5, - "MLSUMClusteringP2P (fr)": 39.55, - "MLSUMClusteringP2P (ru)": 20.5, - "MLSUMClusteringP2P (es)": 41.18, - "MLSUMClusteringS2S (de)": 37.15, - "MLSUMClusteringS2S (fr)": 39.48, - "MLSUMClusteringS2S (ru)": 21.72, - "MLSUMClusteringS2S (es)": 40.83, - "MasakhaNEWSClusteringP2P (amh)": 40.12, - "MasakhaNEWSClusteringP2P (eng)": 48.25, - "MasakhaNEWSClusteringP2P (fra)": 37.37, - "MasakhaNEWSClusteringP2P (hau)": 36.18, - "MasakhaNEWSClusteringP2P (ibo)": 32.4, - "MasakhaNEWSClusteringP2P (lin)": 61.22, - "MasakhaNEWSClusteringP2P (lug)": 49.59, - "MasakhaNEWSClusteringP2P (orm)": 34.6, - "MasakhaNEWSClusteringP2P (pcm)": 81.16, - "MasakhaNEWSClusteringP2P (run)": 51.16, - "MasakhaNEWSClusteringP2P (sna)": 46.57, - "MasakhaNEWSClusteringP2P (som)": 36.83, - "MasakhaNEWSClusteringP2P (swa)": 20.68, - "MasakhaNEWSClusteringP2P (tir)": 42.93, - "MasakhaNEWSClusteringP2P (xho)": 35.15, - "MasakhaNEWSClusteringP2P (yor)": 36.69, - "MasakhaNEWSClusteringS2S (amh)": 45.0, - "MasakhaNEWSClusteringS2S (eng)": 45.62, - "MasakhaNEWSClusteringS2S (fra)": 32.27, - "MasakhaNEWSClusteringS2S (hau)": 16.48, - "MasakhaNEWSClusteringS2S (ibo)": 38.94, - "MasakhaNEWSClusteringS2S (lin)": 54.36, - "MasakhaNEWSClusteringS2S (lug)": 46.99, - "MasakhaNEWSClusteringS2S (orm)": 25.01, - "MasakhaNEWSClusteringS2S (pcm)": 55.79, - "MasakhaNEWSClusteringS2S (run)": 50.72, - "MasakhaNEWSClusteringS2S (sna)": 41.33, - "MasakhaNEWSClusteringS2S (som)": 28.2, - "MasakhaNEWSClusteringS2S (swa)": 16.31, - "MasakhaNEWSClusteringS2S (tir)": 43.0, - "MasakhaNEWSClusteringS2S (xho)": 23.47, - "MasakhaNEWSClusteringS2S (yor)": 34.42, - "MedrxivClusteringP2P": 31.31, - "MedrxivClusteringS2S": 28.32, - "RedditClustering": 43.27, - "RedditClusteringP2P": 57.22, - "RuSciBenchGRNTIClusteringP2P": 12.29, - "RuSciBenchOECDClusteringP2P": 11.19, - "StackExchangeClustering": 59.6, - "StackExchangeClusteringP2P": 30.82, - "TenKGnadClusteringP2P": 37.23, - "TenKGnadClusteringS2S": 16.54, - "TwentyNewsgroupsClustering": 37.65 - } - ] - }, - "PairClassification": { - "max_ap": [ - { - "Model": "e5-small", - "CDSC-E": 66.65, - "FalseFriendsGermanEnglish": 47.65, - "OpusparcusPC (de)": 91.65, - "OpusparcusPC (en)": 98.34, - "OpusparcusPC (fi)": 86.59, - "OpusparcusPC (fr)": 87.26, - "OpusparcusPC (ru)": 78.63, - "OpusparcusPC (sv)": 85.48, - "PSC": 90.03, - "PawsXPairClassification (de)": 50.72, - "PawsXPairClassification (en)": 60.62, - "PawsXPairClassification (es)": 53.6, - "PawsXPairClassification (fr)": 55.22, - "PawsXPairClassification (ja)": 48.14, - "PawsXPairClassification (ko)": 52.35, - "PawsXPairClassification (zh)": 53.36, - "SICK-E-PL": 52.6, - "TERRa": 46.91 - }, - { - "Model": "e5-small", - "CDSC-E": 66.65, - "FalseFriendsGermanEnglish": 47.65, - "OpusparcusPC (de)": 91.65, - "OpusparcusPC (en)": 98.34, - "OpusparcusPC (fi)": 86.59, - "OpusparcusPC (fr)": 87.26, - "OpusparcusPC (ru)": 78.63, - "OpusparcusPC (sv)": 85.48, - "PSC": 90.03, - "PawsXPairClassification (de)": 51.15, - "PawsXPairClassification (en)": 60.82, - "PawsXPairClassification (es)": 53.6, - "PawsXPairClassification (fr)": 55.29, - "PawsXPairClassification (ja)": 48.31, - "PawsXPairClassification (ko)": 52.57, - "PawsXPairClassification (zh)": 53.47, - "SICK-E-PL": 52.68, - "TERRa": 46.91 - } - ] - }, - "Reranking": { - "map": [ - { - "Model": "e5-small", - "AlloprofReranking": 59.86, - "RuBQReranking": 17.63, - "SyntecReranking": 75.29, - "T2Reranking": 58.81 - }, - { - "Model": "e5-small", - "MIRACLReranking (ar)": 2.85, - "MIRACLReranking (bn)": 2.19, - "MIRACLReranking (de)": 21.97, - "MIRACLReranking (en)": 51.23, - "MIRACLReranking (es)": 39.23, - "MIRACLReranking (fa)": 4.9, - "MIRACLReranking (fi)": 38.89, - "MIRACLReranking (fr)": 30.5, - "MIRACLReranking (hi)": 4.77, - "MIRACLReranking (id)": 23.31, - "MIRACLReranking (ja)": 5.82, - "MIRACLReranking (ko)": 6.92, - "MIRACLReranking (ru)": 3.22, - "MIRACLReranking (sw)": 33.97, - "MIRACLReranking (te)": 5.39, - "MIRACLReranking (th)": 3.67, - "MIRACLReranking (yo)": 56.21, - "MIRACLReranking (zh)": 6.9 - } - ] - }, - "Retrieval": { - "ndcg_at_10": [ - { - "Model": "e5-small", - "AILACasedocs": 22.47, - "AILAStatutes": 20.78, - "ARCChallenge": 6.21, - "AlloprofRetrieval": 27.41, - "AlphaNLI": 15.1, - "AppsRetrieval": 4.32, - "BSARDRetrieval": 9.94, - "CmedqaRetrieval": 2.09, - "CodeFeedbackMT": 36.47, - "CodeFeedbackST": 66.82, - "CodeSearchNetCCRetrieval (python)": 55.19, - "CodeSearchNetCCRetrieval (javascript)": 50.9, - "CodeSearchNetCCRetrieval (go)": 35.3, - "CodeSearchNetCCRetrieval (ruby)": 51.14, - "CodeSearchNetCCRetrieval (java)": 47.64, - "CodeSearchNetCCRetrieval (php)": 35.44, - "CodeSearchNetRetrieval (python)": 78.07, - "CodeSearchNetRetrieval (javascript)": 60.72, - "CodeSearchNetRetrieval (go)": 75.26, - "CodeSearchNetRetrieval (ruby)": 70.33, - "CodeSearchNetRetrieval (java)": 57.51, - "CodeSearchNetRetrieval (php)": 68.6, - "CodeTransOceanContest": 45.87, - "CodeTransOceanDL": 27.67, - "CosQA": 29.9, - "CovidRetrieval": 1.51, - "GerDaLIR": 2.15, - "GerDaLIRSmall": 5.14, - "GermanQuAD-Retrieval": 74.27, - "HellaSwag": 22.97, - "LEMBNarrativeQARetrieval": 18.34, - "LEMBQMSumRetrieval": 20.99, - "LEMBSummScreenFDRetrieval": 66.38, - "LEMBWikimQARetrieval": 46.75, - "LeCaRDv2": 15.35, - "LegalBenchConsumerContractsQA": 73.83, - "LegalBenchCorporateLobbying": 90.21, - "LegalQuAD": 20.49, - "LegalSummarization": 54.25, - "MIRACLRetrieval (ar)": 0.02, - "MIRACLRetrieval (bn)": 0.0, - "MIRACLRetrieval (de)": 12.21, - "MIRACLRetrieval (en)": 43.04, - "MIRACLRetrieval (es)": 26.61, - "MIRACLRetrieval (fa)": 0.0, - "MIRACLRetrieval (fi)": 23.91, - "MIRACLRetrieval (fr)": 21.55, - "MIRACLRetrieval (hi)": 0.18, - "MIRACLRetrieval (id)": 13.54, - "MIRACLRetrieval (ja)": 0.6, - "MIRACLRetrieval (ko)": 2.78, - "MIRACLRetrieval (ru)": 0.21, - "MIRACLRetrieval (sw)": 25.66, - "MIRACLRetrieval (te)": 0.0, - "MIRACLRetrieval (th)": 0.36, - "MIRACLRetrieval (yo)": 52.12, - "MIRACLRetrieval (zh)": 0.0, - "MintakaRetrieval (ar)": 0.64, - "MintakaRetrieval (de)": 17.45, - "MintakaRetrieval (es)": 19.14, - "MintakaRetrieval (fr)": 20.03, - "MintakaRetrieval (hi)": 2.28, - "MintakaRetrieval (it)": 16.7, - "MintakaRetrieval (ja)": 3.39, - "MintakaRetrieval (pt)": 18.38, - "PIQA": 20.91, - "Quail": 4.1, - "RARbCode": 34.44, - "RARbMath": 61.73, - "RiaNewsRetrieval": 1.35, - "RuBQRetrieval": 1.48, - "SIQA": 2.65, - "SciFact-PL": 34.48, - "SpartQA": 4.32, - "StackOverflowQA": 71.5, - "SyntecRetrieval": 66.58, - "SyntheticText2SQL": 50.95, - "TRECCOVID-PL": 23.8, - "TempReasonL1": 1.7, - "TempReasonL2Fact": 28.06, - "TempReasonL2Pure": 0.47, - "TempReasonL3Fact": 24.34, - "TempReasonL3Pure": 3.4, - "WinoGrande": 46.73, - "XMarket (de)": 15.22, - "XMarket (en)": 31.36, - "XMarket (es)": 17.83, - "XPQARetrieval (ara-ara)": 5.91, - "XPQARetrieval (eng-ara)": 3.32, - "XPQARetrieval (ara-eng)": 7.1, - "XPQARetrieval (deu-deu)": 56.84, - "XPQARetrieval (eng-deu)": 13.47, - "XPQARetrieval (deu-eng)": 25.24, - "XPQARetrieval (spa-spa)": 38.23, - "XPQARetrieval (eng-spa)": 13.27, - "XPQARetrieval (spa-eng)": 19.29, - "XPQARetrieval (fra-fra)": 47.45, - "XPQARetrieval (eng-fra)": 15.06, - "XPQARetrieval (fra-eng)": 24.79, - "XPQARetrieval (hin-hin)": 22.81, - "XPQARetrieval (eng-hin)": 5.31, - "XPQARetrieval (hin-eng)": 5.66, - "XPQARetrieval (ita-ita)": 55.62, - "XPQARetrieval (eng-ita)": 10.4, - "XPQARetrieval (ita-eng)": 20.19, - "XPQARetrieval (jpn-jpn)": 26.1, - "XPQARetrieval (eng-jpn)": 4.86, - "XPQARetrieval (jpn-eng)": 15.59, - "XPQARetrieval (kor-kor)": 6.89, - "XPQARetrieval (eng-kor)": 8.11, - "XPQARetrieval (kor-eng)": 7.33, - "XPQARetrieval (pol-pol)": 31.37, - "XPQARetrieval (eng-pol)": 10.7, - "XPQARetrieval (pol-eng)": 15.43, - "XPQARetrieval (por-por)": 31.21, - "XPQARetrieval (eng-por)": 10.95, - "XPQARetrieval (por-eng)": 19.74, - "XPQARetrieval (tam-tam)": 7.42, - "XPQARetrieval (eng-tam)": 4.98, - "XPQARetrieval (tam-eng)": 4.79, - "XPQARetrieval (cmn-cmn)": 19.09, - "XPQARetrieval (eng-cmn)": 5.85, - "XPQARetrieval (cmn-eng)": 9.93 - } - ] - }, - "STS": { - "cosine_spearman": [ - { - "Model": "e5-small", - "CDSC-R": 84.87, - "GermanSTSBenchmark": 65.29, - "RUParaPhraserSTS": 31.91, - "RuSTSBenchmarkSTS": 40.23, - "SICK-R-PL": 57.14, - "SICKFr": 68.03, - "STS22 (de-en)": 43.7, - "STS22 (tr)": 54.58, - "STS22 (es-it)": 57.13, - "STS22 (es-en)": 66.1, - "STS22 (de-fr)": 50.67, - "STS22 (es)": 60.03, - "STS22 (ru)": 18.1, - "STS22 (fr)": 77.03, - "STS22 (pl)": 26.18, - "STS22 (de-pl)": 32.33, - "STS22 (en)": 64.77, - "STS22 (de)": 41.84, - "STS22 (ar)": 28.26, - "STS22 (fr-pl)": 84.52, - "STS22 (pl-en)": 49.23, - "STS22 (zh)": 36.76, - "STS22 (zh-en)": 21.97, - "STS22 (it)": 71.58, - "STSB": 30.14, - "STSBenchmarkMultilingualSTS (es)": 73.64, - "STSBenchmarkMultilingualSTS (fr)": 70.47, - "STSBenchmarkMultilingualSTS (zh)": 35.3, - "STSBenchmarkMultilingualSTS (ru)": 40.24, - "STSBenchmarkMultilingualSTS (pt)": 71.46, - "STSBenchmarkMultilingualSTS (nl)": 65.35, - "STSBenchmarkMultilingualSTS (de)": 65.97, - "STSBenchmarkMultilingualSTS (pl)": 61.07, - "STSBenchmarkMultilingualSTS (it)": 68.17, - "STSBenchmarkMultilingualSTS (en)": 86.63 - }, - { - "Model": "e5-small", - "CDSC-R": 84.87, - "GermanSTSBenchmark": 65.29, - "RUParaPhraserSTS": 31.9, - "RuSTSBenchmarkSTS": 40.23, - "SICK-R-PL": 57.14, - "SICKFr": 68.03, - "STS22 (de-en)": 43.7, - "STS22 (tr)": 54.58, - "STS22 (es-it)": 57.13, - "STS22 (es-en)": 66.1, - "STS22 (de-fr)": 50.67, - "STS22 (es)": 60.03, - "STS22 (ru)": 18.1, - "STS22 (fr)": 77.03, - "STS22 (pl)": 26.4, - "STS22 (de-pl)": 32.33, - "STS22 (en)": 64.77, - "STS22 (de)": 41.84, - "STS22 (ar)": 28.24, - "STS22 (fr-pl)": 84.52, - "STS22 (pl-en)": 49.23, - "STS22 (zh)": 36.76, - "STS22 (zh-en)": 21.97, - "STS22 (it)": 71.58, - "STSB": 30.15, - "STSBenchmarkMultilingualSTS (es)": 73.64, - "STSBenchmarkMultilingualSTS (fr)": 70.47, - "STSBenchmarkMultilingualSTS (zh)": 35.3, - "STSBenchmarkMultilingualSTS (ru)": 40.24, - "STSBenchmarkMultilingualSTS (pt)": 71.46, - "STSBenchmarkMultilingualSTS (nl)": 65.35, - "STSBenchmarkMultilingualSTS (de)": 65.97, - "STSBenchmarkMultilingualSTS (pl)": 61.07, - "STSBenchmarkMultilingualSTS (it)": 68.17, - "STSBenchmarkMultilingualSTS (en)": 86.63 - } - ] - }, - "Summarization": { - "cosine_spearman": [ - { - "Model": "e5-small", - "SummEvalFr": 30.79 - }, - { - "Model": "e5-small", - "SummEvalFr": 30.79 - } - ] - }, - "MultilabelClassification": { - "accuracy": [ - { - "Model": "e5-small", - "CEDRClassification": 31.09, - "SensitiveTopicsClassification": 17.42 - } - ] - }, - "InstructionRetrieval": { - "p-MRR": [ - { - "Model": "e5-small", - "Core17InstructionRetrieval": -0.54, - "News21InstructionRetrieval": 0.87, - "Robust04InstructionRetrieval": -4.69 - } - ] - } - }, - "intfloat__multilingual-e5-base": { - "BitextMining": { - "f1": [ - { - "Model": "multilingual-e5-base", - "BornholmBitextMining": 46.4, - "Tatoeba (csb-eng)": 24.29, - "Tatoeba (spa-eng)": 96.97, - "Tatoeba (kzj-eng)": 6.26, - "Tatoeba (uzb-eng)": 62.63, - "Tatoeba (mal-eng)": 96.72, - "Tatoeba (dtp-eng)": 5.13, - "Tatoeba (ces-eng)": 88.75, - "Tatoeba (mon-eng)": 78.37, - "Tatoeba (fry-eng)": 50.82, - "Tatoeba (cbk-eng)": 60.66, - "Tatoeba (awa-eng)": 68.39, - "Tatoeba (cha-eng)": 16.95, - "Tatoeba (nld-eng)": 93.2, - "Tatoeba (mhr-eng)": 5.52, - "Tatoeba (cmn-eng)": 93.35, - "Tatoeba (arq-eng)": 26.61, - "Tatoeba (kor-eng)": 83.37, - "Tatoeba (pol-eng)": 94.57, - "Tatoeba (uig-eng)": 62.97, - "Tatoeba (zsm-eng)": 92.45, - "Tatoeba (tuk-eng)": 19.67, - "Tatoeba (ind-eng)": 90.26, - "Tatoeba (aze-eng)": 84.71, - "Tatoeba (xho-eng)": 73.24, - "Tatoeba (war-eng)": 47.18, - "Tatoeba (ast-eng)": 74.36, - "Tatoeba (ido-eng)": 74.41, - "Tatoeba (dsb-eng)": 34.36, - "Tatoeba (est-eng)": 70.64, - "Tatoeba (ina-eng)": 86.11, - "Tatoeba (bel-eng)": 86.7, - "Tatoeba (fin-eng)": 86.15, - "Tatoeba (ang-eng)": 29.87, - "Tatoeba (gle-eng)": 58.62, - "Tatoeba (slk-eng)": 86.42, - "Tatoeba (hye-eng)": 85.85, - "Tatoeba (tgl-eng)": 83.78, - "Tatoeba (pam-eng)": 6.92, - "Tatoeba (eus-eng)": 56.26, - "Tatoeba (slv-eng)": 81.93, - "Tatoeba (nno-eng)": 82.67, - "Tatoeba (wuu-eng)": 78.65, - "Tatoeba (nds-eng)": 53.86, - "Tatoeba (deu-eng)": 97.07, - "Tatoeba (ita-eng)": 90.61, - "Tatoeba (rus-eng)": 91.78, - "Tatoeba (bos-eng)": 88.86, - "Tatoeba (glg-eng)": 82.69, - "Tatoeba (kaz-eng)": 75.56, - "Tatoeba (nov-eng)": 66.96, - "Tatoeba (tam-eng)": 85.12, - "Tatoeba (dan-eng)": 91.23, - "Tatoeba (oci-eng)": 35.79, - "Tatoeba (arz-eng)": 66.79, - "Tatoeba (gsw-eng)": 43.53, - "Tatoeba (jav-eng)": 61.25, - "Tatoeba (sqi-eng)": 90.06, - "Tatoeba (vie-eng)": 94.55, - "Tatoeba (lit-eng)": 75.53, - "Tatoeba (isl-eng)": 76.9, - "Tatoeba (hsb-eng)": 40.36, - "Tatoeba (hun-eng)": 84.41, - "Tatoeba (kab-eng)": 21.77, - "Tatoeba (ceb-eng)": 45.46, - "Tatoeba (ber-eng)": 23.59, - "Tatoeba (jpn-eng)": 90.3, - "Tatoeba (max-eng)": 52.4, - "Tatoeba (ara-eng)": 82.86, - "Tatoeba (nob-eng)": 95.9, - "Tatoeba (cat-eng)": 84.09, - "Tatoeba (orv-eng)": 16.0, - "Tatoeba (cor-eng)": 4.38, - "Tatoeba (tel-eng)": 88.49, - "Tatoeba (ell-eng)": 89.96, - "Tatoeba (bre-eng)": 5.44, - "Tatoeba (swg-eng)": 42.33, - "Tatoeba (pes-eng)": 87.18, - "Tatoeba (cym-eng)": 65.69, - "Tatoeba (heb-eng)": 74.26, - "Tatoeba (urd-eng)": 86.2, - "Tatoeba (amh-eng)": 74.93, - "Tatoeba (lvs-eng)": 76.76, - "Tatoeba (swe-eng)": 91.33, - "Tatoeba (ukr-eng)": 88.29, - "Tatoeba (gla-eng)": 43.08, - "Tatoeba (mar-eng)": 86.62, - "Tatoeba (khm-eng)": 47.27, - "Tatoeba (tat-eng)": 66.92, - "Tatoeba (lat-eng)": 39.62, - "Tatoeba (pms-eng)": 44.61, - "Tatoeba (hrv-eng)": 92.5, - "Tatoeba (mkd-eng)": 73.76, - "Tatoeba (bul-eng)": 88.95, - "Tatoeba (kat-eng)": 77.83, - "Tatoeba (hin-eng)": 93.13, - "Tatoeba (fao-eng)": 64.72, - "Tatoeba (ben-eng)": 81.05, - "Tatoeba (epo-eng)": 92.07, - "Tatoeba (por-eng)": 92.74, - "Tatoeba (tur-eng)": 92.54, - "Tatoeba (yue-eng)": 80.66, - "Tatoeba (srp-eng)": 89.08, - "Tatoeba (swh-eng)": 66.81, - "Tatoeba (tha-eng)": 94.22, - "Tatoeba (ron-eng)": 91.27, - "Tatoeba (fra-eng)": 92.76, - "Tatoeba (yid-eng)": 63.2, - "Tatoeba (afr-eng)": 87.04, - "Tatoeba (tzl-eng)": 34.44, - "Tatoeba (lfn-eng)": 52.85, - "Tatoeba (ile-eng)": 72.56, - "Tatoeba (kur-eng)": 52.96 - } - ] - }, - "Classification": { - "accuracy": [ - { - "Model": "multilingual-e5-base", - "AllegroReviews": 40.85, - "AmazonCounterfactualClassification (en-ext)": 76.91, - "AmazonCounterfactualClassification (en)": 77.36, - "AmazonCounterfactualClassification (de)": 70.81, - "AmazonCounterfactualClassification (ja)": 72.02, - "AmazonPolarityClassification": 91.76, - "AmazonReviewsClassification (en)": 47.54, - "AmazonReviewsClassification (de)": 44.37, - "AmazonReviewsClassification (es)": 43.38, - "AmazonReviewsClassification (fr)": 40.94, - "AmazonReviewsClassification (ja)": 39.57, - "AmazonReviewsClassification (zh)": 38.34, - "AngryTweetsClassification": 54.65, - "Banking77Classification": 73.53, - "CBD": 62.66, - "DKHateClassification": 63.53, - "DanishPoliticalCommentsClassification": 36.69, - "EmotionClassification": 45.68, - "GeoreviewClassification": 46.05, - "HeadlineClassification": 75.64, - "IFlyTek": 44.93, - "ImdbClassification": 84.29, - "InappropriatenessClassification": 58.78, - "JDReview": 76.21, - "KinopoiskClassification": 50.89, - "LccSentimentClassification": 59.67, - "MTOPDomainClassification (en)": 90.9, - "MTOPDomainClassification (de)": 87.94, - "MTOPDomainClassification (es)": 85.96, - "MTOPDomainClassification (fr)": 84.79, - "MTOPDomainClassification (hi)": 83.92, - "MTOPDomainClassification (th)": 83.94, - "MTOPIntentClassification (en)": 61.6, - "MTOPIntentClassification (de)": 61.05, - "MTOPIntentClassification (es)": 55.36, - "MTOPIntentClassification (fr)": 55.51, - "MTOPIntentClassification (hi)": 53.93, - "MTOPIntentClassification (th)": 58.69, - "MasakhaNEWSClassification (amh)": 83.8, - "MasakhaNEWSClassification (eng)": 76.49, - "MasakhaNEWSClassification (fra)": 79.69, - "MasakhaNEWSClassification (hau)": 74.63, - "MasakhaNEWSClassification (ibo)": 64.59, - "MasakhaNEWSClassification (lin)": 70.57, - "MasakhaNEWSClassification (lug)": 68.12, - "MasakhaNEWSClassification (orm)": 71.75, - "MasakhaNEWSClassification (pcm)": 91.05, - "MasakhaNEWSClassification (run)": 73.35, - "MasakhaNEWSClassification (sna)": 84.17, - "MasakhaNEWSClassification (som)": 60.1, - "MasakhaNEWSClassification (swa)": 70.74, - "MasakhaNEWSClassification (tir)": 67.1, - "MasakhaNEWSClassification (xho)": 76.03, - "MasakhaNEWSClassification (yor)": 72.75, - "MassiveIntentClassification (es)": 61.13, - "MassiveIntentClassification (de)": 59.82, - "MassiveIntentClassification (mn)": 46.8, - "MassiveIntentClassification (sq)": 51.07, - "MassiveIntentClassification (sv)": 61.78, - "MassiveIntentClassification (tr)": 60.69, - "MassiveIntentClassification (hy)": 48.77, - "MassiveIntentClassification (az)": 51.36, - "MassiveIntentClassification (da)": 60.16, - "MassiveIntentClassification (my)": 46.67, - "MassiveIntentClassification (th)": 59.63, - "MassiveIntentClassification (sl)": 53.84, - "MassiveIntentClassification (sw)": 45.24, - "MassiveIntentClassification (pl)": 61.04, - "MassiveIntentClassification (bn)": 51.69, - "MassiveIntentClassification (nb)": 59.83, - "MassiveIntentClassification (fi)": 58.91, - "MassiveIntentClassification (jv)": 43.23, - "MassiveIntentClassification (id)": 58.7, - "MassiveIntentClassification (ka)": 37.56, - "MassiveIntentClassification (af)": 49.82, - "MassiveIntentClassification (km)": 32.14, - "MassiveIntentClassification (lv)": 51.17, - "MassiveIntentClassification (tl)": 48.99, - "MassiveIntentClassification (ko)": 59.97, - "MassiveIntentClassification (am)": 42.4, - "MassiveIntentClassification (ar)": 50.2, - "MassiveIntentClassification (el)": 58.07, - "MassiveIntentClassification (fa)": 59.51, - "MassiveIntentClassification (hi)": 56.75, - "MassiveIntentClassification (fr)": 61.32, - "MassiveIntentClassification (is)": 44.52, - "MassiveIntentClassification (te)": 50.09, - "MassiveIntentClassification (ja)": 62.3, - "MassiveIntentClassification (vi)": 59.61, - "MassiveIntentClassification (hu)": 57.69, - "MassiveIntentClassification (en)": 65.71, - "MassiveIntentClassification (ms)": 52.85, - "MassiveIntentClassification (zh-CN)": 63.22, - "MassiveIntentClassification (ro)": 56.83, - "MassiveIntentClassification (he)": 55.3, - "MassiveIntentClassification (ur)": 51.3, - "MassiveIntentClassification (pt)": 62.12, - "MassiveIntentClassification (it)": 61.29, - "MassiveIntentClassification (ta)": 48.93, - "MassiveIntentClassification (cy)": 37.05, - "MassiveIntentClassification (kn)": 48.63, - "MassiveIntentClassification (nl)": 61.23, - "MassiveIntentClassification (ml)": 53.75, - "MassiveIntentClassification (zh-TW)": 56.4, - "MassiveIntentClassification (ru)": 62.78, - "MassiveScenarioClassification (az)": 55.15, - "MassiveScenarioClassification (fr)": 67.37, - "MassiveScenarioClassification (ko)": 67.9, - "MassiveScenarioClassification (da)": 67.46, - "MassiveScenarioClassification (fi)": 64.94, - "MassiveScenarioClassification (ro)": 63.5, - "MassiveScenarioClassification (zh-TW)": 63.73, - "MassiveScenarioClassification (ar)": 58.0, - "MassiveScenarioClassification (kn)": 53.49, - "MassiveScenarioClassification (nl)": 68.62, - "MassiveScenarioClassification (sq)": 57.92, - "MassiveScenarioClassification (ta)": 53.86, - "MassiveScenarioClassification (am)": 50.33, - "MassiveScenarioClassification (ml)": 59.89, - "MassiveScenarioClassification (hu)": 65.75, - "MassiveScenarioClassification (vi)": 66.35, - "MassiveScenarioClassification (tl)": 54.36, - "MassiveScenarioClassification (ka)": 43.38, - "MassiveScenarioClassification (sl)": 58.3, - "MassiveScenarioClassification (cy)": 43.84, - "MassiveScenarioClassification (it)": 66.17, - "MassiveScenarioClassification (is)": 53.28, - "MassiveScenarioClassification (fa)": 63.92, - "MassiveScenarioClassification (pt)": 65.49, - "MassiveScenarioClassification (mn)": 51.87, - "MassiveScenarioClassification (lv)": 56.42, - "MassiveScenarioClassification (ru)": 68.21, - "MassiveScenarioClassification (bn)": 57.0, - "MassiveScenarioClassification (en)": 71.57, - "MassiveScenarioClassification (hy)": 53.63, - "MassiveScenarioClassification (tr)": 65.18, - "MassiveScenarioClassification (ja)": 69.89, - "MassiveScenarioClassification (nb)": 66.18, - "MassiveScenarioClassification (sv)": 69.15, - "MassiveScenarioClassification (id)": 63.6, - "MassiveScenarioClassification (th)": 67.37, - "MassiveScenarioClassification (de)": 68.4, - "MassiveScenarioClassification (jv)": 51.94, - "MassiveScenarioClassification (sw)": 52.64, - "MassiveScenarioClassification (ms)": 58.35, - "MassiveScenarioClassification (es)": 66.47, - "MassiveScenarioClassification (te)": 54.24, - "MassiveScenarioClassification (he)": 62.53, - "MassiveScenarioClassification (my)": 50.77, - "MassiveScenarioClassification (af)": 58.95, - "MassiveScenarioClassification (el)": 65.38, - "MassiveScenarioClassification (km)": 38.45, - "MassiveScenarioClassification (pl)": 66.11, - "MassiveScenarioClassification (ur)": 56.74, - "MassiveScenarioClassification (hi)": 62.91, - "MassiveScenarioClassification (zh-CN)": 70.24, - "MultilingualSentiment": 65.28, - "NoRecClassification": 57.58, - "NordicLangClassification": 75.94, - "NorwegianParliament": 59.94, - "OnlineShopping": 88.4, - "PAC": 70.87, - "PolEmo2.0-IN": 67.66, - "PolEmo2.0-OUT": 43.91, - "RuReviewsClassification": 62.99, - "RuSciBenchGRNTIClassification": 56.28, - "RuSciBenchOECDClassification": 42.69, - "ScalaDaClassification": 50.79, - "ScalaNbClassification": 50.32, - "TNews": 47.06, - "ToxicConversationsClassification": 64.33, - "TweetSentimentExtractionClassification": 62.8, - "Waimai": 84.42 - } - ] - }, - "Clustering": { - "v_measure": [ - { - "Model": "multilingual-e5-base", - "8TagsClustering": 24.97, - "AlloProfClusteringP2P": 62.09, - "AlloProfClusteringS2S": 32.98, - "ArxivClusteringP2P": 43.35, - "ArxivClusteringS2S": 36.0, - "BiorxivClusteringP2P": 37.55, - "BiorxivClusteringS2S": 30.33, - "BlurbsClusteringP2P": 38.35, - "BlurbsClusteringS2S": 16.25, - "CLSClusteringP2P": 32.41, - "CLSClusteringS2S": 36.99, - "GeoreviewClusteringP2P": 54.46, - "HALClusteringS2S": 22.48, - "MLSUMClusteringP2P (ru)": 43.47, - "MLSUMClusteringP2P (de)": 38.86, - "MLSUMClusteringP2P (fr)": 43.53, - "MLSUMClusteringP2P (es)": 47.58, - "MLSUMClusteringP2P": 43.48, - "MLSUMClusteringS2S (ru)": 40.87, - "MLSUMClusteringS2S (de)": 37.63, - "MLSUMClusteringS2S (fr)": 44.01, - "MLSUMClusteringS2S (es)": 47.19, - "MLSUMClusteringS2S": 38.53, - "MasakhaNEWSClusteringP2P (amh)": 58.05, - "MasakhaNEWSClusteringP2P (eng)": 43.8, - "MasakhaNEWSClusteringP2P (fra)": 47.91, - "MasakhaNEWSClusteringP2P (hau)": 44.78, - "MasakhaNEWSClusteringP2P (ibo)": 44.97, - "MasakhaNEWSClusteringP2P (lin)": 48.08, - "MasakhaNEWSClusteringP2P (lug)": 50.15, - "MasakhaNEWSClusteringP2P (orm)": 38.02, - "MasakhaNEWSClusteringP2P (pcm)": 71.03, - "MasakhaNEWSClusteringP2P (run)": 58.28, - "MasakhaNEWSClusteringP2P (sna)": 59.25, - "MasakhaNEWSClusteringP2P (som)": 37.27, - "MasakhaNEWSClusteringP2P (swa)": 34.54, - "MasakhaNEWSClusteringP2P (tir)": 53.44, - "MasakhaNEWSClusteringP2P (xho)": 40.32, - "MasakhaNEWSClusteringP2P (yor)": 37.97, - "MasakhaNEWSClusteringS2S (amh)": 49.38, - "MasakhaNEWSClusteringS2S (eng)": 45.76, - "MasakhaNEWSClusteringS2S (fra)": 51.16, - "MasakhaNEWSClusteringS2S (hau)": 16.11, - "MasakhaNEWSClusteringS2S (ibo)": 24.38, - "MasakhaNEWSClusteringS2S (lin)": 44.8, - "MasakhaNEWSClusteringS2S (lug)": 45.67, - "MasakhaNEWSClusteringS2S (orm)": 26.41, - "MasakhaNEWSClusteringS2S (pcm)": 83.26, - "MasakhaNEWSClusteringS2S (run)": 48.77, - "MasakhaNEWSClusteringS2S (sna)": 43.9, - "MasakhaNEWSClusteringS2S (som)": 25.43, - "MasakhaNEWSClusteringS2S (swa)": 9.87, - "MasakhaNEWSClusteringS2S (tir)": 51.66, - "MasakhaNEWSClusteringS2S (xho)": 29.65, - "MasakhaNEWSClusteringS2S (yor)": 30.12, - "MedrxivClusteringP2P": 30.6, - "MedrxivClusteringS2S": 28.73, - "RedditClustering": 43.15, - "RedditClusteringP2P": 61.69, - "RuSciBenchGRNTIClusteringP2P": 51.56, - "RuSciBenchOECDClusteringP2P": 44.79, - "StackExchangeClustering": 55.31, - "StackExchangeClusteringP2P": 33.51, - "TenKGnadClusteringP2P": 41.92, - "TenKGnadClusteringS2S": 33.01, - "ThuNewsClusteringP2P": 40.98, - "ThuNewsClusteringS2S": 52.36, - "TwentyNewsgroupsClustering": 35.55 - } - ] - }, - "PairClassification": { - "max_ap": [ - { - "Model": "multilingual-e5-base", - "CDSC-E": 72.7, - "FalseFriendsGermanEnglish": 51.62, - "OpusparcusPC (de)": 95.83, - "OpusparcusPC (en)": 98.71, - "OpusparcusPC (fi)": 90.3, - "OpusparcusPC (fr)": 92.12, - "OpusparcusPC (ru)": 86.82, - "OpusparcusPC (sv)": 93.05, - "PSC": 99.14, - "PawsXPairClassification (de)": 54.11, - "PawsXPairClassification (en)": 55.79, - "PawsXPairClassification (es)": 54.13, - "PawsXPairClassification (fr)": 56.01, - "PawsXPairClassification (ja)": 49.02, - "PawsXPairClassification (ko)": 51.01, - "PawsXPairClassification (zh)": 55.13, - "SICK-E-PL": 68.76, - "SprintDuplicateQuestions": 93.02, - "TERRa": 54.96, - "TwitterSemEval2015": 72.21, - "TwitterURLCorpus": 85.48 - }, - { - "Model": "multilingual-e5-base", - "CDSC-E": 72.67, - "Cmnli": 74.98, - "FalseFriendsGermanEnglish": 51.64, - "Ocnli": 60.47, - "OpusparcusPC (de)": 95.83, - "OpusparcusPC (en)": 98.71, - "OpusparcusPC (fi)": 90.3, - "OpusparcusPC (fr)": 92.73, - "OpusparcusPC (ru)": 86.82, - "OpusparcusPC (sv)": 93.05, - "PPC": 88.01, - "PSC": 99.14, - "PawsXPairClassification (de)": 54.26, - "PawsXPairClassification (en)": 55.79, - "PawsXPairClassification (es)": 54.13, - "PawsXPairClassification (fr)": 56.93, - "PawsXPairClassification (ja)": 49.15, - "PawsXPairClassification (ko)": 51.01, - "PawsXPairClassification (zh)": 55.13, - "SICK-E-PL": 68.77, - "SprintDuplicateQuestions": 93.02, - "TERRa": 54.98, - "TwitterSemEval2015": 72.21, - "TwitterURLCorpus": 85.48 - }, - { - "Model": "multilingual-e5-base", - "CDSC-E": 72.67, - "Cmnli": 74.51, - "Ocnli": 59.63, - "OpusparcusPC (fr)": 92.72, - "PPC": 88.01, - "PSC": 99.14, - "PawsXPairClassification (fr)": 56.93, - "SICK-E-PL": 68.77 - } - ] - }, - "Reranking": { - "map": [ - { - "Model": "multilingual-e5-base", - "AlloprofReranking": 58.1, - "AskUbuntuDupQuestions": 59.28, - "CMedQAv1": 65.21, - "CMedQAv2": 66.06, - "MMarcoReranking": 21.76, - "MindSmallReranking": 29.28, - "RuBQReranking": 72.01, - "SciDocsRR": 81.81, - "StackOverflowDupQuestions": 49.75, - "SyntecReranking": 85.43, - "T2Reranking": 64.39 - }, - { - "Model": "multilingual-e5-base", - "MIRACLReranking (ru)": 60.47, - "MIRACLReranking (ar)": 73.8, - "MIRACLReranking (bn)": 70.78, - "MIRACLReranking (de)": 50.26, - "MIRACLReranking (en)": 56.97, - "MIRACLReranking (es)": 60.25, - "MIRACLReranking (fa)": 57.36, - "MIRACLReranking (fi)": 77.01, - "MIRACLReranking (fr)": 50.27, - "MIRACLReranking (hi)": 61.78, - "MIRACLReranking (id)": 56.25, - "MIRACLReranking (ja)": 63.27, - "MIRACLReranking (ko)": 53.53, - "MIRACLReranking (sw)": 63.77, - "MIRACLReranking (te)": 73.38, - "MIRACLReranking (th)": 73.81, - "MIRACLReranking (yo)": 64.37, - "MIRACLReranking (zh)": 49.11 - } - ] - }, - "Retrieval": { - "ndcg_at_10": [ - { - "Model": "multilingual-e5-base", - "AILACasedocs": 26.05, - "AILAStatutes": 20.37, - "ARCChallenge": 9.61, - "AlloprofRetrieval": 36.21, - "AlphaNLI": 16.44, - "AppsRetrieval": 20.94, - "ArguAna": 44.21, - "ArguAna-PL": 42.81, - "BSARDRetrieval": 0.0, - "CmedqaRetrieval": 27.2, - "CodeFeedbackMT": 43.18, - "CodeFeedbackST": 72.61, - "CodeSearchNetCCRetrieval (python)": 85.37, - "CodeSearchNetCCRetrieval (javascript)": 78.44, - "CodeSearchNetCCRetrieval (go)": 72.29, - "CodeSearchNetCCRetrieval (ruby)": 81.92, - "CodeSearchNetCCRetrieval (java)": 78.85, - "CodeSearchNetCCRetrieval (php)": 72.02, - "CodeSearchNetRetrieval (python)": 85.68, - "CodeSearchNetRetrieval (javascript)": 71.4, - "CodeSearchNetRetrieval (go)": 89.47, - "CodeSearchNetRetrieval (ruby)": 78.24, - "CodeSearchNetRetrieval (java)": 78.39, - "CodeSearchNetRetrieval (php)": 81.05, - "CodeTransOceanContest": 51.89, - "CodeTransOceanDL": 29.88, - "CosQA": 31.12, - "CovidRetrieval": 73.45, - "DBPedia-PL": 30.23, - "DuRetrieval": 81.64, - "EcomRetrieval": 54.17, - "FiQA-PL": 25.52, - "FiQA2018": 38.15, - "GerDaLIR": 6.89, - "GerDaLIRSmall": 15.3, - "GermanDPR": 79.51, - "GermanQuAD-Retrieval": 93.93, - "HellaSwag": 24.79, - "HotpotQA-PL": 63.52, - "LEMBNarrativeQARetrieval": 23.6, - "LEMBQMSumRetrieval": 25.16, - "LEMBSummScreenFDRetrieval": 68.21, - "LEMBWikimQARetrieval": 56.04, - "LeCaRDv2": 59.0, - "LegalBenchConsumerContractsQA": 69.02, - "LegalBenchCorporateLobbying": 88.97, - "LegalQuAD": 47.85, - "LegalSummarization": 61.69, - "MIRACLRetrieval (ru)": 61.6, - "MIRACLRetrieval (ar)": 71.62, - "MIRACLRetrieval (bn)": 70.23, - "MIRACLRetrieval (de)": 52.05, - "MIRACLRetrieval (en)": 51.17, - "MIRACLRetrieval (es)": 51.54, - "MIRACLRetrieval (fa)": 57.48, - "MIRACLRetrieval (fi)": 74.35, - "MIRACLRetrieval (fr)": 49.63, - "MIRACLRetrieval (hi)": 58.33, - "MIRACLRetrieval (id)": 51.04, - "MIRACLRetrieval (ja)": 64.74, - "MIRACLRetrieval (ko)": 62.27, - "MIRACLRetrieval (sw)": 71.06, - "MIRACLRetrieval (te)": 75.07, - "MIRACLRetrieval (th)": 75.27, - "MIRACLRetrieval (yo)": 70.56, - "MIRACLRetrieval (zh)": 51.52, - "MMarcoRetrieval": 76.04, - "MSMARCO-PL": 29.52, - "MedicalRetrieval": 48.35, - "MintakaRetrieval (ar)": 23.06, - "MintakaRetrieval (de)": 29.8, - "MintakaRetrieval (es)": 29.88, - "MintakaRetrieval (fr)": 23.46, - "MintakaRetrieval (hi)": 22.68, - "MintakaRetrieval (it)": 29.77, - "MintakaRetrieval (ja)": 22.98, - "MintakaRetrieval (pt)": 30.62, - "NFCorpus": 32.45, - "NFCorpus-PL": 25.98, - "NQ-PL": 44.8, - "PIQA": 25.09, - "Quail": 3.52, - "Quora-PL": 81.22, - "RARbCode": 52.16, - "RARbMath": 65.35, - "RiaNewsRetrieval": 70.24, - "RuBQRetrieval": 69.58, - "SCIDOCS": 17.17, - "SCIDOCS-PL": 12.35, - "SIQA": 3.72, - "SciFact": 69.65, - "SciFact-PL": 62.11, - "SpartQA": 7.91, - "StackOverflowQA": 85.11, - "SyntecRetrieval": 80.49, - "SyntheticText2SQL": 53.61, - "T2Retrieval": 70.86, - "TRECCOVID": 69.49, - "TRECCOVID-PL": 66.06, - "TempReasonL1": 0.72, - "TempReasonL2Fact": 38.76, - "TempReasonL2Pure": 1.63, - "TempReasonL3Fact": 35.85, - "TempReasonL3Pure": 7.11, - "Touche2020": 21.5, - "VideoRetrieval": 61.3, - "WinoGrande": 56.18, - "XMarket (de)": 16.27, - "XMarket (en)": 22.04, - "XMarket (es)": 11.89, - "XPQARetrieval (ara-ara)": 39.97, - "XPQARetrieval (eng-ara)": 17.23, - "XPQARetrieval (ara-eng)": 34.35, - "XPQARetrieval (deu-deu)": 72.11, - "XPQARetrieval (eng-deu)": 28.91, - "XPQARetrieval (deu-eng)": 61.46, - "XPQARetrieval (spa-spa)": 58.35, - "XPQARetrieval (eng-spa)": 25.27, - "XPQARetrieval (spa-eng)": 51.07, - "XPQARetrieval (fra-fra)": 59.56, - "XPQARetrieval (eng-fra)": 23.69, - "XPQARetrieval (fra-eng)": 53.9, - "XPQARetrieval (hin-hin)": 70.59, - "XPQARetrieval (eng-hin)": 27.57, - "XPQARetrieval (hin-eng)": 63.69, - "XPQARetrieval (ita-ita)": 70.38, - "XPQARetrieval (eng-ita)": 26.06, - "XPQARetrieval (ita-eng)": 56.2, - "XPQARetrieval (jpn-jpn)": 71.97, - "XPQARetrieval (eng-jpn)": 17.63, - "XPQARetrieval (jpn-eng)": 61.03, - "XPQARetrieval (kor-kor)": 36.12, - "XPQARetrieval (eng-kor)": 20.15, - "XPQARetrieval (kor-eng)": 29.27, - "XPQARetrieval (pol-pol)": 48.05, - "XPQARetrieval (eng-pol)": 19.48, - "XPQARetrieval (pol-eng)": 40.18, - "XPQARetrieval (por-por)": 44.78, - "XPQARetrieval (eng-por)": 17.66, - "XPQARetrieval (por-eng)": 40.58, - "XPQARetrieval (tam-tam)": 35.21, - "XPQARetrieval (eng-tam)": 12.64, - "XPQARetrieval (tam-eng)": 26.73, - "XPQARetrieval (cmn-cmn)": 67.06, - "XPQARetrieval (eng-cmn)": 12.72, - "XPQARetrieval (cmn-eng)": 53.53, - "XPQARetrieval (fr)": 65.81 - } - ] - }, - "STS": { - "cosine_spearman": [ - { - "Model": "multilingual-e5-base", - "AFQMC": 29.66, - "ATEC": 37.01, - "BIOSSES": 85.05, - "BQ": 45.45, - "CDSC-R": 90.09, - "GermanSTSBenchmark": 78.86, - "LCQMC": 74.15, - "PAWSX": 12.13, - "RUParaPhraserSTS": 70.17, - "RuSTSBenchmarkSTS": 79.64, - "SICK-R": 78.51, - "SICK-R-PL": 71.23, - "SICKFr": 75.76, - "STS12": 76.7, - "STS13": 78.02, - "STS14": 76.6, - "STS15": 88.16, - "STS16": 84.28, - "STS17 (en-de)": 82.08, - "STS17 (es-en)": 76.56, - "STS17 (fr-en)": 80.18, - "STS17 (en-tr)": 63.3, - "STS17 (ko-ko)": 79.95, - "STS17 (en-ar)": 71.27, - "STS17 (en-en)": 87.84, - "STS17 (es-es)": 86.74, - "STS17 (ar-ar)": 74.48, - "STS17 (it-en)": 80.16, - "STS17 (nl-en)": 79.29, - "STS22 (fr)": 75.04, - "STS22 (zh-en)": 69.8, - "STS22 (ar)": 57.82, - "STS22 (es-it)": 66.43, - "STS22 (it)": 77.76, - "STS22 (fr-pl)": 73.25, - "STS22 (de-en)": 54.89, - "STS22 (pl-en)": 70.37, - "STS22 (zh)": 65.63, - "STS22 (de)": 55.95, - "STS22 (pl)": 34.08, - "STS22 (de-fr)": 59.68, - "STS22 (es)": 66.67, - "STS22 (ru)": 60.67, - "STS22 (es-en)": 74.0, - "STS22 (en)": 62.26, - "STS22 (tr)": 63.71, - "STS22 (de-pl)": 39.35, - "STSB": 79.04, - "STSBenchmark": 85.64, - "STSBenchmarkMultilingualSTS (zh)": 79.87, - "STSBenchmarkMultilingualSTS (de)": 79.68, - "STSBenchmarkMultilingualSTS (es)": 81.75, - "STSBenchmarkMultilingualSTS (en)": 85.64, - "STSBenchmarkMultilingualSTS (fr)": 80.85, - "STSBenchmarkMultilingualSTS (pl)": 74.93, - "STSBenchmarkMultilingualSTS (pt)": 67.16, - "STSBenchmarkMultilingualSTS (nl)": 75.96, - "STSBenchmarkMultilingualSTS (it)": 78.09, - "STSBenchmarkMultilingualSTS (ru)": 79.33 - }, - { - "Model": "multilingual-e5-base", - "AFQMC": 29.66, - "ATEC": 37.01, - "BIOSSES": 85.05, - "BQ": 45.45, - "CDSC-R": 90.09, - "GermanSTSBenchmark": 78.86, - "LCQMC": 74.15, - "PAWSX": 12.13, - "RUParaPhraserSTS": 70.17, - "RuSTSBenchmarkSTS": 79.64, - "SICK-R": 78.51, - "SICK-R-PL": 71.23, - "SICKFr": 75.76, - "STS12": 76.7, - "STS13": 78.02, - "STS14": 76.6, - "STS15": 88.16, - "STS16": 84.28, - "STS17 (en-de)": 82.08, - "STS17 (es-en)": 76.56, - "STS17 (fr-en)": 80.18, - "STS17 (en-tr)": 63.3, - "STS17 (ko-ko)": 79.95, - "STS17 (en-ar)": 71.27, - "STS17 (en-en)": 87.84, - "STS17 (es-es)": 86.74, - "STS17 (ar-ar)": 74.48, - "STS17 (it-en)": 80.16, - "STS17 (nl-en)": 79.29, - "STS22 (fr)": 75.04, - "STS22 (zh-en)": 69.8, - "STS22 (ar)": 57.82, - "STS22 (es-it)": 66.43, - "STS22 (it)": 77.76, - "STS22 (fr-pl)": 73.25, - "STS22 (de-en)": 54.89, - "STS22 (pl-en)": 70.37, - "STS22 (zh)": 65.63, - "STS22 (de)": 55.95, - "STS22 (pl)": 34.08, - "STS22 (de-fr)": 59.68, - "STS22 (es)": 66.67, - "STS22 (ru)": 60.67, - "STS22 (es-en)": 74.0, - "STS22 (en)": 62.26, - "STS22 (tr)": 63.71, - "STS22 (de-pl)": 39.35, - "STSB": 79.04, - "STSBenchmark": 85.64, - "STSBenchmarkMultilingualSTS (zh)": 79.87, - "STSBenchmarkMultilingualSTS (de)": 79.68, - "STSBenchmarkMultilingualSTS (es)": 81.75, - "STSBenchmarkMultilingualSTS (en)": 85.64, - "STSBenchmarkMultilingualSTS (fr)": 80.85, - "STSBenchmarkMultilingualSTS (pl)": 74.93, - "STSBenchmarkMultilingualSTS (pt)": 67.16, - "STSBenchmarkMultilingualSTS (nl)": 75.96, - "STSBenchmarkMultilingualSTS (it)": 78.09, - "STSBenchmarkMultilingualSTS (ru)": 79.33 - }, - { - "Model": "multilingual-e5-base", - "AFQMC": 29.67, - "ATEC": 37.01, - "BQ": 45.45, - "CDSC-R": 90.08, - "LCQMC": 74.15, - "PAWSX": 12.14, - "QBQTC": 28.81, - "SICK-R-PL": 71.23, - "SICKFr": 76.23, - "STS22 (zh)": 65.64, - "STS22 (pl)": 34.07, - "STSB": 79.05, - "STSBenchmarkMultilingualSTS (fr)": 80.62 - } - ] - }, - "Summarization": { - "cosine_spearman": [ - { - "Model": "multilingual-e5-base", - "SummEval": 30.23, - "SummEvalFr": 32.96 - }, - { - "Model": "multilingual-e5-base", - "SummEval": 30.23, - "SummEvalFr": 32.96 - }, - { - "Model": "multilingual-e5-base", - "SummEvalFr": 30.76 - } - ] - }, - "MultilabelClassification": { - "accuracy": [ - { - "Model": "multilingual-e5-base", - "CEDRClassification": 42.32, - "SensitiveTopicsClassification": 24.98 - } - ] - }, - "InstructionRetrieval": { - "p-MRR": [ - { - "Model": "multilingual-e5-base", - "Core17InstructionRetrieval": 0.61, - "News21InstructionRetrieval": -1.14, - "Robust04InstructionRetrieval": -7.43 - } - ] - } - }, - "intfloat__multilingual-e5-large": { - "BitextMining": { - "f1": [ - { - "Model": "multilingual-e5-large", - "BornholmBitextMining": 44.16, - "Tatoeba (bre-eng)": 11.1, - "Tatoeba (oci-eng)": 54.91, - "Tatoeba (orv-eng)": 39.87, - "Tatoeba (tur-eng)": 96.27, - "Tatoeba (afr-eng)": 90.22, - "Tatoeba (dtp-eng)": 7.03, - "Tatoeba (glg-eng)": 93.34, - "Tatoeba (sqi-eng)": 94.7, - "Tatoeba (gla-eng)": 59.0, - "Tatoeba (heb-eng)": 86.61, - "Tatoeba (mal-eng)": 97.7, - "Tatoeba (yid-eng)": 76.33, - "Tatoeba (nob-eng)": 97.2, - "Tatoeba (tha-eng)": 95.38, - "Tatoeba (ind-eng)": 92.9, - "Tatoeba (isl-eng)": 92.09, - "Tatoeba (ces-eng)": 94.89, - "Tatoeba (uig-eng)": 72.17, - "Tatoeba (rus-eng)": 92.32, - "Tatoeba (zsm-eng)": 94.53, - "Tatoeba (war-eng)": 62.02, - "Tatoeba (jpn-eng)": 95.28, - "Tatoeba (hin-eng)": 94.48, - "Tatoeba (mkd-eng)": 85.63, - "Tatoeba (vie-eng)": 97.0, - "Tatoeba (bos-eng)": 92.86, - "Tatoeba (arq-eng)": 41.56, - "Tatoeba (cha-eng)": 27.16, - "Tatoeba (ell-eng)": 93.88, - "Tatoeba (hye-eng)": 90.92, - "Tatoeba (kaz-eng)": 79.67, - "Tatoeba (xho-eng)": 80.87, - "Tatoeba (arz-eng)": 74.73, - "Tatoeba (fin-eng)": 95.44, - "Tatoeba (gle-eng)": 71.48, - "Tatoeba (ile-eng)": 79.16, - "Tatoeba (ber-eng)": 38.9, - "Tatoeba (mon-eng)": 87.53, - "Tatoeba (aze-eng)": 87.61, - "Tatoeba (srp-eng)": 93.1, - "Tatoeba (tzl-eng)": 53.16, - "Tatoeba (dsb-eng)": 48.44, - "Tatoeba (pol-eng)": 96.6, - "Tatoeba (eus-eng)": 77.82, - "Tatoeba (nov-eng)": 71.62, - "Tatoeba (tuk-eng)": 33.15, - "Tatoeba (ukr-eng)": 93.32, - "Tatoeba (est-eng)": 85.03, - "Tatoeba (deu-eng)": 99.07, - "Tatoeba (ido-eng)": 83.52, - "Tatoeba (cym-eng)": 76.21, - "Tatoeba (ara-eng)": 85.48, - "Tatoeba (csb-eng)": 36.98, - "Tatoeba (cbk-eng)": 69.26, - "Tatoeba (ben-eng)": 83.02, - "Tatoeba (slk-eng)": 93.13, - "Tatoeba (fao-eng)": 72.62, - "Tatoeba (pam-eng)": 9.32, - "Tatoeba (hsb-eng)": 58.9, - "Tatoeba (lat-eng)": 53.37, - "Tatoeba (nno-eng)": 91.4, - "Tatoeba (gsw-eng)": 51.65, - "Tatoeba (cat-eng)": 91.03, - "Tatoeba (urd-eng)": 89.21, - "Tatoeba (kzj-eng)": 7.91, - "Tatoeba (kor-eng)": 90.65, - "Tatoeba (slv-eng)": 89.57, - "Tatoeba (ast-eng)": 81.76, - "Tatoeba (cmn-eng)": 95.28, - "Tatoeba (cor-eng)": 6.28, - "Tatoeba (tel-eng)": 91.34, - "Tatoeba (kab-eng)": 36.54, - "Tatoeba (yue-eng)": 88.71, - "Tatoeba (swe-eng)": 95.3, - "Tatoeba (pes-eng)": 92.14, - "Tatoeba (hun-eng)": 94.01, - "Tatoeba (tgl-eng)": 92.0, - "Tatoeba (pms-eng)": 59.85, - "Tatoeba (lvs-eng)": 90.06, - "Tatoeba (swh-eng)": 71.61, - "Tatoeba (uzb-eng)": 72.35, - "Tatoeba (por-eng)": 93.63, - "Tatoeba (ron-eng)": 94.87, - "Tatoeba (nds-eng)": 69.28, - "Tatoeba (fry-eng)": 63.43, - "Tatoeba (khm-eng)": 59.96, - "Tatoeba (nld-eng)": 96.63, - "Tatoeba (lit-eng)": 88.48, - "Tatoeba (awa-eng)": 72.27, - "Tatoeba (amh-eng)": 80.69, - "Tatoeba (jav-eng)": 75.46, - "Tatoeba (mar-eng)": 88.58, - "Tatoeba (spa-eng)": 97.1, - "Tatoeba (lfn-eng)": 62.91, - "Tatoeba (ceb-eng)": 55.31, - "Tatoeba (bul-eng)": 92.93, - "Tatoeba (tat-eng)": 73.51, - "Tatoeba (kur-eng)": 66.83, - "Tatoeba (mhr-eng)": 6.79, - "Tatoeba (epo-eng)": 96.01, - "Tatoeba (kat-eng)": 84.09, - "Tatoeba (ina-eng)": 93.47, - "Tatoeba (tam-eng)": 88.23, - "Tatoeba (ita-eng)": 93.29, - "Tatoeba (hrv-eng)": 96.15, - "Tatoeba (fra-eng)": 93.42, - "Tatoeba (wuu-eng)": 86.37, - "Tatoeba (dan-eng)": 95.08, - "Tatoeba (max-eng)": 63.41, - "Tatoeba (ang-eng)": 40.18, - "Tatoeba (bel-eng)": 91.08, - "Tatoeba (swg-eng)": 55.64 - } - ] - }, - "Classification": { - "accuracy": [ - { - "Model": "multilingual-e5-large", - "AllegroReviews": 41.14, - "AmazonCounterfactualClassification (en-ext)": 78.73, - "AmazonCounterfactualClassification (en)": 78.67, - "AmazonCounterfactualClassification (de)": 68.66, - "AmazonCounterfactualClassification (ja)": 78.8, - "AmazonPolarityClassification": 93.26, - "AmazonReviewsClassification (en)": 49.2, - "AmazonReviewsClassification (de)": 46.5, - "AmazonReviewsClassification (es)": 44.35, - "AmazonReviewsClassification (fr)": 41.91, - "AmazonReviewsClassification (ja)": 41.71, - "AmazonReviewsClassification (zh)": 38.87, - "AngryTweetsClassification": 54.95, - "Banking77Classification": 75.88, - "CBD": 69.9, - "DKHateClassification": 66.02, - "DanishPoliticalCommentsClassification": 38.27, - "EmotionClassification": 47.58, - "GeoreviewClassification": 49.69, - "HeadlineClassification": 77.19, - "IFlyTek": 45.47, - "ImdbClassification": 90.23, - "InappropriatenessClassification": 61.59, - "JDReview": 80.99, - "KinopoiskClassification": 56.59, - "LccSentimentClassification": 59.6, - "MTOPDomainClassification (en)": 91.81, - "MTOPDomainClassification (de)": 90.44, - "MTOPDomainClassification (es)": 88.34, - "MTOPDomainClassification (fr)": 86.41, - "MTOPDomainClassification (hi)": 86.84, - "MTOPDomainClassification (th)": 86.88, - "MTOPIntentClassification (en)": 64.29, - "MTOPIntentClassification (de)": 65.97, - "MTOPIntentClassification (es)": 61.9, - "MTOPIntentClassification (fr)": 59.43, - "MTOPIntentClassification (hi)": 59.17, - "MTOPIntentClassification (th)": 62.59, - "MasakhaNEWSClassification (amh)": 83.7, - "MasakhaNEWSClassification (eng)": 78.26, - "MasakhaNEWSClassification (fra)": 79.38, - "MasakhaNEWSClassification (hau)": 76.17, - "MasakhaNEWSClassification (ibo)": 70.05, - "MasakhaNEWSClassification (lin)": 75.89, - "MasakhaNEWSClassification (lug)": 73.63, - "MasakhaNEWSClassification (orm)": 80.31, - "MasakhaNEWSClassification (pcm)": 89.15, - "MasakhaNEWSClassification (run)": 76.55, - "MasakhaNEWSClassification (sna)": 86.99, - "MasakhaNEWSClassification (som)": 64.63, - "MasakhaNEWSClassification (swa)": 73.42, - "MasakhaNEWSClassification (tir)": 72.06, - "MasakhaNEWSClassification (xho)": 82.56, - "MasakhaNEWSClassification (yor)": 81.09, - "MassiveIntentClassification (he)": 62.44, - "MassiveIntentClassification (id)": 63.51, - "MassiveIntentClassification (fi)": 64.28, - "MassiveIntentClassification (hu)": 64.0, - "MassiveIntentClassification (nb)": 59.83, - "MassiveIntentClassification (vi)": 63.39, - "MassiveIntentClassification (ko)": 63.92, - "MassiveIntentClassification (ta)": 53.41, - "MassiveIntentClassification (te)": 53.96, - "MassiveIntentClassification (da)": 60.16, - "MassiveIntentClassification (ar)": 54.1, - "MassiveIntentClassification (en)": 68.51, - "MassiveIntentClassification (hi)": 60.93, - "MassiveIntentClassification (bn)": 55.6, - "MassiveIntentClassification (tr)": 64.61, - "MassiveIntentClassification (am)": 45.48, - "MassiveIntentClassification (es)": 64.01, - "MassiveIntentClassification (lv)": 58.31, - "MassiveIntentClassification (my)": 49.73, - "MassiveIntentClassification (sq)": 57.3, - "MassiveIntentClassification (th)": 62.75, - "MassiveIntentClassification (sl)": 59.38, - "MassiveIntentClassification (ml)": 57.58, - "MassiveIntentClassification (is)": 53.3, - "MassiveIntentClassification (ms)": 58.49, - "MassiveIntentClassification (nl)": 65.0, - "MassiveIntentClassification (az)": 54.68, - "MassiveIntentClassification (ru)": 65.76, - "MassiveIntentClassification (sv)": 61.78, - "MassiveIntentClassification (ro)": 59.76, - "MassiveIntentClassification (zh-TW)": 58.78, - "MassiveIntentClassification (jv)": 48.96, - "MassiveIntentClassification (fa)": 63.74, - "MassiveIntentClassification (pl)": 65.07, - "MassiveIntentClassification (km)": 34.88, - "MassiveIntentClassification (ja)": 67.11, - "MassiveIntentClassification (kn)": 53.45, - "MassiveIntentClassification (fr)": 63.37, - "MassiveIntentClassification (ka)": 41.45, - "MassiveIntentClassification (sw)": 47.69, - "MassiveIntentClassification (zh-CN)": 66.23, - "MassiveIntentClassification (ur)": 54.6, - "MassiveIntentClassification (tl)": 54.77, - "MassiveIntentClassification (cy)": 44.22, - "MassiveIntentClassification (de)": 63.82, - "MassiveIntentClassification (af)": 53.69, - "MassiveIntentClassification (it)": 63.89, - "MassiveIntentClassification (el)": 64.34, - "MassiveIntentClassification (mn)": 49.6, - "MassiveIntentClassification (hy)": 50.89, - "MassiveIntentClassification (pt)": 65.6, - "MassiveScenarioClassification (en)": 73.04, - "MassiveScenarioClassification (ta)": 58.76, - "MassiveScenarioClassification (ml)": 63.17, - "MassiveScenarioClassification (pt)": 68.33, - "MassiveScenarioClassification (he)": 67.72, - "MassiveScenarioClassification (ar)": 61.0, - "MassiveScenarioClassification (pl)": 69.82, - "MassiveScenarioClassification (vi)": 68.91, - "MassiveScenarioClassification (ms)": 63.55, - "MassiveScenarioClassification (sl)": 65.33, - "MassiveScenarioClassification (hu)": 70.53, - "MassiveScenarioClassification (my)": 54.03, - "MassiveScenarioClassification (sq)": 63.79, - "MassiveScenarioClassification (fi)": 68.62, - "MassiveScenarioClassification (te)": 59.49, - "MassiveScenarioClassification (ru)": 70.85, - "MassiveScenarioClassification (am)": 52.69, - "MassiveScenarioClassification (hi)": 66.85, - "MassiveScenarioClassification (fr)": 68.74, - "MassiveScenarioClassification (cy)": 51.25, - "MassiveScenarioClassification (tr)": 68.12, - "MassiveScenarioClassification (ro)": 66.06, - "MassiveScenarioClassification (zh-CN)": 72.25, - "MassiveScenarioClassification (kn)": 59.36, - "MassiveScenarioClassification (nb)": 66.18, - "MassiveScenarioClassification (de)": 71.25, - "MassiveScenarioClassification (el)": 69.74, - "MassiveScenarioClassification (es)": 69.07, - "MassiveScenarioClassification (da)": 67.46, - "MassiveScenarioClassification (ur)": 60.89, - "MassiveScenarioClassification (af)": 62.35, - "MassiveScenarioClassification (ko)": 70.54, - "MassiveScenarioClassification (bn)": 61.85, - "MassiveScenarioClassification (ja)": 73.16, - "MassiveScenarioClassification (az)": 58.49, - "MassiveScenarioClassification (fa)": 67.55, - "MassiveScenarioClassification (sv)": 69.15, - "MassiveScenarioClassification (zh-TW)": 64.35, - "MassiveScenarioClassification (ka)": 47.82, - "MassiveScenarioClassification (nl)": 71.11, - "MassiveScenarioClassification (sw)": 56.27, - "MassiveScenarioClassification (hy)": 55.76, - "MassiveScenarioClassification (is)": 60.74, - "MassiveScenarioClassification (mn)": 55.37, - "MassiveScenarioClassification (it)": 69.45, - "MassiveScenarioClassification (tl)": 60.71, - "MassiveScenarioClassification (km)": 41.14, - "MassiveScenarioClassification (th)": 69.06, - "MassiveScenarioClassification (lv)": 64.28, - "MassiveScenarioClassification (jv)": 56.24, - "MassiveScenarioClassification (id)": 69.43, - "MultilingualSentiment": 68.58, - "NoRecClassification": 62.76, - "NordicLangClassification": 82.29, - "NorwegianParliament": 60.36, - "OnlineShopping": 90.81, - "PAC": 70.37, - "PolEmo2.0-IN": 77.06, - "PolEmo2.0-OUT": 53.38, - "RuReviewsClassification": 65.28, - "RuSciBenchGRNTIClassification": 58.2, - "RuSciBenchOECDClassification": 43.91, - "ScalaDaClassification": 50.77, - "ScalaNbClassification": 50.44, - "TNews": 48.38, - "ToxicConversationsClassification": 66.01, - "TweetSentimentExtractionClassification": 62.8, - "Waimai": 85.02 - } - ] - }, - "Clustering": { - "v_measure": [ - { - "Model": "multilingual-e5-large", - "8TagsClustering": 33.88, - "AlloProfClusteringP2P": 62.99, - "AlloProfClusteringS2S": 32.26, - "BiorxivClusteringP2P": 35.5, - "BiorxivClusteringS2S": 33.3, - "BlurbsClusteringP2P": 41.52, - "BlurbsClusteringS2S": 16.8, - "CLSClusteringP2P": 40.68, - "CLSClusteringS2S": 38.59, - "GeoreviewClusteringP2P": 59.59, - "HALClusteringS2S": 22.44, - "MLSUMClusteringP2P (ru)": 42.04, - "MLSUMClusteringP2P": 44.04, - "MLSUMClusteringP2P (de)": 39.43, - "MLSUMClusteringP2P (fr)": 44.04, - "MLSUMClusteringP2P (es)": 47.42, - "MLSUMClusteringS2S (ru)": 44.84, - "MLSUMClusteringS2S": 37.65, - "MLSUMClusteringS2S (de)": 39.14, - "MLSUMClusteringS2S (fr)": 45.24, - "MLSUMClusteringS2S (es)": 48.17, - "MasakhaNEWSClusteringP2P (amh)": 67.16, - "MasakhaNEWSClusteringP2P (eng)": 61.1, - "MasakhaNEWSClusteringP2P (fra)": 40.94, - "MasakhaNEWSClusteringP2P (hau)": 60.7, - "MasakhaNEWSClusteringP2P (ibo)": 48.41, - "MasakhaNEWSClusteringP2P (lin)": 57.69, - "MasakhaNEWSClusteringP2P (lug)": 71.95, - "MasakhaNEWSClusteringP2P (orm)": 60.14, - "MasakhaNEWSClusteringP2P (pcm)": 80.84, - "MasakhaNEWSClusteringP2P (run)": 59.91, - "MasakhaNEWSClusteringP2P (sna)": 53.3, - "MasakhaNEWSClusteringP2P (som)": 34.38, - "MasakhaNEWSClusteringP2P (swa)": 33.25, - "MasakhaNEWSClusteringP2P (tir)": 54.21, - "MasakhaNEWSClusteringP2P (xho)": 41.12, - "MasakhaNEWSClusteringP2P (yor)": 36.22, - "MasakhaNEWSClusteringS2S (amh)": 47.24, - "MasakhaNEWSClusteringS2S (eng)": 53.93, - "MasakhaNEWSClusteringS2S (fra)": 30.56, - "MasakhaNEWSClusteringS2S (hau)": 19.24, - "MasakhaNEWSClusteringS2S (ibo)": 28.88, - "MasakhaNEWSClusteringS2S (lin)": 42.22, - "MasakhaNEWSClusteringS2S (lug)": 43.63, - "MasakhaNEWSClusteringS2S (orm)": 26.29, - "MasakhaNEWSClusteringS2S (pcm)": 59.77, - "MasakhaNEWSClusteringS2S (run)": 51.46, - "MasakhaNEWSClusteringS2S (sna)": 48.14, - "MasakhaNEWSClusteringS2S (som)": 25.14, - "MasakhaNEWSClusteringS2S (swa)": 7.28, - "MasakhaNEWSClusteringS2S (tir)": 50.51, - "MasakhaNEWSClusteringS2S (xho)": 30.98, - "MasakhaNEWSClusteringS2S (yor)": 34.09, - "MedrxivClusteringP2P": 31.7, - "MedrxivClusteringS2S": 29.76, - "RedditClustering": 46.91, - "RedditClusteringP2P": 63.0, - "RuSciBenchGRNTIClusteringP2P": 51.98, - "RuSciBenchOECDClusteringP2P": 45.12, - "StackExchangeClustering": 58.37, - "StackExchangeClusteringP2P": 32.9, - "TenKGnadClusteringP2P": 44.83, - "TenKGnadClusteringS2S": 30.83, - "ThuNewsClusteringP2P": 58.05, - "ThuNewsClusteringS2S": 55.59, - "TwentyNewsgroupsClustering": 39.4 - } - ] - }, - "PairClassification": { - "max_ap": [ - { - "Model": "multilingual-e5-large", - "CDSC-E": 74.47, - "FalseFriendsGermanEnglish": 53.45, - "OpusparcusPC (de)": 97.27, - "OpusparcusPC (en)": 98.74, - "OpusparcusPC (fi)": 94.26, - "OpusparcusPC (fr)": 93.68, - "OpusparcusPC (ru)": 89.64, - "OpusparcusPC (sv)": 94.98, - "PSC": 99.4, - "PawsXPairClassification (de)": 56.81, - "PawsXPairClassification (en)": 62.97, - "PawsXPairClassification (es)": 56.85, - "PawsXPairClassification (fr)": 58.68, - "PawsXPairClassification (ja)": 50.7, - "PawsXPairClassification (ko)": 52.08, - "PawsXPairClassification (zh)": 56.82, - "SICK-E-PL": 75.95, - "SprintDuplicateQuestions": 93.14, - "TERRa": 58.4, - "TwitterSemEval2015": 75.28, - "TwitterURLCorpus": 85.83 - }, - { - "Model": "multilingual-e5-large", - "CDSC-E": 74.47, - "Cmnli": 78.18, - "FalseFriendsGermanEnglish": 53.53, - "Ocnli": 61.6, - "OpusparcusPC (de)": 97.27, - "OpusparcusPC (en)": 98.74, - "OpusparcusPC (fi)": 94.26, - "OpusparcusPC (fr)": 93.89, - "OpusparcusPC (ru)": 89.64, - "OpusparcusPC (sv)": 94.98, - "PPC": 92.18, - "PSC": 99.39, - "PawsXPairClassification (de)": 57.14, - "PawsXPairClassification (en)": 62.97, - "PawsXPairClassification (es)": 56.87, - "PawsXPairClassification (fr)": 58.61, - "PawsXPairClassification (ja)": 50.84, - "PawsXPairClassification (ko)": 52.22, - "PawsXPairClassification (zh)": 56.95, - "SICK-E-PL": 75.96, - "SprintDuplicateQuestions": 93.14, - "TERRa": 58.42, - "TwitterSemEval2015": 75.28, - "TwitterURLCorpus": 85.83 - }, - { - "Model": "multilingual-e5-large", - "CDSC-E": 74.47, - "Cmnli": 78.18, - "Ocnli": 61.6, - "OpusparcusPC (fr)": 93.89, - "PPC": 92.18, - "PSC": 99.39, - "PawsXPairClassification (fr)": 58.5, - "SICK-E-PL": 75.96 - } - ] - }, - "Reranking": { - "map": [ - { - "Model": "multilingual-e5-large", - "AlloprofReranking": 57.37, - "AskUbuntuDupQuestions": 59.24, - "CMedQAv1": 68.25, - "CMedQAv2": 68.56, - "MMarcoReranking": 21.34, - "MindSmallReranking": 30.24, - "RuBQReranking": 75.6, - "SciDocsRR": 84.22, - "StackOverflowDupQuestions": 50.14, - "SyntecReranking": 86.9, - "T2Reranking": 65.83 - }, - { - "Model": "multilingual-e5-large", - "MIRACLReranking (ru)": 63.71, - "MIRACLReranking (ar)": 77.24, - "MIRACLReranking (bn)": 75.31, - "MIRACLReranking (de)": 53.61, - "MIRACLReranking (en)": 58.11, - "MIRACLReranking (es)": 61.65, - "MIRACLReranking (fa)": 59.36, - "MIRACLReranking (fi)": 79.22, - "MIRACLReranking (fr)": 53.96, - "MIRACLReranking (hi)": 65.84, - "MIRACLReranking (id)": 58.56, - "MIRACLReranking (ja)": 66.7, - "MIRACLReranking (ko)": 55.31, - "MIRACLReranking (sw)": 65.06, - "MIRACLReranking (te)": 81.64, - "MIRACLReranking (th)": 77.06, - "MIRACLReranking (yo)": 65.32, - "MIRACLReranking (zh)": 51.5 - } - ] - }, - "Retrieval": { - "ndcg_at_10": [ - { - "Model": "multilingual-e5-large", - "AILACasedocs": 26.43, - "AILAStatutes": 20.84, - "ARCChallenge": 10.83, - "AlloprofRetrieval": 38.15, - "AlphaNLI": 13.59, - "AppsRetrieval": 32.55, - "ArguAna": 54.36, - "ArguAna-PL": 53.02, - "BSARDRetrieval": 0.27, - "ClimateFEVER": 25.73, - "CmedqaRetrieval": 28.66, - "CodeFeedbackMT": 42.78, - "CodeFeedbackST": 74.26, - "CodeSearchNetCCRetrieval (python)": 84.45, - "CodeSearchNetCCRetrieval (javascript)": 77.67, - "CodeSearchNetCCRetrieval (go)": 72.08, - "CodeSearchNetCCRetrieval (ruby)": 81.94, - "CodeSearchNetCCRetrieval (java)": 78.65, - "CodeSearchNetCCRetrieval (php)": 72.21, - "CodeSearchNetRetrieval (python)": 89.42, - "CodeSearchNetRetrieval (javascript)": 75.54, - "CodeSearchNetRetrieval (go)": 91.8, - "CodeSearchNetRetrieval (ruby)": 81.43, - "CodeSearchNetRetrieval (java)": 82.05, - "CodeSearchNetRetrieval (php)": 84.5, - "CodeTransOceanContest": 74.03, - "CodeTransOceanDL": 31.28, - "CosQA": 34.8, - "CovidRetrieval": 75.51, - "DBPedia": 41.3, - "DBPedia-PL": 35.82, - "DuRetrieval": 85.32, - "EcomRetrieval": 54.75, - "FiQA-PL": 33.0, - "FiQA2018": 43.81, - "GerDaLIR": 6.53, - "GerDaLIRSmall": 15.72, - "GermanDPR": 82.89, - "GermanQuAD-Retrieval": 94.66, - "HellaSwag": 27.35, - "HotpotQA": 71.22, - "HotpotQA-PL": 67.41, - "LEMBNarrativeQARetrieval": 24.22, - "LEMBQMSumRetrieval": 24.26, - "LEMBSummScreenFDRetrieval": 71.12, - "LEMBWikimQARetrieval": 56.8, - "LeCaRDv2": 55.83, - "LegalBenchConsumerContractsQA": 73.3, - "LegalBenchCorporateLobbying": 89.72, - "LegalQuAD": 43.17, - "LegalSummarization": 62.1, - "MIRACLRetrieval (ru)": 67.33, - "MMarcoRetrieval": 79.2, - "MSMARCO-PL": 33.38, - "MedicalRetrieval": 51.44, - "MintakaRetrieval (ar)": 26.5, - "MintakaRetrieval (de)": 32.77, - "MintakaRetrieval (es)": 34.23, - "MintakaRetrieval (fr)": 25.2, - "MintakaRetrieval (hi)": 27.45, - "MintakaRetrieval (it)": 33.84, - "MintakaRetrieval (ja)": 26.45, - "MintakaRetrieval (pt)": 35.9, - "NFCorpus": 33.98, - "NFCorpus-PL": 30.24, - "NQ": 64.03, - "NQ-PL": 52.79, - "PIQA": 28.82, - "Quail": 4.85, - "Quora-PL": 83.65, - "QuoraRetrieval": 89.26, - "RARbCode": 58.92, - "RARbMath": 67.32, - "RiaNewsRetrieval": 80.67, - "RuBQRetrieval": 74.13, - "SCIDOCS": 17.45, - "SCIDOCS-PL": 13.81, - "SIQA": 5.36, - "SciFact": 70.2, - "SciFact-PL": 65.8, - "SpartQA": 5.64, - "StackOverflowQA": 88.89, - "SyntecRetrieval": 81.07, - "SyntheticText2SQL": 53.07, - "T2Retrieval": 76.11, - "TRECCOVID": 71.15, - "TRECCOVID-PL": 69.91, - "TempReasonL1": 1.14, - "TempReasonL2Fact": 42.96, - "TempReasonL2Pure": 2.05, - "TempReasonL3Fact": 38.22, - "TempReasonL3Pure": 8.31, - "Touche2020": 23.13, - "VideoRetrieval": 58.25, - "WinoGrande": 54.99, - "XMarket (de)": 17.46, - "XMarket (en)": 20.59, - "XMarket (es)": 13.48, - "XPQARetrieval (ara-ara)": 43.69, - "XPQARetrieval (eng-ara)": 30.86, - "XPQARetrieval (ara-eng)": 39.11, - "XPQARetrieval (deu-deu)": 76.83, - "XPQARetrieval (eng-deu)": 42.87, - "XPQARetrieval (deu-eng)": 68.25, - "XPQARetrieval (spa-spa)": 61.77, - "XPQARetrieval (eng-spa)": 37.55, - "XPQARetrieval (spa-eng)": 52.86, - "XPQARetrieval (fra-fra)": 61.38, - "XPQARetrieval (eng-fra)": 39.12, - "XPQARetrieval (fra-eng)": 57.93, - "XPQARetrieval (hin-hin)": 71.07, - "XPQARetrieval (eng-hin)": 32.39, - "XPQARetrieval (hin-eng)": 68.31, - "XPQARetrieval (ita-ita)": 74.32, - "XPQARetrieval (eng-ita)": 37.95, - "XPQARetrieval (ita-eng)": 64.54, - "XPQARetrieval (jpn-jpn)": 74.11, - "XPQARetrieval (eng-jpn)": 38.31, - "XPQARetrieval (jpn-eng)": 65.42, - "XPQARetrieval (kor-kor)": 35.71, - "XPQARetrieval (eng-kor)": 31.09, - "XPQARetrieval (kor-eng)": 34.02, - "XPQARetrieval (pol-pol)": 51.01, - "XPQARetrieval (eng-pol)": 30.49, - "XPQARetrieval (pol-eng)": 44.66, - "XPQARetrieval (por-por)": 41.1, - "XPQARetrieval (eng-por)": 22.03, - "XPQARetrieval (por-eng)": 35.15, - "XPQARetrieval (tam-tam)": 39.47, - "XPQARetrieval (eng-tam)": 17.33, - "XPQARetrieval (tam-eng)": 33.67, - "XPQARetrieval (cmn-cmn)": 66.27, - "XPQARetrieval (eng-cmn)": 26.24, - "XPQARetrieval (cmn-eng)": 55.15, - "XPQARetrieval (fr)": 66.15 - } - ] - }, - "STS": { - "cosine_spearman": [ - { - "Model": "multilingual-e5-large", - "AFQMC": 33.01, - "ATEC": 39.8, - "BIOSSES": 82.49, - "BQ": 46.44, - "CDSC-R": 91.0, - "GermanSTSBenchmark": 83.64, - "LCQMC": 75.95, - "PAWSX": 14.63, - "RUParaPhraserSTS": 71.82, - "RuSTSBenchmarkSTS": 83.15, - "SICK-R": 80.23, - "SICK-R-PL": 75.08, - "SICKFr": 78.81, - "STS12": 80.02, - "STS13": 81.55, - "STS14": 77.72, - "STS15": 89.31, - "STS16": 85.79, - "STS17 (fr-en)": 85.62, - "STS17 (nl-en)": 85.29, - "STS17 (es-es)": 86.71, - "STS17 (ar-ar)": 77.83, - "STS17 (es-en)": 80.74, - "STS17 (en-en)": 88.12, - "STS17 (ko-ko)": 82.27, - "STS17 (en-ar)": 75.03, - "STS17 (en-tr)": 71.22, - "STS17 (en-de)": 86.15, - "STS17 (it-en)": 84.52, - "STS22 (de)": 56.58, - "STS22 (de-fr)": 67.96, - "STS22 (ar)": 56.95, - "STS22 (ru)": 59.89, - "STS22 (de-en)": 56.59, - "STS22 (en)": 63.66, - "STS22 (tr)": 63.56, - "STS22 (pl-en)": 65.54, - "STS22 (zh)": 66.82, - "STS22 (it)": 76.99, - "STS22 (pl)": 34.65, - "STS22 (es-it)": 68.92, - "STS22 (fr)": 76.77, - "STS22 (zh-en)": 65.95, - "STS22 (fr-pl)": 50.71, - "STS22 (es-en)": 72.51, - "STS22 (es)": 64.6, - "STS22 (de-pl)": 49.58, - "STSB": 81.08, - "STSBenchmark": 87.29, - "STSBenchmarkMultilingualSTS (pl)": 81.06, - "STSBenchmarkMultilingualSTS (ru)": 83.05, - "STSBenchmarkMultilingualSTS (de)": 84.27, - "STSBenchmarkMultilingualSTS (pt)": 73.31, - "STSBenchmarkMultilingualSTS (en)": 87.29, - "STSBenchmarkMultilingualSTS (es)": 83.81, - "STSBenchmarkMultilingualSTS (zh)": 81.22, - "STSBenchmarkMultilingualSTS (it)": 81.75, - "STSBenchmarkMultilingualSTS (nl)": 81.63, - "STSBenchmarkMultilingualSTS (fr)": 83.28 - }, - { - "Model": "multilingual-e5-large", - "AFQMC": 33.01, - "ATEC": 39.8, - "BIOSSES": 82.49, - "BQ": 46.44, - "CDSC-R": 91.0, - "GermanSTSBenchmark": 83.64, - "LCQMC": 75.95, - "PAWSX": 14.63, - "RUParaPhraserSTS": 71.82, - "RuSTSBenchmarkSTS": 83.15, - "SICK-R": 80.23, - "SICK-R-PL": 75.08, - "SICKFr": 78.81, - "STS12": 80.02, - "STS13": 81.55, - "STS14": 77.72, - "STS15": 89.31, - "STS16": 85.79, - "STS17 (fr-en)": 85.62, - "STS17 (nl-en)": 85.29, - "STS17 (es-es)": 86.71, - "STS17 (ar-ar)": 77.83, - "STS17 (es-en)": 80.74, - "STS17 (en-en)": 88.12, - "STS17 (ko-ko)": 82.27, - "STS17 (en-ar)": 75.03, - "STS17 (en-tr)": 71.22, - "STS17 (en-de)": 86.15, - "STS17 (it-en)": 84.52, - "STS22 (de)": 56.58, - "STS22 (de-fr)": 67.96, - "STS22 (ar)": 56.95, - "STS22 (ru)": 59.89, - "STS22 (de-en)": 56.59, - "STS22 (en)": 63.66, - "STS22 (tr)": 63.56, - "STS22 (pl-en)": 65.54, - "STS22 (zh)": 66.82, - "STS22 (it)": 76.99, - "STS22 (pl)": 34.65, - "STS22 (es-it)": 68.92, - "STS22 (fr)": 76.77, - "STS22 (zh-en)": 65.95, - "STS22 (fr-pl)": 50.71, - "STS22 (es-en)": 72.51, - "STS22 (es)": 64.6, - "STS22 (de-pl)": 49.58, - "STSB": 81.08, - "STSBenchmark": 87.29, - "STSBenchmarkMultilingualSTS (pl)": 81.06, - "STSBenchmarkMultilingualSTS (ru)": 83.05, - "STSBenchmarkMultilingualSTS (de)": 84.27, - "STSBenchmarkMultilingualSTS (pt)": 73.31, - "STSBenchmarkMultilingualSTS (en)": 87.29, - "STSBenchmarkMultilingualSTS (es)": 83.81, - "STSBenchmarkMultilingualSTS (zh)": 81.22, - "STSBenchmarkMultilingualSTS (it)": 81.75, - "STSBenchmarkMultilingualSTS (nl)": 81.63, - "STSBenchmarkMultilingualSTS (fr)": 83.28 - }, - { - "Model": "multilingual-e5-large", - "AFQMC": 33.02, - "ATEC": 39.81, - "BQ": 46.44, - "CDSC-R": 91.0, - "LCQMC": 75.95, - "PAWSX": 14.63, - "QBQTC": 29.77, - "SICK-R-PL": 75.08, - "SICKFr": 78.78, - "STS22 (zh)": 65.64, - "STS22 (pl)": 34.66, - "STSB": 81.08, - "STSBenchmarkMultilingualSTS (fr)": 82.53 - } - ] - }, - "Summarization": { - "cosine_spearman": [ - { - "Model": "multilingual-e5-large", - "SummEval": 29.64, - "SummEvalFr": 30.92 - }, - { - "Model": "multilingual-e5-large", - "SummEval": 29.64, - "SummEvalFr": 30.92 - }, - { - "Model": "multilingual-e5-large", - "SummEvalFr": 30.92 - } - ] - }, - "MultilabelClassification": { - "accuracy": [ - { - "Model": "multilingual-e5-large", - "CEDRClassification": 44.84, - "SensitiveTopicsClassification": 27.17 - } - ] - }, - "InstructionRetrieval": { - "p-MRR": [ - { - "Model": "multilingual-e5-large", - "Core17InstructionRetrieval": -1.62, - "News21InstructionRetrieval": -0.06, - "Robust04InstructionRetrieval": -7.48 - } - ] - } - }, - "intfloat__multilingual-e5-large-instruct": { - "BitextMining": { - "f1": [ - { - "Model": "multilingual-e5-large-instruct", - "BornholmBitextMining": 55.42, - "Tatoeba (rus-eng)": 93.7, - "Tatoeba (spa-eng)": 98.53, - "Tatoeba (isl-eng)": 95.2, - "Tatoeba (jpn-eng)": 96.52, - "Tatoeba (bre-eng)": 32.56, - "Tatoeba (ast-eng)": 89.76, - "Tatoeba (pms-eng)": 78.43, - "Tatoeba (kab-eng)": 57.13, - "Tatoeba (kat-eng)": 92.64, - "Tatoeba (tur-eng)": 98.13, - "Tatoeba (swh-eng)": 80.12, - "Tatoeba (ukr-eng)": 94.8, - "Tatoeba (epo-eng)": 98.38, - "Tatoeba (lfn-eng)": 80.03, - "Tatoeba (sqi-eng)": 96.45, - "Tatoeba (cor-eng)": 11.54, - "Tatoeba (pam-eng)": 19.75, - "Tatoeba (gla-eng)": 77.87, - "Tatoeba (amh-eng)": 87.64, - "Tatoeba (jav-eng)": 85.29, - "Tatoeba (lvs-eng)": 93.02, - "Tatoeba (por-eng)": 94.91, - "Tatoeba (arz-eng)": 82.26, - "Tatoeba (aze-eng)": 93.89, - "Tatoeba (yid-eng)": 90.47, - "Tatoeba (gle-eng)": 84.37, - "Tatoeba (pol-eng)": 97.33, - "Tatoeba (ina-eng)": 96.1, - "Tatoeba (ell-eng)": 94.85, - "Tatoeba (fry-eng)": 80.83, - "Tatoeba (kor-eng)": 91.77, - "Tatoeba (ita-eng)": 94.37, - "Tatoeba (ces-eng)": 96.23, - "Tatoeba (fra-eng)": 94.97, - "Tatoeba (ceb-eng)": 71.09, - "Tatoeba (mal-eng)": 98.93, - "Tatoeba (ido-eng)": 91.78, - "Tatoeba (dtp-eng)": 14.1, - "Tatoeba (kaz-eng)": 87.42, - "Tatoeba (zsm-eng)": 96.62, - "Tatoeba (dan-eng)": 95.87, - "Tatoeba (nov-eng)": 83.42, - "Tatoeba (tel-eng)": 95.51, - "Tatoeba (arq-eng)": 64.1, - "Tatoeba (dsb-eng)": 72.99, - "Tatoeba (xho-eng)": 86.74, - "Tatoeba (glg-eng)": 95.96, - "Tatoeba (uig-eng)": 87.01, - "Tatoeba (ang-eng)": 72.74, - "Tatoeba (tzl-eng)": 59.17, - "Tatoeba (deu-eng)": 99.33, - "Tatoeba (ile-eng)": 89.94, - "Tatoeba (lat-eng)": 74.17, - "Tatoeba (eus-eng)": 84.67, - "Tatoeba (bul-eng)": 94.52, - "Tatoeba (hun-eng)": 94.52, - "Tatoeba (mkd-eng)": 92.17, - "Tatoeba (nds-eng)": 86.3, - "Tatoeba (swg-eng)": 77.68, - "Tatoeba (fao-eng)": 87.43, - "Tatoeba (war-eng)": 73.83, - "Tatoeba (csb-eng)": 68.19, - "Tatoeba (afr-eng)": 95.67, - "Tatoeba (bos-eng)": 95.86, - "Tatoeba (cat-eng)": 95.53, - "Tatoeba (hrv-eng)": 96.75, - "Tatoeba (mhr-eng)": 16.98, - "Tatoeba (tha-eng)": 96.59, - "Tatoeba (tat-eng)": 85.7, - "Tatoeba (oci-eng)": 72.35, - "Tatoeba (urd-eng)": 93.22, - "Tatoeba (kur-eng)": 77.3, - "Tatoeba (lit-eng)": 91.71, - "Tatoeba (cha-eng)": 50.55, - "Tatoeba (ron-eng)": 97.32, - "Tatoeba (pes-eng)": 94.92, - "Tatoeba (cmn-eng)": 96.5, - "Tatoeba (slv-eng)": 91.6, - "Tatoeba (heb-eng)": 91.52, - "Tatoeba (bel-eng)": 95.48, - "Tatoeba (slk-eng)": 95.27, - "Tatoeba (cbk-eng)": 83.24, - "Tatoeba (yue-eng)": 92.84, - "Tatoeba (hin-eng)": 97.47, - "Tatoeba (nob-eng)": 98.33, - "Tatoeba (gsw-eng)": 59.47, - "Tatoeba (tgl-eng)": 96.0, - "Tatoeba (nno-eng)": 94.06, - "Tatoeba (est-eng)": 87.46, - "Tatoeba (vie-eng)": 97.5, - "Tatoeba (ber-eng)": 54.69, - "Tatoeba (wuu-eng)": 92.4, - "Tatoeba (tuk-eng)": 50.55, - "Tatoeba (hye-eng)": 93.65, - "Tatoeba (ara-eng)": 91.38, - "Tatoeba (mon-eng)": 95.8, - "Tatoeba (awa-eng)": 91.41, - "Tatoeba (khm-eng)": 75.24, - "Tatoeba (swe-eng)": 95.35, - "Tatoeba (ind-eng)": 94.32, - "Tatoeba (max-eng)": 74.56, - "Tatoeba (hsb-eng)": 79.87, - "Tatoeba (ben-eng)": 89.03, - "Tatoeba (kzj-eng)": 14.96, - "Tatoeba (uzb-eng)": 80.49, - "Tatoeba (tam-eng)": 90.88, - "Tatoeba (mar-eng)": 92.33, - "Tatoeba (cym-eng)": 89.86, - "Tatoeba (srp-eng)": 94.55, - "Tatoeba (fin-eng)": 96.8, - "Tatoeba (nld-eng)": 97.53, - "Tatoeba (orv-eng)": 58.83 - } - ] - }, - "Classification": { - "accuracy": [ - { - "Model": "multilingual-e5-large-instruct", - "AllegroReviews": 52.43, - "AmazonCounterfactualClassification (en-ext)": 66.42, - "AmazonCounterfactualClassification (en)": 69.72, - "AmazonCounterfactualClassification (de)": 65.61, - "AmazonCounterfactualClassification (ja)": 70.47, - "AmazonPolarityClassification": 96.24, - "AmazonReviewsClassification (en)": 56.2, - "AmazonReviewsClassification (de)": 54.54, - "AmazonReviewsClassification (es)": 49.88, - "AmazonReviewsClassification (fr)": 49.78, - "AmazonReviewsClassification (ja)": 49.36, - "AmazonReviewsClassification (zh)": 45.1, - "AngryTweetsClassification": 59.53, - "Banking77Classification": 78.04, - "CBD": 74.21, - "DanishPoliticalCommentsClassification": 33.07, - "EmotionClassification": 54.99, - "GeoreviewClassification": 55.9, - "HeadlineClassification": 86.18, - "IFlyTek": 44.06, - "ImdbClassification": 94.61, - "InappropriatenessClassification": 65.53, - "JDReview": 80.23, - "KinopoiskClassification": 66.12, - "LccSentimentClassification": 60.27, - "MTOPDomainClassification (en)": 91.18, - "MTOPDomainClassification (de)": 90.03, - "MTOPDomainClassification (es)": 89.1, - "MTOPDomainClassification (fr)": 85.89, - "MTOPDomainClassification (hi)": 86.29, - "MTOPDomainClassification (th)": 83.35, - "MTOPIntentClassification (en)": 68.05, - "MTOPIntentClassification (de)": 68.55, - "MTOPIntentClassification (es)": 69.86, - "MTOPIntentClassification (fr)": 63.26, - "MTOPIntentClassification (hi)": 63.38, - "MTOPIntentClassification (th)": 64.8, - "MasakhaNEWSClassification (amh)": 88.48, - "MasakhaNEWSClassification (eng)": 82.12, - "MasakhaNEWSClassification (fra)": 78.93, - "MasakhaNEWSClassification (hau)": 80.94, - "MasakhaNEWSClassification (ibo)": 77.28, - "MasakhaNEWSClassification (lin)": 75.94, - "MasakhaNEWSClassification (lug)": 70.36, - "MasakhaNEWSClassification (orm)": 80.28, - "MasakhaNEWSClassification (pcm)": 93.74, - "MasakhaNEWSClassification (run)": 83.88, - "MasakhaNEWSClassification (sna)": 87.91, - "MasakhaNEWSClassification (som)": 68.61, - "MasakhaNEWSClassification (swa)": 79.47, - "MasakhaNEWSClassification (tir)": 72.87, - "MasakhaNEWSClassification (xho)": 84.95, - "MasakhaNEWSClassification (yor)": 82.99, - "MassiveIntentClassification (sl)": 63.79, - "MassiveIntentClassification (cy)": 56.22, - "MassiveIntentClassification (sq)": 62.12, - "MassiveIntentClassification (ar)": 55.87, - "MassiveIntentClassification (vi)": 64.49, - "MassiveIntentClassification (fr)": 66.88, - "MassiveIntentClassification (sw)": 54.14, - "MassiveIntentClassification (es)": 65.56, - "MassiveIntentClassification (az)": 61.96, - "MassiveIntentClassification (hy)": 61.73, - "MassiveIntentClassification (ru)": 67.6, - "MassiveIntentClassification (tr)": 66.3, - "MassiveIntentClassification (ta)": 60.4, - "MassiveIntentClassification (lv)": 61.49, - "MassiveIntentClassification (jv)": 55.6, - "MassiveIntentClassification (fi)": 66.02, - "MassiveIntentClassification (fa)": 68.48, - "MassiveIntentClassification (ka)": 50.74, - "MassiveIntentClassification (ro)": 63.73, - "MassiveIntentClassification (sv)": 68.76, - "MassiveIntentClassification (ms)": 63.88, - "MassiveIntentClassification (kn)": 58.98, - "MassiveIntentClassification (ml)": 63.22, - "MassiveIntentClassification (pt)": 67.28, - "MassiveIntentClassification (my)": 57.06, - "MassiveIntentClassification (tl)": 60.99, - "MassiveIntentClassification (af)": 60.95, - "MassiveIntentClassification (he)": 63.5, - "MassiveIntentClassification (ja)": 68.29, - "MassiveIntentClassification (zh-CN)": 67.6, - "MassiveIntentClassification (km)": 46.88, - "MassiveIntentClassification (mn)": 58.85, - "MassiveIntentClassification (am)": 54.28, - "MassiveIntentClassification (de)": 65.91, - "MassiveIntentClassification (el)": 65.25, - "MassiveIntentClassification (hu)": 65.54, - "MassiveIntentClassification (en)": 70.89, - "MassiveIntentClassification (id)": 65.45, - "MassiveIntentClassification (ur)": 60.74, - "MassiveIntentClassification (nl)": 68.18, - "MassiveIntentClassification (da)": 65.08, - "MassiveIntentClassification (th)": 62.58, - "MassiveIntentClassification (pl)": 67.45, - "MassiveIntentClassification (zh-TW)": 62.09, - "MassiveIntentClassification (bn)": 61.73, - "MassiveIntentClassification (is)": 57.29, - "MassiveIntentClassification (te)": 61.38, - "MassiveIntentClassification (ko)": 64.16, - "MassiveIntentClassification (nb)": 65.85, - "MassiveIntentClassification (it)": 66.82, - "MassiveIntentClassification (hi)": 65.27, - "MassiveScenarioClassification (ar)": 63.86, - "MassiveScenarioClassification (id)": 70.52, - "MassiveScenarioClassification (sl)": 68.6, - "MassiveScenarioClassification (sq)": 69.09, - "MassiveScenarioClassification (km)": 54.17, - "MassiveScenarioClassification (fr)": 71.16, - "MassiveScenarioClassification (bn)": 67.55, - "MassiveScenarioClassification (am)": 61.43, - "MassiveScenarioClassification (nl)": 73.21, - "MassiveScenarioClassification (af)": 68.3, - "MassiveScenarioClassification (fi)": 68.99, - "MassiveScenarioClassification (ja)": 73.43, - "MassiveScenarioClassification (en)": 73.88, - "MassiveScenarioClassification (pt)": 69.76, - "MassiveScenarioClassification (ka)": 59.88, - "MassiveScenarioClassification (da)": 71.88, - "MassiveScenarioClassification (jv)": 63.3, - "MassiveScenarioClassification (zh-TW)": 68.04, - "MassiveScenarioClassification (cy)": 62.98, - "MassiveScenarioClassification (hu)": 71.72, - "MassiveScenarioClassification (lv)": 67.54, - "MassiveScenarioClassification (pl)": 71.44, - "MassiveScenarioClassification (de)": 72.68, - "MassiveScenarioClassification (ms)": 69.07, - "MassiveScenarioClassification (ur)": 67.11, - "MassiveScenarioClassification (kn)": 66.84, - "MassiveScenarioClassification (ta)": 64.96, - "MassiveScenarioClassification (is)": 67.14, - "MassiveScenarioClassification (it)": 70.44, - "MassiveScenarioClassification (sv)": 73.38, - "MassiveScenarioClassification (te)": 67.53, - "MassiveScenarioClassification (th)": 69.54, - "MassiveScenarioClassification (fa)": 72.17, - "MassiveScenarioClassification (mn)": 63.21, - "MassiveScenarioClassification (ro)": 68.72, - "MassiveScenarioClassification (ml)": 69.13, - "MassiveScenarioClassification (az)": 66.18, - "MassiveScenarioClassification (hi)": 69.83, - "MassiveScenarioClassification (el)": 71.1, - "MassiveScenarioClassification (nb)": 71.28, - "MassiveScenarioClassification (tl)": 67.64, - "MassiveScenarioClassification (he)": 67.63, - "MassiveScenarioClassification (vi)": 69.17, - "MassiveScenarioClassification (es)": 70.0, - "MassiveScenarioClassification (ko)": 70.49, - "MassiveScenarioClassification (tr)": 69.63, - "MassiveScenarioClassification (ru)": 71.59, - "MassiveScenarioClassification (zh-CN)": 72.41, - "MassiveScenarioClassification (my)": 63.12, - "MassiveScenarioClassification (sw)": 62.96, - "MassiveScenarioClassification (hy)": 65.85, - "MultilingualSentiment": 71.66, - "NoRecClassification": 57.06, - "NordicLangClassification": 76.57, - "OnlineShopping": 91.83, - "PAC": 65.68, - "PolEmo2.0-IN": 80.96, - "PolEmo2.0-OUT": 56.96, - "RuReviewsClassification": 68.56, - "RuSciBenchGRNTIClassification": 65.07, - "RuSciBenchOECDClassification": 50.21, - "TNews": 49.85, - "ToxicConversationsClassification": 66.82, - "TweetSentimentExtractionClassification": 59.18, - "Waimai": 86.83 - } - ] - }, - "Clustering": { - "v_measure": [ - { - "Model": "multilingual-e5-large-instruct", - "AlloProfClusteringP2P": 70.39, - "AlloProfClusteringS2S": 60.95, - "BlurbsClusteringP2P": 44.35, - "BlurbsClusteringS2S": 20.81, - "GeoreviewClusteringP2P": 74.34, - "HALClusteringS2S": 28.53, - "MLSUMClusteringP2P (ru)": 57.77, - "MLSUMClusteringP2P (de)": 49.88, - "MLSUMClusteringP2P (fr)": 47.09, - "MLSUMClusteringP2P (es)": 49.74, - "MLSUMClusteringS2S (ru)": 57.5, - "MLSUMClusteringS2S (de)": 49.23, - "MLSUMClusteringS2S (fr)": 46.51, - "MLSUMClusteringS2S (es)": 48.93, - "MasakhaNEWSClusteringP2P (amh)": 74.82, - "MasakhaNEWSClusteringP2P (eng)": 70.12, - "MasakhaNEWSClusteringP2P (fra)": 70.48, - "MasakhaNEWSClusteringP2P (hau)": 71.22, - "MasakhaNEWSClusteringP2P (ibo)": 56.64, - "MasakhaNEWSClusteringP2P (lin)": 72.94, - "MasakhaNEWSClusteringP2P (lug)": 65.94, - "MasakhaNEWSClusteringP2P (orm)": 45.85, - "MasakhaNEWSClusteringP2P (pcm)": 88.57, - "MasakhaNEWSClusteringP2P (run)": 64.64, - "MasakhaNEWSClusteringP2P (sna)": 81.13, - "MasakhaNEWSClusteringP2P (som)": 54.59, - "MasakhaNEWSClusteringP2P (swa)": 40.55, - "MasakhaNEWSClusteringP2P (tir)": 62.76, - "MasakhaNEWSClusteringP2P (xho)": 57.61, - "MasakhaNEWSClusteringP2P (yor)": 64.78, - "MasakhaNEWSClusteringS2S (amh)": 67.38, - "MasakhaNEWSClusteringS2S (eng)": 61.2, - "MasakhaNEWSClusteringS2S (fra)": 69.48, - "MasakhaNEWSClusteringS2S (hau)": 52.67, - "MasakhaNEWSClusteringS2S (ibo)": 78.68, - "MasakhaNEWSClusteringS2S (lin)": 80.26, - "MasakhaNEWSClusteringS2S (lug)": 49.73, - "MasakhaNEWSClusteringS2S (orm)": 44.39, - "MasakhaNEWSClusteringS2S (pcm)": 74.0, - "MasakhaNEWSClusteringS2S (run)": 64.34, - "MasakhaNEWSClusteringS2S (sna)": 67.1, - "MasakhaNEWSClusteringS2S (som)": 44.64, - "MasakhaNEWSClusteringS2S (swa)": 42.09, - "MasakhaNEWSClusteringS2S (tir)": 54.35, - "MasakhaNEWSClusteringS2S (xho)": 43.19, - "MasakhaNEWSClusteringS2S (yor)": 54.23, - "RuSciBenchGRNTIClusteringP2P": 62.21, - "RuSciBenchOECDClusteringP2P": 52.83, - "TenKGnadClusteringP2P": 54.02, - "TenKGnadClusteringS2S": 41.71, - "TwentyNewsgroupsClustering": 51.03 - } - ] - }, - "PairClassification": { - "max_ap": [ - { - "Model": "multilingual-e5-large-instruct", - "CDSC-E": 76.17, - "FalseFriendsGermanEnglish": 52.3, - "OpusparcusPC (de)": 97.56, - "OpusparcusPC (en)": 98.91, - "OpusparcusPC (fi)": 94.74, - "OpusparcusPC (fr)": 94.73, - "OpusparcusPC (ru)": 91.1, - "OpusparcusPC (sv)": 95.78, - "PSC": 99.31, - "PawsXPairClassification (de)": 56.46, - "PawsXPairClassification (en)": 64.4, - "PawsXPairClassification (es)": 57.27, - "PawsXPairClassification (fr)": 59.73, - "PawsXPairClassification (ja)": 50.82, - "PawsXPairClassification (ko)": 51.63, - "PawsXPairClassification (zh)": 57.34, - "SICK-E-PL": 79.69, - "SprintDuplicateQuestions": 92.19, - "TERRa": 63.77, - "TwitterSemEval2015": 79.79, - "TwitterURLCorpus": 86.73 - }, - { - "Model": "multilingual-e5-large-instruct", - "CDSC-E": 76.17, - "FalseFriendsGermanEnglish": 52.3, - "OpusparcusPC (de)": 97.56, - "OpusparcusPC (en)": 98.92, - "OpusparcusPC (fi)": 94.74, - "OpusparcusPC (fr)": 94.73, - "OpusparcusPC (ru)": 91.1, - "OpusparcusPC (sv)": 95.78, - "PSC": 99.31, - "PawsXPairClassification (de)": 56.64, - "PawsXPairClassification (en)": 64.43, - "PawsXPairClassification (es)": 57.28, - "PawsXPairClassification (fr)": 59.76, - "PawsXPairClassification (ja)": 50.82, - "PawsXPairClassification (ko)": 51.74, - "PawsXPairClassification (zh)": 57.75, - "SICK-E-PL": 79.69, - "SprintDuplicateQuestions": 92.19, - "TERRa": 63.89, - "TwitterSemEval2015": 79.79, - "TwitterURLCorpus": 86.73 - } - ] - }, - "Reranking": { - "map": [ - { - "Model": "multilingual-e5-large-instruct", - "AlloprofReranking": 74.68, - "AskUbuntuDupQuestions": 64.41, - "MMarcoReranking": 23.6, - "MindSmallReranking": 33.07, - "RuBQReranking": 71.66, - "SciDocsRR": 85.75, - "StackOverflowDupQuestions": 52.45, - "SyntecReranking": 89.95, - "T2Reranking": 67.12 - }, - { - "Model": "multilingual-e5-large-instruct", - "MIRACLReranking (ru)": 57.03, - "MIRACLReranking (ar)": 68.84, - "MIRACLReranking (bn)": 68.46, - "MIRACLReranking (de)": 46.65, - "MIRACLReranking (en)": 52.2, - "MIRACLReranking (es)": 53.13, - "MIRACLReranking (fa)": 53.97, - "MIRACLReranking (fi)": 73.31, - "MIRACLReranking (fr)": 45.44, - "MIRACLReranking (hi)": 59.44, - "MIRACLReranking (id)": 53.13, - "MIRACLReranking (ja)": 57.35, - "MIRACLReranking (ko)": 52.34, - "MIRACLReranking (sw)": 59.61, - "MIRACLReranking (te)": 72.85, - "MIRACLReranking (th)": 68.61, - "MIRACLReranking (yo)": 64.19, - "MIRACLReranking (zh)": 46.74 - } - ] - }, - "Retrieval": { - "ndcg_at_10": [ - { - "Model": "multilingual-e5-large-instruct", - "AILACasedocs": 33.33, - "AILAStatutes": 29.66, - "ARCChallenge": 15.03, - "AlloprofRetrieval": 52.12, - "AlphaNLI": 24.87, - "AppsRetrieval": 34.89, - "ArguAna": 58.48, - "ArguAna-PL": 44.6, - "BSARDRetrieval": 24.61, - "CmedqaRetrieval": 34.15, - "CodeFeedbackMT": 39.87, - "CodeFeedbackST": 75.89, - "CodeSearchNetCCRetrieval (python)": 86.24, - "CodeSearchNetCCRetrieval (javascript)": 79.2, - "CodeSearchNetCCRetrieval (go)": 72.31, - "CodeSearchNetCCRetrieval (ruby)": 81.9, - "CodeSearchNetCCRetrieval (java)": 80.07, - "CodeSearchNetCCRetrieval (php)": 72.49, - "CodeSearchNetRetrieval (python)": 88.96, - "CodeSearchNetRetrieval (javascript)": 75.37, - "CodeSearchNetRetrieval (go)": 90.41, - "CodeSearchNetRetrieval (ruby)": 79.56, - "CodeSearchNetRetrieval (java)": 80.55, - "CodeSearchNetRetrieval (php)": 83.7, - "CodeTransOceanContest": 83.36, - "CodeTransOceanDL": 29.01, - "CosQA": 37.75, - "CovidRetrieval": 75.8, - "DuRetrieval": 85.16, - "EcomRetrieval": 53.92, - "FiQA-PL": 32.01, - "FiQA2018": 48.42, - "GerDaLIR": 9.31, - "GerDaLIRSmall": 21.34, - "GermanDPR": 80.84, - "GermanQuAD-Retrieval": 94.67, - "HellaSwag": 32.02, - "LEMBNarrativeQARetrieval": 26.71, - "LEMBQMSumRetrieval": 26.08, - "LEMBSummScreenFDRetrieval": 72.75, - "LEMBWikimQARetrieval": 57.79, - "LeCaRDv2": 64.22, - "LegalBenchConsumerContractsQA": 76.8, - "LegalBenchCorporateLobbying": 94.25, - "LegalQuAD": 51.25, - "LegalSummarization": 68.07, - "MIRACLRetrieval (ru)": 53.08, - "MIRACLRetrieval (ar)": 63.3, - "MIRACLRetrieval (bn)": 65.27, - "MIRACLRetrieval (de)": 43.92, - "MIRACLRetrieval (en)": 43.09, - "MIRACLRetrieval (es)": 39.67, - "MIRACLRetrieval (fa)": 50.97, - "MIRACLRetrieval (fi)": 67.97, - "MIRACLRetrieval (fr)": 38.88, - "MIRACLRetrieval (hi)": 51.57, - "MIRACLRetrieval (id)": 45.73, - "MIRACLRetrieval (ja)": 55.26, - "MIRACLRetrieval (ko)": 59.95, - "MIRACLRetrieval (sw)": 63.4, - "MIRACLRetrieval (te)": 74.51, - "MIRACLRetrieval (th)": 67.95, - "MIRACLRetrieval (yo)": 78.29, - "MIRACLRetrieval (zh)": 46.05, - "MMarcoRetrieval": 78.81, - "MedicalRetrieval": 56.55, - "MintakaRetrieval (ar)": 26.13, - "MintakaRetrieval (de)": 35.13, - "MintakaRetrieval (es)": 34.51, - "MintakaRetrieval (fr)": 33.49, - "MintakaRetrieval (hi)": 28.19, - "MintakaRetrieval (it)": 35.01, - "MintakaRetrieval (ja)": 26.31, - "MintakaRetrieval (pt)": 35.11, - "NFCorpus": 36.34, - "NFCorpus-PL": 32.66, - "PIQA": 32.26, - "Quail": 8.63, - "RARbCode": 71.22, - "RARbMath": 71.95, - "RiaNewsRetrieval": 82.44, - "RuBQRetrieval": 69.18, - "SCIDOCS": 19.24, - "SCIDOCS-PL": 17.15, - "SIQA": 7.33, - "SciFact": 71.62, - "SciFact-PL": 63.31, - "SpartQA": 13.54, - "StackOverflowQA": 85.82, - "SyntecRetrieval": 87.8, - "SyntheticText2SQL": 58.85, - "T2Retrieval": 82.92, - "TRECCOVID": 82.51, - "TRECCOVID-PL": 62.03, - "TempReasonL1": 1.2, - "TempReasonL2Fact": 40.19, - "TempReasonL2Pure": 3.64, - "TempReasonL3Fact": 37.37, - "TempReasonL3Pure": 9.82, - "Touche2020": 27.4, - "VideoRetrieval": 52.24, - "WinoGrande": 54.27, - "XMarket (de)": 24.4, - "XMarket (en)": 27.51, - "XMarket (es)": 25.01, - "XPQARetrieval (ara-ara)": 48.56, - "XPQARetrieval (eng-ara)": 34.01, - "XPQARetrieval (ara-eng)": 45.13, - "XPQARetrieval (deu-deu)": 79.18, - "XPQARetrieval (eng-deu)": 50.55, - "XPQARetrieval (deu-eng)": 75.23, - "XPQARetrieval (spa-spa)": 65.07, - "XPQARetrieval (eng-spa)": 41.75, - "XPQARetrieval (spa-eng)": 61.02, - "XPQARetrieval (fra-fra)": 72.72, - "XPQARetrieval (eng-fra)": 46.17, - "XPQARetrieval (fra-eng)": 69.33, - "XPQARetrieval (hin-hin)": 76.62, - "XPQARetrieval (eng-hin)": 18.12, - "XPQARetrieval (hin-eng)": 71.95, - "XPQARetrieval (ita-ita)": 77.03, - "XPQARetrieval (eng-ita)": 41.42, - "XPQARetrieval (ita-eng)": 70.6, - "XPQARetrieval (jpn-jpn)": 74.36, - "XPQARetrieval (eng-jpn)": 41.97, - "XPQARetrieval (jpn-eng)": 70.5, - "XPQARetrieval (kor-kor)": 39.74, - "XPQARetrieval (eng-kor)": 34.9, - "XPQARetrieval (kor-eng)": 37.39, - "XPQARetrieval (pol-pol)": 52.53, - "XPQARetrieval (eng-pol)": 34.22, - "XPQARetrieval (pol-eng)": 48.53, - "XPQARetrieval (por-por)": 51.17, - "XPQARetrieval (eng-por)": 31.76, - "XPQARetrieval (por-eng)": 48.79, - "XPQARetrieval (tam-tam)": 49.69, - "XPQARetrieval (eng-tam)": 6.8, - "XPQARetrieval (tam-eng)": 40.83, - "XPQARetrieval (cmn-cmn)": 66.42, - "XPQARetrieval (eng-cmn)": 33.94, - "XPQARetrieval (cmn-eng)": 59.78 - } - ] - }, - "STS": { - "cosine_spearman": [ - { - "Model": "multilingual-e5-large-instruct", - "AFQMC": 37.53, - "ATEC": 43.27, - "BIOSSES": 87.46, - "BQ": 48.8, - "CDSC-R": 92.35, - "GermanSTSBenchmark": 84.84, - "LCQMC": 76.06, - "PAWSX": 15.06, - "RUParaPhraserSTS": 75.4, - "RuSTSBenchmarkSTS": 83.97, - "SICK-R": 81.73, - "SICK-R-PL": 77.62, - "SICKFr": 80.2, - "STS12": 82.53, - "STS13": 88.05, - "STS14": 84.83, - "STS15": 91.02, - "STS16": 87.32, - "STS17 (ar-ar)": 82.71, - "STS17 (nl-en)": 87.44, - "STS17 (fr-en)": 86.28, - "STS17 (ko-ko)": 84.31, - "STS17 (es-es)": 89.4, - "STS17 (en-ar)": 81.83, - "STS17 (en-de)": 87.61, - "STS17 (en-tr)": 80.47, - "STS17 (es-en)": 87.03, - "STS17 (en-en)": 90.33, - "STS17 (it-en)": 88.25, - "STS22 (es-en)": 78.65, - "STS22 (de)": 61.53, - "STS22 (zh)": 67.4, - "STS22 (es)": 68.45, - "STS22 (de-fr)": 65.52, - "STS22 (pl)": 40.97, - "STS22 (ru)": 70.06, - "STS22 (en)": 68.67, - "STS22 (fr)": 82.25, - "STS22 (es-it)": 75.25, - "STS22 (pl-en)": 74.86, - "STS22 (fr-pl)": 61.98, - "STS22 (ar)": 59.52, - "STS22 (it)": 79.45, - "STS22 (tr)": 67.2, - "STS22 (zh-en)": 71.45, - "STS22 (de-pl)": 54.6, - "STS22 (de-en)": 58.22, - "STSB": 81.68, - "STSBenchmark": 88.39, - "STSBenchmarkMultilingualSTS (de)": 85.38, - "STSBenchmarkMultilingualSTS (nl)": 84.29, - "STSBenchmarkMultilingualSTS (pl)": 83.42, - "STSBenchmarkMultilingualSTS (fr)": 84.94, - "STSBenchmarkMultilingualSTS (pt)": 84.9, - "STSBenchmarkMultilingualSTS (it)": 84.38, - "STSBenchmarkMultilingualSTS (es)": 86.15, - "STSBenchmarkMultilingualSTS (zh)": 82.54, - "STSBenchmarkMultilingualSTS (en)": 88.39, - "STSBenchmarkMultilingualSTS (ru)": 83.86 - }, - { - "Model": "multilingual-e5-large-instruct", - "AFQMC": 37.53, - "ATEC": 43.27, - "BIOSSES": 87.46, - "BQ": 48.8, - "CDSC-R": 92.35, - "GermanSTSBenchmark": 84.84, - "LCQMC": 76.06, - "PAWSX": 15.06, - "RUParaPhraserSTS": 75.4, - "RuSTSBenchmarkSTS": 83.97, - "SICK-R": 81.73, - "SICK-R-PL": 77.62, - "SICKFr": 80.2, - "STS12": 82.53, - "STS13": 88.05, - "STS14": 84.83, - "STS15": 91.02, - "STS16": 87.32, - "STS17 (ar-ar)": 82.71, - "STS17 (nl-en)": 87.44, - "STS17 (fr-en)": 86.28, - "STS17 (ko-ko)": 84.31, - "STS17 (es-es)": 89.4, - "STS17 (en-ar)": 81.83, - "STS17 (en-de)": 87.61, - "STS17 (en-tr)": 80.47, - "STS17 (es-en)": 87.03, - "STS17 (en-en)": 90.33, - "STS17 (it-en)": 88.25, - "STS22 (es-en)": 78.65, - "STS22 (de)": 61.53, - "STS22 (zh)": 67.4, - "STS22 (es)": 68.45, - "STS22 (de-fr)": 65.52, - "STS22 (pl)": 40.97, - "STS22 (ru)": 70.06, - "STS22 (en)": 68.67, - "STS22 (fr)": 82.25, - "STS22 (es-it)": 75.25, - "STS22 (pl-en)": 74.86, - "STS22 (fr-pl)": 61.98, - "STS22 (ar)": 59.52, - "STS22 (it)": 79.45, - "STS22 (tr)": 67.2, - "STS22 (zh-en)": 71.45, - "STS22 (de-pl)": 54.6, - "STS22 (de-en)": 58.22, - "STSB": 81.68, - "STSBenchmark": 88.39, - "STSBenchmarkMultilingualSTS (de)": 85.38, - "STSBenchmarkMultilingualSTS (nl)": 84.29, - "STSBenchmarkMultilingualSTS (pl)": 83.42, - "STSBenchmarkMultilingualSTS (fr)": 84.94, - "STSBenchmarkMultilingualSTS (pt)": 84.9, - "STSBenchmarkMultilingualSTS (it)": 84.38, - "STSBenchmarkMultilingualSTS (es)": 86.15, - "STSBenchmarkMultilingualSTS (zh)": 82.54, - "STSBenchmarkMultilingualSTS (en)": 88.39, - "STSBenchmarkMultilingualSTS (ru)": 83.86 - } - ] - }, - "Summarization": { - "cosine_spearman": [ - { - "Model": "multilingual-e5-large-instruct", - "SummEval": 30.46, - "SummEvalFr": 31.72 - }, - { - "Model": "multilingual-e5-large-instruct", - "SummEval": 30.46, - "SummEvalFr": 31.72 - } - ] - }, - "MultilabelClassification": { - "accuracy": [ - { - "Model": "multilingual-e5-large-instruct", - "CEDRClassification": 50.01, - "SensitiveTopicsClassification": 32.29 - } - ] - }, - "InstructionRetrieval": { - "p-MRR": [ - { - "Model": "multilingual-e5-large-instruct", - "Core17InstructionRetrieval": 1.82, - "News21InstructionRetrieval": 1.5, - "Robust04InstructionRetrieval": -4.52 - } - ] - } - }, - "intfloat__multilingual-e5-small": { - "BitextMining": { - "f1": [ - { - "Model": "multilingual-e5-small", - "BornholmBitextMining": 43.89, - "Tatoeba (dan-eng)": 86.38, - "Tatoeba (aze-eng)": 80.79, - "Tatoeba (tur-eng)": 88.42, - "Tatoeba (ces-eng)": 80.99, - "Tatoeba (swh-eng)": 65.43, - "Tatoeba (hrv-eng)": 84.42, - "Tatoeba (est-eng)": 56.47, - "Tatoeba (bel-eng)": 80.89, - "Tatoeba (mhr-eng)": 5.58, - "Tatoeba (cat-eng)": 79.3, - "Tatoeba (ben-eng)": 81.4, - "Tatoeba (tgl-eng)": 77.54, - "Tatoeba (cym-eng)": 62.3, - "Tatoeba (tha-eng)": 90.88, - "Tatoeba (swe-eng)": 87.46, - "Tatoeba (oci-eng)": 38.27, - "Tatoeba (gsw-eng)": 40.13, - "Tatoeba (ceb-eng)": 42.35, - "Tatoeba (ind-eng)": 88.28, - "Tatoeba (ron-eng)": 85.68, - "Tatoeba (gla-eng)": 35.96, - "Tatoeba (ile-eng)": 70.31, - "Tatoeba (orv-eng)": 14.89, - "Tatoeba (vie-eng)": 89.03, - "Tatoeba (slv-eng)": 73.93, - "Tatoeba (tel-eng)": 86.82, - "Tatoeba (cmn-eng)": 89.85, - "Tatoeba (fao-eng)": 56.57, - "Tatoeba (glg-eng)": 79.65, - "Tatoeba (tuk-eng)": 16.99, - "Tatoeba (war-eng)": 39.14, - "Tatoeba (ita-eng)": 88.54, - "Tatoeba (epo-eng)": 88.96, - "Tatoeba (fra-eng)": 90.51, - "Tatoeba (pol-eng)": 88.85, - "Tatoeba (khm-eng)": 44.34, - "Tatoeba (fin-eng)": 70.23, - "Tatoeba (zsm-eng)": 91.37, - "Tatoeba (bre-eng)": 7.09, - "Tatoeba (kur-eng)": 39.99, - "Tatoeba (yid-eng)": 65.9, - "Tatoeba (kaz-eng)": 70.57, - "Tatoeba (cbk-eng)": 55.36, - "Tatoeba (mkd-eng)": 63.74, - "Tatoeba (hsb-eng)": 36.49, - "Tatoeba (deu-eng)": 97.22, - "Tatoeba (isl-eng)": 62.32, - "Tatoeba (kzj-eng)": 6.56, - "Tatoeba (lat-eng)": 37.76, - "Tatoeba (rus-eng)": 89.77, - "Tatoeba (ber-eng)": 18.22, - "Tatoeba (nld-eng)": 91.87, - "Tatoeba (lit-eng)": 59.95, - "Tatoeba (uig-eng)": 60.59, - "Tatoeba (kab-eng)": 18.06, - "Tatoeba (nov-eng)": 64.2, - "Tatoeba (heb-eng)": 73.68, - "Tatoeba (eus-eng)": 50.9, - "Tatoeba (kat-eng)": 77.6, - "Tatoeba (xho-eng)": 63.2, - "Tatoeba (yue-eng)": 69.33, - "Tatoeba (ina-eng)": 86.39, - "Tatoeba (bos-eng)": 81.15, - "Tatoeba (lfn-eng)": 51.46, - "Tatoeba (nno-eng)": 70.29, - "Tatoeba (urd-eng)": 85.07, - "Tatoeba (arq-eng)": 23.62, - "Tatoeba (tam-eng)": 82.82, - "Tatoeba (ang-eng)": 30.3, - "Tatoeba (swg-eng)": 44.0, - "Tatoeba (csb-eng)": 26.23, - "Tatoeba (wuu-eng)": 67.3, - "Tatoeba (max-eng)": 48.29, - "Tatoeba (tzl-eng)": 34.83, - "Tatoeba (uzb-eng)": 59.11, - "Tatoeba (amh-eng)": 74.11, - "Tatoeba (fry-eng)": 49.05, - "Tatoeba (mar-eng)": 85.94, - "Tatoeba (pes-eng)": 85.51, - "Tatoeba (por-eng)": 89.63, - "Tatoeba (hin-eng)": 92.36, - "Tatoeba (tat-eng)": 66.8, - "Tatoeba (sqi-eng)": 86.21, - "Tatoeba (cor-eng)": 5.24, - "Tatoeba (slk-eng)": 79.86, - "Tatoeba (dtp-eng)": 6.42, - "Tatoeba (jpn-eng)": 77.43, - "Tatoeba (ell-eng)": 86.81, - "Tatoeba (lvs-eng)": 61.84, - "Tatoeba (cha-eng)": 24.88, - "Tatoeba (arz-eng)": 53.35, - "Tatoeba (dsb-eng)": 29.87, - "Tatoeba (kor-eng)": 73.74, - "Tatoeba (srp-eng)": 83.06, - "Tatoeba (mal-eng)": 94.78, - "Tatoeba (hye-eng)": 83.81, - "Tatoeba (spa-eng)": 93.01, - "Tatoeba (ara-eng)": 76.09, - "Tatoeba (bul-eng)": 85.47, - "Tatoeba (jav-eng)": 53.39, - "Tatoeba (ukr-eng)": 82.98, - "Tatoeba (awa-eng)": 74.55, - "Tatoeba (nob-eng)": 90.18, - "Tatoeba (ido-eng)": 70.07, - "Tatoeba (hun-eng)": 74.44, - "Tatoeba (nds-eng)": 52.46, - "Tatoeba (pam-eng)": 5.76, - "Tatoeba (ast-eng)": 62.81, - "Tatoeba (pms-eng)": 35.47, - "Tatoeba (afr-eng)": 85.17, - "Tatoeba (gle-eng)": 56.32, - "Tatoeba (mon-eng)": 77.7 - } - ] - }, - "Classification": { - "accuracy": [ - { - "Model": "multilingual-e5-small", - "AllegroReviews": 37.42, - "AmazonCounterfactualClassification (de)": 71.72, - "AmazonCounterfactualClassification (en-ext)": 73.07, - "AmazonCounterfactualClassification (en)": 71.87, - "AmazonCounterfactualClassification (ja)": 61.46, - "AmazonPolarityClassification": 88.61, - "AmazonReviewsClassification (de)": 41.07, - "AmazonReviewsClassification (en)": 45.75, - "AmazonReviewsClassification (es)": 41.37, - "AmazonReviewsClassification (fr)": 39.68, - "AmazonReviewsClassification (ja)": 38.55, - "AmazonReviewsClassification (zh)": 38.31, - "AngryTweetsClassification": 53.57, - "Banking77Classification": 70.44, - "CBD": 63.25, - "DKHateClassification": 60.73, - "DanishPoliticalCommentsClassification": 34.38, - "EmotionClassification": 42.86, - "GeoreviewClassification": 44.66, - "HeadlineClassification": 73.94, - "IFlyTek": 47.35, - "ImdbClassification": 79.57, - "InappropriatenessClassification": 59.16, - "JDReview": 79.34, - "KinopoiskClassification": 49.96, - "LccSentimentClassification": 57.87, - "MTOPDomainClassification (de)": 86.15, - "MTOPDomainClassification (en)": 88.99, - "MTOPDomainClassification (es)": 85.53, - "MTOPDomainClassification (fr)": 81.2, - "MTOPDomainClassification (hi)": 84.07, - "MTOPDomainClassification (th)": 83.16, - "MTOPIntentClassification (de)": 55.88, - "MTOPIntentClassification (en)": 56.69, - "MTOPIntentClassification (es)": 53.15, - "MTOPIntentClassification (fr)": 46.01, - "MTOPIntentClassification (hi)": 52.26, - "MTOPIntentClassification (th)": 54.61, - "MasakhaNEWSClassification (amh)": 84.28, - "MasakhaNEWSClassification (eng)": 75.61, - "MasakhaNEWSClassification (fra)": 77.65, - "MasakhaNEWSClassification (hau)": 73.08, - "MasakhaNEWSClassification (ibo)": 63.9, - "MasakhaNEWSClassification (lin)": 73.37, - "MasakhaNEWSClassification (lug)": 67.89, - "MasakhaNEWSClassification (orm)": 68.77, - "MasakhaNEWSClassification (pcm)": 90.79, - "MasakhaNEWSClassification (run)": 75.4, - "MasakhaNEWSClassification (sna)": 82.76, - "MasakhaNEWSClassification (som)": 59.8, - "MasakhaNEWSClassification (swa)": 69.85, - "MasakhaNEWSClassification (tir)": 68.01, - "MasakhaNEWSClassification (xho)": 72.22, - "MasakhaNEWSClassification (yor)": 73.84, - "MassiveIntentClassification (ru)": 58.43, - "MassiveIntentClassification (sq)": 48.68, - "MassiveIntentClassification (ms)": 50.8, - "MassiveIntentClassification (hi)": 55.69, - "MassiveIntentClassification (pt)": 60.12, - "MassiveIntentClassification (zh-TW)": 53.75, - "MassiveIntentClassification (id)": 56.2, - "MassiveIntentClassification (nl)": 59.27, - "MassiveIntentClassification (ur)": 50.51, - "MassiveIntentClassification (te)": 48.85, - "MassiveIntentClassification (de)": 55.52, - "MassiveIntentClassification (ro)": 52.82, - "MassiveIntentClassification (da)": 54.63, - "MassiveIntentClassification (am)": 43.52, - "MassiveIntentClassification (en)": 63.87, - "MassiveIntentClassification (fr)": 57.9, - "MassiveIntentClassification (sw)": 44.84, - "MassiveIntentClassification (bn)": 50.68, - "MassiveIntentClassification (mn)": 47.38, - "MassiveIntentClassification (kn)": 47.85, - "MassiveIntentClassification (ja)": 61.58, - "MassiveIntentClassification (hy)": 47.89, - "MassiveIntentClassification (ko)": 57.12, - "MassiveIntentClassification (es)": 59.19, - "MassiveIntentClassification (is)": 41.53, - "MassiveIntentClassification (km)": 33.45, - "MassiveIntentClassification (af)": 48.74, - "MassiveIntentClassification (zh-CN)": 62.04, - "MassiveIntentClassification (he)": 51.11, - "MassiveIntentClassification (fa)": 57.73, - "MassiveIntentClassification (nb)": 53.96, - "MassiveIntentClassification (sv)": 56.6, - "MassiveIntentClassification (ta)": 47.65, - "MassiveIntentClassification (tr)": 56.88, - "MassiveIntentClassification (sl)": 47.71, - "MassiveIntentClassification (it)": 58.8, - "MassiveIntentClassification (tl)": 48.7, - "MassiveIntentClassification (vi)": 56.19, - "MassiveIntentClassification (lv)": 44.93, - "MassiveIntentClassification (fi)": 55.14, - "MassiveIntentClassification (pl)": 57.4, - "MassiveIntentClassification (jv)": 42.96, - "MassiveIntentClassification (my)": 45.64, - "MassiveIntentClassification (ka)": 39.52, - "MassiveIntentClassification (th)": 56.26, - "MassiveIntentClassification (el)": 54.14, - "MassiveIntentClassification (ar)": 47.78, - "MassiveIntentClassification (az)": 49.32, - "MassiveIntentClassification (cy)": 36.62, - "MassiveIntentClassification (hu)": 53.21, - "MassiveIntentClassification (ml)": 52.81, - "MassiveScenarioClassification (ru)": 63.89, - "MassiveScenarioClassification (fr)": 63.9, - "MassiveScenarioClassification (my)": 51.07, - "MassiveScenarioClassification (sq)": 56.15, - "MassiveScenarioClassification (af)": 58.0, - "MassiveScenarioClassification (de)": 65.88, - "MassiveScenarioClassification (ka)": 44.96, - "MassiveScenarioClassification (tl)": 55.3, - "MassiveScenarioClassification (zh-CN)": 68.96, - "MassiveScenarioClassification (pl)": 64.25, - "MassiveScenarioClassification (mn)": 52.41, - "MassiveScenarioClassification (ms)": 59.18, - "MassiveScenarioClassification (da)": 62.34, - "MassiveScenarioClassification (am)": 50.53, - "MassiveScenarioClassification (en)": 69.28, - "MassiveScenarioClassification (is)": 49.66, - "MassiveScenarioClassification (it)": 64.03, - "MassiveScenarioClassification (jv)": 51.39, - "MassiveScenarioClassification (nl)": 67.01, - "MassiveScenarioClassification (ro)": 60.0, - "MassiveScenarioClassification (te)": 54.86, - "MassiveScenarioClassification (bn)": 57.38, - "MassiveScenarioClassification (es)": 64.43, - "MassiveScenarioClassification (el)": 62.29, - "MassiveScenarioClassification (lv)": 51.0, - "MassiveScenarioClassification (he)": 59.22, - "MassiveScenarioClassification (hi)": 62.22, - "MassiveScenarioClassification (ar)": 54.56, - "MassiveScenarioClassification (pt)": 62.75, - "MassiveScenarioClassification (sv)": 65.54, - "MassiveScenarioClassification (ko)": 65.7, - "MassiveScenarioClassification (ta)": 52.74, - "MassiveScenarioClassification (vi)": 62.67, - "MassiveScenarioClassification (fa)": 63.32, - "MassiveScenarioClassification (sw)": 52.42, - "MassiveScenarioClassification (ml)": 60.31, - "MassiveScenarioClassification (sl)": 54.05, - "MassiveScenarioClassification (ja)": 67.75, - "MassiveScenarioClassification (fi)": 61.89, - "MassiveScenarioClassification (zh-TW)": 61.15, - "MassiveScenarioClassification (id)": 62.0, - "MassiveScenarioClassification (tr)": 62.14, - "MassiveScenarioClassification (km)": 39.01, - "MassiveScenarioClassification (nb)": 59.9, - "MassiveScenarioClassification (az)": 53.27, - "MassiveScenarioClassification (hy)": 52.93, - "MassiveScenarioClassification (cy)": 44.63, - "MassiveScenarioClassification (th)": 65.72, - "MassiveScenarioClassification (hu)": 61.93, - "MassiveScenarioClassification (kn)": 52.73, - "MassiveScenarioClassification (ur)": 55.91, - "MultilingualSentiment": 64.74, - "NoRecClassification": 53.96, - "NordicLangClassification": 75.15, - "NorwegianParliament": 60.15, - "OnlineShopping": 88.73, - "PAC": 70.55, - "PolEmo2.0-IN": 67.35, - "PolEmo2.0-OUT": 39.13, - "RuReviewsClassification": 61.18, - "RuSciBenchGRNTIClassification": 54.99, - "RuSciBenchOECDClassification": 41.72, - "ScalaDaClassification": 50.3, - "ScalaNbClassification": 50.06, - "TNews": 48.38, - "ToxicConversationsClassification": 63.59, - "TweetSentimentExtractionClassification": 62.79, - "Waimai": 83.9 - } - ] - }, - "Clustering": { - "v_measure": [ - { - "Model": "multilingual-e5-small", - "8TagsClustering": 23.92, - "AlloProfClusteringP2P": 60.89, - "AlloProfClusteringS2S": 32.52, - "BiorxivClusteringP2P": 35.84, - "BiorxivClusteringS2S": 27.35, - "BlurbsClusteringP2P": 37.05, - "BlurbsClusteringS2S": 15.24, - "CLSClusteringP2P": 39.14, - "CLSClusteringS2S": 37.79, - "GeoreviewClusteringP2P": 58.57, - "HALClusteringS2S": 18.95, - "MLSUMClusteringP2P (de)": 40.19, - "MLSUMClusteringP2P (fr)": 43.01, - "MLSUMClusteringP2P (ru)": 39.69, - "MLSUMClusteringP2P (es)": 46.38, - "MLSUMClusteringP2P": 43.2, - "MLSUMClusteringS2S (de)": 39.39, - "MLSUMClusteringS2S (fr)": 42.84, - "MLSUMClusteringS2S (ru)": 39.9, - "MLSUMClusteringS2S (es)": 45.78, - "MLSUMClusteringS2S": 37.61, - "MasakhaNEWSClusteringP2P (amh)": 66.2, - "MasakhaNEWSClusteringP2P (eng)": 50.08, - "MasakhaNEWSClusteringP2P (fra)": 40.12, - "MasakhaNEWSClusteringP2P (hau)": 53.63, - "MasakhaNEWSClusteringP2P (ibo)": 49.19, - "MasakhaNEWSClusteringP2P (lin)": 55.06, - "MasakhaNEWSClusteringP2P (lug)": 59.97, - "MasakhaNEWSClusteringP2P (orm)": 32.72, - "MasakhaNEWSClusteringP2P (pcm)": 62.22, - "MasakhaNEWSClusteringP2P (run)": 57.52, - "MasakhaNEWSClusteringP2P (sna)": 45.11, - "MasakhaNEWSClusteringP2P (som)": 42.39, - "MasakhaNEWSClusteringP2P (swa)": 23.77, - "MasakhaNEWSClusteringP2P (tir)": 57.68, - "MasakhaNEWSClusteringP2P (xho)": 39.96, - "MasakhaNEWSClusteringP2P (yor)": 26.56, - "MasakhaNEWSClusteringS2S (amh)": 55.48, - "MasakhaNEWSClusteringS2S (eng)": 37.79, - "MasakhaNEWSClusteringS2S (fra)": 39.22, - "MasakhaNEWSClusteringS2S (hau)": 20.22, - "MasakhaNEWSClusteringS2S (ibo)": 35.67, - "MasakhaNEWSClusteringS2S (lin)": 41.12, - "MasakhaNEWSClusteringS2S (lug)": 48.63, - "MasakhaNEWSClusteringS2S (orm)": 29.16, - "MasakhaNEWSClusteringS2S (pcm)": 65.36, - "MasakhaNEWSClusteringS2S (run)": 45.5, - "MasakhaNEWSClusteringS2S (sna)": 47.61, - "MasakhaNEWSClusteringS2S (som)": 28.59, - "MasakhaNEWSClusteringS2S (swa)": 13.91, - "MasakhaNEWSClusteringS2S (tir)": 50.51, - "MasakhaNEWSClusteringS2S (xho)": 37.26, - "MasakhaNEWSClusteringS2S (yor)": 23.38, - "MedrxivClusteringP2P": 30.72, - "MedrxivClusteringS2S": 27.0, - "RedditClustering": 40.12, - "RedditClusteringP2P": 59.49, - "RuSciBenchGRNTIClusteringP2P": 51.14, - "RuSciBenchOECDClusteringP2P": 44.33, - "StackExchangeClustering": 53.32, - "StackExchangeClusteringP2P": 31.87, - "TenKGnadClusteringP2P": 43.77, - "TenKGnadClusteringS2S": 30.52, - "ThuNewsClusteringP2P": 55.18, - "ThuNewsClusteringS2S": 48.93, - "TwentyNewsgroupsClustering": 33.67 - } - ] - }, - "PairClassification": { - "max_ap": [ - { - "Model": "multilingual-e5-small", - "CDSC-E": 69.69, - "FalseFriendsGermanEnglish": 49.46, - "OpusparcusPC (de)": 94.9, - "OpusparcusPC (en)": 98.42, - "OpusparcusPC (fi)": 88.29, - "OpusparcusPC (fr)": 91.77, - "OpusparcusPC (ru)": 84.79, - "OpusparcusPC (sv)": 91.07, - "PSC": 99.23, - "PawsXPairClassification (de)": 52.13, - "PawsXPairClassification (en)": 53.91, - "PawsXPairClassification (es)": 51.39, - "PawsXPairClassification (fr)": 52.69, - "PawsXPairClassification (ja)": 48.24, - "PawsXPairClassification (ko)": 49.95, - "PawsXPairClassification (zh)": 54.01, - "SICK-E-PL": 66.35, - "SprintDuplicateQuestions": 92.18, - "TERRa": 55.14, - "TwitterSemEval2015": 70.75, - "TwitterURLCorpus": 85.03 - }, - { - "Model": "multilingual-e5-small", - "CDSC-E": 69.84, - "Cmnli": 72.12, - "FalseFriendsGermanEnglish": 49.49, - "Ocnli": 60.77, - "OpusparcusPC (de)": 94.9, - "OpusparcusPC (en)": 98.42, - "OpusparcusPC (fi)": 88.29, - "OpusparcusPC (fr)": 92.52, - "OpusparcusPC (ru)": 84.79, - "OpusparcusPC (sv)": 91.07, - "PPC": 86.79, - "PSC": 99.24, - "PawsXPairClassification (de)": 52.19, - "PawsXPairClassification (en)": 54.01, - "PawsXPairClassification (es)": 51.46, - "PawsXPairClassification (fr)": 55.72, - "PawsXPairClassification (ja)": 48.41, - "PawsXPairClassification (ko)": 49.98, - "PawsXPairClassification (zh)": 54.03, - "SICK-E-PL": 66.34, - "SprintDuplicateQuestions": 92.42, - "TERRa": 55.14, - "TwitterSemEval2015": 70.75, - "TwitterURLCorpus": 85.03 - }, - { - "Model": "multilingual-e5-small", - "CDSC-E": 69.7, - "Cmnli": 72.12, - "Ocnli": 60.77, - "OpusparcusPC (fr)": 92.52, - "PPC": 86.72, - "PSC": 99.24, - "PawsXPairClassification (fr)": 55.68, - "SICK-E-PL": 66.34 - } - ] - }, - "Reranking": { - "map": [ - { - "Model": "multilingual-e5-small", - "AlloprofReranking": 56.17, - "AskUbuntuDupQuestions": 56.42, - "CMedQAv1": 63.44, - "CMedQAv2": 62.41, - "MMarcoReranking": 24.33, - "MindSmallReranking": 29.96, - "RuBQReranking": 71.45, - "SciDocsRR": 78.26, - "StackOverflowDupQuestions": 46.97, - "SyntecReranking": 86.7, - "T2Reranking": 65.24 - }, - { - "Model": "multilingual-e5-small", - "MIRACLReranking (ru)": 59.12, - "MIRACLReranking (ar)": 73.56, - "MIRACLReranking (bn)": 69.43, - "MIRACLReranking (de)": 48.16, - "MIRACLReranking (en)": 55.99, - "MIRACLReranking (es)": 60.46, - "MIRACLReranking (fa)": 54.65, - "MIRACLReranking (fi)": 76.06, - "MIRACLReranking (fr)": 48.53, - "MIRACLReranking (hi)": 59.93, - "MIRACLReranking (id)": 56.22, - "MIRACLReranking (ja)": 62.58, - "MIRACLReranking (ko)": 54.56, - "MIRACLReranking (sw)": 62.33, - "MIRACLReranking (te)": 77.27, - "MIRACLReranking (th)": 73.44, - "MIRACLReranking (yo)": 58.12, - "MIRACLReranking (zh)": 45.45 - } - ] - }, - "Retrieval": { - "ndcg_at_10": [ - { - "Model": "multilingual-e5-small", - "AILACasedocs": 23.43, - "AILAStatutes": 19.01, - "ARCChallenge": 7.14, - "AlloprofRetrieval": 27.01, - "AlphaNLI": 13.0, - "AppsRetrieval": 12.01, - "ArguAna": 39.09, - "ArguAna-PL": 37.43, - "BSARDRetrieval": 0.0, - "CmedqaRetrieval": 24.38, - "CodeFeedbackMT": 41.32, - "CodeFeedbackST": 72.67, - "CodeSearchNetCCRetrieval (python)": 80.75, - "CodeSearchNetCCRetrieval (javascript)": 77.6, - "CodeSearchNetCCRetrieval (go)": 69.66, - "CodeSearchNetCCRetrieval (ruby)": 72.75, - "CodeSearchNetCCRetrieval (java)": 75.58, - "CodeSearchNetCCRetrieval (php)": 69.38, - "CodeSearchNetRetrieval (python)": 86.31, - "CodeSearchNetRetrieval (javascript)": 69.53, - "CodeSearchNetRetrieval (go)": 90.3, - "CodeSearchNetRetrieval (ruby)": 76.58, - "CodeSearchNetRetrieval (java)": 74.96, - "CodeSearchNetRetrieval (php)": 80.28, - "CodeTransOceanContest": 69.76, - "CodeTransOceanDL": 32.3, - "CosQA": 29.61, - "CovidRetrieval": 72.82, - "DBPedia-PL": 29.27, - "DuRetrieval": 81.35, - "EcomRetrieval": 53.56, - "FiQA-PL": 22.03, - "FiQA2018": 33.13, - "GerDaLIR": 6.87, - "GerDaLIRSmall": 14.81, - "GermanDPR": 78.94, - "GermanQuAD-Retrieval": 93.14, - "HellaSwag": 23.73, - "HotpotQA-PL": 60.15, - "LEMBNarrativeQARetrieval": 22.6, - "LEMBQMSumRetrieval": 21.51, - "LEMBSummScreenFDRetrieval": 62.75, - "LEMBWikimQARetrieval": 57.13, - "LeCaRDv2": 61.58, - "LegalBenchConsumerContractsQA": 66.98, - "LegalBenchCorporateLobbying": 89.47, - "LegalQuAD": 47.8, - "LegalSummarization": 55.76, - "MIRACLRetrieval (ru)": 59.01, - "MIRACLRetrieval (ar)": 71.35, - "MIRACLRetrieval (bn)": 68.27, - "MIRACLRetrieval (de)": 48.75, - "MIRACLRetrieval (en)": 47.98, - "MIRACLRetrieval (es)": 51.23, - "MIRACLRetrieval (fa)": 53.34, - "MIRACLRetrieval (fi)": 73.35, - "MIRACLRetrieval (fr)": 47.61, - "MIRACLRetrieval (hi)": 55.13, - "MIRACLRetrieval (id)": 50.67, - "MIRACLRetrieval (ja)": 63.61, - "MIRACLRetrieval (ko)": 61.24, - "MIRACLRetrieval (sw)": 68.48, - "MIRACLRetrieval (te)": 81.31, - "MIRACLRetrieval (th)": 74.9, - "MIRACLRetrieval (yo)": 45.28, - "MIRACLRetrieval (zh)": 45.95, - "MMarcoRetrieval": 73.17, - "MSMARCO-PL": 26.94, - "MedicalRetrieval": 44.84, - "MintakaRetrieval (ar)": 21.22, - "MintakaRetrieval (de)": 25.6, - "MintakaRetrieval (es)": 26.4, - "MintakaRetrieval (fr)": 22.53, - "MintakaRetrieval (hi)": 21.1, - "MintakaRetrieval (it)": 26.25, - "MintakaRetrieval (ja)": 20.69, - "MintakaRetrieval (pt)": 24.44, - "NFCorpus": 31.0, - "NFCorpus-PL": 26.48, - "NQ-PL": 40.46, - "PIQA": 21.08, - "Quail": 2.38, - "Quora-PL": 78.7, - "RARbCode": 46.96, - "RARbMath": 63.91, - "RiaNewsRetrieval": 70.0, - "RuBQRetrieval": 68.53, - "SCIDOCS": 13.9, - "SCIDOCS-PL": 11.6, - "SIQA": 2.57, - "SciFact": 67.7, - "SciFact-PL": 62.76, - "SpartQA": 5.43, - "StackOverflowQA": 81.94, - "SyntecRetrieval": 75.76, - "SyntheticText2SQL": 46.29, - "T2Retrieval": 71.39, - "TRECCOVID": 72.57, - "TRECCOVID-PL": 70.92, - "TempReasonL1": 0.8, - "TempReasonL2Fact": 36.76, - "TempReasonL2Pure": 0.62, - "TempReasonL3Fact": 32.42, - "TempReasonL3Pure": 6.36, - "Touche2020": 21.16, - "VideoRetrieval": 58.09, - "WinoGrande": 37.46, - "XMarket (de)": 15.55, - "XMarket (en)": 18.11, - "XMarket (es)": 11.55, - "XPQARetrieval (ara-ara)": 39.93, - "XPQARetrieval (eng-ara)": 18.09, - "XPQARetrieval (ara-eng)": 31.64, - "XPQARetrieval (deu-deu)": 69.43, - "XPQARetrieval (eng-deu)": 25.14, - "XPQARetrieval (deu-eng)": 52.36, - "XPQARetrieval (spa-spa)": 55.71, - "XPQARetrieval (eng-spa)": 22.5, - "XPQARetrieval (spa-eng)": 42.4, - "XPQARetrieval (fra-fra)": 57.17, - "XPQARetrieval (eng-fra)": 27.69, - "XPQARetrieval (fra-eng)": 47.46, - "XPQARetrieval (hin-hin)": 68.15, - "XPQARetrieval (eng-hin)": 25.82, - "XPQARetrieval (hin-eng)": 63.79, - "XPQARetrieval (ita-ita)": 67.71, - "XPQARetrieval (eng-ita)": 22.97, - "XPQARetrieval (ita-eng)": 46.61, - "XPQARetrieval (jpn-jpn)": 69.49, - "XPQARetrieval (eng-jpn)": 25.08, - "XPQARetrieval (jpn-eng)": 54.6, - "XPQARetrieval (kor-kor)": 32.98, - "XPQARetrieval (eng-kor)": 22.38, - "XPQARetrieval (kor-eng)": 22.99, - "XPQARetrieval (pol-pol)": 43.37, - "XPQARetrieval (eng-pol)": 19.89, - "XPQARetrieval (pol-eng)": 28.72, - "XPQARetrieval (por-por)": 41.8, - "XPQARetrieval (eng-por)": 15.79, - "XPQARetrieval (por-eng)": 33.77, - "XPQARetrieval (tam-tam)": 31.65, - "XPQARetrieval (eng-tam)": 13.18, - "XPQARetrieval (tam-eng)": 26.44, - "XPQARetrieval (cmn-cmn)": 63.98, - "XPQARetrieval (eng-cmn)": 16.52, - "XPQARetrieval (cmn-eng)": 45.32, - "XPQARetrieval (fr)": 57.47 - } - ] - }, - "STS": { - "cosine_spearman": [ - { - "Model": "multilingual-e5-small", - "AFQMC": 25.21, - "ATEC": 35.14, - "BIOSSES": 82.46, - "BQ": 43.27, - "CDSC-R": 90.27, - "GermanSTSBenchmark": 78.42, - "LCQMC": 72.7, - "PAWSX": 11.0, - "RUParaPhraserSTS": 70.46, - "RuSTSBenchmarkSTS": 78.08, - "SICK-R": 77.51, - "SICK-R-PL": 69.45, - "SICKFr": 74.67, - "STS12": 76.56, - "STS13": 76.97, - "STS14": 75.52, - "STS15": 87.12, - "STS16": 83.63, - "STS17 (it-en)": 77.31, - "STS17 (en-ar)": 57.39, - "STS17 (en-en)": 86.42, - "STS17 (en-tr)": 55.93, - "STS17 (ar-ar)": 73.0, - "STS17 (nl-en)": 75.43, - "STS17 (ko-ko)": 78.87, - "STS17 (fr-en)": 72.28, - "STS17 (es-es)": 84.83, - "STS17 (en-de)": 76.82, - "STS17 (es-en)": 72.43, - "STS22 (ru)": 59.9, - "STS22 (de-fr)": 60.62, - "STS22 (es-en)": 74.2, - "STS22 (it)": 76.53, - "STS22 (zh)": 66.85, - "STS22 (zh-en)": 65.32, - "STS22 (de-en)": 56.07, - "STS22 (de-pl)": 28.24, - "STS22 (es)": 66.86, - "STS22 (tr)": 63.69, - "STS22 (ar)": 56.65, - "STS22 (fr)": 76.58, - "STS22 (fr-pl)": 84.52, - "STS22 (de)": 53.45, - "STS22 (pl)": 35.78, - "STS22 (pl-en)": 72.69, - "STS22 (en)": 61.25, - "STS22 (es-it)": 71.74, - "STSB": 77.73, - "STSBenchmark": 84.11, - "STSBenchmarkMultilingualSTS (es)": 80.31, - "STSBenchmarkMultilingualSTS (en)": 84.11, - "STSBenchmarkMultilingualSTS (de)": 79.17, - "STSBenchmarkMultilingualSTS (nl)": 76.04, - "STSBenchmarkMultilingualSTS (it)": 78.21, - "STSBenchmarkMultilingualSTS (zh)": 78.49, - "STSBenchmarkMultilingualSTS (ru)": 78.24, - "STSBenchmarkMultilingualSTS (fr)": 79.2, - "STSBenchmarkMultilingualSTS (pt)": 77.39, - "STSBenchmarkMultilingualSTS (pl)": 72.61 - }, - { - "Model": "multilingual-e5-small", - "AFQMC": 25.21, - "ATEC": 35.14, - "BIOSSES": 82.46, - "BQ": 43.27, - "CDSC-R": 90.27, - "GermanSTSBenchmark": 78.42, - "LCQMC": 72.7, - "PAWSX": 11.0, - "RUParaPhraserSTS": 70.46, - "RuSTSBenchmarkSTS": 78.08, - "SICK-R": 77.51, - "SICK-R-PL": 69.45, - "SICKFr": 74.67, - "STS12": 76.56, - "STS13": 76.97, - "STS14": 75.52, - "STS15": 87.12, - "STS16": 83.63, - "STS17 (it-en)": 77.31, - "STS17 (en-ar)": 57.39, - "STS17 (en-en)": 86.42, - "STS17 (en-tr)": 55.93, - "STS17 (ar-ar)": 73.0, - "STS17 (nl-en)": 75.43, - "STS17 (ko-ko)": 78.87, - "STS17 (fr-en)": 72.28, - "STS17 (es-es)": 84.83, - "STS17 (en-de)": 76.82, - "STS17 (es-en)": 72.43, - "STS22 (ru)": 59.9, - "STS22 (de-fr)": 60.62, - "STS22 (es-en)": 74.2, - "STS22 (it)": 76.53, - "STS22 (zh)": 66.85, - "STS22 (zh-en)": 65.32, - "STS22 (de-en)": 56.07, - "STS22 (de-pl)": 28.24, - "STS22 (es)": 66.86, - "STS22 (tr)": 63.69, - "STS22 (ar)": 56.65, - "STS22 (fr)": 76.58, - "STS22 (fr-pl)": 84.52, - "STS22 (de)": 53.45, - "STS22 (pl)": 35.78, - "STS22 (pl-en)": 72.69, - "STS22 (en)": 61.25, - "STS22 (es-it)": 71.74, - "STSB": 77.73, - "STSBenchmark": 84.11, - "STSBenchmarkMultilingualSTS (es)": 80.31, - "STSBenchmarkMultilingualSTS (en)": 84.11, - "STSBenchmarkMultilingualSTS (de)": 79.17, - "STSBenchmarkMultilingualSTS (nl)": 76.04, - "STSBenchmarkMultilingualSTS (it)": 78.21, - "STSBenchmarkMultilingualSTS (zh)": 78.49, - "STSBenchmarkMultilingualSTS (ru)": 78.24, - "STSBenchmarkMultilingualSTS (fr)": 79.2, - "STSBenchmarkMultilingualSTS (pt)": 77.39, - "STSBenchmarkMultilingualSTS (pl)": 72.61 - }, - { - "Model": "multilingual-e5-small", - "AFQMC": 25.21, - "ATEC": 35.14, - "BQ": 43.27, - "CDSC-R": 90.27, - "LCQMC": 72.7, - "PAWSX": 11.01, - "QBQTC": 30.25, - "SICK-R-PL": 69.46, - "SICKFr": 75.62, - "STS22 (pl)": 35.8, - "STSB": 77.73, - "STSBenchmarkMultilingualSTS (fr)": 79.32 - } - ] - }, - "Summarization": { - "cosine_spearman": [ - { - "Model": "multilingual-e5-small", - "SummEval": 30.04, - "SummEvalFr": 31.14 - }, - { - "Model": "multilingual-e5-small", - "SummEval": 30.04, - "SummEvalFr": 31.14 - }, - { - "Model": "multilingual-e5-small", - "SummEvalFr": 31.85 - } - ] - }, - "MultilabelClassification": { - "accuracy": [ - { - "Model": "multilingual-e5-small", - "CEDRClassification": 40.07, - "SensitiveTopicsClassification": 23.91 - } - ] - }, - "InstructionRetrieval": { - "p-MRR": [ - { - "Model": "multilingual-e5-small", - "Core17InstructionRetrieval": -0.26, - "News21InstructionRetrieval": 0.54, - "Robust04InstructionRetrieval": -7.62 - } - ] - } - }, - "ipipan__herbert-base-retrieval-v2": { - "BitextMining": { - "f1": [] - }, - "Classification": { - "accuracy": [ - { - "Model": "herbert-base-retrieval-v2", - "AllegroReviews": 34.11, - "CBD": 68.35, - "MassiveIntentClassification (pl)": 65.53, - "MassiveScenarioClassification (pl)": 68.51, - "PAC": 68.4, - "PolEmo2.0-IN": 64.18, - "PolEmo2.0-OUT": 45.73 - } - ] - }, - "Clustering": { - "v_measure": [ - { - "Model": "herbert-base-retrieval-v2", - "8TagsClustering": 28.15 - } - ] - }, - "PairClassification": { - "max_ap": [ - { - "Model": "herbert-base-retrieval-v2", - "CDSC-E": 63.31, - "PPC": 84.18, - "PSC": 98.87, - "SICK-E-PL": 54.93 - }, - { - "Model": "herbert-base-retrieval-v2", - "CDSC-E": 63.61, - "PPC": 84.37, - "PSC": 98.98, - "SICK-E-PL": 54.95 - } - ] - }, - "Reranking": { - "map": [] - }, - "Retrieval": { - "ndcg_at_10": [ - { - "Model": "herbert-base-retrieval-v2", - "ArguAna-PL": 41.97, - "DBPedia-PL": 24.07, - "FiQA-PL": 24.25, - "HotpotQA-PL": 43.41, - "MSMARCO-PL": 51.56, - "NFCorpus-PL": 25.95, - "NQ-PL": 35.09, - "Quora-PL": 78.86, - "SCIDOCS-PL": 11.0, - "SciFact-PL": 51.92, - "TRECCOVID-PL": 42.64 - } - ] - }, - "STS": { - "cosine_spearman": [ - { - "Model": "herbert-base-retrieval-v2", - "CDSC-R": 86.18, - "SICK-R-PL": 64.67, - "STS22 (pl)": 39.73 - } - ] - }, - "Summarization": { - "cosine_spearman": [] - }, - "MultilabelClassification": { - "accuracy": [] - }, - "InstructionRetrieval": { - "p-MRR": [] - } - }, - "ipipan__silver-retriever-base-v1": { - "BitextMining": { - "f1": [] - }, - "Classification": { - "accuracy": [ - { - "Model": "silver-retriever-base-v1", - "AllegroReviews": 33.35, - "CBD": 68.51, - "MassiveIntentClassification (pl)": 66.63, - "MassiveScenarioClassification (pl)": 69.97, - "PAC": 66.26, - "PolEmo2.0-IN": 63.52, - "PolEmo2.0-OUT": 44.7 - } - ] - }, - "Clustering": { - "v_measure": [ - { - "Model": "silver-retriever-base-v1", - "8TagsClustering": 31.49 - } - ] - }, - "PairClassification": { - "max_ap": [ - { - "Model": "silver-retriever-base-v1", - "CDSC-E": 67.35, - "PPC": 85.33, - "PSC": 98.46, - "SICK-E-PL": 58.19 - }, - { - "Model": "silver-retriever-base-v1", - "CDSC-E": 67.56, - "PPC": 85.98, - "PSC": 98.6, - "SICK-E-PL": 58.54 - } - ] - }, - "Reranking": { - "map": [] - }, - "Retrieval": { - "ndcg_at_10": [ - { - "Model": "silver-retriever-base-v1", - "ArguAna-PL": 44.12, - "DBPedia-PL": 26.32, - "FiQA-PL": 24.95, - "HotpotQA-PL": 45.13, - "MSMARCO-PL": 25.47, - "NFCorpus-PL": 28.55, - "NQ-PL": 37.9, - "Quora-PL": 77.98, - "SCIDOCS-PL": 10.9, - "SciFact-PL": 54.44, - "TRECCOVID-PL": 46.98 - } - ] - }, - "STS": { - "cosine_spearman": [ - { - "Model": "silver-retriever-base-v1", - "CDSC-R": 89.09, - "SICK-R-PL": 67.26, - "STS22 (pl)": 38.69 - } - ] - }, - "Summarization": { - "cosine_spearman": [] - }, - "MultilabelClassification": { - "accuracy": [] - }, - "InstructionRetrieval": { - "p-MRR": [] - } - }, - "izhx__udever-bloom-1b1": { - "BitextMining": { - "f1": [ - { - "Model": "udever-bloom-1b1", - "BornholmBitextMining": 21.91 - } - ] - }, - "Classification": { - "accuracy": [ - { - "Model": "udever-bloom-1b1", - "AllegroReviews": 23.37, - "AmazonReviewsClassification (fr)": 35.12, - "AngryTweetsClassification": 44.39, - "CBD": 51.92, - "DanishPoliticalCommentsClassification": 27.83, - "GeoreviewClassification": 30.5, - "HeadlineClassification": 36.09, - "InappropriatenessClassification": 54.64, - "KinopoiskClassification": 41.23, - "LccSentimentClassification": 36.87, - "MTOPDomainClassification (fr)": 69.24, - "MTOPIntentClassification (fr)": 51.25, - "MasakhaNEWSClassification (fra)": 80.83, - "MassiveIntentClassification (fr)": 43.21, - "MassiveScenarioClassification (fr)": 49.78, - "NoRecClassification": 38.75, - "NordicLangClassification": 59.31, - "PAC": 64.44, - "PolEmo2.0-IN": 41.79, - "PolEmo2.0-OUT": 32.67, - "RuReviewsClassification": 45.26, - "RuSciBenchGRNTIClassification": 30.37, - "RuSciBenchOECDClassification": 22.65 - } - ] - }, - "Clustering": { - "v_measure": [ - { - "Model": "udever-bloom-1b1", - "AlloProfClusteringP2P": 61.84, - "AlloProfClusteringS2S": 25.56, - "BlurbsClusteringP2P": 24.28, - "BlurbsClusteringS2S": 8.08, - "GeoreviewClusteringP2P": 26.01, - "HALClusteringS2S": 14.15, - "MLSUMClusteringP2P": 44.11, - "MLSUMClusteringS2S": 30.47, - "MasakhaNEWSClusteringP2P (fra)": 40.2, - "MasakhaNEWSClusteringS2S (fra)": 28.75, - "MasakhaNEWSClusteringS2S (amh)": 44.47, - "MasakhaNEWSClusteringS2S (eng)": 12.52, - "MasakhaNEWSClusteringS2S (hau)": 5.12, - "MasakhaNEWSClusteringS2S (ibo)": 30.74, - "MasakhaNEWSClusteringS2S (lin)": 45.75, - "MasakhaNEWSClusteringS2S (lug)": 44.31, - "MasakhaNEWSClusteringS2S (orm)": 21.26, - "MasakhaNEWSClusteringS2S (pcm)": 50.75, - "MasakhaNEWSClusteringS2S (run)": 47.24, - "MasakhaNEWSClusteringS2S (sna)": 43.2, - "MasakhaNEWSClusteringS2S (som)": 25.55, - "MasakhaNEWSClusteringS2S (swa)": 7.31, - "MasakhaNEWSClusteringS2S (tir)": 42.49, - "MasakhaNEWSClusteringS2S (xho)": 22.07, - "MasakhaNEWSClusteringS2S (yor)": 29.83, - "RuSciBenchGRNTIClusteringP2P": 22.15, - "RuSciBenchOECDClusteringP2P": 19.23, - "TenKGnadClusteringP2P": 36.81, - "TenKGnadClusteringS2S": 7.05 - } - ] - }, - "PairClassification": { - "max_ap": [ - { - "Model": "udever-bloom-1b1", - "CDSC-E": 45.12, - "FalseFriendsGermanEnglish": 48.72, - "OpusparcusPC (de)": 88.82, - "OpusparcusPC (en)": 94.61, - "OpusparcusPC (fi)": 79.58, - "OpusparcusPC (fr)": 85.54, - "OpusparcusPC (ru)": 79.54, - "OpusparcusPC (sv)": 78.74, - "PSC": 80.86, - "PawsXPairClassification (de)": 57.54, - "PawsXPairClassification (en)": 64.77, - "PawsXPairClassification (es)": 60.22, - "PawsXPairClassification (fr)": 61.99, - "PawsXPairClassification (ja)": 52.85, - "PawsXPairClassification (ko)": 55.63, - "PawsXPairClassification (zh)": 59.83, - "SICK-E-PL": 43.86, - "TERRa": 48.11 - }, - { - "Model": "udever-bloom-1b1", - "CDSC-E": 46.68, - "FalseFriendsGermanEnglish": 48.89, - "OpusparcusPC (fr)": 90.15, - "OpusparcusPC (de)": 90.29, - "OpusparcusPC (en)": 95.92, - "OpusparcusPC (fi)": 81.01, - "OpusparcusPC (ru)": 80.51, - "OpusparcusPC (sv)": 79.73, - "PSC": 85.54, - "PawsXPairClassification (fr)": 64.15, - "PawsXPairClassification (de)": 58.58, - "PawsXPairClassification (en)": 66.19, - "PawsXPairClassification (es)": 62.39, - "PawsXPairClassification (ja)": 53.39, - "PawsXPairClassification (ko)": 55.7, - "PawsXPairClassification (zh)": 60.76, - "SICK-E-PL": 44.32, - "TERRa": 50.86 - }, - { - "Model": "udever-bloom-1b1", - "OpusparcusPC (fr)": 85.54, - "PawsXPairClassification (fr)": 61.99 - } - ] - }, - "Reranking": { - "map": [ - { - "Model": "udever-bloom-1b1", - "AlloprofReranking": 38.6, - "RuBQReranking": 23.18, - "SyntecReranking": 47.99 - }, - { - "Model": "udever-bloom-1b1", - "MIRACLReranking (ar)": 17.32, - "MIRACLReranking (bn)": 33.92, - "MIRACLReranking (de)": 7.29, - "MIRACLReranking (en)": 25.91, - "MIRACLReranking (es)": 20.2, - "MIRACLReranking (fa)": 11.09, - "MIRACLReranking (fi)": 11.8, - "MIRACLReranking (fr)": 13.63, - "MIRACLReranking (hi)": 32.18, - "MIRACLReranking (id)": 12.28, - "MIRACLReranking (ja)": 13.57, - "MIRACLReranking (ko)": 21.09, - "MIRACLReranking (ru)": 7.12, - "MIRACLReranking (sw)": 17.07, - "MIRACLReranking (te)": 17.5, - "MIRACLReranking (th)": 8.98, - "MIRACLReranking (yo)": 6.34, - "MIRACLReranking (zh)": 18.61 - } - ] - }, - "Retrieval": { - "ndcg_at_10": [ - { - "Model": "udever-bloom-1b1", - "AILAStatutes": 20.96, - "ARCChallenge": 4.32, - "AlloprofRetrieval": 12.25, - "AlphaNLI": 2.95, - "BSARDRetrieval": 6.61, - "GermanQuAD-Retrieval": 18.27, - "HellaSwag": 13.79, - "LegalBenchConsumerContractsQA": 43.75, - "LegalBenchCorporateLobbying": 75.83, - "LegalSummarization": 46.2, - "MintakaRetrieval (fr)": 2.78, - "MintakaRetrieval (ar)": 3.36, - "MintakaRetrieval (de)": 1.01, - "MintakaRetrieval (es)": 2.35, - "MintakaRetrieval (hi)": 6.76, - "MintakaRetrieval (it)": 2.16, - "MintakaRetrieval (ja)": 3.72, - "MintakaRetrieval (pt)": 1.67, - "PIQA": 5.79, - "Quail": 1.65, - "RARbCode": 10.53, - "RARbMath": 26.48, - "RiaNewsRetrieval": 1.3, - "RuBQRetrieval": 0.91, - "SIQA": 0.78, - "SciFact-PL": 8.27, - "SpartQA": 0.11, - "SyntecRetrieval": 43.25, - "TempReasonL1": 0.2, - "TempReasonL2Fact": 4.22, - "TempReasonL2Pure": 0.24, - "TempReasonL3Fact": 5.01, - "TempReasonL3Pure": 2.13, - "WinoGrande": 2.56, - "XPQARetrieval (fr)": 33.82, - "XPQARetrieval (ara-ara)": 16.5, - "XPQARetrieval (eng-ara)": 1.9, - "XPQARetrieval (ara-eng)": 5.89, - "XPQARetrieval (deu-deu)": 18.76, - "XPQARetrieval (eng-deu)": 0.64, - "XPQARetrieval (deu-eng)": 10.08, - "XPQARetrieval (spa-spa)": 28.65, - "XPQARetrieval (eng-spa)": 2.55, - "XPQARetrieval (spa-eng)": 14.99, - "XPQARetrieval (fra-fra)": 33.82, - "XPQARetrieval (eng-fra)": 3.6, - "XPQARetrieval (fra-eng)": 13.52, - "XPQARetrieval (hin-hin)": 49.89, - "XPQARetrieval (eng-hin)": 9.46, - "XPQARetrieval (hin-eng)": 17.68, - "XPQARetrieval (ita-ita)": 22.47, - "XPQARetrieval (eng-ita)": 2.05, - "XPQARetrieval (ita-eng)": 14.23, - "XPQARetrieval (jpn-jpn)": 32.34, - "XPQARetrieval (eng-jpn)": 1.32, - "XPQARetrieval (jpn-eng)": 3.18, - "XPQARetrieval (kor-kor)": 12.19, - "XPQARetrieval (eng-kor)": 3.13, - "XPQARetrieval (kor-eng)": 2.06, - "XPQARetrieval (pol-pol)": 6.88, - "XPQARetrieval (eng-pol)": 0.74, - "XPQARetrieval (pol-eng)": 5.26, - "XPQARetrieval (por-por)": 21.11, - "XPQARetrieval (eng-por)": 1.57, - "XPQARetrieval (por-eng)": 7.35, - "XPQARetrieval (tam-tam)": 12.77, - "XPQARetrieval (eng-tam)": 3.73, - "XPQARetrieval (tam-eng)": 1.54, - "XPQARetrieval (cmn-cmn)": 36.29, - "XPQARetrieval (eng-cmn)": 2.16, - "XPQARetrieval (cmn-eng)": 8.26 - } - ] - }, - "STS": { - "cosine_spearman": [ - { - "Model": "udever-bloom-1b1", - "CDSC-R": 65.58, - "GermanSTSBenchmark": 35.78, - "RUParaPhraserSTS": 39.08, - "RuSTSBenchmarkSTS": 44.22, - "SICK-R-PL": 33.35, - "SICKFr": 59.94, - "STSBenchmarkMultilingualSTS (zh)": 49.47, - "STSBenchmarkMultilingualSTS (de)": 37.51, - "STSBenchmarkMultilingualSTS (en)": 48.85, - "STSBenchmarkMultilingualSTS (ru)": 45.06, - "STSBenchmarkMultilingualSTS (pl)": 35.54, - "STSBenchmarkMultilingualSTS (it)": 42.62, - "STSBenchmarkMultilingualSTS (fr)": 49.97, - "STSBenchmarkMultilingualSTS (nl)": 32.41, - "STSBenchmarkMultilingualSTS (es)": 49.08, - "STSBenchmarkMultilingualSTS (pt)": 35.28 - }, - { - "Model": "udever-bloom-1b1", - "CDSC-R": 65.58, - "GermanSTSBenchmark": 35.78, - "RUParaPhraserSTS": 39.08, - "RuSTSBenchmarkSTS": 44.22, - "SICK-R-PL": 33.35, - "SICKFr": 59.94, - "STSBenchmarkMultilingualSTS (zh)": 49.47, - "STSBenchmarkMultilingualSTS (de)": 37.51, - "STSBenchmarkMultilingualSTS (en)": 48.85, - "STSBenchmarkMultilingualSTS (ru)": 45.06, - "STSBenchmarkMultilingualSTS (pl)": 35.54, - "STSBenchmarkMultilingualSTS (it)": 42.62, - "STSBenchmarkMultilingualSTS (fr)": 49.97, - "STSBenchmarkMultilingualSTS (nl)": 32.41, - "STSBenchmarkMultilingualSTS (es)": 49.08, - "STSBenchmarkMultilingualSTS (pt)": 35.28 - }, - { - "Model": "udever-bloom-1b1", - "SICKFr": 59.94, - "STS22 (fr)": 77.1, - "STSBenchmarkMultilingualSTS (fr)": 49.97 - } - ] - }, - "Summarization": { - "cosine_spearman": [ - { - "Model": "udever-bloom-1b1", - "SummEvalFr": 29.48 - }, - { - "Model": "udever-bloom-1b1", - "SummEvalFr": 29.48 - }, - { - "Model": "udever-bloom-1b1", - "SummEvalFr": 29.48 - } - ] - }, - "MultilabelClassification": { - "accuracy": [ - { - "Model": "udever-bloom-1b1", - "CEDRClassification": 31.77, - "SensitiveTopicsClassification": 17.36 - } - ] - }, - "InstructionRetrieval": { - "p-MRR": [ - { - "Model": "udever-bloom-1b1", - "Core17InstructionRetrieval": 0.29, - "News21InstructionRetrieval": -0.24, - "Robust04InstructionRetrieval": -3.35 - } - ] - } - }, - "izhx__udever-bloom-560m": { - "BitextMining": { - "f1": [ - { - "Model": "udever-bloom-560m", - "BornholmBitextMining": 11.73 - } - ] - }, - "Classification": { - "accuracy": [ - { - "Model": "udever-bloom-560m", - "AllegroReviews": 24.59, - "AmazonReviewsClassification (fr)": 26.85, - "AngryTweetsClassification": 40.61, - "CBD": 51.69, - "DanishPoliticalCommentsClassification": 24.87, - "GeoreviewClassification": 28.08, - "HeadlineClassification": 28.25, - "InappropriatenessClassification": 52.74, - "KinopoiskClassification": 39.85, - "LccSentimentClassification": 33.27, - "MTOPDomainClassification (fr)": 34.99, - "MTOPIntentClassification (fr)": 15.76, - "MasakhaNEWSClassification (fra)": 67.94, - "MassiveIntentClassification (fr)": 15.09, - "MassiveScenarioClassification (fr)": 21.67, - "NoRecClassification": 35.14, - "NordicLangClassification": 49.08, - "PAC": 62.49, - "PolEmo2.0-IN": 33.59, - "PolEmo2.0-OUT": 30.18, - "RuReviewsClassification": 41.19, - "RuSciBenchGRNTIClassification": 16.08, - "RuSciBenchOECDClassification": 12.1 - } - ] - }, - "Clustering": { - "v_measure": [ - { - "Model": "udever-bloom-560m", - "AlloProfClusteringP2P": 35.43, - "AlloProfClusteringS2S": 18.33, - "BlurbsClusteringP2P": 7.37, - "BlurbsClusteringS2S": 6.68, - "GeoreviewClusteringP2P": 18.84, - "HALClusteringS2S": 3.92, - "MLSUMClusteringP2P": 36.43, - "MLSUMClusteringS2S": 25.26, - "MasakhaNEWSClusteringP2P (fra)": 37.57, - "MasakhaNEWSClusteringS2S (fra)": 21.0, - "MasakhaNEWSClusteringS2S (amh)": 41.35, - "MasakhaNEWSClusteringS2S (eng)": 1.71, - "MasakhaNEWSClusteringS2S (hau)": 1.76, - "MasakhaNEWSClusteringS2S (ibo)": 20.8, - "MasakhaNEWSClusteringS2S (lin)": 46.14, - "MasakhaNEWSClusteringS2S (lug)": 40.37, - "MasakhaNEWSClusteringS2S (orm)": 21.45, - "MasakhaNEWSClusteringS2S (pcm)": 22.96, - "MasakhaNEWSClusteringS2S (run)": 41.53, - "MasakhaNEWSClusteringS2S (sna)": 40.61, - "MasakhaNEWSClusteringS2S (som)": 20.85, - "MasakhaNEWSClusteringS2S (swa)": 7.08, - "MasakhaNEWSClusteringS2S (tir)": 44.0, - "MasakhaNEWSClusteringS2S (xho)": 22.49, - "MasakhaNEWSClusteringS2S (yor)": 20.56, - "RuSciBenchGRNTIClusteringP2P": 9.23, - "RuSciBenchOECDClusteringP2P": 9.31, - "TenKGnadClusteringP2P": 3.47, - "TenKGnadClusteringS2S": 3.19 - } - ] - }, - "PairClassification": { - "max_ap": [ - { - "Model": "udever-bloom-560m", - "CDSC-E": 37.82, - "FalseFriendsGermanEnglish": 48.65, - "OpusparcusPC (de)": 85.58, - "OpusparcusPC (en)": 89.75, - "OpusparcusPC (fi)": 73.74, - "OpusparcusPC (fr)": 82.1, - "OpusparcusPC (ru)": 75.19, - "OpusparcusPC (sv)": 74.82, - "PSC": 52.97, - "PawsXPairClassification (de)": 54.05, - "PawsXPairClassification (en)": 59.57, - "PawsXPairClassification (es)": 57.1, - "PawsXPairClassification (fr)": 59.69, - "PawsXPairClassification (ja)": 50.78, - "PawsXPairClassification (ko)": 54.88, - "PawsXPairClassification (zh)": 58.85, - "SICK-E-PL": 40.96, - "TERRa": 49.05 - }, - { - "Model": "udever-bloom-560m", - "CDSC-E": 39.2, - "FalseFriendsGermanEnglish": 49.26, - "OpusparcusPC (fr)": 85.87, - "OpusparcusPC (de)": 87.15, - "OpusparcusPC (en)": 93.01, - "OpusparcusPC (fi)": 78.29, - "OpusparcusPC (ru)": 77.35, - "OpusparcusPC (sv)": 77.29, - "PSC": 59.59, - "PawsXPairClassification (fr)": 62.02, - "PawsXPairClassification (de)": 55.9, - "PawsXPairClassification (en)": 63.29, - "PawsXPairClassification (es)": 59.6, - "PawsXPairClassification (ja)": 51.72, - "PawsXPairClassification (ko)": 55.07, - "PawsXPairClassification (zh)": 59.72, - "SICK-E-PL": 42.39, - "TERRa": 49.05 - }, - { - "Model": "udever-bloom-560m", - "OpusparcusPC (fr)": 82.1, - "PawsXPairClassification (fr)": 59.69 - } - ] - }, - "Reranking": { - "map": [ - { - "Model": "udever-bloom-560m", - "AlloprofReranking": 30.7, - "RuBQReranking": 15.98, - "SyntecReranking": 47.21 - }, - { - "Model": "udever-bloom-560m", - "MIRACLReranking (ar)": 17.46, - "MIRACLReranking (bn)": 18.26, - "MIRACLReranking (de)": 3.33, - "MIRACLReranking (en)": 9.5, - "MIRACLReranking (es)": 11.12, - "MIRACLReranking (fa)": 8.22, - "MIRACLReranking (fi)": 6.01, - "MIRACLReranking (fr)": 6.85, - "MIRACLReranking (hi)": 20.97, - "MIRACLReranking (id)": 8.65, - "MIRACLReranking (ja)": 10.92, - "MIRACLReranking (ko)": 11.1, - "MIRACLReranking (ru)": 2.65, - "MIRACLReranking (sw)": 6.05, - "MIRACLReranking (te)": 11.42, - "MIRACLReranking (th)": 4.03, - "MIRACLReranking (yo)": 2.41, - "MIRACLReranking (zh)": 12.44 - } - ] - }, - "Retrieval": { - "ndcg_at_10": [ - { - "Model": "udever-bloom-560m", - "AILAStatutes": 15.61, - "ARCChallenge": 1.82, - "AlloprofRetrieval": 1.93, - "AlphaNLI": 0.79, - "BSARDRetrieval": 1.54, - "GermanQuAD-Retrieval": 3.72, - "HellaSwag": 4.43, - "LegalBenchConsumerContractsQA": 14.08, - "LegalBenchCorporateLobbying": 45.49, - "LegalSummarization": 19.72, - "MintakaRetrieval (fr)": 0.48, - "MintakaRetrieval (ar)": 1.54, - "MintakaRetrieval (de)": 0.48, - "MintakaRetrieval (es)": 0.75, - "MintakaRetrieval (hi)": 3.03, - "MintakaRetrieval (it)": 0.71, - "MintakaRetrieval (ja)": 2.11, - "MintakaRetrieval (pt)": 0.68, - "PIQA": 2.45, - "Quail": 0.28, - "RARbCode": 0.71, - "RARbMath": 3.05, - "RiaNewsRetrieval": 0.16, - "RuBQRetrieval": 0.19, - "SIQA": 0.08, - "SciFact-PL": 1.19, - "SpartQA": 0.04, - "SyntecRetrieval": 25.01, - "TempReasonL1": 0.02, - "TempReasonL2Fact": 0.81, - "TempReasonL2Pure": 0.13, - "TempReasonL3Fact": 1.14, - "TempReasonL3Pure": 0.55, - "WinoGrande": 0.03, - "XPQARetrieval (fr)": 12.98, - "XPQARetrieval (ara-ara)": 8.23, - "XPQARetrieval (eng-ara)": 0.43, - "XPQARetrieval (ara-eng)": 0.65, - "XPQARetrieval (deu-deu)": 2.14, - "XPQARetrieval (eng-deu)": 0.56, - "XPQARetrieval (deu-eng)": 1.09, - "XPQARetrieval (spa-spa)": 6.89, - "XPQARetrieval (eng-spa)": 2.03, - "XPQARetrieval (spa-eng)": 2.04, - "XPQARetrieval (fra-fra)": 12.98, - "XPQARetrieval (eng-fra)": 2.55, - "XPQARetrieval (fra-eng)": 1.84, - "XPQARetrieval (hin-hin)": 33.22, - "XPQARetrieval (eng-hin)": 7.69, - "XPQARetrieval (hin-eng)": 0.42, - "XPQARetrieval (ita-ita)": 6.4, - "XPQARetrieval (eng-ita)": 0.84, - "XPQARetrieval (ita-eng)": 2.84, - "XPQARetrieval (jpn-jpn)": 12.26, - "XPQARetrieval (eng-jpn)": 0.49, - "XPQARetrieval (jpn-eng)": 0.6, - "XPQARetrieval (kor-kor)": 3.69, - "XPQARetrieval (eng-kor)": 0.61, - "XPQARetrieval (kor-eng)": 0.69, - "XPQARetrieval (pol-pol)": 1.62, - "XPQARetrieval (eng-pol)": 0.72, - "XPQARetrieval (pol-eng)": 0.62, - "XPQARetrieval (por-por)": 6.58, - "XPQARetrieval (eng-por)": 1.99, - "XPQARetrieval (por-eng)": 2.64, - "XPQARetrieval (tam-tam)": 5.82, - "XPQARetrieval (eng-tam)": 0.79, - "XPQARetrieval (tam-eng)": 0.47, - "XPQARetrieval (cmn-cmn)": 19.15, - "XPQARetrieval (eng-cmn)": 0.41, - "XPQARetrieval (cmn-eng)": 1.01 - } - ] - }, - "STS": { - "cosine_spearman": [ - { - "Model": "udever-bloom-560m", - "CDSC-R": 48.51, - "GermanSTSBenchmark": 23.42, - "RUParaPhraserSTS": 29.73, - "RuSTSBenchmarkSTS": 32.6, - "SICK-R-PL": 28.02, - "SICKFr": 54.54, - "STSBenchmarkMultilingualSTS (fr)": 36.78, - "STSBenchmarkMultilingualSTS (nl)": 22.06, - "STSBenchmarkMultilingualSTS (de)": 25.43, - "STSBenchmarkMultilingualSTS (pt)": 29.27, - "STSBenchmarkMultilingualSTS (it)": 22.74, - "STSBenchmarkMultilingualSTS (zh)": 35.7, - "STSBenchmarkMultilingualSTS (en)": 30.66, - "STSBenchmarkMultilingualSTS (pl)": 29.04, - "STSBenchmarkMultilingualSTS (ru)": 33.44, - "STSBenchmarkMultilingualSTS (es)": 36.23 - }, - { - "Model": "udever-bloom-560m", - "CDSC-R": 48.51, - "GermanSTSBenchmark": 23.42, - "RUParaPhraserSTS": 29.73, - "RuSTSBenchmarkSTS": 32.6, - "SICK-R-PL": 28.02, - "SICKFr": 54.54, - "STSBenchmarkMultilingualSTS (fr)": 36.78, - "STSBenchmarkMultilingualSTS (nl)": 22.06, - "STSBenchmarkMultilingualSTS (de)": 25.43, - "STSBenchmarkMultilingualSTS (pt)": 29.27, - "STSBenchmarkMultilingualSTS (it)": 22.74, - "STSBenchmarkMultilingualSTS (zh)": 35.7, - "STSBenchmarkMultilingualSTS (en)": 30.66, - "STSBenchmarkMultilingualSTS (pl)": 29.04, - "STSBenchmarkMultilingualSTS (ru)": 33.44, - "STSBenchmarkMultilingualSTS (es)": 36.23 - }, - { - "Model": "udever-bloom-560m", - "SICKFr": 54.54, - "STS22 (fr)": 61.35, - "STSBenchmarkMultilingualSTS (fr)": 36.78 - } - ] - }, - "Summarization": { - "cosine_spearman": [ - { - "Model": "udever-bloom-560m", - "SummEvalFr": 23.63 - }, - { - "Model": "udever-bloom-560m", - "SummEvalFr": 23.64 - }, - { - "Model": "udever-bloom-560m", - "SummEvalFr": 23.63 - } - ] - }, - "MultilabelClassification": { - "accuracy": [ - { - "Model": "udever-bloom-560m", - "CEDRClassification": 32.34, - "SensitiveTopicsClassification": 17.7 - } - ] - }, - "InstructionRetrieval": { - "p-MRR": [ - { - "Model": "udever-bloom-560m", - "Core17InstructionRetrieval": -0.94, - "News21InstructionRetrieval": -0.31, - "Robust04InstructionRetrieval": -1.17 - } - ] - } - }, - "jhu-clsp__FollowIR-7B": { - "BitextMining": { - "f1": [] - }, - "Classification": { - "accuracy": [] - }, - "Clustering": { - "v_measure": [] - }, - "PairClassification": { - "max_ap": [] - }, - "Reranking": { - "map": [] - }, - "Retrieval": { - "ndcg_at_10": [] - }, - "STS": { - "cosine_spearman": [] - }, - "Summarization": { - "cosine_spearman": [] - }, - "MultilabelClassification": { - "accuracy": [] - }, - "InstructionRetrieval": { - "p-MRR": [ - { - "Model": "FollowIR-7B", - "Core17InstructionRetrieval": 16.48, - "News21InstructionRetrieval": 6.26, - "Robust04InstructionRetrieval": 13.72 - } - ] - } - }, - "jinaai__jina-embeddings-v2-base-en": { - "BitextMining": { - "f1": [ - { - "Model": "jina-embeddings-v2-base-en", - "BornholmBitextMining": 0.62, - "Tatoeba (tel-eng)": 0.0, - "Tatoeba (por-eng)": 0.18, - "Tatoeba (heb-eng)": 0.0, - "Tatoeba (fra-eng)": 0.1, - "Tatoeba (uig-eng)": 0.0, - "Tatoeba (swg-eng)": 0.0, - "Tatoeba (ukr-eng)": 0.04, - "Tatoeba (kat-eng)": 0.02, - "Tatoeba (pam-eng)": 0.1, - "Tatoeba (lit-eng)": 0.05, - "Tatoeba (ind-eng)": 0.1, - "Tatoeba (vie-eng)": 0.13, - "Tatoeba (slk-eng)": 0.06, - "Tatoeba (mal-eng)": 0.03, - "Tatoeba (mon-eng)": 0.0, - "Tatoeba (zsm-eng)": 0.0, - "Tatoeba (arq-eng)": 0.11, - "Tatoeba (xho-eng)": 0.08, - "Tatoeba (bos-eng)": 0.0, - "Tatoeba (max-eng)": 0.0, - "Tatoeba (khm-eng)": 0.0, - "Tatoeba (yue-eng)": 0.0, - "Tatoeba (swh-eng)": 0.13, - "Tatoeba (tgl-eng)": 0.1, - "Tatoeba (eus-eng)": 0.15, - "Tatoeba (gla-eng)": 0.27, - "Tatoeba (cym-eng)": 0.11, - "Tatoeba (hye-eng)": 0.14, - "Tatoeba (bre-eng)": 0.01, - "Tatoeba (amh-eng)": 0.48, - "Tatoeba (hun-eng)": 0.1, - "Tatoeba (nno-eng)": 0.01, - "Tatoeba (ido-eng)": 0.0, - "Tatoeba (oci-eng)": 0.01, - "Tatoeba (wuu-eng)": 0.0, - "Tatoeba (uzb-eng)": 0.25, - "Tatoeba (deu-eng)": 0.12, - "Tatoeba (kor-eng)": 0.07, - "Tatoeba (ceb-eng)": 0.09, - "Tatoeba (mkd-eng)": 0.02, - "Tatoeba (ber-eng)": 0.04, - "Tatoeba (aze-eng)": 0.1, - "Tatoeba (csb-eng)": 0.0, - "Tatoeba (dan-eng)": 0.21, - "Tatoeba (hin-eng)": 0.1, - "Tatoeba (jav-eng)": 0.0, - "Tatoeba (cmn-eng)": 0.0, - "Tatoeba (arz-eng)": 0.09, - "Tatoeba (rus-eng)": 0.0, - "Tatoeba (orv-eng)": 0.09, - "Tatoeba (sqi-eng)": 0.18, - "Tatoeba (bel-eng)": 0.01, - "Tatoeba (dtp-eng)": 0.03, - "Tatoeba (ron-eng)": 0.16, - "Tatoeba (tuk-eng)": 0.0, - "Tatoeba (isl-eng)": 0.04, - "Tatoeba (cha-eng)": 0.66, - "Tatoeba (ara-eng)": 0.02, - "Tatoeba (mhr-eng)": 0.25, - "Tatoeba (cor-eng)": 0.05, - "Tatoeba (pms-eng)": 0.13, - "Tatoeba (lat-eng)": 0.19, - "Tatoeba (spa-eng)": 0.0, - "Tatoeba (ang-eng)": 1.11, - "Tatoeba (tzl-eng)": 0.64, - "Tatoeba (bul-eng)": 0.0, - "Tatoeba (ben-eng)": 0.04, - "Tatoeba (nld-eng)": 0.19, - "Tatoeba (fao-eng)": 0.15, - "Tatoeba (nds-eng)": 0.06, - "Tatoeba (tha-eng)": 0.0, - "Tatoeba (cat-eng)": 0.19, - "Tatoeba (swe-eng)": 0.05, - "Tatoeba (kur-eng)": 0.24, - "Tatoeba (dsb-eng)": 0.06, - "Tatoeba (kab-eng)": 0.05, - "Tatoeba (war-eng)": 0.03, - "Tatoeba (fin-eng)": 0.08, - "Tatoeba (tat-eng)": 0.07, - "Tatoeba (slv-eng)": 0.0, - "Tatoeba (epo-eng)": 0.05, - "Tatoeba (hrv-eng)": 0.0, - "Tatoeba (kaz-eng)": 0.0, - "Tatoeba (gle-eng)": 0.12, - "Tatoeba (pol-eng)": 0.16, - "Tatoeba (mar-eng)": 0.0, - "Tatoeba (jpn-eng)": 0.0, - "Tatoeba (nov-eng)": 1.47, - "Tatoeba (kzj-eng)": 0.1, - "Tatoeba (ell-eng)": 0.0, - "Tatoeba (lfn-eng)": 0.12, - "Tatoeba (hsb-eng)": 0.08, - "Tatoeba (tam-eng)": 0.03, - "Tatoeba (glg-eng)": 0.04, - "Tatoeba (pes-eng)": 0.07, - "Tatoeba (fry-eng)": 0.0, - "Tatoeba (nob-eng)": 0.19, - "Tatoeba (tur-eng)": 0.0, - "Tatoeba (ina-eng)": 0.07, - "Tatoeba (awa-eng)": 0.0, - "Tatoeba (ast-eng)": 0.98, - "Tatoeba (urd-eng)": 0.11, - "Tatoeba (yid-eng)": 0.0, - "Tatoeba (gsw-eng)": 0.43, - "Tatoeba (est-eng)": 0.0, - "Tatoeba (ita-eng)": 0.2, - "Tatoeba (lvs-eng)": 0.04, - "Tatoeba (afr-eng)": 0.01, - "Tatoeba (srp-eng)": 0.2, - "Tatoeba (ile-eng)": 0.14, - "Tatoeba (cbk-eng)": 0.02, - "Tatoeba (ces-eng)": 0.03 - } - ] - }, - "Classification": { - "accuracy": [ - { - "Model": "jina-embeddings-v2-base-en", - "AllegroReviews": 20.51, - "AmazonCounterfactualClassification (en-ext)": 52.46, - "AmazonCounterfactualClassification (en)": 52.79, - "AmazonCounterfactualClassification (de)": 50.26, - "AmazonCounterfactualClassification (ja)": 51.52, - "AmazonReviewsClassification (en)": 21.39, - "AmazonReviewsClassification (de)": 21.09, - "AmazonReviewsClassification (es)": 21.59, - "AmazonReviewsClassification (fr)": 21.01, - "AmazonReviewsClassification (ja)": 20.43, - "AmazonReviewsClassification (zh)": 20.77, - "AngryTweetsClassification": 36.78, - "CBD": 51.45, - "DanishPoliticalCommentsClassification": 22.89, - "GeoreviewClassification": 21.25, - "HeadlineClassification": 19.82, - "InappropriatenessClassification": 51.48, - "LccSentimentClassification": 32.27, - "MTOPDomainClassification (en)": 20.7, - "MTOPDomainClassification (de)": 21.39, - "MTOPDomainClassification (es)": 19.5, - "MTOPDomainClassification (fr)": 17.71, - "MTOPDomainClassification (hi)": 21.09, - "MTOPDomainClassification (th)": 15.02, - "MTOPIntentClassification (en)": 6.2, - "MTOPIntentClassification (de)": 5.88, - "MTOPIntentClassification (es)": 6.74, - "MTOPIntentClassification (fr)": 4.33, - "MTOPIntentClassification (hi)": 5.96, - "MTOPIntentClassification (th)": 4.51, - "MasakhaNEWSClassification (amh)": 28.56, - "MasakhaNEWSClassification (eng)": 21.54, - "MasakhaNEWSClassification (fra)": 23.53, - "MasakhaNEWSClassification (hau)": 17.96, - "MasakhaNEWSClassification (ibo)": 19.85, - "MasakhaNEWSClassification (lin)": 25.43, - "MasakhaNEWSClassification (lug)": 24.57, - "MasakhaNEWSClassification (orm)": 21.72, - "MasakhaNEWSClassification (pcm)": 28.26, - "MasakhaNEWSClassification (run)": 20.31, - "MasakhaNEWSClassification (sna)": 33.63, - "MasakhaNEWSClassification (som)": 16.77, - "MasakhaNEWSClassification (swa)": 19.39, - "MasakhaNEWSClassification (tir)": 19.15, - "MasakhaNEWSClassification (xho)": 21.82, - "MasakhaNEWSClassification (yor)": 24.14, - "MassiveIntentClassification (fr)": 6.07, - "MassiveIntentClassification (kn)": 3.19, - "MassiveIntentClassification (sq)": 7.31, - "MassiveIntentClassification (ja)": 6.83, - "MassiveIntentClassification (am)": 2.38, - "MassiveIntentClassification (es)": 6.03, - "MassiveIntentClassification (ro)": 6.29, - "MassiveIntentClassification (ta)": 7.24, - "MassiveIntentClassification (hu)": 6.78, - "MassiveIntentClassification (az)": 6.46, - "MassiveIntentClassification (af)": 5.23, - "MassiveIntentClassification (ar)": 8.97, - "MassiveIntentClassification (mn)": 7.65, - "MassiveIntentClassification (pl)": 5.77, - "MassiveIntentClassification (tl)": 7.32, - "MassiveIntentClassification (it)": 7.34, - "MassiveIntentClassification (id)": 7.61, - "MassiveIntentClassification (cy)": 4.53, - "MassiveIntentClassification (sv)": 5.81, - "MassiveIntentClassification (el)": 10.05, - "MassiveIntentClassification (tr)": 5.59, - "MassiveIntentClassification (ko)": 6.61, - "MassiveIntentClassification (zh-TW)": 6.45, - "MassiveIntentClassification (zh-CN)": 7.23, - "MassiveIntentClassification (vi)": 6.18, - "MassiveIntentClassification (he)": 6.89, - "MassiveIntentClassification (my)": 3.51, - "MassiveIntentClassification (hy)": 5.72, - "MassiveIntentClassification (th)": 9.23, - "MassiveIntentClassification (sw)": 8.14, - "MassiveIntentClassification (pt)": 6.96, - "MassiveIntentClassification (ka)": 7.24, - "MassiveIntentClassification (ur)": 8.07, - "MassiveIntentClassification (sl)": 6.62, - "MassiveIntentClassification (nb)": 5.47, - "MassiveIntentClassification (hi)": 6.49, - "MassiveIntentClassification (bn)": 6.27, - "MassiveIntentClassification (ml)": 3.17, - "MassiveIntentClassification (km)": 4.02, - "MassiveIntentClassification (nl)": 6.17, - "MassiveIntentClassification (de)": 5.96, - "MassiveIntentClassification (ms)": 6.56, - "MassiveIntentClassification (fa)": 9.5, - "MassiveIntentClassification (da)": 6.46, - "MassiveIntentClassification (jv)": 6.8, - "MassiveIntentClassification (fi)": 6.58, - "MassiveIntentClassification (te)": 2.64, - "MassiveIntentClassification (lv)": 6.12, - "MassiveIntentClassification (is)": 6.69, - "MassiveIntentClassification (en)": 7.27, - "MassiveIntentClassification (ru)": 7.62, - "MassiveScenarioClassification (mn)": 12.47, - "MassiveScenarioClassification (af)": 8.85, - "MassiveScenarioClassification (jv)": 11.21, - "MassiveScenarioClassification (id)": 11.66, - "MassiveScenarioClassification (en)": 12.97, - "MassiveScenarioClassification (my)": 9.66, - "MassiveScenarioClassification (hy)": 10.41, - "MassiveScenarioClassification (sv)": 9.95, - "MassiveScenarioClassification (hi)": 10.14, - "MassiveScenarioClassification (ka)": 11.04, - "MassiveScenarioClassification (cy)": 9.59, - "MassiveScenarioClassification (is)": 12.42, - "MassiveScenarioClassification (az)": 11.18, - "MassiveScenarioClassification (tl)": 12.21, - "MassiveScenarioClassification (fi)": 10.56, - "MassiveScenarioClassification (km)": 8.93, - "MassiveScenarioClassification (ml)": 6.64, - "MassiveScenarioClassification (sw)": 12.76, - "MassiveScenarioClassification (lv)": 9.75, - "MassiveScenarioClassification (he)": 10.68, - "MassiveScenarioClassification (ko)": 11.67, - "MassiveScenarioClassification (hu)": 10.74, - "MassiveScenarioClassification (ar)": 14.67, - "MassiveScenarioClassification (nb)": 10.52, - "MassiveScenarioClassification (th)": 17.38, - "MassiveScenarioClassification (sl)": 11.11, - "MassiveScenarioClassification (da)": 10.65, - "MassiveScenarioClassification (vi)": 11.1, - "MassiveScenarioClassification (kn)": 8.12, - "MassiveScenarioClassification (ms)": 11.84, - "MassiveScenarioClassification (fr)": 10.69, - "MassiveScenarioClassification (ja)": 10.74, - "MassiveScenarioClassification (pt)": 10.5, - "MassiveScenarioClassification (am)": 7.81, - "MassiveScenarioClassification (zh-CN)": 11.7, - "MassiveScenarioClassification (pl)": 9.47, - "MassiveScenarioClassification (nl)": 9.88, - "MassiveScenarioClassification (es)": 10.31, - "MassiveScenarioClassification (te)": 6.59, - "MassiveScenarioClassification (it)": 10.59, - "MassiveScenarioClassification (de)": 10.65, - "MassiveScenarioClassification (ur)": 12.93, - "MassiveScenarioClassification (tr)": 10.63, - "MassiveScenarioClassification (zh-TW)": 10.76, - "MassiveScenarioClassification (ta)": 11.39, - "MassiveScenarioClassification (ro)": 10.48, - "MassiveScenarioClassification (sq)": 11.16, - "MassiveScenarioClassification (el)": 16.72, - "MassiveScenarioClassification (ru)": 11.82, - "MassiveScenarioClassification (bn)": 10.95, - "MassiveScenarioClassification (fa)": 14.71, - "NoRecClassification": 35.31, - "NordicLangClassification": 26.91, - "PAC": 50.97, - "PolEmo2.0-IN": 26.34, - "PolEmo2.0-OUT": 26.68, - "RuReviewsClassification": 33.7 - } - ] - }, - "Clustering": { - "v_measure": [ - { - "Model": "jina-embeddings-v2-base-en", - "AlloProfClusteringS2S": 12.62, - "BlurbsClusteringP2P": 4.57, - "BlurbsClusteringS2S": 4.9, - "GeoreviewClusteringP2P": 14.71, - "HALClusteringS2S": 0.94, - "MasakhaNEWSClusteringS2S (amh)": 40.28, - "MasakhaNEWSClusteringS2S (eng)": 0.84, - "MasakhaNEWSClusteringS2S (fra)": 20.99, - "MasakhaNEWSClusteringS2S (hau)": 1.12, - "MasakhaNEWSClusteringS2S (ibo)": 23.32, - "MasakhaNEWSClusteringS2S (lin)": 41.56, - "MasakhaNEWSClusteringS2S (lug)": 41.7, - "MasakhaNEWSClusteringS2S (orm)": 20.93, - "MasakhaNEWSClusteringS2S (pcm)": 22.24, - "MasakhaNEWSClusteringS2S (run)": 42.22, - "MasakhaNEWSClusteringS2S (sna)": 40.57, - "MasakhaNEWSClusteringS2S (som)": 23.45, - "MasakhaNEWSClusteringS2S (swa)": 1.75, - "MasakhaNEWSClusteringS2S (tir)": 42.63, - "MasakhaNEWSClusteringS2S (xho)": 20.26, - "MasakhaNEWSClusteringS2S (yor)": 21.53, - "RuSciBenchGRNTIClusteringP2P": 7.13, - "TenKGnadClusteringS2S": 1.45 - } - ] - }, - "PairClassification": { - "max_ap": [ - { - "Model": "jina-embeddings-v2-base-en", - "CDSC-E": 23.16, - "FalseFriendsGermanEnglish": 48.17, - "OpusparcusPC (de)": 78.43, - "OpusparcusPC (en)": 81.21, - "OpusparcusPC (fi)": 72.33, - "OpusparcusPC (fr)": 73.14, - "OpusparcusPC (ru)": 72.46, - "OpusparcusPC (sv)": 65.72, - "PSC": 34.13, - "PawsXPairClassification (de)": 46.44, - "PawsXPairClassification (en)": 42.97, - "PawsXPairClassification (es)": 46.48, - "PawsXPairClassification (fr)": 48.6, - "PawsXPairClassification (ja)": 46.7, - "PawsXPairClassification (ko)": 46.28, - "PawsXPairClassification (zh)": 48.42, - "SICK-E-PL": 40.41, - "TERRa": 44.8 - }, - { - "Model": "jina-embeddings-v2-base-en", - "CDSC-E": 23.17, - "FalseFriendsGermanEnglish": 48.17, - "OpusparcusPC (de)": 78.61, - "OpusparcusPC (en)": 81.21, - "OpusparcusPC (fi)": 72.33, - "OpusparcusPC (fr)": 73.24, - "OpusparcusPC (ru)": 72.57, - "OpusparcusPC (sv)": 65.72, - "PSC": 34.13, - "PawsXPairClassification (de)": 46.79, - "PawsXPairClassification (en)": 43.17, - "PawsXPairClassification (es)": 47.31, - "PawsXPairClassification (fr)": 49.4, - "PawsXPairClassification (ja)": 46.98, - "PawsXPairClassification (ko)": 46.79, - "PawsXPairClassification (zh)": 51.23, - "SICK-E-PL": 40.46, - "TERRa": 44.8 - } - ] - }, - "Reranking": { - "map": [ - { - "Model": "jina-embeddings-v2-base-en", - "AlloprofReranking": 28.82, - "RuBQReranking": 18.6, - "SyntecReranking": 30.07, - "T2Reranking": 54.47 - } - ] - }, - "Retrieval": { - "ndcg_at_10": [ - { - "Model": "jina-embeddings-v2-base-en", - "AILACasedocs": 3.49, - "AILAStatutes": 10.48, - "ARCChallenge": 0.0, - "AlloprofRetrieval": 0.16, - "AlphaNLI": 0.0, - "AppsRetrieval": 0.05, - "CmedqaRetrieval": 0.09, - "CodeFeedbackMT": 0.03, - "CodeFeedbackST": 0.02, - "CodeSearchNetCCRetrieval (python)": 0.0, - "CodeSearchNetCCRetrieval (javascript)": 0.08, - "CodeSearchNetCCRetrieval (go)": 0.03, - "CodeSearchNetCCRetrieval (ruby)": 0.11, - "CodeSearchNetCCRetrieval (java)": 0.03, - "CodeSearchNetCCRetrieval (php)": 0.0, - "CodeSearchNetRetrieval (python)": 0.83, - "CodeSearchNetRetrieval (javascript)": 0.36, - "CodeSearchNetRetrieval (go)": 0.81, - "CodeSearchNetRetrieval (ruby)": 0.66, - "CodeSearchNetRetrieval (java)": 0.73, - "CodeSearchNetRetrieval (php)": 0.41, - "CodeTransOceanContest": 1.3, - "CodeTransOceanDL": 1.92, - "CosQA": 0.0, - "CovidRetrieval": 0.0, - "GerDaLIRSmall": 0.07, - "HellaSwag": 0.0, - "LEMBNarrativeQARetrieval": 37.89, - "LEMBQMSumRetrieval": 38.87, - "LEMBSummScreenFDRetrieval": 93.48, - "LEMBWikimQARetrieval": 73.99, - "LeCaRDv2": 2.09, - "LegalBenchConsumerContractsQA": 4.23, - "LegalBenchCorporateLobbying": 1.27, - "LegalQuAD": 2.6, - "LegalSummarization": 1.35, - "MintakaRetrieval (ar)": 0.19, - "MintakaRetrieval (de)": 0.53, - "MintakaRetrieval (es)": 0.35, - "MintakaRetrieval (fr)": 0.32, - "MintakaRetrieval (hi)": 0.44, - "MintakaRetrieval (it)": 0.54, - "MintakaRetrieval (ja)": 0.32, - "MintakaRetrieval (pt)": 0.45, - "PIQA": 0.0, - "Quail": 0.0, - "RARbCode": 0.0, - "RARbMath": 0.01, - "RiaNewsRetrieval": 0.01, - "SIQA": 0.03, - "SciFact-PL": 13.78, - "SpartQA": 0.56, - "StackOverflowQA": 0.24, - "SyntecRetrieval": 0.79, - "SyntheticText2SQL": 0.0, - "TRECCOVID-PL": 0.14, - "TempReasonL1": 0.05, - "TempReasonL2Fact": 0.11, - "TempReasonL2Pure": 0.04, - "TempReasonL3Fact": 0.05, - "TempReasonL3Pure": 0.09, - "WinoGrande": 0.12, - "XPQARetrieval (ara-ara)": 0.66, - "XPQARetrieval (eng-ara)": 0.29, - "XPQARetrieval (ara-eng)": 1.02, - "XPQARetrieval (deu-deu)": 1.28, - "XPQARetrieval (eng-deu)": 0.38, - "XPQARetrieval (deu-eng)": 0.64, - "XPQARetrieval (spa-spa)": 0.43, - "XPQARetrieval (eng-spa)": 0.3, - "XPQARetrieval (spa-eng)": 0.62, - "XPQARetrieval (fra-fra)": 0.47, - "XPQARetrieval (eng-fra)": 0.4, - "XPQARetrieval (fra-eng)": 0.46, - "XPQARetrieval (hin-hin)": 4.04, - "XPQARetrieval (eng-hin)": 0.95, - "XPQARetrieval (hin-eng)": 0.35, - "XPQARetrieval (ita-ita)": 0.98, - "XPQARetrieval (eng-ita)": 0.32, - "XPQARetrieval (ita-eng)": 0.68, - "XPQARetrieval (jpn-jpn)": 1.85, - "XPQARetrieval (eng-jpn)": 0.83, - "XPQARetrieval (jpn-eng)": 0.41, - "XPQARetrieval (kor-kor)": 0.36, - "XPQARetrieval (eng-kor)": 0.52, - "XPQARetrieval (kor-eng)": 0.5, - "XPQARetrieval (pol-pol)": 0.6, - "XPQARetrieval (eng-pol)": 0.3, - "XPQARetrieval (pol-eng)": 0.3, - "XPQARetrieval (por-por)": 0.69, - "XPQARetrieval (eng-por)": 0.45, - "XPQARetrieval (por-eng)": 0.42, - "XPQARetrieval (tam-tam)": 0.77, - "XPQARetrieval (eng-tam)": 0.35, - "XPQARetrieval (tam-eng)": 0.46, - "XPQARetrieval (cmn-cmn)": 1.19, - "XPQARetrieval (eng-cmn)": 1.2, - "XPQARetrieval (cmn-eng)": 0.44 - } - ] - }, - "STS": { - "cosine_spearman": [ - { - "Model": "jina-embeddings-v2-base-en", - "CDSC-R": 26.0, - "GermanSTSBenchmark": 20.08, - "RUParaPhraserSTS": 9.13, - "RuSTSBenchmarkSTS": 16.85, - "SICK-R-PL": 20.96, - "SICKFr": 26.02, - "STSB": 1.21, - "STSBenchmarkMultilingualSTS (fr)": 19.61, - "STSBenchmarkMultilingualSTS (ru)": 16.52, - "STSBenchmarkMultilingualSTS (es)": 16.52, - "STSBenchmarkMultilingualSTS (de)": 22.57, - "STSBenchmarkMultilingualSTS (nl)": 15.75, - "STSBenchmarkMultilingualSTS (pl)": 19.86, - "STSBenchmarkMultilingualSTS (it)": 14.09, - "STSBenchmarkMultilingualSTS (pt)": 19.29, - "STSBenchmarkMultilingualSTS (zh)": 2.67, - "STSBenchmarkMultilingualSTS (en)": 12.86 - }, - { - "Model": "jina-embeddings-v2-base-en", - "CDSC-R": 26.0, - "GermanSTSBenchmark": 20.08, - "RUParaPhraserSTS": 9.13, - "RuSTSBenchmarkSTS": 16.85, - "SICK-R-PL": 20.96, - "SICKFr": 26.01, - "STSB": 1.21, - "STSBenchmarkMultilingualSTS (fr)": 19.61, - "STSBenchmarkMultilingualSTS (ru)": 16.52, - "STSBenchmarkMultilingualSTS (es)": 16.51, - "STSBenchmarkMultilingualSTS (de)": 22.57, - "STSBenchmarkMultilingualSTS (nl)": 15.75, - "STSBenchmarkMultilingualSTS (pl)": 19.86, - "STSBenchmarkMultilingualSTS (it)": 14.09, - "STSBenchmarkMultilingualSTS (pt)": 19.29, - "STSBenchmarkMultilingualSTS (zh)": 2.68, - "STSBenchmarkMultilingualSTS (en)": 12.86 - } - ] - }, - "Summarization": { - "cosine_spearman": [ - { - "Model": "jina-embeddings-v2-base-en", - "SummEvalFr": 27.71 - }, - { - "Model": "jina-embeddings-v2-base-en", - "SummEvalFr": 27.71 - } - ] - }, - "MultilabelClassification": { - "accuracy": [ - { - "Model": "jina-embeddings-v2-base-en", - "CEDRClassification": 29.49, - "SensitiveTopicsClassification": 17.63 - } - ] - }, - "InstructionRetrieval": { - "p-MRR": [ - { - "Model": "jina-embeddings-v2-base-en", - "Core17InstructionRetrieval": -1.15, - "News21InstructionRetrieval": 0.38, - "Robust04InstructionRetrieval": -4.16 - } - ] - } - }, - "jonfd__electra-small-nordic": { - "BitextMining": { - "f1": [ - { - "Model": "electra-small-nordic", - "BornholmBitextMining": 1.44 - } - ] - }, - "Classification": { - "accuracy": [ - { - "Model": "electra-small-nordic", - "AngryTweetsClassification": 47.91, - "DKHateClassification": 59.45, - "DanishPoliticalCommentsClassification": 31.89, - "LccSentimentClassification": 47.93, - "MassiveIntentClassification (da)": 26.3, - "MassiveIntentClassification (nb)": 24.6, - "MassiveIntentClassification (sv)": 27.58, - "MassiveScenarioClassification (da)": 28.93, - "MassiveScenarioClassification (nb)": 27.3, - "MassiveScenarioClassification (sv)": 29.93, - "NoRecClassification": 45.44, - "NordicLangClassification": 57.82, - "NorwegianParliament": 53.25, - "ScalaDaClassification": 70.41, - "ScalaNbClassification": 75.28 - } - ] - }, - "Clustering": { - "v_measure": [] - }, - "PairClassification": { - "max_ap": [] - }, - "Reranking": { - "map": [] - }, - "Retrieval": { - "ndcg_at_10": [] - }, - "STS": { - "cosine_spearman": [] - }, - "Summarization": { - "cosine_spearman": [] - }, - "MultilabelClassification": { - "accuracy": [] - }, - "InstructionRetrieval": { - "p-MRR": [] - } - }, - "ltg__norbert3-base": { - "BitextMining": { - "f1": [ - { - "Model": "norbert3-base", - "BornholmBitextMining": 6.08 - } - ] - }, - "Classification": { - "accuracy": [ - { - "Model": "norbert3-base", - "AngryTweetsClassification": 52.48, - "DKHateClassification": 58.78, - "DanishPoliticalCommentsClassification": 34.14, - "LccSentimentClassification": 54.07, - "MassiveIntentClassification (da)": 53.16, - "MassiveIntentClassification (nb)": 54.2, - "MassiveIntentClassification (sv)": 52.08, - "MassiveScenarioClassification (da)": 57.17, - "MassiveScenarioClassification (nb)": 60.69, - "MassiveScenarioClassification (sv)": 53.53, - "NoRecClassification": 53.4, - "NordicLangClassification": 82.67, - "NorwegianParliament": 59.33, - "ScalaDaClassification": 58.25, - "ScalaNbClassification": 60.19 - } - ] - }, - "Clustering": { - "v_measure": [] - }, - "PairClassification": { - "max_ap": [] - }, - "Reranking": { - "map": [] - }, - "Retrieval": { - "ndcg_at_10": [] - }, - "STS": { - "cosine_spearman": [] - }, - "Summarization": { - "cosine_spearman": [] - }, - "MultilabelClassification": { - "accuracy": [] - }, - "InstructionRetrieval": { - "p-MRR": [] - } - }, - "ltg__norbert3-large": { - "BitextMining": { - "f1": [ - { - "Model": "norbert3-large", - "BornholmBitextMining": 2.9 - } - ] - }, - "Classification": { - "accuracy": [ - { - "Model": "norbert3-large", - "AngryTweetsClassification": 49.04, - "DKHateClassification": 62.71, - "DanishPoliticalCommentsClassification": 33.53, - "LccSentimentClassification": 46.93, - "MassiveIntentClassification (da)": 45.98, - "MassiveIntentClassification (nb)": 47.42, - "MassiveIntentClassification (sv)": 48.47, - "MassiveScenarioClassification (da)": 50.51, - "MassiveScenarioClassification (nb)": 54.25, - "MassiveScenarioClassification (sv)": 50.6, - "NoRecClassification": 50.46, - "NordicLangClassification": 84.25, - "NorwegianParliament": 58.85, - "ScalaDaClassification": 60.72, - "ScalaNbClassification": 66.79 - } - ] - }, - "Clustering": { - "v_measure": [] - }, - "PairClassification": { - "max_ap": [] - }, - "Reranking": { - "map": [] - }, - "Retrieval": { - "ndcg_at_10": [] - }, - "STS": { - "cosine_spearman": [] - }, - "Summarization": { - "cosine_spearman": [] - }, - "MultilabelClassification": { - "accuracy": [] - }, - "InstructionRetrieval": { - "p-MRR": [] - } - }, - "meta-llama__llama-2-7b-chat": { - "BitextMining": { - "f1": [] - }, - "Classification": { - "accuracy": [] - }, - "Clustering": { - "v_measure": [] - }, - "PairClassification": { - "max_ap": [] - }, - "Reranking": { - "map": [] - }, - "Retrieval": { - "ndcg_at_10": [] - }, - "STS": { - "cosine_spearman": [] - }, - "Summarization": { - "cosine_spearman": [] - }, - "MultilabelClassification": { - "accuracy": [] - }, - "InstructionRetrieval": { - "p-MRR": [ - { - "Model": "llama-2-7b-chat", - "Core17InstructionRetrieval": 2.84, - "News21InstructionRetrieval": 0.23, - "Robust04InstructionRetrieval": 2.0 - } - ] - } - }, - "mistral__mistral-embed": { - "BitextMining": { - "f1": [] - }, - "Classification": { - "accuracy": [ - { - "Model": "mistral-embed", - "AmazonReviewsClassification (fr)": 41.59, - "MTOPDomainClassification (fr)": 90.05, - "MTOPIntentClassification (fr)": 66.09, - "MasakhaNEWSClassification (fra)": 81.4, - "MassiveIntentClassification (fr)": 62.83, - "MassiveScenarioClassification (fr)": 69.71 - } - ] - }, - "Clustering": { - "v_measure": [ - { - "Model": "mistral-embed", - "AlloProfClusteringP2P": 62.01, - "AlloProfClusteringS2S": 49.2, - "HALClusteringS2S": 26.17, - "MLSUMClusteringP2P": 45.28, - "MLSUMClusteringS2S": 42.74, - "MasakhaNEWSClusteringP2P (fra)": 48.13, - "MasakhaNEWSClusteringS2S (fra)": 39.62 - } - ] - }, - "PairClassification": { - "max_ap": [ - { - "Model": "mistral-embed", - "OpusparcusPC (fr)": 92.61, - "PawsXPairClassification (fr)": 62.02 - }, - { - "Model": "mistral-embed", - "OpusparcusPC (fr)": 92.64, - "PawsXPairClassification (fr)": 62.05 - } - ] - }, - "Reranking": { - "map": [ - { - "Model": "mistral-embed", - "AlloprofReranking": 72.36, - "SyntecReranking": 88.57 - } - ] - }, - "Retrieval": { - "ndcg_at_10": [ - { - "Model": "mistral-embed", - "AILACasedocs": 38.2, - "AILAStatutes": 44.81, - "AlloprofRetrieval": 56.84, - "BSARDRetrieval": 2.48, - "GerDaLIRSmall": 17.85, - "LeCaRDv2": 61.12, - "LegalBenchConsumerContractsQA": 80.8, - "LegalBenchCorporateLobbying": 94.11, - "LegalQuAD": 47.17, - "LegalSummarization": 67.39, - "MintakaRetrieval (fr)": 21.73, - "SyntecRetrieval": 78.77, - "XPQARetrieval (fr)": 74.24 - } - ] - }, - "STS": { - "cosine_spearman": [ - { - "Model": "mistral-embed", - "SICKFr": 76.21, - "STS22 (fr)": 82.74, - "STSBenchmarkMultilingualSTS (fr)": 79.72 - } - ] - }, - "Summarization": { - "cosine_spearman": [ - { - "Model": "mistral-embed", - "SummEvalFr": 31.47 - } - ] - }, - "MultilabelClassification": { - "accuracy": [] - }, - "InstructionRetrieval": { - "p-MRR": [] - } - }, - "mistralai__mistral-7b-instruct-v0.2": { - "BitextMining": { - "f1": [] - }, - "Classification": { - "accuracy": [] - }, - "Clustering": { - "v_measure": [] - }, - "PairClassification": { - "max_ap": [] - }, - "Reranking": { - "map": [] - }, - "Retrieval": { - "ndcg_at_10": [] - }, - "STS": { - "cosine_spearman": [] - }, - "Summarization": { - "cosine_spearman": [] - }, - "MultilabelClassification": { - "accuracy": [] - }, - "InstructionRetrieval": { - "p-MRR": [ - { - "Model": "mistral-7b-instruct-v0.2", - "Core17InstructionRetrieval": 13.03, - "News21InstructionRetrieval": 4.81, - "Robust04InstructionRetrieval": 12.61 - } - ] - } - }, - "moka-ai__m3e-base": { - "BitextMining": { - "f1": [] - }, - "Classification": { - "accuracy": [ - { - "Model": "m3e-base", - "AmazonReviewsClassification (zh)": 43.02, - "IFlyTek": 44.42, - "JDReview": 85.33, - "MassiveIntentClassification (zh-CN)": 68.4, - "MassiveScenarioClassification (zh-CN)": 74.6, - "MultilingualSentiment": 71.9, - "OnlineShopping": 87.77, - "TNews": 48.28, - "Waimai": 83.99 - } - ] - }, - "Clustering": { - "v_measure": [ - { - "Model": "m3e-base", - "CLSClusteringP2P": 39.81, - "CLSClusteringS2S": 37.34, - "ThuNewsClusteringP2P": 59.77, - "ThuNewsClusteringS2S": 53.78 - } - ] - }, - "PairClassification": { - "max_ap": [ - { - "Model": "m3e-base", - "Cmnli": 69.98, - "Ocnli": 58.0 - }, - { - "Model": "m3e-base", - "Cmnli": 70.0, - "Ocnli": 58.05 - } - ] - }, - "Reranking": { - "map": [ - { - "Model": "m3e-base", - "CMedQAv1": 77.05, - "CMedQAv2": 76.76, - "MMarcoReranking": 17.51, - "T2Reranking": 66.03 - } - ] - }, - "Retrieval": { - "ndcg_at_10": [ - { - "Model": "m3e-base", - "CmedqaRetrieval": 30.33, - "CovidRetrieval": 66.42, - "DuRetrieval": 75.76, - "EcomRetrieval": 50.27, - "MMarcoRetrieval": 65.46, - "MedicalRetrieval": 42.79, - "T2Retrieval": 73.14, - "VideoRetrieval": 51.11 - } - ] - }, - "STS": { - "cosine_spearman": [ - { - "Model": "m3e-base", - "AFQMC": 35.87, - "ATEC": 41.27, - "BQ": 63.81, - "LCQMC": 74.88, - "PAWSX": 12.19, - "QBQTC": 32.07, - "STS22 (zh)": 66.73, - "STSB": 76.97 - } - ] - }, - "Summarization": { - "cosine_spearman": [] - }, - "MultilabelClassification": { - "accuracy": [] - }, - "InstructionRetrieval": { - "p-MRR": [] - } - }, - "moka-ai__m3e-large": { - "BitextMining": { - "f1": [] - }, - "Classification": { - "accuracy": [ - { - "Model": "m3e-large", - "AmazonReviewsClassification (zh)": 44.44, - "IFlyTek": 43.96, - "JDReview": 86.92, - "MassiveIntentClassification (zh-CN)": 67.23, - "MassiveScenarioClassification (zh-CN)": 74.88, - "MultilingualSentiment": 72.47, - "OnlineShopping": 89.59, - "TNews": 48.26, - "Waimai": 86.08 - } - ] - }, - "Clustering": { - "v_measure": [ - { - "Model": "m3e-large", - "CLSClusteringP2P": 38.6, - "CLSClusteringS2S": 38.02, - "ThuNewsClusteringP2P": 60.39, - "ThuNewsClusteringS2S": 58.51 - } - ] - }, - "PairClassification": { - "max_ap": [ - { - "Model": "m3e-large", - "Cmnli": 69.27, - "Ocnli": 59.33 - }, - { - "Model": "m3e-large", - "Cmnli": 69.27, - "Ocnli": 59.99 - } - ] - }, - "Reranking": { - "map": [ - { - "Model": "m3e-large", - "CMedQAv1": 77.76, - "CMedQAv2": 78.27, - "MMarcoReranking": 16.46, - "T2Reranking": 66.13 - } - ] - }, - "Retrieval": { - "ndcg_at_10": [ - { - "Model": "m3e-large", - "CmedqaRetrieval": 30.73, - "CovidRetrieval": 61.33, - "DuRetrieval": 74.69, - "EcomRetrieval": 45.18, - "MMarcoRetrieval": 61.06, - "MedicalRetrieval": 48.66, - "T2Retrieval": 72.36, - "VideoRetrieval": 44.02 - } - ] - }, - "STS": { - "cosine_spearman": [ - { - "Model": "m3e-large", - "AFQMC": 36.53, - "ATEC": 41.8, - "BQ": 65.2, - "LCQMC": 74.2, - "PAWSX": 15.95, - "QBQTC": 32.65, - "STS22 (zh)": 62.91, - "STSB": 74.16 - } - ] - }, - "Summarization": { - "cosine_spearman": [] - }, - "MultilabelClassification": { - "accuracy": [] - }, - "InstructionRetrieval": { - "p-MRR": [] - } - }, - "nomic-ai__nomic-embed-text-v1": { - "BitextMining": { - "f1": [ - { - "Model": "nomic-embed-text-v1", - "BornholmBitextMining": 48.41, - "Tatoeba (swh-eng)": 7.41, - "Tatoeba (wuu-eng)": 1.25, - "Tatoeba (ind-eng)": 5.42, - "Tatoeba (cbk-eng)": 10.21, - "Tatoeba (mon-eng)": 1.05, - "Tatoeba (ast-eng)": 12.01, - "Tatoeba (dtp-eng)": 2.55, - "Tatoeba (bre-eng)": 3.47, - "Tatoeba (kat-eng)": 0.57, - "Tatoeba (nld-eng)": 13.62, - "Tatoeba (hin-eng)": 0.14, - "Tatoeba (cym-eng)": 5.81, - "Tatoeba (ces-eng)": 3.77, - "Tatoeba (swg-eng)": 12.84, - "Tatoeba (aze-eng)": 3.13, - "Tatoeba (vie-eng)": 4.41, - "Tatoeba (tur-eng)": 3.56, - "Tatoeba (slv-eng)": 4.47, - "Tatoeba (urd-eng)": 0.0, - "Tatoeba (ben-eng)": 0.03, - "Tatoeba (gla-eng)": 1.82, - "Tatoeba (epo-eng)": 8.91, - "Tatoeba (pam-eng)": 4.62, - "Tatoeba (kur-eng)": 6.43, - "Tatoeba (rus-eng)": 0.11, - "Tatoeba (bel-eng)": 0.72, - "Tatoeba (pms-eng)": 8.55, - "Tatoeba (ell-eng)": 0.27, - "Tatoeba (gle-eng)": 3.46, - "Tatoeba (fin-eng)": 2.13, - "Tatoeba (nob-eng)": 11.05, - "Tatoeba (bos-eng)": 10.44, - "Tatoeba (tat-eng)": 0.76, - "Tatoeba (zsm-eng)": 7.62, - "Tatoeba (tam-eng)": 0.33, - "Tatoeba (ron-eng)": 8.6, - "Tatoeba (arz-eng)": 0.0, - "Tatoeba (ara-eng)": 0.07, - "Tatoeba (hun-eng)": 4.09, - "Tatoeba (tel-eng)": 0.5, - "Tatoeba (glg-eng)": 15.6, - "Tatoeba (mhr-eng)": 0.05, - "Tatoeba (dsb-eng)": 4.29, - "Tatoeba (kab-eng)": 0.73, - "Tatoeba (cha-eng)": 15.67, - "Tatoeba (yid-eng)": 0.45, - "Tatoeba (est-eng)": 2.58, - "Tatoeba (fao-eng)": 8.1, - "Tatoeba (afr-eng)": 7.44, - "Tatoeba (ile-eng)": 20.76, - "Tatoeba (yue-eng)": 1.61, - "Tatoeba (spa-eng)": 15.79, - "Tatoeba (eus-eng)": 6.37, - "Tatoeba (heb-eng)": 0.1, - "Tatoeba (slk-eng)": 4.36, - "Tatoeba (isl-eng)": 4.2, - "Tatoeba (kaz-eng)": 0.13, - "Tatoeba (ita-eng)": 16.28, - "Tatoeba (hsb-eng)": 4.34, - "Tatoeba (ina-eng)": 28.51, - "Tatoeba (khm-eng)": 0.14, - "Tatoeba (mal-eng)": 0.0, - "Tatoeba (nno-eng)": 9.33, - "Tatoeba (cat-eng)": 12.95, - "Tatoeba (dan-eng)": 10.9, - "Tatoeba (bul-eng)": 0.25, - "Tatoeba (mar-eng)": 0.12, - "Tatoeba (por-eng)": 13.64, - "Tatoeba (hrv-eng)": 6.28, - "Tatoeba (nds-eng)": 12.62, - "Tatoeba (fra-eng)": 19.4, - "Tatoeba (tgl-eng)": 3.61, - "Tatoeba (nov-eng)": 26.96, - "Tatoeba (swe-eng)": 9.4, - "Tatoeba (cor-eng)": 2.82, - "Tatoeba (ido-eng)": 13.67, - "Tatoeba (cmn-eng)": 2.32, - "Tatoeba (ceb-eng)": 3.68, - "Tatoeba (ang-eng)": 20.19, - "Tatoeba (srp-eng)": 1.71, - "Tatoeba (sqi-eng)": 6.88, - "Tatoeba (max-eng)": 9.71, - "Tatoeba (jav-eng)": 5.45, - "Tatoeba (pes-eng)": 0.01, - "Tatoeba (lvs-eng)": 3.57, - "Tatoeba (awa-eng)": 0.61, - "Tatoeba (gsw-eng)": 13.28, - "Tatoeba (oci-eng)": 9.03, - "Tatoeba (orv-eng)": 0.09, - "Tatoeba (csb-eng)": 5.85, - "Tatoeba (kor-eng)": 0.9, - "Tatoeba (lit-eng)": 2.04, - "Tatoeba (pol-eng)": 4.34, - "Tatoeba (deu-eng)": 14.13, - "Tatoeba (war-eng)": 5.65, - "Tatoeba (hye-eng)": 0.44, - "Tatoeba (xho-eng)": 1.5, - "Tatoeba (ber-eng)": 4.51, - "Tatoeba (uzb-eng)": 2.89, - "Tatoeba (arq-eng)": 0.18, - "Tatoeba (tuk-eng)": 3.91, - "Tatoeba (uig-eng)": 0.2, - "Tatoeba (mkd-eng)": 0.07, - "Tatoeba (kzj-eng)": 4.02, - "Tatoeba (tzl-eng)": 6.54, - "Tatoeba (tha-eng)": 0.73, - "Tatoeba (lfn-eng)": 10.78, - "Tatoeba (ukr-eng)": 0.48, - "Tatoeba (amh-eng)": 0.02, - "Tatoeba (fry-eng)": 21.97, - "Tatoeba (lat-eng)": 8.81, - "Tatoeba (jpn-eng)": 0.82 - } - ] - }, - "Classification": { - "accuracy": [ - { - "Model": "nomic-embed-text-v1", - "AllegroReviews": 24.94, - "AmazonCounterfactualClassification (en-ext)": 76.94, - "AmazonCounterfactualClassification (en)": 74.1, - "AmazonCounterfactualClassification (de)": 55.48, - "AmazonCounterfactualClassification (ja)": 57.85, - "AmazonReviewsClassification (en)": 49.47, - "AmazonReviewsClassification (de)": 27.58, - "AmazonReviewsClassification (es)": 33.09, - "AmazonReviewsClassification (fr)": 29.65, - "AmazonReviewsClassification (ja)": 23.47, - "AmazonReviewsClassification (zh)": 24.22, - "AngryTweetsClassification": 46.23, - "CBD": 51.88, - "DanishPoliticalCommentsClassification": 29.23, - "GeoreviewClassification": 28.69, - "HeadlineClassification": 31.06, - "InappropriatenessClassification": 51.92, - "KinopoiskClassification": 37.39, - "LccSentimentClassification": 38.53, - "MTOPDomainClassification (en)": 92.83, - "MTOPDomainClassification (de)": 71.23, - "MTOPDomainClassification (es)": 74.85, - "MTOPDomainClassification (fr)": 77.32, - "MTOPDomainClassification (hi)": 43.76, - "MTOPDomainClassification (th)": 15.77, - "MTOPIntentClassification (en)": 65.84, - "MTOPIntentClassification (de)": 40.67, - "MTOPIntentClassification (es)": 43.26, - "MTOPIntentClassification (fr)": 37.39, - "MTOPIntentClassification (hi)": 20.74, - "MTOPIntentClassification (th)": 4.6, - "MasakhaNEWSClassification (amh)": 35.45, - "MasakhaNEWSClassification (eng)": 79.83, - "MasakhaNEWSClassification (fra)": 79.91, - "MasakhaNEWSClassification (hau)": 65.78, - "MasakhaNEWSClassification (ibo)": 61.41, - "MasakhaNEWSClassification (lin)": 75.2, - "MasakhaNEWSClassification (lug)": 64.17, - "MasakhaNEWSClassification (orm)": 66.49, - "MasakhaNEWSClassification (pcm)": 92.39, - "MasakhaNEWSClassification (run)": 67.17, - "MasakhaNEWSClassification (sna)": 80.54, - "MasakhaNEWSClassification (som)": 57.69, - "MasakhaNEWSClassification (swa)": 59.98, - "MasakhaNEWSClassification (tir)": 23.93, - "MasakhaNEWSClassification (xho)": 67.21, - "MasakhaNEWSClassification (yor)": 70.22, - "MassiveIntentClassification (fa)": 31.13, - "MassiveIntentClassification (pl)": 38.6, - "MassiveIntentClassification (hu)": 37.7, - "MassiveIntentClassification (ms)": 36.19, - "MassiveIntentClassification (en)": 69.46, - "MassiveIntentClassification (sv)": 39.05, - "MassiveIntentClassification (cy)": 36.05, - "MassiveIntentClassification (th)": 11.62, - "MassiveIntentClassification (hy)": 12.26, - "MassiveIntentClassification (lv)": 38.53, - "MassiveIntentClassification (zh-TW)": 21.9, - "MassiveIntentClassification (fi)": 40.19, - "MassiveIntentClassification (ml)": 2.71, - "MassiveIntentClassification (ja)": 31.36, - "MassiveIntentClassification (sl)": 38.71, - "MassiveIntentClassification (mn)": 25.23, - "MassiveIntentClassification (de)": 42.62, - "MassiveIntentClassification (ru)": 29.22, - "MassiveIntentClassification (it)": 43.77, - "MassiveIntentClassification (hi)": 19.66, - "MassiveIntentClassification (az)": 38.52, - "MassiveIntentClassification (af)": 36.66, - "MassiveIntentClassification (da)": 42.12, - "MassiveIntentClassification (id)": 39.14, - "MassiveIntentClassification (ta)": 11.37, - "MassiveIntentClassification (km)": 5.47, - "MassiveIntentClassification (is)": 34.59, - "MassiveIntentClassification (sq)": 38.33, - "MassiveIntentClassification (ar)": 25.17, - "MassiveIntentClassification (tl)": 40.36, - "MassiveIntentClassification (es)": 43.09, - "MassiveIntentClassification (te)": 2.35, - "MassiveIntentClassification (tr)": 40.1, - "MassiveIntentClassification (my)": 3.75, - "MassiveIntentClassification (el)": 30.08, - "MassiveIntentClassification (nl)": 39.26, - "MassiveIntentClassification (ro)": 39.47, - "MassiveIntentClassification (sw)": 37.86, - "MassiveIntentClassification (ur)": 21.46, - "MassiveIntentClassification (he)": 25.09, - "MassiveIntentClassification (am)": 2.58, - "MassiveIntentClassification (jv)": 34.78, - "MassiveIntentClassification (kn)": 3.05, - "MassiveIntentClassification (pt)": 43.64, - "MassiveIntentClassification (zh-CN)": 23.66, - "MassiveIntentClassification (fr)": 44.42, - "MassiveIntentClassification (nb)": 39.21, - "MassiveIntentClassification (vi)": 35.8, - "MassiveIntentClassification (ka)": 11.31, - "MassiveIntentClassification (bn)": 19.27, - "MassiveIntentClassification (ko)": 20.66, - "MassiveScenarioClassification (am)": 7.4, - "MassiveScenarioClassification (sv)": 46.07, - "MassiveScenarioClassification (sl)": 43.56, - "MassiveScenarioClassification (lv)": 42.58, - "MassiveScenarioClassification (fa)": 34.37, - "MassiveScenarioClassification (kn)": 8.16, - "MassiveScenarioClassification (ur)": 28.77, - "MassiveScenarioClassification (cy)": 40.67, - "MassiveScenarioClassification (es)": 54.3, - "MassiveScenarioClassification (nl)": 49.39, - "MassiveScenarioClassification (ta)": 16.94, - "MassiveScenarioClassification (bn)": 24.28, - "MassiveScenarioClassification (jv)": 43.09, - "MassiveScenarioClassification (sq)": 47.46, - "MassiveScenarioClassification (is)": 43.54, - "MassiveScenarioClassification (el)": 39.9, - "MassiveScenarioClassification (ar)": 31.38, - "MassiveScenarioClassification (hi)": 25.2, - "MassiveScenarioClassification (en)": 74.64, - "MassiveScenarioClassification (ko)": 26.73, - "MassiveScenarioClassification (pl)": 46.63, - "MassiveScenarioClassification (zh-TW)": 31.89, - "MassiveScenarioClassification (az)": 46.1, - "MassiveScenarioClassification (he)": 28.28, - "MassiveScenarioClassification (ro)": 50.87, - "MassiveScenarioClassification (id)": 47.36, - "MassiveScenarioClassification (th)": 21.64, - "MassiveScenarioClassification (nb)": 49.28, - "MassiveScenarioClassification (mn)": 31.36, - "MassiveScenarioClassification (pt)": 54.03, - "MassiveScenarioClassification (vi)": 41.13, - "MassiveScenarioClassification (ms)": 46.51, - "MassiveScenarioClassification (fr)": 55.41, - "MassiveScenarioClassification (ka)": 17.61, - "MassiveScenarioClassification (da)": 49.98, - "MassiveScenarioClassification (hy)": 18.61, - "MassiveScenarioClassification (ml)": 7.32, - "MassiveScenarioClassification (hu)": 45.44, - "MassiveScenarioClassification (te)": 7.16, - "MassiveScenarioClassification (ru)": 33.56, - "MassiveScenarioClassification (de)": 54.59, - "MassiveScenarioClassification (ja)": 38.77, - "MassiveScenarioClassification (sw)": 44.78, - "MassiveScenarioClassification (af)": 45.97, - "MassiveScenarioClassification (it)": 53.73, - "MassiveScenarioClassification (fi)": 45.07, - "MassiveScenarioClassification (my)": 10.72, - "MassiveScenarioClassification (tl)": 50.41, - "MassiveScenarioClassification (zh-CN)": 34.02, - "MassiveScenarioClassification (tr)": 46.56, - "MassiveScenarioClassification (km)": 9.29, - "NoRecClassification": 41.05, - "NordicLangClassification": 52.66, - "PAC": 69.14, - "PolEmo2.0-IN": 41.22, - "PolEmo2.0-OUT": 22.83, - "RuReviewsClassification": 44.25, - "RuSciBenchGRNTIClassification": 19.29, - "RuSciBenchOECDClassification": 14.8 - } - ] - }, - "Clustering": { - "v_measure": [ - { - "Model": "nomic-embed-text-v1", - "AlloProfClusteringP2P": 63.95, - "AlloProfClusteringS2S": 35.03, - "BlurbsClusteringP2P": 26.46, - "BlurbsClusteringS2S": 9.73, - "GeoreviewClusteringP2P": 22.34, - "HALClusteringS2S": 20.6, - "MLSUMClusteringP2P (de)": 42.92, - "MLSUMClusteringP2P (fr)": 44.41, - "MLSUMClusteringP2P (ru)": 24.98, - "MLSUMClusteringP2P (es)": 47.0, - "MLSUMClusteringS2S (de)": 42.96, - "MLSUMClusteringS2S (fr)": 44.16, - "MLSUMClusteringS2S (ru)": 26.26, - "MLSUMClusteringS2S (es)": 46.52, - "MasakhaNEWSClusteringP2P (amh)": 40.07, - "MasakhaNEWSClusteringP2P (eng)": 48.62, - "MasakhaNEWSClusteringP2P (fra)": 64.41, - "MasakhaNEWSClusteringP2P (hau)": 34.91, - "MasakhaNEWSClusteringP2P (ibo)": 44.15, - "MasakhaNEWSClusteringP2P (lin)": 65.38, - "MasakhaNEWSClusteringP2P (lug)": 46.46, - "MasakhaNEWSClusteringP2P (orm)": 29.2, - "MasakhaNEWSClusteringP2P (pcm)": 77.04, - "MasakhaNEWSClusteringP2P (run)": 50.6, - "MasakhaNEWSClusteringP2P (sna)": 56.66, - "MasakhaNEWSClusteringP2P (som)": 37.87, - "MasakhaNEWSClusteringP2P (swa)": 22.09, - "MasakhaNEWSClusteringP2P (tir)": 44.62, - "MasakhaNEWSClusteringP2P (xho)": 34.04, - "MasakhaNEWSClusteringP2P (yor)": 42.36, - "MasakhaNEWSClusteringS2S (amh)": 44.61, - "MasakhaNEWSClusteringS2S (eng)": 47.44, - "MasakhaNEWSClusteringS2S (fra)": 28.87, - "MasakhaNEWSClusteringS2S (hau)": 13.5, - "MasakhaNEWSClusteringS2S (ibo)": 39.01, - "MasakhaNEWSClusteringS2S (lin)": 55.75, - "MasakhaNEWSClusteringS2S (lug)": 43.28, - "MasakhaNEWSClusteringS2S (orm)": 27.05, - "MasakhaNEWSClusteringS2S (pcm)": 79.9, - "MasakhaNEWSClusteringS2S (run)": 53.17, - "MasakhaNEWSClusteringS2S (sna)": 50.67, - "MasakhaNEWSClusteringS2S (som)": 25.86, - "MasakhaNEWSClusteringS2S (swa)": 18.28, - "MasakhaNEWSClusteringS2S (tir)": 46.22, - "MasakhaNEWSClusteringS2S (xho)": 21.01, - "MasakhaNEWSClusteringS2S (yor)": 27.62, - "RuSciBenchGRNTIClusteringP2P": 16.46, - "RuSciBenchOECDClusteringP2P": 14.67, - "TenKGnadClusteringP2P": 45.55, - "TenKGnadClusteringS2S": 20.66 - } - ] - }, - "PairClassification": { - "max_ap": [ - { - "Model": "nomic-embed-text-v1", - "CDSC-E": 46.69, - "FalseFriendsGermanEnglish": 47.77, - "OpusparcusPC (de)": 91.07, - "OpusparcusPC (en)": 97.95, - "OpusparcusPC (fi)": 86.78, - "OpusparcusPC (fr)": 87.81, - "OpusparcusPC (ru)": 80.53, - "OpusparcusPC (sv)": 84.72, - "PSC": 95.9, - "PawsXPairClassification (de)": 51.49, - "PawsXPairClassification (en)": 61.67, - "PawsXPairClassification (es)": 53.23, - "PawsXPairClassification (fr)": 54.96, - "PawsXPairClassification (ja)": 49.26, - "PawsXPairClassification (ko)": 51.36, - "PawsXPairClassification (zh)": 53.29, - "SICK-E-PL": 47.37, - "TERRa": 46.32 - }, - { - "Model": "nomic-embed-text-v1", - "CDSC-E": 46.69, - "FalseFriendsGermanEnglish": 47.77, - "OpusparcusPC (de)": 91.07, - "OpusparcusPC (en)": 97.95, - "OpusparcusPC (fi)": 86.78, - "OpusparcusPC (fr)": 87.89, - "OpusparcusPC (ru)": 80.53, - "OpusparcusPC (sv)": 84.77, - "PSC": 95.96, - "PawsXPairClassification (de)": 51.51, - "PawsXPairClassification (en)": 61.68, - "PawsXPairClassification (es)": 53.23, - "PawsXPairClassification (fr)": 54.96, - "PawsXPairClassification (ja)": 49.41, - "PawsXPairClassification (ko)": 51.36, - "PawsXPairClassification (zh)": 53.32, - "SICK-E-PL": 47.38, - "TERRa": 46.32 - } - ] - }, - "Reranking": { - "map": [ - { - "Model": "nomic-embed-text-v1", - "AlloprofReranking": 62.47, - "RuBQReranking": 34.13, - "SyntecReranking": 71.41, - "T2Reranking": 61.43 - }, - { - "Model": "nomic-embed-text-v1", - "MIRACLReranking (ar)": 15.17, - "MIRACLReranking (bn)": 20.85, - "MIRACLReranking (de)": 21.85, - "MIRACLReranking (en)": 51.92, - "MIRACLReranking (es)": 32.35, - "MIRACLReranking (fa)": 18.46, - "MIRACLReranking (fi)": 35.54, - "MIRACLReranking (fr)": 18.42, - "MIRACLReranking (hi)": 8.7, - "MIRACLReranking (id)": 22.39, - "MIRACLReranking (ja)": 11.45, - "MIRACLReranking (ko)": 9.77, - "MIRACLReranking (ru)": 14.74, - "MIRACLReranking (sw)": 30.3, - "MIRACLReranking (te)": 1.51, - "MIRACLReranking (th)": 3.48, - "MIRACLReranking (yo)": 51.97, - "MIRACLReranking (zh)": 11.67 - } - ] - }, - "Retrieval": { - "ndcg_at_10": [ - { - "Model": "nomic-embed-text-v1", - "AILACasedocs": 28.87, - "AILAStatutes": 16.25, - "ARCChallenge": 10.06, - "AlloprofRetrieval": 33.93, - "AlphaNLI": 29.55, - "AppsRetrieval": 5.3, - "BSARDRetrieval": 5.83, - "CmedqaRetrieval": 2.23, - "CodeFeedbackMT": 45.4, - "CodeFeedbackST": 66.32, - "CodeSearchNetCCRetrieval (python)": 56.7, - "CodeSearchNetCCRetrieval (javascript)": 57.78, - "CodeSearchNetCCRetrieval (go)": 42.45, - "CodeSearchNetCCRetrieval (ruby)": 59.09, - "CodeSearchNetCCRetrieval (java)": 54.08, - "CodeSearchNetCCRetrieval (php)": 45.3, - "CodeSearchNetRetrieval (python)": 86.99, - "CodeSearchNetRetrieval (javascript)": 70.2, - "CodeSearchNetRetrieval (go)": 91.5, - "CodeSearchNetRetrieval (ruby)": 76.44, - "CodeSearchNetRetrieval (java)": 82.0, - "CodeSearchNetRetrieval (php)": 83.86, - "CodeTransOceanContest": 49.87, - "CodeTransOceanDL": 20.66, - "CosQA": 27.23, - "CovidRetrieval": 18.66, - "GerDaLIR": 5.68, - "GerDaLIRSmall": 13.57, - "GermanQuAD-Retrieval": 81.22, - "HellaSwag": 24.75, - "LEMBNarrativeQARetrieval": 41.23, - "LEMBQMSumRetrieval": 36.65, - "LEMBSummScreenFDRetrieval": 92.97, - "LEMBWikimQARetrieval": 73.75, - "LeCaRDv2": 22.76, - "LegalBenchConsumerContractsQA": 71.37, - "LegalBenchCorporateLobbying": 92.73, - "LegalQuAD": 25.97, - "LegalSummarization": 62.72, - "MIRACLRetrieval (ar)": 2.38, - "MIRACLRetrieval (bn)": 6.1, - "MIRACLRetrieval (de)": 15.68, - "MIRACLRetrieval (en)": 47.1, - "MIRACLRetrieval (es)": 24.39, - "MIRACLRetrieval (fa)": 2.51, - "MIRACLRetrieval (fi)": 25.45, - "MIRACLRetrieval (fr)": 15.24, - "MIRACLRetrieval (hi)": 1.35, - "MIRACLRetrieval (id)": 17.19, - "MIRACLRetrieval (ja)": 4.75, - "MIRACLRetrieval (ko)": 4.27, - "MIRACLRetrieval (ru)": 3.73, - "MIRACLRetrieval (sw)": 30.75, - "MIRACLRetrieval (te)": 0.06, - "MIRACLRetrieval (th)": 0.62, - "MIRACLRetrieval (yo)": 57.75, - "MIRACLRetrieval (zh)": 1.08, - "MintakaRetrieval (ar)": 5.85, - "MintakaRetrieval (de)": 16.46, - "MintakaRetrieval (es)": 15.44, - "MintakaRetrieval (fr)": 17.28, - "MintakaRetrieval (hi)": 6.02, - "MintakaRetrieval (it)": 12.58, - "MintakaRetrieval (ja)": 9.73, - "MintakaRetrieval (pt)": 15.43, - "PIQA": 25.33, - "Quail": 4.61, - "RARbCode": 29.77, - "RARbMath": 36.49, - "RiaNewsRetrieval": 12.92, - "RuBQRetrieval": 6.7, - "SIQA": 2.57, - "SciFact-PL": 37.77, - "SpartQA": 6.27, - "StackOverflowQA": 70.96, - "SyntecRetrieval": 51.91, - "SyntheticText2SQL": 51.02, - "TRECCOVID-PL": 30.44, - "TempReasonL1": 1.59, - "TempReasonL2Fact": 11.43, - "TempReasonL2Pure": 1.33, - "TempReasonL3Fact": 11.89, - "TempReasonL3Pure": 8.53, - "WinoGrande": 44.56, - "XMarket (de)": 12.76, - "XMarket (en)": 31.24, - "XMarket (es)": 15.04, - "XPQARetrieval (ara-ara)": 14.14, - "XPQARetrieval (eng-ara)": 4.51, - "XPQARetrieval (ara-eng)": 9.51, - "XPQARetrieval (deu-deu)": 59.09, - "XPQARetrieval (eng-deu)": 11.22, - "XPQARetrieval (deu-eng)": 33.02, - "XPQARetrieval (spa-spa)": 44.32, - "XPQARetrieval (eng-spa)": 7.2, - "XPQARetrieval (spa-eng)": 25.13, - "XPQARetrieval (fra-fra)": 55.47, - "XPQARetrieval (eng-fra)": 12.08, - "XPQARetrieval (fra-eng)": 34.68, - "XPQARetrieval (hin-hin)": 40.12, - "XPQARetrieval (eng-hin)": 8.2, - "XPQARetrieval (hin-eng)": 8.09, - "XPQARetrieval (ita-ita)": 61.93, - "XPQARetrieval (eng-ita)": 7.39, - "XPQARetrieval (ita-eng)": 30.87, - "XPQARetrieval (jpn-jpn)": 39.23, - "XPQARetrieval (eng-jpn)": 8.36, - "XPQARetrieval (jpn-eng)": 17.16, - "XPQARetrieval (kor-kor)": 12.58, - "XPQARetrieval (eng-kor)": 9.23, - "XPQARetrieval (kor-eng)": 7.14, - "XPQARetrieval (pol-pol)": 31.17, - "XPQARetrieval (eng-pol)": 11.38, - "XPQARetrieval (pol-eng)": 16.32, - "XPQARetrieval (por-por)": 37.72, - "XPQARetrieval (eng-por)": 8.47, - "XPQARetrieval (por-eng)": 25.62, - "XPQARetrieval (tam-tam)": 7.28, - "XPQARetrieval (eng-tam)": 4.82, - "XPQARetrieval (tam-eng)": 4.31, - "XPQARetrieval (cmn-cmn)": 26.41, - "XPQARetrieval (eng-cmn)": 8.91, - "XPQARetrieval (cmn-eng)": 15.94 - } - ] - }, - "STS": { - "cosine_spearman": [ - { - "Model": "nomic-embed-text-v1", - "CDSC-R": 82.61, - "GermanSTSBenchmark": 62.7, - "RUParaPhraserSTS": 51.29, - "RuSTSBenchmarkSTS": 57.12, - "SICK-R-PL": 58.22, - "SICKFr": 65.29, - "STS22 (de-en)": 50.97, - "STS22 (fr-pl)": 73.25, - "STS22 (pl-en)": 64.12, - "STS22 (pl)": 30.72, - "STS22 (de-fr)": 50.64, - "STS22 (es-en)": 65.53, - "STS22 (es)": 65.18, - "STS22 (zh-en)": 46.19, - "STS22 (ru)": 32.23, - "STS22 (ar)": 36.31, - "STS22 (it)": 74.8, - "STS22 (es-it)": 61.2, - "STS22 (tr)": 54.48, - "STS22 (en)": 64.77, - "STS22 (zh)": 58.38, - "STS22 (de-pl)": 30.76, - "STS22 (de)": 38.66, - "STS22 (fr)": 79.58, - "STSB": 36.95, - "STSBenchmarkMultilingualSTS (it)": 64.94, - "STSBenchmarkMultilingualSTS (fr)": 65.88, - "STSBenchmarkMultilingualSTS (pl)": 61.0, - "STSBenchmarkMultilingualSTS (ru)": 56.56, - "STSBenchmarkMultilingualSTS (es)": 67.53, - "STSBenchmarkMultilingualSTS (de)": 63.17, - "STSBenchmarkMultilingualSTS (nl)": 60.97, - "STSBenchmarkMultilingualSTS (zh)": 39.96, - "STSBenchmarkMultilingualSTS (pt)": 64.39, - "STSBenchmarkMultilingualSTS (en)": 79.75 - }, - { - "Model": "nomic-embed-text-v1", - "CDSC-R": 82.61, - "GermanSTSBenchmark": 62.7, - "RUParaPhraserSTS": 51.29, - "RuSTSBenchmarkSTS": 57.12, - "SICK-R-PL": 58.22, - "SICKFr": 65.29, - "STS22 (de-en)": 50.97, - "STS22 (fr-pl)": 73.25, - "STS22 (pl-en)": 64.12, - "STS22 (pl)": 30.72, - "STS22 (de-fr)": 50.64, - "STS22 (es-en)": 65.53, - "STS22 (es)": 65.18, - "STS22 (zh-en)": 46.19, - "STS22 (ru)": 32.23, - "STS22 (ar)": 36.31, - "STS22 (it)": 74.8, - "STS22 (es-it)": 61.2, - "STS22 (tr)": 54.48, - "STS22 (en)": 64.77, - "STS22 (zh)": 58.38, - "STS22 (de-pl)": 30.76, - "STS22 (de)": 38.66, - "STS22 (fr)": 79.58, - "STSB": 36.95, - "STSBenchmarkMultilingualSTS (it)": 64.94, - "STSBenchmarkMultilingualSTS (fr)": 65.88, - "STSBenchmarkMultilingualSTS (pl)": 61.0, - "STSBenchmarkMultilingualSTS (ru)": 56.56, - "STSBenchmarkMultilingualSTS (es)": 67.53, - "STSBenchmarkMultilingualSTS (de)": 63.17, - "STSBenchmarkMultilingualSTS (nl)": 60.97, - "STSBenchmarkMultilingualSTS (zh)": 39.96, - "STSBenchmarkMultilingualSTS (pt)": 64.39, - "STSBenchmarkMultilingualSTS (en)": 79.75 - } - ] - }, - "Summarization": { - "cosine_spearman": [ - { - "Model": "nomic-embed-text-v1", - "SummEvalFr": 31.11 - }, - { - "Model": "nomic-embed-text-v1", - "SummEvalFr": 31.11 - } - ] - }, - "MultilabelClassification": { - "accuracy": [ - { - "Model": "nomic-embed-text-v1", - "CEDRClassification": 34.96, - "SensitiveTopicsClassification": 17.91 - } - ] - }, - "InstructionRetrieval": { - "p-MRR": [ - { - "Model": "nomic-embed-text-v1", - "Core17InstructionRetrieval": -2.11, - "News21InstructionRetrieval": 3.56, - "Robust04InstructionRetrieval": -11.19 - } - ] - } - }, - "nomic-ai__nomic-embed-text-v1.5-128": { - "BitextMining": { - "f1": [] - }, - "Classification": { - "accuracy": [ - { - "Model": "nomic-embed-text-v1.5-128", - "AmazonCounterfactualClassification (en)": 69.78, - "AmazonPolarityClassification": 88.74, - "AmazonReviewsClassification (en)": 43.11, - "Banking77Classification": 82.78, - "EmotionClassification": 42.92, - "ImdbClassification": 80.87, - "MTOPDomainClassification (en)": 89.61, - "MTOPIntentClassification (en)": 68.9, - "MassiveIntentClassification (en)": 69.34, - "MassiveScenarioClassification (en)": 74.21, - "ToxicConversationsClassification": 68.16, - "TweetSentimentExtractionClassification": 57.99 - } - ] - }, - "Clustering": { - "v_measure": [ - { - "Model": "nomic-embed-text-v1.5-128", - "ArxivClusteringP2P": 43.87, - "ArxivClusteringS2S": 34.57, - "BiorxivClusteringP2P": 36.79, - "BiorxivClusteringS2S": 30.68, - "MedrxivClusteringP2P": 34.09, - "MedrxivClusteringS2S": 31.3, - "RedditClustering": 53.31, - "RedditClusteringP2P": 58.96, - "StackExchangeClustering": 59.92, - "StackExchangeClusteringP2P": 33.88, - "TwentyNewsgroupsClustering": 47.29 - } - ] - }, - "PairClassification": { - "max_ap": [ - { - "Model": "nomic-embed-text-v1.5-128", - "SprintDuplicateQuestions": 91.45, - "TwitterSemEval2015": 73.23, - "TwitterURLCorpus": 85.93 - }, - { - "Model": "nomic-embed-text-v1.5-128", - "SprintDuplicateQuestions": 91.45, - "TwitterSemEval2015": 73.23, - "TwitterURLCorpus": 85.93 - } - ] - }, - "Reranking": { - "map": [ - { - "Model": "nomic-embed-text-v1.5-128", - "AskUbuntuDupQuestions": 61.16, - "MindSmallReranking": 30.02, - "SciDocsRR": 78.05, - "StackOverflowDupQuestions": 49.0 - } - ] - }, - "Retrieval": { - "ndcg_at_10": [ - { - "Model": "nomic-embed-text-v1.5-128", - "ArguAna": 43.4, - "CQADupstackRetrieval": 34.67, - "ClimateFEVER": 36.52, - "DBPedia": 36.22, - "FEVER": 80.48, - "FiQA2018": 32.08, - "HotpotQA": 60.09, - "MSMARCO": 39.99, - "NFCorpus": 30.72, - "NQ": 53.62, - "QuoraRetrieval": 87.07, - "SCIDOCS": 15.56, - "SciFact": 64.28, - "TRECCOVID": 74.58, - "Touche2020": 26.99 - } - ] - }, - "STS": { - "cosine_spearman": [ - { - "Model": "nomic-embed-text-v1.5-128", - "BIOSSES": 80.19, - "SICK-R": 79.09, - "STS12": 77.49, - "STS13": 85.62, - "STS14": 80.5, - "STS15": 85.84, - "STS16": 83.9, - "STS17 (en-en)": 86.27, - "STS22 (en)": 64.24, - "STSBenchmark": 84.28 - } - ] - }, - "Summarization": { - "cosine_spearman": [ - { - "Model": "nomic-embed-text-v1.5-128", - "SummEval": 29.59 - } - ] - }, - "MultilabelClassification": { - "accuracy": [] - }, - "InstructionRetrieval": { - "p-MRR": [] - } - }, - "nomic-ai__nomic-embed-text-v1.5-256": { - "BitextMining": { - "f1": [] - }, - "Classification": { - "accuracy": [ - { - "Model": "nomic-embed-text-v1.5-256", - "AmazonCounterfactualClassification (en)": 72.94, - "AmazonPolarityClassification": 91.35, - "AmazonReviewsClassification (en)": 45.73, - "Banking77Classification": 83.69, - "EmotionClassification": 45.88, - "ImdbClassification": 83.99, - "MTOPDomainClassification (en)": 91.68, - "MTOPIntentClassification (en)": 72.47, - "MassiveIntentClassification (en)": 71.76, - "MassiveScenarioClassification (en)": 75.67, - "ToxicConversationsClassification": 70.87, - "TweetSentimentExtractionClassification": 59.2 - } - ] - }, - "Clustering": { - "v_measure": [ - { - "Model": "nomic-embed-text-v1.5-256", - "ArxivClusteringP2P": 44.82, - "ArxivClusteringS2S": 35.32, - "BiorxivClusteringP2P": 38.19, - "BiorxivClusteringS2S": 31.83, - "MedrxivClusteringP2P": 34.08, - "MedrxivClusteringS2S": 30.98, - "RedditClustering": 54.92, - "RedditClusteringP2P": 60.23, - "StackExchangeClustering": 61.81, - "StackExchangeClusteringP2P": 34.03, - "TwentyNewsgroupsClustering": 48.56 - } - ] - }, - "PairClassification": { - "max_ap": [ - { - "Model": "nomic-embed-text-v1.5-256", - "SprintDuplicateQuestions": 92.31, - "TwitterSemEval2015": 73.61, - "TwitterURLCorpus": 86.34 - }, - { - "Model": "nomic-embed-text-v1.5-256", - "SprintDuplicateQuestions": 92.31, - "TwitterSemEval2015": 73.61, - "TwitterURLCorpus": 86.34 - } - ] - }, - "Reranking": { - "map": [ - { - "Model": "nomic-embed-text-v1.5-256", - "AskUbuntuDupQuestions": 61.34, - "MindSmallReranking": 30.04, - "SciDocsRR": 79.4, - "StackOverflowDupQuestions": 49.95 - } - ] - }, - "Retrieval": { - "ndcg_at_10": [ - { - "Model": "nomic-embed-text-v1.5-256", - "ArguAna": 45.44, - "CQADupstackRetrieval": 37.61, - "ClimateFEVER": 39.63, - "DBPedia": 39.42, - "FEVER": 84.4, - "FiQA2018": 35.0, - "HotpotQA": 67.78, - "MSMARCO": 41.38, - "NFCorpus": 32.54, - "NQ": 57.1, - "QuoraRetrieval": 87.65, - "SCIDOCS": 16.76, - "SciFact": 68.24, - "TRECCOVID": 80.65, - "Touche2020": 28.49 - } - ] - }, - "STS": { - "cosine_spearman": [ - { - "Model": "nomic-embed-text-v1.5-256", - "BIOSSES": 81.58, - "SICK-R": 79.24, - "STS12": 78.16, - "STS13": 86.01, - "STS14": 81.25, - "STS15": 86.51, - "STS16": 84.24, - "STS17 (en-en)": 86.44, - "STS22 (en)": 65.14, - "STSBenchmark": 84.8 - } - ] - }, - "Summarization": { - "cosine_spearman": [ - { - "Model": "nomic-embed-text-v1.5-256", - "SummEval": 30.05 - } - ] - }, - "MultilabelClassification": { - "accuracy": [] - }, - "InstructionRetrieval": { - "p-MRR": [] - } - }, - "nomic-ai__nomic-embed-text-v1.5-512": { - "BitextMining": { - "f1": [] - }, - "Classification": { - "accuracy": [ - { - "Model": "nomic-embed-text-v1.5-512", - "AmazonCounterfactualClassification (en)": 74.27, - "AmazonPolarityClassification": 91.89, - "AmazonReviewsClassification (en)": 46.97, - "Banking77Classification": 84.15, - "EmotionClassification": 47.73, - "ImdbClassification": 85.47, - "MTOPDomainClassification (en)": 92.62, - "MTOPIntentClassification (en)": 74.27, - "MassiveIntentClassification (en)": 73.07, - "MassiveScenarioClassification (en)": 76.82, - "ToxicConversationsClassification": 71.25, - "TweetSentimentExtractionClassification": 60.4 - } - ] - }, - "Clustering": { - "v_measure": [ - { - "Model": "nomic-embed-text-v1.5-512", - "ArxivClusteringP2P": 45.45, - "ArxivClusteringS2S": 36.19, - "BiorxivClusteringP2P": 38.41, - "BiorxivClusteringS2S": 32.28, - "MedrxivClusteringP2P": 34.47, - "MedrxivClusteringS2S": 31.43, - "RedditClustering": 55.9, - "RedditClusteringP2P": 60.58, - "StackExchangeClustering": 62.94, - "StackExchangeClusteringP2P": 33.81, - "TwentyNewsgroupsClustering": 49.36 - } - ] - }, - "PairClassification": { - "max_ap": [ - { - "Model": "nomic-embed-text-v1.5-512", - "SprintDuplicateQuestions": 92.91, - "TwitterSemEval2015": 74.3, - "TwitterURLCorpus": 86.57 - }, - { - "Model": "nomic-embed-text-v1.5-512", - "SprintDuplicateQuestions": 92.91, - "TwitterSemEval2015": 74.3, - "TwitterURLCorpus": 86.57 - } - ] - }, - "Reranking": { - "map": [ - { - "Model": "nomic-embed-text-v1.5-512", - "AskUbuntuDupQuestions": 61.6, - "MindSmallReranking": 30.34, - "SciDocsRR": 80.33, - "StackOverflowDupQuestions": 50.32 - } - ] - }, - "Retrieval": { - "ndcg_at_10": [ - { - "Model": "nomic-embed-text-v1.5-512", - "ArguAna": 47.45, - "CQADupstackRetrieval": 39.06, - "ClimateFEVER": 40.7, - "DBPedia": 42.96, - "FEVER": 85.7, - "FiQA2018": 36.92, - "HotpotQA": 71.48, - "MSMARCO": 42.29, - "NFCorpus": 33.31, - "NQ": 58.83, - "QuoraRetrieval": 87.87, - "SCIDOCS": 17.88, - "SciFact": 70.12, - "TRECCOVID": 82.12, - "Touche2020": 29.24 - } - ] - }, - "STS": { - "cosine_spearman": [ - { - "Model": "nomic-embed-text-v1.5-512", - "BIOSSES": 83.3, - "SICK-R": 79.27, - "STS12": 78.3, - "STS13": 85.81, - "STS14": 81.38, - "STS15": 86.79, - "STS16": 84.56, - "STS17 (en-en)": 87.25, - "STS22 (en)": 65.24, - "STSBenchmark": 85.14 - } - ] - }, - "Summarization": { - "cosine_spearman": [ - { - "Model": "nomic-embed-text-v1.5-512", - "SummEval": 30.47 - } - ] - }, - "MultilabelClassification": { - "accuracy": [] - }, - "InstructionRetrieval": { - "p-MRR": [] - } - }, - "nomic-ai__nomic-embed-text-v1.5-64": { - "BitextMining": { - "f1": [] - }, - "Classification": { - "accuracy": [ - { - "Model": "nomic-embed-text-v1.5-64", - "AmazonCounterfactualClassification (en)": 66.85, - "AmazonPolarityClassification": 85.92, - "AmazonReviewsClassification (en)": 41.02, - "Banking77Classification": 80.63, - "EmotionClassification": 40.55, - "ImdbClassification": 76.6, - "MTOPDomainClassification (en)": 86.31, - "MTOPIntentClassification (en)": 62.77, - "MassiveIntentClassification (en)": 64.95, - "MassiveScenarioClassification (en)": 70.38, - "ToxicConversationsClassification": 66.53, - "TweetSentimentExtractionClassification": 55.23 - } - ] - }, - "Clustering": { - "v_measure": [ - { - "Model": "nomic-embed-text-v1.5-64", - "ArxivClusteringP2P": 41.8, - "ArxivClusteringS2S": 32.41, - "BiorxivClusteringP2P": 34.81, - "BiorxivClusteringS2S": 28.59, - "MedrxivClusteringP2P": 32.73, - "MedrxivClusteringS2S": 29.91, - "RedditClustering": 50.31, - "RedditClusteringP2P": 56.57, - "StackExchangeClustering": 57.99, - "StackExchangeClusteringP2P": 33.64, - "TwentyNewsgroupsClustering": 44.61 - } - ] - }, - "PairClassification": { - "max_ap": [ - { - "Model": "nomic-embed-text-v1.5-64", - "SprintDuplicateQuestions": 90.06, - "TwitterSemEval2015": 71.68, - "TwitterURLCorpus": 85.03 - }, - { - "Model": "nomic-embed-text-v1.5-64", - "SprintDuplicateQuestions": 90.06, - "TwitterSemEval2015": 71.68, - "TwitterURLCorpus": 85.03 - } - ] - }, - "Reranking": { - "map": [ - { - "Model": "nomic-embed-text-v1.5-64", - "AskUbuntuDupQuestions": 60.79, - "MindSmallReranking": 29.7, - "SciDocsRR": 75.79, - "StackOverflowDupQuestions": 47.42 - } - ] - }, - "Retrieval": { - "ndcg_at_10": [ - { - "Model": "nomic-embed-text-v1.5-64", - "ArguAna": 37.16, - "CQADupstackRetrieval": 28.72, - "ClimateFEVER": 31.48, - "DBPedia": 28.19, - "FEVER": 70.24, - "FiQA2018": 25.78, - "HotpotQA": 43.07, - "MSMARCO": 35.95, - "NFCorpus": 26.03, - "NQ": 45.54, - "QuoraRetrieval": 85.83, - "SCIDOCS": 12.09, - "SciFact": 52.71, - "TRECCOVID": 67.83, - "Touche2020": 23.13 - } - ] - }, - "STS": { - "cosine_spearman": [ - { - "Model": "nomic-embed-text-v1.5-64", - "BIOSSES": 77.18, - "SICK-R": 78.76, - "STS12": 77.3, - "STS13": 84.18, - "STS14": 79.37, - "STS15": 84.69, - "STS16": 83.36, - "STS17 (en-en)": 85.73, - "STS22 (en)": 63.83, - "STSBenchmark": 83.46 - } - ] - }, - "Summarization": { - "cosine_spearman": [ - { - "Model": "nomic-embed-text-v1.5-64", - "SummEval": 28.41 - } - ] - }, - "MultilabelClassification": { - "accuracy": [] - }, - "InstructionRetrieval": { - "p-MRR": [] - } - }, - "nthakur__contriever-base-msmarco": { - "BitextMining": { - "f1": [] - }, - "Classification": { - "accuracy": [ - { - "Model": "contriever-base-msmarco", - "AmazonCounterfactualClassification (en)": 72.19, - "AmazonPolarityClassification": 68.63, - "AmazonReviewsClassification (en)": 37.42, - "Banking77Classification": 80.02, - "EmotionClassification": 44.77, - "ImdbClassification": 67.04, - "MTOPDomainClassification (en)": 93.18, - "MTOPIntentClassification (en)": 69.31, - "MassiveIntentClassification (en)": 67.78, - "MassiveScenarioClassification (en)": 76.0, - "ToxicConversationsClassification": 67.77, - "TweetSentimentExtractionClassification": 56.1 - } - ] - }, - "Clustering": { - "v_measure": [ - { - "Model": "contriever-base-msmarco", - "ArxivClusteringP2P": 42.61, - "ArxivClusteringS2S": 32.32, - "BiorxivClusteringP2P": 34.97, - "BiorxivClusteringS2S": 29.08, - "MedrxivClusteringP2P": 31.19, - "MedrxivClusteringS2S": 27.27, - "RedditClustering": 54.89, - "RedditClusteringP2P": 57.58, - "StackExchangeClustering": 63.15, - "StackExchangeClusteringP2P": 32.25, - "TwentyNewsgroupsClustering": 46.82 - } - ] - }, - "PairClassification": { - "max_ap": [ - { - "Model": "contriever-base-msmarco", - "SprintDuplicateQuestions": 95.55, - "TwitterSemEval2015": 66.85, - "TwitterURLCorpus": 85.21 - }, - { - "Model": "contriever-base-msmarco", - "SprintDuplicateQuestions": 95.55, - "TwitterSemEval2015": 66.85, - "TwitterURLCorpus": 85.21 - } - ] - }, - "Reranking": { - "map": [ - { - "Model": "contriever-base-msmarco", - "AskUbuntuDupQuestions": 56.69, - "MindSmallReranking": 31.58, - "SciDocsRR": 76.51, - "StackOverflowDupQuestions": 47.78 - } - ] - }, - "Retrieval": { - "ndcg_at_10": [ - { - "Model": "contriever-base-msmarco", - "ArguAna": 48.32, - "CQADupstackRetrieval": 33.67, - "ClimateFEVER": 24.79, - "DBPedia": 38.1, - "FEVER": 59.29, - "FiQA2018": 27.42, - "HotpotQA": 56.81, - "MSMARCO": 36.77, - "NFCorpus": 31.32, - "NQ": 41.83, - "QuoraRetrieval": 86.72, - "SCIDOCS": 17.12, - "SciFact": 65.51, - "TRECCOVID": 44.77, - "Touche2020": 15.79 - } - ] - }, - "STS": { - "cosine_spearman": [ - { - "Model": "contriever-base-msmarco", - "BIOSSES": 83.32, - "SICK-R": 70.2, - "STS12": 64.34, - "STS13": 80.03, - "STS14": 74.51, - "STS15": 83.3, - "STS16": 79.67, - "STS17 (en-en)": 86.32, - "STS22 (en)": 64.64, - "STSBenchmark": 78.81 - } - ] - }, - "Summarization": { - "cosine_spearman": [ - { - "Model": "contriever-base-msmarco", - "SummEval": 30.36 - } - ] - }, - "MultilabelClassification": { - "accuracy": [] - }, - "InstructionRetrieval": { - "p-MRR": [ - { - "Model": "contriever-base-msmarco", - "Core17InstructionRetrieval": -2.48, - "News21InstructionRetrieval": -2.83, - "Robust04InstructionRetrieval": -6.12 - } - ] - } - }, - "openai__text-embedding-3-large": { - "BitextMining": { - "f1": [ - { - "Model": "text-embedding-3-large", - "BornholmBitextMining": 43.85, - "Tatoeba (ron-eng)": 96.98, - "Tatoeba (slk-eng)": 95.33, - "Tatoeba (kab-eng)": 2.79, - "Tatoeba (tam-eng)": 39.2, - "Tatoeba (vie-eng)": 96.22, - "Tatoeba (uzb-eng)": 20.71, - "Tatoeba (war-eng)": 47.28, - "Tatoeba (bel-eng)": 82.25, - "Tatoeba (gla-eng)": 35.82, - "Tatoeba (swh-eng)": 65.95, - "Tatoeba (heb-eng)": 83.69, - "Tatoeba (orv-eng)": 53.49, - "Tatoeba (tgl-eng)": 95.18, - "Tatoeba (cym-eng)": 64.53, - "Tatoeba (kat-eng)": 2.84, - "Tatoeba (hrv-eng)": 96.22, - "Tatoeba (cha-eng)": 41.66, - "Tatoeba (tha-eng)": 89.4, - "Tatoeba (est-eng)": 93.91, - "Tatoeba (lvs-eng)": 74.8, - "Tatoeba (hye-eng)": 4.19, - "Tatoeba (pms-eng)": 60.53, - "Tatoeba (ast-eng)": 82.93, - "Tatoeba (nld-eng)": 97.27, - "Tatoeba (glg-eng)": 92.93, - "Tatoeba (gle-eng)": 46.47, - "Tatoeba (lfn-eng)": 66.2, - "Tatoeba (swe-eng)": 96.0, - "Tatoeba (zsm-eng)": 95.24, - "Tatoeba (ile-eng)": 78.1, - "Tatoeba (max-eng)": 54.53, - "Tatoeba (cat-eng)": 92.16, - "Tatoeba (nno-eng)": 93.82, - "Tatoeba (bos-eng)": 93.27, - "Tatoeba (cor-eng)": 7.54, - "Tatoeba (swg-eng)": 71.74, - "Tatoeba (pol-eng)": 97.73, - "Tatoeba (ara-eng)": 92.4, - "Tatoeba (ina-eng)": 94.98, - "Tatoeba (csb-eng)": 60.18, - "Tatoeba (pes-eng)": 89.77, - "Tatoeba (mar-eng)": 48.29, - "Tatoeba (khm-eng)": 1.87, - "Tatoeba (deu-eng)": 99.37, - "Tatoeba (nds-eng)": 81.35, - "Tatoeba (arz-eng)": 80.65, - "Tatoeba (gsw-eng)": 63.08, - "Tatoeba (arq-eng)": 42.73, - "Tatoeba (dan-eng)": 96.42, - "Tatoeba (epo-eng)": 88.32, - "Tatoeba (nov-eng)": 68.88, - "Tatoeba (nob-eng)": 98.07, - "Tatoeba (amh-eng)": 0.84, - "Tatoeba (xho-eng)": 13.86, - "Tatoeba (hun-eng)": 94.47, - "Tatoeba (wuu-eng)": 86.08, - "Tatoeba (hsb-eng)": 72.4, - "Tatoeba (afr-eng)": 93.93, - "Tatoeba (aze-eng)": 78.63, - "Tatoeba (spa-eng)": 98.03, - "Tatoeba (ell-eng)": 94.86, - "Tatoeba (dtp-eng)": 7.82, - "Tatoeba (ang-eng)": 77.64, - "Tatoeba (ita-eng)": 94.02, - "Tatoeba (ceb-eng)": 41.74, - "Tatoeba (kor-eng)": 88.92, - "Tatoeba (jav-eng)": 36.65, - "Tatoeba (cmn-eng)": 96.02, - "Tatoeba (tzl-eng)": 51.83, - "Tatoeba (yue-eng)": 88.84, - "Tatoeba (bre-eng)": 9.53, - "Tatoeba (rus-eng)": 93.4, - "Tatoeba (slv-eng)": 92.39, - "Tatoeba (uig-eng)": 4.24, - "Tatoeba (ukr-eng)": 93.22, - "Tatoeba (lat-eng)": 72.55, - "Tatoeba (mal-eng)": 50.26, - "Tatoeba (ber-eng)": 6.77, - "Tatoeba (bul-eng)": 93.3, - "Tatoeba (kzj-eng)": 9.08, - "Tatoeba (mhr-eng)": 11.87, - "Tatoeba (fry-eng)": 69.52, - "Tatoeba (por-eng)": 94.75, - "Tatoeba (tuk-eng)": 27.35, - "Tatoeba (fra-eng)": 96.0, - "Tatoeba (urd-eng)": 68.27, - "Tatoeba (pam-eng)": 15.43, - "Tatoeba (srp-eng)": 94.22, - "Tatoeba (lit-eng)": 87.59, - "Tatoeba (mon-eng)": 15.74, - "Tatoeba (tat-eng)": 17.64, - "Tatoeba (ind-eng)": 94.75, - "Tatoeba (ido-eng)": 74.09, - "Tatoeba (ces-eng)": 96.67, - "Tatoeba (sqi-eng)": 76.63, - "Tatoeba (kaz-eng)": 18.5, - "Tatoeba (cbk-eng)": 81.09, - "Tatoeba (isl-eng)": 89.9, - "Tatoeba (eus-eng)": 40.27, - "Tatoeba (oci-eng)": 67.46, - "Tatoeba (ben-eng)": 56.3, - "Tatoeba (hin-eng)": 91.49, - "Tatoeba (awa-eng)": 50.66, - "Tatoeba (dsb-eng)": 54.56, - "Tatoeba (kur-eng)": 24.66, - "Tatoeba (tel-eng)": 19.63, - "Tatoeba (fin-eng)": 97.83, - "Tatoeba (yid-eng)": 6.05, - "Tatoeba (fao-eng)": 74.77, - "Tatoeba (jpn-eng)": 95.78, - "Tatoeba (mkd-eng)": 88.11, - "Tatoeba (tur-eng)": 95.88 - } - ] - }, - "Classification": { - "accuracy": [ - { - "Model": "text-embedding-3-large", - "AllegroReviews": 48.85, - "AmazonCounterfactualClassification (en-ext)": 80.09, - "AmazonCounterfactualClassification (en)": 78.99, - "AmazonCounterfactualClassification (de)": 71.7, - "AmazonCounterfactualClassification (ja)": 79.45, - "AmazonPolarityClassification": 92.85, - "AmazonReviewsClassification (en)": 48.7, - "AmazonReviewsClassification (de)": 48.18, - "AmazonReviewsClassification (es)": 45.87, - "AmazonReviewsClassification (fr)": 46.41, - "AmazonReviewsClassification (ja)": 44.0, - "AmazonReviewsClassification (zh)": 41.31, - "AngryTweetsClassification": 57.84, - "Banking77Classification": 85.69, - "CBD": 74.55, - "DanishPoliticalCommentsClassification": 43.41, - "EmotionClassification": 51.58, - "GeoreviewClassification": 47.06, - "HeadlineClassification": 77.19, - "ImdbClassification": 87.67, - "InappropriatenessClassification": 61.5, - "KinopoiskClassification": 60.21, - "LccSentimentClassification": 58.07, - "MTOPDomainClassification (en)": 95.36, - "MTOPDomainClassification (de)": 94.14, - "MTOPDomainClassification (es)": 95.07, - "MTOPDomainClassification (fr)": 93.39, - "MTOPDomainClassification (hi)": 88.28, - "MTOPDomainClassification (th)": 82.0, - "MTOPIntentClassification (en)": 75.07, - "MTOPIntentClassification (de)": 77.08, - "MTOPIntentClassification (es)": 78.24, - "MTOPIntentClassification (fr)": 73.68, - "MTOPIntentClassification (hi)": 64.64, - "MTOPIntentClassification (th)": 63.92, - "MasakhaNEWSClassification (amh)": 51.86, - "MasakhaNEWSClassification (eng)": 81.14, - "MasakhaNEWSClassification (fra)": 77.25, - "MasakhaNEWSClassification (hau)": 76.22, - "MasakhaNEWSClassification (ibo)": 65.33, - "MasakhaNEWSClassification (lin)": 78.29, - "MasakhaNEWSClassification (lug)": 70.31, - "MasakhaNEWSClassification (orm)": 77.2, - "MasakhaNEWSClassification (pcm)": 93.05, - "MasakhaNEWSClassification (run)": 78.66, - "MasakhaNEWSClassification (sna)": 85.64, - "MasakhaNEWSClassification (som)": 64.86, - "MasakhaNEWSClassification (swa)": 74.08, - "MasakhaNEWSClassification (tir)": 35.44, - "MasakhaNEWSClassification (xho)": 81.41, - "MasakhaNEWSClassification (yor)": 82.92, - "MassiveIntentClassification (nb)": 69.13, - "MassiveIntentClassification (vi)": 65.6, - "MassiveIntentClassification (sq)": 57.38, - "MassiveIntentClassification (fr)": 71.29, - "MassiveIntentClassification (ur)": 49.97, - "MassiveIntentClassification (zh-CN)": 69.44, - "MassiveIntentClassification (da)": 69.19, - "MassiveIntentClassification (pl)": 70.0, - "MassiveIntentClassification (am)": 34.46, - "MassiveIntentClassification (kn)": 43.85, - "MassiveIntentClassification (jv)": 52.81, - "MassiveIntentClassification (az)": 58.97, - "MassiveIntentClassification (ro)": 66.05, - "MassiveIntentClassification (pt)": 70.57, - "MassiveIntentClassification (el)": 67.62, - "MassiveIntentClassification (it)": 71.74, - "MassiveIntentClassification (hi)": 61.22, - "MassiveIntentClassification (te)": 41.49, - "MassiveIntentClassification (ja)": 71.12, - "MassiveIntentClassification (tl)": 61.1, - "MassiveIntentClassification (tr)": 67.96, - "MassiveIntentClassification (ar)": 62.79, - "MassiveIntentClassification (es)": 70.62, - "MassiveIntentClassification (zh-TW)": 65.52, - "MassiveIntentClassification (af)": 62.56, - "MassiveIntentClassification (ka)": 29.48, - "MassiveIntentClassification (is)": 54.4, - "MassiveIntentClassification (ko)": 63.93, - "MassiveIntentClassification (bn)": 50.02, - "MassiveIntentClassification (de)": 71.07, - "MassiveIntentClassification (mn)": 34.05, - "MassiveIntentClassification (en)": 74.63, - "MassiveIntentClassification (hu)": 67.59, - "MassiveIntentClassification (lv)": 59.58, - "MassiveIntentClassification (nl)": 71.56, - "MassiveIntentClassification (sw)": 55.94, - "MassiveIntentClassification (fa)": 64.77, - "MassiveIntentClassification (my)": 22.95, - "MassiveIntentClassification (sv)": 70.27, - "MassiveIntentClassification (sl)": 67.13, - "MassiveIntentClassification (km)": 32.55, - "MassiveIntentClassification (ms)": 65.4, - "MassiveIntentClassification (fi)": 69.9, - "MassiveIntentClassification (hy)": 33.21, - "MassiveIntentClassification (ml)": 43.95, - "MassiveIntentClassification (ru)": 70.11, - "MassiveIntentClassification (he)": 59.97, - "MassiveIntentClassification (cy)": 48.21, - "MassiveIntentClassification (th)": 57.86, - "MassiveIntentClassification (id)": 67.89, - "MassiveIntentClassification (ta)": 37.86, - "MassiveScenarioClassification (mn)": 40.58, - "MassiveScenarioClassification (hi)": 67.03, - "MassiveScenarioClassification (ar)": 69.99, - "MassiveScenarioClassification (cy)": 57.2, - "MassiveScenarioClassification (ms)": 71.7, - "MassiveScenarioClassification (it)": 76.95, - "MassiveScenarioClassification (ru)": 75.69, - "MassiveScenarioClassification (nb)": 75.27, - "MassiveScenarioClassification (zh-CN)": 76.96, - "MassiveScenarioClassification (bn)": 56.68, - "MassiveScenarioClassification (tl)": 69.52, - "MassiveScenarioClassification (kn)": 49.17, - "MassiveScenarioClassification (el)": 73.79, - "MassiveScenarioClassification (ko)": 71.49, - "MassiveScenarioClassification (da)": 75.91, - "MassiveScenarioClassification (nl)": 77.52, - "MassiveScenarioClassification (de)": 77.18, - "MassiveScenarioClassification (th)": 65.15, - "MassiveScenarioClassification (tr)": 72.26, - "MassiveScenarioClassification (jv)": 61.9, - "MassiveScenarioClassification (zh-TW)": 73.43, - "MassiveScenarioClassification (lv)": 66.96, - "MassiveScenarioClassification (ur)": 55.83, - "MassiveScenarioClassification (fr)": 76.46, - "MassiveScenarioClassification (id)": 74.18, - "MassiveScenarioClassification (sl)": 74.63, - "MassiveScenarioClassification (he)": 66.42, - "MassiveScenarioClassification (az)": 62.69, - "MassiveScenarioClassification (af)": 71.67, - "MassiveScenarioClassification (sw)": 65.09, - "MassiveScenarioClassification (te)": 48.1, - "MassiveScenarioClassification (km)": 38.68, - "MassiveScenarioClassification (hy)": 39.05, - "MassiveScenarioClassification (vi)": 70.48, - "MassiveScenarioClassification (ro)": 72.37, - "MassiveScenarioClassification (pl)": 74.98, - "MassiveScenarioClassification (en)": 79.79, - "MassiveScenarioClassification (sq)": 65.73, - "MassiveScenarioClassification (my)": 30.49, - "MassiveScenarioClassification (es)": 76.09, - "MassiveScenarioClassification (am)": 39.63, - "MassiveScenarioClassification (ml)": 48.25, - "MassiveScenarioClassification (is)": 64.11, - "MassiveScenarioClassification (ja)": 76.25, - "MassiveScenarioClassification (ka)": 33.8, - "MassiveScenarioClassification (sv)": 77.29, - "MassiveScenarioClassification (ta)": 43.66, - "MassiveScenarioClassification (fa)": 70.27, - "MassiveScenarioClassification (hu)": 73.14, - "MassiveScenarioClassification (fi)": 74.44, - "MassiveScenarioClassification (pt)": 74.66, - "NoRecClassification": 53.94, - "NordicLangClassification": 79.75, - "PAC": 70.33, - "PolEmo2.0-IN": 74.72, - "PolEmo2.0-OUT": 50.06, - "RuReviewsClassification": 66.11, - "RuSciBenchGRNTIClassification": 61.04, - "RuSciBenchOECDClassification": 47.07, - "ToxicConversationsClassification": 68.82, - "TweetSentimentExtractionClassification": 62.22 - } - ] - }, - "Clustering": { - "v_measure": [ - { - "Model": "text-embedding-3-large", - "AlloProfClusteringS2S": 52.89, - "ArxivClusteringP2P": 49.01, - "ArxivClusteringS2S": 44.45, - "BiorxivClusteringP2P": 38.03, - "BiorxivClusteringS2S": 36.53, - "BlurbsClusteringP2P": 44.1, - "BlurbsClusteringS2S": 21.85, - "GeoreviewClusteringP2P": 72.6, - "HALClusteringS2S": 27.68, - "MasakhaNEWSClusteringS2S (amh)": 44.44, - "MasakhaNEWSClusteringS2S (eng)": 53.54, - "MasakhaNEWSClusteringS2S (fra)": 39.71, - "MasakhaNEWSClusteringS2S (hau)": 28.77, - "MasakhaNEWSClusteringS2S (ibo)": 56.75, - "MasakhaNEWSClusteringS2S (lin)": 55.37, - "MasakhaNEWSClusteringS2S (lug)": 47.22, - "MasakhaNEWSClusteringS2S (orm)": 37.09, - "MasakhaNEWSClusteringS2S (pcm)": 68.2, - "MasakhaNEWSClusteringS2S (run)": 53.4, - "MasakhaNEWSClusteringS2S (sna)": 61.4, - "MasakhaNEWSClusteringS2S (som)": 32.0, - "MasakhaNEWSClusteringS2S (swa)": 29.03, - "MasakhaNEWSClusteringS2S (tir)": 46.06, - "MasakhaNEWSClusteringS2S (xho)": 35.97, - "MasakhaNEWSClusteringS2S (yor)": 41.0, - "MedrxivClusteringP2P": 32.7, - "MedrxivClusteringS2S": 31.27, - "RedditClustering": 67.84, - "RedditClusteringP2P": 67.96, - "RuSciBenchGRNTIClusteringP2P": 54.17, - "RuSciBenchOECDClusteringP2P": 46.73, - "StackExchangeClustering": 76.26, - "StackExchangeClusteringP2P": 36.88, - "TenKGnadClusteringS2S": 37.78, - "TwentyNewsgroupsClustering": 58.14 - } - ] - }, - "PairClassification": { - "max_ap": [ - { - "Model": "text-embedding-3-large", - "CDSC-E": 70.46, - "FalseFriendsGermanEnglish": 56.04, - "OpusparcusPC (de)": 98.55, - "OpusparcusPC (en)": 98.79, - "OpusparcusPC (fi)": 95.88, - "OpusparcusPC (fr)": 95.64, - "OpusparcusPC (ru)": 91.16, - "OpusparcusPC (sv)": 96.74, - "PSC": 99.55, - "PawsXPairClassification (de)": 61.83, - "PawsXPairClassification (en)": 66.41, - "PawsXPairClassification (es)": 63.25, - "PawsXPairClassification (fr)": 64.9, - "PawsXPairClassification (ja)": 53.92, - "PawsXPairClassification (ko)": 53.64, - "PawsXPairClassification (zh)": 59.71, - "SICK-E-PL": 70.11, - "SprintDuplicateQuestions": 92.24, - "TERRa": 57.99, - "TwitterSemEval2015": 77.15, - "TwitterURLCorpus": 87.79 - }, - { - "Model": "text-embedding-3-large", - "CDSC-E": 70.48, - "FalseFriendsGermanEnglish": 56.04, - "OpusparcusPC (de)": 98.55, - "OpusparcusPC (en)": 98.79, - "OpusparcusPC (fi)": 95.88, - "OpusparcusPC (fr)": 95.64, - "OpusparcusPC (ru)": 91.16, - "OpusparcusPC (sv)": 96.74, - "PSC": 99.57, - "PawsXPairClassification (de)": 62.29, - "PawsXPairClassification (en)": 66.41, - "PawsXPairClassification (es)": 63.25, - "PawsXPairClassification (fr)": 64.99, - "PawsXPairClassification (ja)": 54.25, - "PawsXPairClassification (ko)": 53.88, - "PawsXPairClassification (zh)": 59.97, - "SICK-E-PL": 70.11, - "SprintDuplicateQuestions": 92.51, - "TERRa": 58.08, - "TwitterSemEval2015": 77.15, - "TwitterURLCorpus": 87.79 - }, - { - "Model": "text-embedding-3-large", - "SprintDuplicateQuestions": 92.25, - "TwitterSemEval2015": 77.13, - "TwitterURLCorpus": 87.78 - } - ] - }, - "Reranking": { - "map": [ - { - "Model": "text-embedding-3-large", - "AlloprofReranking": 80.3, - "AskUbuntuDupQuestions": 65.03, - "MindSmallReranking": 29.86, - "RuBQReranking": 75.19, - "SciDocsRR": 86.66, - "StackOverflowDupQuestions": 55.08, - "SyntecReranking": 90.38, - "T2Reranking": 67.05 - } - ] - }, - "Retrieval": { - "ndcg_at_10": [ - { - "Model": "text-embedding-3-large", - "AILACasedocs": 39.0, - "AILAStatutes": 41.99, - "ARCChallenge": 23.98, - "AlloprofRetrieval": 60.28, - "AlphaNLI": 37.27, - "AppsRetrieval": 28.37, - "ArguAna": 57.99, - "BrightRetrieval (theoremqa_questions)": 22.22, - "BrightRetrieval (leetcode)": 23.65, - "BrightRetrieval (earth_science)": 26.27, - "BrightRetrieval (psychology)": 27.52, - "BrightRetrieval (robotics)": 12.93, - "BrightRetrieval (economics)": 19.98, - "BrightRetrieval (stackoverflow)": 12.49, - "BrightRetrieval (biology)": 23.67, - "BrightRetrieval (theoremqa_theorems)": 10.82, - "BrightRetrieval (pony)": 2.45, - "BrightRetrieval (sustainable_living)": 20.32, - "BrightRetrieval (aops)": 8.45, - "CQADupstackRetrieval": 47.54, - "ClimateFEVER": 30.27, - "CmedqaRetrieval": 27.43, - "CodeFeedbackMT": 68.92, - "CodeFeedbackST": 80.42, - "CodeSearchNetCCRetrieval (python)": 76.01, - "CodeSearchNetCCRetrieval (javascript)": 77.36, - "CodeSearchNetCCRetrieval (go)": 67.19, - "CodeSearchNetCCRetrieval (ruby)": 75.43, - "CodeSearchNetCCRetrieval (java)": 77.23, - "CodeSearchNetCCRetrieval (php)": 65.83, - "CodeSearchNetRetrieval (python)": 92.36, - "CodeSearchNetRetrieval (javascript)": 83.14, - "CodeSearchNetRetrieval (go)": 96.48, - "CodeSearchNetRetrieval (ruby)": 87.96, - "CodeSearchNetRetrieval (java)": 93.18, - "CodeSearchNetRetrieval (php)": 89.89, - "CodeTransOceanContest": 84.25, - "CodeTransOceanDL": 34.23, - "CosQA": 31.0, - "CovidRetrieval": 68.43, - "DBPedia": 44.76, - "FEVER": 87.94, - "FiQA2018": 55.0, - "GerDaLIRSmall": 32.77, - "HellaSwag": 34.12, - "HotpotQA": 71.58, - "LEMBNarrativeQARetrieval": 44.09, - "LEMBQMSumRetrieval": 32.49, - "LEMBSummScreenFDRetrieval": 84.8, - "LEMBWikimQARetrieval": 54.16, - "LeCaRDv2": 57.2, - "LegalBenchConsumerContractsQA": 79.39, - "LegalBenchCorporateLobbying": 95.22, - "LegalQuAD": 57.47, - "LegalSummarization": 71.55, - "MSMARCO": 40.24, - "MintakaRetrieval (ar)": 28.07, - "MintakaRetrieval (de)": 61.51, - "MintakaRetrieval (es)": 60.26, - "MintakaRetrieval (fr)": 62.88, - "MintakaRetrieval (hi)": 22.55, - "MintakaRetrieval (it)": 59.89, - "MintakaRetrieval (ja)": 39.29, - "MintakaRetrieval (pt)": 59.99, - "NFCorpus": 42.07, - "NQ": 61.27, - "PIQA": 41.96, - "Quail": 10.15, - "QuoraRetrieval": 89.05, - "RARbCode": 89.64, - "RARbMath": 90.08, - "RuBQRetrieval": 72.32, - "SCIDOCS": 23.07, - "SIQA": 3.44, - "SciFact": 77.77, - "SciFact-PL": 71.04, - "SpartQA": 7.44, - "StackOverflowQA": 92.44, - "SyntecRetrieval": 87.36, - "SyntheticText2SQL": 68.45, - "TRECCOVID": 79.56, - "TRECCOVID-PL": 62.88, - "TempReasonL1": 2.13, - "TempReasonL2Fact": 28.65, - "TempReasonL2Pure": 10.34, - "TempReasonL3Fact": 25.52, - "TempReasonL3Pure": 15.28, - "Touche2020": 23.35, - "WinoGrande": 29.11, - "XPQARetrieval (ara-ara)": 50.83, - "XPQARetrieval (eng-ara)": 43.19, - "XPQARetrieval (ara-eng)": 50.85, - "XPQARetrieval (deu-deu)": 83.97, - "XPQARetrieval (eng-deu)": 62.93, - "XPQARetrieval (deu-eng)": 82.24, - "XPQARetrieval (spa-spa)": 70.56, - "XPQARetrieval (eng-spa)": 55.51, - "XPQARetrieval (spa-eng)": 68.74, - "XPQARetrieval (fra-fra)": 76.53, - "XPQARetrieval (eng-fra)": 60.93, - "XPQARetrieval (fra-eng)": 74.02, - "XPQARetrieval (hin-hin)": 74.81, - "XPQARetrieval (eng-hin)": 29.67, - "XPQARetrieval (hin-eng)": 65.92, - "XPQARetrieval (ita-ita)": 80.95, - "XPQARetrieval (eng-ita)": 54.83, - "XPQARetrieval (ita-eng)": 79.25, - "XPQARetrieval (jpn-jpn)": 76.92, - "XPQARetrieval (eng-jpn)": 54.56, - "XPQARetrieval (jpn-eng)": 75.09, - "XPQARetrieval (kor-kor)": 37.47, - "XPQARetrieval (eng-kor)": 36.63, - "XPQARetrieval (kor-eng)": 36.82, - "XPQARetrieval (pol-pol)": 53.28, - "XPQARetrieval (eng-pol)": 40.5, - "XPQARetrieval (pol-eng)": 51.6, - "XPQARetrieval (por-por)": 54.28, - "XPQARetrieval (eng-por)": 37.79, - "XPQARetrieval (por-eng)": 53.49, - "XPQARetrieval (tam-tam)": 32.85, - "XPQARetrieval (eng-tam)": 11.39, - "XPQARetrieval (tam-eng)": 14.02, - "XPQARetrieval (cmn-cmn)": 66.56, - "XPQARetrieval (eng-cmn)": 41.22, - "XPQARetrieval (cmn-eng)": 63.92 - } - ], - "recall_at_1": [ - { - "Model": "text-embedding-3-large", - "BrightRetrieval (earth_science)": 32.26, - "BrightRetrieval (sustainable_living)": 26.34, - "BrightRetrieval (economics)": 24.76, - "BrightRetrieval (stackoverflow)": 11.54, - "BrightRetrieval (pony)": 0.0, - "BrightRetrieval (biology)": 33.09, - "BrightRetrieval (robotics)": 11.88, - "BrightRetrieval (psychology)": 35.15 - } - ] - }, - "STS": { - "cosine_spearman": [ - { - "Model": "text-embedding-3-large", - "BIOSSES": 84.68, - "SICK-R": 79.0, - "STS12": 72.84, - "STS13": 86.1, - "STS14": 81.15, - "STS15": 88.49, - "STS16": 85.08, - "STS17 (en-en)": 90.22, - "STS22 (en)": 66.14, - "STSBenchmark": 83.56 - }, - { - "Model": "text-embedding-3-large", - "CDSC-R": 92.19, - "GermanSTSBenchmark": 82.32, - "RUParaPhraserSTS": 72.97, - "RuSTSBenchmarkSTS": 80.81, - "SICK-R-PL": 72.68, - "SICKFr": 78.74, - "STSB": 78.0, - "STSBenchmarkMultilingualSTS (it)": 80.97, - "STSBenchmarkMultilingualSTS (es)": 82.99, - "STSBenchmarkMultilingualSTS (nl)": 81.41, - "STSBenchmarkMultilingualSTS (en)": 83.6, - "STSBenchmarkMultilingualSTS (fr)": 82.51, - "STSBenchmarkMultilingualSTS (pl)": 79.85, - "STSBenchmarkMultilingualSTS (pt)": 80.34, - "STSBenchmarkMultilingualSTS (de)": 82.73, - "STSBenchmarkMultilingualSTS (zh)": 79.32, - "STSBenchmarkMultilingualSTS (ru)": 80.85 - }, - { - "Model": "text-embedding-3-large", - "CDSC-R": 92.19, - "GermanSTSBenchmark": 82.32, - "RUParaPhraserSTS": 72.97, - "RuSTSBenchmarkSTS": 80.81, - "SICK-R-PL": 72.68, - "SICKFr": 78.74, - "STSB": 78.0, - "STSBenchmarkMultilingualSTS (it)": 80.97, - "STSBenchmarkMultilingualSTS (es)": 82.99, - "STSBenchmarkMultilingualSTS (nl)": 81.41, - "STSBenchmarkMultilingualSTS (en)": 83.6, - "STSBenchmarkMultilingualSTS (fr)": 82.51, - "STSBenchmarkMultilingualSTS (pl)": 79.85, - "STSBenchmarkMultilingualSTS (pt)": 80.34, - "STSBenchmarkMultilingualSTS (de)": 82.73, - "STSBenchmarkMultilingualSTS (zh)": 79.32, - "STSBenchmarkMultilingualSTS (ru)": 80.85 - } - ] - }, - "Summarization": { - "cosine_spearman": [ - { - "Model": "text-embedding-3-large", - "SummEval": 30.05 - }, - { - "Model": "text-embedding-3-large", - "SummEval": 30.05 - }, - { - "Model": "text-embedding-3-large", - "SummEval": 29.92 - } - ] - }, - "MultilabelClassification": { - "accuracy": [ - { - "Model": "text-embedding-3-large", - "CEDRClassification": 46.77, - "SensitiveTopicsClassification": 31.97 - } - ] - }, - "InstructionRetrieval": { - "p-MRR": [ - { - "Model": "text-embedding-3-large", - "Core17InstructionRetrieval": -0.2, - "News21InstructionRetrieval": -2.03, - "Robust04InstructionRetrieval": -5.81 - } - ] - } - }, - "openai__text-embedding-3-large-256": { - "BitextMining": { - "f1": [] - }, - "Classification": { - "accuracy": [ - { - "Model": "text-embedding-3-large-256", - "AmazonCounterfactualClassification (en)": 73.96, - "AmazonPolarityClassification": 91.32, - "AmazonReviewsClassification (en)": 46.03, - "Banking77Classification": 83.19, - "EmotionClassification": 45.8, - "ImdbClassification": 85.93, - "MTOPDomainClassification (en)": 92.76, - "MTOPIntentClassification (en)": 70.45, - "MassiveIntentClassification (en)": 71.12, - "MassiveScenarioClassification (en)": 75.56, - "ToxicConversationsClassification": 68.52, - "TweetSentimentExtractionClassification": 58.98 - } - ] - }, - "Clustering": { - "v_measure": [ - { - "Model": "text-embedding-3-large-256", - "ArxivClusteringP2P": 47.05, - "ArxivClusteringS2S": 42.59, - "BiorxivClusteringP2P": 35.43, - "BiorxivClusteringS2S": 33.86, - "MedrxivClusteringP2P": 32.1, - "MedrxivClusteringS2S": 31.15, - "RedditClustering": 60.18, - "RedditClusteringP2P": 64.71, - "StackExchangeClustering": 71.23, - "StackExchangeClusteringP2P": 35.95, - "TwentyNewsgroupsClustering": 54.24 - } - ] - }, - "PairClassification": { - "max_ap": [ - { - "Model": "text-embedding-3-large-256", - "SprintDuplicateQuestions": 89.02, - "TwitterSemEval2015": 76.56, - "TwitterURLCorpus": 87.09 - } - ] - }, - "Reranking": { - "map": [ - { - "Model": "text-embedding-3-large-256", - "AskUbuntuDupQuestions": 64.61, - "MindSmallReranking": 29.63, - "SciDocsRR": 84.25, - "StackOverflowDupQuestions": 53.46 - } - ] - }, - "Retrieval": { - "ndcg_at_10": [ - { - "Model": "text-embedding-3-large-256", - "ArguAna": 55.6, - "CQADupstackRetrieval": 42.28, - "ClimateFEVER": 25.8, - "DBPedia": 40.8, - "FEVER": 84.57, - "FiQA2018": 50.33, - "HotpotQA": 62.69, - "MSMARCO": 37.93, - "NFCorpus": 37.94, - "NQ": 56.64, - "QuoraRetrieval": 88.22, - "SCIDOCS": 20.44, - "SciFact": 73.1, - "TRECCOVID": 76.24, - "Touche2020": 22.31 - } - ] - }, - "STS": { - "cosine_spearman": [ - { - "Model": "text-embedding-3-large-256", - "BIOSSES": 84.87, - "SICK-R": 79.18, - "STS12": 71.98, - "STS13": 85.52, - "STS14": 80.5, - "STS15": 87.51, - "STS16": 84.48, - "STS17 (en-en)": 88.11, - "STS22 (en)": 65.92, - "STSBenchmark": 82.34 - } - ] - }, - "Summarization": { - "cosine_spearman": [ - { - "Model": "text-embedding-3-large-256", - "SummEval": 29.92 - } - ] - }, - "MultilabelClassification": { - "accuracy": [] - }, - "InstructionRetrieval": { - "p-MRR": [] - } - }, - "openai__text-embedding-3-large-instruct": { - "BitextMining": { - "f1": [] - }, - "Classification": { - "accuracy": [] - }, - "Clustering": { - "v_measure": [] - }, - "PairClassification": { - "max_ap": [] - }, - "Reranking": { - "map": [] - }, - "Retrieval": { - "ndcg_at_10": [ - { - "Model": "text-embedding-3-large-instruct", - "ARCChallenge": 21.22, - "AlphaNLI": 34.23, - "HellaSwag": 31.4, - "PIQA": 37.52, - "Quail": 13.6, - "RARbCode": 89.41, - "RARbMath": 87.73, - "SIQA": 4.99, - "SpartQA": 7.45, - "TempReasonL1": 2.07, - "TempReasonL2Fact": 39.77, - "TempReasonL2Pure": 11.04, - "TempReasonL3Fact": 37.04, - "TempReasonL3Pure": 15.51, - "WinoGrande": 33.92 - } - ] - }, - "STS": { - "cosine_spearman": [] - }, - "Summarization": { - "cosine_spearman": [] - }, - "MultilabelClassification": { - "accuracy": [] - }, - "InstructionRetrieval": { - "p-MRR": [] - } - }, - "openai__text-embedding-3-small": { - "BitextMining": { - "f1": [ - { - "Model": "text-embedding-3-small", - "BornholmBitextMining": 40.88, - "Tatoeba (afr-eng)": 79.77, - "Tatoeba (dtp-eng)": 6.86, - "Tatoeba (tel-eng)": 0.68, - "Tatoeba (glg-eng)": 88.25, - "Tatoeba (kor-eng)": 61.61, - "Tatoeba (dsb-eng)": 38.66, - "Tatoeba (est-eng)": 67.96, - "Tatoeba (oci-eng)": 48.97, - "Tatoeba (mar-eng)": 9.51, - "Tatoeba (awa-eng)": 15.07, - "Tatoeba (zsm-eng)": 88.16, - "Tatoeba (fao-eng)": 42.44, - "Tatoeba (lat-eng)": 43.22, - "Tatoeba (tuk-eng)": 17.76, - "Tatoeba (ile-eng)": 75.59, - "Tatoeba (bul-eng)": 83.54, - "Tatoeba (heb-eng)": 44.33, - "Tatoeba (rus-eng)": 91.1, - "Tatoeba (urd-eng)": 12.54, - "Tatoeba (pes-eng)": 54.92, - "Tatoeba (pam-eng)": 8.23, - "Tatoeba (ang-eng)": 48.75, - "Tatoeba (tur-eng)": 83.92, - "Tatoeba (ara-eng)": 75.08, - "Tatoeba (kzj-eng)": 8.19, - "Tatoeba (war-eng)": 17.98, - "Tatoeba (sqi-eng)": 35.63, - "Tatoeba (ron-eng)": 90.68, - "Tatoeba (slv-eng)": 83.81, - "Tatoeba (fra-eng)": 93.75, - "Tatoeba (kat-eng)": 0.74, - "Tatoeba (ast-eng)": 78.26, - "Tatoeba (jpn-eng)": 89.22, - "Tatoeba (tam-eng)": 4.31, - "Tatoeba (yue-eng)": 71.79, - "Tatoeba (lfn-eng)": 56.5, - "Tatoeba (fry-eng)": 46.68, - "Tatoeba (nob-eng)": 95.91, - "Tatoeba (xho-eng)": 10.93, - "Tatoeba (mon-eng)": 11.71, - "Tatoeba (hin-eng)": 43.69, - "Tatoeba (orv-eng)": 28.28, - "Tatoeba (cmn-eng)": 93.33, - "Tatoeba (ell-eng)": 76.42, - "Tatoeba (cor-eng)": 4.18, - "Tatoeba (max-eng)": 43.93, - "Tatoeba (lit-eng)": 43.09, - "Tatoeba (fin-eng)": 89.08, - "Tatoeba (dan-eng)": 92.71, - "Tatoeba (uzb-eng)": 12.23, - "Tatoeba (tat-eng)": 11.31, - "Tatoeba (nld-eng)": 96.3, - "Tatoeba (hrv-eng)": 90.64, - "Tatoeba (bos-eng)": 86.53, - "Tatoeba (nds-eng)": 61.73, - "Tatoeba (kaz-eng)": 9.81, - "Tatoeba (spa-eng)": 97.04, - "Tatoeba (swe-eng)": 91.98, - "Tatoeba (ukr-eng)": 81.09, - "Tatoeba (kur-eng)": 17.64, - "Tatoeba (gla-eng)": 4.26, - "Tatoeba (ido-eng)": 62.7, - "Tatoeba (nov-eng)": 63.74, - "Tatoeba (vie-eng)": 85.38, - "Tatoeba (csb-eng)": 38.6, - "Tatoeba (ina-eng)": 90.77, - "Tatoeba (gsw-eng)": 37.93, - "Tatoeba (khm-eng)": 0.7, - "Tatoeba (lvs-eng)": 31.88, - "Tatoeba (cym-eng)": 8.58, - "Tatoeba (isl-eng)": 35.53, - "Tatoeba (ita-eng)": 92.32, - "Tatoeba (uig-eng)": 1.67, - "Tatoeba (wuu-eng)": 76.54, - "Tatoeba (yid-eng)": 1.18, - "Tatoeba (eus-eng)": 17.25, - "Tatoeba (tzl-eng)": 48.13, - "Tatoeba (bel-eng)": 47.19, - "Tatoeba (tha-eng)": 36.24, - "Tatoeba (cat-eng)": 84.23, - "Tatoeba (hye-eng)": 0.86, - "Tatoeba (gle-eng)": 4.65, - "Tatoeba (jav-eng)": 21.76, - "Tatoeba (arz-eng)": 46.12, - "Tatoeba (mkd-eng)": 65.77, - "Tatoeba (epo-eng)": 60.93, - "Tatoeba (ceb-eng)": 15.93, - "Tatoeba (por-eng)": 93.69, - "Tatoeba (pms-eng)": 47.24, - "Tatoeba (deu-eng)": 98.6, - "Tatoeba (ces-eng)": 88.56, - "Tatoeba (nno-eng)": 86.34, - "Tatoeba (ind-eng)": 88.64, - "Tatoeba (hsb-eng)": 53.23, - "Tatoeba (cha-eng)": 36.96, - "Tatoeba (cbk-eng)": 71.54, - "Tatoeba (aze-eng)": 36.72, - "Tatoeba (mal-eng)": 3.09, - "Tatoeba (arq-eng)": 17.45, - "Tatoeba (bre-eng)": 7.35, - "Tatoeba (ben-eng)": 13.3, - "Tatoeba (pol-eng)": 94.93, - "Tatoeba (mhr-eng)": 9.01, - "Tatoeba (tgl-eng)": 58.15, - "Tatoeba (srp-eng)": 85.3, - "Tatoeba (kab-eng)": 2.39, - "Tatoeba (amh-eng)": 0.01, - "Tatoeba (swg-eng)": 50.73, - "Tatoeba (hun-eng)": 81.65, - "Tatoeba (ber-eng)": 6.13, - "Tatoeba (swh-eng)": 27.61, - "Tatoeba (slk-eng)": 82.56 - } - ] - }, - "Classification": { - "accuracy": [ - { - "Model": "text-embedding-3-small", - "AllegroReviews": 38.71, - "AmazonCounterfactualClassification (en-ext)": 77.29, - "AmazonCounterfactualClassification (en)": 76.42, - "AmazonCounterfactualClassification (de)": 72.25, - "AmazonCounterfactualClassification (ja)": 71.86, - "AmazonPolarityClassification": 90.84, - "AmazonReviewsClassification (en)": 45.73, - "AmazonReviewsClassification (de)": 44.2, - "AmazonReviewsClassification (es)": 43.33, - "AmazonReviewsClassification (fr)": 43.64, - "AmazonReviewsClassification (ja)": 37.48, - "AmazonReviewsClassification (zh)": 37.42, - "AngryTweetsClassification": 55.68, - "Banking77Classification": 83.01, - "CBD": 65.23, - "DanishPoliticalCommentsClassification": 39.83, - "EmotionClassification": 50.63, - "GeoreviewClassification": 42.96, - "HeadlineClassification": 74.06, - "ImdbClassification": 83.66, - "InappropriatenessClassification": 58.86, - "KinopoiskClassification": 55.03, - "LccSentimentClassification": 59.33, - "MTOPDomainClassification (en)": 93.91, - "MTOPDomainClassification (de)": 92.77, - "MTOPDomainClassification (es)": 93.11, - "MTOPDomainClassification (fr)": 90.9, - "MTOPDomainClassification (hi)": 71.85, - "MTOPDomainClassification (th)": 70.32, - "MTOPIntentClassification (en)": 70.98, - "MTOPIntentClassification (de)": 71.6, - "MTOPIntentClassification (es)": 73.4, - "MTOPIntentClassification (fr)": 67.83, - "MTOPIntentClassification (hi)": 42.3, - "MTOPIntentClassification (th)": 48.04, - "MasakhaNEWSClassification (amh)": 47.85, - "MasakhaNEWSClassification (eng)": 80.57, - "MasakhaNEWSClassification (fra)": 76.49, - "MasakhaNEWSClassification (hau)": 69.91, - "MasakhaNEWSClassification (ibo)": 60.85, - "MasakhaNEWSClassification (lin)": 76.46, - "MasakhaNEWSClassification (lug)": 66.55, - "MasakhaNEWSClassification (orm)": 70.71, - "MasakhaNEWSClassification (pcm)": 92.16, - "MasakhaNEWSClassification (run)": 75.28, - "MasakhaNEWSClassification (sna)": 83.41, - "MasakhaNEWSClassification (som)": 61.39, - "MasakhaNEWSClassification (swa)": 75.06, - "MasakhaNEWSClassification (tir)": 29.89, - "MasakhaNEWSClassification (xho)": 79.53, - "MasakhaNEWSClassification (yor)": 76.42, - "MassiveIntentClassification (cy)": 40.7, - "MassiveIntentClassification (af)": 55.03, - "MassiveIntentClassification (pt)": 67.6, - "MassiveIntentClassification (ar)": 51.72, - "MassiveIntentClassification (zh-CN)": 64.38, - "MassiveIntentClassification (sq)": 46.1, - "MassiveIntentClassification (da)": 63.51, - "MassiveIntentClassification (is)": 41.21, - "MassiveIntentClassification (ka)": 28.86, - "MassiveIntentClassification (ml)": 40.9, - "MassiveIntentClassification (ta)": 37.65, - "MassiveIntentClassification (el)": 54.11, - "MassiveIntentClassification (fa)": 52.0, - "MassiveIntentClassification (hy)": 31.93, - "MassiveIntentClassification (km)": 33.33, - "MassiveIntentClassification (fr)": 67.8, - "MassiveIntentClassification (hu)": 55.75, - "MassiveIntentClassification (ru)": 63.87, - "MassiveIntentClassification (hi)": 44.77, - "MassiveIntentClassification (pl)": 64.59, - "MassiveIntentClassification (sw)": 45.12, - "MassiveIntentClassification (jv)": 48.29, - "MassiveIntentClassification (zh-TW)": 59.91, - "MassiveIntentClassification (it)": 66.6, - "MassiveIntentClassification (en)": 72.86, - "MassiveIntentClassification (am)": 31.68, - "MassiveIntentClassification (ja)": 64.14, - "MassiveIntentClassification (kn)": 37.15, - "MassiveIntentClassification (mn)": 40.05, - "MassiveIntentClassification (sv)": 64.6, - "MassiveIntentClassification (tl)": 50.93, - "MassiveIntentClassification (ms)": 57.19, - "MassiveIntentClassification (de)": 66.56, - "MassiveIntentClassification (tr)": 56.52, - "MassiveIntentClassification (nl)": 67.82, - "MassiveIntentClassification (id)": 60.52, - "MassiveIntentClassification (he)": 45.11, - "MassiveIntentClassification (ko)": 52.12, - "MassiveIntentClassification (th)": 45.14, - "MassiveIntentClassification (es)": 66.91, - "MassiveIntentClassification (te)": 37.19, - "MassiveIntentClassification (az)": 45.36, - "MassiveIntentClassification (ro)": 60.05, - "MassiveIntentClassification (nb)": 63.31, - "MassiveIntentClassification (fi)": 60.27, - "MassiveIntentClassification (sl)": 58.77, - "MassiveIntentClassification (lv)": 47.21, - "MassiveIntentClassification (bn)": 42.02, - "MassiveIntentClassification (vi)": 53.28, - "MassiveIntentClassification (ur)": 39.51, - "MassiveIntentClassification (my)": 28.57, - "MassiveScenarioClassification (nl)": 74.25, - "MassiveScenarioClassification (el)": 60.87, - "MassiveScenarioClassification (de)": 74.88, - "MassiveScenarioClassification (ar)": 58.95, - "MassiveScenarioClassification (af)": 66.43, - "MassiveScenarioClassification (km)": 39.58, - "MassiveScenarioClassification (sq)": 55.13, - "MassiveScenarioClassification (cy)": 47.54, - "MassiveScenarioClassification (ro)": 65.97, - "MassiveScenarioClassification (vi)": 61.03, - "MassiveScenarioClassification (pl)": 70.0, - "MassiveScenarioClassification (fi)": 66.29, - "MassiveScenarioClassification (pt)": 71.06, - "MassiveScenarioClassification (ja)": 71.02, - "MassiveScenarioClassification (sl)": 66.65, - "MassiveScenarioClassification (hy)": 38.01, - "MassiveScenarioClassification (sv)": 72.82, - "MassiveScenarioClassification (sw)": 54.09, - "MassiveScenarioClassification (ka)": 32.87, - "MassiveScenarioClassification (fr)": 73.3, - "MassiveScenarioClassification (zh-CN)": 73.14, - "MassiveScenarioClassification (ms)": 65.35, - "MassiveScenarioClassification (ur)": 47.76, - "MassiveScenarioClassification (da)": 71.31, - "MassiveScenarioClassification (am)": 36.06, - "MassiveScenarioClassification (nb)": 71.57, - "MassiveScenarioClassification (is)": 50.91, - "MassiveScenarioClassification (my)": 35.19, - "MassiveScenarioClassification (ru)": 69.58, - "MassiveScenarioClassification (es)": 72.19, - "MassiveScenarioClassification (th)": 54.2, - "MassiveScenarioClassification (lv)": 52.16, - "MassiveScenarioClassification (id)": 69.04, - "MassiveScenarioClassification (te)": 42.89, - "MassiveScenarioClassification (it)": 72.59, - "MassiveScenarioClassification (zh-TW)": 67.61, - "MassiveScenarioClassification (kn)": 41.2, - "MassiveScenarioClassification (en)": 76.84, - "MassiveScenarioClassification (ta)": 44.43, - "MassiveScenarioClassification (ml)": 44.68, - "MassiveScenarioClassification (fa)": 57.04, - "MassiveScenarioClassification (hi)": 51.29, - "MassiveScenarioClassification (hu)": 64.06, - "MassiveScenarioClassification (mn)": 41.77, - "MassiveScenarioClassification (jv)": 55.21, - "MassiveScenarioClassification (bn)": 46.02, - "MassiveScenarioClassification (he)": 51.68, - "MassiveScenarioClassification (az)": 52.6, - "MassiveScenarioClassification (tr)": 63.72, - "MassiveScenarioClassification (tl)": 60.12, - "MassiveScenarioClassification (ko)": 57.88, - "NoRecClassification": 49.41, - "NordicLangClassification": 67.85, - "PAC": 66.83, - "PolEmo2.0-IN": 66.73, - "PolEmo2.0-OUT": 31.46, - "RuReviewsClassification": 61.07, - "RuSciBenchGRNTIClassification": 55.56, - "RuSciBenchOECDClassification": 43.35, - "ToxicConversationsClassification": 71.91, - "TweetSentimentExtractionClassification": 61.72 - } - ] - }, - "Clustering": { - "v_measure": [ - { - "Model": "text-embedding-3-small", - "AlloProfClusteringS2S": 51.23, - "ArxivClusteringP2P": 46.57, - "ArxivClusteringS2S": 39.35, - "BiorxivClusteringP2P": 37.77, - "BiorxivClusteringS2S": 34.68, - "BlurbsClusteringP2P": 41.0, - "BlurbsClusteringS2S": 18.51, - "GeoreviewClusteringP2P": 63.89, - "HALClusteringS2S": 27.05, - "MasakhaNEWSClusteringS2S (amh)": 46.58, - "MasakhaNEWSClusteringS2S (eng)": 47.96, - "MasakhaNEWSClusteringS2S (fra)": 54.76, - "MasakhaNEWSClusteringS2S (hau)": 27.33, - "MasakhaNEWSClusteringS2S (ibo)": 49.27, - "MasakhaNEWSClusteringS2S (lin)": 57.97, - "MasakhaNEWSClusteringS2S (lug)": 48.93, - "MasakhaNEWSClusteringS2S (orm)": 28.39, - "MasakhaNEWSClusteringS2S (pcm)": 66.55, - "MasakhaNEWSClusteringS2S (run)": 51.66, - "MasakhaNEWSClusteringS2S (sna)": 49.83, - "MasakhaNEWSClusteringS2S (som)": 30.26, - "MasakhaNEWSClusteringS2S (swa)": 20.16, - "MasakhaNEWSClusteringS2S (tir)": 44.26, - "MasakhaNEWSClusteringS2S (xho)": 32.96, - "MasakhaNEWSClusteringS2S (yor)": 43.33, - "MedrxivClusteringP2P": 32.77, - "MedrxivClusteringS2S": 31.85, - "RedditClustering": 64.09, - "RedditClusteringP2P": 65.12, - "RuSciBenchGRNTIClusteringP2P": 50.18, - "RuSciBenchOECDClusteringP2P": 44.16, - "StackExchangeClustering": 72.05, - "StackExchangeClusteringP2P": 34.04, - "TenKGnadClusteringS2S": 34.51, - "TwentyNewsgroupsClustering": 54.81 - } - ] - }, - "PairClassification": { - "max_ap": [ - { - "Model": "text-embedding-3-small", - "CDSC-E": 66.28, - "FalseFriendsGermanEnglish": 53.14, - "OpusparcusPC (de)": 97.13, - "OpusparcusPC (en)": 98.76, - "OpusparcusPC (fi)": 91.51, - "OpusparcusPC (fr)": 94.45, - "OpusparcusPC (ru)": 86.04, - "OpusparcusPC (sv)": 93.92, - "PSC": 99.22, - "PawsXPairClassification (de)": 58.5, - "PawsXPairClassification (en)": 64.2, - "PawsXPairClassification (es)": 59.62, - "PawsXPairClassification (fr)": 61.36, - "PawsXPairClassification (ja)": 52.67, - "PawsXPairClassification (ko)": 52.15, - "PawsXPairClassification (zh)": 58.59, - "SICK-E-PL": 60.78, - "SprintDuplicateQuestions": 94.6, - "TERRa": 53.73, - "TwitterSemEval2015": 73.38, - "TwitterURLCorpus": 87.18 - }, - { - "Model": "text-embedding-3-small", - "CDSC-E": 66.28, - "FalseFriendsGermanEnglish": 53.14, - "OpusparcusPC (de)": 97.14, - "OpusparcusPC (en)": 98.76, - "OpusparcusPC (fi)": 91.51, - "OpusparcusPC (fr)": 94.45, - "OpusparcusPC (ru)": 86.04, - "OpusparcusPC (sv)": 93.92, - "PSC": 99.23, - "PawsXPairClassification (de)": 58.72, - "PawsXPairClassification (en)": 64.24, - "PawsXPairClassification (es)": 59.65, - "PawsXPairClassification (fr)": 61.37, - "PawsXPairClassification (ja)": 52.71, - "PawsXPairClassification (ko)": 52.31, - "PawsXPairClassification (zh)": 59.01, - "SICK-E-PL": 60.78, - "SprintDuplicateQuestions": 94.61, - "TERRa": 53.73, - "TwitterSemEval2015": 73.38, - "TwitterURLCorpus": 87.18 - }, - { - "Model": "text-embedding-3-small", - "OpusparcusPC (fr)": 94.45, - "SprintDuplicateQuestions": 94.58, - "TwitterSemEval2015": 73.33, - "TwitterURLCorpus": 87.21 - } - ] - }, - "Reranking": { - "map": [ - { - "Model": "text-embedding-3-small", - "AlloprofReranking": 74.84, - "AskUbuntuDupQuestions": 62.18, - "MindSmallReranking": 29.93, - "RuBQReranking": 66.0, - "SciDocsRR": 83.25, - "StackOverflowDupQuestions": 51.53, - "SyntecReranking": 85.45, - "T2Reranking": 65.71 - } - ] - }, - "Retrieval": { - "ndcg_at_10": [ - { - "Model": "text-embedding-3-small", - "AILACasedocs": 34.9, - "AILAStatutes": 28.21, - "ARCChallenge": 14.63, - "AlloprofRetrieval": 52.09, - "AlphaNLI": 30.61, - "AppsRetrieval": 17.01, - "ArguAna": 55.49, - "CQADupstackRetrieval": 42.58, - "ClimateFEVER": 26.86, - "CmedqaRetrieval": 21.84, - "CodeFeedbackMT": 60.48, - "CodeFeedbackST": 73.89, - "CodeSearchNetCCRetrieval (python)": 59.4, - "CodeSearchNetCCRetrieval (javascript)": 67.6, - "CodeSearchNetCCRetrieval (go)": 49.21, - "CodeSearchNetCCRetrieval (ruby)": 65.89, - "CodeSearchNetCCRetrieval (java)": 68.63, - "CodeSearchNetCCRetrieval (php)": 54.06, - "CodeSearchNetRetrieval (python)": 88.52, - "CodeSearchNetRetrieval (javascript)": 78.92, - "CodeSearchNetRetrieval (go)": 95.24, - "CodeSearchNetRetrieval (ruby)": 83.76, - "CodeSearchNetRetrieval (java)": 90.71, - "CodeSearchNetRetrieval (php)": 87.39, - "CodeTransOceanContest": 72.05, - "CodeTransOceanDL": 27.39, - "CosQA": 28.93, - "CovidRetrieval": 61.07, - "DBPedia": 39.97, - "FEVER": 79.42, - "FiQA2018": 44.91, - "GerDaLIRSmall": 34.74, - "HellaSwag": 30.94, - "HotpotQA": 63.63, - "LEMBNarrativeQARetrieval": 47.23, - "LEMBQMSumRetrieval": 38.15, - "LEMBSummScreenFDRetrieval": 92.12, - "LEMBWikimQARetrieval": 68.55, - "LeCaRDv2": 55.0, - "LegalBenchConsumerContractsQA": 79.15, - "LegalBenchCorporateLobbying": 93.9, - "LegalQuAD": 54.7, - "LegalSummarization": 69.34, - "MSMARCO": 37.02, - "MintakaRetrieval (ar)": 16.78, - "MintakaRetrieval (de)": 42.76, - "MintakaRetrieval (es)": 41.79, - "MintakaRetrieval (fr)": 41.69, - "MintakaRetrieval (hi)": 14.78, - "MintakaRetrieval (it)": 41.84, - "MintakaRetrieval (ja)": 21.16, - "MintakaRetrieval (pt)": 43.9, - "NFCorpus": 38.33, - "NQ": 52.86, - "PIQA": 33.69, - "Quail": 6.11, - "QuoraRetrieval": 88.83, - "RARbCode": 72.03, - "RARbMath": 71.07, - "RuBQRetrieval": 60.1, - "SCIDOCS": 20.8, - "SIQA": 3.03, - "SciFact": 73.37, - "SciFact-PL": 59.37, - "SpartQA": 6.63, - "StackOverflowQA": 88.67, - "SyntecRetrieval": 86.42, - "SyntheticText2SQL": 58.33, - "TRECCOVID": 77.9, - "TRECCOVID-PL": 65.36, - "TempReasonL1": 2.35, - "TempReasonL2Fact": 25.68, - "TempReasonL2Pure": 2.76, - "TempReasonL3Fact": 22.09, - "TempReasonL3Pure": 9.79, - "Touche2020": 24.28, - "WinoGrande": 31.53, - "XPQARetrieval (ara-ara)": 42.5, - "XPQARetrieval (eng-ara)": 24.35, - "XPQARetrieval (ara-eng)": 35.1, - "XPQARetrieval (deu-deu)": 81.28, - "XPQARetrieval (eng-deu)": 55.73, - "XPQARetrieval (deu-eng)": 77.68, - "XPQARetrieval (spa-spa)": 66.82, - "XPQARetrieval (eng-spa)": 51.75, - "XPQARetrieval (spa-eng)": 65.02, - "XPQARetrieval (fra-fra)": 74.87, - "XPQARetrieval (eng-fra)": 55.75, - "XPQARetrieval (fra-eng)": 70.01, - "XPQARetrieval (hin-hin)": 66.94, - "XPQARetrieval (eng-hin)": 16.95, - "XPQARetrieval (hin-eng)": 26.17, - "XPQARetrieval (ita-ita)": 76.15, - "XPQARetrieval (eng-ita)": 48.92, - "XPQARetrieval (ita-eng)": 71.54, - "XPQARetrieval (jpn-jpn)": 70.79, - "XPQARetrieval (eng-jpn)": 43.54, - "XPQARetrieval (jpn-eng)": 66.14, - "XPQARetrieval (kor-kor)": 32.07, - "XPQARetrieval (eng-kor)": 25.15, - "XPQARetrieval (kor-eng)": 22.43, - "XPQARetrieval (pol-pol)": 47.44, - "XPQARetrieval (eng-pol)": 32.81, - "XPQARetrieval (pol-eng)": 43.7, - "XPQARetrieval (por-por)": 52.24, - "XPQARetrieval (eng-por)": 35.7, - "XPQARetrieval (por-eng)": 51.92, - "XPQARetrieval (tam-tam)": 32.97, - "XPQARetrieval (eng-tam)": 6.47, - "XPQARetrieval (tam-eng)": 4.98, - "XPQARetrieval (cmn-cmn)": 62.98, - "XPQARetrieval (eng-cmn)": 34.62, - "XPQARetrieval (cmn-eng)": 56.64 - } - ] - }, - "STS": { - "cosine_spearman": [ - { - "Model": "text-embedding-3-small", - "BIOSSES": 88.72, - "SICK-R": 76.73, - "STS12": 73.09, - "STS13": 84.92, - "STS14": 79.81, - "STS15": 88.01, - "STS16": 84.41, - "STS17 (en-en)": 90.94, - "STS22 (en)": 64.96, - "STSBenchmark": 84.24 - }, - { - "Model": "text-embedding-3-small", - "CDSC-R": 89.48, - "GermanSTSBenchmark": 80.32, - "RUParaPhraserSTS": 65.18, - "RuSTSBenchmarkSTS": 74.52, - "SICK-R-PL": 64.77, - "SICKFr": 75.69, - "STSB": 75.24, - "STSBenchmarkMultilingualSTS (fr)": 81.11, - "STSBenchmarkMultilingualSTS (es)": 81.59, - "STSBenchmarkMultilingualSTS (it)": 79.0, - "STSBenchmarkMultilingualSTS (nl)": 79.4, - "STSBenchmarkMultilingualSTS (pt)": 80.64, - "STSBenchmarkMultilingualSTS (ru)": 74.58, - "STSBenchmarkMultilingualSTS (en)": 84.22, - "STSBenchmarkMultilingualSTS (zh)": 76.55, - "STSBenchmarkMultilingualSTS (de)": 80.57, - "STSBenchmarkMultilingualSTS (pl)": 74.06 - }, - { - "Model": "text-embedding-3-small", - "CDSC-R": 89.48, - "GermanSTSBenchmark": 80.32, - "RUParaPhraserSTS": 65.18, - "RuSTSBenchmarkSTS": 74.52, - "SICK-R-PL": 64.77, - "SICKFr": 75.69, - "STSB": 75.24, - "STSBenchmarkMultilingualSTS (fr)": 81.11, - "STSBenchmarkMultilingualSTS (es)": 81.59, - "STSBenchmarkMultilingualSTS (it)": 79.0, - "STSBenchmarkMultilingualSTS (nl)": 79.4, - "STSBenchmarkMultilingualSTS (pt)": 80.64, - "STSBenchmarkMultilingualSTS (ru)": 74.58, - "STSBenchmarkMultilingualSTS (en)": 84.22, - "STSBenchmarkMultilingualSTS (zh)": 76.55, - "STSBenchmarkMultilingualSTS (de)": 80.57, - "STSBenchmarkMultilingualSTS (pl)": 74.06 - } - ] - }, - "Summarization": { - "cosine_spearman": [ - { - "Model": "text-embedding-3-small", - "SummEval": 31.18 - }, - { - "Model": "text-embedding-3-small", - "SummEval": 31.18 - }, - { - "Model": "text-embedding-3-small", - "SummEval": 31.12 - } - ] - }, - "MultilabelClassification": { - "accuracy": [ - { - "Model": "text-embedding-3-small", - "CEDRClassification": 39.38, - "SensitiveTopicsClassification": 27.2 - } - ] - }, - "InstructionRetrieval": { - "p-MRR": [ - { - "Model": "text-embedding-3-small", - "Core17InstructionRetrieval": 1.15, - "News21InstructionRetrieval": -1.81, - "Robust04InstructionRetrieval": -6.49 - } - ] - } - }, - "openai__text-embedding-3-small-instruct": { - "BitextMining": { - "f1": [] - }, - "Classification": { - "accuracy": [] - }, - "Clustering": { - "v_measure": [] - }, - "PairClassification": { - "max_ap": [] - }, - "Reranking": { - "map": [] - }, - "Retrieval": { - "ndcg_at_10": [ - { - "Model": "text-embedding-3-small-instruct", - "ARCChallenge": 13.76, - "AlphaNLI": 21.14, - "HellaSwag": 27.2, - "PIQA": 29.59, - "Quail": 6.64, - "RARbCode": 72.14, - "RARbMath": 64.31, - "SIQA": 2.98, - "SpartQA": 3.58, - "TempReasonL1": 2.29, - "TempReasonL2Fact": 26.34, - "TempReasonL2Pure": 3.17, - "TempReasonL3Fact": 22.72, - "TempReasonL3Pure": 9.98, - "WinoGrande": 25.49 - } - ] - }, - "STS": { - "cosine_spearman": [] - }, - "Summarization": { - "cosine_spearman": [] - }, - "MultilabelClassification": { - "accuracy": [] - }, - "InstructionRetrieval": { - "p-MRR": [] - } - }, - "openai__text-embedding-ada-002": { - "BitextMining": { - "f1": [] - }, - "Classification": { - "accuracy": [ - { - "Model": "text-embedding-ada-002", - "AmazonCounterfactualClassification (en)": 75.94, - "AmazonPolarityClassification": 86.72, - "AmazonReviewsClassification (zh)": 38.3, - "AmazonReviewsClassification (en)": 44.78, - "AmazonReviewsClassification (fr)": 43.76, - "Banking77Classification": 80.66, - "EmotionClassification": 48.74, - "IFlyTek": 44.62, - "ImdbClassification": 77.98, - "JDReview": 74.6, - "MTOPDomainClassification (en)": 92.13, - "MTOPDomainClassification (fr)": 89.38, - "MTOPIntentClassification (en)": 64.68, - "MTOPIntentClassification (fr)": 64.45, - "MasakhaNEWSClassification (fra)": 81.52, - "MassiveIntentClassification (zh-CN)": 64.81, - "MassiveIntentClassification (en)": 70.15, - "MassiveIntentClassification (fr)": 65.42, - "MassiveScenarioClassification (zh-CN)": 71.4, - "MassiveScenarioClassification (en)": 75.33, - "MassiveScenarioClassification (fr)": 71.11, - "MultilingualSentiment": 67.99, - "OnlineShopping": 88.94, - "TNews": 45.77, - "ToxicConversationsClassification": 72.29, - "TweetSentimentExtractionClassification": 61.81, - "Waimai": 82.37 - } - ] - }, - "Clustering": { - "v_measure": [ - { - "Model": "text-embedding-ada-002", - "AlloProfClusteringP2P": 64.83, - "AlloProfClusteringS2S": 53.52, - "ArxivClusteringP2P": 45.01, - "ArxivClusteringS2S": 36.85, - "BiorxivClusteringP2P": 36.66, - "BiorxivClusteringS2S": 34.21, - "CLSClusteringP2P": 38.26, - "CLSClusteringS2S": 35.91, - "HALClusteringS2S": 26.18, - "MLSUMClusteringP2P": 44.59, - "MLSUMClusteringS2S": 41.67, - "MasakhaNEWSClusteringP2P (fra)": 68.35, - "MasakhaNEWSClusteringS2S (fra)": 48.58, - "MedrxivClusteringP2P": 32.6, - "MedrxivClusteringS2S": 30.8, - "RedditClustering": 61.42, - "RedditClusteringP2P": 64.13, - "StackExchangeClustering": 72.22, - "StackExchangeClusteringP2P": 38.49, - "ThuNewsClusteringP2P": 58.71, - "ThuNewsClusteringS2S": 49.86, - "TwentyNewsgroupsClustering": 52.56 - } - ] - }, - "PairClassification": { - "max_ap": [ - { - "Model": "text-embedding-ada-002", - "Cmnli": 76.03, - "Ocnli": 63.08, - "OpusparcusPC (fr)": 94.12, - "PawsXPairClassification (fr)": 60.16, - "SprintDuplicateQuestions": 92.17, - "TwitterSemEval2015": 75.28, - "TwitterURLCorpus": 87.22 - }, - { - "Model": "text-embedding-ada-002", - "Cmnli": 76.04, - "Ocnli": 63.08, - "OpusparcusPC (fr)": 94.16, - "PawsXPairClassification (fr)": 60.19, - "SprintDuplicateQuestions": 92.17, - "TwitterSemEval2015": 75.28, - "TwitterURLCorpus": 87.22 - } - ] - }, - "Reranking": { - "map": [ - { - "Model": "text-embedding-ada-002", - "AskUbuntuDupQuestions": 62.05, - "CMedQAv1": 63.08, - "CMedQAv2": 64.02, - "MMarcoReranking": 23.39, - "MindSmallReranking": 31.45, - "SciDocsRR": 81.22, - "StackOverflowDupQuestions": 50.54, - "SyntecReranking": 89.87, - "T2Reranking": 66.65 - } - ] - }, - "Retrieval": { - "ndcg_at_10": [ - { - "Model": "text-embedding-ada-002", - "ARCChallenge": 13.3, - "AlloprofRetrieval": 51.64, - "AlphaNLI": 25.65, - "ArguAna": 57.44, - "BSARDRetrieval": 0.61, - "CQADupstackRetrieval": 41.69, - "ClimateFEVER": 21.64, - "CmedqaRetrieval": 22.36, - "CovidRetrieval": 57.21, - "DBPedia": 39.39, - "DuRetrieval": 71.17, - "EcomRetrieval": 44.49, - "FEVER": 74.99, - "FiQA2018": 44.41, - "HellaSwag": 29.29, - "HotpotQA": 60.9, - "MMarcoRetrieval": 69.86, - "MSMARCO": 40.91, - "MedicalRetrieval": 37.92, - "MintakaRetrieval (fr)": 29.94, - "NFCorpus": 36.97, - "NQ": 51.58, - "PIQA": 31.02, - "Quail": 5.83, - "QuoraRetrieval": 87.6, - "RARbCode": 83.39, - "RARbMath": 73.21, - "SCIDOCS": 18.36, - "SIQA": 3.14, - "SciFact": 72.75, - "SpartQA": 4.23, - "SyntecRetrieval": 85.97, - "T2Retrieval": 69.14, - "TRECCOVID": 68.47, - "TempReasonL1": 1.68, - "TempReasonL2Fact": 19.93, - "TempReasonL2Pure": 2.6, - "TempReasonL3Fact": 18.02, - "TempReasonL3Pure": 7.58, - "Touche2020": 21.61, - "VideoRetrieval": 43.85, - "WinoGrande": 19.65, - "XPQARetrieval (fr)": 73.0 - } - ] - }, - "STS": { - "cosine_spearman": [ - { - "Model": "text-embedding-ada-002", - "AFQMC": 23.88, - "ATEC": 29.25, - "BIOSSES": 86.35, - "BQ": 45.33, - "LCQMC": 68.41, - "PAWSX": 16.55, - "QBQTC": 30.27, - "SICK-R": 80.6, - "SICKFr": 76.28, - "STS12": 69.8, - "STS13": 83.27, - "STS14": 76.09, - "STS15": 86.12, - "STS16": 85.96, - "STS17 (en-en)": 90.25, - "STS22 (zh)": 62.53, - "STS22 (en)": 68.12, - "STS22 (tr)": 64.5, - "STS22 (fr)": 81.09, - "STSB": 70.61, - "STSBenchmark": 83.17, - "STSBenchmarkMultilingualSTS (fr)": 77.55 - } - ] - }, - "Summarization": { - "cosine_spearman": [ - { - "Model": "text-embedding-ada-002", - "SummEval": 30.8, - "SummEvalFr": 30.5 - } - ] - }, - "MultilabelClassification": { - "accuracy": [] - }, - "InstructionRetrieval": { - "p-MRR": [] - } - }, - "openai__text-embedding-ada-002-instruct": { - "BitextMining": { - "f1": [] - }, - "Classification": { - "accuracy": [] - }, - "Clustering": { - "v_measure": [] - }, - "PairClassification": { - "max_ap": [] - }, - "Reranking": { - "map": [] - }, - "Retrieval": { - "ndcg_at_10": [ - { - "Model": "text-embedding-ada-002-instruct", - "ARCChallenge": 11.85, - "AlphaNLI": 10.62, - "HellaSwag": 24.8, - "PIQA": 23.87, - "Quail": 5.79, - "RARbCode": 82.36, - "RARbMath": 67.26, - "SIQA": 2.64, - "SpartQA": 4.75, - "TempReasonL1": 1.44, - "TempReasonL2Fact": 19.38, - "TempReasonL2Pure": 2.43, - "TempReasonL3Fact": 17.58, - "TempReasonL3Pure": 7.31, - "WinoGrande": 11.36 - } - ] - }, - "STS": { - "cosine_spearman": [] - }, - "Summarization": { - "cosine_spearman": [] - }, - "MultilabelClassification": { - "accuracy": [] - }, - "InstructionRetrieval": { - "p-MRR": [] - } - }, - "openai__text-search-ada-001": { - "BitextMining": { - "f1": [] - }, - "Classification": { - "accuracy": [] - }, - "Clustering": { - "v_measure": [ - { - "Model": "text-search-ada-001", - "BiorxivClusteringS2S": 26.05, - "MedrxivClusteringS2S": 25.67, - "TwentyNewsgroupsClustering": 44.92 - } - ] - }, - "PairClassification": { - "max_ap": [] - }, - "Reranking": { - "map": [] - }, - "Retrieval": { - "ndcg_at_10": [ - { - "Model": "text-search-ada-001", - "ArguAna": 46.91, - "ClimateFEVER": 18.5, - "DBPedia": 36.2, - "FEVER": 72.1, - "FiQA2018": 38.41, - "HotpotQA": 59.39, - "MSMARCO": 37.94, - "NFCorpus": 33.17, - "NQ": 42.81, - "QuoraRetrieval": 70.57, - "SCIDOCS": 14.83, - "SciFact": 67.25, - "TRECCOVID": 72.43, - "Touche2020": 28.68 - } - ] - }, - "STS": { - "cosine_spearman": [] - }, - "Summarization": { - "cosine_spearman": [] - }, - "MultilabelClassification": { - "accuracy": [] - }, - "InstructionRetrieval": { - "p-MRR": [] - } - }, - "openai__text-search-ada-doc-001": { - "BitextMining": { - "f1": [] - }, - "Classification": { - "accuracy": [] - }, - "Clustering": { - "v_measure": [ - { - "Model": "text-search-ada-doc-001", - "TwentyNewsgroupsClustering": 32.92 - } - ] - }, - "PairClassification": { - "max_ap": [] - }, - "Reranking": { - "map": [] - }, - "Retrieval": { - "ndcg_at_10": [] - }, - "STS": { - "cosine_spearman": [] - }, - "Summarization": { - "cosine_spearman": [] - }, - "MultilabelClassification": { - "accuracy": [] - }, - "InstructionRetrieval": { - "p-MRR": [] - } - }, - "openai__text-search-babbage-001": { - "BitextMining": { - "f1": [] - }, - "Classification": { - "accuracy": [] - }, - "Clustering": { - "v_measure": [] - }, - "PairClassification": { - "max_ap": [] - }, - "Reranking": { - "map": [] - }, - "Retrieval": { - "ndcg_at_10": [ - { - "Model": "text-search-babbage-001", - "ArguAna": 49.2, - "ClimateFEVER": 19.9, - "FEVER": 77.0, - "FiQA2018": 42.2, - "HotpotQA": 63.1, - "NFCorpus": 36.7, - "QuoraRetrieval": 69.7, - "SciFact": 70.4, - "TRECCOVID": 58.5, - "Touche2020": 29.7 - } - ] - }, - "STS": { - "cosine_spearman": [] - }, - "Summarization": { - "cosine_spearman": [] - }, - "MultilabelClassification": { - "accuracy": [] - }, - "InstructionRetrieval": { - "p-MRR": [] - } - }, - "openai__text-search-curie-001": { - "BitextMining": { - "f1": [] - }, - "Classification": { - "accuracy": [] - }, - "Clustering": { - "v_measure": [] - }, - "PairClassification": { - "max_ap": [] - }, - "Reranking": { - "map": [] - }, - "Retrieval": { - "ndcg_at_10": [ - { - "Model": "text-search-curie-001", - "ArguAna": 46.98, - "ClimateFEVER": 19.4, - "FEVER": 75.6, - "FiQA2018": 45.21, - "HotpotQA": 64.8, - "NFCorpus": 38.01, - "QuoraRetrieval": 67.7, - "SCIDOCS": 17.74, - "SciFact": 74.35, - "TRECCOVID": 56.14, - "Touche2020": 30.9 - } - ] - }, - "STS": { - "cosine_spearman": [] - }, - "Summarization": { - "cosine_spearman": [] - }, - "MultilabelClassification": { - "accuracy": [] - }, - "InstructionRetrieval": { - "p-MRR": [] - } - }, - "openai__text-search-davinci-001": { - "BitextMining": { - "f1": [] - }, - "Classification": { - "accuracy": [] - }, - "Clustering": { - "v_measure": [] - }, - "PairClassification": { - "max_ap": [] - }, - "Reranking": { - "map": [] - }, - "Retrieval": { - "ndcg_at_10": [ - { - "Model": "text-search-davinci-001", - "ArguAna": 43.5, - "ClimateFEVER": 22.3, - "FEVER": 77.5, - "FiQA2018": 51.2, - "HotpotQA": 68.8, - "NFCorpus": 40.7, - "QuoraRetrieval": 63.8, - "SciFact": 75.4, - "TRECCOVID": 64.9, - "Touche2020": 29.1 - } - ] - }, - "STS": { - "cosine_spearman": [] - }, - "Summarization": { - "cosine_spearman": [] - }, - "MultilabelClassification": { - "accuracy": [] - }, - "InstructionRetrieval": { - "p-MRR": [] - } - }, - "openai__text-similarity-ada-001": { - "BitextMining": { - "f1": [] - }, - "Classification": { - "accuracy": [ - { - "Model": "text-similarity-ada-001", - "AmazonCounterfactualClassification (en)": 76.4, - "AmazonPolarityClassification": 92.83, - "AmazonReviewsClassification (en)": 47.45, - "Banking77Classification": 68.04, - "EmotionClassification": 50.33, - "ImdbClassification": 89.38, - "MTOPDomainClassification (en)": 89.89, - "MTOPIntentClassification (en)": 64.8, - "MassiveIntentClassification (en)": 65.17, - "MassiveScenarioClassification (en)": 67.67, - "ToxicConversationsClassification": 70.0, - "TweetSentimentExtractionClassification": 63.35 - } - ] - }, - "Clustering": { - "v_measure": [ - { - "Model": "text-similarity-ada-001", - "ArxivClusteringP2P": 41.49, - "ArxivClusteringS2S": 28.47, - "BiorxivClusteringP2P": 36.86, - "BiorxivClusteringS2S": 27.55, - "MedrxivClusteringP2P": 31.09, - "MedrxivClusteringS2S": 26.5, - "RedditClustering": 42.47, - "RedditClusteringP2P": 58.1, - "StackExchangeClustering": 53.52, - "StackExchangeClusteringP2P": 30.43, - "TwentyNewsgroupsClustering": 36.26 - } - ] - }, - "PairClassification": { - "max_ap": [ - { - "Model": "text-similarity-ada-001", - "SprintDuplicateQuestions": 77.85, - "TwitterSemEval2015": 69.04, - "TwitterURLCorpus": 83.69 - }, - { - "Model": "text-similarity-ada-001", - "SprintDuplicateQuestions": 78.07, - "TwitterSemEval2015": 69.04, - "TwitterURLCorpus": 83.69 - } - ] - }, - "Reranking": { - "map": [ - { - "Model": "text-similarity-ada-001", - "AskUbuntuDupQuestions": 53.49, - "MindSmallReranking": 30.71, - "SciDocsRR": 71.04, - "StackOverflowDupQuestions": 40.85 - } - ] - }, - "Retrieval": { - "ndcg_at_10": [ - { - "Model": "text-similarity-ada-001", - "ArguAna": 39.65, - "CQADupstackRetrieval": 10.17, - "ClimateFEVER": 2.83, - "DBPedia": 3.48, - "FEVER": 4.45, - "FiQA2018": 7.54, - "HotpotQA": 12.6, - "MSMARCO": 10.53, - "NFCorpus": 20.59, - "NQ": 2.02, - "QuoraRetrieval": 82.18, - "SCIDOCS": 6.28, - "SciFact": 45.46, - "TRECCOVID": 24.56, - "Touche2020": 3.1 - } - ] - }, - "STS": { - "cosine_spearman": [ - { - "Model": "text-similarity-ada-001", - "BIOSSES": 78.04, - "SICK-R": 77.48, - "STS12": 72.3, - "STS13": 81.49, - "STS14": 74.74, - "STS15": 84.28, - "STS16": 82.06, - "STS17 (en-en)": 87.08, - "STS22 (en)": 64.71, - "STSBenchmark": 83.78 - } - ] - }, - "Summarization": { - "cosine_spearman": [ - { - "Model": "text-similarity-ada-001", - "SummEval": 26.94 - } - ] - }, - "MultilabelClassification": { - "accuracy": [] - }, - "InstructionRetrieval": { - "p-MRR": [] - } - }, - "openai__text-similarity-babbage-001": { - "BitextMining": { - "f1": [] - }, - "Classification": { - "accuracy": [] - }, - "Clustering": { - "v_measure": [ - { - "Model": "text-similarity-babbage-001", - "RedditClustering": 45.64, - "StackExchangeClustering": 53.01, - "TwentyNewsgroupsClustering": 42.01 - } - ] - }, - "PairClassification": { - "max_ap": [ - { - "Model": "text-similarity-babbage-001", - "SprintDuplicateQuestions": 76.46, - "TwitterSemEval2015": 70.85, - "TwitterURLCorpus": 85.08 - } - ] - }, - "Reranking": { - "map": [ - { - "Model": "text-similarity-babbage-001", - "AskUbuntuDupQuestions": 54.68, - "SciDocsRR": 72.78, - "StackOverflowDupQuestions": 40.65 - } - ] - }, - "Retrieval": { - "ndcg_at_10": [] - }, - "STS": { - "cosine_spearman": [ - { - "Model": "text-similarity-babbage-001", - "BIOSSES": 78.12, - "SICK-R": 77.02, - "STSBenchmark": 84.32 - } - ] - }, - "Summarization": { - "cosine_spearman": [] - }, - "MultilabelClassification": { - "accuracy": [] - }, - "InstructionRetrieval": { - "p-MRR": [] - } - }, - "openai__text-similarity-curie-001": { - "BitextMining": { - "f1": [] - }, - "Classification": { - "accuracy": [] - }, - "Clustering": { - "v_measure": [ - { - "Model": "text-similarity-curie-001", - "RedditClustering": 40.79, - "StackExchangeClustering": 55.14, - "TwentyNewsgroupsClustering": 37.64 - } - ] - }, - "PairClassification": { - "max_ap": [ - { - "Model": "text-similarity-curie-001", - "SprintDuplicateQuestions": 79.85, - "TwitterSemEval2015": 69.45, - "TwitterURLCorpus": 84.06 - } - ] - }, - "Reranking": { - "map": [ - { - "Model": "text-similarity-curie-001", - "AskUbuntuDupQuestions": 55.09, - "SciDocsRR": 70.93, - "StackOverflowDupQuestions": 42.42 - } - ] - }, - "Retrieval": { - "ndcg_at_10": [ - { - "Model": "text-similarity-curie-001", - "FiQA2018": 5.14, - "NFCorpus": 19.96, - "QuoraRetrieval": 83.11, - "SciFact": 46.68, - "TRECCOVID": 7.61 - } - ] - }, - "STS": { - "cosine_spearman": [ - { - "Model": "text-similarity-curie-001", - "BIOSSES": 77.46, - "SICK-R": 77.26, - "STSBenchmark": 83.02 - } - ] - }, - "Summarization": { - "cosine_spearman": [] - }, - "MultilabelClassification": { - "accuracy": [] - }, - "InstructionRetrieval": { - "p-MRR": [] - } - }, - "openai__text-similarity-davinci-001": { - "BitextMining": { - "f1": [] - }, - "Classification": { - "accuracy": [] - }, - "Clustering": { - "v_measure": [ - { - "Model": "text-similarity-davinci-001", - "RedditClustering": 31.78, - "StackExchangeClustering": 36.86, - "TwentyNewsgroupsClustering": 29.33 - } - ] - }, - "PairClassification": { - "max_ap": [ - { - "Model": "text-similarity-davinci-001", - "SprintDuplicateQuestions": 69.52, - "TwitterSemEval2015": 74.42, - "TwitterURLCorpus": 83.75 - } - ] - }, - "Reranking": { - "map": [ - { - "Model": "text-similarity-davinci-001", - "AskUbuntuDupQuestions": 53.56, - "SciDocsRR": 68.7, - "StackOverflowDupQuestions": 39.41 - } - ] - }, - "Retrieval": { - "ndcg_at_10": [] - }, - "STS": { - "cosine_spearman": [ - { - "Model": "text-similarity-davinci-001", - "BIOSSES": 68.95, - "SICK-R": 78.72, - "STSBenchmark": 84.08 - } - ] - }, - "Summarization": { - "cosine_spearman": [] - }, - "MultilabelClassification": { - "accuracy": [] - }, - "InstructionRetrieval": { - "p-MRR": [] - } - }, - "orionweller__tart-dual-contriever-msmarco": { - "BitextMining": { - "f1": [] - }, - "Classification": { - "accuracy": [] - }, - "Clustering": { - "v_measure": [] - }, - "PairClassification": { - "max_ap": [] - }, - "Reranking": { - "map": [] - }, - "Retrieval": { - "ndcg_at_10": [] - }, - "STS": { - "cosine_spearman": [] - }, - "Summarization": { - "cosine_spearman": [] - }, - "MultilabelClassification": { - "accuracy": [] - }, - "InstructionRetrieval": { - "p-MRR": [ - { - "Model": "tart-dual-contriever-msmarco", - "Core17InstructionRetrieval": -3.04, - "News21InstructionRetrieval": -2.98, - "Robust04InstructionRetrieval": -8.98 - } - ] - } - }, - "princeton-nlp__sup-simcse-bert-base-uncased": { - "BitextMining": { - "f1": [] - }, - "Classification": { - "accuracy": [ - { - "Model": "sup-simcse-bert-base-uncased", - "AmazonCounterfactualClassification (en)": 75.75, - "AmazonPolarityClassification": 82.47, - "AmazonReviewsClassification (en)": 39.6, - "Banking77Classification": 75.76, - "EmotionClassification": 44.81, - "ImdbClassification": 73.53, - "MTOPDomainClassification (en)": 84.29, - "MTOPIntentClassification (en)": 63.14, - "MassiveIntentClassification (en)": 65.95, - "MassiveScenarioClassification (en)": 70.78, - "ToxicConversationsClassification": 72.04, - "TweetSentimentExtractionClassification": 59.73 - } - ] - }, - "Clustering": { - "v_measure": [ - { - "Model": "sup-simcse-bert-base-uncased", - "ArxivClusteringP2P": 35.18, - "ArxivClusteringS2S": 27.54, - "BiorxivClusteringP2P": 30.15, - "BiorxivClusteringS2S": 24.67, - "MedrxivClusteringP2P": 26.25, - "MedrxivClusteringS2S": 24.12, - "RedditClustering": 40.23, - "RedditClusteringP2P": 47.74, - "StackExchangeClustering": 47.55, - "StackExchangeClusteringP2P": 29.45, - "TwentyNewsgroupsClustering": 34.86 - } - ] - }, - "PairClassification": { - "max_ap": [ - { - "Model": "sup-simcse-bert-base-uncased", - "SprintDuplicateQuestions": 69.39, - "TwitterSemEval2015": 67.75, - "TwitterURLCorpus": 83.89 - }, - { - "Model": "sup-simcse-bert-base-uncased", - "SprintDuplicateQuestions": 73.04, - "TwitterSemEval2015": 67.75, - "TwitterURLCorpus": 83.89 - } - ] - }, - "Reranking": { - "map": [ - { - "Model": "sup-simcse-bert-base-uncased", - "AskUbuntuDupQuestions": 51.8, - "MindSmallReranking": 29.3, - "SciDocsRR": 70.14, - "StackOverflowDupQuestions": 38.9 - } - ] - }, - "Retrieval": { - "ndcg_at_10": [ - { - "Model": "sup-simcse-bert-base-uncased", - "ArguAna": 38.33, - "CQADupstackRetrieval": 14.5, - "ClimateFEVER": 11.98, - "DBPedia": 19.73, - "FEVER": 20.41, - "FiQA2018": 10.41, - "HotpotQA": 22.9, - "MSMARCO": 11.0, - "NFCorpus": 12.42, - "NQ": 16.08, - "QuoraRetrieval": 79.62, - "SCIDOCS": 7.53, - "SciFact": 29.59, - "TRECCOVID": 22.93, - "Touche2020": 9.9 - } - ] - }, - "STS": { - "cosine_spearman": [ - { - "Model": "sup-simcse-bert-base-uncased", - "BIOSSES": 68.38, - "SICK-R": 80.77, - "STS12": 75.3, - "STS13": 84.67, - "STS14": 80.19, - "STS15": 85.4, - "STS16": 80.82, - "STS17 (en-en)": 89.44, - "STS22 (en)": 61.96, - "STSBenchmark": 84.25 - } - ] - }, - "Summarization": { - "cosine_spearman": [ - { - "Model": "sup-simcse-bert-base-uncased", - "SummEval": 31.17 - } - ] - }, - "MultilabelClassification": { - "accuracy": [] - }, - "InstructionRetrieval": { - "p-MRR": [] - } - }, - "princeton-nlp__unsup-simcse-bert-base-uncased": { - "BitextMining": { - "f1": [] - }, - "Classification": { - "accuracy": [ - { - "Model": "unsup-simcse-bert-base-uncased", - "AmazonCounterfactualClassification (en)": 67.09, - "AmazonPolarityClassification": 74.48, - "AmazonReviewsClassification (en)": 33.85, - "Banking77Classification": 73.55, - "EmotionClassification": 42.22, - "ImdbClassification": 69.63, - "MTOPDomainClassification (en)": 81.71, - "MTOPIntentClassification (en)": 59.23, - "MassiveIntentClassification (en)": 59.84, - "MassiveScenarioClassification (en)": 66.25, - "ToxicConversationsClassification": 68.82, - "TweetSentimentExtractionClassification": 53.36 - } - ] - }, - "Clustering": { - "v_measure": [ - { - "Model": "unsup-simcse-bert-base-uncased", - "ArxivClusteringP2P": 32.61, - "ArxivClusteringS2S": 24.68, - "BiorxivClusteringP2P": 24.9, - "BiorxivClusteringS2S": 19.55, - "MedrxivClusteringP2P": 23.6, - "MedrxivClusteringS2S": 21.97, - "RedditClustering": 32.18, - "RedditClusteringP2P": 45.14, - "StackExchangeClustering": 43.07, - "StackExchangeClusteringP2P": 28.5, - "TwentyNewsgroupsClustering": 23.21 - } - ] - }, - "PairClassification": { - "max_ap": [ - { - "Model": "unsup-simcse-bert-base-uncased", - "SprintDuplicateQuestions": 69.41, - "TwitterSemEval2015": 60.21, - "TwitterURLCorpus": 81.37 - }, - { - "Model": "unsup-simcse-bert-base-uncased", - "SprintDuplicateQuestions": 78.03, - "TwitterSemEval2015": 61.01, - "TwitterURLCorpus": 81.37 - } - ] - }, - "Reranking": { - "map": [ - { - "Model": "unsup-simcse-bert-base-uncased", - "AskUbuntuDupQuestions": 51.57, - "MindSmallReranking": 28.62, - "SciDocsRR": 66.33, - "StackOverflowDupQuestions": 39.35 - } - ] - }, - "Retrieval": { - "ndcg_at_10": [ - { - "Model": "unsup-simcse-bert-base-uncased", - "ArguAna": 38.34, - "CQADupstackRetrieval": 13.22, - "ClimateFEVER": 11.8, - "DBPedia": 15.04, - "FEVER": 21.06, - "FiQA2018": 9.84, - "HotpotQA": 19.75, - "MSMARCO": 9.35, - "NFCorpus": 9.88, - "NQ": 11.69, - "QuoraRetrieval": 78.03, - "SCIDOCS": 5.5, - "SciFact": 25.72, - "TRECCOVID": 26.2, - "Touche2020": 8.9 - } - ] - }, - "STS": { - "cosine_spearman": [ - { - "Model": "unsup-simcse-bert-base-uncased", - "BIOSSES": 72.31, - "SICK-R": 72.24, - "STS12": 66.05, - "STS13": 81.49, - "STS14": 73.61, - "STS15": 79.72, - "STS16": 78.12, - "STS17 (en-en)": 83.58, - "STS22 (en)": 59.65, - "STSBenchmark": 76.52 - } - ] - }, - "Summarization": { - "cosine_spearman": [ - { - "Model": "unsup-simcse-bert-base-uncased", - "SummEval": 31.15 - } - ] - }, - "MultilabelClassification": { - "accuracy": [] - }, - "InstructionRetrieval": { - "p-MRR": [] - } - }, - "sdadas__st-polish-paraphrase-from-distilroberta": { - "BitextMining": { - "f1": [] - }, - "Classification": { - "accuracy": [ - { - "Model": "st-polish-paraphrase-from-distilroberta", - "AllegroReviews": 34.5, - "CBD": 70.27, - "MassiveIntentClassification (pl)": 64.81, - "MassiveScenarioClassification (pl)": 70.01, - "PAC": 64.6, - "PolEmo2.0-IN": 67.06, - "PolEmo2.0-OUT": 38.58 - } - ] - }, - "Clustering": { - "v_measure": [ - { - "Model": "st-polish-paraphrase-from-distilroberta", - "8TagsClustering": 31.68 - } - ] - }, - "PairClassification": { - "max_ap": [ - { - "Model": "st-polish-paraphrase-from-distilroberta", - "CDSC-E": 75.99, - "PPC": 93.29, - "PSC": 99.1, - "SICK-E-PL": 79.63 - }, - { - "Model": "st-polish-paraphrase-from-distilroberta", - "CDSC-E": 75.99, - "PPC": 93.31, - "PSC": 99.1, - "SICK-E-PL": 79.63 - } - ] - }, - "Reranking": { - "map": [] - }, - "Retrieval": { - "ndcg_at_10": [ - { - "Model": "st-polish-paraphrase-from-distilroberta", - "ArguAna-PL": 49.42, - "DBPedia-PL": 19.82, - "FiQA-PL": 19.58, - "HotpotQA-PL": 23.47, - "MSMARCO-PL": 16.51, - "NFCorpus-PL": 22.49, - "NQ-PL": 19.83, - "Quora-PL": 81.17, - "SCIDOCS-PL": 12.15, - "SciFact-PL": 49.49, - "TRECCOVID-PL": 38.97 - } - ] - }, - "STS": { - "cosine_spearman": [ - { - "Model": "st-polish-paraphrase-from-distilroberta", - "CDSC-R": 89.62, - "SICK-R-PL": 76.37, - "STS22 (pl)": 40.36 - } - ] - }, - "Summarization": { - "cosine_spearman": [] - }, - "MultilabelClassification": { - "accuracy": [] - }, - "InstructionRetrieval": { - "p-MRR": [] - } - }, - "sdadas__st-polish-paraphrase-from-mpnet": { - "BitextMining": { - "f1": [] - }, - "Classification": { - "accuracy": [ - { - "Model": "st-polish-paraphrase-from-mpnet", - "AllegroReviews": 34.55, - "CBD": 67.48, - "MassiveIntentClassification (pl)": 65.93, - "MassiveScenarioClassification (pl)": 71.85, - "PAC": 63.25, - "PolEmo2.0-IN": 68.37, - "PolEmo2.0-OUT": 30.99 - } - ] - }, - "Clustering": { - "v_measure": [ - { - "Model": "st-polish-paraphrase-from-mpnet", - "8TagsClustering": 33.15 - } - ] - }, - "PairClassification": { - "max_ap": [ - { - "Model": "st-polish-paraphrase-from-mpnet", - "CDSC-E": 75.06, - "PPC": 93.49, - "PSC": 99.05, - "SICK-E-PL": 80.56 - }, - { - "Model": "st-polish-paraphrase-from-mpnet", - "CDSC-E": 75.06, - "PPC": 93.67, - "PSC": 99.05, - "SICK-E-PL": 80.56 - } - ] - }, - "Reranking": { - "map": [] - }, - "Retrieval": { - "ndcg_at_10": [ - { - "Model": "st-polish-paraphrase-from-mpnet", - "ArguAna-PL": 51.87, - "DBPedia-PL": 24.59, - "FiQA-PL": 22.27, - "HotpotQA-PL": 32.11, - "MSMARCO-PL": 17.91, - "NFCorpus-PL": 24.05, - "NQ-PL": 23.54, - "Quora-PL": 81.49, - "SCIDOCS-PL": 13.23, - "SciFact-PL": 52.51, - "TRECCOVID-PL": 35.23 - } - ] - }, - "STS": { - "cosine_spearman": [ - { - "Model": "st-polish-paraphrase-from-mpnet", - "CDSC-R": 88.55, - "SICK-R-PL": 76.18, - "STS22 (pl)": 37.34 - } - ] - }, - "Summarization": { - "cosine_spearman": [] - }, - "MultilabelClassification": { - "accuracy": [] - }, - "InstructionRetrieval": { - "p-MRR": [] - } - }, - "sentence-transformers__LaBSE": { - "BitextMining": { - "f1": [ - { - "Model": "LaBSE", - "BUCC (de-en)": 99.35, - "BUCC (fr-en)": 98.72, - "BUCC (ru-en)": 97.78, - "BUCC (zh-en)": 99.16, - "BornholmBitextMining": 45.63, - "Tatoeba (ber-eng)": 8.4, - "Tatoeba (hye-eng)": 94.09, - "Tatoeba (ces-eng)": 96.68, - "Tatoeba (slk-eng)": 96.5, - "Tatoeba (cat-eng)": 95.38, - "Tatoeba (awa-eng)": 71.7, - "Tatoeba (lat-eng)": 80.07, - "Tatoeba (hsb-eng)": 67.11, - "Tatoeba (swh-eng)": 84.5, - "Tatoeba (ind-eng)": 93.66, - "Tatoeba (xho-eng)": 91.55, - "Tatoeba (nno-eng)": 94.48, - "Tatoeba (csb-eng)": 52.57, - "Tatoeba (kzj-eng)": 11.33, - "Tatoeba (isl-eng)": 94.75, - "Tatoeba (nld-eng)": 96.07, - "Tatoeba (ell-eng)": 95.35, - "Tatoeba (por-eng)": 94.14, - "Tatoeba (ita-eng)": 92.72, - "Tatoeba (vie-eng)": 97.2, - "Tatoeba (uzb-eng)": 84.23, - "Tatoeba (bul-eng)": 94.58, - "Tatoeba (tgl-eng)": 96.02, - "Tatoeba (gla-eng)": 85.66, - "Tatoeba (mkd-eng)": 93.6, - "Tatoeba (tel-eng)": 97.86, - "Tatoeba (kaz-eng)": 87.49, - "Tatoeba (zsm-eng)": 95.62, - "Tatoeba (hin-eng)": 96.87, - "Tatoeba (ile-eng)": 85.58, - "Tatoeba (jpn-eng)": 95.38, - "Tatoeba (orv-eng)": 38.93, - "Tatoeba (kab-eng)": 4.31, - "Tatoeba (yue-eng)": 89.58, - "Tatoeba (bel-eng)": 95.0, - "Tatoeba (dtp-eng)": 10.85, - "Tatoeba (ron-eng)": 96.92, - "Tatoeba (arz-eng)": 76.0, - "Tatoeba (tzl-eng)": 58.88, - "Tatoeba (slv-eng)": 96.03, - "Tatoeba (jav-eng)": 79.77, - "Tatoeba (pol-eng)": 97.22, - "Tatoeba (heb-eng)": 91.53, - "Tatoeba (ang-eng)": 59.28, - "Tatoeba (ara-eng)": 88.8, - "Tatoeba (tuk-eng)": 75.27, - "Tatoeba (afr-eng)": 96.18, - "Tatoeba (kor-eng)": 90.95, - "Tatoeba (mhr-eng)": 15.74, - "Tatoeba (fry-eng)": 89.31, - "Tatoeba (urd-eng)": 93.22, - "Tatoeba (srp-eng)": 94.43, - "Tatoeba (cbk-eng)": 79.44, - "Tatoeba (tat-eng)": 85.92, - "Tatoeba (wuu-eng)": 90.18, - "Tatoeba (war-eng)": 60.29, - "Tatoeba (kat-eng)": 95.02, - "Tatoeba (nds-eng)": 79.42, - "Tatoeba (gle-eng)": 93.8, - "Tatoeba (mal-eng)": 98.45, - "Tatoeba (tha-eng)": 96.14, - "Tatoeba (fin-eng)": 96.37, - "Tatoeba (cor-eng)": 10.11, - "Tatoeba (tur-eng)": 98.0, - "Tatoeba (yid-eng)": 88.79, - "Tatoeba (eus-eng)": 95.01, - "Tatoeba (cmn-eng)": 95.1, - "Tatoeba (fao-eng)": 87.4, - "Tatoeba (lfn-eng)": 67.54, - "Tatoeba (bos-eng)": 94.92, - "Tatoeba (arq-eng)": 42.69, - "Tatoeba (sqi-eng)": 96.76, - "Tatoeba (ben-eng)": 88.55, - "Tatoeba (pes-eng)": 94.7, - "Tatoeba (fra-eng)": 94.86, - "Tatoeba (deu-eng)": 99.2, - "Tatoeba (spa-eng)": 98.4, - "Tatoeba (oci-eng)": 65.81, - "Tatoeba (ina-eng)": 95.37, - "Tatoeba (hrv-eng)": 96.95, - "Tatoeba (gsw-eng)": 46.5, - "Tatoeba (swe-eng)": 95.63, - "Tatoeba (bre-eng)": 15.07, - "Tatoeba (hun-eng)": 96.55, - "Tatoeba (uig-eng)": 92.4, - "Tatoeba (mar-eng)": 92.65, - "Tatoeba (nob-eng)": 98.4, - "Tatoeba (rus-eng)": 93.75, - "Tatoeba (ceb-eng)": 64.42, - "Tatoeba (aze-eng)": 94.93, - "Tatoeba (dsb-eng)": 64.81, - "Tatoeba (tam-eng)": 89.0, - "Tatoeba (est-eng)": 96.55, - "Tatoeba (cym-eng)": 92.0, - "Tatoeba (amh-eng)": 91.47, - "Tatoeba (dan-eng)": 95.71, - "Tatoeba (epo-eng)": 98.2, - "Tatoeba (ast-eng)": 90.68, - "Tatoeba (swg-eng)": 59.36, - "Tatoeba (pms-eng)": 64.57, - "Tatoeba (kur-eng)": 83.59, - "Tatoeba (khm-eng)": 78.37, - "Tatoeba (ido-eng)": 89.42, - "Tatoeba (ukr-eng)": 93.97, - "Tatoeba (mon-eng)": 95.91, - "Tatoeba (nov-eng)": 74.38, - "Tatoeba (cha-eng)": 31.77, - "Tatoeba (pam-eng)": 10.73, - "Tatoeba (lvs-eng)": 95.88, - "Tatoeba (max-eng)": 63.26, - "Tatoeba (lit-eng)": 96.47, - "Tatoeba (glg-eng)": 96.82 - } - ] - }, - "Classification": { - "accuracy": [ - { - "Model": "LaBSE", - "AllegroReviews": 34.89, - "AmazonCounterfactualClassification (en-ext)": 76.09, - "AmazonCounterfactualClassification (en)": 75.93, - "AmazonCounterfactualClassification (de)": 73.17, - "AmazonCounterfactualClassification (ja)": 76.42, - "AmazonPolarityClassification": 68.95, - "AmazonReviewsClassification (en)": 35.8, - "AmazonReviewsClassification (de)": 39.92, - "AmazonReviewsClassification (es)": 39.39, - "AmazonReviewsClassification (fr)": 38.52, - "AmazonReviewsClassification (ja)": 36.44, - "AmazonReviewsClassification (zh)": 36.45, - "AngryTweetsClassification": 51.11, - "Banking77Classification": 69.85, - "CBD": 65.71, - "DanishPoliticalCommentsClassification": 38.34, - "EmotionClassification": 37.22, - "GeoreviewClassification": 40.86, - "HeadlineClassification": 68.75, - "IFlyTek": 43.19, - "ImdbClassification": 62.04, - "InappropriatenessClassification": 58.52, - "JDReview": 79.14, - "KinopoiskClassification": 46.77, - "LccSentimentClassification": 50.07, - "MTOPDomainClassification (en)": 86.06, - "MTOPDomainClassification (de)": 86.95, - "MTOPDomainClassification (es)": 84.07, - "MTOPDomainClassification (fr)": 84.14, - "MTOPDomainClassification (hi)": 85.11, - "MTOPDomainClassification (th)": 81.24, - "MTOPIntentClassification (en)": 63.03, - "MTOPIntentClassification (de)": 63.42, - "MTOPIntentClassification (es)": 64.44, - "MTOPIntentClassification (fr)": 62.01, - "MTOPIntentClassification (hi)": 62.58, - "MTOPIntentClassification (th)": 64.61, - "MasakhaNEWSClassification (amh)": 81.78, - "MasakhaNEWSClassification (eng)": 77.77, - "MasakhaNEWSClassification (fra)": 77.39, - "MasakhaNEWSClassification (hau)": 73.12, - "MasakhaNEWSClassification (ibo)": 69.1, - "MasakhaNEWSClassification (lin)": 74.63, - "MasakhaNEWSClassification (lug)": 57.44, - "MasakhaNEWSClassification (orm)": 51.6, - "MasakhaNEWSClassification (pcm)": 91.44, - "MasakhaNEWSClassification (run)": 73.76, - "MasakhaNEWSClassification (sna)": 87.18, - "MasakhaNEWSClassification (som)": 60.03, - "MasakhaNEWSClassification (swa)": 69.33, - "MasakhaNEWSClassification (tir)": 61.73, - "MasakhaNEWSClassification (xho)": 77.34, - "MasakhaNEWSClassification (yor)": 77.13, - "MassiveIntentClassification (ms)": 58.6, - "MassiveIntentClassification (sl)": 59.37, - "MassiveIntentClassification (hu)": 59.52, - "MassiveIntentClassification (sv)": 59.66, - "MassiveIntentClassification (nl)": 59.37, - "MassiveIntentClassification (id)": 61.12, - "MassiveIntentClassification (vi)": 56.67, - "MassiveIntentClassification (zh-CN)": 63.86, - "MassiveIntentClassification (am)": 55.71, - "MassiveIntentClassification (ko)": 60.99, - "MassiveIntentClassification (el)": 57.03, - "MassiveIntentClassification (nb)": 57.91, - "MassiveIntentClassification (jv)": 50.98, - "MassiveIntentClassification (fa)": 62.33, - "MassiveIntentClassification (ja)": 63.11, - "MassiveIntentClassification (it)": 59.83, - "MassiveIntentClassification (es)": 58.32, - "MassiveIntentClassification (my)": 57.35, - "MassiveIntentClassification (fi)": 60.12, - "MassiveIntentClassification (he)": 56.55, - "MassiveIntentClassification (is)": 54.9, - "MassiveIntentClassification (tl)": 55.28, - "MassiveIntentClassification (kn)": 56.24, - "MassiveIntentClassification (ur)": 56.7, - "MassiveIntentClassification (ml)": 57.91, - "MassiveIntentClassification (tr)": 60.91, - "MassiveIntentClassification (en)": 61.46, - "MassiveIntentClassification (sw)": 51.62, - "MassiveIntentClassification (km)": 48.55, - "MassiveIntentClassification (ar)": 50.86, - "MassiveIntentClassification (ru)": 60.67, - "MassiveIntentClassification (te)": 58.32, - "MassiveIntentClassification (ta)": 55.04, - "MassiveIntentClassification (pt)": 60.16, - "MassiveIntentClassification (zh-TW)": 59.51, - "MassiveIntentClassification (pl)": 59.71, - "MassiveIntentClassification (az)": 58.97, - "MassiveIntentClassification (ro)": 57.92, - "MassiveIntentClassification (ka)": 48.35, - "MassiveIntentClassification (sq)": 58.03, - "MassiveIntentClassification (bn)": 58.22, - "MassiveIntentClassification (th)": 56.58, - "MassiveIntentClassification (da)": 58.25, - "MassiveIntentClassification (de)": 56.21, - "MassiveIntentClassification (hy)": 56.2, - "MassiveIntentClassification (mn)": 58.5, - "MassiveIntentClassification (cy)": 50.16, - "MassiveIntentClassification (af)": 56.12, - "MassiveIntentClassification (fr)": 60.47, - "MassiveIntentClassification (hi)": 59.4, - "MassiveIntentClassification (lv)": 57.1, - "MassiveScenarioClassification (te)": 64.13, - "MassiveScenarioClassification (de)": 62.39, - "MassiveScenarioClassification (el)": 64.58, - "MassiveScenarioClassification (ml)": 62.26, - "MassiveScenarioClassification (nl)": 65.16, - "MassiveScenarioClassification (jv)": 58.29, - "MassiveScenarioClassification (ro)": 62.41, - "MassiveScenarioClassification (pt)": 63.28, - "MassiveScenarioClassification (pl)": 64.58, - "MassiveScenarioClassification (sl)": 64.25, - "MassiveScenarioClassification (ta)": 59.08, - "MassiveScenarioClassification (sw)": 58.36, - "MassiveScenarioClassification (tl)": 60.23, - "MassiveScenarioClassification (id)": 65.84, - "MassiveScenarioClassification (ru)": 65.25, - "MassiveScenarioClassification (sv)": 66.01, - "MassiveScenarioClassification (ar)": 57.72, - "MassiveScenarioClassification (fr)": 65.1, - "MassiveScenarioClassification (th)": 64.34, - "MassiveScenarioClassification (hy)": 61.25, - "MassiveScenarioClassification (nb)": 64.29, - "MassiveScenarioClassification (cy)": 56.13, - "MassiveScenarioClassification (my)": 62.94, - "MassiveScenarioClassification (bn)": 61.84, - "MassiveScenarioClassification (it)": 64.09, - "MassiveScenarioClassification (ko)": 67.26, - "MassiveScenarioClassification (kn)": 61.74, - "MassiveScenarioClassification (he)": 63.53, - "MassiveScenarioClassification (am)": 62.02, - "MassiveScenarioClassification (ka)": 53.38, - "MassiveScenarioClassification (vi)": 61.05, - "MassiveScenarioClassification (ur)": 61.52, - "MassiveScenarioClassification (zh-TW)": 67.08, - "MassiveScenarioClassification (en)": 66.41, - "MassiveScenarioClassification (ms)": 65.63, - "MassiveScenarioClassification (is)": 61.94, - "MassiveScenarioClassification (km)": 56.18, - "MassiveScenarioClassification (hu)": 65.82, - "MassiveScenarioClassification (fi)": 64.58, - "MassiveScenarioClassification (sq)": 64.54, - "MassiveScenarioClassification (fa)": 67.46, - "MassiveScenarioClassification (af)": 63.39, - "MassiveScenarioClassification (mn)": 62.6, - "MassiveScenarioClassification (da)": 65.24, - "MassiveScenarioClassification (az)": 63.48, - "MassiveScenarioClassification (es)": 63.61, - "MassiveScenarioClassification (ja)": 67.72, - "MassiveScenarioClassification (tr)": 65.43, - "MassiveScenarioClassification (lv)": 61.87, - "MassiveScenarioClassification (zh-CN)": 70.85, - "MassiveScenarioClassification (hi)": 64.4, - "MultilingualSentiment": 64.6, - "NoRecClassification": 45.45, - "NordicLangClassification": 35.39, - "OnlineShopping": 85.63, - "PAC": 68.11, - "PolEmo2.0-IN": 64.0, - "PolEmo2.0-OUT": 44.72, - "RuReviewsClassification": 58.01, - "RuSciBenchGRNTIClassification": 53.04, - "RuSciBenchOECDClassification": 40.48, - "TNews": 46.02, - "ToxicConversationsClassification": 66.9, - "TweetSentimentExtractionClassification": 58.82, - "Waimai": 82.85 - } - ] - }, - "Clustering": { - "v_measure": [ - { - "Model": "LaBSE", - "8TagsClustering": 12.96, - "AlloProfClusteringP2P": 54.78, - "AlloProfClusteringS2S": 31.6, - "ArxivClusteringP2P": 32.13, - "ArxivClusteringS2S": 22.05, - "BiorxivClusteringP2P": 29.84, - "BiorxivClusteringS2S": 20.57, - "BlurbsClusteringP2P": 36.52, - "BlurbsClusteringS2S": 14.27, - "GeoreviewClusteringP2P": 52.19, - "HALClusteringS2S": 20.62, - "MLSUMClusteringP2P (ru)": 39.45, - "MLSUMClusteringP2P (de)": 37.06, - "MLSUMClusteringP2P (fr)": 42.09, - "MLSUMClusteringP2P (es)": 43.19, - "MLSUMClusteringP2P": 42.09, - "MLSUMClusteringS2S (ru)": 35.77, - "MLSUMClusteringS2S (de)": 38.85, - "MLSUMClusteringS2S (fr)": 41.69, - "MLSUMClusteringS2S (es)": 42.85, - "MLSUMClusteringS2S": 34.84, - "MasakhaNEWSClusteringP2P (amh)": 67.78, - "MasakhaNEWSClusteringP2P (eng)": 48.16, - "MasakhaNEWSClusteringP2P (fra)": 46.16, - "MasakhaNEWSClusteringP2P (hau)": 39.77, - "MasakhaNEWSClusteringP2P (ibo)": 62.67, - "MasakhaNEWSClusteringP2P (lin)": 62.98, - "MasakhaNEWSClusteringP2P (lug)": 47.76, - "MasakhaNEWSClusteringP2P (orm)": 28.76, - "MasakhaNEWSClusteringP2P (pcm)": 77.16, - "MasakhaNEWSClusteringP2P (run)": 60.36, - "MasakhaNEWSClusteringP2P (sna)": 63.57, - "MasakhaNEWSClusteringP2P (som)": 34.94, - "MasakhaNEWSClusteringP2P (swa)": 27.26, - "MasakhaNEWSClusteringP2P (tir)": 51.59, - "MasakhaNEWSClusteringP2P (xho)": 45.32, - "MasakhaNEWSClusteringP2P (yor)": 48.73, - "MasakhaNEWSClusteringS2S (amh)": 52.73, - "MasakhaNEWSClusteringS2S (eng)": 32.6, - "MasakhaNEWSClusteringS2S (fra)": 38.13, - "MasakhaNEWSClusteringS2S (hau)": 31.62, - "MasakhaNEWSClusteringS2S (ibo)": 32.27, - "MasakhaNEWSClusteringS2S (lin)": 49.38, - "MasakhaNEWSClusteringS2S (lug)": 47.63, - "MasakhaNEWSClusteringS2S (orm)": 25.05, - "MasakhaNEWSClusteringS2S (pcm)": 68.18, - "MasakhaNEWSClusteringS2S (run)": 52.39, - "MasakhaNEWSClusteringS2S (sna)": 46.9, - "MasakhaNEWSClusteringS2S (som)": 24.08, - "MasakhaNEWSClusteringS2S (swa)": 15.83, - "MasakhaNEWSClusteringS2S (tir)": 49.07, - "MasakhaNEWSClusteringS2S (xho)": 28.52, - "MasakhaNEWSClusteringS2S (yor)": 32.26, - "MedrxivClusteringP2P": 30.13, - "MedrxivClusteringS2S": 24.82, - "RedditClustering": 28.79, - "RedditClusteringP2P": 49.14, - "RuSciBenchGRNTIClusteringP2P": 49.07, - "RuSciBenchOECDClusteringP2P": 41.97, - "StackExchangeClustering": 35.43, - "StackExchangeClusteringP2P": 28.83, - "TenKGnadClusteringP2P": 40.64, - "TenKGnadClusteringS2S": 21.67, - "TwentyNewsgroupsClustering": 23.28 - } - ] - }, - "PairClassification": { - "max_ap": [ - { - "Model": "LaBSE", - "CDSC-E": 68.92, - "FalseFriendsGermanEnglish": 51.15, - "OpusparcusPC (de)": 96.58, - "OpusparcusPC (en)": 98.12, - "OpusparcusPC (fi)": 94.44, - "OpusparcusPC (fr)": 93.96, - "OpusparcusPC (ru)": 87.3, - "OpusparcusPC (sv)": 93.69, - "PSC": 97.42, - "PawsXPairClassification (de)": 51.07, - "PawsXPairClassification (en)": 54.07, - "PawsXPairClassification (es)": 52.19, - "PawsXPairClassification (fr)": 54.63, - "PawsXPairClassification (ja)": 47.56, - "PawsXPairClassification (ko)": 49.39, - "PawsXPairClassification (zh)": 54.26, - "SICK-E-PL": 63.77, - "SprintDuplicateQuestions": 89.26, - "TERRa": 55.71, - "TwitterSemEval2015": 62.78, - "TwitterURLCorpus": 84.58 - }, - { - "Model": "LaBSE", - "CDSC-E": 68.92, - "FalseFriendsGermanEnglish": 51.28, - "OpusparcusPC (de)": 96.58, - "OpusparcusPC (en)": 98.12, - "OpusparcusPC (fi)": 94.44, - "OpusparcusPC (fr)": 93.96, - "OpusparcusPC (ru)": 87.3, - "OpusparcusPC (sv)": 93.69, - "PPC": 86.97, - "PSC": 97.42, - "PawsXPairClassification (de)": 51.45, - "PawsXPairClassification (en)": 54.07, - "PawsXPairClassification (es)": 52.19, - "PawsXPairClassification (fr)": 54.69, - "PawsXPairClassification (ja)": 47.74, - "PawsXPairClassification (ko)": 49.42, - "PawsXPairClassification (zh)": 54.55, - "SICK-E-PL": 63.77, - "SprintDuplicateQuestions": 89.26, - "TERRa": 55.71, - "TwitterSemEval2015": 62.78, - "TwitterURLCorpus": 84.58 - }, - { - "Model": "LaBSE", - "CDSC-E": 68.91, - "OpusparcusPC (fr)": 93.96, - "PPC": 86.97, - "PSC": 97.42, - "PawsXPairClassification (fr)": 54.63, - "SICK-E-PL": 63.77, - "SprintDuplicateQuestions": 89.26, - "TwitterSemEval2015": 62.78, - "TwitterURLCorpus": 84.58 - } - ] - }, - "Reranking": { - "map": [ - { - "Model": "LaBSE", - "AlloprofReranking": 49.51, - "AskUbuntuDupQuestions": 52.75, - "MMarcoReranking": 14.83, - "MindSmallReranking": 29.81, - "RuBQReranking": 55.13, - "SciDocsRR": 68.72, - "StackOverflowDupQuestions": 42.42, - "SyntecReranking": 73.28, - "T2Reranking": 63.29 - }, - { - "Model": "LaBSE", - "MIRACLReranking (ar)": 30.84, - "MIRACLReranking (bn)": 39.77, - "MIRACLReranking (de)": 24.42, - "MIRACLReranking (en)": 24.96, - "MIRACLReranking (es)": 28.37, - "MIRACLReranking (fa)": 29.05, - "MIRACLReranking (fi)": 48.16, - "MIRACLReranking (fr)": 21.36, - "MIRACLReranking (hi)": 32.92, - "MIRACLReranking (id)": 22.95, - "MIRACLReranking (ja)": 29.55, - "MIRACLReranking (ko)": 30.38, - "MIRACLReranking (ru)": 28.92, - "MIRACLReranking (sw)": 33.09, - "MIRACLReranking (te)": 33.39, - "MIRACLReranking (th)": 38.0, - "MIRACLReranking (yo)": 47.58, - "MIRACLReranking (zh)": 20.23 - } - ] - }, - "Retrieval": { - "ndcg_at_10": [ - { - "Model": "LaBSE", - "AILACasedocs": 17.67, - "AILAStatutes": 16.72, - "ARCChallenge": 3.78, - "AlloprofRetrieval": 19.77, - "AlphaNLI": 13.11, - "AppsRetrieval": 2.39, - "ArguAna": 34.18, - "ArguAna-PL": 38.52, - "BSARDRetrieval": 0.0, - "CQADupstackRetrieval": 18.75, - "ClimateFEVER": 3.83, - "CmedqaRetrieval": 5.49, - "CodeFeedbackMT": 17.98, - "CodeFeedbackST": 35.98, - "CodeSearchNetCCRetrieval (python)": 40.41, - "CodeSearchNetCCRetrieval (javascript)": 52.0, - "CodeSearchNetCCRetrieval (go)": 41.73, - "CodeSearchNetCCRetrieval (ruby)": 41.46, - "CodeSearchNetCCRetrieval (java)": 45.83, - "CodeSearchNetCCRetrieval (php)": 31.96, - "CodeSearchNetRetrieval (python)": 60.52, - "CodeSearchNetRetrieval (javascript)": 46.24, - "CodeSearchNetRetrieval (go)": 48.56, - "CodeSearchNetRetrieval (ruby)": 51.34, - "CodeSearchNetRetrieval (java)": 35.05, - "CodeSearchNetRetrieval (php)": 46.03, - "CodeTransOceanContest": 28.1, - "CodeTransOceanDL": 26.45, - "CosQA": 8.77, - "CovidRetrieval": 28.6, - "DBPedia": 15.57, - "DBPedia-PL": 16.1, - "DuRetrieval": 26.34, - "EcomRetrieval": 25.42, - "FEVER": 12.18, - "FiQA-PL": 7.63, - "FiQA2018": 7.0, - "GerDaLIR": 2.02, - "GerDaLIRSmall": 4.59, - "GermanDPR": 60.82, - "GermanQuAD-Retrieval": 78.87, - "HellaSwag": 5.59, - "HotpotQA": 18.75, - "HotpotQA-PL": 19.72, - "LEMBNarrativeQARetrieval": 11.45, - "LEMBQMSumRetrieval": 14.07, - "LEMBSummScreenFDRetrieval": 40.52, - "LEMBWikimQARetrieval": 28.1, - "LeCaRDv2": 24.68, - "LegalBenchConsumerContractsQA": 54.66, - "LegalBenchCorporateLobbying": 69.39, - "LegalQuAD": 16.64, - "LegalSummarization": 53.89, - "MIRACLRetrieval (ar)": 8.82, - "MIRACLRetrieval (bn)": 19.85, - "MIRACLRetrieval (de)": 7.84, - "MIRACLRetrieval (en)": 5.0, - "MIRACLRetrieval (es)": 8.19, - "MIRACLRetrieval (fa)": 10.53, - "MIRACLRetrieval (fi)": 28.1, - "MIRACLRetrieval (fr)": 7.93, - "MIRACLRetrieval (hi)": 13.97, - "MIRACLRetrieval (id)": 8.2, - "MIRACLRetrieval (ja)": 7.93, - "MIRACLRetrieval (ko)": 17.25, - "MIRACLRetrieval (ru)": 10.86, - "MIRACLRetrieval (sw)": 23.07, - "MIRACLRetrieval (te)": 12.79, - "MIRACLRetrieval (th)": 17.29, - "MIRACLRetrieval (yo)": 30.69, - "MIRACLRetrieval (zh)": 4.95, - "MMarcoRetrieval": 34.78, - "MSMARCO": 7.6, - "MSMARCO-PL": 7.22, - "MedicalRetrieval": 6.68, - "MintakaRetrieval (ar)": 14.06, - "MintakaRetrieval (de)": 15.26, - "MintakaRetrieval (es)": 15.65, - "MintakaRetrieval (fr)": 15.53, - "MintakaRetrieval (hi)": 13.67, - "MintakaRetrieval (it)": 15.94, - "MintakaRetrieval (ja)": 12.8, - "MintakaRetrieval (pt)": 15.03, - "NFCorpus": 16.54, - "NFCorpus-PL": 17.45, - "NQ": 8.42, - "NQ-PL": 9.65, - "PIQA": 6.53, - "Quail": 1.91, - "Quora-PL": 74.96, - "QuoraRetrieval": 77.03, - "RARbCode": 2.31, - "RARbMath": 27.19, - "RiaNewsRetrieval": 42.75, - "RuBQRetrieval": 30.02, - "SCIDOCS": 5.63, - "SCIDOCS-PL": 7.48, - "SIQA": 1.07, - "SciFact": 38.2, - "SciFact-PL": 39.79, - "SpartQA": 1.56, - "StackOverflowQA": 38.23, - "SyntecRetrieval": 55.31, - "SyntheticText2SQL": 43.28, - "T2Retrieval": 25.32, - "TRECCOVID": 16.34, - "TRECCOVID-PL": 18.45, - "TempReasonL1": 1.56, - "TempReasonL2Fact": 7.06, - "TempReasonL2Pure": 0.14, - "TempReasonL3Fact": 8.74, - "TempReasonL3Pure": 4.73, - "Touche2020": 4.88, - "VideoRetrieval": 22.04, - "WinoGrande": 54.3, - "XMarket (de)": 4.27, - "XMarket (en)": 2.95, - "XMarket (es)": 6.44, - "XPQARetrieval (ara-ara)": 35.19, - "XPQARetrieval (eng-ara)": 20.64, - "XPQARetrieval (ara-eng)": 32.47, - "XPQARetrieval (deu-deu)": 53.56, - "XPQARetrieval (eng-deu)": 24.31, - "XPQARetrieval (deu-eng)": 54.87, - "XPQARetrieval (spa-spa)": 44.49, - "XPQARetrieval (eng-spa)": 25.31, - "XPQARetrieval (spa-eng)": 43.4, - "XPQARetrieval (fra-fra)": 51.74, - "XPQARetrieval (eng-fra)": 21.29, - "XPQARetrieval (fra-eng)": 49.4, - "XPQARetrieval (hin-hin)": 66.64, - "XPQARetrieval (eng-hin)": 23.25, - "XPQARetrieval (hin-eng)": 64.54, - "XPQARetrieval (ita-ita)": 56.27, - "XPQARetrieval (eng-ita)": 25.8, - "XPQARetrieval (ita-eng)": 52.69, - "XPQARetrieval (jpn-jpn)": 58.6, - "XPQARetrieval (eng-jpn)": 21.49, - "XPQARetrieval (jpn-eng)": 52.41, - "XPQARetrieval (kor-kor)": 27.63, - "XPQARetrieval (eng-kor)": 23.33, - "XPQARetrieval (kor-eng)": 23.97, - "XPQARetrieval (pol-pol)": 37.33, - "XPQARetrieval (eng-pol)": 16.19, - "XPQARetrieval (pol-eng)": 37.7, - "XPQARetrieval (por-por)": 38.48, - "XPQARetrieval (eng-por)": 19.41, - "XPQARetrieval (por-eng)": 37.31, - "XPQARetrieval (tam-tam)": 37.33, - "XPQARetrieval (eng-tam)": 20.53, - "XPQARetrieval (tam-eng)": 30.14, - "XPQARetrieval (cmn-cmn)": 50.7, - "XPQARetrieval (eng-cmn)": 20.59, - "XPQARetrieval (cmn-eng)": 48.23, - "XPQARetrieval (fr)": 51.74 - } - ] - }, - "STS": { - "cosine_spearman": [ - { - "Model": "LaBSE", - "AFQMC": 21.02, - "ATEC": 26.61, - "BIOSSES": 78.7, - "BQ": 42.6, - "CDSC-R": 85.53, - "GermanSTSBenchmark": 71.91, - "LCQMC": 52.19, - "PAWSX": 10.23, - "RUParaPhraserSTS": 65.74, - "RuSTSBenchmarkSTS": 73.34, - "SICK-R": 69.99, - "SICK-R-PL": 65.9, - "SICKFr": 69.94, - "STS12": 65.08, - "STS13": 67.98, - "STS14": 64.03, - "STS15": 76.59, - "STS16": 72.98, - "STS17 (es-en)": 65.71, - "STS17 (en-de)": 73.85, - "STS17 (fr-en)": 76.98, - "STS17 (en-tr)": 72.07, - "STS17 (ko-ko)": 71.32, - "STS17 (es-es)": 80.83, - "STS17 (it-en)": 76.99, - "STS17 (ar-ar)": 69.07, - "STS17 (en-en)": 79.45, - "STS17 (nl-en)": 75.22, - "STS17 (en-ar)": 74.51, - "STS22 (pl-en)": 69.41, - "STS22 (de-en)": 50.14, - "STS22 (es)": 63.18, - "STS22 (de-pl)": 58.69, - "STS22 (fr)": 77.95, - "STS22 (fr-pl)": 61.98, - "STS22 (de)": 48.58, - "STS22 (pl)": 39.3, - "STS22 (en)": 61.63, - "STS22 (es-it)": 69.69, - "STS22 (zh-en)": 64.02, - "STS22 (de-fr)": 53.28, - "STS22 (tr)": 58.15, - "STS22 (it)": 72.22, - "STS22 (ru)": 57.49, - "STS22 (es-en)": 71.86, - "STS22 (ar)": 57.67, - "STS22 (zh)": 63.02, - "STSB": 68.38, - "STSBenchmark": 72.25, - "STSBenchmarkMultilingualSTS (nl)": 70.22, - "STSBenchmarkMultilingualSTS (de)": 72.43, - "STSBenchmarkMultilingualSTS (pt)": 71.65, - "STSBenchmarkMultilingualSTS (fr)": 75.1, - "STSBenchmarkMultilingualSTS (en)": 72.25, - "STSBenchmarkMultilingualSTS (pl)": 72.58, - "STSBenchmarkMultilingualSTS (es)": 72.92, - "STSBenchmarkMultilingualSTS (zh)": 69.5, - "STSBenchmarkMultilingualSTS (ru)": 73.06, - "STSBenchmarkMultilingualSTS (it)": 72.97 - }, - { - "Model": "LaBSE", - "BIOSSES": 78.7, - "CDSC-R": 85.53, - "SICK-R": 69.99, - "SICK-R-PL": 65.9, - "SICKFr": 69.94, - "STS12": 65.08, - "STS13": 67.98, - "STS14": 64.03, - "STS15": 76.59, - "STS16": 72.98, - "STS17 (ar-ar)": 69.07, - "STS17 (en-ar)": 74.51, - "STS17 (en-de)": 73.85, - "STS17 (en-en)": 79.45, - "STS17 (en-tr)": 72.07, - "STS17 (es-en)": 65.71, - "STS17 (es-es)": 80.83, - "STS17 (fr-en)": 76.98, - "STS17 (it-en)": 76.99, - "STS17 (ko-ko)": 71.32, - "STS17 (nl-en)": 75.22, - "STS22 (ar)": 57.67, - "STS22 (de)": 48.58, - "STS22 (de-en)": 50.14, - "STS22 (de-fr)": 53.28, - "STS22 (de-pl)": 58.69, - "STS22 (en)": 60.97, - "STS22 (es)": 63.18, - "STS22 (es-en)": 71.86, - "STS22 (es-it)": 69.69, - "STS22 (fr)": 77.95, - "STS22 (fr-pl)": 61.98, - "STS22 (it)": 72.22, - "STS22 (pl)": 39.28, - "STS22 (pl-en)": 69.41, - "STS22 (ru)": 57.49, - "STS22 (tr)": 58.15, - "STS22 (zh)": 63.02, - "STS22 (zh-en)": 64.02, - "STSBenchmark": 72.25, - "STSBenchmarkMultilingualSTS (fr)": 75.1 - } - ] - }, - "Summarization": { - "cosine_spearman": [ - { - "Model": "LaBSE", - "SummEval": 31.05, - "SummEvalFr": 30.16 - }, - { - "Model": "LaBSE", - "SummEval": 31.05, - "SummEvalFr": 30.16 - }, - { - "Model": "LaBSE", - "SummEval": 31.05, - "SummEvalFr": 30.16 - } - ] - }, - "MultilabelClassification": { - "accuracy": [ - { - "Model": "LaBSE", - "CEDRClassification": 40.61, - "SensitiveTopicsClassification": 22.23 - } - ] - }, - "InstructionRetrieval": { - "p-MRR": [ - { - "Model": "LaBSE", - "Core17InstructionRetrieval": 1.49, - "News21InstructionRetrieval": -1.11, - "Robust04InstructionRetrieval": -9.37 - } - ] - } - }, - "sentence-transformers__all-MiniLM-L12-v2": { - "BitextMining": { - "f1": [ - { - "Model": "all-MiniLM-L12-v2", - "BornholmBitextMining": 35.25, - "Tatoeba (tat-eng)": 0.75, - "Tatoeba (yid-eng)": 0.19, - "Tatoeba (tzl-eng)": 6.87, - "Tatoeba (ben-eng)": 0.02, - "Tatoeba (sqi-eng)": 5.86, - "Tatoeba (war-eng)": 6.18, - "Tatoeba (nld-eng)": 12.56, - "Tatoeba (ast-eng)": 9.99, - "Tatoeba (awa-eng)": 0.44, - "Tatoeba (jpn-eng)": 2.18, - "Tatoeba (kat-eng)": 0.45, - "Tatoeba (pes-eng)": 0.3, - "Tatoeba (fra-eng)": 17.53, - "Tatoeba (nds-eng)": 11.35, - "Tatoeba (gle-eng)": 3.08, - "Tatoeba (arz-eng)": 0.0, - "Tatoeba (srp-eng)": 2.22, - "Tatoeba (mhr-eng)": 0.0, - "Tatoeba (bos-eng)": 7.05, - "Tatoeba (heb-eng)": 0.3, - "Tatoeba (orv-eng)": 0.15, - "Tatoeba (kaz-eng)": 0.82, - "Tatoeba (eus-eng)": 6.58, - "Tatoeba (hsb-eng)": 2.89, - "Tatoeba (max-eng)": 8.4, - "Tatoeba (kab-eng)": 0.91, - "Tatoeba (hrv-eng)": 5.68, - "Tatoeba (deu-eng)": 13.89, - "Tatoeba (kor-eng)": 0.9, - "Tatoeba (slk-eng)": 4.2, - "Tatoeba (tur-eng)": 3.69, - "Tatoeba (ron-eng)": 8.77, - "Tatoeba (nno-eng)": 7.45, - "Tatoeba (ido-eng)": 11.08, - "Tatoeba (est-eng)": 2.6, - "Tatoeba (ceb-eng)": 3.95, - "Tatoeba (bre-eng)": 3.68, - "Tatoeba (lfn-eng)": 7.52, - "Tatoeba (ina-eng)": 25.36, - "Tatoeba (nov-eng)": 19.45, - "Tatoeba (slv-eng)": 4.52, - "Tatoeba (fry-eng)": 14.53, - "Tatoeba (cbk-eng)": 9.76, - "Tatoeba (lvs-eng)": 3.45, - "Tatoeba (yue-eng)": 1.89, - "Tatoeba (ces-eng)": 4.2, - "Tatoeba (afr-eng)": 7.59, - "Tatoeba (rus-eng)": 0.07, - "Tatoeba (amh-eng)": 0.01, - "Tatoeba (ang-eng)": 14.63, - "Tatoeba (cat-eng)": 11.79, - "Tatoeba (khm-eng)": 0.42, - "Tatoeba (pam-eng)": 4.73, - "Tatoeba (pms-eng)": 8.94, - "Tatoeba (gsw-eng)": 9.9, - "Tatoeba (swg-eng)": 11.9, - "Tatoeba (tel-eng)": 0.67, - "Tatoeba (nob-eng)": 8.02, - "Tatoeba (uig-eng)": 0.4, - "Tatoeba (bel-eng)": 0.85, - "Tatoeba (lit-eng)": 1.56, - "Tatoeba (isl-eng)": 3.44, - "Tatoeba (swh-eng)": 5.82, - "Tatoeba (tha-eng)": 0.67, - "Tatoeba (mon-eng)": 0.06, - "Tatoeba (hin-eng)": 0.0, - "Tatoeba (swe-eng)": 7.31, - "Tatoeba (epo-eng)": 8.5, - "Tatoeba (ind-eng)": 5.3, - "Tatoeba (tgl-eng)": 3.34, - "Tatoeba (arq-eng)": 0.28, - "Tatoeba (aze-eng)": 1.47, - "Tatoeba (por-eng)": 11.36, - "Tatoeba (hun-eng)": 3.93, - "Tatoeba (kur-eng)": 7.3, - "Tatoeba (urd-eng)": 0.0, - "Tatoeba (csb-eng)": 5.21, - "Tatoeba (glg-eng)": 12.6, - "Tatoeba (wuu-eng)": 1.89, - "Tatoeba (uzb-eng)": 2.2, - "Tatoeba (fao-eng)": 5.92, - "Tatoeba (mal-eng)": 0.24, - "Tatoeba (dsb-eng)": 3.06, - "Tatoeba (jav-eng)": 3.5, - "Tatoeba (xho-eng)": 3.66, - "Tatoeba (dan-eng)": 10.21, - "Tatoeba (gla-eng)": 2.58, - "Tatoeba (spa-eng)": 11.26, - "Tatoeba (ber-eng)": 4.72, - "Tatoeba (ukr-eng)": 0.57, - "Tatoeba (cym-eng)": 5.13, - "Tatoeba (cha-eng)": 13.07, - "Tatoeba (pol-eng)": 4.29, - "Tatoeba (fin-eng)": 3.65, - "Tatoeba (bul-eng)": 0.23, - "Tatoeba (tuk-eng)": 2.66, - "Tatoeba (tam-eng)": 0.33, - "Tatoeba (mar-eng)": 0.04, - "Tatoeba (vie-eng)": 5.06, - "Tatoeba (ell-eng)": 0.2, - "Tatoeba (lat-eng)": 7.14, - "Tatoeba (zsm-eng)": 5.99, - "Tatoeba (ita-eng)": 12.57, - "Tatoeba (ara-eng)": 0.43, - "Tatoeba (cor-eng)": 2.47, - "Tatoeba (oci-eng)": 8.72, - "Tatoeba (mkd-eng)": 0.01, - "Tatoeba (ile-eng)": 17.43, - "Tatoeba (kzj-eng)": 3.64, - "Tatoeba (cmn-eng)": 2.45, - "Tatoeba (dtp-eng)": 3.31, - "Tatoeba (hye-eng)": 0.5 - } - ] - }, - "Classification": { - "accuracy": [ - { - "Model": "all-MiniLM-L12-v2", - "AllegroReviews": 23.85, - "AmazonCounterfactualClassification (en-ext)": 67.24, - "AmazonCounterfactualClassification (en)": 65.28, - "AmazonCounterfactualClassification (de)": 57.1, - "AmazonCounterfactualClassification (ja)": 59.91, - "AmazonPolarityClassification": 62.98, - "AmazonReviewsClassification (en)": 30.79, - "AmazonReviewsClassification (de)": 25.91, - "AmazonReviewsClassification (es)": 27.63, - "AmazonReviewsClassification (fr)": 27.54, - "AmazonReviewsClassification (ja)": 23.57, - "AmazonReviewsClassification (zh)": 22.99, - "AngryTweetsClassification": 42.87, - "Banking77Classification": 80.4, - "CBD": 48.46, - "DanishPoliticalCommentsClassification": 27.07, - "EmotionClassification": 41.17, - "GeoreviewClassification": 23.49, - "HeadlineClassification": 28.49, - "IFlyTek": 15.31, - "ImdbClassification": 59.76, - "InappropriatenessClassification": 50.85, - "JDReview": 59.57, - "KinopoiskClassification": 34.17, - "LccSentimentClassification": 41.93, - "MTOPDomainClassification (en)": 91.9, - "MTOPDomainClassification (de)": 72.04, - "MTOPDomainClassification (es)": 72.99, - "MTOPDomainClassification (fr)": 75.59, - "MTOPDomainClassification (hi)": 40.36, - "MTOPDomainClassification (th)": 17.1, - "MTOPIntentClassification (en)": 62.84, - "MTOPIntentClassification (de)": 43.41, - "MTOPIntentClassification (es)": 41.88, - "MTOPIntentClassification (fr)": 38.94, - "MTOPIntentClassification (hi)": 17.75, - "MTOPIntentClassification (th)": 5.63, - "MasakhaNEWSClassification (amh)": 30.64, - "MasakhaNEWSClassification (eng)": 76.62, - "MasakhaNEWSClassification (fra)": 72.2, - "MasakhaNEWSClassification (hau)": 52.59, - "MasakhaNEWSClassification (ibo)": 54.26, - "MasakhaNEWSClassification (lin)": 62.23, - "MasakhaNEWSClassification (lug)": 47.62, - "MasakhaNEWSClassification (orm)": 47.17, - "MasakhaNEWSClassification (pcm)": 91.77, - "MasakhaNEWSClassification (run)": 54.47, - "MasakhaNEWSClassification (sna)": 66.53, - "MasakhaNEWSClassification (som)": 40.27, - "MasakhaNEWSClassification (swa)": 47.77, - "MasakhaNEWSClassification (tir)": 21.18, - "MasakhaNEWSClassification (xho)": 54.34, - "MasakhaNEWSClassification (yor)": 58.61, - "MassiveIntentClassification (ja)": 30.94, - "MassiveIntentClassification (zh-CN)": 23.74, - "MassiveIntentClassification (en)": 67.15, - "MassiveIntentClassification (nb)": 41.91, - "MassiveIntentClassification (ur)": 16.18, - "MassiveIntentClassification (kn)": 3.08, - "MassiveIntentClassification (ru)": 26.33, - "MassiveIntentClassification (de)": 44.17, - "MassiveIntentClassification (az)": 34.25, - "MassiveIntentClassification (hu)": 38.0, - "MassiveIntentClassification (ml)": 2.85, - "MassiveIntentClassification (tr)": 35.9, - "MassiveIntentClassification (ko)": 19.97, - "MassiveIntentClassification (mn)": 23.25, - "MassiveIntentClassification (ta)": 13.1, - "MassiveIntentClassification (fr)": 44.82, - "MassiveIntentClassification (el)": 28.7, - "MassiveIntentClassification (sw)": 35.28, - "MassiveIntentClassification (sv)": 40.42, - "MassiveIntentClassification (vi)": 37.38, - "MassiveIntentClassification (ms)": 36.21, - "MassiveIntentClassification (hi)": 17.98, - "MassiveIntentClassification (hy)": 8.69, - "MassiveIntentClassification (pl)": 37.63, - "MassiveIntentClassification (pt)": 45.12, - "MassiveIntentClassification (fi)": 39.27, - "MassiveIntentClassification (ar)": 20.94, - "MassiveIntentClassification (da)": 44.43, - "MassiveIntentClassification (af)": 38.94, - "MassiveIntentClassification (sq)": 41.62, - "MassiveIntentClassification (am)": 2.45, - "MassiveIntentClassification (nl)": 41.85, - "MassiveIntentClassification (es)": 40.91, - "MassiveIntentClassification (it)": 43.17, - "MassiveIntentClassification (km)": 4.99, - "MassiveIntentClassification (id)": 39.66, - "MassiveIntentClassification (bn)": 13.67, - "MassiveIntentClassification (is)": 35.14, - "MassiveIntentClassification (jv)": 36.69, - "MassiveIntentClassification (ka)": 9.17, - "MassiveIntentClassification (ro)": 41.71, - "MassiveIntentClassification (sl)": 38.52, - "MassiveIntentClassification (zh-TW)": 22.39, - "MassiveIntentClassification (tl)": 38.56, - "MassiveIntentClassification (fa)": 23.52, - "MassiveIntentClassification (te)": 2.56, - "MassiveIntentClassification (lv)": 38.61, - "MassiveIntentClassification (my)": 4.38, - "MassiveIntentClassification (th)": 10.54, - "MassiveIntentClassification (he)": 23.65, - "MassiveIntentClassification (cy)": 35.71, - "MassiveScenarioClassification (pt)": 53.0, - "MassiveScenarioClassification (zh-TW)": 31.16, - "MassiveScenarioClassification (sv)": 46.83, - "MassiveScenarioClassification (fa)": 29.0, - "MassiveScenarioClassification (lv)": 42.75, - "MassiveScenarioClassification (fr)": 53.76, - "MassiveScenarioClassification (ml)": 7.25, - "MassiveScenarioClassification (is)": 43.08, - "MassiveScenarioClassification (sq)": 49.14, - "MassiveScenarioClassification (am)": 7.41, - "MassiveScenarioClassification (cy)": 41.4, - "MassiveScenarioClassification (ro)": 49.97, - "MassiveScenarioClassification (th)": 18.32, - "MassiveScenarioClassification (kn)": 8.32, - "MassiveScenarioClassification (ur)": 24.46, - "MassiveScenarioClassification (id)": 44.35, - "MassiveScenarioClassification (el)": 35.51, - "MassiveScenarioClassification (he)": 25.68, - "MassiveScenarioClassification (my)": 10.07, - "MassiveScenarioClassification (de)": 52.07, - "MassiveScenarioClassification (hi)": 23.02, - "MassiveScenarioClassification (hu)": 44.09, - "MassiveScenarioClassification (tl)": 48.31, - "MassiveScenarioClassification (en)": 74.58, - "MassiveScenarioClassification (vi)": 40.94, - "MassiveScenarioClassification (bn)": 18.98, - "MassiveScenarioClassification (ka)": 14.84, - "MassiveScenarioClassification (hy)": 14.83, - "MassiveScenarioClassification (pl)": 44.72, - "MassiveScenarioClassification (sw)": 43.18, - "MassiveScenarioClassification (it)": 51.71, - "MassiveScenarioClassification (tr)": 41.79, - "MassiveScenarioClassification (nl)": 49.15, - "MassiveScenarioClassification (az)": 39.58, - "MassiveScenarioClassification (da)": 49.47, - "MassiveScenarioClassification (es)": 50.74, - "MassiveScenarioClassification (ar)": 27.62, - "MassiveScenarioClassification (sl)": 42.26, - "MassiveScenarioClassification (jv)": 44.57, - "MassiveScenarioClassification (ms)": 44.65, - "MassiveScenarioClassification (fi)": 45.8, - "MassiveScenarioClassification (km)": 9.75, - "MassiveScenarioClassification (ru)": 28.75, - "MassiveScenarioClassification (mn)": 29.03, - "MassiveScenarioClassification (ta)": 19.38, - "MassiveScenarioClassification (te)": 7.74, - "MassiveScenarioClassification (ja)": 36.75, - "MassiveScenarioClassification (ko)": 25.72, - "MassiveScenarioClassification (zh-CN)": 33.18, - "MassiveScenarioClassification (nb)": 47.36, - "MassiveScenarioClassification (af)": 45.71, - "MultilingualSentiment": 40.52, - "NoRecClassification": 37.73, - "NordicLangClassification": 54.17, - "OnlineShopping": 58.65, - "PAC": 59.53, - "PolEmo2.0-IN": 38.32, - "PolEmo2.0-OUT": 22.98, - "RuReviewsClassification": 42.49, - "RuSciBenchGRNTIClassification": 10.49, - "RuSciBenchOECDClassification": 8.31, - "TNews": 20.37, - "ToxicConversationsClassification": 67.47, - "TweetSentimentExtractionClassification": 54.25, - "Waimai": 63.48 - } - ] - }, - "Clustering": { - "v_measure": [ - { - "Model": "all-MiniLM-L12-v2", - "AlloProfClusteringP2P": 46.03, - "AlloProfClusteringS2S": 31.83, - "ArxivClusteringP2P": 46.07, - "ArxivClusteringS2S": 37.5, - "BiorxivClusteringP2P": 36.99, - "BiorxivClusteringS2S": 33.21, - "BlurbsClusteringP2P": 17.44, - "BlurbsClusteringS2S": 10.09, - "GeoreviewClusteringP2P": 20.76, - "HALClusteringS2S": 19.58, - "MLSUMClusteringP2P (de)": 20.86, - "MLSUMClusteringP2P (fr)": 34.35, - "MLSUMClusteringP2P (ru)": 22.69, - "MLSUMClusteringP2P (es)": 33.17, - "MLSUMClusteringP2P": 34.35, - "MLSUMClusteringS2S (de)": 20.69, - "MLSUMClusteringS2S (fr)": 32.64, - "MLSUMClusteringS2S (ru)": 20.82, - "MLSUMClusteringS2S (es)": 32.28, - "MLSUMClusteringS2S": 29.3, - "MasakhaNEWSClusteringP2P (amh)": 40.5, - "MasakhaNEWSClusteringP2P (eng)": 55.86, - "MasakhaNEWSClusteringP2P (fra)": 42.72, - "MasakhaNEWSClusteringP2P (hau)": 26.61, - "MasakhaNEWSClusteringP2P (ibo)": 44.26, - "MasakhaNEWSClusteringP2P (lin)": 54.52, - "MasakhaNEWSClusteringP2P (lug)": 43.87, - "MasakhaNEWSClusteringP2P (orm)": 24.87, - "MasakhaNEWSClusteringP2P (pcm)": 74.42, - "MasakhaNEWSClusteringP2P (run)": 51.73, - "MasakhaNEWSClusteringP2P (sna)": 46.89, - "MasakhaNEWSClusteringP2P (som)": 31.17, - "MasakhaNEWSClusteringP2P (swa)": 23.72, - "MasakhaNEWSClusteringP2P (tir)": 44.08, - "MasakhaNEWSClusteringP2P (xho)": 26.97, - "MasakhaNEWSClusteringP2P (yor)": 32.51, - "MasakhaNEWSClusteringS2S (amh)": 44.11, - "MasakhaNEWSClusteringS2S (eng)": 40.71, - "MasakhaNEWSClusteringS2S (fra)": 32.47, - "MasakhaNEWSClusteringS2S (hau)": 20.63, - "MasakhaNEWSClusteringS2S (ibo)": 35.33, - "MasakhaNEWSClusteringS2S (lin)": 54.52, - "MasakhaNEWSClusteringS2S (lug)": 51.42, - "MasakhaNEWSClusteringS2S (orm)": 24.84, - "MasakhaNEWSClusteringS2S (pcm)": 70.72, - "MasakhaNEWSClusteringS2S (run)": 50.88, - "MasakhaNEWSClusteringS2S (sna)": 46.6, - "MasakhaNEWSClusteringS2S (som)": 29.87, - "MasakhaNEWSClusteringS2S (swa)": 10.82, - "MasakhaNEWSClusteringS2S (tir)": 43.63, - "MasakhaNEWSClusteringS2S (xho)": 24.55, - "MasakhaNEWSClusteringS2S (yor)": 32.85, - "MedrxivClusteringP2P": 34.25, - "MedrxivClusteringS2S": 32.24, - "RedditClustering": 51.18, - "RedditClusteringP2P": 54.8, - "RuSciBenchGRNTIClusteringP2P": 10.65, - "RuSciBenchOECDClusteringP2P": 10.19, - "StackExchangeClustering": 53.05, - "StackExchangeClusteringP2P": 33.13, - "TenKGnadClusteringP2P": 30.45, - "TenKGnadClusteringS2S": 15.81, - "TwentyNewsgroupsClustering": 47.47 - } - ] - }, - "PairClassification": { - "max_ap": [ - { - "Model": "all-MiniLM-L12-v2", - "CDSC-E": 49.04, - "FalseFriendsGermanEnglish": 47.96, - "OpusparcusPC (de)": 91.2, - "OpusparcusPC (en)": 97.41, - "OpusparcusPC (fi)": 85.99, - "OpusparcusPC (fr)": 87.35, - "OpusparcusPC (ru)": 79.23, - "OpusparcusPC (sv)": 84.87, - "PSC": 87.92, - "PawsXPairClassification (de)": 50.83, - "PawsXPairClassification (en)": 58.62, - "PawsXPairClassification (es)": 52.08, - "PawsXPairClassification (fr)": 55.54, - "PawsXPairClassification (ja)": 47.75, - "PawsXPairClassification (ko)": 49.59, - "PawsXPairClassification (zh)": 52.8, - "SICK-E-PL": 49.63, - "SprintDuplicateQuestions": 92.45, - "TERRa": 46.4, - "TwitterSemEval2015": 70.02, - "TwitterURLCorpus": 84.77 - }, - { - "Model": "all-MiniLM-L12-v2", - "CDSC-E": 49.04, - "FalseFriendsGermanEnglish": 48.02, - "OpusparcusPC (de)": 91.2, - "OpusparcusPC (en)": 97.41, - "OpusparcusPC (fi)": 85.99, - "OpusparcusPC (fr)": 87.35, - "OpusparcusPC (ru)": 79.23, - "OpusparcusPC (sv)": 84.87, - "PSC": 87.92, - "PawsXPairClassification (de)": 51.07, - "PawsXPairClassification (en)": 58.7, - "PawsXPairClassification (es)": 52.08, - "PawsXPairClassification (fr)": 55.59, - "PawsXPairClassification (ja)": 47.88, - "PawsXPairClassification (ko)": 49.65, - "PawsXPairClassification (zh)": 53.01, - "SICK-E-PL": 49.63, - "SprintDuplicateQuestions": 92.58, - "TERRa": 46.4, - "TwitterSemEval2015": 70.02, - "TwitterURLCorpus": 84.77 - } - ] - }, - "Reranking": { - "map": [ - { - "Model": "all-MiniLM-L12-v2", - "AlloprofReranking": 67.01, - "AskUbuntuDupQuestions": 64.06, - "MMarcoReranking": 5.27, - "MindSmallReranking": 31.02, - "RuBQReranking": 38.51, - "SciDocsRR": 87.2, - "StackOverflowDupQuestions": 51.47, - "SyntecReranking": 69.17, - "T2Reranking": 60.32 - }, - { - "Model": "all-MiniLM-L12-v2", - "MIRACLReranking (ar)": 7.49, - "MIRACLReranking (bn)": 9.23, - "MIRACLReranking (de)": 23.33, - "MIRACLReranking (en)": 42.01, - "MIRACLReranking (es)": 28.07, - "MIRACLReranking (fa)": 7.11, - "MIRACLReranking (fi)": 37.13, - "MIRACLReranking (fr)": 24.1, - "MIRACLReranking (hi)": 7.8, - "MIRACLReranking (id)": 21.86, - "MIRACLReranking (ja)": 10.64, - "MIRACLReranking (ko)": 8.82, - "MIRACLReranking (ru)": 18.42, - "MIRACLReranking (sw)": 28.34, - "MIRACLReranking (te)": 2.28, - "MIRACLReranking (th)": 4.22, - "MIRACLReranking (yo)": 50.47, - "MIRACLReranking (zh)": 6.96 - } - ] - }, - "Retrieval": { - "ndcg_at_10": [ - { - "Model": "all-MiniLM-L12-v2", - "AILACasedocs": 16.8, - "AILAStatutes": 20.71, - "ARCChallenge": 10.23, - "AlloprofRetrieval": 33.2, - "AlphaNLI": 25.35, - "AppsRetrieval": 5.97, - "ArguAna": 47.13, - "ArguAna-PL": 13.4, - "BSARDRetrieval": 6.24, - "CQADupstackRetrieval": 42.53, - "ClimateFEVER": 21.57, - "CmedqaRetrieval": 2.58, - "CodeFeedbackMT": 27.07, - "CodeFeedbackST": 61.01, - "CodeSearchNetCCRetrieval (python)": 71.1, - "CodeSearchNetCCRetrieval (javascript)": 70.13, - "CodeSearchNetCCRetrieval (go)": 63.52, - "CodeSearchNetCCRetrieval (ruby)": 72.28, - "CodeSearchNetCCRetrieval (java)": 67.51, - "CodeSearchNetCCRetrieval (php)": 60.81, - "CodeSearchNetRetrieval (python)": 82.09, - "CodeSearchNetRetrieval (javascript)": 67.52, - "CodeSearchNetRetrieval (go)": 89.06, - "CodeSearchNetRetrieval (ruby)": 74.77, - "CodeSearchNetRetrieval (java)": 53.2, - "CodeSearchNetRetrieval (php)": 77.36, - "CodeTransOceanContest": 59.86, - "CodeTransOceanDL": 19.94, - "CosQA": 32.09, - "CovidRetrieval": 10.79, - "DBPedia": 33.35, - "DuRetrieval": 6.62, - "EcomRetrieval": 4.01, - "FEVER": 55.9, - "FiQA-PL": 5.82, - "FiQA2018": 37.27, - "GerDaLIR": 0.55, - "GerDaLIRSmall": 1.35, - "GermanDPR": 50.27, - "GermanQuAD-Retrieval": 71.43, - "HellaSwag": 24.08, - "HotpotQA": 44.59, - "LEMBNarrativeQARetrieval": 19.64, - "LEMBQMSumRetrieval": 13.08, - "LEMBSummScreenFDRetrieval": 46.98, - "LEMBWikimQARetrieval": 44.88, - "LeCaRDv2": 18.77, - "LegalBenchConsumerContractsQA": 60.21, - "LegalBenchCorporateLobbying": 88.69, - "LegalQuAD": 7.44, - "LegalSummarization": 57.43, - "MIRACLRetrieval (ar)": 0.01, - "MIRACLRetrieval (bn)": 0.06, - "MIRACLRetrieval (de)": 10.85, - "MIRACLRetrieval (en)": 26.85, - "MIRACLRetrieval (es)": 11.15, - "MIRACLRetrieval (fa)": 0.05, - "MIRACLRetrieval (fi)": 18.24, - "MIRACLRetrieval (fr)": 10.89, - "MIRACLRetrieval (hi)": 0.21, - "MIRACLRetrieval (id)": 10.12, - "MIRACLRetrieval (ja)": 0.73, - "MIRACLRetrieval (ko)": 4.57, - "MIRACLRetrieval (ru)": 3.04, - "MIRACLRetrieval (sw)": 19.38, - "MIRACLRetrieval (te)": 0.0, - "MIRACLRetrieval (th)": 0.32, - "MIRACLRetrieval (yo)": 47.02, - "MIRACLRetrieval (zh)": 0.05, - "MMarcoRetrieval": 7.46, - "MSMARCO": 39.03, - "MedicalRetrieval": 2.3, - "MintakaRetrieval (ar)": 2.74, - "MintakaRetrieval (de)": 20.04, - "MintakaRetrieval (es)": 11.76, - "MintakaRetrieval (fr)": 16.08, - "MintakaRetrieval (hi)": 3.04, - "MintakaRetrieval (it)": 11.83, - "MintakaRetrieval (ja)": 7.31, - "MintakaRetrieval (pt)": 13.66, - "NFCorpus": 32.25, - "NFCorpus-PL": 15.43, - "NQ": 46.47, - "PIQA": 26.44, - "Quail": 3.08, - "QuoraRetrieval": 87.75, - "RARbCode": 42.44, - "RARbMath": 66.36, - "RiaNewsRetrieval": 15.65, - "RuBQRetrieval": 8.84, - "SCIDOCS": 21.82, - "SCIDOCS-PL": 5.34, - "SIQA": 2.09, - "SciFact": 62.64, - "SciFact-PL": 22.48, - "SpartQA": 2.67, - "StackOverflowQA": 80.63, - "SyntecRetrieval": 60.8, - "SyntheticText2SQL": 43.93, - "T2Retrieval": 4.82, - "TRECCOVID": 50.82, - "TRECCOVID-PL": 16.52, - "TempReasonL1": 1.66, - "TempReasonL2Fact": 10.31, - "TempReasonL2Pure": 0.63, - "TempReasonL3Fact": 11.11, - "TempReasonL3Pure": 6.63, - "Touche2020": 17.22, - "VideoRetrieval": 9.38, - "WinoGrande": 27.2, - "XMarket (de)": 10.4, - "XMarket (en)": 26.67, - "XMarket (es)": 11.29, - "XPQARetrieval (ara-ara)": 7.83, - "XPQARetrieval (eng-ara)": 2.55, - "XPQARetrieval (ara-eng)": 8.88, - "XPQARetrieval (deu-deu)": 56.77, - "XPQARetrieval (eng-deu)": 18.2, - "XPQARetrieval (deu-eng)": 30.06, - "XPQARetrieval (spa-spa)": 42.22, - "XPQARetrieval (eng-spa)": 7.53, - "XPQARetrieval (spa-eng)": 26.27, - "XPQARetrieval (fra-fra)": 55.9, - "XPQARetrieval (eng-fra)": 14.89, - "XPQARetrieval (fra-eng)": 34.15, - "XPQARetrieval (hin-hin)": 33.26, - "XPQARetrieval (eng-hin)": 6.44, - "XPQARetrieval (hin-eng)": 6.98, - "XPQARetrieval (ita-ita)": 58.68, - "XPQARetrieval (eng-ita)": 8.56, - "XPQARetrieval (ita-eng)": 28.71, - "XPQARetrieval (jpn-jpn)": 39.53, - "XPQARetrieval (eng-jpn)": 5.7, - "XPQARetrieval (jpn-eng)": 13.75, - "XPQARetrieval (kor-kor)": 13.44, - "XPQARetrieval (eng-kor)": 7.43, - "XPQARetrieval (kor-eng)": 7.4, - "XPQARetrieval (pol-pol)": 28.07, - "XPQARetrieval (eng-pol)": 10.03, - "XPQARetrieval (pol-eng)": 16.58, - "XPQARetrieval (por-por)": 34.09, - "XPQARetrieval (eng-por)": 7.38, - "XPQARetrieval (por-eng)": 22.59, - "XPQARetrieval (tam-tam)": 9.07, - "XPQARetrieval (eng-tam)": 4.15, - "XPQARetrieval (tam-eng)": 3.76, - "XPQARetrieval (cmn-cmn)": 21.07, - "XPQARetrieval (eng-cmn)": 6.58, - "XPQARetrieval (cmn-eng)": 9.39, - "XPQARetrieval (fr)": 55.9 - } - ] - }, - "STS": { - "cosine_spearman": [ - { - "Model": "all-MiniLM-L12-v2", - "AFQMC": 7.94, - "ATEC": 12.97, - "BIOSSES": 83.57, - "BQ": 23.31, - "CDSC-R": 82.5, - "GermanSTSBenchmark": 62.88, - "LCQMC": 21.04, - "PAWSX": 7.31, - "RUParaPhraserSTS": 45.47, - "RuSTSBenchmarkSTS": 56.33, - "SICK-R": 79.32, - "SICK-R-PL": 54.26, - "SICKFr": 63.16, - "STS12": 73.08, - "STS13": 82.13, - "STS14": 76.73, - "STS15": 85.58, - "STS16": 80.23, - "STS17 (ar-ar)": 58.71, - "STS17 (es-es)": 78.37, - "STS17 (en-tr)": 0.43, - "STS17 (es-en)": 22.01, - "STS17 (it-en)": 24.28, - "STS17 (en-de)": 27.54, - "STS17 (en-en)": 88.63, - "STS17 (ko-ko)": 43.37, - "STS17 (nl-en)": 24.51, - "STS17 (en-ar)": 0.54, - "STS17 (fr-en)": 30.7, - "STS22 (de-fr)": 43.52, - "STS22 (tr)": 21.6, - "STS22 (en)": 66.0, - "STS22 (ar)": 17.54, - "STS22 (pl-en)": 42.67, - "STS22 (es-it)": 40.71, - "STS22 (pl)": 19.22, - "STS22 (fr-pl)": 16.9, - "STS22 (es)": 43.98, - "STS22 (ru)": 11.19, - "STS22 (it)": 47.48, - "STS22 (de-en)": 42.86, - "STS22 (de)": 22.53, - "STS22 (zh-en)": 44.39, - "STS22 (de-pl)": 1.63, - "STS22 (fr)": 69.51, - "STS22 (zh)": 33.15, - "STS22 (es-en)": 53.99, - "STSB": 36.66, - "STSBenchmark": 83.09, - "STSBenchmarkMultilingualSTS (es)": 65.33, - "STSBenchmarkMultilingualSTS (zh)": 38.93, - "STSBenchmarkMultilingualSTS (en)": 83.09, - "STSBenchmarkMultilingualSTS (fr)": 66.68, - "STSBenchmarkMultilingualSTS (it)": 60.71, - "STSBenchmarkMultilingualSTS (nl)": 60.03, - "STSBenchmarkMultilingualSTS (pt)": 63.85, - "STSBenchmarkMultilingualSTS (ru)": 56.09, - "STSBenchmarkMultilingualSTS (de)": 63.28, - "STSBenchmarkMultilingualSTS (pl)": 60.2 - }, - { - "Model": "all-MiniLM-L12-v2", - "STS17 (ar-ar)": 58.71, - "STS17 (en-ar)": 0.54, - "STS17 (en-de)": 27.54, - "STS17 (en-en)": 88.63, - "STS17 (en-tr)": 0.43, - "STS17 (es-en)": 22.01, - "STS17 (es-es)": 78.37, - "STS17 (fr-en)": 30.7, - "STS17 (it-en)": 24.28, - "STS17 (ko-ko)": 43.37, - "STS17 (nl-en)": 24.51, - "STS22 (ar)": 17.54, - "STS22 (de)": 22.53, - "STS22 (de-en)": 42.86, - "STS22 (de-fr)": 43.52, - "STS22 (de-pl)": 1.63, - "STS22 (en)": 65.67, - "STS22 (es)": 43.98, - "STS22 (es-en)": 53.99, - "STS22 (es-it)": 40.71, - "STS22 (fr)": 69.51, - "STS22 (fr-pl)": 16.9, - "STS22 (it)": 47.48, - "STS22 (pl)": 19.22, - "STS22 (pl-en)": 42.67, - "STS22 (ru)": 11.19, - "STS22 (tr)": 21.6, - "STS22 (zh)": 33.15, - "STS22 (zh-en)": 44.39 - } - ] - }, - "Summarization": { - "cosine_spearman": [ - { - "Model": "all-MiniLM-L12-v2", - "SummEval": 27.9, - "SummEvalFr": 26.63 - }, - { - "Model": "all-MiniLM-L12-v2", - "SummEval": 27.9, - "SummEvalFr": 26.63 - } - ] - }, - "MultilabelClassification": { - "accuracy": [ - { - "Model": "all-MiniLM-L12-v2", - "CEDRClassification": 33.86, - "SensitiveTopicsClassification": 18.05 - } - ] - }, - "InstructionRetrieval": { - "p-MRR": [ - { - "Model": "all-MiniLM-L12-v2", - "Core17InstructionRetrieval": 1.69, - "News21InstructionRetrieval": -0.35, - "Robust04InstructionRetrieval": -3.59 - } - ] - } - }, - "sentence-transformers__all-MiniLM-L6-v2": { - "BitextMining": { - "f1": [ - { - "Model": "all-MiniLM-L6-v2", - "BornholmBitextMining": 29.68, - "Tatoeba (gle-eng)": 2.75, - "Tatoeba (ell-eng)": 0.1, - "Tatoeba (heb-eng)": 0.22, - "Tatoeba (mon-eng)": 0.38, - "Tatoeba (lat-eng)": 5.04, - "Tatoeba (csb-eng)": 3.78, - "Tatoeba (dsb-eng)": 2.9, - "Tatoeba (tel-eng)": 0.46, - "Tatoeba (ara-eng)": 0.0, - "Tatoeba (lfn-eng)": 4.55, - "Tatoeba (bul-eng)": 0.21, - "Tatoeba (kur-eng)": 5.21, - "Tatoeba (fao-eng)": 5.33, - "Tatoeba (kat-eng)": 0.3, - "Tatoeba (hsb-eng)": 2.65, - "Tatoeba (tam-eng)": 0.33, - "Tatoeba (vie-eng)": 3.07, - "Tatoeba (pes-eng)": 0.0, - "Tatoeba (slk-eng)": 3.27, - "Tatoeba (bos-eng)": 5.58, - "Tatoeba (ukr-eng)": 0.3, - "Tatoeba (gsw-eng)": 11.33, - "Tatoeba (bre-eng)": 3.22, - "Tatoeba (uig-eng)": 0.2, - "Tatoeba (cbk-eng)": 7.04, - "Tatoeba (ile-eng)": 13.54, - "Tatoeba (lit-eng)": 0.92, - "Tatoeba (mar-eng)": 0.0, - "Tatoeba (tha-eng)": 0.3, - "Tatoeba (mhr-eng)": 0.0, - "Tatoeba (max-eng)": 6.93, - "Tatoeba (yid-eng)": 0.14, - "Tatoeba (khm-eng)": 0.42, - "Tatoeba (ina-eng)": 17.63, - "Tatoeba (ita-eng)": 9.9, - "Tatoeba (bel-eng)": 0.5, - "Tatoeba (srp-eng)": 1.28, - "Tatoeba (pol-eng)": 2.58, - "Tatoeba (slv-eng)": 3.25, - "Tatoeba (tzl-eng)": 4.58, - "Tatoeba (uzb-eng)": 2.34, - "Tatoeba (ido-eng)": 7.48, - "Tatoeba (rus-eng)": 0.07, - "Tatoeba (cha-eng)": 13.29, - "Tatoeba (wuu-eng)": 0.6, - "Tatoeba (urd-eng)": 0.1, - "Tatoeba (hye-eng)": 0.41, - "Tatoeba (ber-eng)": 4.69, - "Tatoeba (por-eng)": 8.29, - "Tatoeba (nov-eng)": 13.97, - "Tatoeba (mal-eng)": 0.15, - "Tatoeba (fra-eng)": 8.17, - "Tatoeba (hin-eng)": 0.0, - "Tatoeba (nds-eng)": 9.56, - "Tatoeba (tat-eng)": 0.44, - "Tatoeba (kab-eng)": 0.96, - "Tatoeba (jpn-eng)": 0.97, - "Tatoeba (mkd-eng)": 0.0, - "Tatoeba (yue-eng)": 0.86, - "Tatoeba (dtp-eng)": 1.88, - "Tatoeba (xho-eng)": 4.01, - "Tatoeba (ind-eng)": 3.86, - "Tatoeba (glg-eng)": 9.31, - "Tatoeba (zsm-eng)": 4.24, - "Tatoeba (swh-eng)": 5.8, - "Tatoeba (ast-eng)": 6.84, - "Tatoeba (spa-eng)": 5.63, - "Tatoeba (cat-eng)": 6.93, - "Tatoeba (pms-eng)": 7.62, - "Tatoeba (pam-eng)": 3.54, - "Tatoeba (kaz-eng)": 0.42, - "Tatoeba (hrv-eng)": 3.83, - "Tatoeba (epo-eng)": 5.46, - "Tatoeba (orv-eng)": 0.0, - "Tatoeba (swg-eng)": 8.92, - "Tatoeba (kzj-eng)": 2.78, - "Tatoeba (ang-eng)": 15.64, - "Tatoeba (cmn-eng)": 1.92, - "Tatoeba (nob-eng)": 4.34, - "Tatoeba (lvs-eng)": 2.61, - "Tatoeba (dan-eng)": 7.84, - "Tatoeba (aze-eng)": 1.04, - "Tatoeba (tur-eng)": 3.59, - "Tatoeba (sqi-eng)": 3.58, - "Tatoeba (hun-eng)": 3.56, - "Tatoeba (awa-eng)": 0.51, - "Tatoeba (afr-eng)": 5.89, - "Tatoeba (tuk-eng)": 3.52, - "Tatoeba (est-eng)": 2.36, - "Tatoeba (fry-eng)": 11.22, - "Tatoeba (cor-eng)": 2.41, - "Tatoeba (ceb-eng)": 3.39, - "Tatoeba (eus-eng)": 5.54, - "Tatoeba (amh-eng)": 0.25, - "Tatoeba (ron-eng)": 6.82, - "Tatoeba (oci-eng)": 6.55, - "Tatoeba (ben-eng)": 0.0, - "Tatoeba (arq-eng)": 0.11, - "Tatoeba (swe-eng)": 6.06, - "Tatoeba (nno-eng)": 5.38, - "Tatoeba (gla-eng)": 2.7, - "Tatoeba (kor-eng)": 0.45, - "Tatoeba (arz-eng)": 0.0, - "Tatoeba (fin-eng)": 2.79, - "Tatoeba (ces-eng)": 3.04, - "Tatoeba (deu-eng)": 7.89, - "Tatoeba (cym-eng)": 6.09, - "Tatoeba (war-eng)": 4.94, - "Tatoeba (isl-eng)": 2.37, - "Tatoeba (nld-eng)": 10.16, - "Tatoeba (tgl-eng)": 2.69, - "Tatoeba (jav-eng)": 3.37 - } - ] - }, - "Classification": { - "accuracy": [ - { - "Model": "all-MiniLM-L6-v2", - "AllegroReviews": 24.64, - "AmazonCounterfactualClassification (en)": 63.64, - "AmazonCounterfactualClassification (en-ext)": 65.59, - "AmazonCounterfactualClassification (de)": 57.82, - "AmazonCounterfactualClassification (ja)": 60.9, - "AmazonPolarityClassification": 64.26, - "AmazonReviewsClassification (en)": 30.85, - "AmazonReviewsClassification (de)": 26.44, - "AmazonReviewsClassification (es)": 27.35, - "AmazonReviewsClassification (fr)": 26.88, - "AmazonReviewsClassification (ja)": 23.78, - "AmazonReviewsClassification (zh)": 23.67, - "AngryTweetsClassification": 42.48, - "Banking77Classification": 80.04, - "CBD": 50.9, - "DKHateClassification": 55.05, - "DanishPoliticalCommentsClassification": 26.7, - "EmotionClassification": 40.83, - "GeoreviewClassification": 27.08, - "HeadlineClassification": 27.77, - "IFlyTek": 16.09, - "ImdbClassification": 61.76, - "InappropriatenessClassification": 51.73, - "JDReview": 59.98, - "KinopoiskClassification": 33.93, - "LccSentimentClassification": 38.53, - "MTOPDomainClassification (en)": 91.68, - "MTOPDomainClassification (de)": 70.47, - "MTOPDomainClassification (es)": 72.99, - "MTOPDomainClassification (fr)": 75.1, - "MTOPDomainClassification (hi)": 40.74, - "MTOPDomainClassification (th)": 15.66, - "MTOPIntentClassification (en)": 61.55, - "MTOPIntentClassification (de)": 45.7, - "MTOPIntentClassification (es)": 44.19, - "MTOPIntentClassification (fr)": 39.67, - "MTOPIntentClassification (hi)": 18.69, - "MTOPIntentClassification (th)": 5.03, - "MasakhaNEWSClassification (fra)": 68.84, - "MasakhaNEWSClassification (amh)": 33.03, - "MasakhaNEWSClassification (eng)": 77.11, - "MasakhaNEWSClassification (hau)": 50.49, - "MasakhaNEWSClassification (ibo)": 52.15, - "MasakhaNEWSClassification (lin)": 68.29, - "MasakhaNEWSClassification (lug)": 47.58, - "MasakhaNEWSClassification (orm)": 50.68, - "MasakhaNEWSClassification (pcm)": 92.56, - "MasakhaNEWSClassification (run)": 54.81, - "MasakhaNEWSClassification (sna)": 65.58, - "MasakhaNEWSClassification (som)": 39.8, - "MasakhaNEWSClassification (swa)": 47.25, - "MasakhaNEWSClassification (tir)": 28.97, - "MasakhaNEWSClassification (xho)": 54.14, - "MasakhaNEWSClassification (yor)": 55.01, - "MassiveIntentClassification (en)": 66.94, - "MassiveIntentClassification (da)": 41.0, - "MassiveIntentClassification (nb)": 39.36, - "MassiveIntentClassification (sv)": 38.09, - "MassiveIntentClassification (mn)": 20.35, - "MassiveIntentClassification (ta)": 11.31, - "MassiveIntentClassification (ru)": 27.58, - "MassiveIntentClassification (fi)": 38.37, - "MassiveIntentClassification (el)": 24.19, - "MassiveIntentClassification (hi)": 17.7, - "MassiveIntentClassification (fr)": 42.55, - "MassiveIntentClassification (pt)": 43.76, - "MassiveIntentClassification (ml)": 2.89, - "MassiveIntentClassification (zh-TW)": 22.56, - "MassiveIntentClassification (vi)": 37.09, - "MassiveIntentClassification (is)": 29.95, - "MassiveIntentClassification (id)": 39.02, - "MassiveIntentClassification (jv)": 35.91, - "MassiveIntentClassification (ka)": 9.07, - "MassiveIntentClassification (tr)": 33.76, - "MassiveIntentClassification (he)": 22.48, - "MassiveIntentClassification (lv)": 36.97, - "MassiveIntentClassification (bn)": 13.1, - "MassiveIntentClassification (af)": 37.45, - "MassiveIntentClassification (sw)": 34.98, - "MassiveIntentClassification (te)": 2.46, - "MassiveIntentClassification (sq)": 40.7, - "MassiveIntentClassification (fa)": 19.1, - "MassiveIntentClassification (az)": 30.63, - "MassiveIntentClassification (ar)": 19.05, - "MassiveIntentClassification (de)": 43.44, - "MassiveIntentClassification (th)": 11.26, - "MassiveIntentClassification (cy)": 34.54, - "MassiveIntentClassification (ko)": 16.05, - "MassiveIntentClassification (kn)": 3.14, - "MassiveIntentClassification (my)": 4.24, - "MassiveIntentClassification (zh-CN)": 24.4, - "MassiveIntentClassification (ro)": 40.54, - "MassiveIntentClassification (ja)": 31.87, - "MassiveIntentClassification (nl)": 40.2, - "MassiveIntentClassification (it)": 41.59, - "MassiveIntentClassification (ur)": 14.42, - "MassiveIntentClassification (am)": 2.62, - "MassiveIntentClassification (hu)": 35.69, - "MassiveIntentClassification (ms)": 35.07, - "MassiveIntentClassification (pl)": 36.07, - "MassiveIntentClassification (hy)": 7.62, - "MassiveIntentClassification (tl)": 37.92, - "MassiveIntentClassification (sl)": 36.7, - "MassiveIntentClassification (km)": 4.91, - "MassiveIntentClassification (es)": 39.88, - "MassiveScenarioClassification (en)": 73.81, - "MassiveScenarioClassification (da)": 47.02, - "MassiveScenarioClassification (nb)": 44.67, - "MassiveScenarioClassification (sv)": 42.95, - "MassiveScenarioClassification (ka)": 14.92, - "MassiveScenarioClassification (tr)": 38.85, - "MassiveScenarioClassification (es)": 49.0, - "MassiveScenarioClassification (it)": 49.8, - "MassiveScenarioClassification (ta)": 17.37, - "MassiveScenarioClassification (sl)": 41.9, - "MassiveScenarioClassification (ar)": 25.99, - "MassiveScenarioClassification (he)": 24.01, - "MassiveScenarioClassification (is)": 36.12, - "MassiveScenarioClassification (cy)": 39.0, - "MassiveScenarioClassification (nl)": 48.43, - "MassiveScenarioClassification (ja)": 37.3, - "MassiveScenarioClassification (ml)": 7.67, - "MassiveScenarioClassification (kn)": 7.85, - "MassiveScenarioClassification (my)": 10.61, - "MassiveScenarioClassification (ms)": 43.67, - "MassiveScenarioClassification (mn)": 25.47, - "MassiveScenarioClassification (el)": 31.3, - "MassiveScenarioClassification (hi)": 23.71, - "MassiveScenarioClassification (hy)": 13.03, - "MassiveScenarioClassification (ro)": 48.23, - "MassiveScenarioClassification (hu)": 41.61, - "MassiveScenarioClassification (id)": 43.46, - "MassiveScenarioClassification (jv)": 43.59, - "MassiveScenarioClassification (km)": 9.25, - "MassiveScenarioClassification (zh-TW)": 31.18, - "MassiveScenarioClassification (vi)": 40.47, - "MassiveScenarioClassification (af)": 43.87, - "MassiveScenarioClassification (fr)": 51.14, - "MassiveScenarioClassification (am)": 7.57, - "MassiveScenarioClassification (fa)": 23.97, - "MassiveScenarioClassification (ko)": 20.3, - "MassiveScenarioClassification (tl)": 45.69, - "MassiveScenarioClassification (lv)": 40.43, - "MassiveScenarioClassification (sq)": 47.21, - "MassiveScenarioClassification (th)": 19.5, - "MassiveScenarioClassification (az)": 35.59, - "MassiveScenarioClassification (sw)": 43.32, - "MassiveScenarioClassification (pl)": 43.82, - "MassiveScenarioClassification (te)": 7.95, - "MassiveScenarioClassification (ru)": 30.46, - "MassiveScenarioClassification (bn)": 20.56, - "MassiveScenarioClassification (fi)": 42.38, - "MassiveScenarioClassification (pt)": 50.72, - "MassiveScenarioClassification (zh-CN)": 33.65, - "MassiveScenarioClassification (ur)": 23.73, - "MassiveScenarioClassification (de)": 51.47, - "MultilingualSentiment": 41.28, - "NoRecClassification": 37.93, - "NordicLangClassification": 54.7, - "NorwegianParliament": 54.8, - "OnlineShopping": 57.74, - "PAC": 59.78, - "PolEmo2.0-IN": 40.29, - "PolEmo2.0-OUT": 25.0, - "RuReviewsClassification": 41.79, - "RuSciBenchGRNTIClassification": 10.08, - "RuSciBenchOECDClassification": 8.3, - "ScalaDaClassification": 50.03, - "ScalaNbClassification": 50.17, - "TNews": 20.12, - "ToxicConversationsClassification": 62.09, - "TweetSentimentExtractionClassification": 54.04, - "Waimai": 62.72 - } - ] - }, - "Clustering": { - "v_measure": [ - { - "Model": "all-MiniLM-L6-v2", - "AlloProfClusteringP2P": 51.83, - "AlloProfClusteringS2S": 32.07, - "ArxivClusteringP2P": 46.47, - "ArxivClusteringS2S": 37.67, - "BiorxivClusteringP2P": 38.37, - "BiorxivClusteringS2S": 32.88, - "BlurbsClusteringP2P": 19.94, - "BlurbsClusteringS2S": 9.38, - "GeoreviewClusteringP2P": 20.25, - "HALClusteringS2S": 18.84, - "MLSUMClusteringP2P": 36.74, - "MLSUMClusteringP2P (ru)": 23.91, - "MLSUMClusteringP2P (de)": 26.72, - "MLSUMClusteringP2P (fr)": 36.74, - "MLSUMClusteringP2P (es)": 35.55, - "MLSUMClusteringS2S": 28.12, - "MLSUMClusteringS2S (ru)": 19.07, - "MLSUMClusteringS2S (de)": 26.44, - "MLSUMClusteringS2S (fr)": 35.66, - "MLSUMClusteringS2S (es)": 34.81, - "MasakhaNEWSClusteringP2P (fra)": 34.92, - "MasakhaNEWSClusteringP2P (amh)": 43.85, - "MasakhaNEWSClusteringP2P (eng)": 48.88, - "MasakhaNEWSClusteringP2P (hau)": 24.77, - "MasakhaNEWSClusteringP2P (ibo)": 45.94, - "MasakhaNEWSClusteringP2P (lin)": 69.56, - "MasakhaNEWSClusteringP2P (lug)": 49.4, - "MasakhaNEWSClusteringP2P (orm)": 25.34, - "MasakhaNEWSClusteringP2P (pcm)": 85.57, - "MasakhaNEWSClusteringP2P (run)": 50.75, - "MasakhaNEWSClusteringP2P (sna)": 41.68, - "MasakhaNEWSClusteringP2P (som)": 29.02, - "MasakhaNEWSClusteringP2P (swa)": 21.87, - "MasakhaNEWSClusteringP2P (tir)": 42.93, - "MasakhaNEWSClusteringP2P (xho)": 28.58, - "MasakhaNEWSClusteringP2P (yor)": 31.45, - "MasakhaNEWSClusteringS2S (fra)": 40.58, - "MasakhaNEWSClusteringS2S (amh)": 45.44, - "MasakhaNEWSClusteringS2S (eng)": 41.09, - "MasakhaNEWSClusteringS2S (hau)": 15.42, - "MasakhaNEWSClusteringS2S (ibo)": 37.02, - "MasakhaNEWSClusteringS2S (lin)": 65.14, - "MasakhaNEWSClusteringS2S (lug)": 44.21, - "MasakhaNEWSClusteringS2S (orm)": 24.79, - "MasakhaNEWSClusteringS2S (pcm)": 61.48, - "MasakhaNEWSClusteringS2S (run)": 51.25, - "MasakhaNEWSClusteringS2S (sna)": 42.74, - "MasakhaNEWSClusteringS2S (som)": 30.08, - "MasakhaNEWSClusteringS2S (swa)": 9.55, - "MasakhaNEWSClusteringS2S (tir)": 46.04, - "MasakhaNEWSClusteringS2S (xho)": 27.08, - "MasakhaNEWSClusteringS2S (yor)": 31.04, - "MedrxivClusteringP2P": 34.39, - "MedrxivClusteringS2S": 31.86, - "RedditClustering": 50.7, - "RedditClusteringP2P": 54.8, - "RuSciBenchGRNTIClusteringP2P": 10.21, - "RuSciBenchOECDClusteringP2P": 9.44, - "StackExchangeClustering": 53.14, - "StackExchangeClusteringP2P": 34.26, - "TenKGnadClusteringP2P": 30.3, - "TenKGnadClusteringS2S": 13.32, - "TwentyNewsgroupsClustering": 46.49 - } - ] - }, - "PairClassification": { - "max_ap": [ - { - "Model": "all-MiniLM-L6-v2", - "CDSC-E": 47.27, - "FalseFriendsGermanEnglish": 47.96, - "OpusparcusPC (de)": 89.91, - "OpusparcusPC (en)": 97.46, - "OpusparcusPC (fi)": 85.44, - "OpusparcusPC (fr)": 86.53, - "OpusparcusPC (ru)": 79.28, - "OpusparcusPC (sv)": 83.78, - "PSC": 81.87, - "PawsXPairClassification (de)": 51.22, - "PawsXPairClassification (en)": 59.1, - "PawsXPairClassification (es)": 52.21, - "PawsXPairClassification (fr)": 55.41, - "PawsXPairClassification (ja)": 48.97, - "PawsXPairClassification (ko)": 50.53, - "PawsXPairClassification (zh)": 53.11, - "SICK-E-PL": 47.32, - "SprintDuplicateQuestions": 94.55, - "TERRa": 45.03, - "TwitterSemEval2015": 67.86, - "TwitterURLCorpus": 84.7 - }, - { - "Model": "all-MiniLM-L6-v2", - "CDSC-E": 47.27, - "FalseFriendsGermanEnglish": 47.97, - "OpusparcusPC (fr)": 86.53, - "OpusparcusPC (de)": 89.91, - "OpusparcusPC (en)": 97.46, - "OpusparcusPC (fi)": 85.44, - "OpusparcusPC (ru)": 79.28, - "OpusparcusPC (sv)": 83.78, - "PSC": 81.87, - "PawsXPairClassification (fr)": 55.52, - "PawsXPairClassification (de)": 51.55, - "PawsXPairClassification (en)": 59.1, - "PawsXPairClassification (es)": 52.23, - "PawsXPairClassification (ja)": 49.19, - "PawsXPairClassification (ko)": 50.59, - "PawsXPairClassification (zh)": 53.18, - "SICK-E-PL": 47.39, - "SprintDuplicateQuestions": 94.55, - "TERRa": 45.03, - "TwitterSemEval2015": 67.86, - "TwitterURLCorpus": 84.7 - }, - { - "Model": "all-MiniLM-L6-v2", - "OpusparcusPC (fr)": 86.53, - "PawsXPairClassification (fr)": 55.4, - "SprintDuplicateQuestions": 94.55, - "TwitterSemEval2015": 67.86, - "TwitterURLCorpus": 84.7 - } - ] - }, - "Reranking": { - "map": [ - { - "Model": "all-MiniLM-L6-v2", - "AlloprofReranking": 62.62, - "AskUbuntuDupQuestions": 63.48, - "MMarcoReranking": 4.74, - "MindSmallReranking": 30.8, - "RuBQReranking": 27.05, - "SciDocsRR": 87.12, - "StackOverflowDupQuestions": 50.77, - "SyntecReranking": 67.31, - "T2Reranking": 56.26 - }, - { - "Model": "all-MiniLM-L6-v2", - "MIRACLReranking (ar)": 3.26, - "MIRACLReranking (bn)": 2.55, - "MIRACLReranking (de)": 16.26, - "MIRACLReranking (en)": 44.48, - "MIRACLReranking (es)": 21.34, - "MIRACLReranking (fa)": 4.63, - "MIRACLReranking (fi)": 30.04, - "MIRACLReranking (fr)": 19.04, - "MIRACLReranking (hi)": 6.02, - "MIRACLReranking (id)": 18.33, - "MIRACLReranking (ja)": 5.01, - "MIRACLReranking (ko)": 8.18, - "MIRACLReranking (ru)": 4.67, - "MIRACLReranking (sw)": 27.93, - "MIRACLReranking (te)": 2.94, - "MIRACLReranking (th)": 3.62, - "MIRACLReranking (yo)": 46.62, - "MIRACLReranking (zh)": 6.08 - } - ] - }, - "Retrieval": { - "ndcg_at_10": [ - { - "Model": "all-MiniLM-L6-v2", - "AILACasedocs": 19.72, - "AILAStatutes": 20.52, - "ARCChallenge": 9.48, - "AlloprofRetrieval": 28.41, - "AlphaNLI": 28.19, - "AppsRetrieval": 6.6, - "ArguAna": 50.17, - "ArguAna-PL": 11.5, - "BSARDRetrieval": 4.8, - "CQADupstackRetrieval": 41.32, - "ClimateFEVER": 20.27, - "CmedqaRetrieval": 2.03, - "CodeFeedbackMT": 35.62, - "CodeFeedbackST": 65.99, - "CodeSearchNetCCRetrieval (python)": 71.29, - "CodeSearchNetCCRetrieval (javascript)": 66.75, - "CodeSearchNetCCRetrieval (go)": 60.0, - "CodeSearchNetCCRetrieval (ruby)": 69.32, - "CodeSearchNetCCRetrieval (java)": 66.32, - "CodeSearchNetCCRetrieval (php)": 58.42, - "CodeSearchNetRetrieval (python)": 79.28, - "CodeSearchNetRetrieval (javascript)": 63.62, - "CodeSearchNetRetrieval (go)": 79.84, - "CodeSearchNetRetrieval (ruby)": 72.84, - "CodeSearchNetRetrieval (java)": 51.65, - "CodeSearchNetRetrieval (php)": 70.82, - "CodeTransOceanContest": 61.78, - "CodeTransOceanDL": 27.94, - "CosQA": 33.02, - "CovidRetrieval": 0.8, - "DBPedia": 32.33, - "DuRetrieval": 3.03, - "EcomRetrieval": 3.7, - "FEVER": 51.93, - "FiQA-PL": 2.29, - "FiQA2018": 36.87, - "GerDaLIR": 1.07, - "GerDaLIRSmall": 2.41, - "GermanDPR": 47.83, - "GermanQuAD-Retrieval": 68.82, - "HellaSwag": 24.21, - "HotpotQA": 46.51, - "LEMBNarrativeQARetrieval": 18.27, - "LEMBQMSumRetrieval": 16.32, - "LEMBSummScreenFDRetrieval": 54.8, - "LEMBWikimQARetrieval": 46.23, - "LeCaRDv2": 17.5, - "LegalBenchConsumerContractsQA": 65.6, - "LegalBenchCorporateLobbying": 86.41, - "LegalQuAD": 11.81, - "LegalSummarization": 59.0, - "MIRACLRetrieval (ru)": 0.39, - "MIRACLRetrieval (ar)": 0.01, - "MIRACLRetrieval (bn)": 0.05, - "MIRACLRetrieval (de)": 5.91, - "MIRACLRetrieval (en)": 29.26, - "MIRACLRetrieval (es)": 7.0, - "MIRACLRetrieval (fa)": 0.13, - "MIRACLRetrieval (fi)": 12.45, - "MIRACLRetrieval (fr)": 6.94, - "MIRACLRetrieval (hi)": 0.0, - "MIRACLRetrieval (id)": 7.16, - "MIRACLRetrieval (ja)": 0.35, - "MIRACLRetrieval (ko)": 1.35, - "MIRACLRetrieval (sw)": 17.11, - "MIRACLRetrieval (te)": 0.04, - "MIRACLRetrieval (th)": 0.33, - "MIRACLRetrieval (yo)": 38.05, - "MIRACLRetrieval (zh)": 0.0, - "MMarcoRetrieval": 6.21, - "MSMARCO": 36.54, - "MedicalRetrieval": 1.76, - "MintakaRetrieval (fr)": 9.19, - "MintakaRetrieval (ar)": 2.22, - "MintakaRetrieval (de)": 15.43, - "MintakaRetrieval (es)": 7.72, - "MintakaRetrieval (hi)": 2.65, - "MintakaRetrieval (it)": 8.48, - "MintakaRetrieval (ja)": 6.72, - "MintakaRetrieval (pt)": 9.76, - "NFCorpus": 31.59, - "NFCorpus-PL": 10.62, - "NQ": 43.87, - "PIQA": 25.28, - "Quail": 3.92, - "QuoraRetrieval": 87.55, - "RARbCode": 44.27, - "RARbMath": 68.19, - "RiaNewsRetrieval": 0.67, - "RuBQRetrieval": 2.64, - "SCIDOCS": 21.64, - "SCIDOCS-PL": 3.75, - "SIQA": 1.56, - "SciFact": 64.51, - "SciFact-PL": 16.14, - "SpartQA": 1.65, - "StackOverflowQA": 83.96, - "SyntecRetrieval": 60.15, - "SyntheticText2SQL": 44.35, - "T2Retrieval": 1.6, - "TRECCOVID": 47.23, - "TRECCOVID-PL": 8.66, - "TempReasonL1": 1.53, - "TempReasonL2Fact": 17.65, - "TempReasonL2Pure": 0.46, - "TempReasonL3Fact": 14.16, - "TempReasonL3Pure": 6.33, - "Touche2020": 16.9, - "VideoRetrieval": 9.79, - "WinoGrande": 47.35, - "XMarket (de)": 9.3, - "XMarket (en)": 24.92, - "XMarket (es)": 10.11, - "XPQARetrieval (fr)": 51.79, - "XPQARetrieval (ara-ara)": 8.05, - "XPQARetrieval (eng-ara)": 1.9, - "XPQARetrieval (ara-eng)": 6.87, - "XPQARetrieval (deu-deu)": 53.25, - "XPQARetrieval (eng-deu)": 10.99, - "XPQARetrieval (deu-eng)": 27.59, - "XPQARetrieval (spa-spa)": 38.87, - "XPQARetrieval (eng-spa)": 5.46, - "XPQARetrieval (spa-eng)": 22.2, - "XPQARetrieval (fra-fra)": 51.79, - "XPQARetrieval (eng-fra)": 8.57, - "XPQARetrieval (fra-eng)": 31.36, - "XPQARetrieval (hin-hin)": 35.28, - "XPQARetrieval (eng-hin)": 6.28, - "XPQARetrieval (hin-eng)": 6.0, - "XPQARetrieval (ita-ita)": 54.57, - "XPQARetrieval (eng-ita)": 6.79, - "XPQARetrieval (ita-eng)": 24.13, - "XPQARetrieval (jpn-jpn)": 39.23, - "XPQARetrieval (eng-jpn)": 4.1, - "XPQARetrieval (jpn-eng)": 13.05, - "XPQARetrieval (kor-kor)": 10.2, - "XPQARetrieval (eng-kor)": 5.72, - "XPQARetrieval (kor-eng)": 6.37, - "XPQARetrieval (pol-pol)": 22.33, - "XPQARetrieval (eng-pol)": 7.58, - "XPQARetrieval (pol-eng)": 14.43, - "XPQARetrieval (por-por)": 31.93, - "XPQARetrieval (eng-por)": 5.9, - "XPQARetrieval (por-eng)": 20.74, - "XPQARetrieval (tam-tam)": 7.39, - "XPQARetrieval (eng-tam)": 3.42, - "XPQARetrieval (tam-eng)": 2.91, - "XPQARetrieval (cmn-cmn)": 19.41, - "XPQARetrieval (eng-cmn)": 5.05, - "XPQARetrieval (cmn-eng)": 8.77 - } - ] - }, - "STS": { - "cosine_spearman": [ - { - "Model": "all-MiniLM-L6-v2", - "AFQMC": 8.59, - "ATEC": 13.52, - "BIOSSES": 81.64, - "BQ": 23.84, - "CDSC-R": 79.45, - "GermanSTSBenchmark": 60.56, - "LCQMC": 23.85, - "PAWSX": 7.21, - "RUParaPhraserSTS": 43.93, - "RuSTSBenchmarkSTS": 55.56, - "SICK-R": 77.58, - "SICK-R-PL": 52.43, - "SICKFr": 62.48, - "STS12": 72.37, - "STS13": 80.6, - "STS14": 75.59, - "STS15": 85.39, - "STS16": 78.99, - "STS17 (es-es)": 76.12, - "STS17 (en-de)": 35.82, - "STS17 (it-en)": 24.45, - "STS17 (ar-ar)": 50.89, - "STS17 (fr-en)": 37.09, - "STS17 (en-tr)": 4.5, - "STS17 (en-en)": 87.59, - "STS17 (en-ar)": -4.28, - "STS17 (nl-en)": 29.0, - "STS17 (ko-ko)": 43.39, - "STS17 (es-en)": 16.31, - "STS22 (ar)": 22.64, - "STS22 (ru)": 14.72, - "STS22 (en)": 67.71, - "STS22 (tr)": 33.69, - "STS22 (pl)": 26.77, - "STS22 (es-en)": 53.42, - "STS22 (zh)": 44.93, - "STS22 (es)": 54.78, - "STS22 (de-fr)": 30.07, - "STS22 (de-pl)": -4.93, - "STS22 (fr)": 77.0, - "STS22 (de)": 31.04, - "STS22 (pl-en)": 32.8, - "STS22 (de-en)": 44.04, - "STS22 (zh-en)": 41.64, - "STS22 (es-it)": 44.27, - "STS22 (fr-pl)": 50.71, - "STS22 (it)": 60.4, - "STSB": 37.8, - "STSBenchmark": 82.03, - "STSBenchmarkMultilingualSTS (pl)": 56.42, - "STSBenchmarkMultilingualSTS (zh)": 39.74, - "STSBenchmarkMultilingualSTS (en)": 82.03, - "STSBenchmarkMultilingualSTS (nl)": 55.46, - "STSBenchmarkMultilingualSTS (it)": 59.24, - "STSBenchmarkMultilingualSTS (pt)": 61.56, - "STSBenchmarkMultilingualSTS (de)": 62.4, - "STSBenchmarkMultilingualSTS (fr)": 64.93, - "STSBenchmarkMultilingualSTS (ru)": 55.55, - "STSBenchmarkMultilingualSTS (es)": 61.62 - }, - { - "Model": "all-MiniLM-L6-v2", - "BIOSSES": 81.64, - "SICK-R": 77.58, - "SICKFr": 62.48, - "STS12": 72.37, - "STS13": 80.6, - "STS14": 75.59, - "STS15": 85.39, - "STS16": 78.99, - "STS17 (ar-ar)": 50.89, - "STS17 (en-ar)": -4.28, - "STS17 (en-de)": 35.82, - "STS17 (en-en)": 87.59, - "STS17 (en-tr)": 4.5, - "STS17 (es-en)": 16.31, - "STS17 (es-es)": 76.12, - "STS17 (fr-en)": 37.09, - "STS17 (it-en)": 24.45, - "STS17 (ko-ko)": 43.39, - "STS17 (nl-en)": 29.0, - "STS22 (ar)": 22.64, - "STS22 (de)": 31.04, - "STS22 (de-en)": 44.04, - "STS22 (de-fr)": 30.07, - "STS22 (de-pl)": 4.93, - "STS22 (en)": 67.21, - "STS22 (es)": 54.78, - "STS22 (es-en)": 53.42, - "STS22 (es-it)": 44.27, - "STS22 (fr)": 77.0, - "STS22 (fr-pl)": 50.71, - "STS22 (it)": 60.4, - "STS22 (pl)": 26.77, - "STS22 (pl-en)": 32.8, - "STS22 (ru)": 14.72, - "STS22 (tr)": 33.69, - "STS22 (zh)": 44.93, - "STS22 (zh-en)": 41.64, - "STSBenchmark": 82.03, - "STSBenchmarkMultilingualSTS (fr)": 64.93 - } - ] - }, - "Summarization": { - "cosine_spearman": [ - { - "Model": "all-MiniLM-L6-v2", - "SummEval": 30.81, - "SummEvalFr": 28.28 - }, - { - "Model": "all-MiniLM-L6-v2", - "SummEval": 30.81, - "SummEvalFr": 28.29 - }, - { - "Model": "all-MiniLM-L6-v2", - "SummEval": 30.81, - "SummEvalFr": 28.29 - } - ] - }, - "MultilabelClassification": { - "accuracy": [ - { - "Model": "all-MiniLM-L6-v2", - "CEDRClassification": 32.72, - "SensitiveTopicsClassification": 17.82 - } - ] - }, - "InstructionRetrieval": { - "p-MRR": [ - { - "Model": "all-MiniLM-L6-v2", - "Core17InstructionRetrieval": -0.35, - "News21InstructionRetrieval": -0.25, - "Robust04InstructionRetrieval": -7.93 - } - ] - } - }, - "sentence-transformers__all-MiniLM-L6-v2-instruct": { - "BitextMining": { - "f1": [] - }, - "Classification": { - "accuracy": [] - }, - "Clustering": { - "v_measure": [] - }, - "PairClassification": { - "max_ap": [] - }, - "Reranking": { - "map": [] - }, - "Retrieval": { - "ndcg_at_10": [ - { - "Model": "all-MiniLM-L6-v2-instruct", - "ARCChallenge": 9.4, - "AlphaNLI": 15.09, - "HellaSwag": 20.51, - "PIQA": 24.68, - "Quail": 3.46, - "RARbCode": 42.47, - "RARbMath": 62.39, - "SIQA": 1.53, - "SpartQA": 0.57, - "TempReasonL1": 1.05, - "TempReasonL2Fact": 16.57, - "TempReasonL2Pure": 0.49, - "TempReasonL3Fact": 14.01, - "TempReasonL3Pure": 6.27, - "WinoGrande": 20.73 - } - ] - }, - "STS": { - "cosine_spearman": [] - }, - "Summarization": { - "cosine_spearman": [] - }, - "MultilabelClassification": { - "accuracy": [] - }, - "InstructionRetrieval": { - "p-MRR": [] - } - }, - "sentence-transformers__all-mpnet-base-v2": { - "BitextMining": { - "f1": [ - { - "Model": "all-mpnet-base-v2", - "BornholmBitextMining": 27.44, - "Tatoeba (pol-eng)": 4.09, - "Tatoeba (ita-eng)": 11.1, - "Tatoeba (cat-eng)": 9.44, - "Tatoeba (aze-eng)": 1.49, - "Tatoeba (eus-eng)": 3.94, - "Tatoeba (epo-eng)": 7.15, - "Tatoeba (lit-eng)": 1.02, - "Tatoeba (ast-eng)": 9.78, - "Tatoeba (bul-eng)": 0.35, - "Tatoeba (ceb-eng)": 4.41, - "Tatoeba (mkd-eng)": 0.0, - "Tatoeba (tzl-eng)": 3.55, - "Tatoeba (zsm-eng)": 4.75, - "Tatoeba (mhr-eng)": 0.17, - "Tatoeba (pam-eng)": 4.32, - "Tatoeba (amh-eng)": 0.0, - "Tatoeba (slv-eng)": 3.73, - "Tatoeba (lvs-eng)": 2.98, - "Tatoeba (sqi-eng)": 3.45, - "Tatoeba (orv-eng)": 0.0, - "Tatoeba (vie-eng)": 4.96, - "Tatoeba (pes-eng)": 0.2, - "Tatoeba (por-eng)": 10.48, - "Tatoeba (dtp-eng)": 3.54, - "Tatoeba (yid-eng)": 0.08, - "Tatoeba (isl-eng)": 3.86, - "Tatoeba (cha-eng)": 12.2, - "Tatoeba (ron-eng)": 7.34, - "Tatoeba (hye-eng)": 0.14, - "Tatoeba (mar-eng)": 0.11, - "Tatoeba (hin-eng)": 0.02, - "Tatoeba (kor-eng)": 0.32, - "Tatoeba (srp-eng)": 1.89, - "Tatoeba (csb-eng)": 4.19, - "Tatoeba (jpn-eng)": 1.71, - "Tatoeba (ber-eng)": 4.56, - "Tatoeba (wuu-eng)": 0.91, - "Tatoeba (jav-eng)": 3.17, - "Tatoeba (nob-eng)": 4.37, - "Tatoeba (bre-eng)": 3.65, - "Tatoeba (kzj-eng)": 3.62, - "Tatoeba (urd-eng)": 0.0, - "Tatoeba (ces-eng)": 3.56, - "Tatoeba (cbk-eng)": 9.33, - "Tatoeba (gla-eng)": 2.04, - "Tatoeba (war-eng)": 5.14, - "Tatoeba (swh-eng)": 6.01, - "Tatoeba (swg-eng)": 7.86, - "Tatoeba (glg-eng)": 12.0, - "Tatoeba (fao-eng)": 7.08, - "Tatoeba (gsw-eng)": 10.67, - "Tatoeba (rus-eng)": 0.14, - "Tatoeba (kaz-eng)": 0.52, - "Tatoeba (gle-eng)": 2.19, - "Tatoeba (slk-eng)": 3.4, - "Tatoeba (nno-eng)": 5.75, - "Tatoeba (cor-eng)": 2.42, - "Tatoeba (nov-eng)": 16.61, - "Tatoeba (swe-eng)": 6.55, - "Tatoeba (max-eng)": 6.46, - "Tatoeba (oci-eng)": 8.57, - "Tatoeba (lfn-eng)": 6.1, - "Tatoeba (fra-eng)": 16.9, - "Tatoeba (ben-eng)": 0.0, - "Tatoeba (bel-eng)": 0.65, - "Tatoeba (lat-eng)": 5.78, - "Tatoeba (cmn-eng)": 2.22, - "Tatoeba (kat-eng)": 0.43, - "Tatoeba (bos-eng)": 4.6, - "Tatoeba (xho-eng)": 3.3, - "Tatoeba (tha-eng)": 0.0, - "Tatoeba (cym-eng)": 4.88, - "Tatoeba (deu-eng)": 11.46, - "Tatoeba (awa-eng)": 0.44, - "Tatoeba (ido-eng)": 9.84, - "Tatoeba (tat-eng)": 0.24, - "Tatoeba (kab-eng)": 1.31, - "Tatoeba (uzb-eng)": 1.98, - "Tatoeba (heb-eng)": 0.28, - "Tatoeba (ara-eng)": 0.1, - "Tatoeba (fry-eng)": 12.43, - "Tatoeba (afr-eng)": 6.08, - "Tatoeba (kur-eng)": 3.65, - "Tatoeba (pms-eng)": 7.63, - "Tatoeba (ell-eng)": 0.0, - "Tatoeba (spa-eng)": 10.12, - "Tatoeba (dsb-eng)": 2.96, - "Tatoeba (uig-eng)": 0.33, - "Tatoeba (nld-eng)": 9.29, - "Tatoeba (tel-eng)": 0.73, - "Tatoeba (hrv-eng)": 3.77, - "Tatoeba (nds-eng)": 10.96, - "Tatoeba (hun-eng)": 3.23, - "Tatoeba (est-eng)": 2.35, - "Tatoeba (mal-eng)": 0.15, - "Tatoeba (khm-eng)": 0.28, - "Tatoeba (hsb-eng)": 3.12, - "Tatoeba (tgl-eng)": 4.06, - "Tatoeba (ang-eng)": 9.77, - "Tatoeba (tur-eng)": 3.16, - "Tatoeba (tuk-eng)": 2.23, - "Tatoeba (ile-eng)": 17.84, - "Tatoeba (mon-eng)": 0.81, - "Tatoeba (yue-eng)": 1.16, - "Tatoeba (ina-eng)": 22.55, - "Tatoeba (tam-eng)": 0.73, - "Tatoeba (ukr-eng)": 0.5, - "Tatoeba (dan-eng)": 10.01, - "Tatoeba (arq-eng)": 0.33, - "Tatoeba (arz-eng)": 0.0, - "Tatoeba (fin-eng)": 3.82, - "Tatoeba (ind-eng)": 4.88 - } - ] - }, - "Classification": { - "accuracy": [ - { - "Model": "all-mpnet-base-v2", - "AllegroReviews": 22.99, - "AmazonCounterfactualClassification (en-ext)": 67.5, - "AmazonCounterfactualClassification (en)": 65.03, - "AmazonCounterfactualClassification (de)": 55.66, - "AmazonCounterfactualClassification (ja)": 60.69, - "AmazonPolarityClassification": 67.14, - "AmazonReviewsClassification (en)": 31.44, - "AmazonReviewsClassification (de)": 26.05, - "AmazonReviewsClassification (es)": 27.73, - "AmazonReviewsClassification (fr)": 28.49, - "AmazonReviewsClassification (ja)": 23.65, - "AmazonReviewsClassification (zh)": 23.62, - "AngryTweetsClassification": 44.13, - "Banking77Classification": 81.7, - "CBD": 50.25, - "DanishPoliticalCommentsClassification": 28.31, - "EmotionClassification": 42.22, - "GeoreviewClassification": 25.93, - "HeadlineClassification": 28.53, - "IFlyTek": 17.18, - "ImdbClassification": 71.17, - "InappropriatenessClassification": 51.82, - "JDReview": 60.19, - "KinopoiskClassification": 34.18, - "LccSentimentClassification": 39.27, - "MTOPDomainClassification (en)": 91.89, - "MTOPDomainClassification (de)": 71.86, - "MTOPDomainClassification (es)": 71.3, - "MTOPDomainClassification (fr)": 74.88, - "MTOPDomainClassification (hi)": 39.93, - "MTOPDomainClassification (th)": 17.54, - "MTOPIntentClassification (en)": 68.27, - "MTOPIntentClassification (de)": 44.36, - "MTOPIntentClassification (es)": 39.48, - "MTOPIntentClassification (fr)": 37.57, - "MTOPIntentClassification (hi)": 18.63, - "MTOPIntentClassification (th)": 5.39, - "MasakhaNEWSClassification (amh)": 36.49, - "MasakhaNEWSClassification (eng)": 79.75, - "MasakhaNEWSClassification (fra)": 77.77, - "MasakhaNEWSClassification (hau)": 59.22, - "MasakhaNEWSClassification (ibo)": 61.64, - "MasakhaNEWSClassification (lin)": 74.0, - "MasakhaNEWSClassification (lug)": 58.43, - "MasakhaNEWSClassification (orm)": 48.15, - "MasakhaNEWSClassification (pcm)": 92.2, - "MasakhaNEWSClassification (run)": 64.72, - "MasakhaNEWSClassification (sna)": 73.69, - "MasakhaNEWSClassification (som)": 49.97, - "MasakhaNEWSClassification (swa)": 55.15, - "MasakhaNEWSClassification (tir)": 27.46, - "MasakhaNEWSClassification (xho)": 60.98, - "MasakhaNEWSClassification (yor)": 63.33, - "MassiveIntentClassification (en)": 69.76, - "MassiveIntentClassification (ar)": 20.42, - "MassiveIntentClassification (is)": 31.46, - "MassiveIntentClassification (ru)": 23.98, - "MassiveIntentClassification (hu)": 34.38, - "MassiveIntentClassification (pl)": 34.26, - "MassiveIntentClassification (lv)": 35.08, - "MassiveIntentClassification (ms)": 30.53, - "MassiveIntentClassification (id)": 36.31, - "MassiveIntentClassification (kn)": 3.76, - "MassiveIntentClassification (ta)": 9.25, - "MassiveIntentClassification (ro)": 38.07, - "MassiveIntentClassification (pt)": 42.83, - "MassiveIntentClassification (ja)": 33.13, - "MassiveIntentClassification (tl)": 36.33, - "MassiveIntentClassification (am)": 2.4, - "MassiveIntentClassification (fi)": 34.58, - "MassiveIntentClassification (hy)": 10.11, - "MassiveIntentClassification (nl)": 38.49, - "MassiveIntentClassification (tr)": 32.02, - "MassiveIntentClassification (ur)": 12.86, - "MassiveIntentClassification (cy)": 30.82, - "MassiveIntentClassification (fr)": 44.27, - "MassiveIntentClassification (az)": 28.92, - "MassiveIntentClassification (bn)": 12.35, - "MassiveIntentClassification (mn)": 19.65, - "MassiveIntentClassification (it)": 40.29, - "MassiveIntentClassification (te)": 2.26, - "MassiveIntentClassification (ka)": 7.66, - "MassiveIntentClassification (hi)": 17.68, - "MassiveIntentClassification (fa)": 22.45, - "MassiveIntentClassification (sv)": 39.02, - "MassiveIntentClassification (he)": 23.6, - "MassiveIntentClassification (sq)": 37.26, - "MassiveIntentClassification (ml)": 2.62, - "MassiveIntentClassification (vi)": 31.47, - "MassiveIntentClassification (my)": 4.6, - "MassiveIntentClassification (jv)": 31.75, - "MassiveIntentClassification (zh-CN)": 24.36, - "MassiveIntentClassification (sw)": 31.82, - "MassiveIntentClassification (nb)": 39.3, - "MassiveIntentClassification (zh-TW)": 22.43, - "MassiveIntentClassification (el)": 24.52, - "MassiveIntentClassification (de)": 44.54, - "MassiveIntentClassification (th)": 8.51, - "MassiveIntentClassification (da)": 42.36, - "MassiveIntentClassification (af)": 36.49, - "MassiveIntentClassification (es)": 39.75, - "MassiveIntentClassification (ko)": 13.35, - "MassiveIntentClassification (sl)": 34.49, - "MassiveIntentClassification (km)": 4.76, - "MassiveScenarioClassification (en)": 75.67, - "MassiveScenarioClassification (ko)": 17.28, - "MassiveScenarioClassification (sv)": 44.53, - "MassiveScenarioClassification (hy)": 16.86, - "MassiveScenarioClassification (nb)": 45.75, - "MassiveScenarioClassification (pl)": 42.66, - "MassiveScenarioClassification (id)": 43.05, - "MassiveScenarioClassification (it)": 51.37, - "MassiveScenarioClassification (tl)": 47.04, - "MassiveScenarioClassification (jv)": 40.0, - "MassiveScenarioClassification (lv)": 39.28, - "MassiveScenarioClassification (my)": 10.8, - "MassiveScenarioClassification (pt)": 52.06, - "MassiveScenarioClassification (te)": 7.81, - "MassiveScenarioClassification (de)": 54.09, - "MassiveScenarioClassification (fa)": 27.8, - "MassiveScenarioClassification (hi)": 23.13, - "MassiveScenarioClassification (hu)": 41.01, - "MassiveScenarioClassification (vi)": 35.9, - "MassiveScenarioClassification (fr)": 54.26, - "MassiveScenarioClassification (ja)": 40.57, - "MassiveScenarioClassification (th)": 17.01, - "MassiveScenarioClassification (sw)": 40.34, - "MassiveScenarioClassification (el)": 33.85, - "MassiveScenarioClassification (az)": 36.42, - "MassiveScenarioClassification (he)": 25.49, - "MassiveScenarioClassification (ka)": 13.45, - "MassiveScenarioClassification (af)": 43.63, - "MassiveScenarioClassification (bn)": 17.49, - "MassiveScenarioClassification (cy)": 34.82, - "MassiveScenarioClassification (mn)": 25.58, - "MassiveScenarioClassification (tr)": 39.11, - "MassiveScenarioClassification (ta)": 14.55, - "MassiveScenarioClassification (ar)": 27.8, - "MassiveScenarioClassification (ms)": 37.28, - "MassiveScenarioClassification (zh-TW)": 31.7, - "MassiveScenarioClassification (da)": 49.45, - "MassiveScenarioClassification (kn)": 8.34, - "MassiveScenarioClassification (ur)": 20.0, - "MassiveScenarioClassification (zh-CN)": 35.33, - "MassiveScenarioClassification (am)": 7.43, - "MassiveScenarioClassification (ro)": 47.86, - "MassiveScenarioClassification (fi)": 38.41, - "MassiveScenarioClassification (is)": 39.36, - "MassiveScenarioClassification (sq)": 44.67, - "MassiveScenarioClassification (es)": 50.92, - "MassiveScenarioClassification (ml)": 7.69, - "MassiveScenarioClassification (sl)": 39.88, - "MassiveScenarioClassification (nl)": 47.79, - "MassiveScenarioClassification (km)": 9.63, - "MassiveScenarioClassification (ru)": 28.71, - "MultilingualSentiment": 41.2, - "NoRecClassification": 38.34, - "NordicLangClassification": 50.15, - "OnlineShopping": 56.94, - "PAC": 62.1, - "PolEmo2.0-IN": 41.63, - "PolEmo2.0-OUT": 25.0, - "RuReviewsClassification": 42.33, - "RuSciBenchGRNTIClassification": 13.29, - "RuSciBenchOECDClassification": 10.62, - "TNews": 21.05, - "ToxicConversationsClassification": 61.05, - "TweetSentimentExtractionClassification": 55.05, - "Waimai": 63.31 - } - ] - }, - "Clustering": { - "v_measure": [ - { - "Model": "all-mpnet-base-v2", - "AlloProfClusteringP2P": 56.41, - "AlloProfClusteringS2S": 36.59, - "ArxivClusteringP2P": 48.38, - "ArxivClusteringS2S": 39.72, - "BiorxivClusteringP2P": 39.62, - "BiorxivClusteringS2S": 35.02, - "BlurbsClusteringP2P": 25.03, - "BlurbsClusteringS2S": 10.62, - "GeoreviewClusteringP2P": 20.33, - "HALClusteringS2S": 21.21, - "MLSUMClusteringP2P (de)": 36.78, - "MLSUMClusteringP2P (fr)": 40.62, - "MLSUMClusteringP2P (ru)": 22.35, - "MLSUMClusteringP2P (es)": 39.83, - "MLSUMClusteringS2S (de)": 36.21, - "MLSUMClusteringS2S (fr)": 39.91, - "MLSUMClusteringS2S (ru)": 22.55, - "MLSUMClusteringS2S (es)": 39.32, - "MasakhaNEWSClusteringP2P (amh)": 42.49, - "MasakhaNEWSClusteringP2P (eng)": 67.24, - "MasakhaNEWSClusteringP2P (fra)": 61.99, - "MasakhaNEWSClusteringP2P (hau)": 37.17, - "MasakhaNEWSClusteringP2P (ibo)": 52.0, - "MasakhaNEWSClusteringP2P (lin)": 69.68, - "MasakhaNEWSClusteringP2P (lug)": 50.96, - "MasakhaNEWSClusteringP2P (orm)": 28.42, - "MasakhaNEWSClusteringP2P (pcm)": 64.01, - "MasakhaNEWSClusteringP2P (run)": 57.6, - "MasakhaNEWSClusteringP2P (sna)": 54.99, - "MasakhaNEWSClusteringP2P (som)": 31.16, - "MasakhaNEWSClusteringP2P (swa)": 28.29, - "MasakhaNEWSClusteringP2P (tir)": 41.85, - "MasakhaNEWSClusteringP2P (xho)": 35.24, - "MasakhaNEWSClusteringP2P (yor)": 42.15, - "MasakhaNEWSClusteringS2S (amh)": 44.48, - "MasakhaNEWSClusteringS2S (eng)": 35.69, - "MasakhaNEWSClusteringS2S (fra)": 41.05, - "MasakhaNEWSClusteringS2S (hau)": 16.64, - "MasakhaNEWSClusteringS2S (ibo)": 38.63, - "MasakhaNEWSClusteringS2S (lin)": 70.72, - "MasakhaNEWSClusteringS2S (lug)": 46.97, - "MasakhaNEWSClusteringS2S (orm)": 23.85, - "MasakhaNEWSClusteringS2S (pcm)": 68.7, - "MasakhaNEWSClusteringS2S (run)": 52.27, - "MasakhaNEWSClusteringS2S (sna)": 47.64, - "MasakhaNEWSClusteringS2S (som)": 30.94, - "MasakhaNEWSClusteringS2S (swa)": 17.12, - "MasakhaNEWSClusteringS2S (tir)": 42.01, - "MasakhaNEWSClusteringS2S (xho)": 24.16, - "MasakhaNEWSClusteringS2S (yor)": 35.04, - "MedrxivClusteringP2P": 35.58, - "MedrxivClusteringS2S": 32.87, - "RedditClustering": 54.82, - "RedditClusteringP2P": 56.77, - "RuSciBenchGRNTIClusteringP2P": 14.66, - "RuSciBenchOECDClusteringP2P": 12.49, - "StackExchangeClustering": 53.8, - "StackExchangeClusteringP2P": 34.28, - "TenKGnadClusteringP2P": 39.41, - "TenKGnadClusteringS2S": 19.98, - "TwentyNewsgroupsClustering": 49.74 - } - ] - }, - "PairClassification": { - "max_ap": [ - { - "Model": "all-mpnet-base-v2", - "CDSC-E": 45.37, - "FalseFriendsGermanEnglish": 47.44, - "OpusparcusPC (de)": 89.78, - "OpusparcusPC (en)": 97.75, - "OpusparcusPC (fi)": 85.82, - "OpusparcusPC (fr)": 86.61, - "OpusparcusPC (ru)": 79.85, - "OpusparcusPC (sv)": 81.81, - "PSC": 83.28, - "PawsXPairClassification (de)": 52.17, - "PawsXPairClassification (en)": 61.99, - "PawsXPairClassification (es)": 55.06, - "PawsXPairClassification (fr)": 56.42, - "PawsXPairClassification (ja)": 47.43, - "PawsXPairClassification (ko)": 49.75, - "PawsXPairClassification (zh)": 52.47, - "SICK-E-PL": 46.51, - "SprintDuplicateQuestions": 90.15, - "TERRa": 44.52, - "TwitterSemEval2015": 73.85, - "TwitterURLCorpus": 85.11 - }, - { - "Model": "all-mpnet-base-v2", - "CDSC-E": 45.37, - "FalseFriendsGermanEnglish": 47.48, - "OpusparcusPC (de)": 89.78, - "OpusparcusPC (en)": 97.75, - "OpusparcusPC (fi)": 85.82, - "OpusparcusPC (fr)": 86.61, - "OpusparcusPC (ru)": 79.93, - "OpusparcusPC (sv)": 81.81, - "PSC": 83.28, - "PawsXPairClassification (de)": 52.28, - "PawsXPairClassification (en)": 61.99, - "PawsXPairClassification (es)": 55.06, - "PawsXPairClassification (fr)": 56.42, - "PawsXPairClassification (ja)": 47.6, - "PawsXPairClassification (ko)": 49.84, - "PawsXPairClassification (zh)": 52.51, - "SICK-E-PL": 46.55, - "SprintDuplicateQuestions": 90.15, - "TERRa": 44.52, - "TwitterSemEval2015": 73.87, - "TwitterURLCorpus": 85.11 - } - ] - }, - "Reranking": { - "map": [ - { - "Model": "all-mpnet-base-v2", - "AlloprofReranking": 69.63, - "AskUbuntuDupQuestions": 65.85, - "MMarcoReranking": 4.65, - "MindSmallReranking": 30.97, - "RuBQReranking": 30.96, - "SciDocsRR": 88.65, - "StackOverflowDupQuestions": 51.98, - "SyntecReranking": 66.12, - "T2Reranking": 58.3 - }, - { - "Model": "all-mpnet-base-v2", - "MIRACLReranking (ar)": 2.97, - "MIRACLReranking (bn)": 5.28, - "MIRACLReranking (de)": 23.43, - "MIRACLReranking (en)": 43.05, - "MIRACLReranking (es)": 26.46, - "MIRACLReranking (fa)": 4.86, - "MIRACLReranking (fi)": 25.32, - "MIRACLReranking (fr)": 22.26, - "MIRACLReranking (hi)": 6.99, - "MIRACLReranking (id)": 16.1, - "MIRACLReranking (ja)": 7.01, - "MIRACLReranking (ko)": 5.94, - "MIRACLReranking (ru)": 9.85, - "MIRACLReranking (sw)": 23.06, - "MIRACLReranking (te)": 2.53, - "MIRACLReranking (th)": 3.55, - "MIRACLReranking (yo)": 45.07, - "MIRACLReranking (zh)": 7.23 - } - ] - }, - "Retrieval": { - "ndcg_at_10": [ - { - "Model": "all-mpnet-base-v2", - "AILACasedocs": 22.51, - "AILAStatutes": 21.27, - "ARCChallenge": 11.8, - "AlloprofRetrieval": 34.27, - "AlphaNLI": 22.41, - "AppsRetrieval": 8.41, - "ArguAna": 46.52, - "ArguAna-PL": 14.72, - "BSARDRetrieval": 6.98, - "BrightRetrieval (robotics)": 8.36, - "BrightRetrieval (psychology)": 22.63, - "BrightRetrieval (leetcode)": 26.4, - "BrightRetrieval (biology)": 15.52, - "BrightRetrieval (theoremqa_questions)": 18.49, - "BrightRetrieval (economics)": 16.64, - "BrightRetrieval (stackoverflow)": 9.48, - "BrightRetrieval (pony)": 6.95, - "BrightRetrieval (earth_science)": 20.11, - "BrightRetrieval (theoremqa_theorems)": 9.9, - "BrightRetrieval (sustainable_living)": 15.34, - "BrightRetrieval (aops)": 5.32, - "CQADupstackRetrieval": 44.96, - "ClimateFEVER": 21.97, - "CmedqaRetrieval": 2.0, - "CodeFeedbackMT": 37.72, - "CodeFeedbackST": 69.32, - "CodeSearchNetCCRetrieval (python)": 71.83, - "CodeSearchNetCCRetrieval (javascript)": 67.99, - "CodeSearchNetCCRetrieval (go)": 61.44, - "CodeSearchNetCCRetrieval (ruby)": 66.42, - "CodeSearchNetCCRetrieval (java)": 68.88, - "CodeSearchNetCCRetrieval (php)": 59.22, - "CodeSearchNetRetrieval (python)": 81.01, - "CodeSearchNetRetrieval (javascript)": 65.58, - "CodeSearchNetRetrieval (go)": 88.25, - "CodeSearchNetRetrieval (ruby)": 74.53, - "CodeSearchNetRetrieval (java)": 65.11, - "CodeSearchNetRetrieval (php)": 74.47, - "CodeTransOceanContest": 70.58, - "CodeTransOceanDL": 29.45, - "CosQA": 33.71, - "CovidRetrieval": 3.7, - "DBPedia": 32.09, - "DuRetrieval": 4.92, - "EcomRetrieval": 3.94, - "FEVER": 50.86, - "FiQA-PL": 3.6, - "FiQA2018": 49.96, - "GerDaLIR": 1.53, - "GerDaLIRSmall": 3.78, - "GermanDPR": 56.96, - "GermanQuAD-Retrieval": 75.63, - "HellaSwag": 26.27, - "HotpotQA": 39.29, - "LEMBNarrativeQARetrieval": 19.34, - "LEMBQMSumRetrieval": 21.54, - "LEMBSummScreenFDRetrieval": 60.43, - "LEMBWikimQARetrieval": 44.92, - "LeCaRDv2": 18.09, - "LegalBenchConsumerContractsQA": 75.25, - "LegalBenchCorporateLobbying": 89.04, - "LegalQuAD": 10.67, - "LegalSummarization": 58.55, - "MIRACLRetrieval (ar)": 0.01, - "MIRACLRetrieval (bn)": 0.0, - "MIRACLRetrieval (de)": 9.69, - "MIRACLRetrieval (en)": 25.2, - "MIRACLRetrieval (es)": 7.45, - "MIRACLRetrieval (fa)": 0.04, - "MIRACLRetrieval (fi)": 10.14, - "MIRACLRetrieval (fr)": 7.92, - "MIRACLRetrieval (hi)": 0.14, - "MIRACLRetrieval (id)": 5.78, - "MIRACLRetrieval (ja)": 0.82, - "MIRACLRetrieval (ko)": 3.15, - "MIRACLRetrieval (ru)": 0.77, - "MIRACLRetrieval (sw)": 13.53, - "MIRACLRetrieval (te)": 0.04, - "MIRACLRetrieval (th)": 0.2, - "MIRACLRetrieval (yo)": 35.67, - "MIRACLRetrieval (zh)": 0.0, - "MMarcoRetrieval": 7.13, - "MSMARCO": 39.75, - "MedicalRetrieval": 1.71, - "MintakaRetrieval (ar)": 1.97, - "MintakaRetrieval (de)": 17.21, - "MintakaRetrieval (es)": 10.11, - "MintakaRetrieval (fr)": 12.93, - "MintakaRetrieval (hi)": 2.03, - "MintakaRetrieval (it)": 5.63, - "MintakaRetrieval (ja)": 6.77, - "MintakaRetrieval (pt)": 8.05, - "NFCorpus": 33.29, - "NFCorpus-PL": 8.77, - "NQ": 50.45, - "PIQA": 29.03, - "Quail": 3.41, - "QuoraRetrieval": 87.46, - "RARbCode": 53.21, - "RARbMath": 71.85, - "RiaNewsRetrieval": 3.32, - "RuBQRetrieval": 4.75, - "SCIDOCS": 23.76, - "SCIDOCS-PL": 4.02, - "SIQA": 2.38, - "SciFact": 65.57, - "SciFact-PL": 13.31, - "SpartQA": 0.22, - "StackOverflowQA": 90.32, - "SyntecRetrieval": 57.39, - "SyntheticText2SQL": 45.09, - "T2Retrieval": 2.98, - "TRECCOVID": 51.33, - "TRECCOVID-PL": 12.11, - "TempReasonL1": 1.77, - "TempReasonL2Fact": 11.2, - "TempReasonL2Pure": 1.15, - "TempReasonL3Fact": 9.42, - "TempReasonL3Pure": 5.59, - "Touche2020": 19.93, - "VideoRetrieval": 8.48, - "WinoGrande": 20.77, - "XMarket (de)": 8.23, - "XMarket (en)": 27.37, - "XMarket (es)": 8.05, - "XPQARetrieval (ara-ara)": 9.42, - "XPQARetrieval (eng-ara)": 2.36, - "XPQARetrieval (ara-eng)": 8.98, - "XPQARetrieval (deu-deu)": 55.82, - "XPQARetrieval (eng-deu)": 11.74, - "XPQARetrieval (deu-eng)": 30.44, - "XPQARetrieval (spa-spa)": 40.01, - "XPQARetrieval (eng-spa)": 6.12, - "XPQARetrieval (spa-eng)": 29.44, - "XPQARetrieval (fra-fra)": 51.94, - "XPQARetrieval (eng-fra)": 11.48, - "XPQARetrieval (fra-eng)": 32.52, - "XPQARetrieval (hin-hin)": 37.45, - "XPQARetrieval (eng-hin)": 5.11, - "XPQARetrieval (hin-eng)": 7.37, - "XPQARetrieval (ita-ita)": 54.2, - "XPQARetrieval (eng-ita)": 6.08, - "XPQARetrieval (ita-eng)": 30.32, - "XPQARetrieval (jpn-jpn)": 37.46, - "XPQARetrieval (eng-jpn)": 5.79, - "XPQARetrieval (jpn-eng)": 14.77, - "XPQARetrieval (kor-kor)": 10.39, - "XPQARetrieval (eng-kor)": 7.09, - "XPQARetrieval (kor-eng)": 6.96, - "XPQARetrieval (pol-pol)": 23.71, - "XPQARetrieval (eng-pol)": 8.83, - "XPQARetrieval (pol-eng)": 15.94, - "XPQARetrieval (por-por)": 33.56, - "XPQARetrieval (eng-por)": 3.76, - "XPQARetrieval (por-eng)": 23.45, - "XPQARetrieval (tam-tam)": 5.5, - "XPQARetrieval (eng-tam)": 3.3, - "XPQARetrieval (tam-eng)": 4.18, - "XPQARetrieval (cmn-cmn)": 23.8, - "XPQARetrieval (eng-cmn)": 7.2, - "XPQARetrieval (cmn-eng)": 12.84 - } - ], - "recall_at_1": [ - { - "Model": "all-mpnet-base-v2", - "BrightRetrieval (biology)": 25.57, - "BrightRetrieval (sustainable_living)": 18.01, - "BrightRetrieval (psychology)": 15.84, - "BrightRetrieval (economics)": 18.93, - "BrightRetrieval (earth_science)": 34.05, - "BrightRetrieval (stackoverflow)": 14.96, - "BrightRetrieval (pony)": 1.19, - "BrightRetrieval (robotics)": 10.89 - } - ] - }, - "STS": { - "cosine_spearman": [ - { - "Model": "all-mpnet-base-v2", - "AFQMC": 8.01, - "ATEC": 14.03, - "BIOSSES": 80.43, - "BQ": 21.39, - "CDSC-R": 77.04, - "GermanSTSBenchmark": 61.27, - "LCQMC": 22.84, - "PAWSX": 6.44, - "RUParaPhraserSTS": 42.15, - "RuSTSBenchmarkSTS": 55.68, - "SICK-R": 80.59, - "SICK-R-PL": 50.2, - "SICKFr": 67.05, - "STS12": 72.63, - "STS13": 83.48, - "STS14": 78.0, - "STS15": 85.66, - "STS16": 80.03, - "STS17 (fr-en)": 41.64, - "STS17 (nl-en)": 32.89, - "STS17 (es-en)": 25.28, - "STS17 (en-en)": 90.6, - "STS17 (ko-ko)": 39.11, - "STS17 (ar-ar)": 55.42, - "STS17 (es-es)": 78.4, - "STS17 (en-de)": 35.5, - "STS17 (en-ar)": 6.76, - "STS17 (en-tr)": -4.58, - "STS17 (it-en)": 31.8, - "STS22 (pl)": 24.21, - "STS22 (it)": 58.02, - "STS22 (es-en)": 55.09, - "STS22 (fr)": 77.1, - "STS22 (tr)": 29.35, - "STS22 (zh)": 42.24, - "STS22 (de)": 27.0, - "STS22 (es-it)": 41.61, - "STS22 (fr-pl)": 73.25, - "STS22 (de-en)": 49.73, - "STS22 (zh-en)": 40.47, - "STS22 (es)": 55.98, - "STS22 (ar)": 38.96, - "STS22 (en)": 68.39, - "STS22 (de-pl)": 23.53, - "STS22 (ru)": 15.83, - "STS22 (pl-en)": 51.07, - "STS22 (de-fr)": 31.39, - "STSB": 37.7, - "STSBenchmark": 83.42, - "STSBenchmarkMultilingualSTS (nl)": 57.01, - "STSBenchmarkMultilingualSTS (ru)": 55.54, - "STSBenchmarkMultilingualSTS (fr)": 65.15, - "STSBenchmarkMultilingualSTS (it)": 62.72, - "STSBenchmarkMultilingualSTS (es)": 65.78, - "STSBenchmarkMultilingualSTS (en)": 83.42, - "STSBenchmarkMultilingualSTS (de)": 61.43, - "STSBenchmarkMultilingualSTS (pt)": 62.12, - "STSBenchmarkMultilingualSTS (zh)": 39.43, - "STSBenchmarkMultilingualSTS (pl)": 52.36 - }, - { - "Model": "all-mpnet-base-v2", - "STS17 (en-en)": 90.6, - "STS22 (en)": 67.95 - } - ] - }, - "Summarization": { - "cosine_spearman": [ - { - "Model": "all-mpnet-base-v2", - "SummEval": 27.49, - "SummEvalFr": 28.11 - }, - { - "Model": "all-mpnet-base-v2", - "SummEval": 27.49, - "SummEvalFr": 28.11 - } - ] - }, - "MultilabelClassification": { - "accuracy": [ - { - "Model": "all-mpnet-base-v2", - "CEDRClassification": 35.98, - "SensitiveTopicsClassification": 17.83 - } - ] - }, - "InstructionRetrieval": { - "p-MRR": [ - { - "Model": "all-mpnet-base-v2", - "Core17InstructionRetrieval": -0.74, - "News21InstructionRetrieval": -1.79, - "Robust04InstructionRetrieval": -6.71 - } - ] - } - }, - "sentence-transformers__all-mpnet-base-v2-instruct": { - "BitextMining": { - "f1": [] - }, - "Classification": { - "accuracy": [] - }, - "Clustering": { - "v_measure": [] - }, - "PairClassification": { - "max_ap": [] - }, - "Reranking": { - "map": [] - }, - "Retrieval": { - "ndcg_at_10": [ - { - "Model": "all-mpnet-base-v2-instruct", - "ARCChallenge": 10.35, - "AlphaNLI": 1.96, - "HellaSwag": 13.01, - "PIQA": 27.18, - "Quail": 3.02, - "RARbCode": 48.95, - "RARbMath": 69.21, - "SIQA": 1.29, - "SpartQA": 1.01, - "TempReasonL1": 1.52, - "TempReasonL2Fact": 7.28, - "TempReasonL2Pure": 1.03, - "TempReasonL3Fact": 7.03, - "TempReasonL3Pure": 5.16, - "WinoGrande": 9.66 - } - ] - }, - "STS": { - "cosine_spearman": [] - }, - "Summarization": { - "cosine_spearman": [] - }, - "MultilabelClassification": { - "accuracy": [] - }, - "InstructionRetrieval": { - "p-MRR": [] - } - }, - "sentence-transformers__allenai-specter": { - "BitextMining": { - "f1": [] - }, - "Classification": { - "accuracy": [ - { - "Model": "allenai-specter", - "AmazonCounterfactualClassification (de)": 54.46, - "AmazonCounterfactualClassification (en)": 58.7, - "AmazonCounterfactualClassification (en-ext)": 59.28, - "AmazonCounterfactualClassification (ja)": 43.87, - "AmazonPolarityClassification": 57.77, - "AmazonReviewsClassification (de)": 24.08, - "AmazonReviewsClassification (en)": 26.26, - "AmazonReviewsClassification (es)": 23.88, - "AmazonReviewsClassification (fr)": 23.31, - "AmazonReviewsClassification (ja)": 20.25, - "AmazonReviewsClassification (zh)": 20.49, - "Banking77Classification": 66.66, - "EmotionClassification": 24.82, - "ImdbClassification": 56.35, - "MTOPDomainClassification (de)": 48.55, - "MTOPDomainClassification (en)": 74.53, - "MTOPDomainClassification (es)": 58.39, - "MTOPDomainClassification (fr)": 54.61, - "MTOPDomainClassification (hi)": 21.22, - "MTOPDomainClassification (th)": 14.98, - "MTOPIntentClassification (de)": 35.55, - "MTOPIntentClassification (en)": 50.05, - "MTOPIntentClassification (es)": 36.72, - "MTOPIntentClassification (fr)": 34.71, - "MTOPIntentClassification (hi)": 4.44, - "MTOPIntentClassification (th)": 4.67, - "MassiveIntentClassification (af)": 33.68, - "MassiveIntentClassification (am)": 2.94, - "MassiveIntentClassification (ar)": 10.04, - "MassiveIntentClassification (az)": 30.74, - "MassiveIntentClassification (bn)": 3.02, - "MassiveIntentClassification (cy)": 33.94, - "MassiveIntentClassification (da)": 38.47, - "MassiveIntentClassification (de)": 36.06, - "MassiveIntentClassification (el)": 27.7, - "MassiveIntentClassification (en)": 51.73, - "MassiveIntentClassification (es)": 35.6, - "MassiveIntentClassification (fa)": 17.97, - "MassiveIntentClassification (fi)": 35.53, - "MassiveIntentClassification (fr)": 38.41, - "MassiveIntentClassification (he)": 2.69, - "MassiveIntentClassification (hi)": 3.43, - "MassiveIntentClassification (hu)": 34.05, - "MassiveIntentClassification (hy)": 3.11, - "MassiveIntentClassification (id)": 40.02, - "MassiveIntentClassification (is)": 32.63, - "MassiveIntentClassification (it)": 39.28, - "MassiveIntentClassification (ja)": 4.95, - "MassiveIntentClassification (jv)": 34.95, - "MassiveIntentClassification (ka)": 2.57, - "MassiveIntentClassification (km)": 4.73, - "MassiveIntentClassification (kn)": 3.54, - "MassiveIntentClassification (ko)": 2.68, - "MassiveIntentClassification (lv)": 37.91, - "MassiveIntentClassification (ml)": 2.88, - "MassiveIntentClassification (mn)": 16.94, - "MassiveIntentClassification (ms)": 36.6, - "MassiveIntentClassification (my)": 3.96, - "MassiveIntentClassification (nb)": 34.75, - "MassiveIntentClassification (nl)": 33.95, - "MassiveIntentClassification (pl)": 35.77, - "MassiveIntentClassification (pt)": 43.05, - "MassiveIntentClassification (ro)": 36.2, - "MassiveIntentClassification (ru)": 25.3, - "MassiveIntentClassification (sl)": 35.9, - "MassiveIntentClassification (sq)": 36.6, - "MassiveIntentClassification (sv)": 36.0, - "MassiveIntentClassification (sw)": 34.81, - "MassiveIntentClassification (ta)": 3.11, - "MassiveIntentClassification (te)": 2.53, - "MassiveIntentClassification (th)": 4.38, - "MassiveIntentClassification (tl)": 35.51, - "MassiveIntentClassification (tr)": 32.02, - "MassiveIntentClassification (ur)": 9.61, - "MassiveIntentClassification (vi)": 37.07, - "MassiveIntentClassification (zh-CN)": 2.81, - "MassiveIntentClassification (zh-TW)": 4.79, - "MassiveScenarioClassification (af)": 36.17, - "MassiveScenarioClassification (am)": 7.64, - "MassiveScenarioClassification (ar)": 15.26, - "MassiveScenarioClassification (az)": 30.73, - "MassiveScenarioClassification (bn)": 7.15, - "MassiveScenarioClassification (cy)": 34.73, - "MassiveScenarioClassification (da)": 39.93, - "MassiveScenarioClassification (de)": 38.62, - "MassiveScenarioClassification (el)": 27.18, - "MassiveScenarioClassification (en)": 58.58, - "MassiveScenarioClassification (es)": 39.44, - "MassiveScenarioClassification (fa)": 21.43, - "MassiveScenarioClassification (fi)": 33.21, - "MassiveScenarioClassification (fr)": 40.26, - "MassiveScenarioClassification (he)": 7.42, - "MassiveScenarioClassification (hi)": 8.06, - "MassiveScenarioClassification (hu)": 34.54, - "MassiveScenarioClassification (hy)": 8.61, - "MassiveScenarioClassification (id)": 40.04, - "MassiveScenarioClassification (is)": 33.57, - "MassiveScenarioClassification (it)": 40.1, - "MassiveScenarioClassification (ja)": 9.96, - "MassiveScenarioClassification (jv)": 36.11, - "MassiveScenarioClassification (ka)": 7.13, - "MassiveScenarioClassification (km)": 9.66, - "MassiveScenarioClassification (kn)": 7.55, - "MassiveScenarioClassification (ko)": 7.27, - "MassiveScenarioClassification (lv)": 37.03, - "MassiveScenarioClassification (ml)": 7.22, - "MassiveScenarioClassification (mn)": 21.53, - "MassiveScenarioClassification (ms)": 37.57, - "MassiveScenarioClassification (my)": 9.54, - "MassiveScenarioClassification (nb)": 35.71, - "MassiveScenarioClassification (nl)": 34.62, - "MassiveScenarioClassification (pl)": 36.87, - "MassiveScenarioClassification (pt)": 44.68, - "MassiveScenarioClassification (ro)": 37.29, - "MassiveScenarioClassification (ru)": 28.16, - "MassiveScenarioClassification (sl)": 37.95, - "MassiveScenarioClassification (sq)": 37.82, - "MassiveScenarioClassification (sv)": 35.35, - "MassiveScenarioClassification (sw)": 35.37, - "MassiveScenarioClassification (ta)": 7.19, - "MassiveScenarioClassification (te)": 7.29, - "MassiveScenarioClassification (th)": 9.47, - "MassiveScenarioClassification (tl)": 37.31, - "MassiveScenarioClassification (tr)": 34.57, - "MassiveScenarioClassification (ur)": 16.17, - "MassiveScenarioClassification (vi)": 35.91, - "MassiveScenarioClassification (zh-CN)": 9.19, - "MassiveScenarioClassification (zh-TW)": 10.19, - "ToxicConversationsClassification": 57.44, - "TweetSentimentExtractionClassification": 45.52 - } - ] - }, - "Clustering": { - "v_measure": [ - { - "Model": "allenai-specter", - "ArxivClusteringP2P": 44.75, - "ArxivClusteringS2S": 35.27, - "BiorxivClusteringP2P": 39.52, - "BiorxivClusteringS2S": 34.53, - "MedrxivClusteringP2P": 35.04, - "MedrxivClusteringS2S": 31.66, - "RedditClustering": 24.13, - "RedditClusteringP2P": 35.06, - "StackExchangeClustering": 39.01, - "StackExchangeClusteringP2P": 31.46, - "TwentyNewsgroupsClustering": 24.22 - } - ] - }, - "PairClassification": { - "max_ap": [ - { - "Model": "allenai-specter", - "SprintDuplicateQuestions": 71.63, - "TwitterSemEval2015": 43.25, - "TwitterURLCorpus": 69.22 - }, - { - "Model": "allenai-specter", - "SprintDuplicateQuestions": 71.63, - "TwitterSemEval2015": 43.25, - "TwitterURLCorpus": 69.22 - } - ] - }, - "Reranking": { - "map": [ - { - "Model": "allenai-specter", - "AskUbuntuDupQuestions": 50.07, - "MindSmallReranking": 24.8, - "SciDocsRR": 81.31, - "StackOverflowDupQuestions": 36.22 - } - ] - }, - "Retrieval": { - "ndcg_at_10": [ - { - "Model": "allenai-specter", - "ArguAna": 32.67, - "CQADupstackRetrieval": 14.6, - "ClimateFEVER": 6.86, - "DBPedia": 4.14, - "FEVER": 5.45, - "FiQA2018": 5.64, - "HotpotQA": 5.46, - "MSMARCO": 5.59, - "NFCorpus": 0.85, - "NQ": 5.99, - "QuoraRetrieval": 64.65, - "SCIDOCS": 0.0, - "SciFact": 47.88, - "TRECCOVID": 29.91, - "Touche2020": 8.46 - } - ] - }, - "STS": { - "cosine_spearman": [ - { - "Model": "allenai-specter", - "BIOSSES": 64.95, - "SICK-R": 56.39, - "STS12": 62.49, - "STS13": 58.7, - "STS14": 54.87, - "STS15": 62.54, - "STS16": 64.27, - "STS17 (ar-ar)": 27.14, - "STS17 (en-ar)": 6.9, - "STS17 (en-de)": 11.59, - "STS17 (en-en)": 69.63, - "STS17 (en-tr)": 6.46, - "STS17 (es-en)": 10.86, - "STS17 (es-es)": 55.45, - "STS17 (fr-en)": 16.02, - "STS17 (it-en)": 19.87, - "STS17 (ko-ko)": 8.08, - "STS17 (nl-en)": 24.92, - "STS22 (ar)": 19.57, - "STS22 (de)": 17.31, - "STS22 (de-en)": 26.03, - "STS22 (de-fr)": 10.26, - "STS22 (de-pl)": 16.94, - "STS22 (en)": 55.06, - "STS22 (es)": 48.89, - "STS22 (es-en)": 51.79, - "STS22 (es-it)": 25.24, - "STS22 (fr)": 53.92, - "STS22 (fr-pl)": 39.44, - "STS22 (it)": 39.43, - "STS22 (pl)": 13.56, - "STS22 (pl-en)": 25.36, - "STS22 (ru)": 1.11, - "STS22 (tr)": 31.73, - "STS22 (zh)": 16.35, - "STS22 (zh-en)": 8.44, - "STSBenchmark": 61.26 - } - ] - }, - "Summarization": { - "cosine_spearman": [ - { - "Model": "allenai-specter", - "SummEval": 27.66 - } - ] - }, - "MultilabelClassification": { - "accuracy": [] - }, - "InstructionRetrieval": { - "p-MRR": [] - } - }, - "sentence-transformers__average_word_embeddings_glove.6B.300d": { - "BitextMining": { - "f1": [ - { - "Model": "average_word_embeddings_glove.6B.300d", - "BUCC (de-en)": 0.18, - "BUCC (fr-en)": 0.19, - "BUCC (ru-en)": 0.1, - "BUCC (zh-en)": 0.0 - } - ] - }, - "Classification": { - "accuracy": [ - { - "Model": "average_word_embeddings_glove.6B.300d", - "AmazonCounterfactualClassification (en)": 56.91, - "AmazonPolarityClassification": 60.32, - "AmazonReviewsClassification (en)": 29.67, - "Banking77Classification": 67.69, - "EmotionClassification": 36.93, - "ImdbClassification": 62.57, - "MTOPDomainClassification (en)": 79.11, - "MTOPIntentClassification (en)": 55.85, - "MassiveIntentClassification (en)": 56.19, - "MassiveScenarioClassification (en)": 66.03, - "ToxicConversationsClassification": 65.4, - "TweetSentimentExtractionClassification": 50.8 - } - ] - }, - "Clustering": { - "v_measure": [ - { - "Model": "average_word_embeddings_glove.6B.300d", - "ArxivClusteringP2P": 32.56, - "ArxivClusteringS2S": 23.14, - "BiorxivClusteringP2P": 29.27, - "BiorxivClusteringS2S": 19.18, - "MedrxivClusteringP2P": 26.12, - "MedrxivClusteringS2S": 20.38, - "RedditClustering": 28.46, - "RedditClusteringP2P": 35.82, - "StackExchangeClustering": 35.8, - "StackExchangeClusteringP2P": 28.51, - "TwentyNewsgroupsClustering": 25.83 - } - ] - }, - "PairClassification": { - "max_ap": [ - { - "Model": "average_word_embeddings_glove.6B.300d", - "SprintDuplicateQuestions": 86.96, - "TwitterSemEval2015": 48.45, - "TwitterURLCorpus": 77.35 - }, - { - "Model": "average_word_embeddings_glove.6B.300d", - "SprintDuplicateQuestions": 86.96, - "TwitterSemEval2015": 53.12, - "TwitterURLCorpus": 77.35 - } - ] - }, - "Reranking": { - "map": [ - { - "Model": "average_word_embeddings_glove.6B.300d", - "AskUbuntuDupQuestions": 49.57, - "MindSmallReranking": 27.01, - "SciDocsRR": 62.56, - "StackOverflowDupQuestions": 34.03 - } - ] - }, - "Retrieval": { - "ndcg_at_10": [ - { - "Model": "average_word_embeddings_glove.6B.300d", - "ArguAna": 36.3, - "CQADupstackRetrieval": 15.47, - "ClimateFEVER": 14.44, - "DBPedia": 18.28, - "FEVER": 14.99, - "FiQA2018": 10.09, - "HotpotQA": 19.18, - "MSMARCO": 9.6, - "NFCorpus": 13.87, - "NQ": 12.87, - "QuoraRetrieval": 71.32, - "SCIDOCS": 8.04, - "SciFact": 29.58, - "TRECCOVID": 36.22, - "Touche2020": 13.99 - } - ] - }, - "STS": { - "cosine_spearman": [ - { - "Model": "average_word_embeddings_glove.6B.300d", - "BIOSSES": 44.93, - "SICK-R": 55.43, - "STS12": 54.64, - "STS13": 69.16, - "STS14": 60.81, - "STS15": 72.31, - "STS16": 65.34, - "STS17 (en-en)": 77.95, - "STS22 (en)": 56.35, - "STSBenchmark": 61.54 - } - ] - }, - "Summarization": { - "cosine_spearman": [ - { - "Model": "average_word_embeddings_glove.6B.300d", - "SummEval": 28.87 - } - ] - }, - "MultilabelClassification": { - "accuracy": [] - }, - "InstructionRetrieval": { - "p-MRR": [] - } - }, - "sentence-transformers__average_word_embeddings_komninos": { - "BitextMining": { - "f1": [ - { - "Model": "average_word_embeddings_komninos", - "BUCC (de-en)": 0.18, - "BUCC (fr-en)": 0.08, - "BUCC (ru-en)": 0.15, - "BUCC (zh-en)": 0.05, - "Tatoeba (afr-eng)": 4.82, - "Tatoeba (amh-eng)": 1.18, - "Tatoeba (ang-eng)": 8.54, - "Tatoeba (ara-eng)": 0.63, - "Tatoeba (arq-eng)": 0.4, - "Tatoeba (arz-eng)": 0.63, - "Tatoeba (ast-eng)": 11.69, - "Tatoeba (awa-eng)": 0.0, - "Tatoeba (aze-eng)": 3.22, - "Tatoeba (bel-eng)": 1.75, - "Tatoeba (ben-eng)": 0.2, - "Tatoeba (ber-eng)": 7.0, - "Tatoeba (bos-eng)": 9.31, - "Tatoeba (bre-eng)": 4.17, - "Tatoeba (bul-eng)": 1.29, - "Tatoeba (cat-eng)": 7.73, - "Tatoeba (cbk-eng)": 5.61, - "Tatoeba (ceb-eng)": 4.88, - "Tatoeba (ces-eng)": 3.55, - "Tatoeba (cha-eng)": 19.29, - "Tatoeba (cmn-eng)": 0.5, - "Tatoeba (cor-eng)": 4.15, - "Tatoeba (csb-eng)": 5.69, - "Tatoeba (cym-eng)": 8.4, - "Tatoeba (dan-eng)": 6.99, - "Tatoeba (deu-eng)": 3.67, - "Tatoeba (dsb-eng)": 5.33, - "Tatoeba (dtp-eng)": 4.25, - "Tatoeba (ell-eng)": 0.63, - "Tatoeba (epo-eng)": 2.45, - "Tatoeba (est-eng)": 2.69, - "Tatoeba (eus-eng)": 4.69, - "Tatoeba (fao-eng)": 7.61, - "Tatoeba (fin-eng)": 3.36, - "Tatoeba (fra-eng)": 7.0, - "Tatoeba (fry-eng)": 12.36, - "Tatoeba (gla-eng)": 3.07, - "Tatoeba (gle-eng)": 4.81, - "Tatoeba (glg-eng)": 8.12, - "Tatoeba (gsw-eng)": 18.87, - "Tatoeba (heb-eng)": 0.68, - "Tatoeba (hin-eng)": 0.1, - "Tatoeba (hrv-eng)": 5.41, - "Tatoeba (hsb-eng)": 6.32, - "Tatoeba (hun-eng)": 3.42, - "Tatoeba (hye-eng)": 0.97, - "Tatoeba (ido-eng)": 7.1, - "Tatoeba (ile-eng)": 13.61, - "Tatoeba (ina-eng)": 8.57, - "Tatoeba (ind-eng)": 7.26, - "Tatoeba (isl-eng)": 4.09, - "Tatoeba (ita-eng)": 5.54, - "Tatoeba (jav-eng)": 11.43, - "Tatoeba (jpn-eng)": 0.2, - "Tatoeba (kab-eng)": 2.71, - "Tatoeba (kat-eng)": 1.11, - "Tatoeba (kaz-eng)": 1.17, - "Tatoeba (khm-eng)": 0.55, - "Tatoeba (kor-eng)": 0.5, - "Tatoeba (kur-eng)": 8.55, - "Tatoeba (kzj-eng)": 4.61, - "Tatoeba (lat-eng)": 4.07, - "Tatoeba (lfn-eng)": 2.83, - "Tatoeba (lit-eng)": 0.95, - "Tatoeba (lvs-eng)": 3.25, - "Tatoeba (mal-eng)": 0.29, - "Tatoeba (mar-eng)": 0.2, - "Tatoeba (max-eng)": 14.53, - "Tatoeba (mhr-eng)": 0.2, - "Tatoeba (mkd-eng)": 0.2, - "Tatoeba (mon-eng)": 1.1, - "Tatoeba (nds-eng)": 10.37, - "Tatoeba (nld-eng)": 9.5, - "Tatoeba (nno-eng)": 4.49, - "Tatoeba (nob-eng)": 4.95, - "Tatoeba (nov-eng)": 14.53, - "Tatoeba (oci-eng)": 5.8, - "Tatoeba (orv-eng)": 0.24, - "Tatoeba (pam-eng)": 6.65, - "Tatoeba (pes-eng)": 0.5, - "Tatoeba (pms-eng)": 8.05, - "Tatoeba (pol-eng)": 5.13, - "Tatoeba (por-eng)": 5.87, - "Tatoeba (ron-eng)": 6.76, - "Tatoeba (rus-eng)": 0.2, - "Tatoeba (slk-eng)": 4.23, - "Tatoeba (slv-eng)": 6.05, - "Tatoeba (spa-eng)": 5.03, - "Tatoeba (sqi-eng)": 4.36, - "Tatoeba (srp-eng)": 1.77, - "Tatoeba (swe-eng)": 6.72, - "Tatoeba (swg-eng)": 8.54, - "Tatoeba (swh-eng)": 11.49, - "Tatoeba (tam-eng)": 1.3, - "Tatoeba (tat-eng)": 0.77, - "Tatoeba (tel-eng)": 0.85, - "Tatoeba (tgl-eng)": 2.61, - "Tatoeba (tha-eng)": 0.69, - "Tatoeba (tuk-eng)": 5.76, - "Tatoeba (tur-eng)": 5.24, - "Tatoeba (tzl-eng)": 15.51, - "Tatoeba (uig-eng)": 0.6, - "Tatoeba (ukr-eng)": 1.23, - "Tatoeba (urd-eng)": 0.4, - "Tatoeba (uzb-eng)": 4.73, - "Tatoeba (vie-eng)": 6.55, - "Tatoeba (war-eng)": 4.12, - "Tatoeba (wuu-eng)": 0.2, - "Tatoeba (xho-eng)": 4.33, - "Tatoeba (yid-eng)": 0.59, - "Tatoeba (yue-eng)": 0.5, - "Tatoeba (zsm-eng)": 7.27 - } - ] - }, - "Classification": { - "accuracy": [ - { - "Model": "average_word_embeddings_komninos", - "AmazonCounterfactualClassification (en)": 60.54, - "AmazonPolarityClassification": 59.59, - "AmazonReviewsClassification (en)": 31.01, - "Banking77Classification": 67.05, - "EmotionClassification": 33.18, - "ImdbClassification": 63.98, - "MTOPDomainClassification (en)": 78.57, - "MTOPIntentClassification (en)": 57.07, - "MassiveIntentClassification (en)": 57.21, - "MassiveScenarioClassification (en)": 66.11, - "ToxicConversationsClassification": 67.76, - "TweetSentimentExtractionClassification": 49.68 - } - ] - }, - "Clustering": { - "v_measure": [ - { - "Model": "average_word_embeddings_komninos", - "ArxivClusteringP2P": 34.73, - "ArxivClusteringS2S": 26.01, - "BiorxivClusteringP2P": 29.76, - "BiorxivClusteringS2S": 20.71, - "BlurbsClusteringP2P": 11.37, - "BlurbsClusteringS2S": 8.01, - "MedrxivClusteringP2P": 26.65, - "MedrxivClusteringS2S": 21.5, - "RedditClustering": 28.84, - "RedditClusteringP2P": 7.37, - "StackExchangeClustering": 39.04, - "StackExchangeClusteringP2P": 30.23, - "TenKGnadClusteringP2P": 15.89, - "TenKGnadClusteringS2S": 4.84, - "TwentyNewsgroupsClustering": 27.42 - } - ] - }, - "PairClassification": { - "max_ap": [ - { - "Model": "average_word_embeddings_komninos", - "SprintDuplicateQuestions": 85.55, - "TwitterSemEval2015": 53.85, - "TwitterURLCorpus": 79.41 - }, - { - "Model": "average_word_embeddings_komninos", - "SprintDuplicateQuestions": 85.55, - "TwitterSemEval2015": 54.02, - "TwitterURLCorpus": 79.41 - } - ] - }, - "Reranking": { - "map": [ - { - "Model": "average_word_embeddings_komninos", - "AskUbuntuDupQuestions": 50.88, - "MindSmallReranking": 28.92, - "SciDocsRR": 63.55, - "StackOverflowDupQuestions": 35.65 - } - ] - }, - "Retrieval": { - "ndcg_at_10": [ - { - "Model": "average_word_embeddings_komninos", - "ArguAna": 30.96, - "CQADupstackRetrieval": 16.79, - "ClimateFEVER": 14.87, - "DBPedia": 15.88, - "FEVER": 15.56, - "FiQA2018": 10.49, - "HotpotQA": 20.77, - "MSMARCO": 9.75, - "NFCorpus": 11.79, - "NQ": 12.75, - "QuoraRetrieval": 71.57, - "SCIDOCS": 8.47, - "SciFact": 29.53, - "TRECCOVID": 35.92, - "Touche2020": 13.17 - } - ] - }, - "STS": { - "cosine_spearman": [ - { - "Model": "average_word_embeddings_komninos", - "BIOSSES": 50.25, - "SICK-R": 55.49, - "STS12": 53.51, - "STS13": 70.8, - "STS14": 63.56, - "STS15": 74.08, - "STS16": 64.6, - "STS17 (ar-ar)": 13.78, - "STS17 (en-ar)": 9.08, - "STS17 (en-de)": -3.11, - "STS17 (en-en)": 76.91, - "STS17 (en-tr)": -0.45, - "STS17 (es-en)": -8.18, - "STS17 (es-es)": 48.23, - "STS17 (fr-en)": 5.81, - "STS17 (it-en)": 3.64, - "STS17 (ko-ko)": 2.54, - "STS17 (nl-en)": 0.44, - "STS22 (ar)": 32.42, - "STS22 (de)": 33.04, - "STS22 (de-en)": 28.65, - "STS22 (de-fr)": 14.77, - "STS22 (de-pl)": 11.21, - "STS22 (en)": 53.89, - "STS22 (es)": 48.53, - "STS22 (es-en)": 26.97, - "STS22 (es-it)": 41.1, - "STS22 (fr)": 49.43, - "STS22 (fr-pl)": 39.44, - "STS22 (it)": 57.77, - "STS22 (pl)": 12.47, - "STS22 (pl-en)": 45.55, - "STS22 (ru)": 19.44, - "STS22 (tr)": 47.38, - "STS22 (zh)": 4.78, - "STS22 (zh-en)": 14.05, - "STSBenchmark": 61.55 - } - ] - }, - "Summarization": { - "cosine_spearman": [ - { - "Model": "average_word_embeddings_komninos", - "SummEval": 30.49 - } - ] - }, - "MultilabelClassification": { - "accuracy": [] - }, - "InstructionRetrieval": { - "p-MRR": [] - } - }, - "sentence-transformers__distiluse-base-multilingual-cased-v2": { - "BitextMining": { - "f1": [] - }, - "Classification": { - "accuracy": [ - { - "Model": "distiluse-base-multilingual-cased-v2", - "AllegroReviews": 28.03, - "AmazonCounterfactualClassification (de)": 68.14, - "AmazonCounterfactualClassification (en)": 71.81, - "AmazonCounterfactualClassification (en-ext)": 72.96, - "AmazonCounterfactualClassification (ja)": 65.39, - "AmazonPolarityClassification": 68.0, - "AmazonReviewsClassification (de)": 35.03, - "AmazonReviewsClassification (en)": 35.45, - "AmazonReviewsClassification (es)": 36.24, - "AmazonReviewsClassification (fr)": 35.7, - "AmazonReviewsClassification (ja)": 31.08, - "AmazonReviewsClassification (zh)": 33.89, - "Banking77Classification": 71.48, - "CBD": 60.0, - "EmotionClassification": 40.04, - "ImdbClassification": 61.52, - "MTOPDomainClassification (de)": 86.19, - "MTOPDomainClassification (en)": 91.59, - "MTOPDomainClassification (es)": 87.75, - "MTOPDomainClassification (fr)": 84.61, - "MTOPDomainClassification (hi)": 76.41, - "MTOPDomainClassification (th)": 73.62, - "MTOPIntentClassification (de)": 59.21, - "MTOPIntentClassification (en)": 66.4, - "MTOPIntentClassification (es)": 57.21, - "MTOPIntentClassification (fr)": 53.41, - "MTOPIntentClassification (hi)": 45.54, - "MTOPIntentClassification (th)": 47.73, - "MasakhaNEWSClassification (fra)": 76.87, - "MassiveIntentClassification (af)": 40.02, - "MassiveIntentClassification (am)": 2.35, - "MassiveIntentClassification (ar)": 43.14, - "MassiveIntentClassification (az)": 25.6, - "MassiveIntentClassification (bn)": 4.84, - "MassiveIntentClassification (cy)": 15.43, - "MassiveIntentClassification (da)": 52.33, - "MassiveIntentClassification (de)": 51.57, - "MassiveIntentClassification (el)": 49.65, - "MassiveIntentClassification (en)": 66.71, - "MassiveIntentClassification (es)": 56.57, - "MassiveIntentClassification (fa)": 55.36, - "MassiveIntentClassification (fi)": 45.72, - "MassiveIntentClassification (fr)": 57.02, - "MassiveIntentClassification (he)": 46.74, - "MassiveIntentClassification (hi)": 48.55, - "MassiveIntentClassification (hu)": 50.65, - "MassiveIntentClassification (hy)": 40.79, - "MassiveIntentClassification (id)": 56.0, - "MassiveIntentClassification (is)": 16.08, - "MassiveIntentClassification (it)": 57.65, - "MassiveIntentClassification (ja)": 55.33, - "MassiveIntentClassification (jv)": 28.16, - "MassiveIntentClassification (ka)": 29.41, - "MassiveIntentClassification (km)": 4.79, - "MassiveIntentClassification (kn)": 3.37, - "MassiveIntentClassification (ko)": 49.97, - "MassiveIntentClassification (lv)": 44.31, - "MassiveIntentClassification (ml)": 3.24, - "MassiveIntentClassification (mn)": 40.37, - "MassiveIntentClassification (ms)": 47.97, - "MassiveIntentClassification (my)": 38.48, - "MassiveIntentClassification (nb)": 46.01, - "MassiveIntentClassification (nl)": 58.29, - "MassiveIntentClassification (pl)": 53.1, - "MassiveIntentClassification (pt)": 58.63, - "MassiveIntentClassification (ro)": 50.63, - "MassiveIntentClassification (ru)": 57.96, - "MassiveIntentClassification (sl)": 50.66, - "MassiveIntentClassification (sq)": 50.25, - "MassiveIntentClassification (sv)": 52.41, - "MassiveIntentClassification (sw)": 19.29, - "MassiveIntentClassification (ta)": 3.79, - "MassiveIntentClassification (te)": 3.36, - "MassiveIntentClassification (th)": 45.28, - "MassiveIntentClassification (tl)": 28.44, - "MassiveIntentClassification (tr)": 50.47, - "MassiveIntentClassification (ur)": 46.03, - "MassiveIntentClassification (vi)": 45.25, - "MassiveIntentClassification (zh-CN)": 59.22, - "MassiveIntentClassification (zh-TW)": 54.96, - "MassiveScenarioClassification (af)": 53.67, - "MassiveScenarioClassification (am)": 7.72, - "MassiveScenarioClassification (ar)": 52.19, - "MassiveScenarioClassification (az)": 34.75, - "MassiveScenarioClassification (bn)": 10.65, - "MassiveScenarioClassification (cy)": 21.24, - "MassiveScenarioClassification (da)": 62.55, - "MassiveScenarioClassification (de)": 61.4, - "MassiveScenarioClassification (el)": 60.68, - "MassiveScenarioClassification (en)": 74.0, - "MassiveScenarioClassification (es)": 64.61, - "MassiveScenarioClassification (fa)": 59.24, - "MassiveScenarioClassification (fi)": 54.66, - "MassiveScenarioClassification (fr)": 65.2, - "MassiveScenarioClassification (he)": 54.74, - "MassiveScenarioClassification (hi)": 55.99, - "MassiveScenarioClassification (hu)": 61.2, - "MassiveScenarioClassification (hy)": 49.63, - "MassiveScenarioClassification (id)": 65.25, - "MassiveScenarioClassification (is)": 22.6, - "MassiveScenarioClassification (it)": 64.63, - "MassiveScenarioClassification (ja)": 62.32, - "MassiveScenarioClassification (jv)": 35.77, - "MassiveScenarioClassification (ka)": 39.08, - "MassiveScenarioClassification (km)": 9.24, - "MassiveScenarioClassification (kn)": 8.28, - "MassiveScenarioClassification (ko)": 57.6, - "MassiveScenarioClassification (lv)": 51.72, - "MassiveScenarioClassification (ml)": 8.25, - "MassiveScenarioClassification (mn)": 47.21, - "MassiveScenarioClassification (ms)": 55.65, - "MassiveScenarioClassification (my)": 43.31, - "MassiveScenarioClassification (nb)": 54.98, - "MassiveScenarioClassification (nl)": 67.49, - "MassiveScenarioClassification (pl)": 61.29, - "MassiveScenarioClassification (pt)": 64.26, - "MassiveScenarioClassification (ro)": 58.03, - "MassiveScenarioClassification (ru)": 65.41, - "MassiveScenarioClassification (sl)": 59.36, - "MassiveScenarioClassification (sq)": 62.69, - "MassiveScenarioClassification (sv)": 64.35, - "MassiveScenarioClassification (sw)": 25.12, - "MassiveScenarioClassification (ta)": 8.67, - "MassiveScenarioClassification (te)": 7.82, - "MassiveScenarioClassification (th)": 54.65, - "MassiveScenarioClassification (tl)": 36.09, - "MassiveScenarioClassification (tr)": 60.89, - "MassiveScenarioClassification (ur)": 54.71, - "MassiveScenarioClassification (vi)": 55.15, - "MassiveScenarioClassification (zh-CN)": 66.44, - "MassiveScenarioClassification (zh-TW)": 62.89, - "PAC": 68.17, - "PolEmo2.0-IN": 48.84, - "PolEmo2.0-OUT": 30.0, - "ToxicConversationsClassification": 69.09, - "TweetSentimentExtractionClassification": 59.97 - } - ] - }, - "Clustering": { - "v_measure": [ - { - "Model": "distiluse-base-multilingual-cased-v2", - "8TagsClustering": 12.51, - "AlloProfClusteringP2P": 55.95, - "AlloProfClusteringS2S": 35.39, - "ArxivClusteringP2P": 33.59, - "HALClusteringS2S": 18.2, - "MLSUMClusteringP2P": 40.17, - "MLSUMClusteringS2S": 34.65, - "MasakhaNEWSClusteringP2P (fra)": 53.76, - "MasakhaNEWSClusteringS2S (fra)": 32.76 - } - ] - }, - "PairClassification": { - "max_ap": [ - { - "Model": "distiluse-base-multilingual-cased-v2", - "CDSC-E": 71.83, - "OpusparcusPC (fr)": 92.07, - "PPC": 86.83, - "PSC": 96.35, - "PawsXPairClassification (fr)": 51.08, - "SICK-E-PL": 62.05, - "SprintDuplicateQuestions": 87.15, - "TwitterSemEval2015": 61.67, - "TwitterURLCorpus": 84.02 - }, - { - "Model": "distiluse-base-multilingual-cased-v2", - "CDSC-E": 72.0, - "OpusparcusPC (fr)": 92.07, - "PPC": 86.83, - "PSC": 96.35, - "PawsXPairClassification (fr)": 51.16, - "SICK-E-PL": 62.41, - "SprintDuplicateQuestions": 88.43, - "TwitterSemEval2015": 62.46, - "TwitterURLCorpus": 84.02 - } - ] - }, - "Reranking": { - "map": [ - { - "Model": "distiluse-base-multilingual-cased-v2", - "AlloprofReranking": 51.77, - "AskUbuntuDupQuestions": 53.75, - "MindSmallReranking": 30.39, - "SciDocsRR": 69.22, - "StackOverflowDupQuestions": 41.92, - "SyntecReranking": 74.78 - } - ] - }, - "Retrieval": { - "ndcg_at_10": [ - { - "Model": "distiluse-base-multilingual-cased-v2", - "AlloprofRetrieval": 26.99, - "ArguAna-PL": 36.7, - "BSARDRetrieval": 0.0, - "DBPedia-PL": 12.36, - "FiQA-PL": 8.02, - "HotpotQA-PL": 20.83, - "MSMARCO-PL": 4.57, - "MintakaRetrieval (fr)": 22.55, - "NFCorpus-PL": 16.28, - "NQ-PL": 5.85, - "Quora-PL": 71.95, - "SCIDOCS-PL": 6.5, - "SciFact-PL": 33.03, - "SyntecRetrieval": 65.34, - "TRECCOVID-PL": 16.91, - "XPQARetrieval (fr)": 51.2 - } - ] - }, - "STS": { - "cosine_spearman": [ - { - "Model": "distiluse-base-multilingual-cased-v2", - "BIOSSES": 78.34, - "CDSC-R": 87.67, - "SICK-R": 75.25, - "SICK-R-PL": 65.53, - "SICKFr": 72.49, - "STS12": 72.96, - "STS13": 70.58, - "STS14": 70.29, - "STS15": 81.94, - "STS16": 76.8, - "STS17 (ar-ar)": 77.34, - "STS17 (en-ar)": 77.46, - "STS17 (en-de)": 80.24, - "STS17 (en-en)": 86.19, - "STS17 (en-tr)": 74.34, - "STS17 (es-en)": 77.4, - "STS17 (es-es)": 83.71, - "STS17 (fr-en)": 79.28, - "STS17 (it-en)": 80.82, - "STS17 (ko-ko)": 76.4, - "STS17 (nl-en)": 80.51, - "STS22 (ar)": 49.04, - "STS22 (de)": 35.73, - "STS22 (de-en)": 47.51, - "STS22 (de-fr)": 60.76, - "STS22 (de-pl)": 36.09, - "STS22 (en)": 62.88, - "STS22 (es)": 59.34, - "STS22 (es-en)": 68.96, - "STS22 (es-it)": 63.28, - "STS22 (fr)": 76.41, - "STS22 (fr-pl)": 61.98, - "STS22 (it)": 65.1, - "STS22 (pl)": 34.58, - "STS22 (pl-en)": 71.33, - "STS22 (ru)": 52.4, - "STS22 (tr)": 54.07, - "STS22 (zh)": 54.32, - "STS22 (zh-en)": 61.75, - "STSBenchmark": 80.75, - "STSBenchmarkMultilingualSTS (fr)": 77.49 - } - ] - }, - "Summarization": { - "cosine_spearman": [ - { - "Model": "distiluse-base-multilingual-cased-v2", - "SummEvalFr": 28.12 - } - ] - }, - "MultilabelClassification": { - "accuracy": [] - }, - "InstructionRetrieval": { - "p-MRR": [] - } - }, - "sentence-transformers__gtr-t5-base": { - "BitextMining": { - "f1": [] - }, - "Classification": { - "accuracy": [ - { - "Model": "gtr-t5-base", - "AmazonCounterfactualClassification (en)": 69.33, - "AmazonPolarityClassification": 67.82, - "AmazonReviewsClassification (en)": 38.48, - "Banking77Classification": 79.26, - "EmotionClassification": 42.2, - "ImdbClassification": 65.99, - "MTOPDomainClassification (en)": 92.42, - "MTOPIntentClassification (en)": 62.44, - "MassiveIntentClassification (en)": 67.05, - "MassiveScenarioClassification (en)": 75.4, - "ToxicConversationsClassification": 66.6, - "TweetSentimentExtractionClassification": 56.02 - } - ] - }, - "Clustering": { - "v_measure": [ - { - "Model": "gtr-t5-base", - "ArxivClusteringP2P": 35.49, - "ArxivClusteringS2S": 27.18, - "BiorxivClusteringP2P": 27.66, - "BiorxivClusteringS2S": 23.25, - "MedrxivClusteringP2P": 27.57, - "MedrxivClusteringS2S": 25.13, - "RedditClustering": 56.13, - "RedditClusteringP2P": 58.53, - "StackExchangeClustering": 64.21, - "StackExchangeClusteringP2P": 33.01, - "TwentyNewsgroupsClustering": 46.72 - } - ] - }, - "PairClassification": { - "max_ap": [ - { - "Model": "gtr-t5-base", - "SprintDuplicateQuestions": 94.55, - "TwitterSemEval2015": 72.23, - "TwitterURLCorpus": 84.77 - }, - { - "Model": "gtr-t5-base", - "SprintDuplicateQuestions": 94.55, - "TwitterSemEval2015": 72.23, - "TwitterURLCorpus": 84.77 - } - ] - }, - "Reranking": { - "map": [ - { - "Model": "gtr-t5-base", - "AskUbuntuDupQuestions": 60.86, - "MindSmallReranking": 31.33, - "SciDocsRR": 73.71, - "StackOverflowDupQuestions": 51.01 - } - ] - }, - "Retrieval": { - "ndcg_at_10": [ - { - "Model": "gtr-t5-base", - "ArguAna": 50.83, - "CQADupstackRetrieval": 34.55, - "ClimateFEVER": 24.88, - "DBPedia": 35.24, - "FEVER": 68.93, - "FiQA2018": 35.15, - "HotpotQA": 54.93, - "MSMARCO": 41.16, - "NFCorpus": 30.22, - "NQ": 50.47, - "QuoraRetrieval": 87.98, - "SCIDOCS": 14.0, - "SciFact": 59.74, - "TRECCOVID": 56.05, - "Touche2020": 25.89 - } - ] - }, - "STS": { - "cosine_spearman": [ - { - "Model": "gtr-t5-base", - "BIOSSES": 79.0, - "SICK-R": 71.45, - "STS12": 68.59, - "STS13": 79.09, - "STS14": 74.64, - "STS15": 84.85, - "STS16": 81.57, - "STS17 (en-en)": 85.8, - "STS22 (en)": 66.17, - "STSBenchmark": 79.58 - } - ] - }, - "Summarization": { - "cosine_spearman": [ - { - "Model": "gtr-t5-base", - "SummEval": 29.67 - } - ] - }, - "MultilabelClassification": { - "accuracy": [] - }, - "InstructionRetrieval": { - "p-MRR": [] - } - }, - "sentence-transformers__gtr-t5-large": { - "BitextMining": { - "f1": [] - }, - "Classification": { - "accuracy": [ - { - "Model": "gtr-t5-large", - "AmazonCounterfactualClassification (de)": 59.38, - "AmazonCounterfactualClassification (en)": 70.03, - "AmazonCounterfactualClassification (en-ext)": 69.86, - "AmazonCounterfactualClassification (ja)": 45.87, - "AmazonPolarityClassification": 73.92, - "AmazonReviewsClassification (de)": 33.06, - "AmazonReviewsClassification (en)": 37.21, - "AmazonReviewsClassification (es)": 34.0, - "AmazonReviewsClassification (fr)": 33.48, - "AmazonReviewsClassification (ja)": 21.78, - "AmazonReviewsClassification (zh)": 21.83, - "Banking77Classification": 81.21, - "EmotionClassification": 46.33, - "ImdbClassification": 70.86, - "MTOPDomainClassification (de)": 81.91, - "MTOPDomainClassification (en)": 94.01, - "MTOPDomainClassification (es)": 84.7, - "MTOPDomainClassification (fr)": 82.48, - "MTOPDomainClassification (hi)": 22.11, - "MTOPDomainClassification (th)": 16.36, - "MTOPIntentClassification (de)": 52.13, - "MTOPIntentClassification (en)": 63.86, - "MTOPIntentClassification (es)": 52.62, - "MTOPIntentClassification (fr)": 46.39, - "MTOPIntentClassification (hi)": 3.9, - "MTOPIntentClassification (th)": 5.38, - "MassiveIntentClassification (af)": 41.02, - "MassiveIntentClassification (am)": 2.34, - "MassiveIntentClassification (ar)": 4.87, - "MassiveIntentClassification (az)": 34.92, - "MassiveIntentClassification (bn)": 2.52, - "MassiveIntentClassification (cy)": 35.87, - "MassiveIntentClassification (da)": 45.3, - "MassiveIntentClassification (de)": 51.48, - "MassiveIntentClassification (el)": 10.0, - "MassiveIntentClassification (en)": 70.06, - "MassiveIntentClassification (es)": 53.3, - "MassiveIntentClassification (fa)": 3.59, - "MassiveIntentClassification (fi)": 37.35, - "MassiveIntentClassification (fr)": 54.83, - "MassiveIntentClassification (he)": 2.52, - "MassiveIntentClassification (hi)": 2.88, - "MassiveIntentClassification (hu)": 33.52, - "MassiveIntentClassification (hy)": 3.13, - "MassiveIntentClassification (id)": 40.11, - "MassiveIntentClassification (is)": 34.77, - "MassiveIntentClassification (it)": 51.21, - "MassiveIntentClassification (ja)": 4.75, - "MassiveIntentClassification (jv)": 35.6, - "MassiveIntentClassification (ka)": 2.71, - "MassiveIntentClassification (km)": 5.48, - "MassiveIntentClassification (kn)": 2.44, - "MassiveIntentClassification (ko)": 2.59, - "MassiveIntentClassification (lv)": 38.15, - "MassiveIntentClassification (ml)": 2.67, - "MassiveIntentClassification (mn)": 18.47, - "MassiveIntentClassification (ms)": 35.58, - "MassiveIntentClassification (my)": 4.35, - "MassiveIntentClassification (nb)": 43.78, - "MassiveIntentClassification (nl)": 45.96, - "MassiveIntentClassification (pl)": 39.08, - "MassiveIntentClassification (pt)": 52.27, - "MassiveIntentClassification (ro)": 46.39, - "MassiveIntentClassification (ru)": 16.82, - "MassiveIntentClassification (sl)": 37.3, - "MassiveIntentClassification (sq)": 41.73, - "MassiveIntentClassification (sv)": 43.51, - "MassiveIntentClassification (sw)": 35.97, - "MassiveIntentClassification (ta)": 1.52, - "MassiveIntentClassification (te)": 2.57, - "MassiveIntentClassification (th)": 3.94, - "MassiveIntentClassification (tl)": 41.03, - "MassiveIntentClassification (tr)": 33.75, - "MassiveIntentClassification (ur)": 2.57, - "MassiveIntentClassification (vi)": 25.23, - "MassiveIntentClassification (zh-CN)": 2.41, - "MassiveIntentClassification (zh-TW)": 4.64, - "MassiveScenarioClassification (af)": 51.48, - "MassiveScenarioClassification (am)": 7.74, - "MassiveScenarioClassification (ar)": 12.03, - "MassiveScenarioClassification (az)": 41.77, - "MassiveScenarioClassification (bn)": 8.07, - "MassiveScenarioClassification (cy)": 43.67, - "MassiveScenarioClassification (da)": 54.88, - "MassiveScenarioClassification (de)": 63.63, - "MassiveScenarioClassification (el)": 16.83, - "MassiveScenarioClassification (en)": 75.49, - "MassiveScenarioClassification (es)": 61.48, - "MassiveScenarioClassification (fa)": 6.48, - "MassiveScenarioClassification (fi)": 43.54, - "MassiveScenarioClassification (fr)": 64.06, - "MassiveScenarioClassification (he)": 8.03, - "MassiveScenarioClassification (hi)": 7.5, - "MassiveScenarioClassification (hu)": 42.59, - "MassiveScenarioClassification (hy)": 9.22, - "MassiveScenarioClassification (id)": 48.67, - "MassiveScenarioClassification (is)": 43.87, - "MassiveScenarioClassification (it)": 59.83, - "MassiveScenarioClassification (ja)": 5.62, - "MassiveScenarioClassification (jv)": 42.18, - "MassiveScenarioClassification (ka)": 7.52, - "MassiveScenarioClassification (km)": 9.55, - "MassiveScenarioClassification (kn)": 8.34, - "MassiveScenarioClassification (ko)": 6.11, - "MassiveScenarioClassification (lv)": 43.35, - "MassiveScenarioClassification (ml)": 7.28, - "MassiveScenarioClassification (mn)": 23.94, - "MassiveScenarioClassification (ms)": 45.18, - "MassiveScenarioClassification (my)": 9.33, - "MassiveScenarioClassification (nb)": 52.71, - "MassiveScenarioClassification (nl)": 57.02, - "MassiveScenarioClassification (pl)": 46.79, - "MassiveScenarioClassification (pt)": 59.45, - "MassiveScenarioClassification (ro)": 56.8, - "MassiveScenarioClassification (ru)": 25.85, - "MassiveScenarioClassification (sl)": 42.51, - "MassiveScenarioClassification (sq)": 50.41, - "MassiveScenarioClassification (sv)": 54.16, - "MassiveScenarioClassification (sw)": 43.02, - "MassiveScenarioClassification (ta)": 7.21, - "MassiveScenarioClassification (te)": 6.9, - "MassiveScenarioClassification (th)": 8.7, - "MassiveScenarioClassification (tl)": 51.76, - "MassiveScenarioClassification (tr)": 42.54, - "MassiveScenarioClassification (ur)": 9.32, - "MassiveScenarioClassification (vi)": 31.51, - "MassiveScenarioClassification (zh-CN)": 3.84, - "MassiveScenarioClassification (zh-TW)": 8.16, - "ToxicConversationsClassification": 68.65, - "TweetSentimentExtractionClassification": 54.09 - } - ] - }, - "Clustering": { - "v_measure": [ - { - "Model": "gtr-t5-large", - "ArxivClusteringP2P": 37.5, - "ArxivClusteringS2S": 30.55, - "BiorxivClusteringP2P": 29.59, - "BiorxivClusteringS2S": 25.72, - "MedrxivClusteringP2P": 28.72, - "MedrxivClusteringS2S": 27.39, - "RedditClustering": 61.69, - "RedditClusteringP2P": 61.67, - "StackExchangeClustering": 69.93, - "StackExchangeClusteringP2P": 33.21, - "TwentyNewsgroupsClustering": 51.64 - } - ] - }, - "PairClassification": { - "max_ap": [ - { - "Model": "gtr-t5-large", - "SprintDuplicateQuestions": 95.05, - "TwitterSemEval2015": 76.03, - "TwitterURLCorpus": 84.89 - }, - { - "Model": "gtr-t5-large", - "SprintDuplicateQuestions": 95.05, - "TwitterSemEval2015": 76.03, - "TwitterURLCorpus": 84.89 - } - ] - }, - "Reranking": { - "map": [ - { - "Model": "gtr-t5-large", - "AskUbuntuDupQuestions": 61.64, - "MindSmallReranking": 31.84, - "SciDocsRR": 76.39, - "StackOverflowDupQuestions": 51.58 - } - ] - }, - "Retrieval": { - "ndcg_at_10": [ - { - "Model": "gtr-t5-large", - "ArguAna": 52.09, - "CQADupstackRetrieval": 36.62, - "ClimateFEVER": 26.9, - "DBPedia": 39.55, - "FEVER": 72.66, - "FiQA2018": 42.79, - "HotpotQA": 57.85, - "MSMARCO": 42.73, - "NFCorpus": 32.63, - "NQ": 55.09, - "QuoraRetrieval": 88.47, - "SCIDOCS": 15.51, - "SciFact": 63.42, - "TRECCOVID": 56.68, - "Touche2020": 28.29 - } - ] - }, - "STS": { - "cosine_spearman": [ - { - "Model": "gtr-t5-large", - "BIOSSES": 84.86, - "SICK-R": 73.39, - "STS12": 70.33, - "STS13": 82.19, - "STS14": 77.16, - "STS15": 86.31, - "STS16": 81.85, - "STS17 (ar-ar)": 10.19, - "STS17 (en-ar)": -5.77, - "STS17 (en-de)": 67.43, - "STS17 (en-en)": 83.93, - "STS17 (en-tr)": 8.75, - "STS17 (es-en)": 54.96, - "STS17 (es-es)": 82.74, - "STS17 (fr-en)": 60.5, - "STS17 (it-en)": 46.26, - "STS17 (ko-ko)": 8.96, - "STS17 (nl-en)": 47.48, - "STS22 (ar)": 34.97, - "STS22 (de)": 51.7, - "STS22 (de-en)": 48.76, - "STS22 (de-fr)": 57.5, - "STS22 (de-pl)": 32.76, - "STS22 (en)": 64.3, - "STS22 (es)": 57.49, - "STS22 (es-en)": 67.76, - "STS22 (es-it)": 57.18, - "STS22 (fr)": 78.7, - "STS22 (fr-pl)": 61.98, - "STS22 (it)": 67.67, - "STS22 (pl)": 30.68, - "STS22 (pl-en)": 54.17, - "STS22 (ru)": 15.36, - "STS22 (tr)": 58.12, - "STS22 (zh)": 27.32, - "STS22 (zh-en)": 29.42, - "STSBenchmark": 77.6 - } - ] - }, - "Summarization": { - "cosine_spearman": [ - { - "Model": "gtr-t5-large", - "SummEval": 29.5 - } - ] - }, - "MultilabelClassification": { - "accuracy": [] - }, - "InstructionRetrieval": { - "p-MRR": [] - } - }, - "sentence-transformers__gtr-t5-xl": { - "BitextMining": { - "f1": [ - { - "Model": "gtr-t5-xl", - "BUCC (de-en)": 90.99, - "BUCC (fr-en)": 88.55, - "BUCC (ru-en)": 2.07, - "BUCC (zh-en)": 1.49, - "Tatoeba (afr-eng)": 33.47, - "Tatoeba (amh-eng)": 0.01, - "Tatoeba (ang-eng)": 30.74, - "Tatoeba (ara-eng)": 0.47, - "Tatoeba (arq-eng)": 0.34, - "Tatoeba (arz-eng)": 0.14, - "Tatoeba (ast-eng)": 51.74, - "Tatoeba (awa-eng)": 0.49, - "Tatoeba (aze-eng)": 7.43, - "Tatoeba (bel-eng)": 3.45, - "Tatoeba (ben-eng)": 0.06, - "Tatoeba (ber-eng)": 5.79, - "Tatoeba (bos-eng)": 17.43, - "Tatoeba (bre-eng)": 5.69, - "Tatoeba (bul-eng)": 7.55, - "Tatoeba (cat-eng)": 48.06, - "Tatoeba (cbk-eng)": 54.56, - "Tatoeba (ceb-eng)": 8.72, - "Tatoeba (ces-eng)": 8.76, - "Tatoeba (cha-eng)": 27.56, - "Tatoeba (cmn-eng)": 2.26, - "Tatoeba (cor-eng)": 3.69, - "Tatoeba (csb-eng)": 13.18, - "Tatoeba (cym-eng)": 6.97, - "Tatoeba (dan-eng)": 47.36, - "Tatoeba (deu-eng)": 91.54, - "Tatoeba (dsb-eng)": 13.2, - "Tatoeba (dtp-eng)": 4.54, - "Tatoeba (ell-eng)": 0.55, - "Tatoeba (epo-eng)": 27.86, - "Tatoeba (est-eng)": 5.13, - "Tatoeba (eus-eng)": 10.23, - "Tatoeba (fao-eng)": 21.44, - "Tatoeba (fin-eng)": 6.62, - "Tatoeba (fra-eng)": 79.66, - "Tatoeba (fry-eng)": 32.92, - "Tatoeba (gla-eng)": 2.87, - "Tatoeba (gle-eng)": 3.26, - "Tatoeba (glg-eng)": 63.81, - "Tatoeba (gsw-eng)": 29.71, - "Tatoeba (heb-eng)": 0.33, - "Tatoeba (hin-eng)": 0.25, - "Tatoeba (hrv-eng)": 17.16, - "Tatoeba (hsb-eng)": 12.02, - "Tatoeba (hun-eng)": 7.21, - "Tatoeba (hye-eng)": 0.78, - "Tatoeba (ido-eng)": 40.83, - "Tatoeba (ile-eng)": 54.95, - "Tatoeba (ina-eng)": 72.28, - "Tatoeba (ind-eng)": 30.95, - "Tatoeba (isl-eng)": 11.29, - "Tatoeba (ita-eng)": 73.83, - "Tatoeba (jav-eng)": 8.66, - "Tatoeba (jpn-eng)": 0.61, - "Tatoeba (kab-eng)": 1.78, - "Tatoeba (kat-eng)": 0.79, - "Tatoeba (kaz-eng)": 0.95, - "Tatoeba (khm-eng)": 0.49, - "Tatoeba (kor-eng)": 1.87, - "Tatoeba (kur-eng)": 10.91, - "Tatoeba (kzj-eng)": 5.72, - "Tatoeba (lat-eng)": 18.24, - "Tatoeba (lfn-eng)": 43.49, - "Tatoeba (lit-eng)": 7.13, - "Tatoeba (lvs-eng)": 7.04, - "Tatoeba (mal-eng)": 0.44, - "Tatoeba (mar-eng)": 0.03, - "Tatoeba (max-eng)": 18.99, - "Tatoeba (mhr-eng)": 1.11, - "Tatoeba (mkd-eng)": 2.49, - "Tatoeba (mon-eng)": 2.01, - "Tatoeba (nds-eng)": 39.96, - "Tatoeba (nld-eng)": 58.86, - "Tatoeba (nno-eng)": 29.07, - "Tatoeba (nob-eng)": 40.25, - "Tatoeba (nov-eng)": 50.19, - "Tatoeba (oci-eng)": 30.72, - "Tatoeba (orv-eng)": 0.85, - "Tatoeba (pam-eng)": 7.21, - "Tatoeba (pes-eng)": 0.53, - "Tatoeba (pms-eng)": 31.07, - "Tatoeba (pol-eng)": 18.06, - "Tatoeba (por-eng)": 81.92, - "Tatoeba (ron-eng)": 62.6, - "Tatoeba (rus-eng)": 22.24, - "Tatoeba (slk-eng)": 10.59, - "Tatoeba (slv-eng)": 11.4, - "Tatoeba (spa-eng)": 85.78, - "Tatoeba (sqi-eng)": 14.92, - "Tatoeba (srp-eng)": 9.87, - "Tatoeba (swe-eng)": 55.08, - "Tatoeba (swg-eng)": 32.66, - "Tatoeba (swh-eng)": 7.64, - "Tatoeba (tam-eng)": 0.49, - "Tatoeba (tat-eng)": 1.28, - "Tatoeba (tel-eng)": 0.45, - "Tatoeba (tgl-eng)": 23.63, - "Tatoeba (tha-eng)": 0.61, - "Tatoeba (tuk-eng)": 5.71, - "Tatoeba (tur-eng)": 8.25, - "Tatoeba (tzl-eng)": 28.4, - "Tatoeba (uig-eng)": 0.57, - "Tatoeba (ukr-eng)": 5.69, - "Tatoeba (urd-eng)": 0.0, - "Tatoeba (uzb-eng)": 4.19, - "Tatoeba (vie-eng)": 9.07, - "Tatoeba (war-eng)": 12.31, - "Tatoeba (wuu-eng)": 1.38, - "Tatoeba (xho-eng)": 7.6, - "Tatoeba (yid-eng)": 0.41, - "Tatoeba (yue-eng)": 1.31, - "Tatoeba (zsm-eng)": 29.74 - } - ] - }, - "Classification": { - "accuracy": [ - { - "Model": "gtr-t5-xl", - "AmazonCounterfactualClassification (de)": 59.79, - "AmazonCounterfactualClassification (en)": 68.6, - "AmazonCounterfactualClassification (en-ext)": 69.03, - "AmazonCounterfactualClassification (ja)": 50.59, - "AmazonPolarityClassification": 74.58, - "AmazonReviewsClassification (de)": 35.06, - "AmazonReviewsClassification (en)": 38.2, - "AmazonReviewsClassification (es)": 37.18, - "AmazonReviewsClassification (fr)": 35.48, - "AmazonReviewsClassification (ja)": 22.24, - "AmazonReviewsClassification (zh)": 21.89, - "Banking77Classification": 82.22, - "EmotionClassification": 45.54, - "ImdbClassification": 68.15, - "MTOPDomainClassification (de)": 85.42, - "MTOPDomainClassification (en)": 93.6, - "MTOPDomainClassification (es)": 88.2, - "MTOPDomainClassification (fr)": 85.05, - "MTOPDomainClassification (hi)": 21.74, - "MTOPDomainClassification (th)": 15.87, - "MTOPIntentClassification (de)": 55.75, - "MTOPIntentClassification (en)": 65.93, - "MTOPIntentClassification (es)": 57.73, - "MTOPIntentClassification (fr)": 51.07, - "MTOPIntentClassification (hi)": 3.19, - "MTOPIntentClassification (th)": 5.55, - "MassiveIntentClassification (af)": 42.6, - "MassiveIntentClassification (am)": 2.12, - "MassiveIntentClassification (ar)": 4.64, - "MassiveIntentClassification (az)": 35.05, - "MassiveIntentClassification (bn)": 2.84, - "MassiveIntentClassification (cy)": 36.19, - "MassiveIntentClassification (da)": 48.42, - "MassiveIntentClassification (de)": 55.49, - "MassiveIntentClassification (el)": 10.14, - "MassiveIntentClassification (en)": 70.23, - "MassiveIntentClassification (es)": 56.72, - "MassiveIntentClassification (fa)": 3.54, - "MassiveIntentClassification (fi)": 37.13, - "MassiveIntentClassification (fr)": 57.67, - "MassiveIntentClassification (he)": 2.56, - "MassiveIntentClassification (hi)": 3.24, - "MassiveIntentClassification (hu)": 34.22, - "MassiveIntentClassification (hy)": 3.01, - "MassiveIntentClassification (id)": 46.54, - "MassiveIntentClassification (is)": 34.77, - "MassiveIntentClassification (it)": 54.13, - "MassiveIntentClassification (ja)": 4.27, - "MassiveIntentClassification (jv)": 36.97, - "MassiveIntentClassification (ka)": 2.72, - "MassiveIntentClassification (km)": 5.35, - "MassiveIntentClassification (kn)": 3.17, - "MassiveIntentClassification (ko)": 2.64, - "MassiveIntentClassification (lv)": 36.32, - "MassiveIntentClassification (ml)": 3.18, - "MassiveIntentClassification (mn)": 22.85, - "MassiveIntentClassification (ms)": 42.87, - "MassiveIntentClassification (my)": 4.04, - "MassiveIntentClassification (nb)": 45.87, - "MassiveIntentClassification (nl)": 49.53, - "MassiveIntentClassification (pl)": 42.64, - "MassiveIntentClassification (pt)": 57.03, - "MassiveIntentClassification (ro)": 49.95, - "MassiveIntentClassification (ru)": 36.58, - "MassiveIntentClassification (sl)": 39.44, - "MassiveIntentClassification (sq)": 41.78, - "MassiveIntentClassification (sv)": 47.95, - "MassiveIntentClassification (sw)": 35.85, - "MassiveIntentClassification (ta)": 2.32, - "MassiveIntentClassification (te)": 2.2, - "MassiveIntentClassification (th)": 3.74, - "MassiveIntentClassification (tl)": 43.12, - "MassiveIntentClassification (tr)": 35.24, - "MassiveIntentClassification (ur)": 3.0, - "MassiveIntentClassification (vi)": 30.01, - "MassiveIntentClassification (zh-CN)": 1.72, - "MassiveIntentClassification (zh-TW)": 3.35, - "MassiveScenarioClassification (af)": 52.54, - "MassiveScenarioClassification (am)": 6.3, - "MassiveScenarioClassification (ar)": 11.96, - "MassiveScenarioClassification (az)": 40.17, - "MassiveScenarioClassification (bn)": 8.29, - "MassiveScenarioClassification (cy)": 42.24, - "MassiveScenarioClassification (da)": 57.28, - "MassiveScenarioClassification (de)": 68.09, - "MassiveScenarioClassification (el)": 16.66, - "MassiveScenarioClassification (en)": 75.94, - "MassiveScenarioClassification (es)": 64.32, - "MassiveScenarioClassification (fa)": 6.9, - "MassiveScenarioClassification (fi)": 43.96, - "MassiveScenarioClassification (fr)": 66.72, - "MassiveScenarioClassification (he)": 7.51, - "MassiveScenarioClassification (hi)": 7.82, - "MassiveScenarioClassification (hu)": 42.16, - "MassiveScenarioClassification (hy)": 9.33, - "MassiveScenarioClassification (id)": 53.54, - "MassiveScenarioClassification (is)": 42.84, - "MassiveScenarioClassification (it)": 62.44, - "MassiveScenarioClassification (ja)": 7.29, - "MassiveScenarioClassification (jv)": 43.13, - "MassiveScenarioClassification (ka)": 7.63, - "MassiveScenarioClassification (km)": 9.08, - "MassiveScenarioClassification (kn)": 8.1, - "MassiveScenarioClassification (ko)": 6.35, - "MassiveScenarioClassification (lv)": 40.24, - "MassiveScenarioClassification (ml)": 7.65, - "MassiveScenarioClassification (mn)": 27.98, - "MassiveScenarioClassification (ms)": 52.41, - "MassiveScenarioClassification (my)": 9.21, - "MassiveScenarioClassification (nb)": 54.44, - "MassiveScenarioClassification (nl)": 60.35, - "MassiveScenarioClassification (pl)": 49.97, - "MassiveScenarioClassification (pt)": 62.78, - "MassiveScenarioClassification (ro)": 59.62, - "MassiveScenarioClassification (ru)": 43.44, - "MassiveScenarioClassification (sl)": 44.79, - "MassiveScenarioClassification (sq)": 50.84, - "MassiveScenarioClassification (sv)": 58.21, - "MassiveScenarioClassification (sw)": 44.63, - "MassiveScenarioClassification (ta)": 7.95, - "MassiveScenarioClassification (te)": 7.5, - "MassiveScenarioClassification (th)": 8.79, - "MassiveScenarioClassification (tl)": 53.54, - "MassiveScenarioClassification (tr)": 42.47, - "MassiveScenarioClassification (ur)": 9.58, - "MassiveScenarioClassification (vi)": 34.68, - "MassiveScenarioClassification (zh-CN)": 5.21, - "MassiveScenarioClassification (zh-TW)": 8.77, - "ToxicConversationsClassification": 67.56, - "TweetSentimentExtractionClassification": 54.77 - } - ] - }, - "Clustering": { - "v_measure": [ - { - "Model": "gtr-t5-xl", - "ArxivClusteringP2P": 37.9, - "ArxivClusteringS2S": 30.45, - "BiorxivClusteringP2P": 30.52, - "BiorxivClusteringS2S": 26.06, - "MedrxivClusteringP2P": 28.69, - "MedrxivClusteringS2S": 26.69, - "RedditClustering": 61.34, - "RedditClusteringP2P": 61.11, - "StackExchangeClustering": 69.95, - "StackExchangeClusteringP2P": 32.73, - "TwentyNewsgroupsClustering": 51.15 - } - ] - }, - "PairClassification": { - "max_ap": [ - { - "Model": "gtr-t5-xl", - "SprintDuplicateQuestions": 95.45, - "TwitterSemEval2015": 77.81, - "TwitterURLCorpus": 85.14 - }, - { - "Model": "gtr-t5-xl", - "SprintDuplicateQuestions": 95.45, - "TwitterSemEval2015": 77.81, - "TwitterURLCorpus": 85.14 - } - ] - }, - "Reranking": { - "map": [ - { - "Model": "gtr-t5-xl", - "AskUbuntuDupQuestions": 63.08, - "MindSmallReranking": 31.5, - "SciDocsRR": 76.49, - "StackOverflowDupQuestions": 52.79 - } - ] - }, - "Retrieval": { - "ndcg_at_10": [ - { - "Model": "gtr-t5-xl", - "ArguAna": 52.81, - "CQADupstackRetrieval": 37.35, - "ClimateFEVER": 27.01, - "DBPedia": 39.74, - "FEVER": 72.18, - "FiQA2018": 44.19, - "HotpotQA": 58.91, - "MSMARCO": 43.52, - "NFCorpus": 33.34, - "NQ": 56.16, - "QuoraRetrieval": 88.91, - "SCIDOCS": 15.71, - "SciFact": 64.2, - "TRECCOVID": 60.09, - "Touche2020": 25.26 - } - ] - }, - "STS": { - "cosine_spearman": [ - { - "Model": "gtr-t5-xl", - "BIOSSES": 78.94, - "SICK-R": 73.63, - "STS12": 69.11, - "STS13": 81.82, - "STS14": 77.07, - "STS15": 86.01, - "STS16": 82.23, - "STS17 (ar-ar)": 9.06, - "STS17 (en-ar)": -3.22, - "STS17 (en-de)": 70.38, - "STS17 (en-en)": 84.9, - "STS17 (en-tr)": 17.17, - "STS17 (es-en)": 60.24, - "STS17 (es-es)": 81.93, - "STS17 (fr-en)": 62.17, - "STS17 (it-en)": 59.11, - "STS17 (ko-ko)": 8.9, - "STS17 (nl-en)": 56.91, - "STS22 (ar)": 37.66, - "STS22 (de)": 50.58, - "STS22 (de-en)": 53.63, - "STS22 (de-fr)": 55.72, - "STS22 (de-pl)": 27.99, - "STS22 (en)": 66.61, - "STS22 (es)": 59.14, - "STS22 (es-en)": 69.99, - "STS22 (es-it)": 60.94, - "STS22 (fr)": 79.43, - "STS22 (fr-pl)": 61.98, - "STS22 (it)": 67.14, - "STS22 (pl)": 33.74, - "STS22 (pl-en)": 60.18, - "STS22 (ru)": 32.69, - "STS22 (tr)": 55.79, - "STS22 (zh)": 31.16, - "STS22 (zh-en)": 28.85, - "STSBenchmark": 77.65 - } - ] - }, - "Summarization": { - "cosine_spearman": [ - { - "Model": "gtr-t5-xl", - "SummEval": 30.21 - } - ] - }, - "MultilabelClassification": { - "accuracy": [] - }, - "InstructionRetrieval": { - "p-MRR": [] - } - }, - "sentence-transformers__gtr-t5-xxl": { - "BitextMining": { - "f1": [] - }, - "Classification": { - "accuracy": [ - { - "Model": "gtr-t5-xxl", - "AmazonCounterfactualClassification (en)": 67.3, - "AmazonPolarityClassification": 75.05, - "AmazonReviewsClassification (en)": 37.3, - "Banking77Classification": 82.32, - "EmotionClassification": 43.19, - "ImdbClassification": 70.8, - "MTOPDomainClassification (en)": 93.84, - "MTOPIntentClassification (en)": 67.71, - "MassiveIntentClassification (en)": 70.61, - "MassiveScenarioClassification (en)": 77.77, - "ToxicConversationsClassification": 68.48, - "TweetSentimentExtractionClassification": 54.54 - } - ] - }, - "Clustering": { - "v_measure": [ - { - "Model": "gtr-t5-xxl", - "ArxivClusteringP2P": 37.9, - "ArxivClusteringS2S": 32.39, - "BiorxivClusteringP2P": 30.48, - "BiorxivClusteringS2S": 27.5, - "MedrxivClusteringP2P": 29.12, - "MedrxivClusteringS2S": 27.56, - "RedditClustering": 64.13, - "RedditClusteringP2P": 62.84, - "StackExchangeClustering": 71.43, - "StackExchangeClusteringP2P": 32.85, - "TwentyNewsgroupsClustering": 50.44 - } - ] - }, - "PairClassification": { - "max_ap": [ - { - "Model": "gtr-t5-xxl", - "SprintDuplicateQuestions": 95.68, - "TwitterSemEval2015": 77.54, - "TwitterURLCorpus": 85.13 - }, - { - "Model": "gtr-t5-xxl", - "SprintDuplicateQuestions": 95.68, - "TwitterSemEval2015": 77.54, - "TwitterURLCorpus": 85.13 - } - ] - }, - "Reranking": { - "map": [ - { - "Model": "gtr-t5-xxl", - "AskUbuntuDupQuestions": 63.23, - "MindSmallReranking": 31.93, - "SciDocsRR": 77.96, - "StackOverflowDupQuestions": 53.5 - } - ] - }, - "Retrieval": { - "ndcg_at_10": [ - { - "Model": "gtr-t5-xxl", - "ArguAna": 53.77, - "CQADupstackRetrieval": 38.56, - "ClimateFEVER": 27.21, - "DBPedia": 41.28, - "FEVER": 74.08, - "FiQA2018": 46.78, - "HotpotQA": 59.67, - "MSMARCO": 44.05, - "NFCorpus": 34.18, - "NQ": 57.24, - "QuoraRetrieval": 89.09, - "SCIDOCS": 15.88, - "SciFact": 66.77, - "TRECCOVID": 51.9, - "Touche2020": 26.76 - } - ] - }, - "STS": { - "cosine_spearman": [ - { - "Model": "gtr-t5-xxl", - "BIOSSES": 81.91, - "SICK-R": 74.29, - "STS12": 70.12, - "STS13": 82.72, - "STS14": 78.24, - "STS15": 86.26, - "STS16": 81.61, - "STS17 (en-en)": 85.18, - "STS22 (en)": 65.76, - "STSBenchmark": 77.73 - } - ] - }, - "Summarization": { - "cosine_spearman": [ - { - "Model": "gtr-t5-xxl", - "SummEval": 30.64 - } - ] - }, - "MultilabelClassification": { - "accuracy": [] - }, - "InstructionRetrieval": { - "p-MRR": [] - } - }, - "sentence-transformers__msmarco-bert-co-condensor": { - "BitextMining": { - "f1": [] - }, - "Classification": { - "accuracy": [ - { - "Model": "msmarco-bert-co-condensor", - "AmazonCounterfactualClassification (en)": 64.06, - "AmazonPolarityClassification": 66.88, - "AmazonReviewsClassification (en)": 34.85, - "Banking77Classification": 82.35, - "EmotionClassification": 41.91, - "ImdbClassification": 60.17, - "MTOPDomainClassification (en)": 91.34, - "MTOPIntentClassification (en)": 71.07, - "MassiveIntentClassification (en)": 70.4, - "MassiveScenarioClassification (en)": 73.73, - "ToxicConversationsClassification": 64.01, - "TweetSentimentExtractionClassification": 55.74 - } - ] - }, - "Clustering": { - "v_measure": [ - { - "Model": "msmarco-bert-co-condensor", - "ArxivClusteringP2P": 36.94, - "ArxivClusteringS2S": 29.03, - "BiorxivClusteringP2P": 32.35, - "BiorxivClusteringS2S": 28.16, - "MedrxivClusteringP2P": 30.23, - "MedrxivClusteringS2S": 27.01, - "RedditClustering": 48.04, - "RedditClusteringP2P": 53.53, - "StackExchangeClustering": 59.54, - "StackExchangeClusteringP2P": 30.48, - "TwentyNewsgroupsClustering": 38.68 - } - ] - }, - "PairClassification": { - "max_ap": [ - { - "Model": "msmarco-bert-co-condensor", - "SprintDuplicateQuestions": 96.09, - "TwitterSemEval2015": 65.95, - "TwitterURLCorpus": 83.17 - }, - { - "Model": "msmarco-bert-co-condensor", - "SprintDuplicateQuestions": 96.09, - "TwitterSemEval2015": 65.95, - "TwitterURLCorpus": 83.17 - } - ] - }, - "Reranking": { - "map": [ - { - "Model": "msmarco-bert-co-condensor", - "AskUbuntuDupQuestions": 58.99, - "MindSmallReranking": 27.13, - "SciDocsRR": 72.78, - "StackOverflowDupQuestions": 48.48 - } - ] - }, - "Retrieval": { - "ndcg_at_10": [ - { - "Model": "msmarco-bert-co-condensor", - "ArguAna": 45.15, - "CQADupstackRetrieval": 27.72, - "ClimateFEVER": 16.96, - "DBPedia": 27.86, - "FEVER": 45.68, - "FiQA2018": 15.62, - "HotpotQA": 35.61, - "MSMARCO": 29.57, - "NFCorpus": 22.29, - "NQ": 29.85, - "QuoraRetrieval": 86.51, - "SCIDOCS": 10.13, - "SciFact": 52.31, - "TRECCOVID": 40.54, - "Touche2020": 8.57 - } - ] - }, - "STS": { - "cosine_spearman": [ - { - "Model": "msmarco-bert-co-condensor", - "BIOSSES": 77.32, - "SICK-R": 72.0, - "STS12": 68.19, - "STS13": 80.4, - "STS14": 74.02, - "STS15": 82.57, - "STS16": 79.78, - "STS17 (en-en)": 85.94, - "STS22 (en)": 67.54, - "STSBenchmark": 76.97 - } - ] - }, - "Summarization": { - "cosine_spearman": [ - { - "Model": "msmarco-bert-co-condensor", - "SummEval": 29.5 - } - ] - }, - "MultilabelClassification": { - "accuracy": [] - }, - "InstructionRetrieval": { - "p-MRR": [] - } - }, - "sentence-transformers__multi-qa-MiniLM-L6-cos-v1": { - "BitextMining": { - "f1": [] - }, - "Classification": { - "accuracy": [ - { - "Model": "multi-qa-MiniLM-L6-cos-v1", - "AmazonReviewsClassification (fr)": 27.05, - "MTOPDomainClassification (fr)": 72.97, - "MTOPIntentClassification (fr)": 37.18, - "MasakhaNEWSClassification (fra)": 75.62, - "MassiveIntentClassification (fr)": 42.64, - "MassiveScenarioClassification (fr)": 49.92 - } - ] - }, - "Clustering": { - "v_measure": [ - { - "Model": "multi-qa-MiniLM-L6-cos-v1", - "AlloProfClusteringP2P": 49.13, - "AlloProfClusteringS2S": 26.16, - "HALClusteringS2S": 12.49, - "MLSUMClusteringP2P": 35.15, - "MLSUMClusteringS2S": 25.95, - "MasakhaNEWSClusteringP2P (fra)": 53.73, - "MasakhaNEWSClusteringS2S (fra)": 27.27 - } - ] - }, - "PairClassification": { - "max_ap": [ - { - "Model": "multi-qa-MiniLM-L6-cos-v1", - "OpusparcusPC (fr)": 88.07, - "PawsXPairClassification (fr)": 57.36 - }, - { - "Model": "multi-qa-MiniLM-L6-cos-v1", - "OpusparcusPC (fr)": 88.07, - "PawsXPairClassification (fr)": 57.48 - } - ] - }, - "Reranking": { - "map": [ - { - "Model": "multi-qa-MiniLM-L6-cos-v1", - "AlloprofReranking": 40.28, - "SyntecReranking": 65.08 - } - ] - }, - "Retrieval": { - "ndcg_at_10": [ - { - "Model": "multi-qa-MiniLM-L6-cos-v1", - "AlloprofRetrieval": 30.23, - "BSARDRetrieval": 0.0, - "MintakaRetrieval (fr)": 16.31, - "SyntecRetrieval": 58.07, - "XPQARetrieval (fr)": 48.83 - } - ] - }, - "STS": { - "cosine_spearman": [ - { - "Model": "multi-qa-MiniLM-L6-cos-v1", - "SICKFr": 62.11, - "STS22 (fr)": 74.62, - "STSBenchmarkMultilingualSTS (fr)": 63.85 - } - ] - }, - "Summarization": { - "cosine_spearman": [ - { - "Model": "multi-qa-MiniLM-L6-cos-v1", - "SummEvalFr": 27.59 - } - ] - }, - "MultilabelClassification": { - "accuracy": [] - }, - "InstructionRetrieval": { - "p-MRR": [] - } - }, - "sentence-transformers__paraphrase-multilingual-MiniLM-L12-v2": { - "BitextMining": { - "f1": [ - { - "Model": "paraphrase-multilingual-MiniLM-L12-v2", - "BUCC (de-en)": 97.11, - "BUCC (fr-en)": 94.99, - "BUCC (ru-en)": 95.06, - "BUCC (zh-en)": 95.63, - "BornholmBitextMining": 19.67, - "Tatoeba (est-eng)": 97.33, - "Tatoeba (aze-eng)": 62.1, - "Tatoeba (oci-eng)": 38.57, - "Tatoeba (eus-eng)": 23.18, - "Tatoeba (sqi-eng)": 98.17, - "Tatoeba (yue-eng)": 71.45, - "Tatoeba (ara-eng)": 87.93, - "Tatoeba (wuu-eng)": 76.0, - "Tatoeba (lvs-eng)": 97.87, - "Tatoeba (ron-eng)": 95.3, - "Tatoeba (uzb-eng)": 17.14, - "Tatoeba (ell-eng)": 95.43, - "Tatoeba (lit-eng)": 93.16, - "Tatoeba (isl-eng)": 24.07, - "Tatoeba (awa-eng)": 33.43, - "Tatoeba (tuk-eng)": 15.16, - "Tatoeba (nld-eng)": 94.58, - "Tatoeba (ido-eng)": 40.25, - "Tatoeba (afr-eng)": 58.22, - "Tatoeba (cmn-eng)": 94.93, - "Tatoeba (max-eng)": 45.25, - "Tatoeba (tgl-eng)": 13.09, - "Tatoeba (ind-eng)": 92.74, - "Tatoeba (mkd-eng)": 91.0, - "Tatoeba (bel-eng)": 67.73, - "Tatoeba (hrv-eng)": 95.98, - "Tatoeba (bre-eng)": 5.56, - "Tatoeba (bul-eng)": 92.65, - "Tatoeba (hun-eng)": 91.58, - "Tatoeba (srp-eng)": 92.24, - "Tatoeba (pol-eng)": 94.28, - "Tatoeba (mhr-eng)": 6.89, - "Tatoeba (fra-eng)": 91.72, - "Tatoeba (lfn-eng)": 47.02, - "Tatoeba (cha-eng)": 15.98, - "Tatoeba (hsb-eng)": 36.1, - "Tatoeba (rus-eng)": 91.87, - "Tatoeba (khm-eng)": 32.11, - "Tatoeba (arq-eng)": 18.6, - "Tatoeba (gla-eng)": 3.61, - "Tatoeba (ces-eng)": 95.12, - "Tatoeba (ita-eng)": 93.05, - "Tatoeba (csb-eng)": 21.56, - "Tatoeba (kor-eng)": 92.52, - "Tatoeba (ile-eng)": 57.71, - "Tatoeba (xho-eng)": 4.52, - "Tatoeba (deu-eng)": 97.02, - "Tatoeba (heb-eng)": 86.88, - "Tatoeba (yid-eng)": 14.38, - "Tatoeba (cym-eng)": 13.25, - "Tatoeba (jpn-eng)": 90.41, - "Tatoeba (tzl-eng)": 25.46, - "Tatoeba (ast-eng)": 62.17, - "Tatoeba (war-eng)": 7.25, - "Tatoeba (tha-eng)": 96.72, - "Tatoeba (fry-eng)": 31.13, - "Tatoeba (dtp-eng)": 5.69, - "Tatoeba (hye-eng)": 93.28, - "Tatoeba (mar-eng)": 92.38, - "Tatoeba (cbk-eng)": 55.37, - "Tatoeba (uig-eng)": 24.39, - "Tatoeba (cor-eng)": 3.42, - "Tatoeba (nov-eng)": 47.99, - "Tatoeba (slv-eng)": 96.92, - "Tatoeba (kzj-eng)": 6.24, - "Tatoeba (dan-eng)": 94.8, - "Tatoeba (hin-eng)": 97.62, - "Tatoeba (ukr-eng)": 92.82, - "Tatoeba (jav-eng)": 17.04, - "Tatoeba (swe-eng)": 94.42, - "Tatoeba (swg-eng)": 26.31, - "Tatoeba (cat-eng)": 94.42, - "Tatoeba (ina-eng)": 79.13, - "Tatoeba (mal-eng)": 32.2, - "Tatoeba (gle-eng)": 11.62, - "Tatoeba (tel-eng)": 36.4, - "Tatoeba (zsm-eng)": 95.31, - "Tatoeba (swh-eng)": 14.48, - "Tatoeba (tam-eng)": 24.64, - "Tatoeba (epo-eng)": 41.73, - "Tatoeba (pms-eng)": 30.7, - "Tatoeba (mon-eng)": 95.04, - "Tatoeba (kat-eng)": 95.44, - "Tatoeba (urd-eng)": 94.57, - "Tatoeba (vie-eng)": 95.12, - "Tatoeba (fin-eng)": 93.1, - "Tatoeba (tur-eng)": 95.08, - "Tatoeba (arz-eng)": 51.26, - "Tatoeba (fao-eng)": 27.51, - "Tatoeba (pes-eng)": 92.59, - "Tatoeba (tat-eng)": 10.25, - "Tatoeba (nds-eng)": 32.16, - "Tatoeba (nno-eng)": 76.34, - "Tatoeba (ber-eng)": 4.43, - "Tatoeba (bos-eng)": 93.27, - "Tatoeba (slk-eng)": 95.15, - "Tatoeba (spa-eng)": 95.42, - "Tatoeba (pam-eng)": 5.41, - "Tatoeba (ben-eng)": 36.48, - "Tatoeba (ang-eng)": 10.24, - "Tatoeba (kur-eng)": 46.94, - "Tatoeba (por-eng)": 92.13, - "Tatoeba (orv-eng)": 15.1, - "Tatoeba (dsb-eng)": 33.43, - "Tatoeba (amh-eng)": 36.21, - "Tatoeba (kab-eng)": 1.16, - "Tatoeba (kaz-eng)": 34.89, - "Tatoeba (nob-eng)": 97.73, - "Tatoeba (ceb-eng)": 8.05, - "Tatoeba (lat-eng)": 19.47, - "Tatoeba (glg-eng)": 94.0, - "Tatoeba (gsw-eng)": 25.74 - } - ] - }, - "Classification": { - "accuracy": [ - { - "Model": "paraphrase-multilingual-MiniLM-L12-v2", - "AllegroReviews": 30.88, - "AmazonCounterfactualClassification (en-ext)": 69.99, - "AmazonCounterfactualClassification (en)": 71.57, - "AmazonCounterfactualClassification (de)": 68.35, - "AmazonCounterfactualClassification (ja)": 63.45, - "AmazonPolarityClassification": 69.21, - "AmazonReviewsClassification (en)": 35.11, - "AmazonReviewsClassification (de)": 35.91, - "AmazonReviewsClassification (es)": 37.49, - "AmazonReviewsClassification (fr)": 35.3, - "AmazonReviewsClassification (ja)": 33.24, - "AmazonReviewsClassification (zh)": 35.26, - "AngryTweetsClassification": 50.9, - "Banking77Classification": 79.77, - "CBD": 57.68, - "DanishPoliticalCommentsClassification": 37.58, - "EmotionClassification": 42.37, - "GeoreviewClassification": 38.24, - "HeadlineClassification": 68.3, - "IFlyTek": 39.88, - "ImdbClassification": 60.46, - "InappropriatenessClassification": 58.18, - "JDReview": 70.26, - "KinopoiskClassification": 41.45, - "LccSentimentClassification": 54.53, - "MTOPDomainClassification (en)": 87.06, - "MTOPDomainClassification (de)": 79.2, - "MTOPDomainClassification (es)": 83.04, - "MTOPDomainClassification (fr)": 78.63, - "MTOPDomainClassification (hi)": 81.36, - "MTOPDomainClassification (th)": 79.99, - "MTOPIntentClassification (en)": 65.52, - "MTOPIntentClassification (de)": 54.23, - "MTOPIntentClassification (es)": 60.28, - "MTOPIntentClassification (fr)": 54.05, - "MTOPIntentClassification (hi)": 59.9, - "MTOPIntentClassification (th)": 61.96, - "MasakhaNEWSClassification (amh)": 64.28, - "MasakhaNEWSClassification (eng)": 74.7, - "MasakhaNEWSClassification (fra)": 76.09, - "MasakhaNEWSClassification (hau)": 47.96, - "MasakhaNEWSClassification (ibo)": 42.46, - "MasakhaNEWSClassification (lin)": 59.26, - "MasakhaNEWSClassification (lug)": 42.29, - "MasakhaNEWSClassification (orm)": 34.98, - "MasakhaNEWSClassification (pcm)": 89.54, - "MasakhaNEWSClassification (run)": 47.2, - "MasakhaNEWSClassification (sna)": 57.56, - "MasakhaNEWSClassification (som)": 34.8, - "MasakhaNEWSClassification (swa)": 46.05, - "MasakhaNEWSClassification (tir)": 27.94, - "MasakhaNEWSClassification (xho)": 44.81, - "MasakhaNEWSClassification (yor)": 52.92, - "MassiveIntentClassification (de)": 50.71, - "MassiveIntentClassification (he)": 52.55, - "MassiveIntentClassification (th)": 58.92, - "MassiveIntentClassification (sw)": 29.56, - "MassiveIntentClassification (zh-TW)": 58.74, - "MassiveIntentClassification (vi)": 56.62, - "MassiveIntentClassification (ko)": 50.36, - "MassiveIntentClassification (en)": 66.89, - "MassiveIntentClassification (hy)": 51.6, - "MassiveIntentClassification (tl)": 33.67, - "MassiveIntentClassification (nl)": 59.52, - "MassiveIntentClassification (ur)": 52.79, - "MassiveIntentClassification (fi)": 57.56, - "MassiveIntentClassification (am)": 36.77, - "MassiveIntentClassification (ka)": 43.03, - "MassiveIntentClassification (it)": 59.66, - "MassiveIntentClassification (kn)": 41.0, - "MassiveIntentClassification (cy)": 26.13, - "MassiveIntentClassification (lv)": 54.72, - "MassiveIntentClassification (sq)": 56.6, - "MassiveIntentClassification (ms)": 54.81, - "MassiveIntentClassification (bn)": 35.38, - "MassiveIntentClassification (hi)": 58.37, - "MassiveIntentClassification (hu)": 60.44, - "MassiveIntentClassification (nb)": 55.52, - "MassiveIntentClassification (mn)": 51.77, - "MassiveIntentClassification (sl)": 57.35, - "MassiveIntentClassification (tr)": 59.91, - "MassiveIntentClassification (fr)": 57.52, - "MassiveIntentClassification (id)": 59.9, - "MassiveIntentClassification (my)": 52.03, - "MassiveIntentClassification (zh-CN)": 62.0, - "MassiveIntentClassification (pl)": 59.43, - "MassiveIntentClassification (es)": 59.7, - "MassiveIntentClassification (ja)": 60.9, - "MassiveIntentClassification (ta)": 36.82, - "MassiveIntentClassification (el)": 58.7, - "MassiveIntentClassification (ar)": 45.15, - "MassiveIntentClassification (pt)": 61.29, - "MassiveIntentClassification (jv)": 32.37, - "MassiveIntentClassification (af)": 45.87, - "MassiveIntentClassification (ru)": 59.06, - "MassiveIntentClassification (te)": 40.77, - "MassiveIntentClassification (az)": 47.43, - "MassiveIntentClassification (is)": 30.87, - "MassiveIntentClassification (ml)": 42.44, - "MassiveIntentClassification (ro)": 58.44, - "MassiveIntentClassification (km)": 40.04, - "MassiveIntentClassification (fa)": 61.03, - "MassiveIntentClassification (da)": 57.75, - "MassiveIntentClassification (sv)": 59.43, - "MassiveScenarioClassification (zh-CN)": 67.45, - "MassiveScenarioClassification (bn)": 41.17, - "MassiveScenarioClassification (sw)": 34.86, - "MassiveScenarioClassification (es)": 65.07, - "MassiveScenarioClassification (tr)": 66.53, - "MassiveScenarioClassification (ar)": 51.71, - "MassiveScenarioClassification (fi)": 63.74, - "MassiveScenarioClassification (az)": 52.09, - "MassiveScenarioClassification (mn)": 57.07, - "MassiveScenarioClassification (km)": 46.95, - "MassiveScenarioClassification (ro)": 64.2, - "MassiveScenarioClassification (he)": 59.22, - "MassiveScenarioClassification (en)": 71.54, - "MassiveScenarioClassification (am)": 41.89, - "MassiveScenarioClassification (zh-TW)": 65.72, - "MassiveScenarioClassification (ko)": 55.71, - "MassiveScenarioClassification (sl)": 64.01, - "MassiveScenarioClassification (kn)": 45.72, - "MassiveScenarioClassification (da)": 66.87, - "MassiveScenarioClassification (tl)": 37.39, - "MassiveScenarioClassification (de)": 57.4, - "MassiveScenarioClassification (is)": 37.55, - "MassiveScenarioClassification (sq)": 64.34, - "MassiveScenarioClassification (id)": 66.17, - "MassiveScenarioClassification (cy)": 31.71, - "MassiveScenarioClassification (hu)": 66.57, - "MassiveScenarioClassification (nl)": 65.53, - "MassiveScenarioClassification (jv)": 38.62, - "MassiveScenarioClassification (hy)": 56.11, - "MassiveScenarioClassification (th)": 67.05, - "MassiveScenarioClassification (af)": 53.63, - "MassiveScenarioClassification (my)": 59.09, - "MassiveScenarioClassification (fa)": 65.89, - "MassiveScenarioClassification (ja)": 66.49, - "MassiveScenarioClassification (ka)": 50.66, - "MassiveScenarioClassification (vi)": 60.73, - "MassiveScenarioClassification (ta)": 42.63, - "MassiveScenarioClassification (el)": 66.14, - "MassiveScenarioClassification (sv)": 67.14, - "MassiveScenarioClassification (lv)": 59.82, - "MassiveScenarioClassification (ru)": 65.25, - "MassiveScenarioClassification (it)": 65.01, - "MassiveScenarioClassification (ms)": 61.73, - "MassiveScenarioClassification (pt)": 65.83, - "MassiveScenarioClassification (ur)": 60.41, - "MassiveScenarioClassification (pl)": 65.04, - "MassiveScenarioClassification (nb)": 64.25, - "MassiveScenarioClassification (hi)": 65.23, - "MassiveScenarioClassification (te)": 46.49, - "MassiveScenarioClassification (fr)": 64.52, - "MassiveScenarioClassification (ml)": 47.73, - "MultilingualSentiment": 61.9, - "NoRecClassification": 46.7, - "NordicLangClassification": 42.52, - "OnlineShopping": 84.89, - "PAC": 65.76, - "PolEmo2.0-IN": 57.76, - "PolEmo2.0-OUT": 28.7, - "RuReviewsClassification": 58.88, - "RuSciBenchGRNTIClassification": 53.19, - "RuSciBenchOECDClassification": 41.41, - "TNews": 39.19, - "ToxicConversationsClassification": 66.07, - "TweetSentimentExtractionClassification": 56.12, - "Waimai": 82.27 - } - ] - }, - "Clustering": { - "v_measure": [ - { - "Model": "paraphrase-multilingual-MiniLM-L12-v2", - "8TagsClustering": 23.24, - "AlloProfClusteringP2P": 56.06, - "AlloProfClusteringS2S": 42.16, - "ArxivClusteringP2P": 38.33, - "ArxivClusteringS2S": 31.55, - "BiorxivClusteringP2P": 33.49, - "BiorxivClusteringS2S": 29.44, - "BlurbsClusteringP2P": 32.46, - "BlurbsClusteringS2S": 14.33, - "GeoreviewClusteringP2P": 53.37, - "HALClusteringS2S": 23.21, - "MLSUMClusteringP2P (ru)": 37.0, - "MLSUMClusteringP2P (de)": 33.37, - "MLSUMClusteringP2P (fr)": 37.96, - "MLSUMClusteringP2P (es)": 36.62, - "MLSUMClusteringP2P": 39.97, - "MLSUMClusteringS2S (ru)": 38.16, - "MLSUMClusteringS2S (de)": 34.26, - "MLSUMClusteringS2S (fr)": 35.87, - "MLSUMClusteringS2S (es)": 35.6, - "MLSUMClusteringS2S": 36.55, - "MasakhaNEWSClusteringP2P (amh)": 40.36, - "MasakhaNEWSClusteringP2P (eng)": 49.96, - "MasakhaNEWSClusteringP2P (fra)": 36.58, - "MasakhaNEWSClusteringP2P (hau)": 19.39, - "MasakhaNEWSClusteringP2P (ibo)": 33.81, - "MasakhaNEWSClusteringP2P (lin)": 51.98, - "MasakhaNEWSClusteringP2P (lug)": 41.88, - "MasakhaNEWSClusteringP2P (orm)": 22.23, - "MasakhaNEWSClusteringP2P (pcm)": 64.64, - "MasakhaNEWSClusteringP2P (run)": 48.03, - "MasakhaNEWSClusteringP2P (sna)": 44.62, - "MasakhaNEWSClusteringP2P (som)": 27.54, - "MasakhaNEWSClusteringP2P (swa)": 22.69, - "MasakhaNEWSClusteringP2P (tir)": 42.02, - "MasakhaNEWSClusteringP2P (xho)": 27.68, - "MasakhaNEWSClusteringP2P (yor)": 27.29, - "MasakhaNEWSClusteringS2S (amh)": 42.28, - "MasakhaNEWSClusteringS2S (eng)": 25.74, - "MasakhaNEWSClusteringS2S (fra)": 33.9, - "MasakhaNEWSClusteringS2S (hau)": 9.2, - "MasakhaNEWSClusteringS2S (ibo)": 33.37, - "MasakhaNEWSClusteringS2S (lin)": 47.76, - "MasakhaNEWSClusteringS2S (lug)": 45.15, - "MasakhaNEWSClusteringS2S (orm)": 22.08, - "MasakhaNEWSClusteringS2S (pcm)": 58.42, - "MasakhaNEWSClusteringS2S (run)": 47.41, - "MasakhaNEWSClusteringS2S (sna)": 43.0, - "MasakhaNEWSClusteringS2S (som)": 26.22, - "MasakhaNEWSClusteringS2S (swa)": 13.53, - "MasakhaNEWSClusteringS2S (tir)": 42.4, - "MasakhaNEWSClusteringS2S (xho)": 21.03, - "MasakhaNEWSClusteringS2S (yor)": 27.04, - "MedrxivClusteringP2P": 31.52, - "MedrxivClusteringS2S": 30.87, - "RedditClustering": 42.02, - "RedditClusteringP2P": 50.73, - "RuSciBenchGRNTIClusteringP2P": 48.22, - "RuSciBenchOECDClusteringP2P": 41.68, - "StackExchangeClustering": 49.6, - "StackExchangeClusteringP2P": 31.69, - "TenKGnadClusteringP2P": 36.13, - "TenKGnadClusteringS2S": 22.26, - "TwentyNewsgroupsClustering": 39.28 - } - ] - }, - "PairClassification": { - "max_ap": [ - { - "Model": "paraphrase-multilingual-MiniLM-L12-v2", - "CDSC-E": 72.22, - "FalseFriendsGermanEnglish": 48.8, - "OpusparcusPC (de)": 96.63, - "OpusparcusPC (en)": 98.59, - "OpusparcusPC (fi)": 93.2, - "OpusparcusPC (fr)": 92.01, - "OpusparcusPC (ru)": 88.25, - "OpusparcusPC (sv)": 93.99, - "PSC": 97.14, - "PawsXPairClassification (de)": 53.26, - "PawsXPairClassification (en)": 55.94, - "PawsXPairClassification (es)": 54.61, - "PawsXPairClassification (fr)": 56.94, - "PawsXPairClassification (ja)": 48.66, - "PawsXPairClassification (ko)": 49.69, - "PawsXPairClassification (zh)": 54.3, - "SICK-E-PL": 71.94, - "SprintDuplicateQuestions": 89.46, - "TERRa": 58.56, - "TwitterSemEval2015": 62.06, - "TwitterURLCorpus": 83.83 - }, - { - "Model": "paraphrase-multilingual-MiniLM-L12-v2", - "CDSC-E": 72.33, - "FalseFriendsGermanEnglish": 49.5, - "OpusparcusPC (de)": 96.63, - "OpusparcusPC (en)": 98.59, - "OpusparcusPC (fi)": 93.2, - "OpusparcusPC (fr)": 92.01, - "OpusparcusPC (ru)": 88.25, - "OpusparcusPC (sv)": 93.99, - "PPC": 92.36, - "PSC": 97.14, - "PawsXPairClassification (de)": 53.34, - "PawsXPairClassification (en)": 55.94, - "PawsXPairClassification (es)": 54.61, - "PawsXPairClassification (fr)": 57.03, - "PawsXPairClassification (ja)": 48.84, - "PawsXPairClassification (ko)": 49.86, - "PawsXPairClassification (zh)": 54.59, - "SICK-E-PL": 71.94, - "SprintDuplicateQuestions": 91.15, - "TERRa": 58.56, - "TwitterSemEval2015": 65.06, - "TwitterURLCorpus": 83.83 - }, - { - "Model": "paraphrase-multilingual-MiniLM-L12-v2", - "CDSC-E": 72.22, - "OpusparcusPC (fr)": 92.01, - "PPC": 91.8, - "PSC": 97.14, - "PawsXPairClassification (fr)": 56.94, - "SICK-E-PL": 71.94, - "SprintDuplicateQuestions": 89.46, - "TwitterSemEval2015": 62.06, - "TwitterURLCorpus": 83.83 - } - ] - }, - "Reranking": { - "map": [ - { - "Model": "paraphrase-multilingual-MiniLM-L12-v2", - "AlloprofReranking": 49.01, - "AskUbuntuDupQuestions": 60.49, - "MMarcoReranking": 16.14, - "MindSmallReranking": 30.37, - "RuBQReranking": 52.8, - "SciDocsRR": 77.78, - "StackOverflowDupQuestions": 45.85, - "SyntecReranking": 75.03, - "T2Reranking": 65.28 - }, - { - "Model": "paraphrase-multilingual-MiniLM-L12-v2", - "MIRACLReranking (ar)": 41.35, - "MIRACLReranking (bn)": 7.91, - "MIRACLReranking (de)": 36.46, - "MIRACLReranking (en)": 47.91, - "MIRACLReranking (es)": 46.0, - "MIRACLReranking (fa)": 30.83, - "MIRACLReranking (fi)": 54.16, - "MIRACLReranking (fr)": 35.78, - "MIRACLReranking (hi)": 36.16, - "MIRACLReranking (id)": 41.57, - "MIRACLReranking (ja)": 33.84, - "MIRACLReranking (ko)": 35.56, - "MIRACLReranking (ru)": 39.88, - "MIRACLReranking (sw)": 24.09, - "MIRACLReranking (te)": 14.45, - "MIRACLReranking (th)": 44.64, - "MIRACLReranking (yo)": 40.82, - "MIRACLReranking (zh)": 35.72 - } - ] - }, - "Retrieval": { - "ndcg_at_10": [ - { - "Model": "paraphrase-multilingual-MiniLM-L12-v2", - "AILACasedocs": 13.66, - "AILAStatutes": 20.52, - "ARCChallenge": 6.19, - "AlloprofRetrieval": 26.63, - "AlphaNLI": 20.89, - "AppsRetrieval": 2.0, - "ArguAna": 44.88, - "ArguAna-PL": 37.83, - "BSARDRetrieval": 0.0, - "CQADupstackRetrieval": 30.7, - "ClimateFEVER": 18.49, - "CmedqaRetrieval": 10.79, - "CodeFeedbackMT": 12.53, - "CodeFeedbackST": 32.53, - "CodeSearchNetCCRetrieval (python)": 44.49, - "CodeSearchNetCCRetrieval (javascript)": 43.56, - "CodeSearchNetCCRetrieval (go)": 28.54, - "CodeSearchNetCCRetrieval (ruby)": 43.84, - "CodeSearchNetCCRetrieval (java)": 26.23, - "CodeSearchNetCCRetrieval (php)": 16.3, - "CodeSearchNetRetrieval (python)": 58.15, - "CodeSearchNetRetrieval (javascript)": 46.41, - "CodeSearchNetRetrieval (go)": 61.49, - "CodeSearchNetRetrieval (ruby)": 56.44, - "CodeSearchNetRetrieval (java)": 32.49, - "CodeSearchNetRetrieval (php)": 45.01, - "CodeTransOceanContest": 25.67, - "CodeTransOceanDL": 11.65, - "CosQA": 14.24, - "CovidRetrieval": 30.11, - "DBPedia": 22.63, - "DBPedia-PL": 18.0, - "DuRetrieval": 34.72, - "EcomRetrieval": 13.32, - "FEVER": 52.66, - "FiQA-PL": 12.49, - "FiQA2018": 20.33, - "GerDaLIR": 0.95, - "GerDaLIRSmall": 2.62, - "GermanDPR": 64.63, - "GermanQuAD-Retrieval": 82.14, - "HellaSwag": 16.98, - "HotpotQA": 30.01, - "HotpotQA-PL": 22.76, - "LEMBNarrativeQARetrieval": 13.82, - "LEMBQMSumRetrieval": 11.02, - "LEMBSummScreenFDRetrieval": 38.12, - "LEMBWikimQARetrieval": 40.84, - "LeCaRDv2": 32.03, - "LegalBenchConsumerContractsQA": 49.81, - "LegalBenchCorporateLobbying": 88.51, - "LegalQuAD": 13.31, - "LegalSummarization": 54.97, - "MIRACLRetrieval (ar)": 19.57, - "MIRACLRetrieval (bn)": 1.12, - "MIRACLRetrieval (de)": 22.43, - "MIRACLRetrieval (en)": 32.75, - "MIRACLRetrieval (es)": 25.87, - "MIRACLRetrieval (fa)": 13.33, - "MIRACLRetrieval (fi)": 34.14, - "MIRACLRetrieval (fr)": 21.75, - "MIRACLRetrieval (hi)": 18.91, - "MIRACLRetrieval (id)": 25.76, - "MIRACLRetrieval (ja)": 14.06, - "MIRACLRetrieval (ko)": 25.68, - "MIRACLRetrieval (ru)": 18.96, - "MIRACLRetrieval (sw)": 11.04, - "MIRACLRetrieval (te)": 0.95, - "MIRACLRetrieval (th)": 26.91, - "MIRACLRetrieval (yo)": 24.47, - "MIRACLRetrieval (zh)": 21.35, - "MMarcoRetrieval": 46.62, - "MSMARCO": 23.72, - "MSMARCO-PL": 10.39, - "MedicalRetrieval": 15.46, - "MintakaRetrieval (ar)": 12.61, - "MintakaRetrieval (de)": 21.77, - "MintakaRetrieval (es)": 21.59, - "MintakaRetrieval (fr)": 21.53, - "MintakaRetrieval (hi)": 16.76, - "MintakaRetrieval (it)": 22.23, - "MintakaRetrieval (ja)": 14.33, - "MintakaRetrieval (pt)": 22.52, - "NFCorpus": 23.45, - "NFCorpus-PL": 17.16, - "NQ": 29.8, - "NQ-PL": 12.56, - "PIQA": 15.79, - "Quail": 2.96, - "Quora-PL": 77.18, - "QuoraRetrieval": 86.55, - "RARbCode": 8.48, - "RARbMath": 30.02, - "RiaNewsRetrieval": 44.82, - "RuBQRetrieval": 29.7, - "SCIDOCS": 0.03, - "SCIDOCS-PL": 10.26, - "SIQA": 0.88, - "SciFact": 48.37, - "SciFact-PL": 40.24, - "SpartQA": 4.94, - "StackOverflowQA": 37.94, - "SyntecRetrieval": 65.54, - "SyntheticText2SQL": 30.57, - "T2Retrieval": 30.31, - "TRECCOVID": 39.12, - "TRECCOVID-PL": 34.38, - "TempReasonL1": 1.43, - "TempReasonL2Fact": 6.21, - "TempReasonL2Pure": 0.22, - "TempReasonL3Fact": 6.77, - "TempReasonL3Pure": 4.9, - "Touche2020": 16.06, - "VideoRetrieval": 14.71, - "WinoGrande": 46.52, - "XMarket (de)": 5.95, - "XMarket (en)": 14.43, - "XMarket (es)": 7.11, - "XPQARetrieval (ara-ara)": 22.97, - "XPQARetrieval (eng-ara)": 17.17, - "XPQARetrieval (ara-eng)": 25.5, - "XPQARetrieval (deu-deu)": 42.62, - "XPQARetrieval (eng-deu)": 26.52, - "XPQARetrieval (deu-eng)": 48.73, - "XPQARetrieval (spa-spa)": 38.24, - "XPQARetrieval (eng-spa)": 26.09, - "XPQARetrieval (spa-eng)": 41.51, - "XPQARetrieval (fra-fra)": 42.51, - "XPQARetrieval (eng-fra)": 26.09, - "XPQARetrieval (fra-eng)": 43.08, - "XPQARetrieval (hin-hin)": 52.09, - "XPQARetrieval (eng-hin)": 24.08, - "XPQARetrieval (hin-eng)": 49.11, - "XPQARetrieval (ita-ita)": 51.63, - "XPQARetrieval (eng-ita)": 29.34, - "XPQARetrieval (ita-eng)": 46.53, - "XPQARetrieval (jpn-jpn)": 51.57, - "XPQARetrieval (eng-jpn)": 23.87, - "XPQARetrieval (jpn-eng)": 44.93, - "XPQARetrieval (kor-kor)": 21.36, - "XPQARetrieval (eng-kor)": 21.51, - "XPQARetrieval (kor-eng)": 22.59, - "XPQARetrieval (pol-pol)": 28.5, - "XPQARetrieval (eng-pol)": 17.08, - "XPQARetrieval (pol-eng)": 26.54, - "XPQARetrieval (por-por)": 32.33, - "XPQARetrieval (eng-por)": 19.76, - "XPQARetrieval (por-eng)": 34.21, - "XPQARetrieval (tam-tam)": 6.37, - "XPQARetrieval (eng-tam)": 5.36, - "XPQARetrieval (tam-eng)": 9.03, - "XPQARetrieval (cmn-cmn)": 44.16, - "XPQARetrieval (eng-cmn)": 19.03, - "XPQARetrieval (cmn-eng)": 40.08, - "XPQARetrieval (fr)": 42.51 - } - ] - }, - "STS": { - "cosine_spearman": [ - { - "Model": "paraphrase-multilingual-MiniLM-L12-v2", - "AFQMC": 14.3, - "ATEC": 18.42, - "BIOSSES": 74.18, - "BQ": 38.53, - "CDSC-R": 88.98, - "GermanSTSBenchmark": 79.1, - "LCQMC": 63.96, - "PAWSX": 10.13, - "RUParaPhraserSTS": 61.87, - "RuSTSBenchmarkSTS": 79.55, - "SICK-R": 79.61, - "SICK-R-PL": 68.77, - "SICKFr": 75.1, - "STS12": 76.02, - "STS13": 80.7, - "STS14": 78.85, - "STS15": 85.84, - "STS16": 81.05, - "STS17 (es-es)": 85.56, - "STS17 (nl-en)": 81.71, - "STS17 (ko-ko)": 77.03, - "STS17 (en-ar)": 81.22, - "STS17 (it-en)": 82.35, - "STS17 (en-tr)": 76.74, - "STS17 (en-de)": 84.22, - "STS17 (fr-en)": 76.59, - "STS17 (en-en)": 86.87, - "STS17 (ar-ar)": 79.16, - "STS17 (es-en)": 84.44, - "STS22 (pl)": 33.74, - "STS22 (es)": 56.56, - "STS22 (en)": 62.07, - "STS22 (fr)": 70.55, - "STS22 (es-en)": 67.33, - "STS22 (fr-pl)": 50.71, - "STS22 (pl-en)": 69.02, - "STS22 (de-fr)": 51.73, - "STS22 (de)": 44.64, - "STS22 (ar)": 46.2, - "STS22 (de-pl)": 44.22, - "STS22 (zh-en)": 65.71, - "STS22 (it)": 55.22, - "STS22 (tr)": 53.39, - "STS22 (ru)": 57.08, - "STS22 (zh)": 58.75, - "STS22 (es-it)": 47.67, - "STS22 (de-en)": 52.65, - "STSB": 78.91, - "STSBenchmark": 84.42, - "STSBenchmarkMultilingualSTS (es)": 81.1, - "STSBenchmarkMultilingualSTS (zh)": 80.47, - "STSBenchmarkMultilingualSTS (en)": 84.42, - "STSBenchmarkMultilingualSTS (de)": 78.87, - "STSBenchmarkMultilingualSTS (nl)": 79.54, - "STSBenchmarkMultilingualSTS (pl)": 78.29, - "STSBenchmarkMultilingualSTS (fr)": 79.9, - "STSBenchmarkMultilingualSTS (pt)": 80.16, - "STSBenchmarkMultilingualSTS (it)": 80.39, - "STSBenchmarkMultilingualSTS (ru)": 79.32 - }, - { - "Model": "paraphrase-multilingual-MiniLM-L12-v2", - "BIOSSES": 74.18, - "CDSC-R": 88.98, - "SICK-R": 79.61, - "SICK-R-PL": 68.77, - "SICKFr": 75.1, - "STS12": 76.02, - "STS13": 80.7, - "STS14": 78.85, - "STS15": 85.84, - "STS16": 81.05, - "STS17 (ar-ar)": 79.16, - "STS17 (en-ar)": 81.22, - "STS17 (en-de)": 84.22, - "STS17 (en-en)": 86.87, - "STS17 (en-tr)": 76.74, - "STS17 (es-en)": 84.44, - "STS17 (es-es)": 85.56, - "STS17 (fr-en)": 76.59, - "STS17 (it-en)": 82.35, - "STS17 (ko-ko)": 77.03, - "STS17 (nl-en)": 81.71, - "STS22 (pl)": 33.73, - "STS22 (fr)": 70.55, - "STSBenchmark": 84.42, - "STSBenchmarkMultilingualSTS (fr)": 79.9 - } - ] - }, - "Summarization": { - "cosine_spearman": [ - { - "Model": "paraphrase-multilingual-MiniLM-L12-v2", - "SummEval": 30.67, - "SummEvalFr": 29.2 - }, - { - "Model": "paraphrase-multilingual-MiniLM-L12-v2", - "SummEval": 30.67, - "SummEvalFr": 29.2 - }, - { - "Model": "paraphrase-multilingual-MiniLM-L12-v2", - "SummEval": 30.67, - "SummEvalFr": 29.2 - } - ] - }, - "MultilabelClassification": { - "accuracy": [ - { - "Model": "paraphrase-multilingual-MiniLM-L12-v2", - "CEDRClassification": 37.76, - "SensitiveTopicsClassification": 24.84 - } - ] - }, - "InstructionRetrieval": { - "p-MRR": [ - { - "Model": "paraphrase-multilingual-MiniLM-L12-v2", - "Core17InstructionRetrieval": -0.62, - "News21InstructionRetrieval": -0.37, - "Robust04InstructionRetrieval": -2.94 - } - ] - } - }, - "sentence-transformers__paraphrase-multilingual-mpnet-base-v2": { - "BitextMining": { - "f1": [ - { - "Model": "paraphrase-multilingual-mpnet-base-v2", - "BUCC (de-en)": 98.59, - "BUCC (fr-en)": 96.89, - "BUCC (ru-en)": 96.44, - "BUCC (zh-en)": 97.56, - "BornholmBitextMining": 18.18, - "Tatoeba (afr-eng)": 72.96, - "Tatoeba (amh-eng)": 53.49, - "Tatoeba (ang-eng)": 16.72, - "Tatoeba (ara-eng)": 90.19, - "Tatoeba (arq-eng)": 19.84, - "Tatoeba (arz-eng)": 55.69, - "Tatoeba (ast-eng)": 70.08, - "Tatoeba (awa-eng)": 42.83, - "Tatoeba (aze-eng)": 76.36, - "Tatoeba (bel-eng)": 79.94, - "Tatoeba (ben-eng)": 64.9, - "Tatoeba (ber-eng)": 4.88, - "Tatoeba (bos-eng)": 94.02, - "Tatoeba (bre-eng)": 6.42, - "Tatoeba (bul-eng)": 93.52, - "Tatoeba (cat-eng)": 96.05, - "Tatoeba (cbk-eng)": 58.68, - "Tatoeba (ceb-eng)": 7.39, - "Tatoeba (ces-eng)": 95.73, - "Tatoeba (cha-eng)": 12.59, - "Tatoeba (cmn-eng)": 95.83, - "Tatoeba (cor-eng)": 3.53, - "Tatoeba (csb-eng)": 23.73, - "Tatoeba (cym-eng)": 22.31, - "Tatoeba (dan-eng)": 96.17, - "Tatoeba (deu-eng)": 97.73, - "Tatoeba (dsb-eng)": 36.85, - "Tatoeba (dtp-eng)": 5.03, - "Tatoeba (ell-eng)": 94.93, - "Tatoeba (epo-eng)": 55.12, - "Tatoeba (est-eng)": 98.4, - "Tatoeba (eus-eng)": 31.33, - "Tatoeba (fao-eng)": 38.24, - "Tatoeba (fin-eng)": 95.92, - "Tatoeba (fra-eng)": 93.12, - "Tatoeba (fry-eng)": 43.54, - "Tatoeba (gla-eng)": 4.72, - "Tatoeba (gle-eng)": 16.85, - "Tatoeba (glg-eng)": 95.32, - "Tatoeba (gsw-eng)": 25.12, - "Tatoeba (heb-eng)": 88.26, - "Tatoeba (hin-eng)": 97.75, - "Tatoeba (hrv-eng)": 97.0, - "Tatoeba (hsb-eng)": 44.32, - "Tatoeba (hun-eng)": 94.18, - "Tatoeba (hye-eng)": 94.38, - "Tatoeba (ido-eng)": 43.91, - "Tatoeba (ile-eng)": 60.36, - "Tatoeba (ina-eng)": 84.32, - "Tatoeba (ind-eng)": 93.5, - "Tatoeba (isl-eng)": 59.25, - "Tatoeba (ita-eng)": 93.76, - "Tatoeba (jav-eng)": 23.39, - "Tatoeba (jpn-eng)": 92.51, - "Tatoeba (kab-eng)": 1.41, - "Tatoeba (kat-eng)": 95.46, - "Tatoeba (kaz-eng)": 61.49, - "Tatoeba (khm-eng)": 58.8, - "Tatoeba (kor-eng)": 93.07, - "Tatoeba (kur-eng)": 61.44, - "Tatoeba (kzj-eng)": 5.88, - "Tatoeba (lat-eng)": 24.25, - "Tatoeba (lfn-eng)": 49.56, - "Tatoeba (lit-eng)": 95.37, - "Tatoeba (lvs-eng)": 97.53, - "Tatoeba (mal-eng)": 88.46, - "Tatoeba (mar-eng)": 93.83, - "Tatoeba (max-eng)": 48.77, - "Tatoeba (mhr-eng)": 7.57, - "Tatoeba (mkd-eng)": 93.02, - "Tatoeba (mon-eng)": 96.14, - "Tatoeba (nds-eng)": 38.88, - "Tatoeba (nld-eng)": 95.5, - "Tatoeba (nno-eng)": 81.41, - "Tatoeba (nob-eng)": 98.53, - "Tatoeba (nov-eng)": 50.23, - "Tatoeba (oci-eng)": 43.49, - "Tatoeba (orv-eng)": 23.77, - "Tatoeba (pam-eng)": 5.39, - "Tatoeba (pes-eng)": 93.47, - "Tatoeba (pms-eng)": 34.19, - "Tatoeba (pol-eng)": 96.95, - "Tatoeba (por-eng)": 93.02, - "Tatoeba (ron-eng)": 96.43, - "Tatoeba (rus-eng)": 92.92, - "Tatoeba (slk-eng)": 96.62, - "Tatoeba (slv-eng)": 97.08, - "Tatoeba (spa-eng)": 97.0, - "Tatoeba (sqi-eng)": 98.57, - "Tatoeba (srp-eng)": 94.12, - "Tatoeba (swe-eng)": 95.45, - "Tatoeba (swg-eng)": 22.8, - "Tatoeba (swh-eng)": 16.02, - "Tatoeba (tam-eng)": 73.6, - "Tatoeba (tat-eng)": 10.89, - "Tatoeba (tel-eng)": 79.73, - "Tatoeba (tgl-eng)": 17.67, - "Tatoeba (tha-eng)": 95.99, - "Tatoeba (tuk-eng)": 14.91, - "Tatoeba (tur-eng)": 96.17, - "Tatoeba (tzl-eng)": 34.21, - "Tatoeba (uig-eng)": 48.35, - "Tatoeba (ukr-eng)": 92.67, - "Tatoeba (urd-eng)": 95.12, - "Tatoeba (uzb-eng)": 23.19, - "Tatoeba (vie-eng)": 97.23, - "Tatoeba (war-eng)": 7.42, - "Tatoeba (wuu-eng)": 78.25, - "Tatoeba (xho-eng)": 6.53, - "Tatoeba (yid-eng)": 30.73, - "Tatoeba (yue-eng)": 77.58, - "Tatoeba (zsm-eng)": 95.8 - } - ] - }, - "Classification": { - "accuracy": [ - { - "Model": "paraphrase-multilingual-mpnet-base-v2", - "AllegroReviews": 33.89, - "AmazonCounterfactualClassification (de)": 69.96, - "AmazonCounterfactualClassification (en)": 75.81, - "AmazonCounterfactualClassification (en-ext)": 76.25, - "AmazonCounterfactualClassification (ja)": 69.78, - "AmazonPolarityClassification": 76.41, - "AmazonReviewsClassification (de)": 39.53, - "AmazonReviewsClassification (en)": 38.52, - "AmazonReviewsClassification (es)": 39.97, - "AmazonReviewsClassification (fr)": 38.98, - "AmazonReviewsClassification (ja)": 36.65, - "AmazonReviewsClassification (zh)": 37.74, - "AngryTweetsClassification": 54.84, - "Banking77Classification": 81.1, - "CBD": 64.97, - "DanishPoliticalCommentsClassification": 40.96, - "EmotionClassification": 45.85, - "GeoreviewClassification": 42.33, - "HeadlineClassification": 70.35, - "IFlyTek": 43.98, - "ImdbClassification": 64.58, - "InappropriatenessClassification": 59.32, - "JDReview": 70.34, - "KinopoiskClassification": 44.31, - "LccSentimentClassification": 58.4, - "MTOPDomainClassification (de)": 85.73, - "MTOPDomainClassification (en)": 89.24, - "MTOPDomainClassification (es)": 86.98, - "MTOPDomainClassification (fr)": 81.21, - "MTOPDomainClassification (hi)": 84.76, - "MTOPDomainClassification (th)": 82.51, - "MTOPIntentClassification (de)": 61.26, - "MTOPIntentClassification (en)": 68.69, - "MTOPIntentClassification (es)": 66.6, - "MTOPIntentClassification (fr)": 59.75, - "MTOPIntentClassification (hi)": 62.38, - "MTOPIntentClassification (th)": 64.77, - "MasakhaNEWSClassification (fra)": 72.94, - "MasakhaNEWSClassification (amh)": 78.83, - "MasakhaNEWSClassification (eng)": 75.39, - "MasakhaNEWSClassification (hau)": 54.49, - "MasakhaNEWSClassification (ibo)": 46.79, - "MasakhaNEWSClassification (lin)": 69.77, - "MasakhaNEWSClassification (lug)": 43.05, - "MasakhaNEWSClassification (orm)": 41.97, - "MasakhaNEWSClassification (pcm)": 90.2, - "MasakhaNEWSClassification (run)": 49.97, - "MasakhaNEWSClassification (sna)": 59.78, - "MasakhaNEWSClassification (som)": 47.65, - "MasakhaNEWSClassification (swa)": 60.42, - "MasakhaNEWSClassification (tir)": 45.04, - "MasakhaNEWSClassification (xho)": 48.82, - "MasakhaNEWSClassification (yor)": 58.3, - "MassiveIntentClassification (pl)": 64.32, - "MassiveIntentClassification (fr)": 64.8, - "MassiveIntentClassification (km)": 45.48, - "MassiveIntentClassification (sv)": 64.71, - "MassiveIntentClassification (mn)": 56.61, - "MassiveIntentClassification (ja)": 63.76, - "MassiveIntentClassification (zh-TW)": 62.33, - "MassiveIntentClassification (pt)": 64.88, - "MassiveIntentClassification (nl)": 63.57, - "MassiveIntentClassification (is)": 37.09, - "MassiveIntentClassification (hu)": 63.85, - "MassiveIntentClassification (az)": 56.98, - "MassiveIntentClassification (th)": 61.12, - "MassiveIntentClassification (ta)": 50.18, - "MassiveIntentClassification (sl)": 63.5, - "MassiveIntentClassification (id)": 65.43, - "MassiveIntentClassification (hy)": 57.76, - "MassiveIntentClassification (fi)": 62.26, - "MassiveIntentClassification (he)": 58.25, - "MassiveIntentClassification (ar)": 51.43, - "MassiveIntentClassification (hi)": 62.79, - "MassiveIntentClassification (my)": 57.08, - "MassiveIntentClassification (bn)": 48.79, - "MassiveIntentClassification (ko)": 61.84, - "MassiveIntentClassification (ro)": 62.83, - "MassiveIntentClassification (af)": 52.35, - "MassiveIntentClassification (te)": 52.85, - "MassiveIntentClassification (fa)": 65.33, - "MassiveIntentClassification (ka)": 49.88, - "MassiveIntentClassification (sq)": 62.49, - "MassiveIntentClassification (vi)": 59.71, - "MassiveIntentClassification (lv)": 61.29, - "MassiveIntentClassification (zh-CN)": 65.32, - "MassiveIntentClassification (cy)": 27.89, - "MassiveIntentClassification (da)": 62.8, - "MassiveIntentClassification (es)": 64.45, - "MassiveIntentClassification (sw)": 31.93, - "MassiveIntentClassification (jv)": 36.49, - "MassiveIntentClassification (en)": 69.32, - "MassiveIntentClassification (kn)": 50.62, - "MassiveIntentClassification (ur)": 56.36, - "MassiveIntentClassification (tr)": 64.58, - "MassiveIntentClassification (de)": 59.56, - "MassiveIntentClassification (it)": 64.69, - "MassiveIntentClassification (ml)": 54.34, - "MassiveIntentClassification (ms)": 60.72, - "MassiveIntentClassification (nb)": 62.62, - "MassiveIntentClassification (ru)": 63.23, - "MassiveIntentClassification (am)": 41.56, - "MassiveIntentClassification (tl)": 38.83, - "MassiveIntentClassification (el)": 62.63, - "MassiveScenarioClassification (pl)": 68.99, - "MassiveScenarioClassification (fr)": 70.71, - "MassiveScenarioClassification (jv)": 44.22, - "MassiveScenarioClassification (kn)": 56.08, - "MassiveScenarioClassification (ar)": 57.79, - "MassiveScenarioClassification (mn)": 60.84, - "MassiveScenarioClassification (sw)": 37.26, - "MassiveScenarioClassification (hi)": 67.94, - "MassiveScenarioClassification (pt)": 70.08, - "MassiveScenarioClassification (ru)": 69.92, - "MassiveScenarioClassification (zh-TW)": 68.71, - "MassiveScenarioClassification (ms)": 65.85, - "MassiveScenarioClassification (az)": 61.52, - "MassiveScenarioClassification (ka)": 57.3, - "MassiveScenarioClassification (fi)": 67.58, - "MassiveScenarioClassification (id)": 70.73, - "MassiveScenarioClassification (nb)": 70.23, - "MassiveScenarioClassification (th)": 69.44, - "MassiveScenarioClassification (ml)": 60.14, - "MassiveScenarioClassification (el)": 68.81, - "MassiveScenarioClassification (he)": 65.16, - "MassiveScenarioClassification (vi)": 65.7, - "MassiveScenarioClassification (af)": 59.68, - "MassiveScenarioClassification (hu)": 70.31, - "MassiveScenarioClassification (ta)": 55.97, - "MassiveScenarioClassification (it)": 69.74, - "MassiveScenarioClassification (sq)": 69.62, - "MassiveScenarioClassification (fa)": 69.88, - "MassiveScenarioClassification (cy)": 35.27, - "MassiveScenarioClassification (de)": 67.35, - "MassiveScenarioClassification (nl)": 70.37, - "MassiveScenarioClassification (sl)": 70.81, - "MassiveScenarioClassification (ko)": 68.52, - "MassiveScenarioClassification (lv)": 66.28, - "MassiveScenarioClassification (ur)": 62.92, - "MassiveScenarioClassification (is)": 44.16, - "MassiveScenarioClassification (zh-CN)": 71.25, - "MassiveScenarioClassification (da)": 71.04, - "MassiveScenarioClassification (te)": 58.79, - "MassiveScenarioClassification (en)": 75.35, - "MassiveScenarioClassification (sv)": 71.6, - "MassiveScenarioClassification (ro)": 67.94, - "MassiveScenarioClassification (hy)": 63.03, - "MassiveScenarioClassification (am)": 48.96, - "MassiveScenarioClassification (ja)": 69.68, - "MassiveScenarioClassification (tr)": 70.41, - "MassiveScenarioClassification (bn)": 54.52, - "MassiveScenarioClassification (es)": 70.4, - "MassiveScenarioClassification (my)": 63.03, - "MassiveScenarioClassification (km)": 53.13, - "MassiveScenarioClassification (tl)": 43.98, - "MultilingualSentiment": 66.49, - "NoRecClassification": 50.32, - "NordicLangClassification": 41.57, - "OnlineShopping": 87.75, - "PAC": 63.76, - "PolEmo2.0-IN": 62.74, - "PolEmo2.0-OUT": 19.92, - "RuReviewsClassification": 62.33, - "RuSciBenchGRNTIClassification": 56.01, - "RuSciBenchOECDClassification": 44.14, - "TNews": 43.73, - "ToxicConversationsClassification": 65.56, - "TweetSentimentExtractionClassification": 59.04, - "Waimai": 83.97 - } - ] - }, - "Clustering": { - "v_measure": [ - { - "Model": "paraphrase-multilingual-mpnet-base-v2", - "8TagsClustering": 25.62, - "AlloProfClusteringP2P": 53.84, - "AlloProfClusteringS2S": 40.83, - "ArxivClusteringP2P": 37.83, - "ArxivClusteringS2S": 31.69, - "BiorxivClusteringP2P": 33.02, - "BiorxivClusteringS2S": 29.45, - "BlurbsClusteringP2P": 34.0, - "BlurbsClusteringS2S": 15.31, - "GeoreviewClusteringP2P": 56.18, - "HALClusteringS2S": 23.56, - "MLSUMClusteringP2P": 40.55, - "MLSUMClusteringP2P (ru)": 35.95, - "MLSUMClusteringP2P (de)": 34.46, - "MLSUMClusteringP2P (fr)": 39.08, - "MLSUMClusteringP2P (es)": 37.58, - "MLSUMClusteringS2S": 37.53, - "MLSUMClusteringS2S (ru)": 38.88, - "MLSUMClusteringS2S (de)": 34.25, - "MLSUMClusteringS2S (fr)": 36.54, - "MLSUMClusteringS2S (es)": 36.99, - "MasakhaNEWSClusteringP2P (fra)": 53.3, - "MasakhaNEWSClusteringP2P (amh)": 46.85, - "MasakhaNEWSClusteringP2P (eng)": 47.3, - "MasakhaNEWSClusteringP2P (hau)": 27.61, - "MasakhaNEWSClusteringP2P (ibo)": 41.32, - "MasakhaNEWSClusteringP2P (lin)": 58.37, - "MasakhaNEWSClusteringP2P (lug)": 47.56, - "MasakhaNEWSClusteringP2P (orm)": 24.53, - "MasakhaNEWSClusteringP2P (pcm)": 66.55, - "MasakhaNEWSClusteringP2P (run)": 51.97, - "MasakhaNEWSClusteringP2P (sna)": 45.55, - "MasakhaNEWSClusteringP2P (som)": 33.98, - "MasakhaNEWSClusteringP2P (swa)": 25.03, - "MasakhaNEWSClusteringP2P (tir)": 48.33, - "MasakhaNEWSClusteringP2P (xho)": 29.47, - "MasakhaNEWSClusteringP2P (yor)": 28.25, - "MasakhaNEWSClusteringS2S (fra)": 37.92, - "MasakhaNEWSClusteringS2S (amh)": 51.54, - "MasakhaNEWSClusteringS2S (eng)": 43.28, - "MasakhaNEWSClusteringS2S (hau)": 17.97, - "MasakhaNEWSClusteringS2S (ibo)": 34.56, - "MasakhaNEWSClusteringS2S (lin)": 57.43, - "MasakhaNEWSClusteringS2S (lug)": 45.22, - "MasakhaNEWSClusteringS2S (orm)": 21.9, - "MasakhaNEWSClusteringS2S (pcm)": 62.1, - "MasakhaNEWSClusteringS2S (run)": 46.81, - "MasakhaNEWSClusteringS2S (sna)": 43.15, - "MasakhaNEWSClusteringS2S (som)": 29.44, - "MasakhaNEWSClusteringS2S (swa)": 10.31, - "MasakhaNEWSClusteringS2S (tir)": 51.95, - "MasakhaNEWSClusteringS2S (xho)": 21.26, - "MasakhaNEWSClusteringS2S (yor)": 28.88, - "MedrxivClusteringP2P": 31.93, - "MedrxivClusteringS2S": 31.53, - "RedditClustering": 45.65, - "RedditClusteringP2P": 52.05, - "RuSciBenchGRNTIClusteringP2P": 48.47, - "RuSciBenchOECDClusteringP2P": 42.9, - "StackExchangeClustering": 52.99, - "StackExchangeClusteringP2P": 33.06, - "TenKGnadClusteringP2P": 33.62, - "TenKGnadClusteringS2S": 20.93, - "TwentyNewsgroupsClustering": 44.36 - } - ] - }, - "PairClassification": { - "max_ap": [ - { - "Model": "paraphrase-multilingual-mpnet-base-v2", - "CDSC-E": 75.76, - "OpusparcusPC (fr)": 93.45, - "PPC": 93.67, - "PSC": 98.26, - "PawsXPairClassification (fr)": 58.14, - "SICK-E-PL": 77.22, - "SprintDuplicateQuestions": 90.55, - "TwitterSemEval2015": 66.75, - "TwitterURLCorpus": 85.14 - }, - { - "Model": "paraphrase-multilingual-mpnet-base-v2", - "CDSC-E": 75.77, - "FalseFriendsGermanEnglish": 51.63, - "OpusparcusPC (fr)": 93.45, - "OpusparcusPC (de)": 97.34, - "OpusparcusPC (en)": 98.59, - "OpusparcusPC (fi)": 95.33, - "OpusparcusPC (ru)": 90.47, - "OpusparcusPC (sv)": 95.16, - "PPC": 93.67, - "PSC": 98.26, - "PawsXPairClassification (fr)": 58.33, - "PawsXPairClassification (de)": 55.71, - "PawsXPairClassification (en)": 60.12, - "PawsXPairClassification (es)": 56.94, - "PawsXPairClassification (ja)": 49.37, - "PawsXPairClassification (ko)": 50.78, - "PawsXPairClassification (zh)": 55.47, - "SICK-E-PL": 77.22, - "SprintDuplicateQuestions": 91.1, - "TERRa": 64.57, - "TwitterSemEval2015": 68.75, - "TwitterURLCorpus": 85.32 - }, - { - "Model": "paraphrase-multilingual-mpnet-base-v2", - "CDSC-E": 75.77, - "FalseFriendsGermanEnglish": 51.35, - "OpusparcusPC (de)": 97.34, - "OpusparcusPC (en)": 98.59, - "OpusparcusPC (fi)": 95.33, - "OpusparcusPC (fr)": 93.45, - "OpusparcusPC (ru)": 90.47, - "OpusparcusPC (sv)": 95.16, - "PSC": 98.26, - "PawsXPairClassification (de)": 55.69, - "PawsXPairClassification (en)": 60.12, - "PawsXPairClassification (es)": 56.94, - "PawsXPairClassification (fr)": 58.14, - "PawsXPairClassification (ja)": 49.37, - "PawsXPairClassification (ko)": 50.66, - "PawsXPairClassification (zh)": 55.47, - "SICK-E-PL": 77.22, - "SprintDuplicateQuestions": 90.55, - "TERRa": 64.57, - "TwitterSemEval2015": 66.75, - "TwitterURLCorpus": 85.14 - } - ] - }, - "Reranking": { - "map": [ - { - "Model": "paraphrase-multilingual-mpnet-base-v2", - "AlloprofReranking": 67.2, - "AskUbuntuDupQuestions": 60.16, - "MMarcoReranking": 14.57, - "MindSmallReranking": 30.15, - "RuBQReranking": 58.77, - "SciDocsRR": 78.09, - "StackOverflowDupQuestions": 46.78, - "SyntecReranking": 80.97, - "T2Reranking": 64.49 - }, - { - "Model": "paraphrase-multilingual-mpnet-base-v2", - "MIRACLReranking (ar)": 44.47, - "MIRACLReranking (bn)": 30.21, - "MIRACLReranking (de)": 40.7, - "MIRACLReranking (en)": 50.23, - "MIRACLReranking (es)": 50.96, - "MIRACLReranking (fa)": 37.18, - "MIRACLReranking (fi)": 59.56, - "MIRACLReranking (fr)": 40.93, - "MIRACLReranking (hi)": 40.36, - "MIRACLReranking (id)": 45.04, - "MIRACLReranking (ja)": 36.2, - "MIRACLReranking (ko)": 40.13, - "MIRACLReranking (ru)": 43.66, - "MIRACLReranking (sw)": 26.94, - "MIRACLReranking (te)": 23.65, - "MIRACLReranking (th)": 46.63, - "MIRACLReranking (yo)": 42.37, - "MIRACLReranking (zh)": 37.56 - } - ] - }, - "Retrieval": { - "ndcg_at_10": [ - { - "Model": "paraphrase-multilingual-mpnet-base-v2", - "AILACasedocs": 17.45, - "AILAStatutes": 22.24, - "ARCChallenge": 7.19, - "AlloprofRetrieval": 30.8, - "AlphaNLI": 21.87, - "AppsRetrieval": 2.34, - "ArguAna": 48.91, - "ArguAna-PL": 42.61, - "BSARDRetrieval": 13.19, - "CQADupstackRetrieval": 31.32, - "ClimateFEVER": 15.27, - "CmedqaRetrieval": 10.15, - "CodeFeedbackMT": 11.43, - "CodeFeedbackST": 35.34, - "CodeSearchNetCCRetrieval (python)": 53.43, - "CodeSearchNetCCRetrieval (javascript)": 57.46, - "CodeSearchNetCCRetrieval (go)": 26.63, - "CodeSearchNetCCRetrieval (ruby)": 55.02, - "CodeSearchNetCCRetrieval (java)": 42.1, - "CodeSearchNetCCRetrieval (php)": 29.8, - "CodeSearchNetRetrieval (python)": 65.54, - "CodeSearchNetRetrieval (javascript)": 48.34, - "CodeSearchNetRetrieval (go)": 67.23, - "CodeSearchNetRetrieval (ruby)": 60.19, - "CodeSearchNetRetrieval (java)": 45.56, - "CodeSearchNetRetrieval (php)": 48.3, - "CodeTransOceanContest": 27.94, - "CodeTransOceanDL": 16.71, - "CosQA": 16.57, - "CovidRetrieval": 28.85, - "DBPedia": 26.22, - "DBPedia-PL": 20.18, - "DuRetrieval": 33.41, - "EcomRetrieval": 9.69, - "FEVER": 56.76, - "FiQA-PL": 14.71, - "FiQA2018": 22.96, - "GerDaLIR": 1.14, - "GerDaLIRSmall": 3.0, - "GermanDPR": 67.88, - "GermanQuAD-Retrieval": 85.24, - "HellaSwag": 17.53, - "HotpotQA": 37.03, - "HotpotQA-PL": 29.36, - "LEMBNarrativeQARetrieval": 16.02, - "LEMBQMSumRetrieval": 12.23, - "LEMBSummScreenFDRetrieval": 41.15, - "LEMBWikimQARetrieval": 38.86, - "LeCaRDv2": 33.91, - "LegalBenchConsumerContractsQA": 52.37, - "LegalBenchCorporateLobbying": 87.62, - "LegalQuAD": 17.8, - "LegalSummarization": 56.8, - "MIRACLRetrieval (ar)": 20.69, - "MIRACLRetrieval (bn)": 11.04, - "MIRACLRetrieval (de)": 28.28, - "MIRACLRetrieval (en)": 32.78, - "MIRACLRetrieval (es)": 28.4, - "MIRACLRetrieval (fa)": 17.34, - "MIRACLRetrieval (fi)": 40.78, - "MIRACLRetrieval (fr)": 25.87, - "MIRACLRetrieval (hi)": 20.27, - "MIRACLRetrieval (id)": 29.58, - "MIRACLRetrieval (ja)": 13.91, - "MIRACLRetrieval (ko)": 30.01, - "MIRACLRetrieval (ru)": 22.87, - "MIRACLRetrieval (sw)": 17.24, - "MIRACLRetrieval (te)": 5.33, - "MIRACLRetrieval (th)": 25.49, - "MIRACLRetrieval (yo)": 28.34, - "MIRACLRetrieval (zh)": 20.19, - "MMarcoRetrieval": 44.62, - "MSMARCO": 26.59, - "MSMARCO-PL": 12.45, - "MedicalRetrieval": 14.1, - "MintakaRetrieval (fr)": 24.45, - "MintakaRetrieval (ar)": 14.55, - "MintakaRetrieval (de)": 25.43, - "MintakaRetrieval (es)": 24.94, - "MintakaRetrieval (hi)": 18.67, - "MintakaRetrieval (it)": 25.62, - "MintakaRetrieval (ja)": 15.46, - "MintakaRetrieval (pt)": 26.15, - "NFCorpus": 25.49, - "NFCorpus-PL": 18.54, - "NQ": 33.6, - "NQ-PL": 15.64, - "PIQA": 18.65, - "Quail": 2.98, - "Quora-PL": 79.18, - "QuoraRetrieval": 86.41, - "RARbCode": 11.02, - "RARbMath": 30.93, - "RiaNewsRetrieval": 51.75, - "RuBQRetrieval": 37.04, - "SCIDOCS": 13.97, - "SCIDOCS-PL": 11.17, - "SIQA": 1.21, - "SciFact": 50.3, - "SciFact-PL": 41.55, - "SpartQA": 5.69, - "StackOverflowQA": 43.11, - "SyntecRetrieval": 76.0, - "SyntheticText2SQL": 35.22, - "T2Retrieval": 28.35, - "TRECCOVID": 37.87, - "TRECCOVID-PL": 35.43, - "TempReasonL1": 1.94, - "TempReasonL2Fact": 5.34, - "TempReasonL2Pure": 0.33, - "TempReasonL3Fact": 6.79, - "TempReasonL3Pure": 3.19, - "Touche2020": 17.4, - "VideoRetrieval": 14.18, - "WinoGrande": 49.01, - "XMarket (de)": 7.72, - "XMarket (en)": 16.28, - "XMarket (es)": 9.18, - "XPQARetrieval (fr)": 46.22, - "XPQARetrieval (ara-ara)": 24.86, - "XPQARetrieval (eng-ara)": 19.6, - "XPQARetrieval (ara-eng)": 28.21, - "XPQARetrieval (deu-deu)": 48.81, - "XPQARetrieval (eng-deu)": 31.93, - "XPQARetrieval (deu-eng)": 53.26, - "XPQARetrieval (spa-spa)": 41.08, - "XPQARetrieval (eng-spa)": 30.05, - "XPQARetrieval (spa-eng)": 43.4, - "XPQARetrieval (fra-fra)": 46.22, - "XPQARetrieval (eng-fra)": 29.55, - "XPQARetrieval (fra-eng)": 47.3, - "XPQARetrieval (hin-hin)": 50.74, - "XPQARetrieval (eng-hin)": 24.97, - "XPQARetrieval (hin-eng)": 49.24, - "XPQARetrieval (ita-ita)": 52.87, - "XPQARetrieval (eng-ita)": 33.44, - "XPQARetrieval (ita-eng)": 51.49, - "XPQARetrieval (jpn-jpn)": 53.17, - "XPQARetrieval (eng-jpn)": 26.66, - "XPQARetrieval (jpn-eng)": 49.86, - "XPQARetrieval (kor-kor)": 24.88, - "XPQARetrieval (eng-kor)": 24.5, - "XPQARetrieval (kor-eng)": 24.61, - "XPQARetrieval (pol-pol)": 29.36, - "XPQARetrieval (eng-pol)": 20.48, - "XPQARetrieval (pol-eng)": 29.31, - "XPQARetrieval (por-por)": 34.3, - "XPQARetrieval (eng-por)": 21.72, - "XPQARetrieval (por-eng)": 37.65, - "XPQARetrieval (tam-tam)": 19.8, - "XPQARetrieval (eng-tam)": 13.93, - "XPQARetrieval (tam-eng)": 18.26, - "XPQARetrieval (cmn-cmn)": 42.54, - "XPQARetrieval (eng-cmn)": 20.91, - "XPQARetrieval (cmn-eng)": 42.81 - } - ] - }, - "STS": { - "cosine_spearman": [ - { - "Model": "paraphrase-multilingual-mpnet-base-v2", - "AFQMC": 15.69, - "ATEC": 20.27, - "BIOSSES": 76.27, - "BQ": 36.33, - "CDSC-R": 88.8, - "GermanSTSBenchmark": 83.41, - "LCQMC": 63.3, - "PAWSX": 12.16, - "RUParaPhraserSTS": 65.74, - "RuSTSBenchmarkSTS": 82.46, - "SICK-R": 79.62, - "SICK-R-PL": 73.13, - "SICKFr": 75.56, - "STS12": 77.9, - "STS13": 85.11, - "STS14": 80.81, - "STS15": 87.48, - "STS16": 83.2, - "STS17 (ko-ko)": 83.41, - "STS17 (nl-en)": 82.51, - "STS17 (en-tr)": 74.9, - "STS17 (en-ar)": 80.85, - "STS17 (es-en)": 86.11, - "STS17 (fr-en)": 81.17, - "STS17 (ar-ar)": 79.1, - "STS17 (it-en)": 84.24, - "STS17 (en-de)": 83.28, - "STS17 (es-es)": 85.14, - "STS17 (en-en)": 86.99, - "STS22 (ru)": 58.74, - "STS22 (es-en)": 70.26, - "STS22 (es)": 59.91, - "STS22 (tr)": 56.3, - "STS22 (it)": 60.65, - "STS22 (ar)": 52.19, - "STS22 (pl)": 33.65, - "STS22 (de)": 46.7, - "STS22 (zh)": 61.75, - "STS22 (fr)": 74.3, - "STS22 (de-en)": 50.81, - "STS22 (pl-en)": 73.07, - "STS22 (en)": 63.52, - "STS22 (es-it)": 53.7, - "STS22 (de-fr)": 62.34, - "STS22 (de-pl)": 40.53, - "STS22 (zh-en)": 67.96, - "STS22 (fr-pl)": 84.52, - "STSB": 80.84, - "STSBenchmark": 86.82, - "STSBenchmarkMultilingualSTS (es)": 84.61, - "STSBenchmarkMultilingualSTS (pt)": 84.0, - "STSBenchmarkMultilingualSTS (nl)": 83.36, - "STSBenchmarkMultilingualSTS (de)": 83.56, - "STSBenchmarkMultilingualSTS (pl)": 81.46, - "STSBenchmarkMultilingualSTS (ru)": 82.45, - "STSBenchmarkMultilingualSTS (fr)": 84.69, - "STSBenchmarkMultilingualSTS (en)": 86.82, - "STSBenchmarkMultilingualSTS (it)": 84.09, - "STSBenchmarkMultilingualSTS (zh)": 81.98 - }, - { - "Model": "paraphrase-multilingual-mpnet-base-v2", - "BIOSSES": 76.27, - "CDSC-R": 88.8, - "SICK-R": 79.62, - "SICK-R-PL": 73.13, - "SICKFr": 75.56, - "STS12": 77.9, - "STS13": 85.11, - "STS14": 80.81, - "STS15": 87.48, - "STS16": 83.2, - "STS17 (ar-ar)": 79.1, - "STS17 (en-ar)": 80.85, - "STS17 (en-de)": 83.28, - "STS17 (en-en)": 86.99, - "STS17 (en-tr)": 74.9, - "STS17 (es-en)": 86.11, - "STS17 (es-es)": 85.14, - "STS17 (fr-en)": 81.17, - "STS17 (it-en)": 84.24, - "STS17 (ko-ko)": 83.41, - "STS17 (nl-en)": 82.51, - "STS22 (pl)": 33.64, - "STS22 (fr)": 74.3, - "STSBenchmark": 86.82, - "STSBenchmarkMultilingualSTS (fr)": 84.69 - } - ] - }, - "Summarization": { - "cosine_spearman": [ - { - "Model": "paraphrase-multilingual-mpnet-base-v2", - "SummEval": 31.57, - "SummEvalFr": 29.47 - }, - { - "Model": "paraphrase-multilingual-mpnet-base-v2", - "SummEval": 31.57, - "SummEvalFr": 29.47 - }, - { - "Model": "paraphrase-multilingual-mpnet-base-v2", - "SummEval": 31.57, - "SummEvalFr": 29.47 - } - ] - }, - "MultilabelClassification": { - "accuracy": [ - { - "Model": "paraphrase-multilingual-mpnet-base-v2", - "CEDRClassification": 39.98, - "SensitiveTopicsClassification": 25.83 - } - ] - }, - "InstructionRetrieval": { - "p-MRR": [ - { - "Model": "paraphrase-multilingual-mpnet-base-v2", - "Core17InstructionRetrieval": -0.04, - "News21InstructionRetrieval": 0.61, - "Robust04InstructionRetrieval": -3.99 - } - ] - } - }, - "sentence-transformers__sentence-t5-base": { - "BitextMining": { - "f1": [] - }, - "Classification": { - "accuracy": [ - { - "Model": "sentence-t5-base", - "AmazonCounterfactualClassification (de)": 69.98, - "AmazonCounterfactualClassification (en)": 75.82, - "AmazonCounterfactualClassification (en-ext)": 76.81, - "AmazonCounterfactualClassification (ja)": 46.05, - "AmazonPolarityClassification": 85.12, - "AmazonReviewsClassification (de)": 37.9, - "AmazonReviewsClassification (en)": 44.94, - "AmazonReviewsClassification (es)": 37.33, - "AmazonReviewsClassification (fr)": 37.35, - "AmazonReviewsClassification (ja)": 22.29, - "AmazonReviewsClassification (zh)": 21.53, - "Banking77Classification": 76.48, - "EmotionClassification": 51.35, - "ImdbClassification": 77.34, - "MTOPDomainClassification (de)": 76.98, - "MTOPDomainClassification (en)": 90.34, - "MTOPDomainClassification (es)": 73.61, - "MTOPDomainClassification (fr)": 75.03, - "MTOPDomainClassification (hi)": 21.4, - "MTOPDomainClassification (th)": 16.21, - "MTOPIntentClassification (de)": 44.43, - "MTOPIntentClassification (en)": 63.32, - "MTOPIntentClassification (es)": 42.03, - "MTOPIntentClassification (fr)": 43.85, - "MTOPIntentClassification (hi)": 3.8, - "MTOPIntentClassification (th)": 5.21, - "MasakhaNEWSClassification (fra)": 81.21, - "MassiveIntentClassification (af)": 34.32, - "MassiveIntentClassification (am)": 2.38, - "MassiveIntentClassification (ar)": 4.53, - "MassiveIntentClassification (az)": 31.76, - "MassiveIntentClassification (bn)": 2.58, - "MassiveIntentClassification (cy)": 28.94, - "MassiveIntentClassification (da)": 38.82, - "MassiveIntentClassification (de)": 45.23, - "MassiveIntentClassification (el)": 10.05, - "MassiveIntentClassification (en)": 69.74, - "MassiveIntentClassification (es)": 45.32, - "MassiveIntentClassification (fa)": 3.58, - "MassiveIntentClassification (fi)": 33.52, - "MassiveIntentClassification (fr)": 51.13, - "MassiveIntentClassification (he)": 2.63, - "MassiveIntentClassification (hi)": 2.68, - "MassiveIntentClassification (hu)": 32.31, - "MassiveIntentClassification (hy)": 3.33, - "MassiveIntentClassification (id)": 35.5, - "MassiveIntentClassification (is)": 29.82, - "MassiveIntentClassification (it)": 45.59, - "MassiveIntentClassification (ja)": 3.67, - "MassiveIntentClassification (jv)": 31.15, - "MassiveIntentClassification (ka)": 2.77, - "MassiveIntentClassification (km)": 5.66, - "MassiveIntentClassification (kn)": 2.59, - "MassiveIntentClassification (ko)": 2.34, - "MassiveIntentClassification (lv)": 33.97, - "MassiveIntentClassification (ml)": 2.55, - "MassiveIntentClassification (mn)": 14.7, - "MassiveIntentClassification (ms)": 33.12, - "MassiveIntentClassification (my)": 4.42, - "MassiveIntentClassification (nb)": 38.53, - "MassiveIntentClassification (nl)": 37.96, - "MassiveIntentClassification (pl)": 34.41, - "MassiveIntentClassification (pt)": 43.35, - "MassiveIntentClassification (ro)": 42.69, - "MassiveIntentClassification (ru)": 14.82, - "MassiveIntentClassification (sl)": 34.54, - "MassiveIntentClassification (sq)": 38.54, - "MassiveIntentClassification (sv)": 35.98, - "MassiveIntentClassification (sw)": 32.14, - "MassiveIntentClassification (ta)": 1.41, - "MassiveIntentClassification (te)": 2.5, - "MassiveIntentClassification (th)": 3.71, - "MassiveIntentClassification (tl)": 36.04, - "MassiveIntentClassification (tr)": 33.77, - "MassiveIntentClassification (ur)": 2.99, - "MassiveIntentClassification (vi)": 22.62, - "MassiveIntentClassification (zh-CN)": 1.12, - "MassiveIntentClassification (zh-TW)": 4.63, - "MassiveScenarioClassification (af)": 44.45, - "MassiveScenarioClassification (am)": 7.51, - "MassiveScenarioClassification (ar)": 12.32, - "MassiveScenarioClassification (az)": 38.41, - "MassiveScenarioClassification (bn)": 8.45, - "MassiveScenarioClassification (cy)": 35.04, - "MassiveScenarioClassification (da)": 48.36, - "MassiveScenarioClassification (de)": 59.12, - "MassiveScenarioClassification (el)": 17.68, - "MassiveScenarioClassification (en)": 72.32, - "MassiveScenarioClassification (es)": 55.61, - "MassiveScenarioClassification (fa)": 6.86, - "MassiveScenarioClassification (fi)": 41.34, - "MassiveScenarioClassification (fr)": 59.92, - "MassiveScenarioClassification (he)": 7.86, - "MassiveScenarioClassification (hi)": 7.63, - "MassiveScenarioClassification (hu)": 41.31, - "MassiveScenarioClassification (hy)": 9.23, - "MassiveScenarioClassification (id)": 44.64, - "MassiveScenarioClassification (is)": 39.63, - "MassiveScenarioClassification (it)": 54.58, - "MassiveScenarioClassification (ja)": 4.96, - "MassiveScenarioClassification (jv)": 40.73, - "MassiveScenarioClassification (ka)": 7.51, - "MassiveScenarioClassification (km)": 8.73, - "MassiveScenarioClassification (kn)": 7.99, - "MassiveScenarioClassification (ko)": 6.03, - "MassiveScenarioClassification (lv)": 36.42, - "MassiveScenarioClassification (ml)": 6.96, - "MassiveScenarioClassification (mn)": 19.85, - "MassiveScenarioClassification (ms)": 43.18, - "MassiveScenarioClassification (my)": 9.46, - "MassiveScenarioClassification (nb)": 46.6, - "MassiveScenarioClassification (nl)": 50.0, - "MassiveScenarioClassification (pl)": 42.3, - "MassiveScenarioClassification (pt)": 52.24, - "MassiveScenarioClassification (ro)": 53.7, - "MassiveScenarioClassification (ru)": 20.69, - "MassiveScenarioClassification (sl)": 39.79, - "MassiveScenarioClassification (sq)": 50.16, - "MassiveScenarioClassification (sv)": 46.69, - "MassiveScenarioClassification (sw)": 40.48, - "MassiveScenarioClassification (ta)": 7.47, - "MassiveScenarioClassification (te)": 6.87, - "MassiveScenarioClassification (th)": 8.26, - "MassiveScenarioClassification (tl)": 48.94, - "MassiveScenarioClassification (tr)": 41.83, - "MassiveScenarioClassification (ur)": 9.77, - "MassiveScenarioClassification (vi)": 30.01, - "MassiveScenarioClassification (zh-CN)": 4.17, - "MassiveScenarioClassification (zh-TW)": 7.91, - "ToxicConversationsClassification": 68.2, - "TweetSentimentExtractionClassification": 62.71 - } - ] - }, - "Clustering": { - "v_measure": [ - { - "Model": "sentence-t5-base", - "AlloProfClusteringP2P": 58.44, - "AlloProfClusteringS2S": 35.93, - "ArxivClusteringP2P": 39.28, - "ArxivClusteringS2S": 27.26, - "BiorxivClusteringP2P": 33.99, - "BiorxivClusteringS2S": 22.92, - "BlurbsClusteringP2P": 30.59, - "BlurbsClusteringS2S": 11.57, - "HALClusteringS2S": 17.72, - "MLSUMClusteringP2P": 40.77, - "MLSUMClusteringS2S": 30.06, - "MasakhaNEWSClusteringP2P (fra)": 61.9, - "MasakhaNEWSClusteringS2S (fra)": 35.64, - "MedrxivClusteringP2P": 33.2, - "MedrxivClusteringS2S": 26.13, - "RedditClustering": 52.93, - "RedditClusteringP2P": 59.67, - "StackExchangeClustering": 63.13, - "StackExchangeClusteringP2P": 35.68, - "TenKGnadClusteringP2P": 44.88, - "TenKGnadClusteringS2S": 18.11, - "TwentyNewsgroupsClustering": 48.1 - } - ] - }, - "PairClassification": { - "max_ap": [ - { - "Model": "sentence-t5-base", - "OpusparcusPC (fr)": 89.4, - "PawsXPairClassification (fr)": 55.35, - "SprintDuplicateQuestions": 91.23, - "TwitterSemEval2015": 78.25, - "TwitterURLCorpus": 86.05 - }, - { - "Model": "sentence-t5-base", - "OpusparcusPC (fr)": 89.41, - "PawsXPairClassification (fr)": 55.43, - "SprintDuplicateQuestions": 91.23, - "TwitterSemEval2015": 78.25, - "TwitterURLCorpus": 86.05 - } - ] - }, - "Reranking": { - "map": [ - { - "Model": "sentence-t5-base", - "AlloprofReranking": 50.12, - "AskUbuntuDupQuestions": 59.73, - "MindSmallReranking": 30.2, - "SciDocsRR": 73.96, - "StackOverflowDupQuestions": 48.46, - "SyntecReranking": 78.05 - } - ] - }, - "Retrieval": { - "ndcg_at_10": [ - { - "Model": "sentence-t5-base", - "AlloprofRetrieval": 27.52, - "ArguAna": 44.85, - "BSARDRetrieval": 0.16, - "CQADupstackRetrieval": 35.23, - "ClimateFEVER": 10.37, - "DBPedia": 27.77, - "FEVER": 26.17, - "FiQA2018": 34.83, - "HotpotQA": 33.2, - "MSMARCO": 20.7, - "MintakaRetrieval (fr)": 21.04, - "NFCorpus": 28.65, - "NQ": 36.32, - "QuoraRetrieval": 85.49, - "SCIDOCS": 14.15, - "SciFact": 45.76, - "SyntecRetrieval": 67.0, - "TRECCOVID": 40.7, - "Touche2020": 20.3, - "XPQARetrieval (fr)": 45.19 - } - ] - }, - "STS": { - "cosine_spearman": [ - { - "Model": "sentence-t5-base", - "BIOSSES": 75.89, - "SICK-R": 80.18, - "SICKFr": 71.74, - "STS12": 78.05, - "STS13": 85.85, - "STS14": 82.19, - "STS15": 87.46, - "STS16": 84.03, - "STS17 (ar-ar)": 13.36, - "STS17 (en-ar)": -5.65, - "STS17 (en-de)": 67.11, - "STS17 (en-en)": 89.57, - "STS17 (en-tr)": -0.02, - "STS17 (es-en)": 47.72, - "STS17 (es-es)": 79.94, - "STS17 (fr-en)": 56.61, - "STS17 (it-en)": 30.46, - "STS17 (ko-ko)": 10.06, - "STS17 (nl-en)": 36.46, - "STS22 (ar)": 31.2, - "STS22 (de)": 42.08, - "STS22 (de-en)": 46.9, - "STS22 (de-fr)": 55.04, - "STS22 (de-pl)": 33.94, - "STS22 (en)": 62.66, - "STS22 (es)": 53.81, - "STS22 (es-en)": 65.19, - "STS22 (es-it)": 55.29, - "STS22 (fr)": 77.69, - "STS22 (fr-pl)": 28.17, - "STS22 (it)": 60.65, - "STS22 (pl)": 24.42, - "STS22 (pl-en)": 42.97, - "STS22 (ru)": 12.13, - "STS22 (tr)": 40.45, - "STS22 (zh)": 32.9, - "STS22 (zh-en)": 20.15, - "STSBenchmark": 85.52, - "STSBenchmarkMultilingualSTS (fr)": 74.04 - } - ] - }, - "Summarization": { - "cosine_spearman": [ - { - "Model": "sentence-t5-base", - "SummEval": 31.39, - "SummEvalFr": 30.01 - } - ] - }, - "MultilabelClassification": { - "accuracy": [] - }, - "InstructionRetrieval": { - "p-MRR": [] - } - }, - "sentence-transformers__sentence-t5-large": { - "BitextMining": { - "f1": [ - { - "Model": "sentence-t5-large", - "BUCC (de-en)": 87.0, - "BUCC (fr-en)": 88.91, - "BUCC (ru-en)": 0.44, - "BUCC (zh-en)": 0.95, - "Tatoeba (afr-eng)": 23.7, - "Tatoeba (amh-eng)": 0.65, - "Tatoeba (ang-eng)": 30.98, - "Tatoeba (ara-eng)": 0.48, - "Tatoeba (arq-eng)": 0.68, - "Tatoeba (arz-eng)": 0.22, - "Tatoeba (ast-eng)": 55.3, - "Tatoeba (awa-eng)": 1.03, - "Tatoeba (aze-eng)": 5.83, - "Tatoeba (bel-eng)": 1.66, - "Tatoeba (ben-eng)": 0.0, - "Tatoeba (ber-eng)": 5.62, - "Tatoeba (bos-eng)": 12.23, - "Tatoeba (bre-eng)": 5.84, - "Tatoeba (bul-eng)": 1.35, - "Tatoeba (cat-eng)": 48.56, - "Tatoeba (cbk-eng)": 46.97, - "Tatoeba (ceb-eng)": 9.79, - "Tatoeba (ces-eng)": 6.0, - "Tatoeba (cha-eng)": 24.21, - "Tatoeba (cmn-eng)": 2.26, - "Tatoeba (cor-eng)": 4.03, - "Tatoeba (csb-eng)": 9.53, - "Tatoeba (cym-eng)": 9.17, - "Tatoeba (dan-eng)": 34.63, - "Tatoeba (deu-eng)": 89.31, - "Tatoeba (dsb-eng)": 9.68, - "Tatoeba (dtp-eng)": 4.66, - "Tatoeba (ell-eng)": 0.77, - "Tatoeba (epo-eng)": 26.88, - "Tatoeba (est-eng)": 5.19, - "Tatoeba (eus-eng)": 9.46, - "Tatoeba (fao-eng)": 21.59, - "Tatoeba (fin-eng)": 5.66, - "Tatoeba (fra-eng)": 79.71, - "Tatoeba (fry-eng)": 28.29, - "Tatoeba (gla-eng)": 2.34, - "Tatoeba (gle-eng)": 3.55, - "Tatoeba (glg-eng)": 56.25, - "Tatoeba (gsw-eng)": 24.25, - "Tatoeba (heb-eng)": 0.57, - "Tatoeba (hin-eng)": 0.12, - "Tatoeba (hrv-eng)": 10.29, - "Tatoeba (hsb-eng)": 9.52, - "Tatoeba (hun-eng)": 6.22, - "Tatoeba (hye-eng)": 0.81, - "Tatoeba (ido-eng)": 41.11, - "Tatoeba (ile-eng)": 54.0, - "Tatoeba (ina-eng)": 75.47, - "Tatoeba (ind-eng)": 13.02, - "Tatoeba (isl-eng)": 8.98, - "Tatoeba (ita-eng)": 67.23, - "Tatoeba (jav-eng)": 8.54, - "Tatoeba (jpn-eng)": 0.99, - "Tatoeba (kab-eng)": 1.85, - "Tatoeba (kat-eng)": 1.37, - "Tatoeba (kaz-eng)": 0.67, - "Tatoeba (khm-eng)": 0.56, - "Tatoeba (kor-eng)": 1.73, - "Tatoeba (kur-eng)": 9.23, - "Tatoeba (kzj-eng)": 5.38, - "Tatoeba (lat-eng)": 21.3, - "Tatoeba (lfn-eng)": 40.48, - "Tatoeba (lit-eng)": 5.38, - "Tatoeba (lvs-eng)": 6.83, - "Tatoeba (mal-eng)": 0.45, - "Tatoeba (mar-eng)": 0.01, - "Tatoeba (max-eng)": 16.44, - "Tatoeba (mhr-eng)": 0.33, - "Tatoeba (mkd-eng)": 0.4, - "Tatoeba (mon-eng)": 2.48, - "Tatoeba (nds-eng)": 34.66, - "Tatoeba (nld-eng)": 42.72, - "Tatoeba (nno-eng)": 24.08, - "Tatoeba (nob-eng)": 34.17, - "Tatoeba (nov-eng)": 55.01, - "Tatoeba (oci-eng)": 29.15, - "Tatoeba (orv-eng)": 0.2, - "Tatoeba (pam-eng)": 6.99, - "Tatoeba (pes-eng)": 0.9, - "Tatoeba (pms-eng)": 30.8, - "Tatoeba (pol-eng)": 12.81, - "Tatoeba (por-eng)": 73.45, - "Tatoeba (ron-eng)": 54.86, - "Tatoeba (rus-eng)": 2.43, - "Tatoeba (slk-eng)": 8.35, - "Tatoeba (slv-eng)": 9.3, - "Tatoeba (spa-eng)": 78.87, - "Tatoeba (sqi-eng)": 11.74, - "Tatoeba (srp-eng)": 5.83, - "Tatoeba (swe-eng)": 35.41, - "Tatoeba (swg-eng)": 28.18, - "Tatoeba (swh-eng)": 7.53, - "Tatoeba (tam-eng)": 0.36, - "Tatoeba (tat-eng)": 1.01, - "Tatoeba (tel-eng)": 1.1, - "Tatoeba (tgl-eng)": 12.4, - "Tatoeba (tha-eng)": 1.58, - "Tatoeba (tuk-eng)": 4.95, - "Tatoeba (tur-eng)": 6.45, - "Tatoeba (tzl-eng)": 37.82, - "Tatoeba (uig-eng)": 0.67, - "Tatoeba (ukr-eng)": 1.88, - "Tatoeba (urd-eng)": 0.0, - "Tatoeba (uzb-eng)": 4.79, - "Tatoeba (vie-eng)": 7.03, - "Tatoeba (war-eng)": 9.68, - "Tatoeba (wuu-eng)": 1.28, - "Tatoeba (xho-eng)": 10.64, - "Tatoeba (yid-eng)": 0.57, - "Tatoeba (yue-eng)": 0.88, - "Tatoeba (zsm-eng)": 14.67 - } - ] - }, - "Classification": { - "accuracy": [ - { - "Model": "sentence-t5-large", - "AmazonCounterfactualClassification (de)": 67.97, - "AmazonCounterfactualClassification (en)": 75.51, - "AmazonCounterfactualClassification (en-ext)": 75.44, - "AmazonCounterfactualClassification (ja)": 45.72, - "AmazonPolarityClassification": 92.87, - "AmazonReviewsClassification (de)": 43.16, - "AmazonReviewsClassification (en)": 47.12, - "AmazonReviewsClassification (es)": 42.89, - "AmazonReviewsClassification (fr)": 41.48, - "AmazonReviewsClassification (ja)": 22.49, - "AmazonReviewsClassification (zh)": 22.12, - "Banking77Classification": 78.46, - "EmotionClassification": 51.74, - "ImdbClassification": 87.01, - "MTOPDomainClassification (de)": 80.56, - "MTOPDomainClassification (en)": 90.99, - "MTOPDomainClassification (es)": 80.78, - "MTOPDomainClassification (fr)": 79.6, - "MTOPDomainClassification (hi)": 21.22, - "MTOPDomainClassification (th)": 15.82, - "MTOPIntentClassification (de)": 52.5, - "MTOPIntentClassification (en)": 64.98, - "MTOPIntentClassification (es)": 52.07, - "MTOPIntentClassification (fr)": 47.73, - "MTOPIntentClassification (hi)": 3.74, - "MTOPIntentClassification (th)": 4.96, - "MasakhaNEWSClassification (fra)": 80.43, - "MassiveIntentClassification (af)": 38.41, - "MassiveIntentClassification (am)": 2.49, - "MassiveIntentClassification (ar)": 4.7, - "MassiveIntentClassification (az)": 31.77, - "MassiveIntentClassification (bn)": 2.77, - "MassiveIntentClassification (cy)": 31.69, - "MassiveIntentClassification (da)": 41.76, - "MassiveIntentClassification (de)": 52.01, - "MassiveIntentClassification (el)": 9.74, - "MassiveIntentClassification (en)": 71.78, - "MassiveIntentClassification (es)": 54.1, - "MassiveIntentClassification (fa)": 3.86, - "MassiveIntentClassification (fi)": 34.07, - "MassiveIntentClassification (fr)": 57.01, - "MassiveIntentClassification (he)": 2.14, - "MassiveIntentClassification (hi)": 2.97, - "MassiveIntentClassification (hu)": 32.01, - "MassiveIntentClassification (hy)": 3.17, - "MassiveIntentClassification (id)": 34.55, - "MassiveIntentClassification (is)": 32.0, - "MassiveIntentClassification (it)": 52.94, - "MassiveIntentClassification (ja)": 2.9, - "MassiveIntentClassification (jv)": 32.42, - "MassiveIntentClassification (ka)": 2.71, - "MassiveIntentClassification (km)": 5.5, - "MassiveIntentClassification (kn)": 2.41, - "MassiveIntentClassification (ko)": 2.57, - "MassiveIntentClassification (lv)": 35.09, - "MassiveIntentClassification (ml)": 2.95, - "MassiveIntentClassification (mn)": 18.33, - "MassiveIntentClassification (ms)": 29.69, - "MassiveIntentClassification (my)": 3.99, - "MassiveIntentClassification (nb)": 41.29, - "MassiveIntentClassification (nl)": 44.95, - "MassiveIntentClassification (pl)": 37.67, - "MassiveIntentClassification (pt)": 51.96, - "MassiveIntentClassification (ro)": 43.83, - "MassiveIntentClassification (ru)": 17.32, - "MassiveIntentClassification (sl)": 33.71, - "MassiveIntentClassification (sq)": 37.62, - "MassiveIntentClassification (sv)": 40.67, - "MassiveIntentClassification (sw)": 31.9, - "MassiveIntentClassification (ta)": 1.91, - "MassiveIntentClassification (te)": 2.54, - "MassiveIntentClassification (th)": 3.85, - "MassiveIntentClassification (tl)": 36.83, - "MassiveIntentClassification (tr)": 33.0, - "MassiveIntentClassification (ur)": 2.62, - "MassiveIntentClassification (vi)": 22.81, - "MassiveIntentClassification (zh-CN)": 1.09, - "MassiveIntentClassification (zh-TW)": 3.49, - "MassiveScenarioClassification (af)": 50.28, - "MassiveScenarioClassification (am)": 7.15, - "MassiveScenarioClassification (ar)": 12.12, - "MassiveScenarioClassification (az)": 39.68, - "MassiveScenarioClassification (bn)": 8.06, - "MassiveScenarioClassification (cy)": 38.01, - "MassiveScenarioClassification (da)": 51.44, - "MassiveScenarioClassification (de)": 62.71, - "MassiveScenarioClassification (el)": 17.19, - "MassiveScenarioClassification (en)": 73.16, - "MassiveScenarioClassification (es)": 59.56, - "MassiveScenarioClassification (fa)": 6.5, - "MassiveScenarioClassification (fi)": 41.72, - "MassiveScenarioClassification (fr)": 63.6, - "MassiveScenarioClassification (he)": 7.93, - "MassiveScenarioClassification (hi)": 7.85, - "MassiveScenarioClassification (hu)": 41.37, - "MassiveScenarioClassification (hy)": 9.42, - "MassiveScenarioClassification (id)": 44.88, - "MassiveScenarioClassification (is)": 40.86, - "MassiveScenarioClassification (it)": 60.09, - "MassiveScenarioClassification (ja)": 6.56, - "MassiveScenarioClassification (jv)": 40.18, - "MassiveScenarioClassification (ka)": 7.37, - "MassiveScenarioClassification (km)": 9.56, - "MassiveScenarioClassification (kn)": 8.4, - "MassiveScenarioClassification (ko)": 5.96, - "MassiveScenarioClassification (lv)": 41.44, - "MassiveScenarioClassification (ml)": 7.47, - "MassiveScenarioClassification (mn)": 25.36, - "MassiveScenarioClassification (ms)": 39.69, - "MassiveScenarioClassification (my)": 9.68, - "MassiveScenarioClassification (nb)": 49.92, - "MassiveScenarioClassification (nl)": 56.09, - "MassiveScenarioClassification (pl)": 45.2, - "MassiveScenarioClassification (pt)": 57.99, - "MassiveScenarioClassification (ro)": 56.0, - "MassiveScenarioClassification (ru)": 27.47, - "MassiveScenarioClassification (sl)": 41.04, - "MassiveScenarioClassification (sq)": 49.38, - "MassiveScenarioClassification (sv)": 50.97, - "MassiveScenarioClassification (sw)": 40.62, - "MassiveScenarioClassification (ta)": 7.59, - "MassiveScenarioClassification (te)": 7.07, - "MassiveScenarioClassification (th)": 8.52, - "MassiveScenarioClassification (tl)": 49.89, - "MassiveScenarioClassification (tr)": 43.08, - "MassiveScenarioClassification (ur)": 9.31, - "MassiveScenarioClassification (vi)": 27.46, - "MassiveScenarioClassification (zh-CN)": 4.7, - "MassiveScenarioClassification (zh-TW)": 7.24, - "ToxicConversationsClassification": 71.73, - "TweetSentimentExtractionClassification": 62.33 - } - ] - }, - "Clustering": { - "v_measure": [ - { - "Model": "sentence-t5-large", - "AlloProfClusteringP2P": 61.82, - "AlloProfClusteringS2S": 39.78, - "ArxivClusteringP2P": 41.62, - "ArxivClusteringS2S": 29.44, - "BiorxivClusteringP2P": 35.99, - "BiorxivClusteringS2S": 24.02, - "BlurbsClusteringP2P": 35.33, - "BlurbsClusteringS2S": 13.27, - "HALClusteringS2S": 18.73, - "MLSUMClusteringP2P": 42.07, - "MLSUMClusteringS2S": 31.87, - "MasakhaNEWSClusteringP2P (fra)": 58.6, - "MasakhaNEWSClusteringS2S (fra)": 31.33, - "MedrxivClusteringP2P": 32.4, - "MedrxivClusteringS2S": 26.33, - "RedditClustering": 54.53, - "RedditClusteringP2P": 62.5, - "StackExchangeClustering": 65.11, - "StackExchangeClusteringP2P": 36.86, - "TenKGnadClusteringP2P": 44.11, - "TenKGnadClusteringS2S": 17.26, - "TwentyNewsgroupsClustering": 49.33 - } - ] - }, - "PairClassification": { - "max_ap": [ - { - "Model": "sentence-t5-large", - "OpusparcusPC (fr)": 91.19, - "PawsXPairClassification (fr)": 59.59, - "SprintDuplicateQuestions": 89.01, - "TwitterSemEval2015": 79.75, - "TwitterURLCorpus": 86.14 - }, - { - "Model": "sentence-t5-large", - "OpusparcusPC (fr)": 91.19, - "PawsXPairClassification (fr)": 59.69, - "SprintDuplicateQuestions": 89.02, - "TwitterSemEval2015": 79.75, - "TwitterURLCorpus": 86.14 - } - ] - }, - "Reranking": { - "map": [ - { - "Model": "sentence-t5-large", - "AlloprofReranking": 57.99, - "AskUbuntuDupQuestions": 61.51, - "MindSmallReranking": 30.27, - "SciDocsRR": 74.88, - "StackOverflowDupQuestions": 49.34, - "SyntecReranking": 79.77 - } - ] - }, - "Retrieval": { - "ndcg_at_10": [ - { - "Model": "sentence-t5-large", - "AlloprofRetrieval": 34.52, - "ArguAna": 39.27, - "BSARDRetrieval": 0.0, - "CQADupstackRetrieval": 38.96, - "ClimateFEVER": 11.36, - "DBPedia": 31.55, - "FEVER": 36.21, - "FiQA2018": 43.55, - "HotpotQA": 33.95, - "MSMARCO": 23.96, - "MintakaRetrieval (fr)": 23.92, - "NFCorpus": 31.1, - "NQ": 42.02, - "QuoraRetrieval": 85.73, - "SCIDOCS": 15.38, - "SciFact": 49.91, - "SyntecRetrieval": 71.05, - "TRECCOVID": 46.11, - "Touche2020": 21.63, - "XPQARetrieval (fr)": 48.79 - } - ] - }, - "STS": { - "cosine_spearman": [ - { - "Model": "sentence-t5-large", - "BIOSSES": 78.93, - "SICK-R": 80.34, - "SICKFr": 72.83, - "STS12": 79.11, - "STS13": 87.33, - "STS14": 83.17, - "STS15": 88.28, - "STS16": 84.36, - "STS17 (ar-ar)": 10.75, - "STS17 (en-ar)": -4.71, - "STS17 (en-de)": 73.62, - "STS17 (en-en)": 88.99, - "STS17 (en-tr)": -0.42, - "STS17 (es-en)": 62.62, - "STS17 (es-es)": 82.74, - "STS17 (fr-en)": 67.86, - "STS17 (it-en)": 51.86, - "STS17 (ko-ko)": 9.44, - "STS17 (nl-en)": 45.95, - "STS22 (ar)": 27.01, - "STS22 (de)": 43.73, - "STS22 (de-en)": 49.93, - "STS22 (de-fr)": 61.58, - "STS22 (de-pl)": 38.83, - "STS22 (en)": 62.39, - "STS22 (es)": 57.68, - "STS22 (es-en)": 68.09, - "STS22 (es-it)": 61.58, - "STS22 (fr)": 75.01, - "STS22 (fr-pl)": 5.63, - "STS22 (it)": 62.01, - "STS22 (pl)": 25.0, - "STS22 (pl-en)": 51.72, - "STS22 (ru)": 14.21, - "STS22 (tr)": 47.3, - "STS22 (zh)": 30.47, - "STS22 (zh-en)": 23.1, - "STSBenchmark": 85.36, - "STSBenchmarkMultilingualSTS (fr)": 77.59 - } - ] - }, - "Summarization": { - "cosine_spearman": [ - { - "Model": "sentence-t5-large", - "SummEval": 29.64, - "SummEvalFr": 30.23 - } - ] - }, - "MultilabelClassification": { - "accuracy": [] - }, - "InstructionRetrieval": { - "p-MRR": [] - } - }, - "sentence-transformers__sentence-t5-xl": { - "BitextMining": { - "f1": [ - { - "Model": "sentence-t5-xl", - "BUCC (de-en)": 95.04, - "BUCC (fr-en)": 94.96, - "BUCC (ru-en)": 8.33, - "BUCC (zh-en)": 1.3, - "Tatoeba (afr-eng)": 41.84, - "Tatoeba (amh-eng)": 0.03, - "Tatoeba (ang-eng)": 37.87, - "Tatoeba (ara-eng)": 0.61, - "Tatoeba (arq-eng)": 0.74, - "Tatoeba (arz-eng)": 0.42, - "Tatoeba (ast-eng)": 65.41, - "Tatoeba (awa-eng)": 1.46, - "Tatoeba (aze-eng)": 8.79, - "Tatoeba (bel-eng)": 5.76, - "Tatoeba (ben-eng)": 0.01, - "Tatoeba (ber-eng)": 5.92, - "Tatoeba (bos-eng)": 16.12, - "Tatoeba (bre-eng)": 6.12, - "Tatoeba (bul-eng)": 9.06, - "Tatoeba (cat-eng)": 57.4, - "Tatoeba (cbk-eng)": 57.68, - "Tatoeba (ceb-eng)": 12.56, - "Tatoeba (ces-eng)": 9.47, - "Tatoeba (cha-eng)": 27.13, - "Tatoeba (cmn-eng)": 1.82, - "Tatoeba (cor-eng)": 3.87, - "Tatoeba (csb-eng)": 14.41, - "Tatoeba (cym-eng)": 6.69, - "Tatoeba (dan-eng)": 54.87, - "Tatoeba (deu-eng)": 93.72, - "Tatoeba (dsb-eng)": 14.74, - "Tatoeba (dtp-eng)": 5.84, - "Tatoeba (ell-eng)": 0.6, - "Tatoeba (epo-eng)": 30.8, - "Tatoeba (est-eng)": 5.39, - "Tatoeba (eus-eng)": 11.9, - "Tatoeba (fao-eng)": 28.08, - "Tatoeba (fin-eng)": 6.81, - "Tatoeba (fra-eng)": 85.29, - "Tatoeba (fry-eng)": 38.68, - "Tatoeba (gla-eng)": 2.96, - "Tatoeba (gle-eng)": 3.74, - "Tatoeba (glg-eng)": 70.0, - "Tatoeba (gsw-eng)": 30.49, - "Tatoeba (heb-eng)": 0.87, - "Tatoeba (hin-eng)": 0.1, - "Tatoeba (hrv-eng)": 17.43, - "Tatoeba (hsb-eng)": 14.69, - "Tatoeba (hun-eng)": 7.28, - "Tatoeba (hye-eng)": 0.77, - "Tatoeba (ido-eng)": 46.65, - "Tatoeba (ile-eng)": 59.43, - "Tatoeba (ina-eng)": 82.71, - "Tatoeba (ind-eng)": 37.26, - "Tatoeba (isl-eng)": 11.21, - "Tatoeba (ita-eng)": 79.77, - "Tatoeba (jav-eng)": 7.81, - "Tatoeba (jpn-eng)": 0.91, - "Tatoeba (kab-eng)": 2.23, - "Tatoeba (kat-eng)": 1.48, - "Tatoeba (kaz-eng)": 1.77, - "Tatoeba (khm-eng)": 0.38, - "Tatoeba (kor-eng)": 1.96, - "Tatoeba (kur-eng)": 12.11, - "Tatoeba (kzj-eng)": 6.13, - "Tatoeba (lat-eng)": 27.84, - "Tatoeba (lfn-eng)": 45.89, - "Tatoeba (lit-eng)": 5.94, - "Tatoeba (lvs-eng)": 8.11, - "Tatoeba (mal-eng)": 0.59, - "Tatoeba (mar-eng)": 0.03, - "Tatoeba (max-eng)": 21.7, - "Tatoeba (mhr-eng)": 0.68, - "Tatoeba (mkd-eng)": 5.92, - "Tatoeba (mon-eng)": 2.39, - "Tatoeba (nds-eng)": 45.04, - "Tatoeba (nld-eng)": 64.75, - "Tatoeba (nno-eng)": 36.74, - "Tatoeba (nob-eng)": 54.77, - "Tatoeba (nov-eng)": 57.12, - "Tatoeba (oci-eng)": 34.39, - "Tatoeba (orv-eng)": 2.04, - "Tatoeba (pam-eng)": 8.34, - "Tatoeba (pes-eng)": 0.87, - "Tatoeba (pms-eng)": 38.06, - "Tatoeba (pol-eng)": 28.35, - "Tatoeba (por-eng)": 83.61, - "Tatoeba (ron-eng)": 65.27, - "Tatoeba (rus-eng)": 30.42, - "Tatoeba (slk-eng)": 13.19, - "Tatoeba (slv-eng)": 13.49, - "Tatoeba (spa-eng)": 89.18, - "Tatoeba (sqi-eng)": 14.66, - "Tatoeba (srp-eng)": 13.24, - "Tatoeba (swe-eng)": 60.67, - "Tatoeba (swg-eng)": 34.76, - "Tatoeba (swh-eng)": 8.07, - "Tatoeba (tam-eng)": 0.36, - "Tatoeba (tat-eng)": 1.46, - "Tatoeba (tel-eng)": 0.67, - "Tatoeba (tgl-eng)": 25.22, - "Tatoeba (tha-eng)": 1.58, - "Tatoeba (tuk-eng)": 4.99, - "Tatoeba (tur-eng)": 7.72, - "Tatoeba (tzl-eng)": 38.49, - "Tatoeba (uig-eng)": 0.87, - "Tatoeba (ukr-eng)": 9.12, - "Tatoeba (urd-eng)": 0.0, - "Tatoeba (uzb-eng)": 5.48, - "Tatoeba (vie-eng)": 8.45, - "Tatoeba (war-eng)": 13.75, - "Tatoeba (wuu-eng)": 1.44, - "Tatoeba (xho-eng)": 9.15, - "Tatoeba (yid-eng)": 0.28, - "Tatoeba (yue-eng)": 0.98, - "Tatoeba (zsm-eng)": 35.71 - } - ] - }, - "Classification": { - "accuracy": [ - { - "Model": "sentence-t5-xl", - "AmazonCounterfactualClassification (de)": 67.01, - "AmazonCounterfactualClassification (en)": 76.01, - "AmazonCounterfactualClassification (en-ext)": 77.29, - "AmazonCounterfactualClassification (ja)": 45.61, - "AmazonPolarityClassification": 93.17, - "AmazonReviewsClassification (de)": 44.05, - "AmazonReviewsClassification (en)": 48.18, - "AmazonReviewsClassification (es)": 45.01, - "AmazonReviewsClassification (fr)": 43.52, - "AmazonReviewsClassification (ja)": 22.23, - "AmazonReviewsClassification (zh)": 21.88, - "Banking77Classification": 80.88, - "EmotionClassification": 51.95, - "ImdbClassification": 87.54, - "MTOPDomainClassification (de)": 83.28, - "MTOPDomainClassification (en)": 90.73, - "MTOPDomainClassification (es)": 85.32, - "MTOPDomainClassification (fr)": 85.14, - "MTOPDomainClassification (hi)": 20.85, - "MTOPDomainClassification (th)": 15.62, - "MTOPIntentClassification (de)": 54.65, - "MTOPIntentClassification (en)": 68.15, - "MTOPIntentClassification (es)": 57.38, - "MTOPIntentClassification (fr)": 54.39, - "MTOPIntentClassification (hi)": 3.28, - "MTOPIntentClassification (th)": 5.08, - "MasakhaNEWSClassification (fra)": 80.09, - "MassiveIntentClassification (af)": 40.17, - "MassiveIntentClassification (am)": 2.18, - "MassiveIntentClassification (ar)": 4.18, - "MassiveIntentClassification (az)": 30.02, - "MassiveIntentClassification (bn)": 2.6, - "MassiveIntentClassification (cy)": 29.15, - "MassiveIntentClassification (da)": 47.69, - "MassiveIntentClassification (de)": 57.43, - "MassiveIntentClassification (el)": 9.96, - "MassiveIntentClassification (en)": 72.09, - "MassiveIntentClassification (es)": 57.97, - "MassiveIntentClassification (fa)": 3.6, - "MassiveIntentClassification (fi)": 34.02, - "MassiveIntentClassification (fr)": 60.99, - "MassiveIntentClassification (he)": 2.51, - "MassiveIntentClassification (hi)": 3.02, - "MassiveIntentClassification (hu)": 31.66, - "MassiveIntentClassification (hy)": 3.32, - "MassiveIntentClassification (id)": 41.53, - "MassiveIntentClassification (is)": 30.25, - "MassiveIntentClassification (it)": 56.57, - "MassiveIntentClassification (ja)": 3.5, - "MassiveIntentClassification (jv)": 31.67, - "MassiveIntentClassification (ka)": 2.79, - "MassiveIntentClassification (km)": 5.43, - "MassiveIntentClassification (kn)": 2.79, - "MassiveIntentClassification (ko)": 2.67, - "MassiveIntentClassification (lv)": 34.25, - "MassiveIntentClassification (ml)": 2.98, - "MassiveIntentClassification (mn)": 20.99, - "MassiveIntentClassification (ms)": 37.43, - "MassiveIntentClassification (my)": 4.02, - "MassiveIntentClassification (nb)": 45.91, - "MassiveIntentClassification (nl)": 50.51, - "MassiveIntentClassification (pl)": 43.95, - "MassiveIntentClassification (pt)": 57.95, - "MassiveIntentClassification (ro)": 49.37, - "MassiveIntentClassification (ru)": 33.46, - "MassiveIntentClassification (sl)": 36.33, - "MassiveIntentClassification (sq)": 37.65, - "MassiveIntentClassification (sv)": 46.35, - "MassiveIntentClassification (sw)": 30.6, - "MassiveIntentClassification (ta)": 1.79, - "MassiveIntentClassification (te)": 2.26, - "MassiveIntentClassification (th)": 4.02, - "MassiveIntentClassification (tl)": 38.92, - "MassiveIntentClassification (tr)": 32.05, - "MassiveIntentClassification (ur)": 2.7, - "MassiveIntentClassification (vi)": 21.47, - "MassiveIntentClassification (zh-CN)": 0.59, - "MassiveIntentClassification (zh-TW)": 3.24, - "MassiveScenarioClassification (af)": 50.81, - "MassiveScenarioClassification (am)": 6.95, - "MassiveScenarioClassification (ar)": 12.32, - "MassiveScenarioClassification (az)": 38.79, - "MassiveScenarioClassification (bn)": 8.0, - "MassiveScenarioClassification (cy)": 33.91, - "MassiveScenarioClassification (da)": 55.79, - "MassiveScenarioClassification (de)": 65.33, - "MassiveScenarioClassification (el)": 16.89, - "MassiveScenarioClassification (en)": 73.26, - "MassiveScenarioClassification (es)": 62.52, - "MassiveScenarioClassification (fa)": 6.08, - "MassiveScenarioClassification (fi)": 43.34, - "MassiveScenarioClassification (fr)": 66.42, - "MassiveScenarioClassification (he)": 7.55, - "MassiveScenarioClassification (hi)": 7.44, - "MassiveScenarioClassification (hu)": 40.85, - "MassiveScenarioClassification (hy)": 9.25, - "MassiveScenarioClassification (id)": 51.92, - "MassiveScenarioClassification (is)": 40.09, - "MassiveScenarioClassification (it)": 62.94, - "MassiveScenarioClassification (ja)": 7.9, - "MassiveScenarioClassification (jv)": 41.33, - "MassiveScenarioClassification (ka)": 7.76, - "MassiveScenarioClassification (km)": 9.19, - "MassiveScenarioClassification (kn)": 8.36, - "MassiveScenarioClassification (ko)": 6.13, - "MassiveScenarioClassification (lv)": 40.7, - "MassiveScenarioClassification (ml)": 6.98, - "MassiveScenarioClassification (mn)": 27.0, - "MassiveScenarioClassification (ms)": 46.9, - "MassiveScenarioClassification (my)": 9.55, - "MassiveScenarioClassification (nb)": 53.43, - "MassiveScenarioClassification (nl)": 59.65, - "MassiveScenarioClassification (pl)": 49.87, - "MassiveScenarioClassification (pt)": 62.18, - "MassiveScenarioClassification (ro)": 58.22, - "MassiveScenarioClassification (ru)": 40.73, - "MassiveScenarioClassification (sl)": 43.66, - "MassiveScenarioClassification (sq)": 49.25, - "MassiveScenarioClassification (sv)": 57.17, - "MassiveScenarioClassification (sw)": 40.55, - "MassiveScenarioClassification (ta)": 7.46, - "MassiveScenarioClassification (te)": 7.03, - "MassiveScenarioClassification (th)": 8.52, - "MassiveScenarioClassification (tl)": 51.74, - "MassiveScenarioClassification (tr)": 43.01, - "MassiveScenarioClassification (ur)": 9.61, - "MassiveScenarioClassification (vi)": 28.91, - "MassiveScenarioClassification (zh-CN)": 5.86, - "MassiveScenarioClassification (zh-TW)": 7.14, - "ToxicConversationsClassification": 70.95, - "TweetSentimentExtractionClassification": 61.21 - } - ] - }, - "Clustering": { - "v_measure": [ - { - "Model": "sentence-t5-xl", - "AlloProfClusteringP2P": 60.37, - "AlloProfClusteringS2S": 40.76, - "ArxivClusteringP2P": 41.62, - "ArxivClusteringS2S": 31.17, - "BiorxivClusteringP2P": 36.43, - "BiorxivClusteringS2S": 26.47, - "HALClusteringS2S": 20.28, - "MLSUMClusteringP2P": 41.61, - "MLSUMClusteringS2S": 33.6, - "MasakhaNEWSClusteringP2P (fra)": 62.82, - "MasakhaNEWSClusteringS2S (fra)": 31.74, - "MedrxivClusteringP2P": 32.3, - "MedrxivClusteringS2S": 26.93, - "RedditClustering": 57.03, - "RedditClusteringP2P": 62.34, - "StackExchangeClustering": 67.13, - "StackExchangeClusteringP2P": 34.79, - "TwentyNewsgroupsClustering": 49.53 - } - ] - }, - "PairClassification": { - "max_ap": [ - { - "Model": "sentence-t5-xl", - "OpusparcusPC (fr)": 92.48, - "PawsXPairClassification (fr)": 62.52, - "SprintDuplicateQuestions": 91.44, - "TwitterSemEval2015": 80.89, - "TwitterURLCorpus": 85.86 - }, - { - "Model": "sentence-t5-xl", - "OpusparcusPC (fr)": 92.48, - "PawsXPairClassification (fr)": 62.59, - "SprintDuplicateQuestions": 91.44, - "TwitterSemEval2015": 80.89, - "TwitterURLCorpus": 85.86 - } - ] - }, - "Reranking": { - "map": [ - { - "Model": "sentence-t5-xl", - "AlloprofReranking": 63.3, - "AskUbuntuDupQuestions": 62.86, - "MindSmallReranking": 29.77, - "SciDocsRR": 75.16, - "StackOverflowDupQuestions": 51.05, - "SyntecReranking": 83.07 - } - ] - }, - "Retrieval": { - "ndcg_at_10": [ - { - "Model": "sentence-t5-xl", - "AlloprofRetrieval": 40.38, - "ArguAna": 39.4, - "BSARDRetrieval": 0.14, - "CQADupstackRetrieval": 40.78, - "ClimateFEVER": 10.61, - "DBPedia": 33.65, - "FEVER": 36.12, - "FiQA2018": 44.71, - "HotpotQA": 37.17, - "MSMARCO": 25.17, - "MintakaRetrieval (fr)": 31.54, - "NFCorpus": 33.18, - "NQ": 46.29, - "QuoraRetrieval": 85.85, - "SCIDOCS": 15.97, - "SciFact": 50.91, - "SyntecRetrieval": 74.24, - "TRECCOVID": 54.77, - "Touche2020": 22.51, - "XPQARetrieval (fr)": 52.14 - } - ] - }, - "STS": { - "cosine_spearman": [ - { - "Model": "sentence-t5-xl", - "BIOSSES": 73.12, - "SICK-R": 79.98, - "SICKFr": 75.08, - "STS12": 79.02, - "STS13": 88.8, - "STS14": 84.33, - "STS15": 88.89, - "STS16": 85.31, - "STS17 (ar-ar)": 11.13, - "STS17 (en-ar)": -3.93, - "STS17 (en-de)": 79.04, - "STS17 (en-en)": 88.91, - "STS17 (en-tr)": 13.61, - "STS17 (es-en)": 71.72, - "STS17 (es-es)": 83.42, - "STS17 (fr-en)": 71.38, - "STS17 (it-en)": 69.5, - "STS17 (ko-ko)": 9.61, - "STS17 (nl-en)": 66.12, - "STS22 (ar)": 29.6, - "STS22 (de)": 47.72, - "STS22 (de-en)": 49.64, - "STS22 (de-fr)": 62.21, - "STS22 (de-pl)": 34.34, - "STS22 (en)": 64.32, - "STS22 (es)": 58.16, - "STS22 (es-en)": 69.15, - "STS22 (es-it)": 65.26, - "STS22 (fr)": 77.49, - "STS22 (fr-pl)": 50.71, - "STS22 (it)": 66.91, - "STS22 (pl)": 27.04, - "STS22 (pl-en)": 58.85, - "STS22 (ru)": 26.63, - "STS22 (tr)": 43.36, - "STS22 (zh)": 33.55, - "STS22 (zh-en)": 29.0, - "STSBenchmark": 83.93, - "STSBenchmarkMultilingualSTS (fr)": 79.42 - } - ] - }, - "Summarization": { - "cosine_spearman": [ - { - "Model": "sentence-t5-xl", - "SummEval": 29.91, - "SummEvalFr": 31.59 - } - ] - }, - "MultilabelClassification": { - "accuracy": [] - }, - "InstructionRetrieval": { - "p-MRR": [] - } - }, - "sentence-transformers__sentence-t5-xxl": { - "BitextMining": { - "f1": [] - }, - "Classification": { - "accuracy": [ - { - "Model": "sentence-t5-xxl", - "AmazonCounterfactualClassification (en)": 77.07, - "AmazonPolarityClassification": 92.79, - "AmazonReviewsClassification (en)": 48.93, - "AmazonReviewsClassification (fr)": 46.09, - "Banking77Classification": 82.31, - "EmotionClassification": 48.57, - "ImdbClassification": 90.23, - "MTOPDomainClassification (en)": 92.49, - "MTOPDomainClassification (fr)": 86.2, - "MTOPIntentClassification (en)": 68.33, - "MTOPIntentClassification (fr)": 58.33, - "MasakhaNEWSClassification (fra)": 79.1, - "MassiveIntentClassification (en)": 73.44, - "MassiveIntentClassification (fr)": 65.91, - "MassiveScenarioClassification (en)": 74.82, - "MassiveScenarioClassification (fr)": 68.53, - "ToxicConversationsClassification": 70.04, - "TweetSentimentExtractionClassification": 62.01 - } - ] - }, - "Clustering": { - "v_measure": [ - { - "Model": "sentence-t5-xxl", - "AlloProfClusteringP2P": 60.98, - "AlloProfClusteringS2S": 43.5, - "ArxivClusteringP2P": 42.89, - "ArxivClusteringS2S": 33.47, - "BiorxivClusteringP2P": 36.53, - "BiorxivClusteringS2S": 28.66, - "BlurbsClusteringP2P": 39.91, - "BlurbsClusteringS2S": 15.94, - "HALClusteringS2S": 21.4, - "MLSUMClusteringP2P": 42.24, - "MLSUMClusteringS2S": 35.25, - "MasakhaNEWSClusteringP2P (fra)": 61.15, - "MasakhaNEWSClusteringS2S (fra)": 38.24, - "MedrxivClusteringP2P": 32.09, - "MedrxivClusteringS2S": 26.82, - "RedditClustering": 58.99, - "RedditClusteringP2P": 64.46, - "StackExchangeClustering": 70.78, - "StackExchangeClusteringP2P": 35.25, - "TenKGnadClusteringP2P": 43.43, - "TenKGnadClusteringS2S": 19.69, - "TwentyNewsgroupsClustering": 50.93 - } - ] - }, - "PairClassification": { - "max_ap": [ - { - "Model": "sentence-t5-xxl", - "OpusparcusPC (fr)": 93.94, - "PawsXPairClassification (fr)": 63.98, - "SprintDuplicateQuestions": 88.89, - "TwitterSemEval2015": 80.28, - "TwitterURLCorpus": 86.01 - }, - { - "Model": "sentence-t5-xxl", - "OpusparcusPC (fr)": 93.94, - "PawsXPairClassification (fr)": 64.01, - "SprintDuplicateQuestions": 88.91, - "TwitterSemEval2015": 80.28, - "TwitterURLCorpus": 86.01 - } - ] - }, - "Reranking": { - "map": [ - { - "Model": "sentence-t5-xxl", - "AlloprofReranking": 68.36, - "AskUbuntuDupQuestions": 66.16, - "MindSmallReranking": 30.6, - "SciDocsRR": 76.09, - "StackOverflowDupQuestions": 52.85, - "SyntecReranking": 85.15 - } - ] - }, - "Retrieval": { - "ndcg_at_10": [ - { - "Model": "sentence-t5-xxl", - "AlloprofRetrieval": 45.75, - "ArguAna": 39.85, - "BSARDRetrieval": 3.33, - "CQADupstackRetrieval": 44.65, - "ClimateFEVER": 14.63, - "DBPedia": 39.19, - "FEVER": 51.2, - "FiQA2018": 46.68, - "HotpotQA": 42.14, - "MSMARCO": 27.67, - "MintakaRetrieval (fr)": 34.93, - "NFCorpus": 35.08, - "NQ": 52.87, - "QuoraRetrieval": 85.96, - "SCIDOCS": 17.17, - "SciFact": 55.38, - "SyntecRetrieval": 78.97, - "TRECCOVID": 59.48, - "Touche2020": 21.65, - "XPQARetrieval (fr)": 56.2 - } - ] - }, - "STS": { - "cosine_spearman": [ - { - "Model": "sentence-t5-xxl", - "BIOSSES": 80.43, - "SICK-R": 80.47, - "SICKFr": 77.07, - "STS12": 78.85, - "STS13": 88.94, - "STS14": 84.86, - "STS15": 89.32, - "STS16": 84.67, - "STS17 (en-en)": 89.46, - "STS22 (en)": 65.33, - "STS22 (fr)": 76.8, - "STSBenchmark": 84.01, - "STSBenchmarkMultilingualSTS (fr)": 81.24 - } - ] - }, - "Summarization": { - "cosine_spearman": [ - { - "Model": "sentence-t5-xxl", - "SummEval": 30.08, - "SummEvalFr": 30.39 - } - ] - }, - "MultilabelClassification": { - "accuracy": [] - }, - "InstructionRetrieval": { - "p-MRR": [] - } - }, - "sentence-transformers__use-cmlm-multilingual": { - "BitextMining": { - "f1": [] - }, - "Classification": { - "accuracy": [] - }, - "Clustering": { - "v_measure": [ - { - "Model": "use-cmlm-multilingual", - "BlurbsClusteringP2P": 29.63, - "BlurbsClusteringS2S": 15.24, - "TenKGnadClusteringP2P": 37.1, - "TenKGnadClusteringS2S": 25.64 - } - ] - }, - "PairClassification": { - "max_ap": [] - }, - "Reranking": { - "map": [] - }, - "Retrieval": { - "ndcg_at_10": [] - }, - "STS": { - "cosine_spearman": [] - }, - "Summarization": { - "cosine_spearman": [] - }, - "MultilabelClassification": { - "accuracy": [] - }, - "InstructionRetrieval": { - "p-MRR": [] - } - }, - "sergeyzh__LaBSE-ru-turbo": { - "BitextMining": { - "f1": [ - { - "Model": "LaBSE-ru-turbo", - "BornholmBitextMining": 37.59, - "Tatoeba (rus-eng)": 93.22 - } - ] - }, - "Classification": { - "accuracy": [ - { - "Model": "LaBSE-ru-turbo", - "AllegroReviews": 24.9, - "AmazonCounterfactualClassification (en-ext)": 74.51, - "AmazonCounterfactualClassification (en)": 74.01, - "AmazonCounterfactualClassification (de)": 51.82, - "AmazonCounterfactualClassification (ja)": 56.28, - "AmazonPolarityClassification": 79.24, - "AmazonReviewsClassification (en)": 42.38, - "AmazonReviewsClassification (de)": 29.28, - "AmazonReviewsClassification (es)": 33.88, - "AmazonReviewsClassification (fr)": 32.2, - "AmazonReviewsClassification (ja)": 20.53, - "AmazonReviewsClassification (zh)": 20.93, - "AngryTweetsClassification": 46.87, - "Banking77Classification": 73.54, - "CBD": 53.58, - "DanishPoliticalCommentsClassification": 30.36, - "EmotionClassification": 45.58, - "GeoreviewClassification": 46.04, - "HeadlineClassification": 69.98, - "ImdbClassification": 71.58, - "InappropriatenessClassification": 61.39, - "KinopoiskClassification": 53.59, - "LccSentimentClassification": 48.0, - "MTOPDomainClassification (en)": 89.99, - "MTOPDomainClassification (de)": 64.42, - "MTOPDomainClassification (es)": 63.98, - "MTOPDomainClassification (fr)": 68.37, - "MTOPDomainClassification (hi)": 21.64, - "MTOPDomainClassification (th)": 15.28, - "MTOPIntentClassification (en)": 58.5, - "MTOPIntentClassification (de)": 36.38, - "MTOPIntentClassification (es)": 37.06, - "MTOPIntentClassification (fr)": 35.98, - "MTOPIntentClassification (hi)": 3.76, - "MTOPIntentClassification (th)": 4.99, - "MasakhaNEWSClassification (amh)": 35.64, - "MasakhaNEWSClassification (eng)": 79.59, - "MasakhaNEWSClassification (fra)": 75.43, - "MasakhaNEWSClassification (hau)": 57.16, - "MasakhaNEWSClassification (ibo)": 52.74, - "MasakhaNEWSClassification (lin)": 67.2, - "MasakhaNEWSClassification (lug)": 53.23, - "MasakhaNEWSClassification (orm)": 52.22, - "MasakhaNEWSClassification (pcm)": 93.05, - "MasakhaNEWSClassification (run)": 57.64, - "MasakhaNEWSClassification (sna)": 71.17, - "MasakhaNEWSClassification (som)": 44.97, - "MasakhaNEWSClassification (swa)": 52.67, - "MasakhaNEWSClassification (tir)": 26.95, - "MasakhaNEWSClassification (xho)": 62.36, - "MasakhaNEWSClassification (yor)": 63.11, - "MassiveIntentClassification (ru)": 66.08, - "MassiveIntentClassification (pt)": 39.34, - "MassiveIntentClassification (fi)": 35.23, - "MassiveIntentClassification (hu)": 30.01, - "MassiveIntentClassification (da)": 39.46, - "MassiveIntentClassification (ja)": 4.66, - "MassiveIntentClassification (ur)": 2.45, - "MassiveIntentClassification (fr)": 39.59, - "MassiveIntentClassification (km)": 5.34, - "MassiveIntentClassification (te)": 2.39, - "MassiveIntentClassification (ka)": 2.69, - "MassiveIntentClassification (mn)": 32.23, - "MassiveIntentClassification (hi)": 3.21, - "MassiveIntentClassification (is)": 27.36, - "MassiveIntentClassification (ro)": 36.04, - "MassiveIntentClassification (az)": 20.84, - "MassiveIntentClassification (sw)": 33.68, - "MassiveIntentClassification (sq)": 35.67, - "MassiveIntentClassification (bn)": 3.74, - "MassiveIntentClassification (vi)": 23.65, - "MassiveIntentClassification (my)": 3.37, - "MassiveIntentClassification (th)": 3.87, - "MassiveIntentClassification (en)": 64.92, - "MassiveIntentClassification (ar)": 4.44, - "MassiveIntentClassification (kn)": 2.58, - "MassiveIntentClassification (pl)": 30.78, - "MassiveIntentClassification (tr)": 29.76, - "MassiveIntentClassification (hy)": 2.28, - "MassiveIntentClassification (fa)": 3.46, - "MassiveIntentClassification (de)": 37.67, - "MassiveIntentClassification (id)": 36.68, - "MassiveIntentClassification (ta)": 1.65, - "MassiveIntentClassification (nl)": 36.79, - "MassiveIntentClassification (tl)": 35.52, - "MassiveIntentClassification (am)": 2.29, - "MassiveIntentClassification (ko)": 2.25, - "MassiveIntentClassification (el)": 10.36, - "MassiveIntentClassification (he)": 2.31, - "MassiveIntentClassification (sl)": 36.95, - "MassiveIntentClassification (ml)": 2.56, - "MassiveIntentClassification (cy)": 35.08, - "MassiveIntentClassification (ms)": 32.99, - "MassiveIntentClassification (jv)": 33.21, - "MassiveIntentClassification (es)": 37.45, - "MassiveIntentClassification (lv)": 24.75, - "MassiveIntentClassification (sv)": 35.51, - "MassiveIntentClassification (zh-TW)": 4.56, - "MassiveIntentClassification (zh-CN)": 3.76, - "MassiveIntentClassification (it)": 42.88, - "MassiveIntentClassification (af)": 33.65, - "MassiveIntentClassification (nb)": 37.7, - "MassiveScenarioClassification (ru)": 71.13, - "MassiveScenarioClassification (kn)": 7.55, - "MassiveScenarioClassification (pt)": 47.33, - "MassiveScenarioClassification (tl)": 42.97, - "MassiveScenarioClassification (hy)": 8.46, - "MassiveScenarioClassification (hu)": 37.92, - "MassiveScenarioClassification (lv)": 29.04, - "MassiveScenarioClassification (sq)": 44.31, - "MassiveScenarioClassification (it)": 50.78, - "MassiveScenarioClassification (sv)": 41.57, - "MassiveScenarioClassification (zh-CN)": 10.17, - "MassiveScenarioClassification (ro)": 46.49, - "MassiveScenarioClassification (sl)": 42.08, - "MassiveScenarioClassification (bn)": 8.95, - "MassiveScenarioClassification (es)": 45.47, - "MassiveScenarioClassification (fa)": 7.15, - "MassiveScenarioClassification (hi)": 7.71, - "MassiveScenarioClassification (is)": 35.45, - "MassiveScenarioClassification (nl)": 44.99, - "MassiveScenarioClassification (ms)": 40.41, - "MassiveScenarioClassification (de)": 46.58, - "MassiveScenarioClassification (nb)": 43.87, - "MassiveScenarioClassification (id)": 42.1, - "MassiveScenarioClassification (ta)": 7.02, - "MassiveScenarioClassification (vi)": 31.76, - "MassiveScenarioClassification (th)": 8.74, - "MassiveScenarioClassification (te)": 7.29, - "MassiveScenarioClassification (he)": 7.65, - "MassiveScenarioClassification (en)": 71.06, - "MassiveScenarioClassification (zh-TW)": 10.21, - "MassiveScenarioClassification (fr)": 47.94, - "MassiveScenarioClassification (cy)": 43.03, - "MassiveScenarioClassification (km)": 8.92, - "MassiveScenarioClassification (ml)": 7.16, - "MassiveScenarioClassification (da)": 48.37, - "MassiveScenarioClassification (jv)": 41.0, - "MassiveScenarioClassification (sw)": 42.72, - "MassiveScenarioClassification (tr)": 35.96, - "MassiveScenarioClassification (am)": 7.12, - "MassiveScenarioClassification (az)": 27.25, - "MassiveScenarioClassification (el)": 17.96, - "MassiveScenarioClassification (af)": 42.41, - "MassiveScenarioClassification (ka)": 6.95, - "MassiveScenarioClassification (ko)": 5.61, - "MassiveScenarioClassification (fi)": 40.85, - "MassiveScenarioClassification (mn)": 36.93, - "MassiveScenarioClassification (my)": 10.47, - "MassiveScenarioClassification (ja)": 10.34, - "MassiveScenarioClassification (ur)": 8.63, - "MassiveScenarioClassification (ar)": 11.75, - "MassiveScenarioClassification (pl)": 36.2, - "NoRecClassification": 40.1, - "NordicLangClassification": 46.52, - "PAC": 69.41, - "PolEmo2.0-IN": 44.06, - "PolEmo2.0-OUT": 27.02, - "RuReviewsClassification": 64.58, - "RuSciBenchGRNTIClassification": 56.67, - "RuSciBenchOECDClassification": 43.58, - "ToxicConversationsClassification": 64.28, - "TweetSentimentExtractionClassification": 63.49 - } - ] - }, - "Clustering": { - "v_measure": [ - { - "Model": "LaBSE-ru-turbo", - "AlloProfClusteringP2P": 58.25, - "AlloProfClusteringS2S": 23.39, - "ArxivClusteringP2P": 35.03, - "ArxivClusteringS2S": 23.08, - "BiorxivClusteringP2P": 31.48, - "BiorxivClusteringS2S": 20.71, - "BlurbsClusteringP2P": 26.37, - "BlurbsClusteringS2S": 10.26, - "GeoreviewClusteringP2P": 64.55, - "HALClusteringS2S": 14.97, - "MLSUMClusteringP2P (ru)": 45.7, - "MLSUMClusteringP2P (de)": 32.73, - "MLSUMClusteringP2P (fr)": 40.75, - "MLSUMClusteringP2P (es)": 41.11, - "MLSUMClusteringS2S (ru)": 42.93, - "MLSUMClusteringS2S (de)": 34.6, - "MLSUMClusteringS2S (fr)": 40.44, - "MLSUMClusteringS2S (es)": 40.4, - "MasakhaNEWSClusteringP2P (amh)": 42.64, - "MasakhaNEWSClusteringP2P (eng)": 53.41, - "MasakhaNEWSClusteringP2P (fra)": 62.23, - "MasakhaNEWSClusteringP2P (hau)": 35.53, - "MasakhaNEWSClusteringP2P (ibo)": 34.19, - "MasakhaNEWSClusteringP2P (lin)": 50.83, - "MasakhaNEWSClusteringP2P (lug)": 42.65, - "MasakhaNEWSClusteringP2P (orm)": 29.3, - "MasakhaNEWSClusteringP2P (pcm)": 92.96, - "MasakhaNEWSClusteringP2P (run)": 51.6, - "MasakhaNEWSClusteringP2P (sna)": 47.86, - "MasakhaNEWSClusteringP2P (som)": 31.78, - "MasakhaNEWSClusteringP2P (swa)": 21.21, - "MasakhaNEWSClusteringP2P (tir)": 44.22, - "MasakhaNEWSClusteringP2P (xho)": 29.11, - "MasakhaNEWSClusteringP2P (yor)": 27.34, - "MasakhaNEWSClusteringS2S (amh)": 43.99, - "MasakhaNEWSClusteringS2S (eng)": 13.78, - "MasakhaNEWSClusteringS2S (fra)": 34.26, - "MasakhaNEWSClusteringS2S (hau)": 14.67, - "MasakhaNEWSClusteringS2S (ibo)": 32.77, - "MasakhaNEWSClusteringS2S (lin)": 48.41, - "MasakhaNEWSClusteringS2S (lug)": 42.65, - "MasakhaNEWSClusteringS2S (orm)": 25.07, - "MasakhaNEWSClusteringS2S (pcm)": 64.67, - "MasakhaNEWSClusteringS2S (run)": 44.37, - "MasakhaNEWSClusteringS2S (sna)": 46.43, - "MasakhaNEWSClusteringS2S (som)": 25.16, - "MasakhaNEWSClusteringS2S (swa)": 16.84, - "MasakhaNEWSClusteringS2S (tir)": 43.8, - "MasakhaNEWSClusteringS2S (xho)": 29.51, - "MasakhaNEWSClusteringS2S (yor)": 24.19, - "MedrxivClusteringP2P": 29.44, - "MedrxivClusteringS2S": 23.93, - "RedditClustering": 35.73, - "RedditClusteringP2P": 51.74, - "RuSciBenchGRNTIClusteringP2P": 51.69, - "RuSciBenchOECDClusteringP2P": 45.56, - "StackExchangeClustering": 45.45, - "StackExchangeClusteringP2P": 31.13, - "TenKGnadClusteringP2P": 37.43, - "TenKGnadClusteringS2S": 13.19, - "TwentyNewsgroupsClustering": 25.67 - } - ] - }, - "PairClassification": { - "max_ap": [ - { - "Model": "LaBSE-ru-turbo", - "CDSC-E": 52.92, - "FalseFriendsGermanEnglish": 47.15, - "OpusparcusPC (ru)": 89.32, - "OpusparcusPC (de)": 91.59, - "OpusparcusPC (en)": 98.04, - "OpusparcusPC (fi)": 85.53, - "OpusparcusPC (fr)": 88.54, - "OpusparcusPC (sv)": 86.76, - "PSC": 85.45, - "PawsXPairClassification (de)": 51.09, - "PawsXPairClassification (en)": 60.74, - "PawsXPairClassification (es)": 52.25, - "PawsXPairClassification (fr)": 54.84, - "PawsXPairClassification (ja)": 47.44, - "PawsXPairClassification (ko)": 47.04, - "PawsXPairClassification (zh)": 50.49, - "SICK-E-PL": 47.79, - "SprintDuplicateQuestions": 94.26, - "TERRa": 57.81, - "TwitterSemEval2015": 64.76, - "TwitterURLCorpus": 84.18 - }, - { - "Model": "LaBSE-ru-turbo", - "CDSC-E": 53.23, - "FalseFriendsGermanEnglish": 47.15, - "OpusparcusPC (ru)": 89.32, - "OpusparcusPC (de)": 91.62, - "OpusparcusPC (en)": 98.07, - "OpusparcusPC (fi)": 85.58, - "OpusparcusPC (fr)": 88.54, - "OpusparcusPC (sv)": 86.76, - "PSC": 85.45, - "PawsXPairClassification (de)": 51.25, - "PawsXPairClassification (en)": 60.87, - "PawsXPairClassification (es)": 52.31, - "PawsXPairClassification (fr)": 54.98, - "PawsXPairClassification (ja)": 47.44, - "PawsXPairClassification (ko)": 47.25, - "PawsXPairClassification (zh)": 50.79, - "SICK-E-PL": 47.9, - "SprintDuplicateQuestions": 94.39, - "TERRa": 57.81, - "TwitterSemEval2015": 64.76, - "TwitterURLCorpus": 84.18 - } - ] - }, - "Reranking": { - "map": [ - { - "Model": "LaBSE-ru-turbo", - "AlloprofReranking": 41.6, - "AskUbuntuDupQuestions": 55.91, - "MindSmallReranking": 29.19, - "RuBQReranking": 68.65, - "SciDocsRR": 69.74, - "StackOverflowDupQuestions": 45.98, - "SyntecReranking": 53.82, - "T2Reranking": 52.42 - }, - { - "Model": "LaBSE-ru-turbo", - "MIRACLReranking (ru)": 57.44, - "MIRACLReranking (ar)": 2.29, - "MIRACLReranking (bn)": 2.07, - "MIRACLReranking (de)": 22.14, - "MIRACLReranking (en)": 51.47, - "MIRACLReranking (es)": 27.98, - "MIRACLReranking (fa)": 3.18, - "MIRACLReranking (fi)": 31.28, - "MIRACLReranking (fr)": 26.29, - "MIRACLReranking (hi)": 2.99, - "MIRACLReranking (id)": 19.64, - "MIRACLReranking (ja)": 2.58, - "MIRACLReranking (ko)": 5.09, - "MIRACLReranking (sw)": 29.43, - "MIRACLReranking (te)": 3.13, - "MIRACLReranking (th)": 2.47, - "MIRACLReranking (yo)": 48.48, - "MIRACLReranking (zh)": 4.2 - } - ] - }, - "Retrieval": { - "ndcg_at_10": [ - { - "Model": "LaBSE-ru-turbo", - "AILACasedocs": 19.7, - "AILAStatutes": 15.9, - "ARCChallenge": 7.14, - "AlloprofRetrieval": 10.08, - "AlphaNLI": 23.76, - "AppsRetrieval": 3.21, - "ArguAna": 46.57, - "BSARDRetrieval": 1.71, - "ClimateFEVER": 13.19, - "CmedqaRetrieval": 1.27, - "CodeFeedbackMT": 28.06, - "CodeFeedbackST": 52.83, - "CodeSearchNetCCRetrieval (python)": 46.49, - "CodeSearchNetCCRetrieval (javascript)": 48.94, - "CodeSearchNetCCRetrieval (go)": 32.67, - "CodeSearchNetCCRetrieval (ruby)": 47.35, - "CodeSearchNetCCRetrieval (java)": 35.98, - "CodeSearchNetCCRetrieval (php)": 28.61, - "CodeSearchNetRetrieval (python)": 71.17, - "CodeSearchNetRetrieval (javascript)": 52.91, - "CodeSearchNetRetrieval (go)": 70.52, - "CodeSearchNetRetrieval (ruby)": 60.79, - "CodeSearchNetRetrieval (java)": 42.15, - "CodeSearchNetRetrieval (php)": 55.98, - "CodeTransOceanContest": 41.2, - "CodeTransOceanDL": 26.26, - "CosQA": 17.94, - "CovidRetrieval": 0.06, - "DBPedia": 29.74, - "FEVER": 48.04, - "FiQA2018": 21.01, - "GerDaLIR": 1.06, - "GerDaLIRSmall": 2.92, - "GermanQuAD-Retrieval": 66.35, - "HellaSwag": 19.23, - "HotpotQA": 54.51, - "LEMBNarrativeQARetrieval": 13.6, - "LEMBQMSumRetrieval": 21.47, - "LEMBSummScreenFDRetrieval": 57.41, - "LEMBWikimQARetrieval": 39.41, - "LeCaRDv2": 9.86, - "LegalBenchConsumerContractsQA": 62.58, - "LegalBenchCorporateLobbying": 86.41, - "LegalQuAD": 11.82, - "LegalSummarization": 57.64, - "MIRACLRetrieval (ru)": 55.97, - "MIRACLRetrieval (ar)": 0.01, - "MIRACLRetrieval (bn)": 0.0, - "MIRACLRetrieval (de)": 10.18, - "MIRACLRetrieval (en)": 41.09, - "MIRACLRetrieval (es)": 10.08, - "MIRACLRetrieval (fa)": 0.0, - "MIRACLRetrieval (fi)": 13.8, - "MIRACLRetrieval (fr)": 13.74, - "MIRACLRetrieval (hi)": 0.18, - "MIRACLRetrieval (id)": 7.11, - "MIRACLRetrieval (ja)": 0.0, - "MIRACLRetrieval (ko)": 0.92, - "MIRACLRetrieval (sw)": 19.66, - "MIRACLRetrieval (te)": 0.0, - "MIRACLRetrieval (th)": 0.07, - "MIRACLRetrieval (yo)": 38.76, - "MIRACLRetrieval (zh)": 0.0, - "MSMARCO": 27.51, - "MintakaRetrieval (ar)": 0.5, - "MintakaRetrieval (de)": 9.55, - "MintakaRetrieval (es)": 11.36, - "MintakaRetrieval (fr)": 12.44, - "MintakaRetrieval (hi)": 0.82, - "MintakaRetrieval (it)": 11.4, - "MintakaRetrieval (ja)": 1.14, - "MintakaRetrieval (pt)": 12.64, - "NFCorpus": 22.08, - "NQ": 35.87, - "PIQA": 16.31, - "Quail": 2.52, - "QuoraRetrieval": 85.71, - "RARbCode": 9.48, - "RARbMath": 46.36, - "RiaNewsRetrieval": 69.36, - "RuBQRetrieval": 65.71, - "SCIDOCS": 11.7, - "SIQA": 1.68, - "SciFact": 50.49, - "SciFact-PL": 23.95, - "SpartQA": 3.89, - "StackOverflowQA": 53.06, - "SyntecRetrieval": 43.26, - "SyntheticText2SQL": 44.08, - "TRECCOVID": 30.52, - "TRECCOVID-PL": 6.45, - "TempReasonL1": 1.06, - "TempReasonL2Fact": 8.84, - "TempReasonL2Pure": 0.1, - "TempReasonL3Fact": 9.51, - "TempReasonL3Pure": 4.66, - "Touche2020": 14.08, - "WinoGrande": 17.92, - "XMarket (de)": 5.95, - "XMarket (en)": 9.81, - "XMarket (es)": 7.06, - "XPQARetrieval (ara-ara)": 4.71, - "XPQARetrieval (eng-ara)": 4.3, - "XPQARetrieval (ara-eng)": 8.38, - "XPQARetrieval (deu-deu)": 41.62, - "XPQARetrieval (eng-deu)": 12.76, - "XPQARetrieval (deu-eng)": 35.52, - "XPQARetrieval (spa-spa)": 31.42, - "XPQARetrieval (eng-spa)": 13.48, - "XPQARetrieval (spa-eng)": 27.67, - "XPQARetrieval (fra-fra)": 39.24, - "XPQARetrieval (eng-fra)": 15.96, - "XPQARetrieval (fra-eng)": 33.89, - "XPQARetrieval (hin-hin)": 6.89, - "XPQARetrieval (eng-hin)": 6.29, - "XPQARetrieval (hin-eng)": 7.6, - "XPQARetrieval (ita-ita)": 47.91, - "XPQARetrieval (eng-ita)": 13.39, - "XPQARetrieval (ita-eng)": 34.7, - "XPQARetrieval (jpn-jpn)": 6.29, - "XPQARetrieval (eng-jpn)": 3.14, - "XPQARetrieval (jpn-eng)": 8.38, - "XPQARetrieval (kor-kor)": 2.51, - "XPQARetrieval (eng-kor)": 4.89, - "XPQARetrieval (kor-eng)": 3.54, - "XPQARetrieval (pol-pol)": 23.18, - "XPQARetrieval (eng-pol)": 9.8, - "XPQARetrieval (pol-eng)": 20.13, - "XPQARetrieval (por-por)": 27.19, - "XPQARetrieval (eng-por)": 10.36, - "XPQARetrieval (por-eng)": 22.76, - "XPQARetrieval (tam-tam)": 3.02, - "XPQARetrieval (eng-tam)": 5.27, - "XPQARetrieval (tam-eng)": 3.51, - "XPQARetrieval (cmn-cmn)": 14.0, - "XPQARetrieval (eng-cmn)": 7.68, - "XPQARetrieval (cmn-eng)": 13.48 - } - ] - }, - "STS": { - "cosine_spearman": [ - { - "Model": "LaBSE-ru-turbo", - "BIOSSES": 80.3, - "CDSC-R": 75.79, - "GermanSTSBenchmark": 61.54, - "SICK-R": 75.57, - "SICK-R-PL": 50.86, - "SICKFr": 64.97, - "STS12": 72.45, - "STS13": 78.98, - "STS14": 76.7, - "STS15": 85.62, - "STS16": 79.93, - "STS17 (fr-en)": 39.61, - "STS17 (en-en)": 86.49, - "STS17 (es-en)": 36.65, - "STS17 (it-en)": 23.36, - "STS17 (en-de)": 33.58, - "STS17 (nl-en)": 32.13, - "STS17 (ar-ar)": 14.47, - "STS17 (ko-ko)": 8.95, - "STS17 (en-ar)": 1.3, - "STS17 (es-es)": 71.77, - "STS17 (en-tr)": -9.64, - "STS22 (ru)": 67.57, - "STS22 (fr-pl)": 73.25, - "STS22 (de-pl)": 36.4, - "STS22 (de-en)": 44.31, - "STS22 (fr)": 74.66, - "STS22 (en)": 63.1, - "STS22 (es-en)": 68.55, - "STS22 (es-it)": 56.99, - "STS22 (zh-en)": 33.76, - "STS22 (tr)": 47.83, - "STS22 (es)": 57.06, - "STS22 (pl)": 29.24, - "STS22 (zh)": 33.15, - "STS22 (de-fr)": 48.38, - "STS22 (ar)": 29.74, - "STS22 (pl-en)": 65.09, - "STS22 (de)": 32.62, - "STS22 (it)": 66.02, - "STSB": 8.82, - "STSBenchmark": 81.82, - "STSBenchmarkMultilingualSTS (de)": 63.22, - "STSBenchmarkMultilingualSTS (es)": 57.44, - "STSBenchmarkMultilingualSTS (en)": 81.82, - "STSBenchmarkMultilingualSTS (pl)": 53.2, - "STSBenchmarkMultilingualSTS (nl)": 53.16, - "STSBenchmarkMultilingualSTS (it)": 63.22, - "STSBenchmarkMultilingualSTS (pt)": 54.98, - "STSBenchmarkMultilingualSTS (fr)": 64.24, - "STSBenchmarkMultilingualSTS (zh)": 10.91 - }, - { - "Model": "LaBSE-ru-turbo", - "BIOSSES": 80.3, - "CDSC-R": 75.79, - "GermanSTSBenchmark": 61.54, - "RUParaPhraserSTS": 72.97, - "RuSTSBenchmarkSTS": 81.77, - "SICK-R": 75.57, - "SICK-R-PL": 50.85, - "SICKFr": 64.97, - "STS12": 72.45, - "STS13": 78.98, - "STS14": 76.7, - "STS15": 85.62, - "STS16": 79.93, - "STS17 (fr-en)": 39.61, - "STS17 (en-en)": 86.49, - "STS17 (es-en)": 36.65, - "STS17 (it-en)": 23.36, - "STS17 (en-de)": 33.58, - "STS17 (nl-en)": 32.13, - "STS17 (ar-ar)": 13.11, - "STS17 (ko-ko)": 8.96, - "STS17 (en-ar)": 1.3, - "STS17 (es-es)": 71.77, - "STS17 (en-tr)": -9.64, - "STS22 (ru)": 67.57, - "STS22 (fr-pl)": 73.25, - "STS22 (de-pl)": 36.4, - "STS22 (de-en)": 44.31, - "STS22 (fr)": 74.66, - "STS22 (en)": 63.1, - "STS22 (es-en)": 68.55, - "STS22 (es-it)": 56.99, - "STS22 (zh-en)": 33.76, - "STS22 (tr)": 47.83, - "STS22 (es)": 57.06, - "STS22 (pl)": 29.44, - "STS22 (zh)": 33.15, - "STS22 (de-fr)": 48.38, - "STS22 (ar)": 29.72, - "STS22 (pl-en)": 65.09, - "STS22 (de)": 32.62, - "STS22 (it)": 66.02, - "STSB": 8.79, - "STSBenchmark": 81.82, - "STSBenchmarkMultilingualSTS (ru)": 81.81, - "STSBenchmarkMultilingualSTS (de)": 63.22, - "STSBenchmarkMultilingualSTS (es)": 57.44, - "STSBenchmarkMultilingualSTS (en)": 81.82, - "STSBenchmarkMultilingualSTS (pl)": 53.2, - "STSBenchmarkMultilingualSTS (nl)": 53.16, - "STSBenchmarkMultilingualSTS (it)": 63.22, - "STSBenchmarkMultilingualSTS (pt)": 54.98, - "STSBenchmarkMultilingualSTS (fr)": 64.24, - "STSBenchmarkMultilingualSTS (zh)": 10.83 - } - ] - }, - "Summarization": { - "cosine_spearman": [ - { - "Model": "LaBSE-ru-turbo", - "SummEval": 30.12, - "SummEvalFr": 28.7 - }, - { - "Model": "LaBSE-ru-turbo", - "SummEval": 30.12, - "SummEvalFr": 28.7 - } - ] - }, - "MultilabelClassification": { - "accuracy": [ - { - "Model": "LaBSE-ru-turbo", - "CEDRClassification": 45.11, - "SensitiveTopicsClassification": 28.75 - } - ] - }, - "InstructionRetrieval": { - "p-MRR": [ - { - "Model": "LaBSE-ru-turbo", - "Core17InstructionRetrieval": 0.29, - "News21InstructionRetrieval": -0.47, - "Robust04InstructionRetrieval": -10.4 - } - ] - } - }, - "sergeyzh__rubert-tiny-turbo": { - "BitextMining": { - "f1": [ - { - "Model": "rubert-tiny-turbo", - "BornholmBitextMining": 42.96, - "Tatoeba (rus-eng)": 83.14 - } - ] - }, - "Classification": { - "accuracy": [ - { - "Model": "rubert-tiny-turbo", - "AllegroReviews": 25.4, - "AmazonCounterfactualClassification (en-ext)": 69.94, - "AmazonCounterfactualClassification (en)": 71.04, - "AmazonCounterfactualClassification (de)": 61.07, - "AmazonCounterfactualClassification (ja)": 52.16, - "AmazonPolarityClassification": 68.36, - "AmazonReviewsClassification (en)": 36.73, - "AmazonReviewsClassification (de)": 27.69, - "AmazonReviewsClassification (es)": 30.91, - "AmazonReviewsClassification (fr)": 27.89, - "AmazonReviewsClassification (ja)": 20.84, - "AmazonReviewsClassification (zh)": 20.9, - "AngryTweetsClassification": 44.74, - "Banking77Classification": 59.86, - "CBD": 54.03, - "DanishPoliticalCommentsClassification": 27.44, - "EmotionClassification": 29.5, - "GeoreviewClassification": 41.36, - "HeadlineClassification": 68.9, - "ImdbClassification": 58.36, - "InappropriatenessClassification": 59.11, - "KinopoiskClassification": 50.47, - "LccSentimentClassification": 36.2, - "MTOPDomainClassification (en)": 78.49, - "MTOPDomainClassification (de)": 55.38, - "MTOPDomainClassification (es)": 54.62, - "MTOPDomainClassification (fr)": 62.52, - "MTOPDomainClassification (hi)": 21.52, - "MTOPDomainClassification (th)": 16.44, - "MTOPIntentClassification (en)": 42.46, - "MTOPIntentClassification (de)": 31.78, - "MTOPIntentClassification (es)": 28.4, - "MTOPIntentClassification (fr)": 31.28, - "MTOPIntentClassification (hi)": 2.9, - "MTOPIntentClassification (th)": 4.78, - "MasakhaNEWSClassification (amh)": 31.09, - "MasakhaNEWSClassification (eng)": 64.06, - "MasakhaNEWSClassification (fra)": 38.6, - "MasakhaNEWSClassification (hau)": 37.6, - "MasakhaNEWSClassification (ibo)": 30.33, - "MasakhaNEWSClassification (lin)": 57.89, - "MasakhaNEWSClassification (lug)": 38.79, - "MasakhaNEWSClassification (orm)": 34.65, - "MasakhaNEWSClassification (pcm)": 85.7, - "MasakhaNEWSClassification (run)": 37.95, - "MasakhaNEWSClassification (sna)": 54.58, - "MasakhaNEWSClassification (som)": 29.05, - "MasakhaNEWSClassification (swa)": 30.15, - "MasakhaNEWSClassification (tir)": 24.67, - "MasakhaNEWSClassification (xho)": 43.37, - "MasakhaNEWSClassification (yor)": 36.25, - "MassiveIntentClassification (zh-CN)": 5.21, - "MassiveIntentClassification (ko)": 2.53, - "MassiveIntentClassification (hi)": 2.56, - "MassiveIntentClassification (kn)": 2.06, - "MassiveIntentClassification (ka)": 2.64, - "MassiveIntentClassification (am)": 2.28, - "MassiveIntentClassification (my)": 3.96, - "MassiveIntentClassification (el)": 9.66, - "MassiveIntentClassification (lv)": 22.32, - "MassiveIntentClassification (ml)": 2.39, - "MassiveIntentClassification (mn)": 28.99, - "MassiveIntentClassification (ur)": 2.45, - "MassiveIntentClassification (fa)": 3.34, - "MassiveIntentClassification (ro)": 31.72, - "MassiveIntentClassification (is)": 24.85, - "MassiveIntentClassification (en)": 50.16, - "MassiveIntentClassification (hu)": 25.52, - "MassiveIntentClassification (fr)": 31.51, - "MassiveIntentClassification (th)": 3.74, - "MassiveIntentClassification (de)": 32.1, - "MassiveIntentClassification (tr)": 27.56, - "MassiveIntentClassification (pt)": 34.35, - "MassiveIntentClassification (sq)": 32.38, - "MassiveIntentClassification (zh-TW)": 6.81, - "MassiveIntentClassification (hy)": 2.72, - "MassiveIntentClassification (da)": 33.95, - "MassiveIntentClassification (af)": 30.4, - "MassiveIntentClassification (ar)": 3.8, - "MassiveIntentClassification (jv)": 28.53, - "MassiveIntentClassification (te)": 2.21, - "MassiveIntentClassification (tl)": 32.02, - "MassiveIntentClassification (sw)": 27.79, - "MassiveIntentClassification (ja)": 5.61, - "MassiveIntentClassification (ms)": 28.94, - "MassiveIntentClassification (nb)": 32.3, - "MassiveIntentClassification (fi)": 31.13, - "MassiveIntentClassification (id)": 33.56, - "MassiveIntentClassification (cy)": 31.68, - "MassiveIntentClassification (sl)": 31.39, - "MassiveIntentClassification (es)": 31.03, - "MassiveIntentClassification (bn)": 3.08, - "MassiveIntentClassification (sv)": 30.23, - "MassiveIntentClassification (ru)": 57.98, - "MassiveIntentClassification (az)": 23.58, - "MassiveIntentClassification (it)": 35.24, - "MassiveIntentClassification (pl)": 26.82, - "MassiveIntentClassification (vi)": 23.72, - "MassiveIntentClassification (ta)": 1.5, - "MassiveIntentClassification (he)": 2.25, - "MassiveIntentClassification (nl)": 32.44, - "MassiveIntentClassification (km)": 5.14, - "MassiveScenarioClassification (zh-CN)": 10.6, - "MassiveScenarioClassification (ko)": 5.63, - "MassiveScenarioClassification (hi)": 7.41, - "MassiveScenarioClassification (kn)": 7.6, - "MassiveScenarioClassification (ka)": 7.01, - "MassiveScenarioClassification (am)": 7.68, - "MassiveScenarioClassification (my)": 10.73, - "MassiveScenarioClassification (el)": 17.95, - "MassiveScenarioClassification (lv)": 29.29, - "MassiveScenarioClassification (ml)": 6.92, - "MassiveScenarioClassification (mn)": 33.7, - "MassiveScenarioClassification (ur)": 8.53, - "MassiveScenarioClassification (fa)": 6.62, - "MassiveScenarioClassification (ro)": 40.02, - "MassiveScenarioClassification (is)": 33.1, - "MassiveScenarioClassification (en)": 61.29, - "MassiveScenarioClassification (hu)": 36.41, - "MassiveScenarioClassification (fr)": 42.9, - "MassiveScenarioClassification (th)": 8.26, - "MassiveScenarioClassification (de)": 42.07, - "MassiveScenarioClassification (tr)": 34.85, - "MassiveScenarioClassification (pt)": 40.79, - "MassiveScenarioClassification (sq)": 42.66, - "MassiveScenarioClassification (zh-TW)": 11.93, - "MassiveScenarioClassification (hy)": 8.78, - "MassiveScenarioClassification (da)": 43.69, - "MassiveScenarioClassification (af)": 40.84, - "MassiveScenarioClassification (ar)": 11.86, - "MassiveScenarioClassification (jv)": 37.23, - "MassiveScenarioClassification (te)": 6.91, - "MassiveScenarioClassification (tl)": 38.16, - "MassiveScenarioClassification (sw)": 35.66, - "MassiveScenarioClassification (ja)": 10.6, - "MassiveScenarioClassification (ms)": 38.97, - "MassiveScenarioClassification (nb)": 39.05, - "MassiveScenarioClassification (fi)": 35.19, - "MassiveScenarioClassification (id)": 39.54, - "MassiveScenarioClassification (cy)": 39.85, - "MassiveScenarioClassification (sl)": 35.98, - "MassiveScenarioClassification (es)": 37.13, - "MassiveScenarioClassification (bn)": 8.85, - "MassiveScenarioClassification (sv)": 36.12, - "MassiveScenarioClassification (ru)": 62.9, - "MassiveScenarioClassification (az)": 30.32, - "MassiveScenarioClassification (it)": 42.69, - "MassiveScenarioClassification (pl)": 31.62, - "MassiveScenarioClassification (vi)": 31.89, - "MassiveScenarioClassification (ta)": 7.01, - "MassiveScenarioClassification (he)": 7.61, - "MassiveScenarioClassification (nl)": 40.94, - "MassiveScenarioClassification (km)": 8.51, - "NoRecClassification": 40.31, - "NordicLangClassification": 49.9, - "PAC": 59.88, - "PolEmo2.0-IN": 38.1, - "PolEmo2.0-OUT": 23.74, - "RuReviewsClassification": 60.66, - "RuSciBenchGRNTIClassification": 52.93, - "RuSciBenchOECDClassification": 40.79, - "ToxicConversationsClassification": 57.77, - "TweetSentimentExtractionClassification": 55.3 - } - ] - }, - "Clustering": { - "v_measure": [ - { - "Model": "rubert-tiny-turbo", - "AlloProfClusteringP2P": 34.87, - "AlloProfClusteringS2S": 22.73, - "ArxivClusteringP2P": 24.83, - "ArxivClusteringS2S": 16.68, - "BiorxivClusteringP2P": 20.0, - "BiorxivClusteringS2S": 12.67, - "BlurbsClusteringP2P": 12.49, - "BlurbsClusteringS2S": 8.97, - "GeoreviewClusteringP2P": 59.71, - "HALClusteringS2S": 5.84, - "MLSUMClusteringP2P (ru)": 40.02, - "MLSUMClusteringP2P (de)": 11.49, - "MLSUMClusteringP2P (fr)": 30.26, - "MLSUMClusteringP2P (es)": 34.16, - "MLSUMClusteringS2S (ru)": 41.36, - "MLSUMClusteringS2S (de)": 11.17, - "MLSUMClusteringS2S (fr)": 29.34, - "MLSUMClusteringS2S (es)": 33.25, - "MasakhaNEWSClusteringP2P (amh)": 40.23, - "MasakhaNEWSClusteringP2P (eng)": 5.19, - "MasakhaNEWSClusteringP2P (fra)": 26.13, - "MasakhaNEWSClusteringP2P (hau)": 10.18, - "MasakhaNEWSClusteringP2P (ibo)": 21.87, - "MasakhaNEWSClusteringP2P (lin)": 42.77, - "MasakhaNEWSClusteringP2P (lug)": 42.51, - "MasakhaNEWSClusteringP2P (orm)": 21.39, - "MasakhaNEWSClusteringP2P (pcm)": 51.79, - "MasakhaNEWSClusteringP2P (run)": 42.72, - "MasakhaNEWSClusteringP2P (sna)": 43.34, - "MasakhaNEWSClusteringP2P (som)": 23.5, - "MasakhaNEWSClusteringP2P (swa)": 4.66, - "MasakhaNEWSClusteringP2P (tir)": 45.67, - "MasakhaNEWSClusteringP2P (xho)": 22.17, - "MasakhaNEWSClusteringP2P (yor)": 23.26, - "MasakhaNEWSClusteringS2S (amh)": 44.56, - "MasakhaNEWSClusteringS2S (eng)": 24.45, - "MasakhaNEWSClusteringS2S (fra)": 25.43, - "MasakhaNEWSClusteringS2S (hau)": 6.46, - "MasakhaNEWSClusteringS2S (ibo)": 34.22, - "MasakhaNEWSClusteringS2S (lin)": 44.27, - "MasakhaNEWSClusteringS2S (lug)": 43.53, - "MasakhaNEWSClusteringS2S (orm)": 26.63, - "MasakhaNEWSClusteringS2S (pcm)": 58.95, - "MasakhaNEWSClusteringS2S (run)": 47.69, - "MasakhaNEWSClusteringS2S (sna)": 42.32, - "MasakhaNEWSClusteringS2S (som)": 23.51, - "MasakhaNEWSClusteringS2S (swa)": 15.74, - "MasakhaNEWSClusteringS2S (tir)": 48.37, - "MasakhaNEWSClusteringS2S (xho)": 24.53, - "MasakhaNEWSClusteringS2S (yor)": 24.7, - "MedrxivClusteringP2P": 20.79, - "MedrxivClusteringS2S": 18.18, - "RedditClustering": 26.28, - "RedditClusteringP2P": 40.48, - "RuSciBenchGRNTIClusteringP2P": 48.1, - "RuSciBenchOECDClusteringP2P": 41.06, - "StackExchangeClustering": 33.51, - "StackExchangeClusteringP2P": 27.98, - "TenKGnadClusteringP2P": 8.65, - "TenKGnadClusteringS2S": 9.77, - "TwentyNewsgroupsClustering": 19.9 - } - ] - }, - "PairClassification": { - "max_ap": [ - { - "Model": "rubert-tiny-turbo", - "CDSC-E": 48.4, - "FalseFriendsGermanEnglish": 47.21, - "OpusparcusPC (ru)": 87.58, - "OpusparcusPC (de)": 91.25, - "OpusparcusPC (en)": 97.27, - "OpusparcusPC (fi)": 84.56, - "OpusparcusPC (fr)": 85.13, - "OpusparcusPC (sv)": 84.27, - "PSC": 72.63, - "PawsXPairClassification (de)": 50.85, - "PawsXPairClassification (en)": 49.09, - "PawsXPairClassification (es)": 50.07, - "PawsXPairClassification (fr)": 51.42, - "PawsXPairClassification (ja)": 48.03, - "PawsXPairClassification (ko)": 47.09, - "PawsXPairClassification (zh)": 51.98, - "SICK-E-PL": 48.51, - "SprintDuplicateQuestions": 91.94, - "TERRa": 56.09, - "TwitterSemEval2015": 56.87, - "TwitterURLCorpus": 79.67 - }, - { - "Model": "rubert-tiny-turbo", - "CDSC-E": 48.65, - "FalseFriendsGermanEnglish": 47.33, - "OpusparcusPC (ru)": 87.58, - "OpusparcusPC (de)": 91.25, - "OpusparcusPC (en)": 97.28, - "OpusparcusPC (fi)": 84.56, - "OpusparcusPC (fr)": 85.13, - "OpusparcusPC (sv)": 84.27, - "PSC": 72.63, - "PawsXPairClassification (de)": 51.04, - "PawsXPairClassification (en)": 49.11, - "PawsXPairClassification (es)": 50.07, - "PawsXPairClassification (fr)": 51.43, - "PawsXPairClassification (ja)": 48.38, - "PawsXPairClassification (ko)": 47.29, - "PawsXPairClassification (zh)": 52.38, - "SICK-E-PL": 48.72, - "SprintDuplicateQuestions": 91.94, - "TERRa": 56.27, - "TwitterSemEval2015": 56.87, - "TwitterURLCorpus": 79.67 - } - ] - }, - "Reranking": { - "map": [ - { - "Model": "rubert-tiny-turbo", - "AlloprofReranking": 30.29, - "AskUbuntuDupQuestions": 49.48, - "MindSmallReranking": 29.14, - "RuBQReranking": 62.15, - "SciDocsRR": 59.49, - "StackOverflowDupQuestions": 37.97, - "SyntecReranking": 40.01, - "T2Reranking": 51.61 - }, - { - "Model": "rubert-tiny-turbo", - "MIRACLReranking (ru)": 47.73, - "MIRACLReranking (ar)": 2.02, - "MIRACLReranking (bn)": 1.54, - "MIRACLReranking (de)": 12.08, - "MIRACLReranking (en)": 28.98, - "MIRACLReranking (es)": 14.02, - "MIRACLReranking (fa)": 3.73, - "MIRACLReranking (fi)": 23.27, - "MIRACLReranking (fr)": 10.09, - "MIRACLReranking (hi)": 3.65, - "MIRACLReranking (id)": 15.61, - "MIRACLReranking (ja)": 2.32, - "MIRACLReranking (ko)": 6.19, - "MIRACLReranking (sw)": 21.3, - "MIRACLReranking (te)": 1.5, - "MIRACLReranking (th)": 2.19, - "MIRACLReranking (yo)": 28.48, - "MIRACLReranking (zh)": 2.83 - } - ] - }, - "Retrieval": { - "ndcg_at_10": [ - { - "Model": "rubert-tiny-turbo", - "AILACasedocs": 7.43, - "AILAStatutes": 13.62, - "ARCChallenge": 3.85, - "AlloprofRetrieval": 0.94, - "AlphaNLI": 14.15, - "AppsRetrieval": 1.25, - "ArguAna": 32.03, - "BSARDRetrieval": 1.06, - "ClimateFEVER": 5.56, - "CmedqaRetrieval": 1.14, - "CodeFeedbackMT": 18.67, - "CodeFeedbackST": 25.37, - "CodeSearchNetCCRetrieval (python)": 32.45, - "CodeSearchNetCCRetrieval (javascript)": 27.6, - "CodeSearchNetCCRetrieval (go)": 17.14, - "CodeSearchNetCCRetrieval (ruby)": 37.08, - "CodeSearchNetCCRetrieval (java)": 23.17, - "CodeSearchNetCCRetrieval (php)": 17.53, - "CodeSearchNetRetrieval (python)": 47.77, - "CodeSearchNetRetrieval (javascript)": 24.46, - "CodeSearchNetRetrieval (go)": 34.78, - "CodeSearchNetRetrieval (ruby)": 39.47, - "CodeSearchNetRetrieval (java)": 20.77, - "CodeSearchNetRetrieval (php)": 30.9, - "CodeTransOceanContest": 23.44, - "CodeTransOceanDL": 32.03, - "CosQA": 7.22, - "CovidRetrieval": 0.04, - "DBPedia": 9.61, - "FEVER": 16.42, - "FiQA2018": 7.18, - "GerDaLIR": 0.13, - "GerDaLIRSmall": 0.34, - "GermanQuAD-Retrieval": 19.17, - "HellaSwag": 10.6, - "HotpotQA": 29.51, - "LEMBNarrativeQARetrieval": 7.26, - "LEMBQMSumRetrieval": 19.0, - "LEMBSummScreenFDRetrieval": 59.64, - "LEMBWikimQARetrieval": 33.38, - "LeCaRDv2": 8.54, - "LegalBenchConsumerContractsQA": 35.72, - "LegalBenchCorporateLobbying": 70.01, - "LegalQuAD": 3.11, - "LegalSummarization": 45.44, - "MIRACLRetrieval (ru)": 37.07, - "MIRACLRetrieval (ar)": 0.0, - "MIRACLRetrieval (bn)": 0.0, - "MIRACLRetrieval (de)": 1.52, - "MIRACLRetrieval (en)": 12.01, - "MIRACLRetrieval (es)": 1.63, - "MIRACLRetrieval (fa)": 0.0, - "MIRACLRetrieval (fi)": 4.14, - "MIRACLRetrieval (fr)": 1.76, - "MIRACLRetrieval (hi)": 0.0, - "MIRACLRetrieval (id)": 3.51, - "MIRACLRetrieval (ja)": 0.02, - "MIRACLRetrieval (ko)": 1.41, - "MIRACLRetrieval (sw)": 9.46, - "MIRACLRetrieval (te)": 0.04, - "MIRACLRetrieval (th)": 0.04, - "MIRACLRetrieval (yo)": 13.83, - "MIRACLRetrieval (zh)": 0.0, - "MSMARCO": 5.79, - "MintakaRetrieval (ar)": 0.52, - "MintakaRetrieval (de)": 10.58, - "MintakaRetrieval (es)": 9.24, - "MintakaRetrieval (fr)": 9.63, - "MintakaRetrieval (hi)": 1.03, - "MintakaRetrieval (it)": 9.67, - "MintakaRetrieval (ja)": 1.04, - "MintakaRetrieval (pt)": 11.61, - "NFCorpus": 9.19, - "NQ": 4.96, - "PIQA": 6.27, - "Quail": 1.11, - "QuoraRetrieval": 73.99, - "RARbCode": 1.47, - "RARbMath": 26.36, - "RiaNewsRetrieval": 51.27, - "RuBQRetrieval": 51.73, - "SCIDOCS": 4.07, - "SIQA": 0.84, - "SciFact": 27.32, - "SciFact-PL": 7.26, - "SpartQA": 6.31, - "StackOverflowQA": 31.97, - "SyntecRetrieval": 14.16, - "SyntheticText2SQL": 31.4, - "TRECCOVID": 17.53, - "TRECCOVID-PL": 5.64, - "TempReasonL1": 0.77, - "TempReasonL2Fact": 6.72, - "TempReasonL2Pure": 0.1, - "TempReasonL3Fact": 7.0, - "TempReasonL3Pure": 4.88, - "Touche2020": 4.43, - "WinoGrande": 27.9, - "XMarket (de)": 2.51, - "XMarket (en)": 3.46, - "XMarket (es)": 2.32, - "XPQARetrieval (ara-ara)": 3.95, - "XPQARetrieval (eng-ara)": 3.16, - "XPQARetrieval (ara-eng)": 5.85, - "XPQARetrieval (deu-deu)": 27.11, - "XPQARetrieval (eng-deu)": 5.17, - "XPQARetrieval (deu-eng)": 15.11, - "XPQARetrieval (spa-spa)": 22.36, - "XPQARetrieval (eng-spa)": 5.92, - "XPQARetrieval (spa-eng)": 13.22, - "XPQARetrieval (fra-fra)": 25.41, - "XPQARetrieval (eng-fra)": 6.09, - "XPQARetrieval (fra-eng)": 16.73, - "XPQARetrieval (hin-hin)": 6.3, - "XPQARetrieval (eng-hin)": 4.45, - "XPQARetrieval (hin-eng)": 5.13, - "XPQARetrieval (ita-ita)": 38.08, - "XPQARetrieval (eng-ita)": 6.83, - "XPQARetrieval (ita-eng)": 17.7, - "XPQARetrieval (jpn-jpn)": 5.73, - "XPQARetrieval (eng-jpn)": 2.03, - "XPQARetrieval (jpn-eng)": 5.5, - "XPQARetrieval (kor-kor)": 2.18, - "XPQARetrieval (eng-kor)": 3.99, - "XPQARetrieval (kor-eng)": 2.51, - "XPQARetrieval (pol-pol)": 14.8, - "XPQARetrieval (eng-pol)": 5.32, - "XPQARetrieval (pol-eng)": 12.01, - "XPQARetrieval (por-por)": 18.48, - "XPQARetrieval (eng-por)": 5.05, - "XPQARetrieval (por-eng)": 11.7, - "XPQARetrieval (tam-tam)": 2.8, - "XPQARetrieval (eng-tam)": 3.71, - "XPQARetrieval (tam-eng)": 2.73, - "XPQARetrieval (cmn-cmn)": 13.08, - "XPQARetrieval (eng-cmn)": 3.63, - "XPQARetrieval (cmn-eng)": 8.65 - } - ] - }, - "STS": { - "cosine_spearman": [ - { - "Model": "rubert-tiny-turbo", - "BIOSSES": 72.48, - "CDSC-R": 73.78, - "GermanSTSBenchmark": 57.5, - "SICK-R": 68.43, - "SICK-R-PL": 48.95, - "SICKFr": 57.71, - "STS12": 66.17, - "STS13": 60.34, - "STS14": 66.12, - "STS15": 77.41, - "STS16": 73.3, - "STS17 (ko-ko)": 10.27, - "STS17 (ar-ar)": 14.32, - "STS17 (en-ar)": 9.83, - "STS17 (en-de)": 25.27, - "STS17 (it-en)": 23.96, - "STS17 (es-es)": 69.98, - "STS17 (en-tr)": 2.36, - "STS17 (en-en)": 76.02, - "STS17 (es-en)": 22.68, - "STS17 (nl-en)": 20.77, - "STS17 (fr-en)": 21.97, - "STS22 (ru)": 64.56, - "STSB": 15.61, - "STSBenchmark": 68.97, - "STSBenchmarkMultilingualSTS (pl)": 53.05, - "STSBenchmarkMultilingualSTS (es)": 53.79, - "STSBenchmarkMultilingualSTS (zh)": 15.18, - "STSBenchmarkMultilingualSTS (fr)": 58.44, - "STSBenchmarkMultilingualSTS (it)": 56.09, - "STSBenchmarkMultilingualSTS (pt)": 48.9, - "STSBenchmarkMultilingualSTS (de)": 59.77, - "STSBenchmarkMultilingualSTS (en)": 68.97, - "STSBenchmarkMultilingualSTS (nl)": 55.13 - }, - { - "Model": "rubert-tiny-turbo", - "BIOSSES": 72.48, - "CDSC-R": 73.78, - "GermanSTSBenchmark": 57.5, - "RUParaPhraserSTS": 72.15, - "RuSTSBenchmarkSTS": 78.48, - "SICK-R": 68.43, - "SICK-R-PL": 48.95, - "SICKFr": 57.71, - "STS12": 66.17, - "STS13": 60.34, - "STS14": 66.12, - "STS15": 77.41, - "STS16": 73.3, - "STS17 (ko-ko)": 10.11, - "STS17 (ar-ar)": 16.06, - "STS17 (en-ar)": 9.82, - "STS17 (en-de)": 25.27, - "STS17 (it-en)": 23.96, - "STS17 (es-es)": 69.98, - "STS17 (en-tr)": 2.36, - "STS17 (en-en)": 76.02, - "STS17 (es-en)": 22.68, - "STS17 (nl-en)": 20.77, - "STS17 (fr-en)": 21.97, - "STS22 (zh)": 32.83, - "STS22 (de-fr)": 17.5, - "STS22 (pl-en)": 42.08, - "STS22 (ru)": 64.56, - "STS22 (fr)": 42.0, - "STS22 (de)": 8.16, - "STS22 (tr)": 15.46, - "STS22 (de-en)": 21.55, - "STS22 (it)": 39.69, - "STS22 (pl)": 9.71, - "STS22 (fr-pl)": 39.44, - "STS22 (de-pl)": 25.53, - "STS22 (ar)": 27.95, - "STS22 (es-en)": 42.77, - "STS22 (es-it)": 32.83, - "STS22 (es)": 45.31, - "STS22 (zh-en)": 31.25, - "STS22 (en)": 47.06, - "STSB": 15.57, - "STSBenchmark": 68.97, - "STSBenchmarkMultilingualSTS (ru)": 78.12, - "STSBenchmarkMultilingualSTS (pl)": 53.04, - "STSBenchmarkMultilingualSTS (es)": 53.79, - "STSBenchmarkMultilingualSTS (zh)": 15.17, - "STSBenchmarkMultilingualSTS (fr)": 58.44, - "STSBenchmarkMultilingualSTS (it)": 56.09, - "STSBenchmarkMultilingualSTS (pt)": 48.9, - "STSBenchmarkMultilingualSTS (de)": 59.76, - "STSBenchmarkMultilingualSTS (en)": 68.97, - "STSBenchmarkMultilingualSTS (nl)": 55.13 - } - ] - }, - "Summarization": { - "cosine_spearman": [ - { - "Model": "rubert-tiny-turbo", - "SummEval": 31.12, - "SummEvalFr": 30.87 - }, - { - "Model": "rubert-tiny-turbo", - "SummEval": 31.12, - "SummEvalFr": 30.87 - } - ] - }, - "MultilabelClassification": { - "accuracy": [ - { - "Model": "rubert-tiny-turbo", - "CEDRClassification": 38.95, - "SensitiveTopicsClassification": 25.16 - } - ] - }, - "InstructionRetrieval": { - "p-MRR": [ - { - "Model": "rubert-tiny-turbo", - "Core17InstructionRetrieval": -4.06, - "News21InstructionRetrieval": 1.39, - "Robust04InstructionRetrieval": -4.16 - } - ] - } - }, - "shibing624__text2vec-base-chinese": { - "BitextMining": { - "f1": [] - }, - "Classification": { - "accuracy": [ - { - "Model": "text2vec-base-chinese", - "AmazonReviewsClassification (zh)": 34.12, - "IFlyTek": 42.05, - "JDReview": 82.14, - "MassiveIntentClassification (zh-CN)": 63.98, - "MassiveScenarioClassification (zh-CN)": 70.52, - "MultilingualSentiment": 60.98, - "OnlineShopping": 85.69, - "TNews": 43.01, - "Waimai": 77.22 - } - ] - }, - "Clustering": { - "v_measure": [ - { - "Model": "text2vec-base-chinese", - "CLSClusteringP2P": 35.27, - "CLSClusteringS2S": 32.42, - "ThuNewsClusteringP2P": 42.92, - "ThuNewsClusteringS2S": 40.01 - } - ] - }, - "PairClassification": { - "max_ap": [ - { - "Model": "text2vec-base-chinese", - "Cmnli": 73.87, - "Ocnli": 60.95 - }, - { - "Model": "text2vec-base-chinese", - "Cmnli": 73.9, - "Ocnli": 61.26 - } - ] - }, - "Reranking": { - "map": [ - { - "Model": "text2vec-base-chinese", - "CMedQAv1": 59.26, - "CMedQAv2": 59.82, - "MMarcoReranking": 12.76, - "T2Reranking": 65.95 - } - ] - }, - "Retrieval": { - "ndcg_at_10": [ - { - "Model": "text2vec-base-chinese", - "CmedqaRetrieval": 15.91, - "CovidRetrieval": 44.81, - "DuRetrieval": 52.23, - "EcomRetrieval": 34.6, - "MMarcoRetrieval": 44.06, - "MedicalRetrieval": 27.56, - "T2Retrieval": 51.67, - "VideoRetrieval": 39.52 - } - ] - }, - "STS": { - "cosine_spearman": [ - { - "Model": "text2vec-base-chinese", - "AFQMC": 26.06, - "ATEC": 31.93, - "BQ": 42.67, - "LCQMC": 70.16, - "PAWSX": 17.21, - "QBQTC": 24.62, - "STS22 (zh)": 55.35, - "STSB": 79.3 - } - ] - }, - "Summarization": { - "cosine_spearman": [] - }, - "MultilabelClassification": { - "accuracy": [] - }, - "InstructionRetrieval": { - "p-MRR": [] - } - }, - "shibing624__text2vec-base-multilingual": { - "BitextMining": { - "f1": [ - { - "Model": "text2vec-base-multilingual", - "BornholmBitextMining": 17.43, - "Tatoeba (zsm-eng)": 94.48, - "Tatoeba (ang-eng)": 9.91, - "Tatoeba (swh-eng)": 14.69, - "Tatoeba (afr-eng)": 53.85, - "Tatoeba (lfn-eng)": 42.06, - "Tatoeba (hsb-eng)": 36.15, - "Tatoeba (fra-eng)": 91.29, - "Tatoeba (tzl-eng)": 25.48, - "Tatoeba (rus-eng)": 91.73, - "Tatoeba (khm-eng)": 27.12, - "Tatoeba (mar-eng)": 91.27, - "Tatoeba (cmn-eng)": 93.67, - "Tatoeba (mon-eng)": 91.7, - "Tatoeba (nld-eng)": 94.35, - "Tatoeba (cat-eng)": 93.48, - "Tatoeba (ido-eng)": 32.99, - "Tatoeba (ell-eng)": 95.23, - "Tatoeba (bre-eng)": 4.44, - "Tatoeba (hye-eng)": 92.68, - "Tatoeba (dtp-eng)": 3.32, - "Tatoeba (hrv-eng)": 96.07, - "Tatoeba (ita-eng)": 92.18, - "Tatoeba (kur-eng)": 43.05, - "Tatoeba (tgl-eng)": 9.49, - "Tatoeba (kzj-eng)": 3.99, - "Tatoeba (arq-eng)": 15.17, - "Tatoeba (kab-eng)": 0.86, - "Tatoeba (ind-eng)": 91.57, - "Tatoeba (slv-eng)": 97.25, - "Tatoeba (isl-eng)": 20.93, - "Tatoeba (vie-eng)": 94.48, - "Tatoeba (arz-eng)": 46.38, - "Tatoeba (war-eng)": 5.47, - "Tatoeba (srp-eng)": 91.77, - "Tatoeba (hin-eng)": 97.17, - "Tatoeba (pam-eng)": 3.32, - "Tatoeba (tat-eng)": 6.16, - "Tatoeba (nov-eng)": 46.38, - "Tatoeba (ron-eng)": 94.22, - "Tatoeba (jpn-eng)": 88.66, - "Tatoeba (por-eng)": 92.58, - "Tatoeba (ina-eng)": 73.14, - "Tatoeba (deu-eng)": 96.03, - "Tatoeba (yue-eng)": 54.38, - "Tatoeba (swe-eng)": 93.92, - "Tatoeba (bos-eng)": 93.6, - "Tatoeba (awa-eng)": 26.57, - "Tatoeba (cym-eng)": 11.56, - "Tatoeba (nob-eng)": 98.67, - "Tatoeba (bul-eng)": 92.79, - "Tatoeba (aze-eng)": 50.48, - "Tatoeba (glg-eng)": 93.12, - "Tatoeba (nno-eng)": 70.14, - "Tatoeba (yid-eng)": 8.31, - "Tatoeba (epo-eng)": 32.67, - "Tatoeba (oci-eng)": 35.7, - "Tatoeba (spa-eng)": 95.57, - "Tatoeba (mhr-eng)": 3.97, - "Tatoeba (est-eng)": 97.75, - "Tatoeba (lat-eng)": 18.11, - "Tatoeba (dsb-eng)": 29.84, - "Tatoeba (fry-eng)": 26.27, - "Tatoeba (pol-eng)": 94.7, - "Tatoeba (fin-eng)": 93.86, - "Tatoeba (orv-eng)": 12.32, - "Tatoeba (lvs-eng)": 98.0, - "Tatoeba (ben-eng)": 19.9, - "Tatoeba (tuk-eng)": 12.3, - "Tatoeba (ast-eng)": 59.27, - "Tatoeba (ile-eng)": 56.1, - "Tatoeba (pms-eng)": 22.86, - "Tatoeba (jav-eng)": 11.43, - "Tatoeba (slk-eng)": 94.83, - "Tatoeba (ber-eng)": 2.53, - "Tatoeba (heb-eng)": 86.49, - "Tatoeba (gle-eng)": 11.26, - "Tatoeba (kor-eng)": 86.37, - "Tatoeba (uzb-eng)": 14.03, - "Tatoeba (cbk-eng)": 54.82, - "Tatoeba (sqi-eng)": 98.17, - "Tatoeba (uig-eng)": 9.65, - "Tatoeba (cha-eng)": 11.03, - "Tatoeba (max-eng)": 36.23, - "Tatoeba (swg-eng)": 22.4, - "Tatoeba (lit-eng)": 93.15, - "Tatoeba (tha-eng)": 95.99, - "Tatoeba (pes-eng)": 88.84, - "Tatoeba (tur-eng)": 94.73, - "Tatoeba (ceb-eng)": 5.72, - "Tatoeba (urd-eng)": 94.21, - "Tatoeba (ara-eng)": 88.48, - "Tatoeba (ukr-eng)": 92.51, - "Tatoeba (wuu-eng)": 52.99, - "Tatoeba (amh-eng)": 28.72, - "Tatoeba (csb-eng)": 16.97, - "Tatoeba (gla-eng)": 1.87, - "Tatoeba (tel-eng)": 41.89, - "Tatoeba (ces-eng)": 94.3, - "Tatoeba (kat-eng)": 93.76, - "Tatoeba (nds-eng)": 29.11, - "Tatoeba (hun-eng)": 90.12, - "Tatoeba (dan-eng)": 94.65, - "Tatoeba (bel-eng)": 57.88, - "Tatoeba (tam-eng)": 35.72, - "Tatoeba (cor-eng)": 3.09, - "Tatoeba (xho-eng)": 2.01, - "Tatoeba (mkd-eng)": 90.86, - "Tatoeba (mal-eng)": 7.61, - "Tatoeba (fao-eng)": 19.62, - "Tatoeba (kaz-eng)": 23.64, - "Tatoeba (eus-eng)": 16.35, - "Tatoeba (gsw-eng)": 27.33 - } - ] - }, - "Classification": { - "accuracy": [ - { - "Model": "text2vec-base-multilingual", - "AllegroReviews": 27.57, - "AmazonCounterfactualClassification (de)": 68.7, - "AmazonReviewsClassification (de)": 33.39, - "AmazonReviewsClassification (fr)": 34.25, - "AngryTweetsClassification": 48.59, - "CBD": 57.94, - "DanishPoliticalCommentsClassification": 36.55, - "GeoreviewClassification": 34.63, - "HeadlineClassification": 62.29, - "InappropriatenessClassification": 57.37, - "KinopoiskClassification": 42.09, - "LccSentimentClassification": 51.93, - "MTOPDomainClassification (de)": 78.61, - "MTOPDomainClassification (fr)": 71.83, - "MTOPIntentClassification (de)": 55.26, - "MTOPIntentClassification (fr)": 44.53, - "MasakhaNEWSClassification (amh)": 77.29, - "MasakhaNEWSClassification (eng)": 68.54, - "MasakhaNEWSClassification (fra)": 73.84, - "MasakhaNEWSClassification (hau)": 46.81, - "MasakhaNEWSClassification (ibo)": 41.72, - "MasakhaNEWSClassification (lin)": 55.6, - "MasakhaNEWSClassification (lug)": 34.71, - "MasakhaNEWSClassification (orm)": 36.65, - "MasakhaNEWSClassification (pcm)": 82.75, - "MasakhaNEWSClassification (run)": 42.11, - "MasakhaNEWSClassification (sna)": 54.12, - "MasakhaNEWSClassification (som)": 32.07, - "MasakhaNEWSClassification (swa)": 57.54, - "MasakhaNEWSClassification (tir)": 40.81, - "MasakhaNEWSClassification (xho)": 35.12, - "MasakhaNEWSClassification (yor)": 49.29, - "MassiveIntentClassification (fr)": 51.93, - "MassiveScenarioClassification (fr)": 58.31, - "NoRecClassification": 43.98, - "NordicLangClassification": 38.13, - "PAC": 66.11, - "PolEmo2.0-IN": 54.7, - "PolEmo2.0-OUT": 20.51, - "RuReviewsClassification": 56.71, - "RuSciBenchGRNTIClassification": 49.18, - "RuSciBenchOECDClassification": 39.55 - } - ] - }, - "Clustering": { - "v_measure": [ - { - "Model": "text2vec-base-multilingual", - "AlloProfClusteringP2P": 49.11, - "AlloProfClusteringS2S": 32.72, - "BlurbsClusteringP2P": 27.75, - "BlurbsClusteringS2S": 13.22, - "GeoreviewClusteringP2P": 51.65, - "HALClusteringS2S": 16.19, - "MLSUMClusteringP2P (de)": 33.54, - "MLSUMClusteringP2P (fr)": 36.41, - "MLSUMClusteringP2P (ru)": 35.95, - "MLSUMClusteringP2P (es)": 37.46, - "MLSUMClusteringP2P": 36.19, - "MLSUMClusteringS2S (de)": 31.94, - "MLSUMClusteringS2S (fr)": 35.75, - "MLSUMClusteringS2S (ru)": 35.41, - "MLSUMClusteringS2S (es)": 37.23, - "MLSUMClusteringS2S": 30.39, - "MasakhaNEWSClusteringP2P (amh)": 52.2, - "MasakhaNEWSClusteringP2P (eng)": 42.5, - "MasakhaNEWSClusteringP2P (fra)": 38.51, - "MasakhaNEWSClusteringP2P (hau)": 27.39, - "MasakhaNEWSClusteringP2P (ibo)": 29.8, - "MasakhaNEWSClusteringP2P (lin)": 43.86, - "MasakhaNEWSClusteringP2P (lug)": 44.81, - "MasakhaNEWSClusteringP2P (orm)": 23.29, - "MasakhaNEWSClusteringP2P (pcm)": 53.31, - "MasakhaNEWSClusteringP2P (run)": 43.27, - "MasakhaNEWSClusteringP2P (sna)": 45.25, - "MasakhaNEWSClusteringP2P (som)": 27.97, - "MasakhaNEWSClusteringP2P (swa)": 26.53, - "MasakhaNEWSClusteringP2P (tir)": 46.64, - "MasakhaNEWSClusteringP2P (xho)": 21.6, - "MasakhaNEWSClusteringP2P (yor)": 31.63, - "MasakhaNEWSClusteringS2S (amh)": 52.13, - "MasakhaNEWSClusteringS2S (eng)": 9.86, - "MasakhaNEWSClusteringS2S (fra)": 32.51, - "MasakhaNEWSClusteringS2S (hau)": 15.48, - "MasakhaNEWSClusteringS2S (ibo)": 32.76, - "MasakhaNEWSClusteringS2S (lin)": 46.64, - "MasakhaNEWSClusteringS2S (lug)": 41.71, - "MasakhaNEWSClusteringS2S (orm)": 22.31, - "MasakhaNEWSClusteringS2S (pcm)": 44.62, - "MasakhaNEWSClusteringS2S (run)": 45.44, - "MasakhaNEWSClusteringS2S (sna)": 43.21, - "MasakhaNEWSClusteringS2S (som)": 26.3, - "MasakhaNEWSClusteringS2S (swa)": 17.91, - "MasakhaNEWSClusteringS2S (tir)": 45.61, - "MasakhaNEWSClusteringS2S (xho)": 21.36, - "MasakhaNEWSClusteringS2S (yor)": 24.11, - "RuSciBenchGRNTIClusteringP2P": 42.83, - "RuSciBenchOECDClusteringP2P": 38.58, - "TenKGnadClusteringP2P": 30.87, - "TenKGnadClusteringS2S": 14.84 - } - ] - }, - "PairClassification": { - "max_ap": [ - { - "Model": "text2vec-base-multilingual", - "CDSC-E": 74.42, - "FalseFriendsGermanEnglish": 48.21, - "OpusparcusPC (de)": 96.39, - "OpusparcusPC (en)": 98.39, - "OpusparcusPC (fi)": 92.88, - "OpusparcusPC (fr)": 92.04, - "OpusparcusPC (ru)": 87.84, - "OpusparcusPC (sv)": 93.65, - "PSC": 94.96, - "PawsXPairClassification (de)": 64.44, - "PawsXPairClassification (en)": 68.78, - "PawsXPairClassification (es)": 63.87, - "PawsXPairClassification (fr)": 65.57, - "PawsXPairClassification (ja)": 57.71, - "PawsXPairClassification (ko)": 49.51, - "PawsXPairClassification (zh)": 65.33, - "SICK-E-PL": 74.15, - "TERRa": 54.56 - }, - { - "Model": "text2vec-base-multilingual", - "CDSC-E": 74.42, - "FalseFriendsGermanEnglish": 48.49, - "OpusparcusPC (de)": 96.39, - "OpusparcusPC (en)": 98.45, - "OpusparcusPC (fi)": 92.88, - "OpusparcusPC (fr)": 92.04, - "OpusparcusPC (ru)": 87.84, - "OpusparcusPC (sv)": 93.65, - "PSC": 94.96, - "PawsXPairClassification (de)": 64.79, - "PawsXPairClassification (en)": 68.78, - "PawsXPairClassification (es)": 63.87, - "PawsXPairClassification (fr)": 65.6, - "PawsXPairClassification (ja)": 57.86, - "PawsXPairClassification (ko)": 49.51, - "PawsXPairClassification (zh)": 65.51, - "SICK-E-PL": 74.15, - "TERRa": 54.56 - }, - { - "Model": "text2vec-base-multilingual", - "OpusparcusPC (fr)": 92.04, - "PawsXPairClassification (fr)": 65.57 - } - ] - }, - "Reranking": { - "map": [ - { - "Model": "text2vec-base-multilingual", - "AlloprofReranking": 51.48, - "MindSmallReranking": 29.64, - "RuBQReranking": 47.69, - "SyntecReranking": 70.28, - "T2Reranking": 65.07 - }, - { - "Model": "text2vec-base-multilingual", - "MIRACLReranking (ar)": 37.44, - "MIRACLReranking (bn)": 19.37, - "MIRACLReranking (de)": 25.45, - "MIRACLReranking (en)": 37.85, - "MIRACLReranking (es)": 36.76, - "MIRACLReranking (fa)": 22.75, - "MIRACLReranking (fi)": 42.38, - "MIRACLReranking (fr)": 26.52, - "MIRACLReranking (hi)": 23.05, - "MIRACLReranking (id)": 32.89, - "MIRACLReranking (ja)": 29.42, - "MIRACLReranking (ko)": 23.99, - "MIRACLReranking (ru)": 29.44, - "MIRACLReranking (sw)": 21.21, - "MIRACLReranking (te)": 18.51, - "MIRACLReranking (th)": 26.99, - "MIRACLReranking (yo)": 35.18, - "MIRACLReranking (zh)": 20.66 - } - ] - }, - "Retrieval": { - "ndcg_at_10": [ - { - "Model": "text2vec-base-multilingual", - "AILACasedocs": 9.96, - "AILAStatutes": 15.39, - "ARCChallenge": 5.45, - "AlloprofRetrieval": 18.9, - "AlphaNLI": 23.29, - "AppsRetrieval": 1.31, - "ArguAna": 31.35, - "BSARDRetrieval": 0.0, - "ClimateFEVER": 11.19, - "CmedqaRetrieval": 12.1, - "CodeFeedbackMT": 12.67, - "CodeFeedbackST": 22.08, - "CodeSearchNetCCRetrieval (python)": 17.26, - "CodeSearchNetCCRetrieval (javascript)": 16.51, - "CodeSearchNetCCRetrieval (go)": 8.65, - "CodeSearchNetCCRetrieval (ruby)": 21.38, - "CodeSearchNetCCRetrieval (java)": 9.18, - "CodeSearchNetCCRetrieval (php)": 8.02, - "CodeSearchNetRetrieval (python)": 39.52, - "CodeSearchNetRetrieval (javascript)": 22.2, - "CodeSearchNetRetrieval (go)": 32.32, - "CodeSearchNetRetrieval (ruby)": 34.56, - "CodeSearchNetRetrieval (java)": 18.91, - "CodeSearchNetRetrieval (php)": 26.69, - "CodeTransOceanContest": 17.87, - "CodeTransOceanDL": 26.42, - "CosQA": 11.36, - "CovidRetrieval": 15.0, - "DBPedia": 15.87, - "FEVER": 30.69, - "FiQA2018": 12.34, - "GerDaLIR": 1.18, - "GerDaLIRSmall": 3.55, - "GermanQuAD-Retrieval": 68.44, - "HellaSwag": 15.59, - "HotpotQA": 16.63, - "LEMBNarrativeQARetrieval": 6.26, - "LEMBQMSumRetrieval": 12.2, - "LEMBSummScreenFDRetrieval": 40.45, - "LEMBWikimQARetrieval": 23.88, - "LeCaRDv2": 25.28, - "LegalBenchConsumerContractsQA": 48.83, - "LegalBenchCorporateLobbying": 81.56, - "LegalQuAD": 11.71, - "LegalSummarization": 48.68, - "MIRACLRetrieval (ar)": 17.44, - "MIRACLRetrieval (bn)": 3.55, - "MIRACLRetrieval (de)": 12.85, - "MIRACLRetrieval (en)": 18.93, - "MIRACLRetrieval (es)": 16.1, - "MIRACLRetrieval (fa)": 10.15, - "MIRACLRetrieval (fi)": 21.62, - "MIRACLRetrieval (fr)": 13.13, - "MIRACLRetrieval (hi)": 9.42, - "MIRACLRetrieval (id)": 17.33, - "MIRACLRetrieval (ja)": 10.28, - "MIRACLRetrieval (ko)": 16.31, - "MIRACLRetrieval (ru)": 11.99, - "MIRACLRetrieval (sw)": 8.6, - "MIRACLRetrieval (te)": 2.54, - "MIRACLRetrieval (th)": 10.66, - "MIRACLRetrieval (yo)": 17.03, - "MIRACLRetrieval (zh)": 9.32, - "MSMARCO": 14.57, - "MintakaRetrieval (ar)": 8.28, - "MintakaRetrieval (de)": 13.55, - "MintakaRetrieval (es)": 14.61, - "MintakaRetrieval (fr)": 14.81, - "MintakaRetrieval (hi)": 7.09, - "MintakaRetrieval (it)": 14.28, - "MintakaRetrieval (ja)": 9.2, - "MintakaRetrieval (pt)": 14.95, - "NFCorpus": 18.64, - "NQ": 20.7, - "PIQA": 11.75, - "Quail": 1.75, - "RARbCode": 3.59, - "RARbMath": 31.12, - "RiaNewsRetrieval": 23.85, - "RuBQRetrieval": 21.04, - "SCIDOCS": 9.8, - "SIQA": 0.38, - "SciFact": 38.99, - "SciFact-PL": 28.92, - "SpartQA": 8.55, - "StackOverflowQA": 32.47, - "SyntecRetrieval": 49.69, - "SyntheticText2SQL": 24.54, - "TRECCOVID": 32.1, - "TRECCOVID-PL": 30.14, - "TempReasonL1": 1.48, - "TempReasonL2Fact": 2.89, - "TempReasonL2Pure": 0.09, - "TempReasonL3Fact": 3.82, - "TempReasonL3Pure": 0.42, - "Touche2020": 14.08, - "WinoGrande": 31.61, - "XMarket (de)": 4.04, - "XMarket (en)": 8.18, - "XMarket (es)": 5.39, - "XPQARetrieval (ara-ara)": 22.16, - "XPQARetrieval (eng-ara)": 13.78, - "XPQARetrieval (ara-eng)": 20.65, - "XPQARetrieval (deu-deu)": 41.79, - "XPQARetrieval (eng-deu)": 19.11, - "XPQARetrieval (deu-eng)": 44.08, - "XPQARetrieval (spa-spa)": 35.97, - "XPQARetrieval (eng-spa)": 19.3, - "XPQARetrieval (spa-eng)": 35.72, - "XPQARetrieval (fra-fra)": 40.4, - "XPQARetrieval (eng-fra)": 17.9, - "XPQARetrieval (fra-eng)": 38.18, - "XPQARetrieval (hin-hin)": 53.69, - "XPQARetrieval (eng-hin)": 19.47, - "XPQARetrieval (hin-eng)": 43.22, - "XPQARetrieval (ita-ita)": 50.45, - "XPQARetrieval (eng-ita)": 19.99, - "XPQARetrieval (ita-eng)": 41.49, - "XPQARetrieval (jpn-jpn)": 51.88, - "XPQARetrieval (eng-jpn)": 16.12, - "XPQARetrieval (jpn-eng)": 40.69, - "XPQARetrieval (kor-kor)": 17.62, - "XPQARetrieval (eng-kor)": 16.7, - "XPQARetrieval (kor-eng)": 16.93, - "XPQARetrieval (pol-pol)": 28.06, - "XPQARetrieval (eng-pol)": 12.59, - "XPQARetrieval (pol-eng)": 25.14, - "XPQARetrieval (por-por)": 30.62, - "XPQARetrieval (eng-por)": 14.86, - "XPQARetrieval (por-eng)": 28.56, - "XPQARetrieval (tam-tam)": 15.47, - "XPQARetrieval (eng-tam)": 5.43, - "XPQARetrieval (tam-eng)": 8.94, - "XPQARetrieval (cmn-cmn)": 39.62, - "XPQARetrieval (eng-cmn)": 14.62, - "XPQARetrieval (cmn-eng)": 31.26, - "XPQARetrieval (fr)": 40.4 - } - ] - }, - "STS": { - "cosine_spearman": [ - { - "Model": "text2vec-base-multilingual", - "CDSC-R": 90.74, - "GermanSTSBenchmark": 83.32, - "RUParaPhraserSTS": 67.02, - "RuSTSBenchmarkSTS": 82.6, - "SICK-R-PL": 72.43, - "SICKFr": 77.25, - "STSB": 80.45, - "STSBenchmarkMultilingualSTS (es)": 84.9, - "STSBenchmarkMultilingualSTS (pt)": 84.06, - "STSBenchmarkMultilingualSTS (nl)": 82.82, - "STSBenchmarkMultilingualSTS (ru)": 82.7, - "STSBenchmarkMultilingualSTS (fr)": 83.47, - "STSBenchmarkMultilingualSTS (de)": 83.15, - "STSBenchmarkMultilingualSTS (zh)": 81.06, - "STSBenchmarkMultilingualSTS (en)": 86.45, - "STSBenchmarkMultilingualSTS (it)": 83.72, - "STSBenchmarkMultilingualSTS (pl)": 82.42 - }, - { - "Model": "text2vec-base-multilingual", - "CDSC-R": 90.74, - "GermanSTSBenchmark": 83.32, - "RUParaPhraserSTS": 67.02, - "RuSTSBenchmarkSTS": 82.6, - "SICK-R-PL": 72.43, - "SICKFr": 77.25, - "STSB": 80.45, - "STSBenchmarkMultilingualSTS (es)": 84.9, - "STSBenchmarkMultilingualSTS (pt)": 84.06, - "STSBenchmarkMultilingualSTS (nl)": 82.82, - "STSBenchmarkMultilingualSTS (ru)": 82.7, - "STSBenchmarkMultilingualSTS (fr)": 83.47, - "STSBenchmarkMultilingualSTS (de)": 83.15, - "STSBenchmarkMultilingualSTS (zh)": 81.06, - "STSBenchmarkMultilingualSTS (en)": 86.45, - "STSBenchmarkMultilingualSTS (it)": 83.72, - "STSBenchmarkMultilingualSTS (pl)": 82.42 - }, - { - "Model": "text2vec-base-multilingual", - "SICKFr": 77.25, - "STS22 (fr)": 74.1, - "STSBenchmarkMultilingualSTS (fr)": 83.48 - } - ] - }, - "Summarization": { - "cosine_spearman": [ - { - "Model": "text2vec-base-multilingual", - "SummEvalFr": 29.33 - }, - { - "Model": "text2vec-base-multilingual", - "SummEvalFr": 29.33 - }, - { - "Model": "text2vec-base-multilingual", - "SummEvalFr": 29.33 - } - ] - }, - "MultilabelClassification": { - "accuracy": [ - { - "Model": "text2vec-base-multilingual", - "CEDRClassification": 36.37, - "SensitiveTopicsClassification": 22.47 - } - ] - }, - "InstructionRetrieval": { - "p-MRR": [ - { - "Model": "text2vec-base-multilingual", - "Core17InstructionRetrieval": -2.75, - "News21InstructionRetrieval": -2.1, - "Robust04InstructionRetrieval": -7.06 - } - ] - } - }, - "shibing624__text2vec-large-chinese": { - "BitextMining": { - "f1": [] - }, - "Classification": { - "accuracy": [ - { - "Model": "text2vec-large-chinese", - "AmazonReviewsClassification (zh)": 33.77, - "IFlyTek": 41.54, - "JDReview": 81.56, - "MassiveIntentClassification (zh-CN)": 63.23, - "MassiveScenarioClassification (zh-CN)": 68.45, - "MultilingualSentiment": 58.97, - "OnlineShopping": 83.51, - "TNews": 38.92, - "Waimai": 76.01 - } - ] - }, - "Clustering": { - "v_measure": [ - { - "Model": "text2vec-large-chinese", - "CLSClusteringP2P": 30.13, - "CLSClusteringS2S": 28.77, - "ThuNewsClusteringP2P": 35.05, - "ThuNewsClusteringS2S": 26.14 - } - ] - }, - "PairClassification": { - "max_ap": [ - { - "Model": "text2vec-large-chinese", - "Cmnli": 77.67, - "Ocnli": 64.04 - }, - { - "Model": "text2vec-large-chinese", - "Cmnli": 77.85, - "Ocnli": 64.47 - } - ] - }, - "Reranking": { - "map": [ - { - "Model": "text2vec-large-chinese", - "CMedQAv1": 58.92, - "CMedQAv2": 60.41, - "MMarcoReranking": 12.48, - "T2Reranking": 64.82 - } - ] - }, - "Retrieval": { - "ndcg_at_10": [ - { - "Model": "text2vec-large-chinese", - "CmedqaRetrieval": 15.53, - "CovidRetrieval": 60.48, - "DuRetrieval": 51.87, - "EcomRetrieval": 37.58, - "MMarcoRetrieval": 45.96, - "MedicalRetrieval": 30.93, - "T2Retrieval": 50.52, - "VideoRetrieval": 42.65 - } - ] - }, - "STS": { - "cosine_spearman": [ - { - "Model": "text2vec-large-chinese", - "AFQMC": 24.51, - "ATEC": 32.45, - "BQ": 44.22, - "LCQMC": 69.16, - "PAWSX": 14.55, - "QBQTC": 29.51, - "STS22 (zh)": 65.94, - "STSB": 79.45 - } - ] - }, - "Summarization": { - "cosine_spearman": [] - }, - "MultilabelClassification": { - "accuracy": [] - }, - "InstructionRetrieval": { - "p-MRR": [] - } - }, - "silk-road__luotuo-bert-medium": { - "BitextMining": { - "f1": [] - }, - "Classification": { - "accuracy": [ - { - "Model": "luotuo-bert-medium", - "AmazonReviewsClassification (zh)": 34.46, - "IFlyTek": 41.75, - "JDReview": 79.68, - "MassiveIntentClassification (zh-CN)": 57.47, - "MassiveScenarioClassification (zh-CN)": 65.32, - "MultilingualSentiment": 61.21, - "OnlineShopping": 84.3, - "TNews": 45.22, - "Waimai": 79.57 - } - ] - }, - "Clustering": { - "v_measure": [ - { - "Model": "luotuo-bert-medium", - "CLSClusteringP2P": 37.01, - "CLSClusteringS2S": 33.46, - "ThuNewsClusteringP2P": 58.83, - "ThuNewsClusteringS2S": 48.26 - } - ] - }, - "PairClassification": { - "max_ap": [ - { - "Model": "luotuo-bert-medium", - "Cmnli": 72.55, - "Ocnli": 60.7 - }, - { - "Model": "luotuo-bert-medium", - "Cmnli": 72.55, - "Ocnli": 60.74 - } - ] - }, - "Reranking": { - "map": [ - { - "Model": "luotuo-bert-medium", - "CMedQAv1": 57.82, - "CMedQAv2": 58.88, - "MMarcoReranking": 14.55, - "T2Reranking": 65.76 - } - ] - }, - "Retrieval": { - "ndcg_at_10": [ - { - "Model": "luotuo-bert-medium", - "CmedqaRetrieval": 18.04, - "CovidRetrieval": 55.48, - "DuRetrieval": 59.36, - "EcomRetrieval": 40.48, - "MMarcoRetrieval": 55.31, - "MedicalRetrieval": 29.8, - "T2Retrieval": 58.67, - "VideoRetrieval": 38.04 - } - ] - }, - "STS": { - "cosine_spearman": [ - { - "Model": "luotuo-bert-medium", - "AFQMC": 22.24, - "ATEC": 30.84, - "BQ": 43.33, - "LCQMC": 66.74, - "PAWSX": 12.31, - "QBQTC": 27.2, - "STS22 (zh)": 66.4, - "STSB": 73.22 - } - ] - }, - "Summarization": { - "cosine_spearman": [] - }, - "MultilabelClassification": { - "accuracy": [] - }, - "InstructionRetrieval": { - "p-MRR": [] - } - }, - "uklfr__gottbert-base": { - "BitextMining": { - "f1": [] - }, - "Classification": { - "accuracy": [] - }, - "Clustering": { - "v_measure": [ - { - "Model": "gottbert-base", - "BlurbsClusteringP2P": 34.49, - "BlurbsClusteringS2S": 8.37, - "TenKGnadClusteringP2P": 33.66, - "TenKGnadClusteringS2S": 9.34 - } - ] - }, - "PairClassification": { - "max_ap": [] - }, - "Reranking": { - "map": [] - }, - "Retrieval": { - "ndcg_at_10": [] - }, - "STS": { - "cosine_spearman": [] - }, - "Summarization": { - "cosine_spearman": [] - }, - "MultilabelClassification": { - "accuracy": [] - }, - "InstructionRetrieval": { - "p-MRR": [] - } - }, - "vesteinn__DanskBERT": { - "BitextMining": { - "f1": [ - { - "Model": "DanskBERT", - "BornholmBitextMining": 6.34 - } - ] - }, - "Classification": { - "accuracy": [ - { - "Model": "DanskBERT", - "AngryTweetsClassification": 54.28, - "DKHateClassification": 59.3, - "DanishPoliticalCommentsClassification": 39.81, - "LccSentimentClassification": 58.0, - "MassiveIntentClassification (da)": 54.68, - "MassiveIntentClassification (nb)": 45.38, - "MassiveIntentClassification (sv)": 40.82, - "MassiveScenarioClassification (da)": 59.56, - "MassiveScenarioClassification (nb)": 47.55, - "MassiveScenarioClassification (sv)": 40.14, - "NoRecClassification": 46.06, - "NordicLangClassification": 74.25, - "NorwegianParliament": 56.79, - "ScalaDaClassification": 66.59, - "ScalaNbClassification": 59.99 - } - ] - }, - "Clustering": { - "v_measure": [] - }, - "PairClassification": { - "max_ap": [] - }, - "Reranking": { - "map": [] - }, - "Retrieval": { - "ndcg_at_10": [] - }, - "STS": { - "cosine_spearman": [] - }, - "Summarization": { - "cosine_spearman": [] - }, - "MultilabelClassification": { - "accuracy": [] - }, - "InstructionRetrieval": { - "p-MRR": [] - } - }, - "voyageai__voyage-2": { - "BitextMining": { - "f1": [] - }, - "Classification": { - "accuracy": [ - { - "Model": "voyage-2", - "AmazonReviewsClassification (fr)": 37.26, - "MTOPDomainClassification (fr)": 79.79, - "MTOPIntentClassification (fr)": 45.62, - "MasakhaNEWSClassification (fra)": 80.19, - "MassiveIntentClassification (fr)": 53.7, - "MassiveScenarioClassification (fr)": 62.46 - } - ] - }, - "Clustering": { - "v_measure": [ - { - "Model": "voyage-2", - "AlloProfClusteringP2P": 57.96, - "AlloProfClusteringS2S": 41.65, - "HALClusteringS2S": 24.84, - "MLSUMClusteringP2P": 45.08, - "MLSUMClusteringS2S": 38.77, - "MasakhaNEWSClusteringP2P (fra)": 48.54, - "MasakhaNEWSClusteringS2S (fra)": 36.33 - } - ] - }, - "PairClassification": { - "max_ap": [ - { - "Model": "voyage-2", - "OpusparcusPC (fr)": 89.76, - "PawsXPairClassification (fr)": 58.96 - }, - { - "Model": "voyage-2", - "OpusparcusPC (fr)": 89.83, - "PawsXPairClassification (fr)": 58.97 - } - ] - }, - "Reranking": { - "map": [ - { - "Model": "voyage-2", - "AlloprofReranking": 63.54, - "SyntecReranking": 82.65 - } - ] - }, - "Retrieval": { - "ndcg_at_10": [ - { - "Model": "voyage-2", - "AlloprofRetrieval": 45.5, - "BSARDRetrieval": 0.15, - "MintakaRetrieval (fr)": 15.51, - "SyntecRetrieval": 75.83, - "XPQARetrieval (fr)": 67.07 - } - ] - }, - "STS": { - "cosine_spearman": [ - { - "Model": "voyage-2", - "SICKFr": 68.51, - "STS22 (fr)": 70.51, - "STSBenchmarkMultilingualSTS (fr)": 76.43 - } - ] - }, - "Summarization": { - "cosine_spearman": [ - { - "Model": "voyage-2", - "SummEvalFr": 30.88 - } - ] - }, - "MultilabelClassification": { - "accuracy": [] - }, - "InstructionRetrieval": { - "p-MRR": [] - } - }, - "voyageai__voyage-3": { - "BitextMining": { - "f1": [ - { - "Model": "voyage-3", - "BornholmBitextMining": 34.84, - "Tatoeba (lat-eng)": 50.17, - "Tatoeba (max-eng)": 41.21, - "Tatoeba (cbk-eng)": 54.97, - "Tatoeba (nds-eng)": 69.17, - "Tatoeba (swe-eng)": 86.61, - "Tatoeba (tzl-eng)": 23.68, - "Tatoeba (nob-eng)": 92.86, - "Tatoeba (swh-eng)": 24.15, - "Tatoeba (afr-eng)": 68.23, - "Tatoeba (ara-eng)": 76.19, - "Tatoeba (ido-eng)": 69.36, - "Tatoeba (isl-eng)": 83.52, - "Tatoeba (nov-eng)": 50.2, - "Tatoeba (dan-eng)": 91.25, - "Tatoeba (war-eng)": 21.4, - "Tatoeba (pes-eng)": 80.49, - "Tatoeba (pol-eng)": 89.37, - "Tatoeba (ell-eng)": 81.25, - "Tatoeba (kor-eng)": 80.99, - "Tatoeba (khm-eng)": 2.22, - "Tatoeba (spa-eng)": 90.48, - "Tatoeba (heb-eng)": 78.8, - "Tatoeba (pam-eng)": 8.62, - "Tatoeba (cha-eng)": 28.41, - "Tatoeba (ind-eng)": 84.33, - "Tatoeba (vie-eng)": 90.94, - "Tatoeba (hye-eng)": 75.17, - "Tatoeba (tgl-eng)": 68.92, - "Tatoeba (hin-eng)": 85.93, - "Tatoeba (yid-eng)": 48.54, - "Tatoeba (ukr-eng)": 86.36, - "Tatoeba (urd-eng)": 77.63, - "Tatoeba (bul-eng)": 84.4, - "Tatoeba (rus-eng)": 88.01, - "Tatoeba (jav-eng)": 24.94, - "Tatoeba (deu-eng)": 94.67, - "Tatoeba (por-eng)": 89.06, - "Tatoeba (tur-eng)": 83.06, - "Tatoeba (gle-eng)": 28.8, - "Tatoeba (slv-eng)": 76.75, - "Tatoeba (kaz-eng)": 70.94, - "Tatoeba (fra-eng)": 86.35, - "Tatoeba (hrv-eng)": 81.03, - "Tatoeba (gsw-eng)": 44.12, - "Tatoeba (mal-eng)": 76.57, - "Tatoeba (tha-eng)": 73.05, - "Tatoeba (awa-eng)": 49.75, - "Tatoeba (uzb-eng)": 43.48, - "Tatoeba (kab-eng)": 2.95, - "Tatoeba (ben-eng)": 68.0, - "Tatoeba (csb-eng)": 47.73, - "Tatoeba (swg-eng)": 56.37, - "Tatoeba (ceb-eng)": 21.09, - "Tatoeba (ita-eng)": 85.3, - "Tatoeba (oci-eng)": 47.55, - "Tatoeba (fin-eng)": 84.79, - "Tatoeba (est-eng)": 73.93, - "Tatoeba (glg-eng)": 83.89, - "Tatoeba (arz-eng)": 52.87, - "Tatoeba (amh-eng)": 30.35, - "Tatoeba (aze-eng)": 82.64, - "Tatoeba (hun-eng)": 77.69, - "Tatoeba (srp-eng)": 75.45, - "Tatoeba (ces-eng)": 85.54, - "Tatoeba (cmn-eng)": 90.34, - "Tatoeba (sqi-eng)": 84.32, - "Tatoeba (ast-eng)": 75.12, - "Tatoeba (epo-eng)": 83.2, - "Tatoeba (uig-eng)": 50.74, - "Tatoeba (cym-eng)": 63.42, - "Tatoeba (dtp-eng)": 6.47, - "Tatoeba (ang-eng)": 58.48, - "Tatoeba (eus-eng)": 62.28, - "Tatoeba (dsb-eng)": 45.88, - "Tatoeba (slk-eng)": 83.46, - "Tatoeba (bel-eng)": 86.29, - "Tatoeba (wuu-eng)": 74.44, - "Tatoeba (lfn-eng)": 58.61, - "Tatoeba (kur-eng)": 50.02, - "Tatoeba (bos-eng)": 80.62, - "Tatoeba (fry-eng)": 63.1, - "Tatoeba (xho-eng)": 9.51, - "Tatoeba (bre-eng)": 18.83, - "Tatoeba (kzj-eng)": 7.63, - "Tatoeba (nno-eng)": 81.17, - "Tatoeba (lvs-eng)": 76.45, - "Tatoeba (hsb-eng)": 60.76, - "Tatoeba (tel-eng)": 68.28, - "Tatoeba (zsm-eng)": 81.68, - "Tatoeba (arq-eng)": 18.83, - "Tatoeba (mon-eng)": 68.66, - "Tatoeba (mkd-eng)": 77.4, - "Tatoeba (jpn-eng)": 80.76, - "Tatoeba (gla-eng)": 12.44, - "Tatoeba (kat-eng)": 74.33, - "Tatoeba (lit-eng)": 79.76, - "Tatoeba (tat-eng)": 63.72, - "Tatoeba (fao-eng)": 61.51, - "Tatoeba (tuk-eng)": 34.36, - "Tatoeba (ber-eng)": 6.36, - "Tatoeba (ina-eng)": 83.88, - "Tatoeba (nld-eng)": 91.59, - "Tatoeba (pms-eng)": 57.89, - "Tatoeba (mhr-eng)": 13.48, - "Tatoeba (orv-eng)": 34.56, - "Tatoeba (ile-eng)": 69.65, - "Tatoeba (tam-eng)": 68.61, - "Tatoeba (cor-eng)": 6.41, - "Tatoeba (cat-eng)": 84.34, - "Tatoeba (yue-eng)": 71.38, - "Tatoeba (mar-eng)": 72.56, - "Tatoeba (ron-eng)": 83.85 - } - ] - }, - "Classification": { - "accuracy": [ - { - "Model": "voyage-3", - "AllegroReviews": 39.35, - "AmazonCounterfactualClassification (en-ext)": 62.11, - "AmazonCounterfactualClassification (en)": 60.37, - "AmazonCounterfactualClassification (de)": 57.76, - "AmazonCounterfactualClassification (ja)": 65.06, - "AmazonPolarityClassification": 86.02, - "AmazonReviewsClassification (en)": 36.97, - "AmazonReviewsClassification (de)": 38.1, - "AmazonReviewsClassification (es)": 36.32, - "AmazonReviewsClassification (fr)": 35.43, - "AmazonReviewsClassification (ja)": 37.39, - "AmazonReviewsClassification (zh)": 32.94, - "AngryTweetsClassification": 54.26, - "Banking77Classification": 73.8, - "CBD": 66.4, - "DanishPoliticalCommentsClassification": 36.51, - "EmotionClassification": 40.62, - "GeoreviewClassification": 43.02, - "HeadlineClassification": 76.74, - "ImdbClassification": 89.68, - "InappropriatenessClassification": 59.62, - "KinopoiskClassification": 62.14, - "LccSentimentClassification": 55.93, - "MTOPDomainClassification (en)": 87.15, - "MTOPDomainClassification (de)": 84.03, - "MTOPDomainClassification (es)": 84.36, - "MTOPDomainClassification (fr)": 80.39, - "MTOPDomainClassification (hi)": 84.78, - "MTOPDomainClassification (th)": 80.49, - "MTOPIntentClassification (en)": 56.34, - "MTOPIntentClassification (de)": 57.94, - "MTOPIntentClassification (es)": 58.01, - "MTOPIntentClassification (fr)": 52.87, - "MTOPIntentClassification (hi)": 54.37, - "MTOPIntentClassification (th)": 56.06, - "MasakhaNEWSClassification (amh)": 79.81, - "MasakhaNEWSClassification (eng)": 71.82, - "MasakhaNEWSClassification (fra)": 70.54, - "MasakhaNEWSClassification (hau)": 74.33, - "MasakhaNEWSClassification (ibo)": 63.15, - "MasakhaNEWSClassification (lin)": 70.46, - "MasakhaNEWSClassification (lug)": 67.71, - "MasakhaNEWSClassification (orm)": 73.88, - "MasakhaNEWSClassification (pcm)": 85.02, - "MasakhaNEWSClassification (run)": 69.29, - "MasakhaNEWSClassification (sna)": 83.33, - "MasakhaNEWSClassification (som)": 61.12, - "MasakhaNEWSClassification (swa)": 68.42, - "MasakhaNEWSClassification (tir)": 65.26, - "MasakhaNEWSClassification (xho)": 77.88, - "MasakhaNEWSClassification (yor)": 76.11, - "MassiveIntentClassification (ru)": 58.32, - "MassiveIntentClassification (ur)": 52.72, - "MassiveIntentClassification (sq)": 56.6, - "MassiveIntentClassification (sv)": 59.09, - "MassiveIntentClassification (th)": 55.36, - "MassiveIntentClassification (fa)": 59.38, - "MassiveIntentClassification (el)": 56.02, - "MassiveIntentClassification (hi)": 55.99, - "MassiveIntentClassification (vi)": 59.24, - "MassiveIntentClassification (tr)": 59.45, - "MassiveIntentClassification (it)": 59.0, - "MassiveIntentClassification (ta)": 49.98, - "MassiveIntentClassification (sw)": 44.49, - "MassiveIntentClassification (tl)": 53.96, - "MassiveIntentClassification (fi)": 60.96, - "MassiveIntentClassification (he)": 56.41, - "MassiveIntentClassification (id)": 58.52, - "MassiveIntentClassification (az)": 56.82, - "MassiveIntentClassification (pt)": 59.34, - "MassiveIntentClassification (my)": 38.76, - "MassiveIntentClassification (ro)": 53.33, - "MassiveIntentClassification (hu)": 55.93, - "MassiveIntentClassification (ko)": 59.3, - "MassiveIntentClassification (nl)": 57.24, - "MassiveIntentClassification (ar)": 49.51, - "MassiveIntentClassification (km)": 34.82, - "MassiveIntentClassification (de)": 57.95, - "MassiveIntentClassification (am)": 36.33, - "MassiveIntentClassification (nb)": 58.53, - "MassiveIntentClassification (ml)": 52.87, - "MassiveIntentClassification (bn)": 53.85, - "MassiveIntentClassification (sl)": 56.0, - "MassiveIntentClassification (te)": 52.91, - "MassiveIntentClassification (da)": 59.34, - "MassiveIntentClassification (cy)": 48.16, - "MassiveIntentClassification (es)": 58.5, - "MassiveIntentClassification (lv)": 55.67, - "MassiveIntentClassification (pl)": 57.36, - "MassiveIntentClassification (zh-TW)": 54.88, - "MassiveIntentClassification (ms)": 53.42, - "MassiveIntentClassification (af)": 49.97, - "MassiveIntentClassification (jv)": 43.79, - "MassiveIntentClassification (hy)": 54.2, - "MassiveIntentClassification (ja)": 60.23, - "MassiveIntentClassification (ka)": 49.24, - "MassiveIntentClassification (fr)": 57.54, - "MassiveIntentClassification (is)": 53.36, - "MassiveIntentClassification (mn)": 52.26, - "MassiveIntentClassification (kn)": 50.87, - "MassiveIntentClassification (zh-CN)": 60.13, - "MassiveIntentClassification (en)": 63.75, - "MassiveScenarioClassification (sv)": 68.38, - "MassiveScenarioClassification (fr)": 66.07, - "MassiveScenarioClassification (km)": 38.68, - "MassiveScenarioClassification (te)": 62.13, - "MassiveScenarioClassification (bn)": 59.88, - "MassiveScenarioClassification (my)": 45.17, - "MassiveScenarioClassification (tl)": 62.36, - "MassiveScenarioClassification (fi)": 66.28, - "MassiveScenarioClassification (hi)": 61.29, - "MassiveScenarioClassification (tr)": 66.8, - "MassiveScenarioClassification (pl)": 64.96, - "MassiveScenarioClassification (az)": 64.37, - "MassiveScenarioClassification (ms)": 63.1, - "MassiveScenarioClassification (fa)": 66.24, - "MassiveScenarioClassification (he)": 64.02, - "MassiveScenarioClassification (ka)": 55.48, - "MassiveScenarioClassification (nl)": 66.71, - "MassiveScenarioClassification (ru)": 66.18, - "MassiveScenarioClassification (vi)": 67.19, - "MassiveScenarioClassification (jv)": 50.63, - "MassiveScenarioClassification (af)": 61.28, - "MassiveScenarioClassification (zh-TW)": 63.5, - "MassiveScenarioClassification (it)": 66.3, - "MassiveScenarioClassification (lv)": 60.81, - "MassiveScenarioClassification (zh-CN)": 68.37, - "MassiveScenarioClassification (id)": 67.18, - "MassiveScenarioClassification (ja)": 67.03, - "MassiveScenarioClassification (ro)": 61.52, - "MassiveScenarioClassification (nb)": 67.81, - "MassiveScenarioClassification (en)": 71.0, - "MassiveScenarioClassification (ko)": 67.6, - "MassiveScenarioClassification (ur)": 59.09, - "MassiveScenarioClassification (am)": 42.89, - "MassiveScenarioClassification (cy)": 56.86, - "MassiveScenarioClassification (da)": 67.53, - "MassiveScenarioClassification (sq)": 65.72, - "MassiveScenarioClassification (is)": 61.24, - "MassiveScenarioClassification (mn)": 57.43, - "MassiveScenarioClassification (sw)": 51.89, - "MassiveScenarioClassification (es)": 66.28, - "MassiveScenarioClassification (hu)": 66.07, - "MassiveScenarioClassification (ta)": 57.44, - "MassiveScenarioClassification (th)": 65.01, - "MassiveScenarioClassification (hy)": 60.1, - "MassiveScenarioClassification (de)": 67.76, - "MassiveScenarioClassification (ar)": 57.93, - "MassiveScenarioClassification (el)": 63.1, - "MassiveScenarioClassification (ml)": 59.28, - "MassiveScenarioClassification (kn)": 58.94, - "MassiveScenarioClassification (sl)": 62.96, - "MassiveScenarioClassification (pt)": 65.62, - "NoRecClassification": 50.16, - "NordicLangClassification": 47.13, - "PAC": 68.47, - "PolEmo2.0-IN": 71.05, - "PolEmo2.0-OUT": 42.61, - "RuReviewsClassification": 58.37, - "RuSciBenchGRNTIClassification": 59.01, - "RuSciBenchOECDClassification": 45.37, - "ToxicConversationsClassification": 60.73, - "TweetSentimentExtractionClassification": 51.28 - } - ] - }, - "Clustering": { - "v_measure": [ - { - "Model": "voyage-3", - "AlloProfClusteringP2P": 59.71, - "AlloProfClusteringS2S": 47.41, - "ArxivClusteringP2P": 46.38, - "ArxivClusteringS2S": 39.09, - "BiorxivClusteringP2P": 38.0, - "BiorxivClusteringS2S": 35.33, - "BlurbsClusteringP2P": 41.96, - "BlurbsClusteringS2S": 18.13, - "GeoreviewClusteringP2P": 72.23, - "HALClusteringS2S": 26.14, - "MLSUMClusteringP2P (de)": 35.65, - "MLSUMClusteringP2P (fr)": 42.12, - "MLSUMClusteringP2P (ru)": 37.26, - "MLSUMClusteringP2P (es)": 45.55, - "MLSUMClusteringS2S (de)": 37.51, - "MLSUMClusteringS2S (fr)": 42.26, - "MLSUMClusteringS2S (ru)": 40.34, - "MLSUMClusteringS2S (es)": 44.87, - "MasakhaNEWSClusteringP2P (amh)": 54.69, - "MasakhaNEWSClusteringP2P (eng)": 48.43, - "MasakhaNEWSClusteringP2P (fra)": 36.68, - "MasakhaNEWSClusteringP2P (hau)": 43.55, - "MasakhaNEWSClusteringP2P (ibo)": 48.5, - "MasakhaNEWSClusteringP2P (lin)": 46.08, - "MasakhaNEWSClusteringP2P (lug)": 47.42, - "MasakhaNEWSClusteringP2P (orm)": 51.58, - "MasakhaNEWSClusteringP2P (pcm)": 53.92, - "MasakhaNEWSClusteringP2P (run)": 57.08, - "MasakhaNEWSClusteringP2P (sna)": 56.38, - "MasakhaNEWSClusteringP2P (som)": 33.65, - "MasakhaNEWSClusteringP2P (swa)": 25.28, - "MasakhaNEWSClusteringP2P (tir)": 58.23, - "MasakhaNEWSClusteringP2P (xho)": 40.47, - "MasakhaNEWSClusteringP2P (yor)": 41.09, - "MasakhaNEWSClusteringS2S (amh)": 56.35, - "MasakhaNEWSClusteringS2S (eng)": 55.07, - "MasakhaNEWSClusteringS2S (fra)": 41.39, - "MasakhaNEWSClusteringS2S (hau)": 26.63, - "MasakhaNEWSClusteringS2S (ibo)": 35.71, - "MasakhaNEWSClusteringS2S (lin)": 48.81, - "MasakhaNEWSClusteringS2S (lug)": 42.37, - "MasakhaNEWSClusteringS2S (orm)": 27.6, - "MasakhaNEWSClusteringS2S (pcm)": 55.02, - "MasakhaNEWSClusteringS2S (run)": 52.14, - "MasakhaNEWSClusteringS2S (sna)": 48.84, - "MasakhaNEWSClusteringS2S (som)": 28.6, - "MasakhaNEWSClusteringS2S (swa)": 20.29, - "MasakhaNEWSClusteringS2S (tir)": 48.05, - "MasakhaNEWSClusteringS2S (xho)": 23.41, - "MasakhaNEWSClusteringS2S (yor)": 30.96, - "MedrxivClusteringP2P": 32.39, - "MedrxivClusteringS2S": 32.14, - "RedditClustering": 50.49, - "RedditClusteringP2P": 58.55, - "RuSciBenchGRNTIClusteringP2P": 52.22, - "RuSciBenchOECDClusteringP2P": 44.42, - "StackExchangeClustering": 60.36, - "StackExchangeClusteringP2P": 32.78, - "TenKGnadClusteringP2P": 38.06, - "TenKGnadClusteringS2S": 35.49, - "TwentyNewsgroupsClustering": 46.4 - } - ] - }, - "PairClassification": { - "max_ap": [ - { - "Model": "voyage-3", - "CDSC-E": 66.92, - "FalseFriendsGermanEnglish": 52.21, - "OpusparcusPC (de)": 95.28, - "OpusparcusPC (en)": 98.09, - "OpusparcusPC (fi)": 92.53, - "OpusparcusPC (fr)": 91.63, - "OpusparcusPC (ru)": 90.1, - "OpusparcusPC (sv)": 93.41, - "PSC": 99.63, - "PawsXPairClassification (de)": 60.28, - "PawsXPairClassification (en)": 63.74, - "PawsXPairClassification (es)": 60.92, - "PawsXPairClassification (fr)": 64.0, - "PawsXPairClassification (ja)": 52.59, - "PawsXPairClassification (ko)": 52.85, - "PawsXPairClassification (zh)": 58.53, - "SICK-E-PL": 65.89, - "SprintDuplicateQuestions": 90.2, - "TERRa": 51.98, - "TwitterSemEval2015": 61.84, - "TwitterURLCorpus": 83.61 - }, - { - "Model": "voyage-3", - "CDSC-E": 66.93, - "FalseFriendsGermanEnglish": 52.21, - "OpusparcusPC (de)": 95.28, - "OpusparcusPC (en)": 98.09, - "OpusparcusPC (fi)": 92.57, - "OpusparcusPC (fr)": 91.63, - "OpusparcusPC (ru)": 90.12, - "OpusparcusPC (sv)": 93.41, - "PSC": 99.64, - "PawsXPairClassification (de)": 60.28, - "PawsXPairClassification (en)": 63.74, - "PawsXPairClassification (es)": 60.94, - "PawsXPairClassification (fr)": 64.01, - "PawsXPairClassification (ja)": 52.71, - "PawsXPairClassification (ko)": 52.88, - "PawsXPairClassification (zh)": 58.84, - "SICK-E-PL": 65.92, - "SprintDuplicateQuestions": 90.2, - "TERRa": 52.04, - "TwitterSemEval2015": 61.84, - "TwitterURLCorpus": 83.61 - } - ] - }, - "Reranking": { - "map": [ - { - "Model": "voyage-3", - "AlloprofReranking": 84.65, - "AskUbuntuDupQuestions": 61.52, - "MindSmallReranking": 31.93, - "RuBQReranking": 72.6, - "T2Reranking": 65.27 - } - ] - }, - "Retrieval": { - "ndcg_at_10": [ - { - "Model": "voyage-3", - "AILACasedocs": 40.59, - "AILAStatutes": 42.49, - "AlloprofRetrieval": 73.76, - "AppsRetrieval": 73.03, - "ArguAna": 60.96, - "BSARDRetrieval": 44.87, - "CmedqaRetrieval": 34.83, - "CodeFeedbackMT": 66.69, - "CodeFeedbackST": 83.02, - "CodeSearchNetCCRetrieval (python)": 79.8, - "CodeSearchNetCCRetrieval (javascript)": 81.06, - "CodeSearchNetCCRetrieval (go)": 75.78, - "CodeSearchNetCCRetrieval (ruby)": 79.51, - "CodeSearchNetCCRetrieval (java)": 79.75, - "CodeSearchNetCCRetrieval (php)": 71.3, - "CodeSearchNetRetrieval (python)": 93.04, - "CodeSearchNetRetrieval (javascript)": 87.26, - "CodeSearchNetRetrieval (go)": 97.36, - "CodeSearchNetRetrieval (ruby)": 90.89, - "CodeSearchNetRetrieval (java)": 93.56, - "CodeSearchNetRetrieval (php)": 91.69, - "CodeTransOceanContest": 89.92, - "CodeTransOceanDL": 33.92, - "CosQA": 28.7, - "CovidRetrieval": 88.47, - "FiQA2018": 52.28, - "GerDaLIRSmall": 44.72, - "LEMBNarrativeQARetrieval": 54.12, - "LEMBQMSumRetrieval": 51.05, - "LEMBSummScreenFDRetrieval": 97.82, - "LEMBWikimQARetrieval": 88.9, - "LeCaRDv2": 69.66, - "LegalBenchConsumerContractsQA": 86.75, - "LegalBenchCorporateLobbying": 94.54, - "LegalQuAD": 65.03, - "LegalSummarization": 69.23, - "MIRACLRetrieval (ru)": 68.43, - "MintakaRetrieval (fr)": 44.56, - "NFCorpus": 38.22, - "RiaNewsRetrieval": 88.02, - "RuBQRetrieval": 71.54, - "SCIDOCS": 21.43, - "SciFact": 74.94, - "SciFact-PL": 68.72, - "SpartQA": 10.73, - "StackOverflowQA": 94.33, - "SyntecRetrieval": 87.54, - "SyntheticText2SQL": 57.56, - "TRECCOVID": 80.46, - "TRECCOVID-PL": 76.11, - "TempReasonL1": 1.23, - "WinoGrande": 67.74, - "XPQARetrieval (fra-fra)": 76.08 - } - ] - }, - "STS": { - "cosine_spearman": [ - { - "Model": "voyage-3", - "BIOSSES": 87.92, - "CDSC-R": 86.77, - "GermanSTSBenchmark": 71.59, - "RUParaPhraserSTS": 65.57, - "RuSTSBenchmarkSTS": 69.9, - "SICK-R": 79.63, - "SICK-R-PL": 65.71, - "SICKFr": 73.58, - "STS12": 69.52, - "STS13": 80.56, - "STS14": 73.33, - "STS15": 80.39, - "STS16": 79.83, - "STS17 (en-de)": 82.12, - "STS17 (en-tr)": 67.44, - "STS17 (fr-en)": 77.55, - "STS17 (es-en)": 78.34, - "STS17 (es-es)": 84.23, - "STS17 (nl-en)": 80.56, - "STS17 (en-ar)": 62.98, - "STS17 (ar-ar)": 68.04, - "STS17 (it-en)": 81.22, - "STS17 (ko-ko)": 69.39, - "STS17 (en-en)": 86.81, - "STSB": 64.81, - "STSBenchmark": 79.53, - "STSBenchmarkMultilingualSTS (pt)": 72.26, - "STSBenchmarkMultilingualSTS (pl)": 71.28, - "STSBenchmarkMultilingualSTS (ru)": 70.05, - "STSBenchmarkMultilingualSTS (nl)": 73.64, - "STSBenchmarkMultilingualSTS (es)": 73.96, - "STSBenchmarkMultilingualSTS (zh)": 66.97, - "STSBenchmarkMultilingualSTS (it)": 72.42, - "STSBenchmarkMultilingualSTS (en)": 79.57, - "STSBenchmarkMultilingualSTS (de)": 73.01, - "STSBenchmarkMultilingualSTS (fr)": 74.22 - }, - { - "Model": "voyage-3", - "BIOSSES": 87.92, - "CDSC-R": 86.77, - "GermanSTSBenchmark": 71.59, - "RUParaPhraserSTS": 65.57, - "RuSTSBenchmarkSTS": 69.9, - "SICK-R": 79.63, - "SICK-R-PL": 65.71, - "SICKFr": 73.58, - "STS12": 69.52, - "STS13": 80.56, - "STS14": 73.33, - "STS15": 80.39, - "STS16": 79.83, - "STS17 (en-de)": 82.12, - "STS17 (en-tr)": 67.44, - "STS17 (fr-en)": 77.55, - "STS17 (es-en)": 78.34, - "STS17 (es-es)": 84.23, - "STS17 (nl-en)": 80.56, - "STS17 (en-ar)": 62.98, - "STS17 (ar-ar)": 68.04, - "STS17 (it-en)": 81.22, - "STS17 (ko-ko)": 69.39, - "STS17 (en-en)": 86.81, - "STSB": 64.81, - "STSBenchmark": 79.53, - "STSBenchmarkMultilingualSTS (pt)": 72.26, - "STSBenchmarkMultilingualSTS (pl)": 71.28, - "STSBenchmarkMultilingualSTS (ru)": 70.05, - "STSBenchmarkMultilingualSTS (nl)": 73.64, - "STSBenchmarkMultilingualSTS (es)": 73.96, - "STSBenchmarkMultilingualSTS (zh)": 66.97, - "STSBenchmarkMultilingualSTS (it)": 72.42, - "STSBenchmarkMultilingualSTS (en)": 79.57, - "STSBenchmarkMultilingualSTS (de)": 73.01, - "STSBenchmarkMultilingualSTS (fr)": 74.22 - } - ] - }, - "Summarization": { - "cosine_spearman": [ - { - "Model": "voyage-3", - "SummEval": 28.92 - }, - { - "Model": "voyage-3", - "SummEval": 28.92 - } - ] - }, - "MultilabelClassification": { - "accuracy": [ - { - "Model": "voyage-3", - "CEDRClassification": 36.17, - "SensitiveTopicsClassification": 26.23 - } - ] - }, - "InstructionRetrieval": { - "p-MRR": [ - { - "Model": "voyage-3", - "Core17InstructionRetrieval": 1.45, - "News21InstructionRetrieval": 4.59, - "Robust04InstructionRetrieval": -2.0 - } - ] - } - }, - "voyageai__voyage-3-lite": { - "BitextMining": { - "f1": [ - { - "Model": "voyage-3-lite", - "BornholmBitextMining": 40.01, - "Tatoeba (glg-eng)": 83.71, - "Tatoeba (cor-eng)": 5.07, - "Tatoeba (war-eng)": 18.68, - "Tatoeba (kzj-eng)": 5.9, - "Tatoeba (heb-eng)": 76.32, - "Tatoeba (kat-eng)": 75.06, - "Tatoeba (csb-eng)": 32.04, - "Tatoeba (ber-eng)": 5.5, - "Tatoeba (hin-eng)": 83.54, - "Tatoeba (ceb-eng)": 17.46, - "Tatoeba (tel-eng)": 71.92, - "Tatoeba (urd-eng)": 82.72, - "Tatoeba (zsm-eng)": 83.35, - "Tatoeba (pms-eng)": 48.41, - "Tatoeba (bel-eng)": 86.51, - "Tatoeba (tam-eng)": 74.08, - "Tatoeba (ile-eng)": 70.53, - "Tatoeba (yue-eng)": 67.59, - "Tatoeba (tha-eng)": 85.63, - "Tatoeba (nds-eng)": 68.74, - "Tatoeba (ang-eng)": 44.62, - "Tatoeba (dsb-eng)": 46.75, - "Tatoeba (ind-eng)": 85.37, - "Tatoeba (sqi-eng)": 84.45, - "Tatoeba (afr-eng)": 75.83, - "Tatoeba (ina-eng)": 84.59, - "Tatoeba (gla-eng)": 9.4, - "Tatoeba (rus-eng)": 88.3, - "Tatoeba (hye-eng)": 78.89, - "Tatoeba (gsw-eng)": 42.12, - "Tatoeba (ben-eng)": 68.37, - "Tatoeba (tzl-eng)": 30.3, - "Tatoeba (pam-eng)": 6.05, - "Tatoeba (uig-eng)": 48.13, - "Tatoeba (lit-eng)": 80.2, - "Tatoeba (cha-eng)": 25.42, - "Tatoeba (khm-eng)": 38.22, - "Tatoeba (fry-eng)": 67.03, - "Tatoeba (ron-eng)": 85.52, - "Tatoeba (kab-eng)": 1.78, - "Tatoeba (hun-eng)": 75.75, - "Tatoeba (isl-eng)": 85.18, - "Tatoeba (slv-eng)": 77.15, - "Tatoeba (mon-eng)": 73.52, - "Tatoeba (uzb-eng)": 32.4, - "Tatoeba (dan-eng)": 91.92, - "Tatoeba (tgl-eng)": 57.23, - "Tatoeba (nld-eng)": 91.73, - "Tatoeba (nno-eng)": 85.64, - "Tatoeba (dtp-eng)": 5.26, - "Tatoeba (orv-eng)": 30.48, - "Tatoeba (fra-eng)": 85.98, - "Tatoeba (wuu-eng)": 77.34, - "Tatoeba (cbk-eng)": 55.37, - "Tatoeba (kor-eng)": 78.64, - "Tatoeba (arz-eng)": 49.44, - "Tatoeba (lfn-eng)": 50.19, - "Tatoeba (srp-eng)": 77.34, - "Tatoeba (mhr-eng)": 10.16, - "Tatoeba (max-eng)": 36.38, - "Tatoeba (oci-eng)": 48.04, - "Tatoeba (yid-eng)": 37.45, - "Tatoeba (ces-eng)": 87.47, - "Tatoeba (swe-eng)": 88.0, - "Tatoeba (nov-eng)": 57.51, - "Tatoeba (swg-eng)": 47.89, - "Tatoeba (tur-eng)": 86.98, - "Tatoeba (deu-eng)": 96.13, - "Tatoeba (ell-eng)": 80.58, - "Tatoeba (cym-eng)": 56.79, - "Tatoeba (jpn-eng)": 84.44, - "Tatoeba (awa-eng)": 45.66, - "Tatoeba (fao-eng)": 65.29, - "Tatoeba (est-eng)": 77.82, - "Tatoeba (ido-eng)": 64.81, - "Tatoeba (hsb-eng)": 58.22, - "Tatoeba (tat-eng)": 65.16, - "Tatoeba (hrv-eng)": 79.93, - "Tatoeba (swh-eng)": 16.1, - "Tatoeba (slk-eng)": 86.74, - "Tatoeba (ukr-eng)": 86.53, - "Tatoeba (ast-eng)": 75.33, - "Tatoeba (vie-eng)": 92.25, - "Tatoeba (bre-eng)": 17.51, - "Tatoeba (ita-eng)": 86.04, - "Tatoeba (ara-eng)": 74.73, - "Tatoeba (gle-eng)": 21.42, - "Tatoeba (pes-eng)": 82.83, - "Tatoeba (epo-eng)": 83.01, - "Tatoeba (cmn-eng)": 90.06, - "Tatoeba (eus-eng)": 70.02, - "Tatoeba (lat-eng)": 30.46, - "Tatoeba (mal-eng)": 83.27, - "Tatoeba (bos-eng)": 78.14, - "Tatoeba (nob-eng)": 93.75, - "Tatoeba (spa-eng)": 93.35, - "Tatoeba (arq-eng)": 18.26, - "Tatoeba (por-eng)": 90.37, - "Tatoeba (cat-eng)": 85.5, - "Tatoeba (tuk-eng)": 28.51, - "Tatoeba (mkd-eng)": 76.99, - "Tatoeba (kaz-eng)": 73.05, - "Tatoeba (jav-eng)": 23.65, - "Tatoeba (kur-eng)": 39.6, - "Tatoeba (mar-eng)": 77.58, - "Tatoeba (lvs-eng)": 78.75, - "Tatoeba (xho-eng)": 7.91, - "Tatoeba (fin-eng)": 87.41, - "Tatoeba (amh-eng)": 38.1, - "Tatoeba (bul-eng)": 84.43, - "Tatoeba (pol-eng)": 91.58, - "Tatoeba (aze-eng)": 82.44 - } - ] - }, - "Classification": { - "accuracy": [ - { - "Model": "voyage-3-lite", - "AllegroReviews": 41.6, - "AmazonCounterfactualClassification (en-ext)": 65.74, - "AmazonCounterfactualClassification (en)": 63.58, - "AmazonCounterfactualClassification (de)": 64.15, - "AmazonCounterfactualClassification (ja)": 66.08, - "AmazonPolarityClassification": 75.7, - "AmazonReviewsClassification (en)": 37.63, - "AmazonReviewsClassification (de)": 41.0, - "AmazonReviewsClassification (es)": 39.26, - "AmazonReviewsClassification (fr)": 38.92, - "AmazonReviewsClassification (ja)": 38.58, - "AmazonReviewsClassification (zh)": 36.01, - "AngryTweetsClassification": 54.86, - "Banking77Classification": 76.85, - "CBD": 64.89, - "DanishPoliticalCommentsClassification": 37.46, - "EmotionClassification": 43.81, - "GeoreviewClassification": 45.4, - "HeadlineClassification": 78.34, - "ImdbClassification": 73.04, - "InappropriatenessClassification": 59.04, - "KinopoiskClassification": 57.39, - "LccSentimentClassification": 59.93, - "MTOPDomainClassification (en)": 90.52, - "MTOPDomainClassification (de)": 86.85, - "MTOPDomainClassification (es)": 84.68, - "MTOPDomainClassification (fr)": 82.89, - "MTOPDomainClassification (hi)": 83.19, - "MTOPDomainClassification (th)": 82.81, - "MTOPIntentClassification (en)": 62.23, - "MTOPIntentClassification (de)": 61.23, - "MTOPIntentClassification (es)": 61.31, - "MTOPIntentClassification (fr)": 55.38, - "MTOPIntentClassification (hi)": 56.72, - "MTOPIntentClassification (th)": 62.57, - "MasakhaNEWSClassification (amh)": 84.36, - "MasakhaNEWSClassification (eng)": 78.64, - "MasakhaNEWSClassification (fra)": 77.49, - "MasakhaNEWSClassification (hau)": 73.49, - "MasakhaNEWSClassification (ibo)": 65.95, - "MasakhaNEWSClassification (lin)": 73.49, - "MasakhaNEWSClassification (lug)": 66.32, - "MasakhaNEWSClassification (orm)": 72.92, - "MasakhaNEWSClassification (pcm)": 91.31, - "MasakhaNEWSClassification (run)": 72.48, - "MasakhaNEWSClassification (sna)": 85.07, - "MasakhaNEWSClassification (som)": 56.84, - "MasakhaNEWSClassification (swa)": 68.72, - "MasakhaNEWSClassification (tir)": 60.15, - "MasakhaNEWSClassification (xho)": 77.21, - "MasakhaNEWSClassification (yor)": 73.58, - "MassiveIntentClassification (sw)": 44.18, - "MassiveIntentClassification (vi)": 62.64, - "MassiveIntentClassification (sv)": 62.52, - "MassiveIntentClassification (km)": 38.5, - "MassiveIntentClassification (ja)": 64.02, - "MassiveIntentClassification (nb)": 62.3, - "MassiveIntentClassification (am)": 40.31, - "MassiveIntentClassification (is)": 57.27, - "MassiveIntentClassification (ka)": 50.07, - "MassiveIntentClassification (ar)": 51.41, - "MassiveIntentClassification (zh-TW)": 57.62, - "MassiveIntentClassification (bn)": 55.38, - "MassiveIntentClassification (sq)": 58.33, - "MassiveIntentClassification (te)": 53.72, - "MassiveIntentClassification (fi)": 61.16, - "MassiveIntentClassification (ta)": 51.63, - "MassiveIntentClassification (en)": 66.46, - "MassiveIntentClassification (zh-CN)": 64.98, - "MassiveIntentClassification (he)": 57.14, - "MassiveIntentClassification (cy)": 46.62, - "MassiveIntentClassification (jv)": 44.31, - "MassiveIntentClassification (el)": 56.16, - "MassiveIntentClassification (fa)": 63.87, - "MassiveIntentClassification (ro)": 54.23, - "MassiveIntentClassification (sl)": 58.45, - "MassiveIntentClassification (mn)": 55.9, - "MassiveIntentClassification (ko)": 60.7, - "MassiveIntentClassification (my)": 46.85, - "MassiveIntentClassification (az)": 60.51, - "MassiveIntentClassification (nl)": 60.61, - "MassiveIntentClassification (tr)": 62.05, - "MassiveIntentClassification (hy)": 59.17, - "MassiveIntentClassification (kn)": 51.19, - "MassiveIntentClassification (th)": 57.76, - "MassiveIntentClassification (lv)": 59.34, - "MassiveIntentClassification (id)": 60.44, - "MassiveIntentClassification (da)": 61.75, - "MassiveIntentClassification (de)": 59.82, - "MassiveIntentClassification (ur)": 55.39, - "MassiveIntentClassification (es)": 57.78, - "MassiveIntentClassification (hi)": 56.95, - "MassiveIntentClassification (ru)": 63.02, - "MassiveIntentClassification (ml)": 54.23, - "MassiveIntentClassification (pt)": 60.52, - "MassiveIntentClassification (pl)": 62.34, - "MassiveIntentClassification (af)": 51.75, - "MassiveIntentClassification (tl)": 52.13, - "MassiveIntentClassification (hu)": 57.9, - "MassiveIntentClassification (it)": 58.53, - "MassiveIntentClassification (fr)": 58.02, - "MassiveIntentClassification (ms)": 56.17, - "MassiveScenarioClassification (cy)": 56.54, - "MassiveScenarioClassification (ms)": 64.37, - "MassiveScenarioClassification (ur)": 61.78, - "MassiveScenarioClassification (th)": 65.75, - "MassiveScenarioClassification (da)": 69.41, - "MassiveScenarioClassification (it)": 64.76, - "MassiveScenarioClassification (ml)": 60.42, - "MassiveScenarioClassification (fr)": 65.51, - "MassiveScenarioClassification (pt)": 64.66, - "MassiveScenarioClassification (es)": 64.58, - "MassiveScenarioClassification (nl)": 67.55, - "MassiveScenarioClassification (bn)": 61.15, - "MassiveScenarioClassification (is)": 63.8, - "MassiveScenarioClassification (zh-TW)": 66.14, - "MassiveScenarioClassification (he)": 62.98, - "MassiveScenarioClassification (km)": 46.98, - "MassiveScenarioClassification (pl)": 65.13, - "MassiveScenarioClassification (tr)": 66.58, - "MassiveScenarioClassification (hu)": 66.29, - "MassiveScenarioClassification (zh-CN)": 70.44, - "MassiveScenarioClassification (sw)": 50.48, - "MassiveScenarioClassification (vi)": 67.33, - "MassiveScenarioClassification (am)": 47.4, - "MassiveScenarioClassification (az)": 65.45, - "MassiveScenarioClassification (de)": 68.76, - "MassiveScenarioClassification (el)": 64.34, - "MassiveScenarioClassification (ro)": 61.31, - "MassiveScenarioClassification (en)": 71.94, - "MassiveScenarioClassification (fi)": 65.14, - "MassiveScenarioClassification (ko)": 67.4, - "MassiveScenarioClassification (ta)": 59.58, - "MassiveScenarioClassification (jv)": 52.04, - "MassiveScenarioClassification (my)": 54.48, - "MassiveScenarioClassification (ka)": 57.01, - "MassiveScenarioClassification (sq)": 64.65, - "MassiveScenarioClassification (kn)": 58.69, - "MassiveScenarioClassification (tl)": 58.96, - "MassiveScenarioClassification (sv)": 69.08, - "MassiveScenarioClassification (ru)": 68.44, - "MassiveScenarioClassification (hy)": 64.17, - "MassiveScenarioClassification (nb)": 68.35, - "MassiveScenarioClassification (fa)": 67.14, - "MassiveScenarioClassification (ar)": 59.13, - "MassiveScenarioClassification (id)": 66.71, - "MassiveScenarioClassification (mn)": 60.82, - "MassiveScenarioClassification (sl)": 64.22, - "MassiveScenarioClassification (lv)": 64.23, - "MassiveScenarioClassification (af)": 59.74, - "MassiveScenarioClassification (hi)": 62.27, - "MassiveScenarioClassification (ja)": 69.19, - "MassiveScenarioClassification (te)": 59.89, - "NoRecClassification": 51.87, - "NordicLangClassification": 48.92, - "PAC": 70.35, - "PolEmo2.0-IN": 67.76, - "PolEmo2.0-OUT": 41.98, - "RuReviewsClassification": 59.14, - "RuSciBenchGRNTIClassification": 58.03, - "RuSciBenchOECDClassification": 44.54, - "ToxicConversationsClassification": 61.86, - "TweetSentimentExtractionClassification": 56.84 - } - ] - }, - "Clustering": { - "v_measure": [ - { - "Model": "voyage-3-lite", - "AlloProfClusteringP2P": 60.61, - "AlloProfClusteringS2S": 47.75, - "ArxivClusteringP2P": 43.4, - "ArxivClusteringS2S": 32.03, - "BiorxivClusteringP2P": 37.01, - "BiorxivClusteringS2S": 29.02, - "BlurbsClusteringP2P": 40.26, - "BlurbsClusteringS2S": 15.97, - "GeoreviewClusteringP2P": 63.53, - "HALClusteringS2S": 24.74, - "MLSUMClusteringP2P (de)": 44.05, - "MLSUMClusteringP2P (fr)": 45.69, - "MLSUMClusteringP2P (ru)": 48.37, - "MLSUMClusteringP2P (es)": 49.09, - "MLSUMClusteringS2S (de)": 44.99, - "MLSUMClusteringS2S (fr)": 45.62, - "MLSUMClusteringS2S (ru)": 49.14, - "MLSUMClusteringS2S (es)": 48.59, - "MasakhaNEWSClusteringP2P (amh)": 63.83, - "MasakhaNEWSClusteringP2P (eng)": 70.71, - "MasakhaNEWSClusteringP2P (fra)": 58.78, - "MasakhaNEWSClusteringP2P (hau)": 44.79, - "MasakhaNEWSClusteringP2P (ibo)": 47.36, - "MasakhaNEWSClusteringP2P (lin)": 60.43, - "MasakhaNEWSClusteringP2P (lug)": 43.85, - "MasakhaNEWSClusteringP2P (orm)": 47.96, - "MasakhaNEWSClusteringP2P (pcm)": 69.6, - "MasakhaNEWSClusteringP2P (run)": 57.35, - "MasakhaNEWSClusteringP2P (sna)": 61.77, - "MasakhaNEWSClusteringP2P (som)": 36.3, - "MasakhaNEWSClusteringP2P (swa)": 26.36, - "MasakhaNEWSClusteringP2P (tir)": 50.45, - "MasakhaNEWSClusteringP2P (xho)": 41.99, - "MasakhaNEWSClusteringP2P (yor)": 27.22, - "MasakhaNEWSClusteringS2S (amh)": 50.65, - "MasakhaNEWSClusteringS2S (eng)": 57.59, - "MasakhaNEWSClusteringS2S (fra)": 43.8, - "MasakhaNEWSClusteringS2S (hau)": 28.59, - "MasakhaNEWSClusteringS2S (ibo)": 42.81, - "MasakhaNEWSClusteringS2S (lin)": 53.67, - "MasakhaNEWSClusteringS2S (lug)": 47.26, - "MasakhaNEWSClusteringS2S (orm)": 33.55, - "MasakhaNEWSClusteringS2S (pcm)": 81.83, - "MasakhaNEWSClusteringS2S (run)": 48.94, - "MasakhaNEWSClusteringS2S (sna)": 46.16, - "MasakhaNEWSClusteringS2S (som)": 30.62, - "MasakhaNEWSClusteringS2S (swa)": 16.81, - "MasakhaNEWSClusteringS2S (tir)": 46.6, - "MasakhaNEWSClusteringS2S (xho)": 29.94, - "MasakhaNEWSClusteringS2S (yor)": 28.83, - "MedrxivClusteringP2P": 32.65, - "MedrxivClusteringS2S": 28.77, - "RedditClustering": 47.35, - "RedditClusteringP2P": 58.57, - "RuSciBenchGRNTIClusteringP2P": 53.76, - "RuSciBenchOECDClusteringP2P": 45.13, - "StackExchangeClustering": 59.88, - "StackExchangeClusteringP2P": 33.31, - "TenKGnadClusteringP2P": 46.79, - "TenKGnadClusteringS2S": 33.11, - "TwentyNewsgroupsClustering": 43.21 - } - ] - }, - "PairClassification": { - "max_ap": [ - { - "Model": "voyage-3-lite", - "CDSC-E": 66.64, - "FalseFriendsGermanEnglish": 51.59, - "OpusparcusPC (de)": 96.07, - "OpusparcusPC (en)": 98.12, - "OpusparcusPC (fi)": 93.18, - "OpusparcusPC (fr)": 91.54, - "OpusparcusPC (ru)": 87.84, - "OpusparcusPC (sv)": 93.37, - "PSC": 99.57, - "PawsXPairClassification (de)": 55.96, - "PawsXPairClassification (en)": 59.14, - "PawsXPairClassification (es)": 56.63, - "PawsXPairClassification (fr)": 58.75, - "PawsXPairClassification (ja)": 51.1, - "PawsXPairClassification (ko)": 51.15, - "PawsXPairClassification (zh)": 56.26, - "SICK-E-PL": 61.81, - "SprintDuplicateQuestions": 89.47, - "TERRa": 52.4, - "TwitterSemEval2015": 62.64, - "TwitterURLCorpus": 84.09 - }, - { - "Model": "voyage-3-lite", - "CDSC-E": 66.64, - "FalseFriendsGermanEnglish": 51.59, - "OpusparcusPC (de)": 96.07, - "OpusparcusPC (en)": 98.12, - "OpusparcusPC (fi)": 93.18, - "OpusparcusPC (fr)": 91.54, - "OpusparcusPC (ru)": 87.84, - "OpusparcusPC (sv)": 93.37, - "PSC": 99.57, - "PawsXPairClassification (de)": 56.07, - "PawsXPairClassification (en)": 59.14, - "PawsXPairClassification (es)": 56.63, - "PawsXPairClassification (fr)": 58.75, - "PawsXPairClassification (ja)": 51.23, - "PawsXPairClassification (ko)": 51.15, - "PawsXPairClassification (zh)": 56.55, - "SICK-E-PL": 61.84, - "SprintDuplicateQuestions": 89.47, - "TERRa": 52.68, - "TwitterSemEval2015": 62.64, - "TwitterURLCorpus": 84.09 - } - ] - }, - "Reranking": { - "map": [ - { - "Model": "voyage-3-lite", - "AlloprofReranking": 75.02, - "AskUbuntuDupQuestions": 60.58, - "MindSmallReranking": 31.83, - "RuBQReranking": 67.85, - "T2Reranking": 65.4 - } - ] - }, - "Retrieval": { - "ndcg_at_10": [ - { - "Model": "voyage-3-lite", - "AILACasedocs": 38.15, - "AILAStatutes": 35.03, - "AlloprofRetrieval": 47.86, - "ArguAna": 60.14, - "CmedqaRetrieval": 28.85, - "CovidRetrieval": 74.91, - "FiQA2018": 41.69, - "GerDaLIRSmall": 43.73, - "LEMBNarrativeQARetrieval": 51.67, - "LEMBQMSumRetrieval": 53.01, - "LEMBSummScreenFDRetrieval": 96.71, - "LEMBWikimQARetrieval": 88.34, - "LeCaRDv2": 67.96, - "LegalBenchConsumerContractsQA": 83.22, - "LegalBenchCorporateLobbying": 94.53, - "LegalQuAD": 61.96, - "LegalSummarization": 61.42, - "NFCorpus": 30.33, - "SCIDOCS": 19.12, - "SciFact": 70.75, - "SciFact-PL": 58.76, - "SpartQA": 0.45, - "StackOverflowQA": 89.41, - "TRECCOVID": 76.5, - "TRECCOVID-PL": 68.99, - "TempReasonL1": 1.85, - "WinoGrande": 41.17 - } - ] - }, - "STS": { - "cosine_spearman": [ - { - "Model": "voyage-3-lite", - "BIOSSES": 85.19, - "CDSC-R": 89.51, - "GermanSTSBenchmark": 69.78, - "RUParaPhraserSTS": 64.5, - "RuSTSBenchmarkSTS": 69.33, - "SICK-R": 76.65, - "SICK-R-PL": 67.25, - "SICKFr": 72.19, - "STS12": 70.76, - "STS13": 76.51, - "STS14": 71.92, - "STS15": 81.1, - "STS16": 80.8, - "STS17 (en-tr)": 63.71, - "STS17 (fr-en)": 73.69, - "STS17 (nl-en)": 77.19, - "STS17 (en-en)": 87.18, - "STS17 (es-es)": 82.43, - "STS17 (en-ar)": 61.43, - "STS17 (ar-ar)": 69.8, - "STS17 (it-en)": 74.99, - "STS17 (en-de)": 77.44, - "STS17 (es-en)": 69.69, - "STS17 (ko-ko)": 65.95, - "STSB": 66.07, - "STSBenchmark": 78.56, - "STSBenchmarkMultilingualSTS (it)": 71.4, - "STSBenchmarkMultilingualSTS (en)": 78.56, - "STSBenchmarkMultilingualSTS (pl)": 69.57, - "STSBenchmarkMultilingualSTS (de)": 71.71, - "STSBenchmarkMultilingualSTS (nl)": 70.65, - "STSBenchmarkMultilingualSTS (pt)": 69.01, - "STSBenchmarkMultilingualSTS (es)": 70.6, - "STSBenchmarkMultilingualSTS (ru)": 68.62, - "STSBenchmarkMultilingualSTS (fr)": 71.24, - "STSBenchmarkMultilingualSTS (zh)": 68.75 - }, - { - "Model": "voyage-3-lite", - "BIOSSES": 85.19, - "CDSC-R": 89.51, - "GermanSTSBenchmark": 69.78, - "RUParaPhraserSTS": 64.5, - "RuSTSBenchmarkSTS": 69.33, - "SICK-R": 76.65, - "SICK-R-PL": 67.25, - "SICKFr": 72.19, - "STS12": 70.76, - "STS13": 76.51, - "STS14": 71.92, - "STS15": 81.1, - "STS16": 80.8, - "STS17 (en-tr)": 63.71, - "STS17 (fr-en)": 73.69, - "STS17 (nl-en)": 77.19, - "STS17 (en-en)": 87.18, - "STS17 (es-es)": 82.43, - "STS17 (en-ar)": 61.43, - "STS17 (ar-ar)": 69.8, - "STS17 (it-en)": 74.99, - "STS17 (en-de)": 77.44, - "STS17 (es-en)": 69.69, - "STS17 (ko-ko)": 65.95, - "STSB": 66.07, - "STSBenchmark": 78.56, - "STSBenchmarkMultilingualSTS (it)": 71.4, - "STSBenchmarkMultilingualSTS (en)": 78.56, - "STSBenchmarkMultilingualSTS (pl)": 69.57, - "STSBenchmarkMultilingualSTS (de)": 71.71, - "STSBenchmarkMultilingualSTS (nl)": 70.65, - "STSBenchmarkMultilingualSTS (pt)": 69.01, - "STSBenchmarkMultilingualSTS (es)": 70.6, - "STSBenchmarkMultilingualSTS (ru)": 68.62, - "STSBenchmarkMultilingualSTS (fr)": 71.24, - "STSBenchmarkMultilingualSTS (zh)": 68.75 - } - ] - }, - "Summarization": { - "cosine_spearman": [ - { - "Model": "voyage-3-lite", - "SummEval": 31.4 - }, - { - "Model": "voyage-3-lite", - "SummEval": 31.4 - } - ] - }, - "MultilabelClassification": { - "accuracy": [ - { - "Model": "voyage-3-lite", - "CEDRClassification": 37.56, - "SensitiveTopicsClassification": 24.41 - } - ] - }, - "InstructionRetrieval": { - "p-MRR": [ - { - "Model": "voyage-3-lite", - "Core17InstructionRetrieval": 0.41, - "News21InstructionRetrieval": 0.13, - "Robust04InstructionRetrieval": -4.06 - } - ] - } - }, - "voyageai__voyage-3-m-exp": { - "BitextMining": { - "f1": [] - }, - "Classification": { - "accuracy": [ - { - "Model": "voyage-3-m-exp", - "AmazonCounterfactualClassification (en)": 95.78, - "AmazonPolarityClassification": 97.71, - "AmazonReviewsClassification (en)": 63.62, - "Banking77Classification": 93.8, - "EmotionClassification": 64.86, - "ImdbClassification": 97.29, - "MTOPDomainClassification (en)": 99.95, - "MTOPIntentClassification (en)": 91.85, - "MassiveIntentClassification (en)": 91.94, - "MassiveScenarioClassification (en)": 99.3, - "ToxicConversationsClassification": 97.59, - "TweetSentimentExtractionClassification": 88.23 - } - ] - }, - "Clustering": { - "v_measure": [ - { - "Model": "voyage-3-m-exp", - "ArxivClusteringP2P": 57.14, - "ArxivClusteringS2S": 52.64, - "BiorxivClusteringP2P": 54.65, - "BiorxivClusteringS2S": 49.95, - "MedrxivClusteringP2P": 51.53, - "MedrxivClusteringS2S": 48.99, - "RedditClustering": 77.16, - "RedditClusteringP2P": 70.23, - "StackExchangeClustering": 82.03, - "StackExchangeClusteringP2P": 48.17, - "TwentyNewsgroupsClustering": 83.49 - } - ] - }, - "PairClassification": { - "max_ap": [ - { - "Model": "voyage-3-m-exp", - "SprintDuplicateQuestions": 92.09, - "TwitterSemEval2015": 79.18, - "TwitterURLCorpus": 87.12 - }, - { - "Model": "voyage-3-m-exp", - "SprintDuplicateQuestions": 92.09, - "TwitterSemEval2015": 79.18, - "TwitterURLCorpus": 87.12 - } - ] - }, - "Reranking": { - "map": [ - { - "Model": "voyage-3-m-exp", - "AskUbuntuDupQuestions": 66.93, - "MindSmallReranking": 29.68, - "SciDocsRR": 86.72, - "StackOverflowDupQuestions": 54.69 - } - ] - }, - "Retrieval": { - "ndcg_at_10": [ - { - "Model": "voyage-3-m-exp", - "ArguAna": 89.79, - "ClimateFEVER": 56.93, - "DBPedia": 48.25, - "FEVER": 96.28, - "FiQA2018": 78.01, - "HotpotQA": 86.96, - "MSMARCO": 37.28, - "NFCorpus": 46.99, - "NQ": 82.48, - "QuoraRetrieval": 88.86, - "SCIDOCS": 34.53, - "SciFact": 85.09, - "TRECCOVID": 82.75, - "Touche2020": 39.39 - } - ] - }, - "STS": { - "cosine_spearman": [ - { - "Model": "voyage-3-m-exp", - "BIOSSES": 87.7, - "SICK-R": 81.62, - "STS12": 78.57, - "STS13": 88.19, - "STS14": 84.07, - "STS15": 89.45, - "STS16": 86.36, - "STS17 (en-en)": 89.36, - "STS22 (en)": 65.48, - "STSBenchmark": 88.32 - }, - { - "Model": "voyage-3-m-exp", - "BIOSSES": 87.7, - "SICK-R": 81.62, - "STS12": 78.57, - "STS13": 88.19, - "STS14": 84.07, - "STS15": 89.45, - "STS16": 86.36, - "STS17 (en-en)": 89.36, - "STS22 (en)": 65.48, - "STSBenchmark": 88.32 - } - ] - }, - "Summarization": { - "cosine_spearman": [ - { - "Model": "voyage-3-m-exp", - "SummEval": 30.45 - }, - { - "Model": "voyage-3-m-exp", - "SummEval": 30.45 - } - ] - }, - "MultilabelClassification": { - "accuracy": [] - }, - "InstructionRetrieval": { - "p-MRR": [] - } - }, - "voyageai__voyage-code-2": { - "BitextMining": { - "f1": [] - }, - "Classification": { - "accuracy": [ - { - "Model": "voyage-code-2", - "AmazonReviewsClassification (fr)": 42.15, - "MTOPDomainClassification (fr)": 87.68, - "MTOPIntentClassification (fr)": 59.44, - "MasakhaNEWSClassification (fra)": 82.13, - "MassiveIntentClassification (fr)": 63.08, - "MassiveScenarioClassification (fr)": 70.15 - } - ] - }, - "Clustering": { - "v_measure": [ - { - "Model": "voyage-code-2", - "AlloProfClusteringP2P": 61.63, - "AlloProfClusteringS2S": 50.67, - "HALClusteringS2S": 27.44, - "MLSUMClusteringP2P": 45.23, - "MLSUMClusteringS2S": 41.48, - "MasakhaNEWSClusteringP2P (fra)": 56.59, - "MasakhaNEWSClusteringS2S (fra)": 35.18 - } - ] - }, - "PairClassification": { - "max_ap": [ - { - "Model": "voyage-code-2", - "OpusparcusPC (fr)": 92.87, - "PawsXPairClassification (fr)": 60.83 - }, - { - "Model": "voyage-code-2", - "OpusparcusPC (fr)": 92.87, - "PawsXPairClassification (fr)": 60.88 - } - ] - }, - "Reranking": { - "map": [ - { - "Model": "voyage-code-2", - "AlloprofReranking": 70.79, - "SyntecReranking": 86.77 - } - ] - }, - "Retrieval": { - "ndcg_at_10": [ - { - "Model": "voyage-code-2", - "AlloprofRetrieval": 52.61, - "BSARDRetrieval": 0.29, - "MintakaRetrieval (fr)": 19.05, - "SyntecRetrieval": 82.77, - "XPQARetrieval (fr)": 71.95 - } - ] - }, - "STS": { - "cosine_spearman": [ - { - "Model": "voyage-code-2", - "SICKFr": 73.56, - "STS22 (fr)": 79.99, - "STSBenchmarkMultilingualSTS (fr)": 79.02 - } - ] - }, - "Summarization": { - "cosine_spearman": [ - { - "Model": "voyage-code-2", - "SummEvalFr": 28.34 - } - ] - }, - "MultilabelClassification": { - "accuracy": [] - }, - "InstructionRetrieval": { - "p-MRR": [] - } - }, - "voyageai__voyage-code-3": { - "BitextMining": { - "f1": [] - }, - "Classification": { - "accuracy": [] - }, - "Clustering": { - "v_measure": [] - }, - "PairClassification": { - "max_ap": [] - }, - "Reranking": { - "map": [] - }, - "Retrieval": { - "ndcg_at_10": [ - { - "Model": "voyage-code-3", - "AppsRetrieval": 93.62, - "CodeFeedbackMT": 93.58, - "CodeFeedbackST": 90.67, - "CodeSearchNetCCRetrieval (python)": 94.43, - "CodeSearchNetCCRetrieval (javascript)": 91.53, - "CodeSearchNetCCRetrieval (go)": 91.76, - "CodeSearchNetCCRetrieval (ruby)": 89.26, - "CodeSearchNetCCRetrieval (java)": 90.19, - "CodeSearchNetCCRetrieval (php)": 83.39, - "CodeSearchNetRetrieval (python)": 96.69, - "CodeSearchNetRetrieval (javascript)": 89.98, - "CodeSearchNetRetrieval (go)": 97.5, - "CodeSearchNetRetrieval (ruby)": 92.83, - "CodeSearchNetRetrieval (java)": 94.51, - "CodeSearchNetRetrieval (php)": 92.29, - "CodeTransOceanContest": 94.96, - "CodeTransOceanDL": 38.57, - "CosQA": 34.45, - "StackOverflowQA": 97.17, - "SyntheticText2SQL": 62.87 - } - ] - }, - "STS": { - "cosine_spearman": [] - }, - "Summarization": { - "cosine_spearman": [] - }, - "MultilabelClassification": { - "accuracy": [] - }, - "InstructionRetrieval": { - "p-MRR": [] - } - }, - "voyageai__voyage-large-2-instruct": { - "BitextMining": { - "f1": [ - { - "Model": "voyage-large-2-instruct", - "BornholmBitextMining": 34.66, - "Tatoeba (swg-eng)": 40.7, - "Tatoeba (aze-eng)": 35.41, - "Tatoeba (jpn-eng)": 84.32, - "Tatoeba (nov-eng)": 53.41, - "Tatoeba (ido-eng)": 54.53, - "Tatoeba (ina-eng)": 83.38, - "Tatoeba (jav-eng)": 11.06, - "Tatoeba (ara-eng)": 42.48, - "Tatoeba (bre-eng)": 5.07, - "Tatoeba (vie-eng)": 69.38, - "Tatoeba (fry-eng)": 39.02, - "Tatoeba (uig-eng)": 10.48, - "Tatoeba (amh-eng)": 0.18, - "Tatoeba (gla-eng)": 6.5, - "Tatoeba (awa-eng)": 22.77, - "Tatoeba (ind-eng)": 69.76, - "Tatoeba (tur-eng)": 58.51, - "Tatoeba (ces-eng)": 82.28, - "Tatoeba (deu-eng)": 96.21, - "Tatoeba (rus-eng)": 87.31, - "Tatoeba (lvs-eng)": 29.6, - "Tatoeba (slk-eng)": 77.44, - "Tatoeba (khm-eng)": 0.29, - "Tatoeba (ita-eng)": 87.11, - "Tatoeba (gsw-eng)": 43.62, - "Tatoeba (cha-eng)": 21.54, - "Tatoeba (orv-eng)": 30.21, - "Tatoeba (cmn-eng)": 91.87, - "Tatoeba (glg-eng)": 77.07, - "Tatoeba (pam-eng)": 5.97, - "Tatoeba (wuu-eng)": 74.56, - "Tatoeba (yid-eng)": 1.54, - "Tatoeba (kzj-eng)": 5.79, - "Tatoeba (ceb-eng)": 10.49, - "Tatoeba (pol-eng)": 88.57, - "Tatoeba (tha-eng)": 40.24, - "Tatoeba (kat-eng)": 13.22, - "Tatoeba (mal-eng)": 1.82, - "Tatoeba (nno-eng)": 69.29, - "Tatoeba (yue-eng)": 75.17, - "Tatoeba (epo-eng)": 58.0, - "Tatoeba (spa-eng)": 92.7, - "Tatoeba (ukr-eng)": 84.69, - "Tatoeba (tat-eng)": 10.24, - "Tatoeba (isl-eng)": 39.4, - "Tatoeba (heb-eng)": 24.59, - "Tatoeba (hye-eng)": 2.8, - "Tatoeba (swe-eng)": 84.16, - "Tatoeba (ell-eng)": 50.68, - "Tatoeba (sqi-eng)": 24.05, - "Tatoeba (dsb-eng)": 42.21, - "Tatoeba (mon-eng)": 12.51, - "Tatoeba (arz-eng)": 24.28, - "Tatoeba (lfn-eng)": 50.81, - "Tatoeba (fra-eng)": 89.27, - "Tatoeba (kaz-eng)": 14.08, - "Tatoeba (nds-eng)": 50.54, - "Tatoeba (fao-eng)": 44.19, - "Tatoeba (ber-eng)": 5.31, - "Tatoeba (ron-eng)": 80.44, - "Tatoeba (bos-eng)": 79.94, - "Tatoeba (xho-eng)": 7.3, - "Tatoeba (fin-eng)": 55.38, - "Tatoeba (pes-eng)": 43.87, - "Tatoeba (uzb-eng)": 12.82, - "Tatoeba (slv-eng)": 72.11, - "Tatoeba (hun-eng)": 69.19, - "Tatoeba (swh-eng)": 10.94, - "Tatoeba (nld-eng)": 89.88, - "Tatoeba (dan-eng)": 85.71, - "Tatoeba (kor-eng)": 67.28, - "Tatoeba (bul-eng)": 79.3, - "Tatoeba (mar-eng)": 12.22, - "Tatoeba (lat-eng)": 47.22, - "Tatoeba (war-eng)": 11.37, - "Tatoeba (kab-eng)": 1.36, - "Tatoeba (srp-eng)": 75.61, - "Tatoeba (hin-eng)": 39.36, - "Tatoeba (tuk-eng)": 7.38, - "Tatoeba (lit-eng)": 26.73, - "Tatoeba (hsb-eng)": 50.29, - "Tatoeba (zsm-eng)": 71.1, - "Tatoeba (mhr-eng)": 7.86, - "Tatoeba (tgl-eng)": 25.72, - "Tatoeba (hrv-eng)": 83.09, - "Tatoeba (tzl-eng)": 32.1, - "Tatoeba (por-eng)": 89.17, - "Tatoeba (urd-eng)": 21.4, - "Tatoeba (gle-eng)": 8.47, - "Tatoeba (cbk-eng)": 56.61, - "Tatoeba (mkd-eng)": 53.83, - "Tatoeba (ast-eng)": 69.08, - "Tatoeba (max-eng)": 35.91, - "Tatoeba (oci-eng)": 44.59, - "Tatoeba (est-eng)": 24.87, - "Tatoeba (tel-eng)": 1.26, - "Tatoeba (kur-eng)": 10.77, - "Tatoeba (bel-eng)": 59.58, - "Tatoeba (ile-eng)": 63.57, - "Tatoeba (cym-eng)": 10.27, - "Tatoeba (ben-eng)": 11.23, - "Tatoeba (pms-eng)": 41.25, - "Tatoeba (dtp-eng)": 4.32, - "Tatoeba (csb-eng)": 34.29, - "Tatoeba (afr-eng)": 63.53, - "Tatoeba (cor-eng)": 3.72, - "Tatoeba (nob-eng)": 85.34, - "Tatoeba (tam-eng)": 2.28, - "Tatoeba (cat-eng)": 84.06, - "Tatoeba (arq-eng)": 6.63, - "Tatoeba (eus-eng)": 13.67, - "Tatoeba (ang-eng)": 44.02 - } - ] - }, - "Classification": { - "accuracy": [ - { - "Model": "voyage-large-2-instruct", - "AllegroReviews": 46.66, - "AmazonCounterfactualClassification (en)": 83.06, - "AmazonCounterfactualClassification (en-ext)": 85.13, - "AmazonCounterfactualClassification (de)": 64.61, - "AmazonCounterfactualClassification (ja)": 77.46, - "AmazonPolarityClassification": 96.11, - "AmazonReviewsClassification (en)": 51.4, - "AmazonReviewsClassification (de)": 47.52, - "AmazonReviewsClassification (es)": 46.78, - "AmazonReviewsClassification (fr)": 46.43, - "AmazonReviewsClassification (ja)": 45.09, - "AmazonReviewsClassification (zh)": 44.16, - "AngryTweetsClassification": 56.06, - "Banking77Classification": 87.62, - "CBD": 73.6, - "DanishPoliticalCommentsClassification": 38.61, - "EmotionClassification": 64.46, - "GeoreviewClassification": 47.18, - "HeadlineClassification": 75.1, - "ImdbClassification": 93.78, - "InappropriatenessClassification": 62.99, - "KinopoiskClassification": 64.43, - "LccSentimentClassification": 59.2, - "MTOPDomainClassification (en)": 97.46, - "MTOPDomainClassification (de)": 95.27, - "MTOPDomainClassification (es)": 95.28, - "MTOPDomainClassification (fr)": 93.57, - "MTOPDomainClassification (hi)": 79.0, - "MTOPDomainClassification (th)": 76.64, - "MTOPIntentClassification (en)": 75.01, - "MTOPIntentClassification (de)": 70.28, - "MTOPIntentClassification (es)": 74.9, - "MTOPIntentClassification (fr)": 68.15, - "MTOPIntentClassification (hi)": 40.64, - "MTOPIntentClassification (th)": 52.46, - "MassiveIntentClassification (en)": 76.62, - "MassiveIntentClassification (jv)": 42.59, - "MassiveIntentClassification (te)": 22.0, - "MassiveIntentClassification (km)": 21.07, - "MassiveIntentClassification (ur)": 38.9, - "MassiveIntentClassification (hy)": 32.94, - "MassiveIntentClassification (my)": 18.82, - "MassiveIntentClassification (pl)": 67.0, - "MassiveIntentClassification (tr)": 59.39, - "MassiveIntentClassification (hu)": 60.74, - "MassiveIntentClassification (kn)": 17.95, - "MassiveIntentClassification (tl)": 48.84, - "MassiveIntentClassification (ta)": 28.71, - "MassiveIntentClassification (da)": 65.75, - "MassiveIntentClassification (es)": 69.32, - "MassiveIntentClassification (fi)": 56.04, - "MassiveIntentClassification (fr)": 69.76, - "MassiveIntentClassification (ml)": 31.31, - "MassiveIntentClassification (ro)": 61.22, - "MassiveIntentClassification (cy)": 36.38, - "MassiveIntentClassification (ko)": 59.58, - "MassiveIntentClassification (el)": 51.05, - "MassiveIntentClassification (af)": 56.14, - "MassiveIntentClassification (he)": 46.56, - "MassiveIntentClassification (lv)": 45.89, - "MassiveIntentClassification (id)": 64.75, - "MassiveIntentClassification (it)": 68.79, - "MassiveIntentClassification (de)": 67.84, - "MassiveIntentClassification (pt)": 70.28, - "MassiveIntentClassification (th)": 45.59, - "MassiveIntentClassification (is)": 46.74, - "MassiveIntentClassification (ru)": 70.87, - "MassiveIntentClassification (vi)": 55.12, - "MassiveIntentClassification (sl)": 62.57, - "MassiveIntentClassification (sw)": 38.08, - "MassiveIntentClassification (sq)": 41.24, - "MassiveIntentClassification (az)": 50.48, - "MassiveIntentClassification (am)": 24.82, - "MassiveIntentClassification (hi)": 48.1, - "MassiveIntentClassification (ms)": 57.61, - "MassiveIntentClassification (bn)": 39.06, - "MassiveIntentClassification (nb)": 64.93, - "MassiveIntentClassification (nl)": 68.84, - "MassiveIntentClassification (ka)": 32.48, - "MassiveIntentClassification (sv)": 68.53, - "MassiveIntentClassification (mn)": 33.06, - "MassiveIntentClassification (zh-CN)": 69.49, - "MassiveIntentClassification (fa)": 55.04, - "MassiveIntentClassification (ja)": 67.62, - "MassiveIntentClassification (zh-TW)": 63.36, - "MassiveIntentClassification (ar)": 47.61, - "MassiveScenarioClassification (en)": 83.75, - "MassiveScenarioClassification (km)": 25.63, - "MassiveScenarioClassification (am)": 34.34, - "MassiveScenarioClassification (lv)": 56.15, - "MassiveScenarioClassification (th)": 56.57, - "MassiveScenarioClassification (hu)": 71.32, - "MassiveScenarioClassification (hy)": 40.24, - "MassiveScenarioClassification (ja)": 76.24, - "MassiveScenarioClassification (it)": 77.33, - "MassiveScenarioClassification (es)": 77.27, - "MassiveScenarioClassification (hi)": 56.05, - "MassiveScenarioClassification (da)": 76.76, - "MassiveScenarioClassification (kn)": 26.11, - "MassiveScenarioClassification (is)": 58.65, - "MassiveScenarioClassification (ms)": 67.79, - "MassiveScenarioClassification (de)": 78.79, - "MassiveScenarioClassification (vi)": 62.79, - "MassiveScenarioClassification (te)": 28.33, - "MassiveScenarioClassification (fi)": 64.86, - "MassiveScenarioClassification (cy)": 45.38, - "MassiveScenarioClassification (id)": 72.48, - "MassiveScenarioClassification (sv)": 78.4, - "MassiveScenarioClassification (sq)": 52.83, - "MassiveScenarioClassification (he)": 53.04, - "MassiveScenarioClassification (ru)": 78.34, - "MassiveScenarioClassification (sw)": 46.95, - "MassiveScenarioClassification (bn)": 47.38, - "MassiveScenarioClassification (af)": 67.7, - "MassiveScenarioClassification (fr)": 77.99, - "MassiveScenarioClassification (tr)": 67.67, - "MassiveScenarioClassification (jv)": 52.42, - "MassiveScenarioClassification (ka)": 41.12, - "MassiveScenarioClassification (nb)": 74.44, - "MassiveScenarioClassification (zh-TW)": 72.34, - "MassiveScenarioClassification (mn)": 41.83, - "MassiveScenarioClassification (el)": 60.8, - "MassiveScenarioClassification (ar)": 55.46, - "MassiveScenarioClassification (az)": 58.36, - "MassiveScenarioClassification (ko)": 68.71, - "MassiveScenarioClassification (tl)": 59.21, - "MassiveScenarioClassification (zh-CN)": 78.77, - "MassiveScenarioClassification (ro)": 70.68, - "MassiveScenarioClassification (ur)": 48.18, - "MassiveScenarioClassification (sl)": 71.12, - "MassiveScenarioClassification (nl)": 78.78, - "MassiveScenarioClassification (ml)": 38.14, - "MassiveScenarioClassification (pt)": 76.66, - "MassiveScenarioClassification (fa)": 60.92, - "MassiveScenarioClassification (ta)": 36.67, - "MassiveScenarioClassification (my)": 25.4, - "MassiveScenarioClassification (pl)": 76.06, - "NoRecClassification": 51.44, - "NordicLangClassification": 57.17, - "PAC": 65.35, - "PolEmo2.0-IN": 71.3, - "PolEmo2.0-OUT": 33.89, - "RuReviewsClassification": 65.99, - "RuSciBenchGRNTIClassification": 61.46, - "RuSciBenchOECDClassification": 47.86, - "ToxicConversationsClassification": 69.39, - "TweetSentimentExtractionClassification": 61.9 - } - ] - }, - "Clustering": { - "v_measure": [ - { - "Model": "voyage-large-2-instruct", - "AlloProfClusteringP2P": 62.06, - "AlloProfClusteringS2S": 48.05, - "ArxivClusteringP2P": 50.0, - "ArxivClusteringS2S": 43.99, - "BiorxivClusteringP2P": 41.6, - "BiorxivClusteringS2S": 37.75, - "BlurbsClusteringP2P": 40.78, - "BlurbsClusteringS2S": 20.59, - "GeoreviewClusteringP2P": 69.84, - "HALClusteringS2S": 27.07, - "MasakhaNEWSClusteringS2S (amh)": 42.05, - "MasakhaNEWSClusteringS2S (eng)": 55.35, - "MasakhaNEWSClusteringS2S (fra)": 41.79, - "MasakhaNEWSClusteringS2S (hau)": 22.56, - "MasakhaNEWSClusteringS2S (ibo)": 35.92, - "MasakhaNEWSClusteringS2S (lin)": 47.48, - "MasakhaNEWSClusteringS2S (lug)": 49.46, - "MasakhaNEWSClusteringS2S (orm)": 27.61, - "MasakhaNEWSClusteringS2S (pcm)": 48.95, - "MasakhaNEWSClusteringS2S (run)": 51.87, - "MasakhaNEWSClusteringS2S (sna)": 46.67, - "MasakhaNEWSClusteringS2S (som)": 38.65, - "MasakhaNEWSClusteringS2S (swa)": 17.78, - "MasakhaNEWSClusteringS2S (tir)": 42.67, - "MasakhaNEWSClusteringS2S (xho)": 22.1, - "MasakhaNEWSClusteringS2S (yor)": 29.25, - "MedrxivClusteringP2P": 36.13, - "MedrxivClusteringS2S": 35.82, - "RedditClustering": 63.37, - "RedditClusteringP2P": 62.66, - "RuSciBenchGRNTIClusteringP2P": 55.65, - "RuSciBenchOECDClusteringP2P": 47.23, - "StackExchangeClustering": 71.08, - "StackExchangeClusteringP2P": 36.02, - "TenKGnadClusteringS2S": 32.74, - "TwentyNewsgroupsClustering": 61.06 - } - ] - }, - "PairClassification": { - "max_ap": [ - { - "Model": "voyage-large-2-instruct", - "CDSC-E": 68.05, - "FalseFriendsGermanEnglish": 52.72, - "OpusparcusPC (de)": 96.14, - "OpusparcusPC (en)": 98.3, - "OpusparcusPC (fi)": 87.37, - "OpusparcusPC (fr)": 92.98, - "OpusparcusPC (ru)": 89.62, - "OpusparcusPC (sv)": 92.63, - "PSC": 99.41, - "PawsXPairClassification (de)": 61.62, - "PawsXPairClassification (en)": 66.12, - "PawsXPairClassification (es)": 61.98, - "PawsXPairClassification (fr)": 64.41, - "PawsXPairClassification (ja)": 53.33, - "PawsXPairClassification (ko)": 53.16, - "PawsXPairClassification (zh)": 60.09, - "SICK-E-PL": 68.53, - "SprintDuplicateQuestions": 95.83, - "TERRa": 56.43, - "TwitterSemEval2015": 89.46, - "TwitterURLCorpus": 88.66 - }, - { - "Model": "voyage-large-2-instruct", - "CDSC-E": 68.16, - "FalseFriendsGermanEnglish": 52.72, - "OpusparcusPC (de)": 96.15, - "OpusparcusPC (en)": 98.3, - "OpusparcusPC (fi)": 87.37, - "OpusparcusPC (fr)": 92.98, - "OpusparcusPC (ru)": 89.62, - "OpusparcusPC (sv)": 92.63, - "PSC": 99.41, - "PawsXPairClassification (de)": 61.69, - "PawsXPairClassification (en)": 66.12, - "PawsXPairClassification (es)": 61.99, - "PawsXPairClassification (fr)": 64.41, - "PawsXPairClassification (ja)": 53.42, - "PawsXPairClassification (ko)": 53.2, - "PawsXPairClassification (zh)": 60.09, - "SICK-E-PL": 68.53, - "SprintDuplicateQuestions": 95.83, - "TERRa": 56.43, - "TwitterSemEval2015": 89.46, - "TwitterURLCorpus": 88.66 - }, - { - "Model": "voyage-large-2-instruct", - "SprintDuplicateQuestions": 94.5, - "TwitterSemEval2015": 86.32, - "TwitterURLCorpus": 86.9 - } - ] - }, - "Reranking": { - "map": [ - { - "Model": "voyage-large-2-instruct", - "AskUbuntuDupQuestions": 68.79, - "MindSmallReranking": 31.38, - "RuBQReranking": 70.59, - "SciDocsRR": 89.34, - "StackOverflowDupQuestions": 55.11 - } - ] - }, - "Retrieval": { - "ndcg_at_10": [ - { - "Model": "voyage-large-2-instruct", - "AILAStatutes": 40.75, - "ArguAna": 58.61, - "BrightRetrieval (theoremqa_questions)": 26.06, - "BrightRetrieval (earth_science)": 25.09, - "BrightRetrieval (leetcode)": 30.6, - "BrightRetrieval (economics)": 19.85, - "BrightRetrieval (robotics)": 11.21, - "BrightRetrieval (psychology)": 24.79, - "BrightRetrieval (aops)": 7.45, - "BrightRetrieval (sustainable_living)": 15.58, - "BrightRetrieval (pony)": 1.48, - "BrightRetrieval (theoremqa_theorems)": 11.1, - "BrightRetrieval (biology)": 23.55, - "BrightRetrieval (stackoverflow)": 15.03, - "CQADupstackRetrieval": 46.6, - "ClimateFEVER": 32.65, - "DBPedia": 46.03, - "FEVER": 91.47, - "FiQA2018": 54.84, - "HotpotQA": 70.86, - "LegalBenchCorporateLobbying": 95.32, - "MSMARCO": 40.6, - "NFCorpus": 38.16, - "NQ": 65.92, - "QuoraRetrieval": 87.4, - "SCIDOCS": 24.32, - "SciFact": 77.8, - "SciFact-PL": 68.06, - "SpartQA": 0.3, - "TRECCOVID": 85.07, - "TempReasonL1": 1.1, - "Touche2020": 39.16, - "WinoGrande": 28.75 - } - ], - "recall_at_1": [ - { - "Model": "voyage-large-2-instruct", - "BrightRetrieval (psychology)": 41.58, - "BrightRetrieval (robotics)": 12.87, - "BrightRetrieval (biology)": 34.38, - "BrightRetrieval (stackoverflow)": 13.68, - "BrightRetrieval (pony)": 1.28, - "BrightRetrieval (economics)": 26.7, - "BrightRetrieval (sustainable_living)": 31.1, - "BrightRetrieval (earth_science)": 35.35 - } - ] - }, - "STS": { - "cosine_spearman": [ - { - "Model": "voyage-large-2-instruct", - "BIOSSES": 89.24, - "SICK-R": 83.16, - "STS12": 73.34, - "STS13": 88.49, - "STS14": 86.49, - "STS15": 91.13, - "STS16": 85.68, - "STS17 (en-en)": 90.06, - "STS22 (en)": 66.32, - "STSBenchmark": 89.22 - }, - { - "Model": "voyage-large-2-instruct", - "CDSC-R": 90.05, - "GermanSTSBenchmark": 82.68, - "RUParaPhraserSTS": 69.05, - "RuSTSBenchmarkSTS": 81.77, - "SICK-R": 81.92, - "SICK-R-PL": 71.52, - "SICKFr": 77.05, - "STS13": 84.96, - "STS14": 82.67, - "STS15": 87.64, - "STS16": 84.5, - "STS17 (en-en)": 88.08, - "STS17 (fr-en)": 82.59, - "STS17 (en-tr)": 53.1, - "STS17 (ar-ar)": 68.95, - "STS17 (en-de)": 85.77, - "STS17 (it-en)": 82.75, - "STS17 (es-es)": 85.83, - "STS17 (nl-en)": 83.82, - "STS17 (ko-ko)": 77.63, - "STS17 (en-ar)": 30.33, - "STS17 (es-en)": 84.88, - "STSB": 78.75, - "STSBenchmark": 87.59, - "STSBenchmarkMultilingualSTS (it)": 82.77, - "STSBenchmarkMultilingualSTS (zh)": 80.35, - "STSBenchmarkMultilingualSTS (pl)": 79.15, - "STSBenchmarkMultilingualSTS (nl)": 82.06, - "STSBenchmarkMultilingualSTS (fr)": 83.68, - "STSBenchmarkMultilingualSTS (en)": 87.6, - "STSBenchmarkMultilingualSTS (pt)": 83.1, - "STSBenchmarkMultilingualSTS (ru)": 81.75, - "STSBenchmarkMultilingualSTS (es)": 84.57, - "STSBenchmarkMultilingualSTS (de)": 84.07 - }, - { - "Model": "voyage-large-2-instruct", - "CDSC-R": 90.05, - "GermanSTSBenchmark": 82.68, - "RUParaPhraserSTS": 69.05, - "RuSTSBenchmarkSTS": 81.77, - "SICK-R": 81.92, - "SICK-R-PL": 71.52, - "SICKFr": 77.05, - "STS13": 84.96, - "STS14": 82.67, - "STS15": 87.64, - "STS16": 84.5, - "STS17 (en-en)": 88.08, - "STS17 (fr-en)": 82.59, - "STS17 (en-tr)": 53.1, - "STS17 (ar-ar)": 68.95, - "STS17 (en-de)": 85.77, - "STS17 (it-en)": 82.75, - "STS17 (es-es)": 85.83, - "STS17 (nl-en)": 83.82, - "STS17 (ko-ko)": 77.63, - "STS17 (en-ar)": 30.33, - "STS17 (es-en)": 84.88, - "STSB": 78.75, - "STSBenchmark": 87.59, - "STSBenchmarkMultilingualSTS (it)": 82.77, - "STSBenchmarkMultilingualSTS (zh)": 80.35, - "STSBenchmarkMultilingualSTS (pl)": 79.15, - "STSBenchmarkMultilingualSTS (nl)": 82.06, - "STSBenchmarkMultilingualSTS (fr)": 83.68, - "STSBenchmarkMultilingualSTS (en)": 87.6, - "STSBenchmarkMultilingualSTS (pt)": 83.1, - "STSBenchmarkMultilingualSTS (ru)": 81.75, - "STSBenchmarkMultilingualSTS (es)": 84.57, - "STSBenchmarkMultilingualSTS (de)": 84.07 - } - ] - }, - "Summarization": { - "cosine_spearman": [ - { - "Model": "voyage-large-2-instruct", - "SummEval": 30.84 - }, - { - "Model": "voyage-large-2-instruct", - "SummEval": 30.15 - }, - { - "Model": "voyage-large-2-instruct", - "SummEval": 30.15 - } - ] - }, - "MultilabelClassification": { - "accuracy": [ - { - "Model": "voyage-large-2-instruct", - "CEDRClassification": 45.03, - "SensitiveTopicsClassification": 32.23 - } - ] - }, - "InstructionRetrieval": { - "p-MRR": [] - } - }, - "voyageai__voyage-law-2": { - "BitextMining": { - "f1": [] - }, - "Classification": { - "accuracy": [ - { - "Model": "voyage-law-2", - "AmazonReviewsClassification (fr)": 41.98, - "MTOPDomainClassification (fr)": 90.12, - "MTOPIntentClassification (fr)": 62.44, - "MasakhaNEWSClassification (fra)": 76.42, - "MassiveIntentClassification (fr)": 66.94, - "MassiveScenarioClassification (fr)": 72.78 - } - ] - }, - "Clustering": { - "v_measure": [ - { - "Model": "voyage-law-2", - "AlloProfClusteringP2P": 62.5, - "AlloProfClusteringS2S": 44.28, - "HALClusteringS2S": 26.36, - "MLSUMClusteringP2P (fr)": 44.03, - "MLSUMClusteringS2S (fr)": 42.95, - "MasakhaNEWSClusteringP2P (fra)": 50.68, - "MasakhaNEWSClusteringS2S (fra)": 38.79 - } - ] - }, - "PairClassification": { - "max_ap": [ - { - "Model": "voyage-law-2", - "OpusparcusPC (fr)": 93.06, - "PawsXPairClassification (fr)": 61.54 - }, - { - "Model": "voyage-law-2", - "OpusparcusPC (fr)": 93.06, - "PawsXPairClassification (fr)": 61.54 - } - ] - }, - "Reranking": { - "map": [ - { - "Model": "voyage-law-2", - "AlloprofReranking": 72.92, - "SyntecReranking": 91.2 - } - ] - }, - "Retrieval": { - "ndcg_at_10": [ - { - "Model": "voyage-law-2", - "AILACasedocs": 44.56, - "AILAStatutes": 45.51, - "AlloprofRetrieval": 57.28, - "BSARDRetrieval": 11.83, - "GerDaLIRSmall": 44.91, - "LEMBNarrativeQARetrieval": 55.78, - "LEMBQMSumRetrieval": 57.26, - "LEMBSummScreenFDRetrieval": 98.72, - "LEMBWikimQARetrieval": 87.08, - "LeCaRDv2": 72.75, - "LegalBenchConsumerContractsQA": 83.27, - "LegalBenchCorporateLobbying": 95.66, - "LegalQuAD": 67.47, - "LegalSummarization": 68.96, - "MintakaRetrieval (fr)": 34.92, - "SyntecRetrieval": 87.33, - "XPQARetrieval (fr)": 73.56 - } - ] - }, - "STS": { - "cosine_spearman": [ - { - "Model": "voyage-law-2", - "SICKFr": 74.09, - "STS22 (fr)": 83.75, - "STSBenchmarkMultilingualSTS (fr)": 83.02 - } - ] - }, - "Summarization": { - "cosine_spearman": [ - { - "Model": "voyage-law-2", - "SummEvalFr": 30.34 - } - ] - }, - "MultilabelClassification": { - "accuracy": [] - }, - "InstructionRetrieval": { - "p-MRR": [] - } - }, - "voyageai__voyage-lite-01-instruct": { - "BitextMining": { - "f1": [] - }, - "Classification": { - "accuracy": [ - { - "Model": "voyage-lite-01-instruct", - "AmazonCounterfactualClassification (en)": 71.43, - "AmazonPolarityClassification": 96.41, - "AmazonReviewsClassification (en)": 57.06, - "Banking77Classification": 81.64, - "EmotionClassification": 48.29, - "ImdbClassification": 95.49, - "MTOPDomainClassification (en)": 96.3, - "MTOPIntentClassification (en)": 67.93, - "MassiveIntentClassification (en)": 71.29, - "MassiveScenarioClassification (en)": 76.74, - "ToxicConversationsClassification": 75.45, - "TweetSentimentExtractionClassification": 59.44 - } - ] - }, - "Clustering": { - "v_measure": [ - { - "Model": "voyage-lite-01-instruct", - "ArxivClusteringP2P": 47.92, - "ArxivClusteringS2S": 42.42, - "BiorxivClusteringP2P": 38.72, - "BiorxivClusteringS2S": 36.6, - "MedrxivClusteringP2P": 34.04, - "MedrxivClusteringS2S": 32.81, - "RedditClustering": 61.56, - "RedditClusteringP2P": 65.35, - "StackExchangeClustering": 70.16, - "StackExchangeClusteringP2P": 38.23, - "TwentyNewsgroupsClustering": 53.56 - } - ] - }, - "PairClassification": { - "max_ap": [ - { - "Model": "voyage-lite-01-instruct", - "SprintDuplicateQuestions": 96.01, - "TwitterSemEval2015": 76.87, - "TwitterURLCorpus": 86.84 - }, - { - "Model": "voyage-lite-01-instruct", - "SprintDuplicateQuestions": 96.01, - "TwitterSemEval2015": 76.87, - "TwitterURLCorpus": 86.84 - } - ] - }, - "Reranking": { - "map": [ - { - "Model": "voyage-lite-01-instruct", - "AskUbuntuDupQuestions": 65.77, - "MindSmallReranking": 31.69, - "SciDocsRR": 87.03, - "StackOverflowDupQuestions": 54.49 - } - ] - }, - "Retrieval": { - "ndcg_at_10": [ - { - "Model": "voyage-lite-01-instruct", - "ArguAna": 58.73, - "CQADupstackRetrieval": 45.11, - "ClimateFEVER": 37.47, - "DBPedia": 43.42, - "FEVER": 89.71, - "FiQA2018": 44.79, - "HotpotQA": 70.46, - "MSMARCO": 39.66, - "NFCorpus": 43.33, - "NQ": 60.65, - "QuoraRetrieval": 87.83, - "SCIDOCS": 23.19, - "SciFact": 73.64, - "TRECCOVID": 78.92, - "Touche2020": 36.83 - } - ] - }, - "STS": { - "cosine_spearman": [ - { - "Model": "voyage-lite-01-instruct", - "BIOSSES": 84.85, - "SICK-R": 79.71, - "STS12": 77.09, - "STS13": 88.91, - "STS14": 82.08, - "STS15": 89.21, - "STS16": 84.74, - "STS17 (en-en)": 90.73, - "STS22 (en)": 62.1, - "STSBenchmark": 89.86 - } - ] - }, - "Summarization": { - "cosine_spearman": [ - { - "Model": "voyage-lite-01-instruct", - "SummEval": 30.97 - } - ] - }, - "MultilabelClassification": { - "accuracy": [] - }, - "InstructionRetrieval": { - "p-MRR": [] - } - }, - "voyageai__voyage-lite-02-instruct": { - "BitextMining": { - "f1": [] - }, - "Classification": { - "accuracy": [ - { - "Model": "voyage-lite-02-instruct", - "AmazonCounterfactualClassification (en)": 88.31, - "AmazonPolarityClassification": 96.32, - "AmazonReviewsClassification (en)": 56.25, - "Banking77Classification": 88.59, - "EmotionClassification": 50.28, - "ImdbClassification": 95.75, - "MTOPDomainClassification (en)": 97.65, - "MTOPIntentClassification (en)": 75.16, - "MassiveIntentClassification (en)": 73.97, - "MassiveScenarioClassification (en)": 83.99, - "ToxicConversationsClassification": 81.75, - "TweetSentimentExtractionClassification": 62.98 - } - ] - }, - "Clustering": { - "v_measure": [ - { - "Model": "voyage-lite-02-instruct", - "ArxivClusteringP2P": 51.95, - "ArxivClusteringS2S": 42.48, - "BiorxivClusteringP2P": 50.15, - "BiorxivClusteringS2S": 42.84, - "MedrxivClusteringP2P": 47.24, - "MedrxivClusteringS2S": 43.48, - "RedditClustering": 63.73, - "RedditClusteringP2P": 64.09, - "StackExchangeClustering": 70.71, - "StackExchangeClusteringP2P": 40.34, - "TwentyNewsgroupsClustering": 59.56 - } - ] - }, - "PairClassification": { - "max_ap": [ - { - "Model": "voyage-lite-02-instruct", - "SprintDuplicateQuestions": 98.07, - "TwitterSemEval2015": 74.44, - "TwitterURLCorpus": 88.11 - }, - { - "Model": "voyage-lite-02-instruct", - "SprintDuplicateQuestions": 98.07, - "TwitterSemEval2015": 74.44, - "TwitterURLCorpus": 88.11 - } - ] - }, - "Reranking": { - "map": [ - { - "Model": "voyage-lite-02-instruct", - "AskUbuntuDupQuestions": 63.24, - "MindSmallReranking": 31.48, - "SciDocsRR": 84.68, - "StackOverflowDupQuestions": 53.56 - } - ] - }, - "Retrieval": { - "ndcg_at_10": [ - { - "Model": "voyage-lite-02-instruct", - "ArguAna": 70.28, - "CQADupstackRetrieval": 46.2, - "ClimateFEVER": 31.95, - "DBPedia": 39.79, - "FEVER": 91.35, - "FiQA2018": 52.51, - "HotpotQA": 75.51, - "MSMARCO": 37.93, - "NFCorpus": 43.7, - "NQ": 64.26, - "QuoraRetrieval": 87.62, - "SCIDOCS": 20.24, - "SciFact": 79.91, - "TRECCOVID": 81.02, - "Touche2020": 26.8 - } - ] - }, - "STS": { - "cosine_spearman": [ - { - "Model": "voyage-lite-02-instruct", - "BIOSSES": 89.7, - "SICK-R": 78.44, - "STS12": 86.46, - "STS13": 87.76, - "STS14": 86.6, - "STS15": 90.1, - "STS16": 86.39, - "STS17 (en-en)": 86.98, - "STS22 (en)": 76.89, - "STSBenchmark": 88.56 - } - ] - }, - "Summarization": { - "cosine_spearman": [ - { - "Model": "voyage-lite-02-instruct", - "SummEval": 31.01 - } - ] - }, - "MultilabelClassification": { - "accuracy": [] - }, - "InstructionRetrieval": { - "p-MRR": [] - } - }, - "voyageai__voyage-multilingual-2": { - "BitextMining": { - "f1": [ - { - "Model": "voyage-multilingual-2", - "BornholmBitextMining": 42.68, - "Tatoeba (bul-eng)": 88.43, - "Tatoeba (kaz-eng)": 64.49, - "Tatoeba (gle-eng)": 34.14, - "Tatoeba (uzb-eng)": 51.71, - "Tatoeba (por-eng)": 93.5, - "Tatoeba (gla-eng)": 23.63, - "Tatoeba (cha-eng)": 31.4, - "Tatoeba (kzj-eng)": 11.52, - "Tatoeba (ben-eng)": 80.05, - "Tatoeba (cat-eng)": 92.5, - "Tatoeba (heb-eng)": 83.4, - "Tatoeba (mkd-eng)": 79.84, - "Tatoeba (ara-eng)": 83.89, - "Tatoeba (slk-eng)": 91.15, - "Tatoeba (ces-eng)": 90.96, - "Tatoeba (swg-eng)": 70.94, - "Tatoeba (urd-eng)": 89.23, - "Tatoeba (mar-eng)": 62.12, - "Tatoeba (tha-eng)": 91.47, - "Tatoeba (hin-eng)": 93.82, - "Tatoeba (kur-eng)": 58.11, - "Tatoeba (lvs-eng)": 61.75, - "Tatoeba (jpn-eng)": 90.7, - "Tatoeba (tzl-eng)": 48.64, - "Tatoeba (war-eng)": 33.84, - "Tatoeba (epo-eng)": 90.17, - "Tatoeba (swh-eng)": 35.1, - "Tatoeba (hsb-eng)": 77.99, - "Tatoeba (cbk-eng)": 69.28, - "Tatoeba (kor-eng)": 87.75, - "Tatoeba (bel-eng)": 90.39, - "Tatoeba (kab-eng)": 4.22, - "Tatoeba (lit-eng)": 68.44, - "Tatoeba (nld-eng)": 93.56, - "Tatoeba (pol-eng)": 96.18, - "Tatoeba (ind-eng)": 91.69, - "Tatoeba (fin-eng)": 95.09, - "Tatoeba (cmn-eng)": 93.9, - "Tatoeba (est-eng)": 69.45, - "Tatoeba (fry-eng)": 74.56, - "Tatoeba (srp-eng)": 86.7, - "Tatoeba (khm-eng)": 8.52, - "Tatoeba (hye-eng)": 67.2, - "Tatoeba (nov-eng)": 72.82, - "Tatoeba (max-eng)": 56.28, - "Tatoeba (hun-eng)": 82.11, - "Tatoeba (tgl-eng)": 87.01, - "Tatoeba (tam-eng)": 53.72, - "Tatoeba (gsw-eng)": 57.86, - "Tatoeba (afr-eng)": 79.99, - "Tatoeba (pam-eng)": 14.03, - "Tatoeba (arz-eng)": 64.42, - "Tatoeba (kat-eng)": 56.25, - "Tatoeba (ina-eng)": 93.04, - "Tatoeba (amh-eng)": 4.07, - "Tatoeba (pes-eng)": 87.79, - "Tatoeba (eus-eng)": 67.7, - "Tatoeba (lfn-eng)": 70.49, - "Tatoeba (spa-eng)": 95.97, - "Tatoeba (mon-eng)": 88.26, - "Tatoeba (orv-eng)": 46.59, - "Tatoeba (wuu-eng)": 82.69, - "Tatoeba (swe-eng)": 93.29, - "Tatoeba (csb-eng)": 62.45, - "Tatoeba (fao-eng)": 76.43, - "Tatoeba (fra-eng)": 91.89, - "Tatoeba (xho-eng)": 13.94, - "Tatoeba (lat-eng)": 64.13, - "Tatoeba (cym-eng)": 46.28, - "Tatoeba (glg-eng)": 92.13, - "Tatoeba (ron-eng)": 92.57, - "Tatoeba (ido-eng)": 85.36, - "Tatoeba (bre-eng)": 20.24, - "Tatoeba (tel-eng)": 80.98, - "Tatoeba (isl-eng)": 92.75, - "Tatoeba (sqi-eng)": 71.18, - "Tatoeba (hrv-eng)": 91.01, - "Tatoeba (yid-eng)": 39.23, - "Tatoeba (tuk-eng)": 35.8, - "Tatoeba (cor-eng)": 8.09, - "Tatoeba (aze-eng)": 75.22, - "Tatoeba (vie-eng)": 94.83, - "Tatoeba (yue-eng)": 75.31, - "Tatoeba (oci-eng)": 65.69, - "Tatoeba (mhr-eng)": 14.52, - "Tatoeba (ceb-eng)": 29.27, - "Tatoeba (ast-eng)": 83.43, - "Tatoeba (jav-eng)": 44.22, - "Tatoeba (nds-eng)": 83.38, - "Tatoeba (tat-eng)": 56.92, - "Tatoeba (ang-eng)": 72.81, - "Tatoeba (uig-eng)": 39.35, - "Tatoeba (ukr-eng)": 92.07, - "Tatoeba (bos-eng)": 88.32, - "Tatoeba (deu-eng)": 97.2, - "Tatoeba (ber-eng)": 6.76, - "Tatoeba (ita-eng)": 92.12, - "Tatoeba (dan-eng)": 94.61, - "Tatoeba (awa-eng)": 62.93, - "Tatoeba (pms-eng)": 73.49, - "Tatoeba (dtp-eng)": 7.91, - "Tatoeba (nob-eng)": 97.2, - "Tatoeba (slv-eng)": 82.31, - "Tatoeba (ile-eng)": 82.73, - "Tatoeba (mal-eng)": 40.18, - "Tatoeba (dsb-eng)": 64.52, - "Tatoeba (ell-eng)": 73.34, - "Tatoeba (rus-eng)": 92.13, - "Tatoeba (zsm-eng)": 89.51, - "Tatoeba (tur-eng)": 81.52, - "Tatoeba (arq-eng)": 32.02, - "Tatoeba (nno-eng)": 92.31 - } - ] - }, - "Classification": { - "accuracy": [ - { - "Model": "voyage-multilingual-2", - "AllegroReviews": 45.14, - "AmazonCounterfactualClassification (en-ext)": 72.42, - "AmazonCounterfactualClassification (en)": 72.73, - "AmazonCounterfactualClassification (de)": 63.02, - "AmazonCounterfactualClassification (ja)": 78.14, - "AmazonPolarityClassification": 87.78, - "AmazonReviewsClassification (fr)": 42.16, - "AmazonReviewsClassification (en)": 42.88, - "AmazonReviewsClassification (de)": 44.39, - "AmazonReviewsClassification (es)": 42.17, - "AmazonReviewsClassification (ja)": 42.63, - "AmazonReviewsClassification (zh)": 37.67, - "AngryTweetsClassification": 55.9, - "Banking77Classification": 78.61, - "CBD": 70.77, - "DanishPoliticalCommentsClassification": 41.0, - "EmotionClassification": 45.83, - "GeoreviewClassification": 45.45, - "HeadlineClassification": 79.3, - "ImdbClassification": 82.8, - "InappropriatenessClassification": 60.33, - "KinopoiskClassification": 57.99, - "LccSentimentClassification": 59.93, - "MTOPDomainClassification (fr)": 88.63, - "MTOPDomainClassification (en)": 93.04, - "MTOPDomainClassification (de)": 90.41, - "MTOPDomainClassification (es)": 90.95, - "MTOPDomainClassification (hi)": 88.56, - "MTOPDomainClassification (th)": 86.67, - "MTOPIntentClassification (fr)": 65.15, - "MTOPIntentClassification (en)": 68.46, - "MTOPIntentClassification (de)": 69.92, - "MTOPIntentClassification (es)": 69.54, - "MTOPIntentClassification (hi)": 62.33, - "MTOPIntentClassification (th)": 65.79, - "MasakhaNEWSClassification (fra)": 74.81, - "MassiveIntentClassification (fr)": 66.07, - "MassiveIntentClassification (lv)": 52.06, - "MassiveIntentClassification (hy)": 51.68, - "MassiveIntentClassification (he)": 63.97, - "MassiveIntentClassification (my)": 36.56, - "MassiveIntentClassification (ta)": 46.96, - "MassiveIntentClassification (ms)": 61.06, - "MassiveIntentClassification (mn)": 61.2, - "MassiveIntentClassification (pl)": 68.03, - "MassiveIntentClassification (ml)": 45.01, - "MassiveIntentClassification (ar)": 54.82, - "MassiveIntentClassification (da)": 67.76, - "MassiveIntentClassification (hu)": 61.11, - "MassiveIntentClassification (nl)": 66.54, - "MassiveIntentClassification (fa)": 65.38, - "MassiveIntentClassification (bn)": 61.35, - "MassiveIntentClassification (cy)": 46.17, - "MassiveIntentClassification (el)": 55.96, - "MassiveIntentClassification (ja)": 69.47, - "MassiveIntentClassification (sl)": 60.62, - "MassiveIntentClassification (az)": 57.64, - "MassiveIntentClassification (th)": 60.68, - "MassiveIntentClassification (it)": 67.51, - "MassiveIntentClassification (sw)": 48.45, - "MassiveIntentClassification (es)": 65.48, - "MassiveIntentClassification (tl)": 63.0, - "MassiveIntentClassification (fi)": 67.71, - "MassiveIntentClassification (zh-CN)": 67.46, - "MassiveIntentClassification (kn)": 46.24, - "MassiveIntentClassification (nb)": 67.58, - "MassiveIntentClassification (vi)": 63.81, - "MassiveIntentClassification (af)": 59.88, - "MassiveIntentClassification (jv)": 50.18, - "MassiveIntentClassification (ko)": 63.68, - "MassiveIntentClassification (ro)": 61.28, - "MassiveIntentClassification (ur)": 59.66, - "MassiveIntentClassification (pt)": 66.59, - "MassiveIntentClassification (is)": 63.95, - "MassiveIntentClassification (sv)": 68.56, - "MassiveIntentClassification (km)": 37.94, - "MassiveIntentClassification (ka)": 44.8, - "MassiveIntentClassification (de)": 66.71, - "MassiveIntentClassification (id)": 65.2, - "MassiveIntentClassification (zh-TW)": 62.52, - "MassiveIntentClassification (te)": 56.09, - "MassiveIntentClassification (am)": 26.5, - "MassiveIntentClassification (ru)": 67.89, - "MassiveIntentClassification (en)": 72.45, - "MassiveIntentClassification (tr)": 60.12, - "MassiveIntentClassification (sq)": 51.73, - "MassiveIntentClassification (hi)": 62.01, - "MassiveScenarioClassification (fr)": 72.06, - "MassiveScenarioClassification (hi)": 68.28, - "MassiveScenarioClassification (de)": 74.13, - "MassiveScenarioClassification (en)": 76.56, - "MassiveScenarioClassification (is)": 71.1, - "MassiveScenarioClassification (sw)": 57.39, - "MassiveScenarioClassification (cy)": 52.27, - "MassiveScenarioClassification (vi)": 71.04, - "MassiveScenarioClassification (my)": 41.78, - "MassiveScenarioClassification (sq)": 60.35, - "MassiveScenarioClassification (af)": 68.22, - "MassiveScenarioClassification (kn)": 55.63, - "MassiveScenarioClassification (fi)": 72.59, - "MassiveScenarioClassification (am)": 33.05, - "MassiveScenarioClassification (ko)": 70.92, - "MassiveScenarioClassification (sl)": 66.35, - "MassiveScenarioClassification (az)": 63.07, - "MassiveScenarioClassification (hy)": 58.24, - "MassiveScenarioClassification (es)": 70.93, - "MassiveScenarioClassification (bn)": 66.94, - "MassiveScenarioClassification (ka)": 50.52, - "MassiveScenarioClassification (jv)": 58.54, - "MassiveScenarioClassification (mn)": 65.72, - "MassiveScenarioClassification (nl)": 72.98, - "MassiveScenarioClassification (ur)": 67.57, - "MassiveScenarioClassification (ar)": 62.96, - "MassiveScenarioClassification (id)": 71.94, - "MassiveScenarioClassification (th)": 68.72, - "MassiveScenarioClassification (ro)": 67.79, - "MassiveScenarioClassification (ml)": 52.6, - "MassiveScenarioClassification (ru)": 73.86, - "MassiveScenarioClassification (el)": 62.86, - "MassiveScenarioClassification (sv)": 75.08, - "MassiveScenarioClassification (zh-CN)": 75.08, - "MassiveScenarioClassification (te)": 64.09, - "MassiveScenarioClassification (ms)": 69.26, - "MassiveScenarioClassification (it)": 72.94, - "MassiveScenarioClassification (nb)": 73.8, - "MassiveScenarioClassification (lv)": 59.79, - "MassiveScenarioClassification (ta)": 54.6, - "MassiveScenarioClassification (he)": 69.6, - "MassiveScenarioClassification (km)": 41.74, - "MassiveScenarioClassification (hu)": 68.02, - "MassiveScenarioClassification (fa)": 71.88, - "MassiveScenarioClassification (pl)": 72.57, - "MassiveScenarioClassification (ja)": 76.15, - "MassiveScenarioClassification (pt)": 71.42, - "MassiveScenarioClassification (da)": 73.23, - "MassiveScenarioClassification (tr)": 65.08, - "MassiveScenarioClassification (tl)": 68.64, - "MassiveScenarioClassification (zh-TW)": 70.91, - "NoRecClassification": 53.35, - "NordicLangClassification": 58.41, - "PAC": 70.59, - "PolEmo2.0-IN": 72.76, - "PolEmo2.0-OUT": 52.51, - "RuReviewsClassification": 63.12, - "RuSciBenchGRNTIClassification": 60.63, - "RuSciBenchOECDClassification": 46.05, - "ToxicConversationsClassification": 61.88, - "TweetSentimentExtractionClassification": 57.51 - } - ] - }, - "Clustering": { - "v_measure": [ - { - "Model": "voyage-multilingual-2", - "AlloProfClusteringP2P": 63.81, - "AlloProfClusteringS2S": 52.38, - "ArxivClusteringP2P": 47.84, - "ArxivClusteringS2S": 40.56, - "BiorxivClusteringS2S": 32.54, - "BlurbsClusteringP2P": 43.27, - "BlurbsClusteringS2S": 17.78, - "GeoreviewClusteringP2P": 71.94, - "HALClusteringS2S": 26.01, - "MLSUMClusteringP2P (fr)": 45.99, - "MLSUMClusteringS2S (fr)": 45.57, - "MasakhaNEWSClusteringP2P (fra)": 44.53, - "MasakhaNEWSClusteringS2S (fra)": 63.87, - "MasakhaNEWSClusteringS2S (amh)": 45.35, - "MasakhaNEWSClusteringS2S (eng)": 49.35, - "MasakhaNEWSClusteringS2S (hau)": 28.42, - "MasakhaNEWSClusteringS2S (ibo)": 35.48, - "MasakhaNEWSClusteringS2S (lin)": 56.02, - "MasakhaNEWSClusteringS2S (lug)": 43.66, - "MasakhaNEWSClusteringS2S (orm)": 34.32, - "MasakhaNEWSClusteringS2S (pcm)": 75.25, - "MasakhaNEWSClusteringS2S (run)": 46.39, - "MasakhaNEWSClusteringS2S (sna)": 49.4, - "MasakhaNEWSClusteringS2S (som)": 22.73, - "MasakhaNEWSClusteringS2S (swa)": 16.77, - "MasakhaNEWSClusteringS2S (tir)": 43.68, - "MasakhaNEWSClusteringS2S (xho)": 32.98, - "MasakhaNEWSClusteringS2S (yor)": 30.5, - "MedrxivClusteringS2S": 30.83, - "RedditClustering": 49.55, - "RedditClusteringP2P": 62.69, - "RuSciBenchGRNTIClusteringP2P": 50.93, - "RuSciBenchOECDClusteringP2P": 44.34, - "StackExchangeClustering": 64.13, - "StackExchangeClusteringP2P": 34.38, - "TenKGnadClusteringP2P": 43.87, - "TenKGnadClusteringS2S": 37.37, - "TwentyNewsgroupsClustering": 47.12 - } - ] - }, - "PairClassification": { - "max_ap": [ - { - "Model": "voyage-multilingual-2", - "CDSC-E": 66.76, - "FalseFriendsGermanEnglish": 53.6, - "OpusparcusPC (de)": 96.95, - "OpusparcusPC (en)": 98.72, - "OpusparcusPC (fi)": 94.77, - "OpusparcusPC (fr)": 94.18, - "OpusparcusPC (ru)": 90.47, - "OpusparcusPC (sv)": 95.13, - "PSC": 99.63, - "PawsXPairClassification (de)": 59.28, - "PawsXPairClassification (en)": 61.13, - "PawsXPairClassification (es)": 59.53, - "PawsXPairClassification (fr)": 62.26, - "PawsXPairClassification (ja)": 52.18, - "PawsXPairClassification (ko)": 52.61, - "PawsXPairClassification (zh)": 57.97, - "SICK-E-PL": 70.8, - "SprintDuplicateQuestions": 81.08, - "TERRa": 51.48, - "TwitterSemEval2015": 68.86, - "TwitterURLCorpus": 84.37 - }, - { - "Model": "voyage-multilingual-2", - "CDSC-E": 66.76, - "FalseFriendsGermanEnglish": 53.62, - "OpusparcusPC (fr)": 94.18, - "OpusparcusPC (de)": 96.97, - "OpusparcusPC (en)": 98.72, - "OpusparcusPC (fi)": 94.78, - "OpusparcusPC (ru)": 90.47, - "OpusparcusPC (sv)": 95.14, - "PSC": 99.63, - "PawsXPairClassification (fr)": 62.28, - "PawsXPairClassification (de)": 59.28, - "PawsXPairClassification (en)": 61.13, - "PawsXPairClassification (es)": 59.57, - "PawsXPairClassification (ja)": 52.22, - "PawsXPairClassification (ko)": 52.61, - "PawsXPairClassification (zh)": 58.19, - "SICK-E-PL": 70.81, - "SprintDuplicateQuestions": 81.08, - "TERRa": 51.48, - "TwitterSemEval2015": 68.86, - "TwitterURLCorpus": 84.37 - }, - { - "Model": "voyage-multilingual-2", - "OpusparcusPC (fr)": 93.68, - "PawsXPairClassification (fr)": 63.64 - } - ] - }, - "Reranking": { - "map": [ - { - "Model": "voyage-multilingual-2", - "AlloprofReranking": 74.78, - "AskUbuntuDupQuestions": 61.76, - "MindSmallReranking": 33.05, - "SyntecReranking": 90.4 - } - ] - }, - "Retrieval": { - "ndcg_at_10": [ - { - "Model": "voyage-multilingual-2", - "AILAStatutes": 45.0, - "AlloprofRetrieval": 58.27, - "ArguAna": 61.82, - "BSARDRetrieval": 5.14, - "CmedqaRetrieval": 34.4, - "LEMBNarrativeQARetrieval": 64.69, - "LEMBQMSumRetrieval": 51.49, - "LEMBSummScreenFDRetrieval": 99.11, - "LEMBWikimQARetrieval": 87.49, - "LegalBenchCorporateLobbying": 95.92, - "MintakaRetrieval (fr)": 49.19, - "NFCorpus": 39.28, - "SCIDOCS": 22.45, - "SciFact": 75.98, - "SciFact-PL": 69.27, - "SpartQA": 10.19, - "SyntecRetrieval": 87.28, - "TRECCOVID": 80.11, - "TRECCOVID-PL": 69.86, - "TempReasonL1": 1.37, - "WinoGrande": 39.09, - "XPQARetrieval (fr)": 72.92 - } - ] - }, - "STS": { - "cosine_spearman": [ - { - "Model": "voyage-multilingual-2", - "BIOSSES": 87.11, - "CDSC-R": 87.48, - "GermanSTSBenchmark": 74.08, - "RUParaPhraserSTS": 67.61, - "RuSTSBenchmarkSTS": 71.51, - "SICK-R": 78.97, - "SICK-R-PL": 70.42, - "SICKFr": 72.87, - "STS12": 67.3, - "STS13": 80.09, - "STS14": 71.98, - "STS15": 78.07, - "STS16": 77.36, - "STS17 (es-en)": 76.92, - "STS17 (it-en)": 81.58, - "STS17 (fr-en)": 78.76, - "STS17 (es-es)": 84.05, - "STS17 (ar-ar)": 72.42, - "STS17 (en-tr)": 62.87, - "STS17 (en-en)": 86.52, - "STS17 (en-de)": 78.95, - "STS17 (en-ar)": 73.01, - "STS17 (nl-en)": 81.95, - "STS17 (ko-ko)": 70.66, - "STSB": 68.25, - "STSBenchmark": 75.79, - "STSBenchmarkMultilingualSTS (pl)": 71.96, - "STSBenchmarkMultilingualSTS (fr)": 74.54, - "STSBenchmarkMultilingualSTS (it)": 72.94, - "STSBenchmarkMultilingualSTS (de)": 74.96, - "STSBenchmarkMultilingualSTS (nl)": 73.78, - "STSBenchmarkMultilingualSTS (ru)": 71.56, - "STSBenchmarkMultilingualSTS (pt)": 73.57, - "STSBenchmarkMultilingualSTS (zh)": 69.94, - "STSBenchmarkMultilingualSTS (en)": 75.83, - "STSBenchmarkMultilingualSTS (es)": 74.35 - }, - { - "Model": "voyage-multilingual-2", - "BIOSSES": 87.11, - "CDSC-R": 87.48, - "GermanSTSBenchmark": 74.08, - "RUParaPhraserSTS": 67.61, - "RuSTSBenchmarkSTS": 71.51, - "SICK-R": 78.97, - "SICK-R-PL": 70.42, - "SICKFr": 72.87, - "STS12": 67.3, - "STS13": 80.09, - "STS14": 71.98, - "STS15": 78.07, - "STS16": 77.36, - "STS17 (es-en)": 76.92, - "STS17 (it-en)": 81.58, - "STS17 (fr-en)": 78.76, - "STS17 (es-es)": 84.05, - "STS17 (ar-ar)": 72.42, - "STS17 (en-tr)": 62.87, - "STS17 (en-en)": 86.52, - "STS17 (en-de)": 78.95, - "STS17 (en-ar)": 73.01, - "STS17 (nl-en)": 81.95, - "STS17 (ko-ko)": 70.66, - "STSB": 68.25, - "STSBenchmark": 75.79, - "STSBenchmarkMultilingualSTS (pl)": 71.96, - "STSBenchmarkMultilingualSTS (fr)": 74.54, - "STSBenchmarkMultilingualSTS (it)": 72.94, - "STSBenchmarkMultilingualSTS (de)": 74.96, - "STSBenchmarkMultilingualSTS (nl)": 73.78, - "STSBenchmarkMultilingualSTS (ru)": 71.56, - "STSBenchmarkMultilingualSTS (pt)": 73.57, - "STSBenchmarkMultilingualSTS (zh)": 69.94, - "STSBenchmarkMultilingualSTS (en)": 75.83, - "STSBenchmarkMultilingualSTS (es)": 74.35 - }, - { - "Model": "voyage-multilingual-2", - "SICKFr": 74.9, - "STS22 (fr)": 82.76, - "STSBenchmarkMultilingualSTS (fr)": 82.72 - } - ] - }, - "Summarization": { - "cosine_spearman": [ - { - "Model": "voyage-multilingual-2", - "SummEval": 28.44 - }, - { - "Model": "voyage-multilingual-2", - "SummEval": 28.44 - }, - { - "Model": "voyage-multilingual-2", - "SummEvalFr": 29.96 - } - ] - }, - "MultilabelClassification": { - "accuracy": [ - { - "Model": "voyage-multilingual-2", - "CEDRClassification": 39.15, - "SensitiveTopicsClassification": 26.74 - } - ] - }, - "InstructionRetrieval": { - "p-MRR": [] - } - }, - "vprelovac__universal-sentence-encoder-multilingual-3": { - "BitextMining": { - "f1": [] - }, - "Classification": { - "accuracy": [ - { - "Model": "universal-sentence-encoder-multilingual-3", - "AmazonReviewsClassification (fr)": 33.51, - "MTOPDomainClassification (fr)": 85.5, - "MTOPIntentClassification (fr)": 53.98, - "MasakhaNEWSClassification (fra)": 82.06, - "MassiveIntentClassification (fr)": 61.19, - "MassiveScenarioClassification (fr)": 70.22 - } - ] - }, - "Clustering": { - "v_measure": [ - { - "Model": "universal-sentence-encoder-multilingual-3", - "AlloProfClusteringP2P": 56.9, - "AlloProfClusteringS2S": 37.84, - "HALClusteringS2S": 18.95, - "MLSUMClusteringP2P": 43.9, - "MLSUMClusteringS2S": 35.5, - "MasakhaNEWSClusteringP2P (fra)": 60.57, - "MasakhaNEWSClusteringS2S (fra)": 40.31 - } - ] - }, - "PairClassification": { - "max_ap": [ - { - "Model": "universal-sentence-encoder-multilingual-3", - "OpusparcusPC (fr)": 91.46, - "PawsXPairClassification (fr)": 52.39 - }, - { - "Model": "universal-sentence-encoder-multilingual-3", - "OpusparcusPC (fr)": 91.46, - "PawsXPairClassification (fr)": 52.41 - } - ] - }, - "Reranking": { - "map": [ - { - "Model": "universal-sentence-encoder-multilingual-3", - "AlloprofReranking": 56.23, - "SyntecReranking": 73.85 - } - ] - }, - "Retrieval": { - "ndcg_at_10": [ - { - "Model": "universal-sentence-encoder-multilingual-3", - "AlloprofRetrieval": 35.27, - "BSARDRetrieval": 0.0, - "MintakaRetrieval (fr)": 26.12, - "SyntecRetrieval": 69.82, - "XPQARetrieval (fr)": 59.59 - } - ] - }, - "STS": { - "cosine_spearman": [ - { - "Model": "universal-sentence-encoder-multilingual-3", - "SICKFr": 71.37, - "STS22 (fr)": 77.91, - "STSBenchmarkMultilingualSTS (fr)": 75.48 - } - ] - }, - "Summarization": { - "cosine_spearman": [ - { - "Model": "universal-sentence-encoder-multilingual-3", - "SummEvalFr": 28.21 - } - ] - }, - "MultilabelClassification": { - "accuracy": [] - }, - "InstructionRetrieval": { - "p-MRR": [] - } - }, - "vprelovac__universal-sentence-encoder-multilingual-large-3": { - "BitextMining": { - "f1": [] - }, - "Classification": { - "accuracy": [ - { - "Model": "universal-sentence-encoder-multilingual-large-3", - "AmazonReviewsClassification (fr)": 35.09, - "MTOPDomainClassification (fr)": 88.19, - "MTOPIntentClassification (fr)": 63.64, - "MasakhaNEWSClassification (fra)": 72.04, - "MassiveIntentClassification (fr)": 65.8, - "MassiveScenarioClassification (fr)": 73.47 - } - ] - }, - "Clustering": { - "v_measure": [ - { - "Model": "universal-sentence-encoder-multilingual-large-3", - "AlloProfClusteringP2P": 54.21, - "AlloProfClusteringS2S": 37.95, - "HALClusteringS2S": 18.94, - "MLSUMClusteringP2P": 41.02, - "MLSUMClusteringS2S": 37.97, - "MasakhaNEWSClusteringP2P (fra)": 24.09, - "MasakhaNEWSClusteringS2S (fra)": 40.24 - } - ] - }, - "PairClassification": { - "max_ap": [ - { - "Model": "universal-sentence-encoder-multilingual-large-3", - "OpusparcusPC (fr)": 93.38, - "PawsXPairClassification (fr)": 53.62 - }, - { - "Model": "universal-sentence-encoder-multilingual-large-3", - "OpusparcusPC (fr)": 93.38, - "PawsXPairClassification (fr)": 53.66 - } - ] - }, - "Reranking": { - "map": [ - { - "Model": "universal-sentence-encoder-multilingual-large-3", - "AlloprofReranking": 55.39, - "SyntecReranking": 77.13 - } - ] - }, - "Retrieval": { - "ndcg_at_10": [ - { - "Model": "universal-sentence-encoder-multilingual-large-3", - "AlloprofRetrieval": 33.78, - "BSARDRetrieval": 0.0, - "MintakaRetrieval (fr)": 26.21, - "SyntecRetrieval": 63.69, - "XPQARetrieval (fr)": 65.21 - } - ] - }, - "STS": { - "cosine_spearman": [ - { - "Model": "universal-sentence-encoder-multilingual-large-3", - "SICKFr": 74.39, - "STS22 (fr)": 71.11, - "STSBenchmarkMultilingualSTS (fr)": 78.16 - } - ] - }, - "Summarization": { - "cosine_spearman": [ - { - "Model": "universal-sentence-encoder-multilingual-large-3", - "SummEvalFr": 28.56 - } - ] - }, - "MultilabelClassification": { - "accuracy": [] - }, - "InstructionRetrieval": { - "p-MRR": [] - } - } -} \ No newline at end of file diff --git a/all_data_tasks/0/default.jsonl b/all_data_tasks/0/default.jsonl deleted file mode 100644 index adee4ba2e039ee8a50fc3260b66724bfe2f55716..0000000000000000000000000000000000000000 --- a/all_data_tasks/0/default.jsonl +++ /dev/null @@ -1,382 +0,0 @@ -{"index":294,"Rank":1,"Model":"NV-Embed-v2<\/a>","Model Size (Million Parameters)":7851,"Memory Usage (GB, fp32)":29.25,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":90.37,"AmazonCounterfactualClassification (en)":94.28,"AmazonPolarityClassification":97.74,"AmazonReviewsClassification (en)":63.96,"Banking77Classification":92.42,"EmotionClassification":93.38,"ImdbClassification":97.14,"MassiveIntentClassification (en)":86.1,"MassiveScenarioClassification (en)":92.17,"MTOPDomainClassification (en)":99.25,"MTOPIntentClassification (en)":94.37,"ToxicConversationsClassification":92.74,"TweetSentimentExtractionClassification":80.87} -{"index":6,"Rank":2,"Model":"voyage-3-m-exp<\/a>","Model Size (Million Parameters)":6918,"Memory Usage (GB, fp32)":25.77,"Embedding Dimensions":2048,"Max Tokens":32000,"Average":90.16,"AmazonCounterfactualClassification (en)":95.78,"AmazonPolarityClassification":97.71,"AmazonReviewsClassification (en)":63.62,"Banking77Classification":93.8,"EmotionClassification":64.86,"ImdbClassification":97.29,"MassiveIntentClassification (en)":91.94,"MassiveScenarioClassification (en)":99.3,"MTOPDomainClassification (en)":99.95,"MTOPIntentClassification (en)":91.85,"ToxicConversationsClassification":97.59,"TweetSentimentExtractionClassification":88.23} -{"index":366,"Rank":3,"Model":"voyage-3-m-exp<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":90.16,"AmazonCounterfactualClassification (en)":95.78,"AmazonPolarityClassification":97.71,"AmazonReviewsClassification (en)":63.62,"Banking77Classification":93.8,"EmotionClassification":64.86,"ImdbClassification":97.29,"MassiveIntentClassification (en)":91.94,"MassiveScenarioClassification (en)":99.3,"MTOPDomainClassification (en)":99.95,"MTOPIntentClassification (en)":91.85,"ToxicConversationsClassification":97.59,"TweetSentimentExtractionClassification":88.23} -{"index":129,"Rank":4,"Model":"SFR-Embedding-2_R<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":89.05,"AmazonCounterfactualClassification (en)":92.72,"AmazonPolarityClassification":97.31,"AmazonReviewsClassification (en)":61.04,"Banking77Classification":90.02,"EmotionClassification":93.37,"ImdbClassification":96.8,"MassiveIntentClassification (en)":85.97,"MassiveScenarioClassification (en)":90.61,"MTOPDomainClassification (en)":98.58,"MTOPIntentClassification (en)":91.3,"ToxicConversationsClassification":91.14,"TweetSentimentExtractionClassification":79.7} -{"index":30,"Rank":5,"Model":"bge-en-icl<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":88.95,"AmazonCounterfactualClassification (en)":93.15,"AmazonPolarityClassification":96.98,"AmazonReviewsClassification (en)":61.46,"Banking77Classification":91.49,"EmotionClassification":93.36,"ImdbClassification":96.91,"MassiveIntentClassification (en)":82.93,"MassiveScenarioClassification (en)":85.6,"MTOPDomainClassification (en)":98.42,"MTOPIntentClassification (en)":94.0,"ToxicConversationsClassification":93.17,"TweetSentimentExtractionClassification":79.93} -{"index":112,"Rank":6,"Model":"jasper_en_vision_language_v1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":88.49,"AmazonCounterfactualClassification (en)":93.78,"AmazonPolarityClassification":97.58,"AmazonReviewsClassification (en)":62.92,"Banking77Classification":87.22,"EmotionClassification":87.73,"ImdbClassification":96.95,"MassiveIntentClassification (en)":85.31,"MassiveScenarioClassification (en)":91.17,"MTOPDomainClassification (en)":99.17,"MTOPIntentClassification (en)":91.48,"ToxicConversationsClassification":91.31,"TweetSentimentExtractionClassification":77.24} -{"index":380,"Rank":7,"Model":"LENS-d8000<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":88.43,"AmazonCounterfactualClassification (en)":93.69,"AmazonPolarityClassification":97.07,"AmazonReviewsClassification (en)":63.61,"Banking77Classification":90.19,"EmotionClassification":91.87,"ImdbClassification":97.0,"MassiveIntentClassification (en)":81.14,"MassiveScenarioClassification (en)":83.53,"MTOPDomainClassification (en)":97.44,"MTOPIntentClassification (en)":92.81,"ToxicConversationsClassification":92.37,"TweetSentimentExtractionClassification":80.42} -{"index":379,"Rank":8,"Model":"LENS-d4000<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":88.13,"AmazonCounterfactualClassification (en)":93.61,"AmazonPolarityClassification":97.05,"AmazonReviewsClassification (en)":62.83,"Banking77Classification":90.43,"EmotionClassification":92.33,"ImdbClassification":97.12,"MassiveIntentClassification (en)":79.65,"MassiveScenarioClassification (en)":81.97,"MTOPDomainClassification (en)":97.49,"MTOPIntentClassification (en)":92.59,"ToxicConversationsClassification":92.29,"TweetSentimentExtractionClassification":80.17} -{"index":33,"Rank":9,"Model":"bge-multilingual-gemma2<\/a>","Model Size (Million Parameters)":9242,"Memory Usage (GB, fp32)":34.43,"Embedding Dimensions":3584,"Max Tokens":8192,"Average":88.08,"AmazonCounterfactualClassification (en)":89.48,"AmazonPolarityClassification":96.9,"AmazonReviewsClassification (en)":61.6,"Banking77Classification":92.53,"EmotionClassification":92.97,"ImdbClassification":96.66,"MassiveIntentClassification (en)":82.05,"MassiveScenarioClassification (en)":84.4,"MTOPDomainClassification (en)":98.61,"MTOPIntentClassification (en)":95.51,"ToxicConversationsClassification":87.34,"TweetSentimentExtractionClassification":78.86} -{"index":113,"Rank":10,"Model":"stella_en_1.5B_v5<\/a>","Model Size (Million Parameters)":1543,"Memory Usage (GB, fp32)":5.75,"Embedding Dimensions":8192,"Max Tokens":131072,"Average":87.63,"AmazonCounterfactualClassification (en)":92.87,"AmazonPolarityClassification":97.16,"AmazonReviewsClassification (en)":59.36,"Banking77Classification":89.79,"EmotionClassification":84.29,"ImdbClassification":96.66,"MassiveIntentClassification (en)":85.83,"MassiveScenarioClassification (en)":90.2,"MTOPDomainClassification (en)":99.01,"MTOPIntentClassification (en)":92.78,"ToxicConversationsClassification":88.76,"TweetSentimentExtractionClassification":74.84} -{"index":293,"Rank":11,"Model":"NV-Embed-v1<\/a>","Model Size (Million Parameters)":7851,"Memory Usage (GB, fp32)":29.25,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":87.35,"AmazonCounterfactualClassification (en)":95.12,"AmazonPolarityClassification":97.14,"AmazonReviewsClassification (en)":55.47,"Banking77Classification":90.34,"EmotionClassification":91.7,"ImdbClassification":97.06,"MassiveIntentClassification (en)":80.07,"MassiveScenarioClassification (en)":81.74,"MTOPDomainClassification (en)":96.51,"MTOPIntentClassification (en)":89.77,"ToxicConversationsClassification":92.6,"TweetSentimentExtractionClassification":80.64} -{"index":114,"Rank":12,"Model":"stella_en_400M_v5<\/a>","Model Size (Million Parameters)":435,"Memory Usage (GB, fp32)":1.62,"Embedding Dimensions":8192,"Max Tokens":8192,"Average":86.67,"AmazonCounterfactualClassification (en)":92.36,"AmazonPolarityClassification":97.19,"AmazonReviewsClassification (en)":59.53,"Banking77Classification":89.3,"EmotionClassification":78.77,"ImdbClassification":96.49,"MassiveIntentClassification (en)":85.17,"MassiveScenarioClassification (en)":89.62,"MTOPDomainClassification (en)":98.83,"MTOPIntentClassification (en)":92.3,"ToxicConversationsClassification":86.94,"TweetSentimentExtractionClassification":73.58} -{"index":22,"Rank":13,"Model":"gte-Qwen2-7B-instruct<\/a>","Model Size (Million Parameters)":7613,"Memory Usage (GB, fp32)":28.36,"Embedding Dimensions":3584,"Max Tokens":32768,"Average":86.58,"AmazonCounterfactualClassification (en)":91.33,"AmazonPolarityClassification":97.5,"AmazonReviewsClassification (en)":62.11,"Banking77Classification":87.57,"EmotionClassification":79.45,"ImdbClassification":96.75,"MassiveIntentClassification (en)":85.43,"MassiveScenarioClassification (en)":89.7,"MTOPDomainClassification (en)":99.04,"MTOPIntentClassification (en)":91.78,"ToxicConversationsClassification":85.74,"TweetSentimentExtractionClassification":72.58} -{"index":63,"Rank":14,"Model":"KaLM-embedding-multilingual-mini-instruct-v1<\/a>","Model Size (Million Parameters)":494,"Memory Usage (GB, fp32)":1.84,"Embedding Dimensions":896,"Max Tokens":131072,"Average":85.1,"AmazonCounterfactualClassification (en)":91.72,"AmazonPolarityClassification":96.5,"AmazonReviewsClassification (en)":61.24,"Banking77Classification":84.93,"EmotionClassification":85.56,"ImdbClassification":95.03,"MassiveIntentClassification (en)":74.94,"MassiveScenarioClassification (en)":82.06,"MTOPDomainClassification (en)":97.58,"MTOPIntentClassification (en)":86.08,"ToxicConversationsClassification":89.04,"TweetSentimentExtractionClassification":76.49} -{"index":64,"Rank":15,"Model":"KaLM-embedding-multilingual-mini-instruct-v1.5<\/a>","Model Size (Million Parameters)":494,"Memory Usage (GB, fp32)":1.84,"Embedding Dimensions":896,"Max Tokens":131072,"Average":84.74,"AmazonCounterfactualClassification (en)":91.73,"AmazonPolarityClassification":96.56,"AmazonReviewsClassification (en)":61.42,"Banking77Classification":84.54,"EmotionClassification":86.9,"ImdbClassification":94.93,"MassiveIntentClassification (en)":72.52,"MassiveScenarioClassification (en)":79.32,"MTOPDomainClassification (en)":97.54,"MTOPIntentClassification (en)":85.76,"ToxicConversationsClassification":89.28,"TweetSentimentExtractionClassification":76.35} -{"index":19,"Rank":16,"Model":"gme-Qwen2-VL-7B-Instruct<\/a>","Model Size (Million Parameters)":8291,"Memory Usage (GB, fp32)":30.89,"Embedding Dimensions":3584,"Max Tokens":32768,"Average":84.31,"AmazonCounterfactualClassification (en)":77.61,"AmazonPolarityClassification":97.33,"AmazonReviewsClassification (en)":64.79,"Banking77Classification":84.76,"EmotionClassification":67.4,"ImdbClassification":96.73,"MassiveIntentClassification (en)":83.49,"MassiveScenarioClassification (en)":87.23,"MTOPDomainClassification (en)":97.55,"MTOPIntentClassification (en)":90.47,"ToxicConversationsClassification":86.56,"TweetSentimentExtractionClassification":77.8} -{"index":41,"Rank":17,"Model":"gme-Qwen2-VL-7B-Instruct-Q5_K_S-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":84.31,"AmazonCounterfactualClassification (en)":77.61,"AmazonPolarityClassification":97.33,"AmazonReviewsClassification (en)":64.79,"Banking77Classification":84.76,"EmotionClassification":67.4,"ImdbClassification":96.73,"MassiveIntentClassification (en)":83.49,"MassiveScenarioClassification (en)":87.23,"MTOPDomainClassification (en)":97.55,"MTOPIntentClassification (en)":90.47,"ToxicConversationsClassification":86.56,"TweetSentimentExtractionClassification":77.8} -{"index":49,"Rank":18,"Model":"jina-embeddings-v3<\/a>","Model Size (Million Parameters)":572,"Memory Usage (GB, fp32)":2.13,"Embedding Dimensions":1024,"Max Tokens":8194,"Average":82.58,"AmazonCounterfactualClassification (en)":89.49,"AmazonPolarityClassification":95.38,"AmazonReviewsClassification (en)":49.77,"Banking77Classification":84.08,"EmotionClassification":73.3,"ImdbClassification":91.9,"MassiveIntentClassification (en)":77.61,"MassiveScenarioClassification (en)":84.71,"MTOPDomainClassification (en)":97.49,"MTOPIntentClassification (en)":84.53,"ToxicConversationsClassification":91.29,"TweetSentimentExtractionClassification":71.4} -{"index":243,"Rank":19,"Model":"jina-embeddings-v3<\/a>","Model Size (Million Parameters)":572,"Memory Usage (GB, fp32)":2.13,"Embedding Dimensions":1024,"Max Tokens":8194,"Average":82.58,"AmazonCounterfactualClassification (en)":89.49,"AmazonPolarityClassification":95.38,"AmazonReviewsClassification (en)":49.77,"Banking77Classification":84.08,"EmotionClassification":73.3,"ImdbClassification":91.9,"MassiveIntentClassification (en)":77.61,"MassiveScenarioClassification (en)":84.71,"MTOPDomainClassification (en)":97.49,"MTOPIntentClassification (en)":84.53,"ToxicConversationsClassification":91.29,"TweetSentimentExtractionClassification":71.4} -{"index":21,"Rank":20,"Model":"gte-Qwen2-1.5B-instruct<\/a>","Model Size (Million Parameters)":1776,"Memory Usage (GB, fp32)":6.62,"Embedding Dimensions":1536,"Max Tokens":131072,"Average":82.47,"AmazonCounterfactualClassification (en)":83.99,"AmazonPolarityClassification":96.61,"AmazonReviewsClassification (en)":55.61,"Banking77Classification":87.31,"EmotionClassification":61.37,"ImdbClassification":95.83,"MassiveIntentClassification (en)":82.4,"MassiveScenarioClassification (en)":84.5,"MTOPDomainClassification (en)":97.69,"MTOPIntentClassification (en)":88.76,"ToxicConversationsClassification":82.66,"TweetSentimentExtractionClassification":72.95} -{"index":246,"Rank":21,"Model":"cde-small-v1<\/a>","Model Size (Million Parameters)":143,"Memory Usage (GB, fp32)":0.53,"Embedding Dimensions":768,"Max Tokens":512,"Average":81.71,"AmazonCounterfactualClassification (en)":87.03,"AmazonPolarityClassification":94.66,"AmazonReviewsClassification (en)":55.76,"Banking77Classification":88.58,"EmotionClassification":74.88,"ImdbClassification":93.59,"MassiveIntentClassification (en)":76.6,"MassiveScenarioClassification (en)":78.93,"MTOPDomainClassification (en)":96.04,"MTOPIntentClassification (en)":89.17,"ToxicConversationsClassification":72.77,"TweetSentimentExtractionClassification":72.56} -{"index":1,"Rank":22,"Model":"text-embedding-004<\/a>","Model Size (Million Parameters)":1200,"Memory Usage (GB, fp32)":4.47,"Embedding Dimensions":768,"Max Tokens":2048,"Average":81.17,"AmazonCounterfactualClassification (en)":75.34,"AmazonPolarityClassification":97.34,"AmazonReviewsClassification (en)":51.17,"Banking77Classification":88.62,"EmotionClassification":52.51,"ImdbClassification":95.65,"MassiveIntentClassification (en)":80.22,"MassiveScenarioClassification (en)":87.19,"MTOPDomainClassification (en)":98.35,"MTOPIntentClassification (en)":83.43,"ToxicConversationsClassification":89.67,"TweetSentimentExtractionClassification":74.52} -{"index":18,"Rank":23,"Model":"gme-Qwen2-VL-2B-Instruct<\/a>","Model Size (Million Parameters)":2209,"Memory Usage (GB, fp32)":8.23,"Embedding Dimensions":1536,"Max Tokens":32768,"Average":81.07,"AmazonCounterfactualClassification (en)":72.55,"AmazonPolarityClassification":96.76,"AmazonReviewsClassification (en)":61.97,"Banking77Classification":80.24,"EmotionClassification":62.81,"ImdbClassification":96.04,"MassiveIntentClassification (en)":78.52,"MassiveScenarioClassification (en)":80.04,"MTOPDomainClassification (en)":95.75,"MTOPIntentClassification (en)":85.83,"ToxicConversationsClassification":88.76,"TweetSentimentExtractionClassification":73.52} -{"index":247,"Rank":24,"Model":"cde-small-v2<\/a>","Model Size (Million Parameters)":150,"Memory Usage (GB, fp32)":0.56,"Embedding Dimensions":768,"Max Tokens":512,"Average":80.62,"AmazonCounterfactualClassification (en)":86.01,"AmazonPolarityClassification":96.02,"AmazonReviewsClassification (en)":55.1,"Banking77Classification":88.31,"EmotionClassification":63.23,"ImdbClassification":94.94,"MassiveIntentClassification (en)":75.79,"MassiveScenarioClassification (en)":77.36,"MTOPDomainClassification (en)":96.31,"MTOPIntentClassification (en)":86.5,"ToxicConversationsClassification":81.4,"TweetSentimentExtractionClassification":66.44} -{"index":81,"Rank":25,"Model":"Linq-Embed-Mistral<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":80.2,"AmazonCounterfactualClassification (en)":84.43,"AmazonPolarityClassification":95.7,"AmazonReviewsClassification (en)":57.64,"Banking77Classification":87.88,"EmotionClassification":51.82,"ImdbClassification":94.78,"MassiveIntentClassification (en)":82.67,"MassiveScenarioClassification (en)":85.01,"MTOPDomainClassification (en)":96.83,"MTOPIntentClassification (en)":89.57,"ToxicConversationsClassification":71.29,"TweetSentimentExtractionClassification":64.76} -{"index":20,"Rank":26,"Model":"gte-Qwen1.5-7B-instruct<\/a>","Model Size (Million Parameters)":7099,"Memory Usage (GB, fp32)":26.45,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":79.6,"AmazonCounterfactualClassification (en)":83.16,"AmazonPolarityClassification":96.7,"AmazonReviewsClassification (en)":62.17,"Banking77Classification":81.68,"EmotionClassification":54.53,"ImdbClassification":95.58,"MassiveIntentClassification (en)":78.47,"MassiveScenarioClassification (en)":78.19,"MTOPDomainClassification (en)":95.75,"MTOPIntentClassification (en)":84.26,"ToxicConversationsClassification":78.75,"TweetSentimentExtractionClassification":66.0} -{"index":349,"Rank":27,"Model":"GritLM-7B-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":79.46,"AmazonCounterfactualClassification (en)":81.18,"AmazonPolarityClassification":96.52,"AmazonReviewsClassification (en)":57.81,"Banking77Classification":88.47,"EmotionClassification":52.81,"ImdbClassification":95.0,"MassiveIntentClassification (en)":80.78,"MassiveScenarioClassification (en)":82.09,"MTOPDomainClassification (en)":96.16,"MTOPIntentClassification (en)":87.13,"ToxicConversationsClassification":70.8,"TweetSentimentExtractionClassification":64.78} -{"index":40,"Rank":28,"Model":"GritLM-7B-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":79.46,"AmazonCounterfactualClassification (en)":81.18,"AmazonPolarityClassification":96.52,"AmazonReviewsClassification (en)":57.81,"Banking77Classification":88.47,"EmotionClassification":52.81,"ImdbClassification":95.0,"MassiveIntentClassification (en)":80.78,"MassiveScenarioClassification (en)":82.09,"MTOPDomainClassification (en)":96.16,"MTOPIntentClassification (en)":87.13,"ToxicConversationsClassification":70.8,"TweetSentimentExtractionClassification":64.78} -{"index":300,"Rank":29,"Model":"GritLM-7B-vllm<\/a>","Model Size (Million Parameters)":7242,"Memory Usage (GB, fp32)":26.98,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":79.46,"AmazonCounterfactualClassification (en)":81.18,"AmazonPolarityClassification":96.52,"AmazonReviewsClassification (en)":57.81,"Banking77Classification":88.47,"EmotionClassification":52.81,"ImdbClassification":95.0,"MassiveIntentClassification (en)":80.78,"MassiveScenarioClassification (en)":82.09,"MTOPDomainClassification (en)":96.16,"MTOPIntentClassification (en)":87.13,"ToxicConversationsClassification":70.8,"TweetSentimentExtractionClassification":64.78} -{"index":12,"Rank":30,"Model":"voyage-lite-02-instruct<\/a>","Model Size (Million Parameters)":1220,"Memory Usage (GB, fp32)":4.54,"Embedding Dimensions":1024,"Max Tokens":4000,"Average":79.25,"AmazonCounterfactualClassification (en)":88.31,"AmazonPolarityClassification":96.32,"AmazonReviewsClassification (en)":56.25,"Banking77Classification":88.59,"EmotionClassification":50.28,"ImdbClassification":95.75,"MassiveIntentClassification (en)":73.97,"MassiveScenarioClassification (en)":83.99,"MTOPDomainClassification (en)":97.65,"MTOPIntentClassification (en)":75.16,"ToxicConversationsClassification":81.75,"TweetSentimentExtractionClassification":62.98} -{"index":0,"Rank":31,"Model":"text-embedding-004-256<\/a>","Model Size (Million Parameters)":1200,"Memory Usage (GB, fp32)":4.47,"Embedding Dimensions":256,"Max Tokens":2048,"Average":79.0,"AmazonCounterfactualClassification (en)":70.93,"AmazonPolarityClassification":97.34,"AmazonReviewsClassification (en)":48.47,"Banking77Classification":86.01,"EmotionClassification":51.53,"ImdbClassification":95.7,"MassiveIntentClassification (en)":75.67,"MassiveScenarioClassification (en)":85.16,"MTOPDomainClassification (en)":98.02,"MTOPIntentClassification (en)":77.82,"ToxicConversationsClassification":88.33,"TweetSentimentExtractionClassification":72.97} -{"index":384,"Rank":32,"Model":"Zeta-Alpha-E5-Mistral<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":78.77,"AmazonCounterfactualClassification (en)":77.76,"AmazonPolarityClassification":96.62,"AmazonReviewsClassification (en)":59.26,"Banking77Classification":83.11,"EmotionClassification":57.72,"ImdbClassification":95.5,"MassiveIntentClassification (en)":77.31,"MassiveScenarioClassification (en)":79.98,"MTOPDomainClassification (en)":96.35,"MTOPIntentClassification (en)":80.52,"ToxicConversationsClassification":75.88,"TweetSentimentExtractionClassification":65.22} -{"index":61,"Rank":33,"Model":"GritLM-7B<\/a>","Model Size (Million Parameters)":7240,"Memory Usage (GB, fp32)":26.97,"Embedding Dimensions":"","Max Tokens":4096,"Average":78.65,"AmazonCounterfactualClassification (en)":80.54,"AmazonPolarityClassification":96.64,"AmazonReviewsClassification (en)":59.91,"Banking77Classification":84.44,"EmotionClassification":56.01,"ImdbClassification":95.07,"MassiveIntentClassification (en)":79.1,"MassiveScenarioClassification (en)":80.37,"MTOPDomainClassification (en)":95.37,"MTOPIntentClassification (en)":81.23,"ToxicConversationsClassification":68.81,"TweetSentimentExtractionClassification":66.26} -{"index":62,"Rank":34,"Model":"GritLM-8x7B<\/a>","Model Size (Million Parameters)":46703,"Memory Usage (GB, fp32)":173.98,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":78.53,"AmazonCounterfactualClassification (en)":80.48,"AmazonPolarityClassification":96.32,"AmazonReviewsClassification (en)":57.18,"Banking77Classification":87.46,"EmotionClassification":50.06,"ImdbClassification":94.32,"MassiveIntentClassification (en)":79.72,"MassiveScenarioClassification (en)":81.09,"MTOPDomainClassification (en)":95.29,"MTOPIntentClassification (en)":87.08,"ToxicConversationsClassification":70.89,"TweetSentimentExtractionClassification":62.48} -{"index":350,"Rank":35,"Model":"GritLM-8x7B-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":78.53,"AmazonCounterfactualClassification (en)":80.48,"AmazonPolarityClassification":96.32,"AmazonReviewsClassification (en)":57.18,"Banking77Classification":87.46,"EmotionClassification":50.06,"ImdbClassification":94.32,"MassiveIntentClassification (en)":79.72,"MassiveScenarioClassification (en)":81.09,"MTOPDomainClassification (en)":95.29,"MTOPIntentClassification (en)":87.08,"ToxicConversationsClassification":70.89,"TweetSentimentExtractionClassification":62.48} -{"index":26,"Rank":36,"Model":"e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":78.47,"AmazonCounterfactualClassification (en)":78.69,"AmazonPolarityClassification":95.91,"AmazonReviewsClassification (en)":55.79,"Banking77Classification":88.23,"EmotionClassification":49.77,"ImdbClassification":94.78,"MassiveIntentClassification (en)":80.57,"MassiveScenarioClassification (en)":82.39,"MTOPDomainClassification (en)":96.12,"MTOPIntentClassification (en)":86.11,"ToxicConversationsClassification":69.59,"TweetSentimentExtractionClassification":63.72} -{"index":66,"Rank":37,"Model":"speed-embedding-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":78.44,"AmazonCounterfactualClassification (en)":76.67,"AmazonPolarityClassification":96.18,"AmazonReviewsClassification (en)":56.28,"Banking77Classification":88.64,"EmotionClassification":51.02,"ImdbClassification":94.88,"MassiveIntentClassification (en)":80.2,"MassiveScenarioClassification (en)":82.27,"MTOPDomainClassification (en)":95.85,"MTOPIntentClassification (en)":87.08,"ToxicConversationsClassification":68.43,"TweetSentimentExtractionClassification":63.83} -{"index":9,"Rank":38,"Model":"voyage-large-2-instruct<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":16000,"Average":78.38,"AmazonCounterfactualClassification (en)":83.06,"AmazonPolarityClassification":96.11,"AmazonReviewsClassification (en)":51.4,"Banking77Classification":87.62,"EmotionClassification":64.46,"ImdbClassification":93.78,"MassiveIntentClassification (en)":76.62,"MassiveScenarioClassification (en)":83.75,"MTOPDomainClassification (en)":97.46,"MTOPIntentClassification (en)":75.01,"ToxicConversationsClassification":69.39,"TweetSentimentExtractionClassification":61.9} -{"index":24,"Rank":39,"Model":"gte-large-en-v1.5<\/a>","Model Size (Million Parameters)":434,"Memory Usage (GB, fp32)":1.62,"Embedding Dimensions":1024,"Max Tokens":8192,"Average":77.75,"AmazonCounterfactualClassification (en)":73.01,"AmazonPolarityClassification":93.97,"AmazonReviewsClassification (en)":54.2,"Banking77Classification":87.33,"EmotionClassification":46.77,"ImdbClassification":92.1,"MassiveIntentClassification (en)":78.94,"MassiveScenarioClassification (en)":81.41,"MTOPDomainClassification (en)":96.6,"MTOPIntentClassification (en)":82.9,"ToxicConversationsClassification":82.61,"TweetSentimentExtractionClassification":63.16} -{"index":245,"Rank":40,"Model":"echo-mistral-7b-instruct-lasttoken<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":77.43,"AmazonCounterfactualClassification (en)":82.97,"AmazonPolarityClassification":90.98,"AmazonReviewsClassification (en)":48.71,"Banking77Classification":88.15,"EmotionClassification":52.18,"ImdbClassification":87.42,"MassiveIntentClassification (en)":79.67,"MassiveScenarioClassification (en)":82.82,"MTOPDomainClassification (en)":96.16,"MTOPIntentClassification (en)":85.75,"ToxicConversationsClassification":71.91,"TweetSentimentExtractionClassification":62.4} -{"index":223,"Rank":41,"Model":"e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":77.37,"AmazonCounterfactualClassification (en)":74.57,"AmazonPolarityClassification":96.26,"AmazonReviewsClassification (en)":55.97,"Banking77Classification":81.41,"EmotionClassification":58.42,"ImdbClassification":94.73,"MassiveIntentClassification (en)":77.0,"MassiveScenarioClassification (en)":79.13,"MTOPDomainClassification (en)":95.33,"MTOPIntentClassification (en)":78.99,"ToxicConversationsClassification":71.75,"TweetSentimentExtractionClassification":64.89} -{"index":308,"Rank":42,"Model":"TDTE<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":77.17,"AmazonCounterfactualClassification (en)":79.66,"AmazonPolarityClassification":94.48,"AmazonReviewsClassification (en)":48.16,"Banking77Classification":88.91,"EmotionClassification":52.01,"ImdbClassification":89.47,"MassiveIntentClassification (en)":80.12,"MassiveScenarioClassification (en)":82.7,"MTOPDomainClassification (en)":96.46,"MTOPIntentClassification (en)":85.38,"ToxicConversationsClassification":66.18,"TweetSentimentExtractionClassification":62.54} -{"index":23,"Rank":43,"Model":"gte-base-en-v1.5<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":8192,"Average":77.17,"AmazonCounterfactualClassification (en)":74.79,"AmazonPolarityClassification":93.02,"AmazonReviewsClassification (en)":53.31,"Banking77Classification":86.73,"EmotionClassification":46.39,"ImdbClassification":87.48,"MassiveIntentClassification (en)":77.67,"MassiveScenarioClassification (en)":81.77,"MTOPDomainClassification (en)":96.5,"MTOPIntentClassification (en)":82.81,"ToxicConversationsClassification":83.98,"TweetSentimentExtractionClassification":61.57} -{"index":130,"Rank":44,"Model":"SFR-Embedding-Mistral<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":77.02,"AmazonCounterfactualClassification (en)":74.51,"AmazonPolarityClassification":95.97,"AmazonReviewsClassification (en)":55.43,"Banking77Classification":88.81,"EmotionClassification":50.24,"ImdbClassification":94.79,"MassiveIntentClassification (en)":77.05,"MassiveScenarioClassification (en)":79.73,"MTOPDomainClassification (en)":95.88,"MTOPIntentClassification (en)":78.86,"ToxicConversationsClassification":69.33,"TweetSentimentExtractionClassification":63.64} -{"index":90,"Rank":45,"Model":"LLM2Vec-Mistral-supervised<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":76.63,"AmazonCounterfactualClassification (en)":77.58,"AmazonPolarityClassification":91.12,"AmazonReviewsClassification (en)":49.97,"Banking77Classification":88.31,"EmotionClassification":52.04,"ImdbClassification":87.42,"MassiveIntentClassification (en)":79.29,"MassiveScenarioClassification (en)":81.64,"MTOPDomainClassification (en)":96.04,"MTOPIntentClassification (en)":84.77,"ToxicConversationsClassification":69.26,"TweetSentimentExtractionClassification":62.14} -{"index":86,"Rank":46,"Model":"LLM2Vec-Llama-2-7b-chat-hf-mntp-supervised<\/a>","Model Size (Million Parameters)":6607,"Memory Usage (GB, fp32)":24.61,"Embedding Dimensions":4096,"Max Tokens":4096,"Average":76.33,"AmazonCounterfactualClassification (en)":82.22,"AmazonPolarityClassification":89.69,"AmazonReviewsClassification (en)":48.47,"Banking77Classification":88.17,"EmotionClassification":51.71,"ImdbClassification":85.78,"MassiveIntentClassification (en)":78.06,"MassiveScenarioClassification (en)":81.35,"MTOPDomainClassification (en)":95.57,"MTOPIntentClassification (en)":82.81,"ToxicConversationsClassification":71.01,"TweetSentimentExtractionClassification":61.11} -{"index":163,"Rank":47,"Model":"GIST-small-Embedding-v0<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":76.11,"AmazonCounterfactualClassification (en)":75.27,"AmazonPolarityClassification":93.23,"AmazonReviewsClassification (en)":49.72,"Banking77Classification":86.65,"EmotionClassification":55.89,"ImdbClassification":89.49,"MassiveIntentClassification (en)":75.53,"MassiveScenarioClassification (en)":79.23,"MTOPDomainClassification (en)":95.48,"MTOPIntentClassification (en)":79.09,"ToxicConversationsClassification":72.8,"TweetSentimentExtractionClassification":61.0} -{"index":355,"Rank":48,"Model":"BinGSE-Meta-Llama-3-8B-Instruct<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":76.05,"AmazonCounterfactualClassification (en)":80.42,"AmazonPolarityClassification":91.38,"AmazonReviewsClassification (en)":51.53,"Banking77Classification":84.83,"EmotionClassification":53.45,"ImdbClassification":87.5,"MassiveIntentClassification (en)":77.97,"MassiveScenarioClassification (en)":80.14,"MTOPDomainClassification (en)":95.4,"MTOPIntentClassification (en)":78.62,"ToxicConversationsClassification":67.31,"TweetSentimentExtractionClassification":64.03} -{"index":160,"Rank":49,"Model":"GIST-Embedding-v0<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":76.03,"AmazonCounterfactualClassification (en)":75.96,"AmazonPolarityClassification":93.51,"AmazonReviewsClassification (en)":50.45,"Banking77Classification":87.3,"EmotionClassification":54.68,"ImdbClassification":89.66,"MassiveIntentClassification (en)":76.01,"MassiveScenarioClassification (en)":79.64,"MTOPDomainClassification (en)":95.3,"MTOPIntentClassification (en)":78.1,"ToxicConversationsClassification":72.42,"TweetSentimentExtractionClassification":59.32} -{"index":162,"Rank":50,"Model":"GIST-large-Embedding-v0<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":76.01,"AmazonCounterfactualClassification (en)":75.58,"AmazonPolarityClassification":93.41,"AmazonReviewsClassification (en)":49.06,"Banking77Classification":88.1,"EmotionClassification":54.72,"ImdbClassification":91.23,"MassiveIntentClassification (en)":76.2,"MassiveScenarioClassification (en)":79.35,"MTOPDomainClassification (en)":95.25,"MTOPIntentClassification (en)":78.24,"ToxicConversationsClassification":71.86,"TweetSentimentExtractionClassification":59.17} -{"index":253,"Rank":51,"Model":"ember-v1<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":75.99,"AmazonCounterfactualClassification (en)":76.06,"AmazonPolarityClassification":91.98,"AmazonReviewsClassification (en)":47.94,"Banking77Classification":87.9,"EmotionClassification":52.03,"ImdbClassification":92.79,"MassiveIntentClassification (en)":77.41,"MassiveScenarioClassification (en)":80.45,"MTOPDomainClassification (en)":94.59,"MTOPIntentClassification (en)":79.26,"ToxicConversationsClassification":71.42,"TweetSentimentExtractionClassification":60.0} -{"index":131,"Rank":52,"Model":"ember-v1-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":75.99,"AmazonCounterfactualClassification (en)":76.06,"AmazonPolarityClassification":91.98,"AmazonReviewsClassification (en)":47.94,"Banking77Classification":87.9,"EmotionClassification":52.03,"ImdbClassification":92.79,"MassiveIntentClassification (en)":77.41,"MassiveScenarioClassification (en)":80.45,"MTOPDomainClassification (en)":94.59,"MTOPIntentClassification (en)":79.26,"ToxicConversationsClassification":71.42,"TweetSentimentExtractionClassification":60.0} -{"index":212,"Rank":53,"Model":"bge-large-en-v1.5-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":75.97,"AmazonCounterfactualClassification (en)":75.85,"AmazonPolarityClassification":92.42,"AmazonReviewsClassification (en)":48.18,"Banking77Classification":87.79,"EmotionClassification":51.52,"ImdbClassification":92.85,"MassiveIntentClassification (en)":77.56,"MassiveScenarioClassification (en)":80.53,"MTOPDomainClassification (en)":94.59,"MTOPIntentClassification (en)":79.49,"ToxicConversationsClassification":70.91,"TweetSentimentExtractionClassification":59.94} -{"index":310,"Rank":54,"Model":"bge-large-en-v1.5-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":75.97,"AmazonCounterfactualClassification (en)":75.85,"AmazonPolarityClassification":92.42,"AmazonReviewsClassification (en)":48.18,"Banking77Classification":87.79,"EmotionClassification":51.52,"ImdbClassification":92.85,"MassiveIntentClassification (en)":77.56,"MassiveScenarioClassification (en)":80.53,"MTOPDomainClassification (en)":94.59,"MTOPIntentClassification (en)":79.49,"ToxicConversationsClassification":70.91,"TweetSentimentExtractionClassification":59.94} -{"index":309,"Rank":55,"Model":"bge-large-en-v1.5-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":75.97,"AmazonCounterfactualClassification (en)":75.85,"AmazonPolarityClassification":92.42,"AmazonReviewsClassification (en)":48.18,"Banking77Classification":87.79,"EmotionClassification":51.52,"ImdbClassification":92.85,"MassiveIntentClassification (en)":77.56,"MassiveScenarioClassification (en)":80.53,"MTOPDomainClassification (en)":94.59,"MTOPIntentClassification (en)":79.49,"ToxicConversationsClassification":70.91,"TweetSentimentExtractionClassification":59.94} -{"index":281,"Rank":56,"Model":"bge-large-en-v1.5<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":75.97,"AmazonCounterfactualClassification (en)":75.85,"AmazonPolarityClassification":92.42,"AmazonReviewsClassification (en)":48.18,"Banking77Classification":87.79,"EmotionClassification":51.52,"ImdbClassification":92.85,"MassiveIntentClassification (en)":77.56,"MassiveScenarioClassification (en)":80.53,"MTOPDomainClassification (en)":94.59,"MTOPIntentClassification (en)":79.49,"ToxicConversationsClassification":70.91,"TweetSentimentExtractionClassification":59.94} -{"index":164,"Rank":57,"Model":"NoInstruct-small-Embedding-v0<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":75.97,"AmazonCounterfactualClassification (en)":75.76,"AmazonPolarityClassification":93.3,"AmazonReviewsClassification (en)":49.99,"Banking77Classification":86.4,"EmotionClassification":55.07,"ImdbClassification":90.15,"MassiveIntentClassification (en)":76.01,"MassiveScenarioClassification (en)":79.33,"MTOPDomainClassification (en)":95.29,"MTOPIntentClassification (en)":79.57,"ToxicConversationsClassification":69.44,"TweetSentimentExtractionClassification":61.27} -{"index":88,"Rank":58,"Model":"LLM2Vec-Meta-Llama-3-supervised<\/a>","Model Size (Million Parameters)":7505,"Memory Usage (GB, fp32)":27.96,"Embedding Dimensions":4096,"Max Tokens":8192,"Average":75.92,"AmazonCounterfactualClassification (en)":79.94,"AmazonPolarityClassification":86.07,"AmazonReviewsClassification (en)":46.84,"Banking77Classification":88.05,"EmotionClassification":51.2,"ImdbClassification":82.94,"MassiveIntentClassification (en)":79.8,"MassiveScenarioClassification (en)":81.52,"MTOPDomainClassification (en)":96.14,"MTOPIntentClassification (en)":86.11,"ToxicConversationsClassification":70.59,"TweetSentimentExtractionClassification":61.9} -{"index":302,"Rank":59,"Model":"mini-gte<\/a>","Model Size (Million Parameters)":66,"Memory Usage (GB, fp32)":0.25,"Embedding Dimensions":768,"Max Tokens":512,"Average":75.89,"AmazonCounterfactualClassification (en)":74.9,"AmazonPolarityClassification":92.94,"AmazonReviewsClassification (en)":53.09,"Banking77Classification":85.72,"EmotionClassification":48.24,"ImdbClassification":88.7,"MassiveIntentClassification (en)":75.33,"MassiveScenarioClassification (en)":80.22,"MTOPDomainClassification (en)":95.18,"MTOPIntentClassification (en)":76.76,"ToxicConversationsClassification":78.21,"TweetSentimentExtractionClassification":61.39} -{"index":254,"Rank":60,"Model":"mxbai-embed-large-v1-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":75.64,"AmazonCounterfactualClassification (en)":75.04,"AmazonPolarityClassification":93.84,"AmazonReviewsClassification (en)":49.18,"Banking77Classification":87.82,"EmotionClassification":50.88,"ImdbClassification":92.83,"MassiveIntentClassification (en)":76.24,"MassiveScenarioClassification (en)":79.95,"MTOPDomainClassification (en)":93.95,"MTOPIntentClassification (en)":76.79,"ToxicConversationsClassification":71.48,"TweetSentimentExtractionClassification":59.71} -{"index":196,"Rank":61,"Model":"mxbai-embed-large-v1-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":75.64,"AmazonCounterfactualClassification (en)":75.04,"AmazonPolarityClassification":93.84,"AmazonReviewsClassification (en)":49.18,"Banking77Classification":87.82,"EmotionClassification":50.88,"ImdbClassification":92.83,"MassiveIntentClassification (en)":76.24,"MassiveScenarioClassification (en)":79.95,"MTOPDomainClassification (en)":93.95,"MTOPIntentClassification (en)":76.79,"ToxicConversationsClassification":71.48,"TweetSentimentExtractionClassification":59.71} -{"index":346,"Rank":62,"Model":"mxbai-embed-large-v1-Q5_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":75.64,"AmazonCounterfactualClassification (en)":75.04,"AmazonPolarityClassification":93.84,"AmazonReviewsClassification (en)":49.18,"Banking77Classification":87.82,"EmotionClassification":50.88,"ImdbClassification":92.83,"MassiveIntentClassification (en)":76.24,"MassiveScenarioClassification (en)":79.95,"MTOPDomainClassification (en)":93.95,"MTOPIntentClassification (en)":76.79,"ToxicConversationsClassification":71.48,"TweetSentimentExtractionClassification":59.71} -{"index":345,"Rank":63,"Model":"mxbai-embed-large-v1-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":75.64,"AmazonCounterfactualClassification (en)":75.04,"AmazonPolarityClassification":93.84,"AmazonReviewsClassification (en)":49.18,"Banking77Classification":87.82,"EmotionClassification":50.88,"ImdbClassification":92.83,"MassiveIntentClassification (en)":76.24,"MassiveScenarioClassification (en)":79.95,"MTOPDomainClassification (en)":93.95,"MTOPIntentClassification (en)":76.79,"ToxicConversationsClassification":71.48,"TweetSentimentExtractionClassification":59.71} -{"index":270,"Rank":64,"Model":"mxbai-embed-large-v1<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":75.64,"AmazonCounterfactualClassification (en)":75.04,"AmazonPolarityClassification":93.84,"AmazonReviewsClassification (en)":49.18,"Banking77Classification":87.82,"EmotionClassification":50.88,"ImdbClassification":92.83,"MassiveIntentClassification (en)":76.24,"MassiveScenarioClassification (en)":79.95,"MTOPDomainClassification (en)":93.95,"MTOPIntentClassification (en)":76.79,"ToxicConversationsClassification":71.48,"TweetSentimentExtractionClassification":59.71} -{"index":145,"Rank":65,"Model":"UAE-Large-V1<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":75.58,"AmazonCounterfactualClassification (en)":75.55,"AmazonPolarityClassification":92.84,"AmazonReviewsClassification (en)":48.29,"Banking77Classification":87.69,"EmotionClassification":51.75,"ImdbClassification":92.78,"MassiveIntentClassification (en)":76.5,"MassiveScenarioClassification (en)":79.75,"MTOPDomainClassification (en)":94.02,"MTOPIntentClassification (en)":76.92,"ToxicConversationsClassification":71.09,"TweetSentimentExtractionClassification":59.75} -{"index":46,"Rank":66,"Model":"Cohere-embed-english-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":512,"Average":75.54,"AmazonCounterfactualClassification (en)":80.64,"AmazonPolarityClassification":95.62,"AmazonReviewsClassification (en)":53.73,"Banking77Classification":85.53,"EmotionClassification":51.57,"ImdbClassification":93.57,"MassiveIntentClassification (en)":71.8,"MassiveScenarioClassification (en)":76.58,"MTOPDomainClassification (en)":94.71,"MTOPIntentClassification (en)":68.08,"ToxicConversationsClassification":72.61,"TweetSentimentExtractionClassification":62.02} -{"index":165,"Rank":67,"Model":"bge-base-en-v1-5-seqlen-384-bs-1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":75.53,"AmazonCounterfactualClassification (en)":76.15,"AmazonPolarityClassification":93.39,"AmazonReviewsClassification (en)":48.85,"Banking77Classification":86.95,"EmotionClassification":51.9,"ImdbClassification":90.81,"MassiveIntentClassification (en)":76.15,"MassiveScenarioClassification (en)":80.16,"MTOPDomainClassification (en)":94.17,"MTOPIntentClassification (en)":76.91,"ToxicConversationsClassification":71.58,"TweetSentimentExtractionClassification":59.38} -{"index":217,"Rank":68,"Model":"stella-base-en-v2<\/a>","Model Size (Million Parameters)":55,"Memory Usage (GB, fp32)":0.2,"Embedding Dimensions":768,"Max Tokens":512,"Average":75.28,"AmazonCounterfactualClassification (en)":77.19,"AmazonPolarityClassification":93.26,"AmazonReviewsClassification (en)":49.61,"Banking77Classification":84.73,"EmotionClassification":54.47,"ImdbClassification":91.31,"MassiveIntentClassification (en)":73.88,"MassiveScenarioClassification (en)":78.28,"MTOPDomainClassification (en)":93.5,"MTOPIntentClassification (en)":71.06,"ToxicConversationsClassification":72.99,"TweetSentimentExtractionClassification":63.07} -{"index":75,"Rank":69,"Model":"e5-large-v2-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":75.24,"AmazonCounterfactualClassification (en)":79.22,"AmazonPolarityClassification":93.75,"AmazonReviewsClassification (en)":48.61,"Banking77Classification":84.55,"EmotionClassification":49.45,"ImdbClassification":91.69,"MassiveIntentClassification (en)":73.84,"MassiveScenarioClassification (en)":78.11,"MTOPDomainClassification (en)":94.62,"MTOPIntentClassification (en)":77.14,"ToxicConversationsClassification":70.9,"TweetSentimentExtractionClassification":60.94} -{"index":371,"Rank":70,"Model":"b1ade-embed<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":75.16,"AmazonCounterfactualClassification (en)":75.18,"AmazonPolarityClassification":93.07,"AmazonReviewsClassification (en)":48.42,"Banking77Classification":88.03,"EmotionClassification":51.93,"ImdbClassification":91.91,"MassiveIntentClassification (en)":75.91,"MassiveScenarioClassification (en)":79.43,"MTOPDomainClassification (en)":94.33,"MTOPIntentClassification (en)":76.61,"ToxicConversationsClassification":67.91,"TweetSentimentExtractionClassification":59.22} -{"index":398,"Rank":71,"Model":"text-embedding-3-large<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":3072,"Max Tokens":8191,"Average":75.11,"AmazonCounterfactualClassification (en)":78.99,"AmazonPolarityClassification":92.85,"AmazonReviewsClassification (en)":48.7,"Banking77Classification":85.69,"EmotionClassification":51.58,"ImdbClassification":87.67,"MassiveIntentClassification (en)":74.63,"MassiveScenarioClassification (en)":79.79,"MTOPDomainClassification (en)":95.36,"MTOPIntentClassification (en)":75.07,"ToxicConversationsClassification":68.82,"TweetSentimentExtractionClassification":62.22} -{"index":248,"Rank":72,"Model":"modernbert-embed-large<\/a>","Model Size (Million Parameters)":395,"Memory Usage (GB, fp32)":1.47,"Embedding Dimensions":1024,"Max Tokens":8192,"Average":75.03,"AmazonCounterfactualClassification (en)":76.79,"AmazonPolarityClassification":94.2,"AmazonReviewsClassification (en)":47.66,"Banking77Classification":86.18,"EmotionClassification":49.62,"ImdbClassification":89.04,"MassiveIntentClassification (en)":75.4,"MassiveScenarioClassification (en)":78.56,"MTOPDomainClassification (en)":93.26,"MTOPIntentClassification (en)":79.26,"ToxicConversationsClassification":68.11,"TweetSentimentExtractionClassification":62.32} -{"index":275,"Rank":73,"Model":"bge-base-en-v1.5-quant<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":74.98,"AmazonCounterfactualClassification (en)":76.16,"AmazonPolarityClassification":92.95,"AmazonReviewsClassification (en)":48.21,"Banking77Classification":86.35,"EmotionClassification":51.27,"ImdbClassification":89.72,"MassiveIntentClassification (en)":75.16,"MassiveScenarioClassification (en)":78.93,"MTOPDomainClassification (en)":93.95,"MTOPIntentClassification (en)":75.26,"ToxicConversationsClassification":72.12,"TweetSentimentExtractionClassification":59.67} -{"index":48,"Rank":74,"Model":"Cohere-embed-multilingual-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":512,"Average":74.97,"AmazonCounterfactualClassification (en)":77.67,"AmazonPolarityClassification":95.6,"AmazonReviewsClassification (en)":51.97,"Banking77Classification":86.09,"EmotionClassification":48.15,"ImdbClassification":93.97,"MassiveIntentClassification (en)":72.11,"MassiveScenarioClassification (en)":76.37,"MTOPDomainClassification (en)":94.44,"MTOPIntentClassification (en)":69.95,"ToxicConversationsClassification":71.2,"TweetSentimentExtractionClassification":62.18} -{"index":11,"Rank":75,"Model":"voyage-lite-01-instruct<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":4000,"Average":74.79,"AmazonCounterfactualClassification (en)":71.43,"AmazonPolarityClassification":96.41,"AmazonReviewsClassification (en)":57.06,"Banking77Classification":81.64,"EmotionClassification":48.29,"ImdbClassification":95.49,"MassiveIntentClassification (en)":71.29,"MassiveScenarioClassification (en)":76.74,"MTOPDomainClassification (en)":96.3,"MTOPIntentClassification (en)":67.93,"ToxicConversationsClassification":75.45,"TweetSentimentExtractionClassification":59.44} -{"index":76,"Rank":76,"Model":"MUG-B-1.6<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":74.5,"AmazonCounterfactualClassification (en)":72.39,"AmazonPolarityClassification":93.71,"AmazonReviewsClassification (en)":50.85,"Banking77Classification":85.41,"EmotionClassification":55.93,"ImdbClassification":93.57,"MassiveIntentClassification (en)":73.88,"MassiveScenarioClassification (en)":77.42,"MTOPDomainClassification (en)":94.25,"MTOPIntentClassification (en)":67.51,"ToxicConversationsClassification":67.3,"TweetSentimentExtractionClassification":61.76} -{"index":156,"Rank":77,"Model":"bge-small-en<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":74.37,"AmazonCounterfactualClassification (en)":74.34,"AmazonPolarityClassification":93.05,"AmazonReviewsClassification (en)":46.08,"Banking77Classification":85.31,"EmotionClassification":48.95,"ImdbClassification":91.52,"MassiveIntentClassification (en)":75.83,"MassiveScenarioClassification (en)":78.73,"MTOPDomainClassification (en)":93.55,"MTOPIntentClassification (en)":75.72,"ToxicConversationsClassification":68.84,"TweetSentimentExtractionClassification":60.55} -{"index":282,"Rank":78,"Model":"modernbert-embed-base<\/a>","Model Size (Million Parameters)":149,"Memory Usage (GB, fp32)":0.56,"Embedding Dimensions":768,"Max Tokens":8192,"Average":74.31,"AmazonCounterfactualClassification (en)":78.13,"AmazonPolarityClassification":93.09,"AmazonReviewsClassification (en)":48.43,"Banking77Classification":85.25,"EmotionClassification":48.26,"ImdbClassification":86.61,"MassiveIntentClassification (en)":73.83,"MassiveScenarioClassification (en)":77.51,"MTOPDomainClassification (en)":92.95,"MTOPIntentClassification (en)":77.86,"ToxicConversationsClassification":67.46,"TweetSentimentExtractionClassification":62.36} -{"index":45,"Rank":79,"Model":"Cohere-embed-english-light-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":74.31,"AmazonCounterfactualClassification (en)":78.63,"AmazonPolarityClassification":94.8,"AmazonReviewsClassification (en)":51.02,"Banking77Classification":79.7,"EmotionClassification":52.74,"ImdbClassification":92.17,"MassiveIntentClassification (en)":70.01,"MassiveScenarioClassification (en)":76.34,"MTOPDomainClassification (en)":93.63,"MTOPIntentClassification (en)":64.93,"ToxicConversationsClassification":73.04,"TweetSentimentExtractionClassification":64.72} -{"index":31,"Rank":80,"Model":"bge-large-en-v1.5<\/a>","Model Size (Million Parameters)":1340,"Memory Usage (GB, fp32)":4.99,"Embedding Dimensions":1024,"Max Tokens":512,"Average":74.24,"AmazonCounterfactualClassification (en)":73.94,"AmazonPolarityClassification":92.42,"AmazonReviewsClassification (en)":50.23,"Banking77Classification":87.79,"EmotionClassification":51.52,"ImdbClassification":92.85,"MassiveIntentClassification (en)":74.34,"MassiveScenarioClassification (en)":77.39,"MTOPDomainClassification (en)":94.0,"MTOPIntentClassification (en)":69.96,"ToxicConversationsClassification":66.48,"TweetSentimentExtractionClassification":59.94} -{"index":198,"Rank":81,"Model":"english-4U-bge-small<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":74.14,"AmazonCounterfactualClassification (en)":73.79,"AmazonPolarityClassification":92.75,"AmazonReviewsClassification (en)":46.99,"Banking77Classification":85.74,"EmotionClassification":47.84,"ImdbClassification":90.61,"MassiveIntentClassification (en)":74.81,"MassiveScenarioClassification (en)":78.7,"MTOPDomainClassification (en)":93.36,"MTOPIntentClassification (en)":74.75,"ToxicConversationsClassification":69.89,"TweetSentimentExtractionClassification":60.51} -{"index":375,"Rank":82,"Model":"bge-small-en-v1.5-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":74.14,"AmazonCounterfactualClassification (en)":73.79,"AmazonPolarityClassification":92.75,"AmazonReviewsClassification (en)":46.99,"Banking77Classification":85.74,"EmotionClassification":47.84,"ImdbClassification":90.61,"MassiveIntentClassification (en)":74.81,"MassiveScenarioClassification (en)":78.7,"MTOPDomainClassification (en)":93.36,"MTOPIntentClassification (en)":74.75,"ToxicConversationsClassification":69.89,"TweetSentimentExtractionClassification":60.51} -{"index":269,"Rank":83,"Model":"mxbai-embed-2d-large-v1<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":74.14,"AmazonCounterfactualClassification (en)":74.76,"AmazonPolarityClassification":93.26,"AmazonReviewsClassification (en)":46.16,"Banking77Classification":86.65,"EmotionClassification":49.32,"ImdbClassification":90.4,"MassiveIntentClassification (en)":73.87,"MassiveScenarioClassification (en)":78.17,"MTOPDomainClassification (en)":93.1,"MTOPIntentClassification (en)":73.24,"ToxicConversationsClassification":71.53,"TweetSentimentExtractionClassification":59.25} -{"index":35,"Rank":84,"Model":"nomic-embed-text-v1<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":8192,"Average":74.12,"AmazonCounterfactualClassification (en)":76.85,"AmazonPolarityClassification":91.52,"AmazonReviewsClassification (en)":47.36,"Banking77Classification":84.54,"EmotionClassification":48.35,"ImdbClassification":85.56,"MassiveIntentClassification (en)":73.72,"MassiveScenarioClassification (en)":77.8,"MTOPDomainClassification (en)":93.41,"MTOPIntentClassification (en)":77.25,"ToxicConversationsClassification":71.5,"TweetSentimentExtractionClassification":61.54} -{"index":91,"Rank":85,"Model":"LLM2Vec-Mistral-unsupervised<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":74.07,"AmazonCounterfactualClassification (en)":76.94,"AmazonPolarityClassification":85.29,"AmazonReviewsClassification (en)":47.09,"Banking77Classification":86.16,"EmotionClassification":48.88,"ImdbClassification":77.95,"MassiveIntentClassification (en)":76.65,"MassiveScenarioClassification (en)":79.99,"MTOPDomainClassification (en)":95.48,"MTOPIntentClassification (en)":82.84,"ToxicConversationsClassification":70.71,"TweetSentimentExtractionClassification":60.9} -{"index":311,"Rank":86,"Model":"sf_model_e5<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":73.96,"AmazonCounterfactualClassification (en)":70.85,"AmazonPolarityClassification":91.81,"AmazonReviewsClassification (en)":48.94,"Banking77Classification":84.61,"EmotionClassification":54.9,"ImdbClassification":93.14,"MassiveIntentClassification (en)":73.49,"MassiveScenarioClassification (en)":77.38,"MTOPDomainClassification (en)":93.64,"MTOPIntentClassification (en)":66.01,"ToxicConversationsClassification":71.19,"TweetSentimentExtractionClassification":61.55} -{"index":208,"Rank":87,"Model":"instructor-large<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":768,"Max Tokens":512,"Average":73.86,"AmazonCounterfactualClassification (en)":88.13,"AmazonPolarityClassification":91.53,"AmazonReviewsClassification (en)":47.86,"Banking77Classification":78.51,"EmotionClassification":52.73,"ImdbClassification":88.32,"MassiveIntentClassification (en)":68.9,"MassiveScenarioClassification (en)":73.35,"MTOPDomainClassification (en)":93.89,"MTOPIntentClassification (en)":67.98,"ToxicConversationsClassification":71.05,"TweetSentimentExtractionClassification":64.13} -{"index":150,"Rank":88,"Model":"e5-base-v2-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":73.84,"AmazonCounterfactualClassification (en)":77.78,"AmazonPolarityClassification":92.81,"AmazonReviewsClassification (en)":46.71,"Banking77Classification":83.53,"EmotionClassification":46.95,"ImdbClassification":86.15,"MassiveIntentClassification (en)":73.04,"MassiveScenarioClassification (en)":77.65,"MTOPDomainClassification (en)":93.69,"MTOPIntentClassification (en)":75.31,"ToxicConversationsClassification":72.11,"TweetSentimentExtractionClassification":60.39} -{"index":29,"Rank":89,"Model":"bge-base-en-v1.5<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":73.72,"AmazonCounterfactualClassification (en)":75.01,"AmazonPolarityClassification":93.39,"AmazonReviewsClassification (en)":50.73,"Banking77Classification":86.95,"EmotionClassification":51.9,"ImdbClassification":90.81,"MassiveIntentClassification (en)":72.64,"MassiveScenarioClassification (en)":76.51,"MTOPDomainClassification (en)":93.18,"MTOPIntentClassification (en)":67.14,"ToxicConversationsClassification":67.04,"TweetSentimentExtractionClassification":59.38} -{"index":285,"Rank":90,"Model":"nomic-embed-text-v1-ablated<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":8192,"Average":73.65,"AmazonCounterfactualClassification (en)":78.67,"AmazonPolarityClassification":90.41,"AmazonReviewsClassification (en)":47.81,"Banking77Classification":83.82,"EmotionClassification":48.81,"ImdbClassification":83.78,"MassiveIntentClassification (en)":72.76,"MassiveScenarioClassification (en)":76.7,"MTOPDomainClassification (en)":93.47,"MTOPIntentClassification (en)":75.27,"ToxicConversationsClassification":71.39,"TweetSentimentExtractionClassification":60.87} -{"index":38,"Rank":91,"Model":"nomic-embed-text-v1.5-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":73.55,"AmazonCounterfactualClassification (en)":75.21,"AmazonPolarityClassification":91.81,"AmazonReviewsClassification (en)":47.16,"Banking77Classification":84.25,"EmotionClassification":47.99,"ImdbClassification":85.31,"MassiveIntentClassification (en)":73.46,"MassiveScenarioClassification (en)":77.08,"MTOPDomainClassification (en)":93.01,"MTOPIntentClassification (en)":75.03,"ToxicConversationsClassification":71.42,"TweetSentimentExtractionClassification":60.92} -{"index":147,"Rank":92,"Model":"nomic-embed-text-v1.5-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":73.55,"AmazonCounterfactualClassification (en)":75.21,"AmazonPolarityClassification":91.81,"AmazonReviewsClassification (en)":47.16,"Banking77Classification":84.25,"EmotionClassification":47.99,"ImdbClassification":85.31,"MassiveIntentClassification (en)":73.46,"MassiveScenarioClassification (en)":77.08,"MTOPDomainClassification (en)":93.01,"MTOPIntentClassification (en)":75.03,"ToxicConversationsClassification":71.42,"TweetSentimentExtractionClassification":60.92} -{"index":291,"Rank":93,"Model":"nomic-embed-text-v1.5<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":8192,"Average":73.55,"AmazonCounterfactualClassification (en)":75.21,"AmazonPolarityClassification":91.81,"AmazonReviewsClassification (en)":47.16,"Banking77Classification":84.25,"EmotionClassification":47.99,"ImdbClassification":85.31,"MassiveIntentClassification (en)":73.46,"MassiveScenarioClassification (en)":77.08,"MTOPDomainClassification (en)":93.01,"MTOPIntentClassification (en)":75.03,"ToxicConversationsClassification":71.42,"TweetSentimentExtractionClassification":60.92} -{"index":272,"Rank":94,"Model":"nomic-embed-text-v1.5-Q4_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":73.55,"AmazonCounterfactualClassification (en)":75.21,"AmazonPolarityClassification":91.81,"AmazonReviewsClassification (en)":47.16,"Banking77Classification":84.25,"EmotionClassification":47.99,"ImdbClassification":85.31,"MassiveIntentClassification (en)":73.46,"MassiveScenarioClassification (en)":77.08,"MTOPDomainClassification (en)":93.01,"MTOPIntentClassification (en)":75.03,"ToxicConversationsClassification":71.42,"TweetSentimentExtractionClassification":60.92} -{"index":386,"Rank":95,"Model":"nomic-embed-text-v1.5-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":73.55,"AmazonCounterfactualClassification (en)":75.21,"AmazonPolarityClassification":91.81,"AmazonReviewsClassification (en)":47.16,"Banking77Classification":84.25,"EmotionClassification":47.99,"ImdbClassification":85.31,"MassiveIntentClassification (en)":73.46,"MassiveScenarioClassification (en)":77.08,"MTOPDomainClassification (en)":93.01,"MTOPIntentClassification (en)":75.03,"ToxicConversationsClassification":71.42,"TweetSentimentExtractionClassification":60.92} -{"index":127,"Rank":96,"Model":"nomic-embed-text-v1.5-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":73.55,"AmazonCounterfactualClassification (en)":75.21,"AmazonPolarityClassification":91.81,"AmazonReviewsClassification (en)":47.16,"Banking77Classification":84.25,"EmotionClassification":47.99,"ImdbClassification":85.31,"MassiveIntentClassification (en)":73.46,"MassiveScenarioClassification (en)":77.08,"MTOPDomainClassification (en)":93.01,"MTOPIntentClassification (en)":75.03,"ToxicConversationsClassification":71.42,"TweetSentimentExtractionClassification":60.92} -{"index":36,"Rank":97,"Model":"nomic-embed-text-v1.5<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":8192,"Average":73.55,"AmazonCounterfactualClassification (en)":75.21,"AmazonPolarityClassification":91.81,"AmazonReviewsClassification (en)":47.16,"Banking77Classification":84.25,"EmotionClassification":47.99,"ImdbClassification":85.31,"MassiveIntentClassification (en)":73.46,"MassiveScenarioClassification (en)":77.08,"MTOPDomainClassification (en)":93.01,"MTOPIntentClassification (en)":75.03,"ToxicConversationsClassification":71.42,"TweetSentimentExtractionClassification":60.92} -{"index":279,"Rank":98,"Model":"bge-small-en-v1.5-quant<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":73.52,"AmazonCounterfactualClassification (en)":74.19,"AmazonPolarityClassification":91.89,"AmazonReviewsClassification (en)":46.72,"Banking77Classification":85.1,"EmotionClassification":46.84,"ImdbClassification":89.35,"MassiveIntentClassification (en)":74.01,"MassiveScenarioClassification (en)":77.96,"MTOPDomainClassification (en)":92.67,"MTOPIntentClassification (en)":74.03,"ToxicConversationsClassification":69.5,"TweetSentimentExtractionClassification":60.02} -{"index":374,"Rank":99,"Model":"jina-embeddings-v2-base-en-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":73.45,"AmazonCounterfactualClassification (en)":74.73,"AmazonPolarityClassification":88.54,"AmazonReviewsClassification (en)":45.26,"Banking77Classification":84.01,"EmotionClassification":48.77,"ImdbClassification":79.44,"MassiveIntentClassification (en)":71.93,"MassiveScenarioClassification (en)":74.49,"MTOPDomainClassification (en)":95.68,"MTOPIntentClassification (en)":83.15,"ToxicConversationsClassification":73.35,"TweetSentimentExtractionClassification":62.06} -{"index":274,"Rank":100,"Model":"jina-embeddings-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":73.45,"AmazonCounterfactualClassification (en)":74.73,"AmazonPolarityClassification":88.54,"AmazonReviewsClassification (en)":45.26,"Banking77Classification":84.01,"EmotionClassification":48.77,"ImdbClassification":79.44,"MassiveIntentClassification (en)":71.93,"MassiveScenarioClassification (en)":74.49,"MTOPDomainClassification (en)":95.68,"MTOPIntentClassification (en)":83.15,"ToxicConversationsClassification":73.35,"TweetSentimentExtractionClassification":62.06} -{"index":203,"Rank":101,"Model":"jina-embeddings-v2-base-en-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":73.45,"AmazonCounterfactualClassification (en)":74.73,"AmazonPolarityClassification":88.54,"AmazonReviewsClassification (en)":45.26,"Banking77Classification":84.01,"EmotionClassification":48.77,"ImdbClassification":79.44,"MassiveIntentClassification (en)":71.93,"MassiveScenarioClassification (en)":74.49,"MTOPDomainClassification (en)":95.68,"MTOPIntentClassification (en)":83.15,"ToxicConversationsClassification":73.35,"TweetSentimentExtractionClassification":62.06} -{"index":159,"Rank":102,"Model":"jina-embeddings-v2-base-en<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":8192,"Average":73.45,"AmazonCounterfactualClassification (en)":74.73,"AmazonPolarityClassification":88.54,"AmazonReviewsClassification (en)":45.26,"Banking77Classification":84.01,"EmotionClassification":48.77,"ImdbClassification":79.44,"MassiveIntentClassification (en)":71.93,"MassiveScenarioClassification (en)":74.49,"MTOPDomainClassification (en)":95.68,"MTOPIntentClassification (en)":83.15,"ToxicConversationsClassification":73.35,"TweetSentimentExtractionClassification":62.06} -{"index":339,"Rank":103,"Model":"sentence-t5-xxl<\/a>","Model Size (Million Parameters)":4865,"Memory Usage (GB, fp32)":18.12,"Embedding Dimensions":768,"Max Tokens":512,"Average":73.42,"AmazonCounterfactualClassification (en)":77.07,"AmazonPolarityClassification":92.79,"AmazonReviewsClassification (en)":48.93,"Banking77Classification":82.31,"EmotionClassification":48.57,"ImdbClassification":90.23,"MassiveIntentClassification (en)":73.44,"MassiveScenarioClassification (en)":74.82,"MTOPDomainClassification (en)":92.49,"MTOPIntentClassification (en)":68.33,"ToxicConversationsClassification":70.04,"TweetSentimentExtractionClassification":62.01} -{"index":166,"Rank":104,"Model":"concat-e5-small-bge-small-01<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":73.33,"AmazonCounterfactualClassification (en)":73.76,"AmazonPolarityClassification":93.0,"AmazonReviewsClassification (en)":48.8,"Banking77Classification":82.19,"EmotionClassification":50.26,"ImdbClassification":91.64,"MassiveIntentClassification (en)":73.43,"MassiveScenarioClassification (en)":77.04,"MTOPDomainClassification (en)":93.05,"MTOPIntentClassification (en)":67.77,"ToxicConversationsClassification":65.77,"TweetSentimentExtractionClassification":63.29} -{"index":352,"Rank":105,"Model":"gte-large<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":73.33,"AmazonCounterfactualClassification (en)":72.63,"AmazonPolarityClassification":92.52,"AmazonReviewsClassification (en)":49.07,"Banking77Classification":86.06,"EmotionClassification":47.88,"ImdbClassification":88.46,"MassiveIntentClassification (en)":72.62,"MassiveScenarioClassification (en)":76.77,"MTOPDomainClassification (en)":93.51,"MTOPIntentClassification (en)":73.25,"ToxicConversationsClassification":70.56,"TweetSentimentExtractionClassification":56.58} -{"index":228,"Rank":106,"Model":"multilingual-e5-large-instruct<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":73.32,"AmazonCounterfactualClassification (en)":69.72,"AmazonPolarityClassification":96.24,"AmazonReviewsClassification (en)":56.2,"Banking77Classification":78.04,"EmotionClassification":54.99,"ImdbClassification":94.61,"MassiveIntentClassification (en)":70.89,"MassiveScenarioClassification (en)":73.88,"MTOPDomainClassification (en)":91.18,"MTOPIntentClassification (en)":68.05,"ToxicConversationsClassification":66.82,"TweetSentimentExtractionClassification":59.18} -{"index":299,"Rank":107,"Model":"MiniCPM-Embedding-Light<\/a>","Model Size (Million Parameters)":434,"Memory Usage (GB, fp32)":1.62,"Embedding Dimensions":1024,"Max Tokens":4096,"Average":73.25,"AmazonCounterfactualClassification (en)":74.15,"AmazonPolarityClassification":92.58,"AmazonReviewsClassification (en)":47.72,"Banking77Classification":82.11,"EmotionClassification":52.2,"ImdbClassification":87.07,"MassiveIntentClassification (en)":72.57,"MassiveScenarioClassification (en)":75.27,"MTOPDomainClassification (en)":93.86,"MTOPIntentClassification (en)":71.78,"ToxicConversationsClassification":64.83,"TweetSentimentExtractionClassification":64.88} -{"index":289,"Rank":108,"Model":"nomic-embed-text-v1.5-512<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":512,"Max Tokens":8192,"Average":73.24,"AmazonCounterfactualClassification (en)":74.27,"AmazonPolarityClassification":91.89,"AmazonReviewsClassification (en)":46.97,"Banking77Classification":84.15,"EmotionClassification":47.73,"ImdbClassification":85.47,"MassiveIntentClassification (en)":73.07,"MassiveScenarioClassification (en)":76.82,"MTOPDomainClassification (en)":92.62,"MTOPIntentClassification (en)":74.27,"ToxicConversationsClassification":71.25,"TweetSentimentExtractionClassification":60.4} -{"index":399,"Rank":109,"Model":"text-embedding-3-small<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":8191,"Average":73.21,"AmazonCounterfactualClassification (en)":76.42,"AmazonPolarityClassification":90.84,"AmazonReviewsClassification (en)":45.73,"Banking77Classification":83.01,"EmotionClassification":50.63,"ImdbClassification":83.66,"MassiveIntentClassification (en)":72.86,"MassiveScenarioClassification (en)":76.84,"MTOPDomainClassification (en)":93.91,"MTOPIntentClassification (en)":70.98,"ToxicConversationsClassification":71.91,"TweetSentimentExtractionClassification":61.72} -{"index":176,"Rank":110,"Model":"bge-m3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":73.13,"AmazonCounterfactualClassification (en)":75.63,"AmazonPolarityClassification":91.01,"AmazonReviewsClassification (en)":46.99,"Banking77Classification":81.93,"EmotionClassification":50.16,"ImdbClassification":87.84,"MassiveIntentClassification (en)":71.08,"MassiveScenarioClassification (en)":76.64,"MTOPDomainClassification (en)":93.36,"MTOPIntentClassification (en)":66.58,"ToxicConversationsClassification":72.6,"TweetSentimentExtractionClassification":63.71} -{"index":209,"Rank":111,"Model":"instructor-xl<\/a>","Model Size (Million Parameters)":1241,"Memory Usage (GB, fp32)":4.62,"Embedding Dimensions":768,"Max Tokens":512,"Average":73.12,"AmazonCounterfactualClassification (en)":85.09,"AmazonPolarityClassification":86.54,"AmazonReviewsClassification (en)":42.96,"Banking77Classification":82.66,"EmotionClassification":53.24,"ImdbClassification":79.79,"MassiveIntentClassification (en)":71.48,"MassiveScenarioClassification (en)":76.47,"MTOPDomainClassification (en)":95.07,"MTOPIntentClassification (en)":72.26,"ToxicConversationsClassification":70.33,"TweetSentimentExtractionClassification":61.58} -{"index":190,"Rank":112,"Model":"USER-bge-m3<\/a>","Model Size (Million Parameters)":359,"Memory Usage (GB, fp32)":1.34,"Embedding Dimensions":1024,"Max Tokens":8192,"Average":73.04,"AmazonCounterfactualClassification (en)":74.21,"AmazonPolarityClassification":93.62,"AmazonReviewsClassification (en)":48.69,"Banking77Classification":81.15,"EmotionClassification":50.25,"ImdbClassification":90.88,"MassiveIntentClassification (en)":70.67,"MassiveScenarioClassification (en)":75.85,"MTOPDomainClassification (en)":92.44,"MTOPIntentClassification (en)":65.61,"ToxicConversationsClassification":69.19,"TweetSentimentExtractionClassification":63.88} -{"index":111,"Rank":113,"Model":"multilingual-e5-base-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":73.02,"AmazonCounterfactualClassification (en)":78.97,"AmazonPolarityClassification":90.64,"AmazonReviewsClassification (en)":44.55,"Banking77Classification":82.74,"EmotionClassification":45.18,"ImdbClassification":85.46,"MassiveIntentClassification (en)":72.11,"MassiveScenarioClassification (en)":77.08,"MTOPDomainClassification (en)":93.13,"MTOPIntentClassification (en)":75.27,"ToxicConversationsClassification":69.78,"TweetSentimentExtractionClassification":61.28} -{"index":39,"Rank":114,"Model":"multilingual-e5-base-similarity-v1-onnx-quantized<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":73.02,"AmazonCounterfactualClassification (en)":78.97,"AmazonPolarityClassification":90.64,"AmazonReviewsClassification (en)":44.55,"Banking77Classification":82.74,"EmotionClassification":45.18,"ImdbClassification":85.46,"MassiveIntentClassification (en)":72.11,"MassiveScenarioClassification (en)":77.08,"MTOPDomainClassification (en)":93.13,"MTOPIntentClassification (en)":75.27,"ToxicConversationsClassification":69.78,"TweetSentimentExtractionClassification":61.28} -{"index":192,"Rank":115,"Model":"multilingual-e5-base-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":73.02,"AmazonCounterfactualClassification (en)":78.97,"AmazonPolarityClassification":90.64,"AmazonReviewsClassification (en)":44.55,"Banking77Classification":82.74,"EmotionClassification":45.18,"ImdbClassification":85.46,"MassiveIntentClassification (en)":72.11,"MassiveScenarioClassification (en)":77.08,"MTOPDomainClassification (en)":93.13,"MTOPIntentClassification (en)":75.27,"ToxicConversationsClassification":69.78,"TweetSentimentExtractionClassification":61.28} -{"index":351,"Rank":116,"Model":"gte-base<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":73.01,"AmazonCounterfactualClassification (en)":74.18,"AmazonPolarityClassification":91.77,"AmazonReviewsClassification (en)":48.96,"Banking77Classification":85.07,"EmotionClassification":48.65,"ImdbClassification":85.95,"MassiveIntentClassification (en)":71.47,"MassiveScenarioClassification (en)":76.38,"MTOPDomainClassification (en)":93.03,"MTOPIntentClassification (en)":72.04,"ToxicConversationsClassification":71.61,"TweetSentimentExtractionClassification":57.01} -{"index":79,"Rank":117,"Model":"bilingual-embedding-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":72.95,"AmazonCounterfactualClassification (en)":78.19,"AmazonPolarityClassification":90.7,"AmazonReviewsClassification (en)":47.94,"Banking77Classification":80.99,"EmotionClassification":50.21,"ImdbClassification":88.77,"MassiveIntentClassification (en)":72.02,"MassiveScenarioClassification (en)":76.6,"MTOPDomainClassification (en)":92.43,"MTOPIntentClassification (en)":69.24,"ToxicConversationsClassification":65.57,"TweetSentimentExtractionClassification":62.8} -{"index":225,"Rank":118,"Model":"e5-small-v2<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":72.94,"AmazonCounterfactualClassification (en)":77.6,"AmazonPolarityClassification":91.27,"AmazonReviewsClassification (en)":45.88,"Banking77Classification":81.64,"EmotionClassification":47.06,"ImdbClassification":86.0,"MassiveIntentClassification (en)":71.62,"MassiveScenarioClassification (en)":76.36,"MTOPDomainClassification (en)":92.7,"MTOPIntentClassification (en)":72.56,"ToxicConversationsClassification":71.1,"TweetSentimentExtractionClassification":61.46} -{"index":249,"Rank":119,"Model":"modernbert-embed-large-unsupervised<\/a>","Model Size (Million Parameters)":395,"Memory Usage (GB, fp32)":1.47,"Embedding Dimensions":1024,"Max Tokens":8192,"Average":72.91,"AmazonCounterfactualClassification (en)":76.64,"AmazonPolarityClassification":91.83,"AmazonReviewsClassification (en)":47.86,"Banking77Classification":85.47,"EmotionClassification":44.48,"ImdbClassification":90.24,"MassiveIntentClassification (en)":71.9,"MassiveScenarioClassification (en)":76.88,"MTOPDomainClassification (en)":92.83,"MTOPIntentClassification (en)":73.7,"ToxicConversationsClassification":68.25,"TweetSentimentExtractionClassification":54.81} -{"index":65,"Rank":120,"Model":"KaLM-embedding-multilingual-mini-v1<\/a>","Model Size (Million Parameters)":494,"Memory Usage (GB, fp32)":1.84,"Embedding Dimensions":896,"Max Tokens":131072,"Average":72.88,"AmazonCounterfactualClassification (en)":72.36,"AmazonPolarityClassification":95.27,"AmazonReviewsClassification (en)":51.01,"Banking77Classification":79.17,"EmotionClassification":53.95,"ImdbClassification":91.6,"MassiveIntentClassification (en)":70.36,"MassiveScenarioClassification (en)":75.73,"MTOPDomainClassification (en)":89.54,"MTOPIntentClassification (en)":62.08,"ToxicConversationsClassification":70.81,"TweetSentimentExtractionClassification":62.67} -{"index":338,"Rank":121,"Model":"sentence-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Embedding Dimensions":768,"Max Tokens":512,"Average":72.84,"AmazonCounterfactualClassification (en)":76.01,"AmazonPolarityClassification":93.17,"AmazonReviewsClassification (en)":48.18,"Banking77Classification":80.88,"EmotionClassification":51.95,"ImdbClassification":87.54,"MassiveIntentClassification (en)":72.09,"MassiveScenarioClassification (en)":73.26,"MTOPDomainClassification (en)":90.73,"MTOPIntentClassification (en)":68.15,"ToxicConversationsClassification":70.95,"TweetSentimentExtractionClassification":61.21} -{"index":161,"Rank":122,"Model":"GIST-all-MiniLM-L6-v2<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.08,"Embedding Dimensions":384,"Max Tokens":512,"Average":72.72,"AmazonCounterfactualClassification (en)":72.9,"AmazonPolarityClassification":87.19,"AmazonReviewsClassification (en)":42.56,"Banking77Classification":84.24,"EmotionClassification":52.06,"ImdbClassification":78.54,"MassiveIntentClassification (en)":73.18,"MassiveScenarioClassification (en)":76.68,"MTOPDomainClassification (en)":94.78,"MTOPIntentClassification (en)":77.72,"ToxicConversationsClassification":72.9,"TweetSentimentExtractionClassification":59.85} -{"index":276,"Rank":123,"Model":"bge-base-en-v1.5-sparse<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":72.62,"AmazonCounterfactualClassification (en)":75.39,"AmazonPolarityClassification":90.73,"AmazonReviewsClassification (en)":45.49,"Banking77Classification":84.3,"EmotionClassification":46.7,"ImdbClassification":83.15,"MassiveIntentClassification (en)":73.18,"MassiveScenarioClassification (en)":77.54,"MTOPDomainClassification (en)":92.05,"MTOPIntentClassification (en)":72.49,"ToxicConversationsClassification":70.92,"TweetSentimentExtractionClassification":59.49} -{"index":284,"Rank":124,"Model":"nomic-embed-text-v1<\/a>","Model Size (Million Parameters)":547,"Memory Usage (GB, fp32)":2.04,"Embedding Dimensions":768,"Max Tokens":8192,"Average":72.45,"AmazonCounterfactualClassification (en)":74.1,"AmazonPolarityClassification":91.52,"AmazonReviewsClassification (en)":49.47,"Banking77Classification":84.54,"EmotionClassification":48.35,"ImdbClassification":85.56,"MassiveIntentClassification (en)":69.46,"MassiveScenarioClassification (en)":74.64,"MTOPDomainClassification (en)":92.83,"MTOPIntentClassification (en)":65.84,"ToxicConversationsClassification":71.5,"TweetSentimentExtractionClassification":61.54} -{"index":222,"Rank":125,"Model":"e5-large-v2<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":72.4,"AmazonCounterfactualClassification (en)":78.34,"AmazonPolarityClassification":93.75,"AmazonReviewsClassification (en)":49.45,"Banking77Classification":84.55,"EmotionClassification":49.45,"ImdbClassification":91.69,"MassiveIntentClassification (en)":68.14,"MassiveScenarioClassification (en)":71.5,"MTOPDomainClassification (en)":93.08,"MTOPIntentClassification (en)":64.58,"ToxicConversationsClassification":63.29,"TweetSentimentExtractionClassification":60.94} -{"index":207,"Rank":126,"Model":"instructor-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":72.36,"AmazonCounterfactualClassification (en)":86.21,"AmazonPolarityClassification":88.36,"AmazonReviewsClassification (en)":44.64,"Banking77Classification":77.04,"EmotionClassification":51.76,"ImdbClassification":81.17,"MassiveIntentClassification (en)":67.48,"MassiveScenarioClassification (en)":72.59,"MTOPDomainClassification (en)":93.72,"MTOPIntentClassification (en)":70.26,"ToxicConversationsClassification":71.82,"TweetSentimentExtractionClassification":63.31} -{"index":353,"Rank":127,"Model":"gte-small<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":72.31,"AmazonCounterfactualClassification (en)":73.22,"AmazonPolarityClassification":91.82,"AmazonReviewsClassification (en)":48.03,"Banking77Classification":84.08,"EmotionClassification":46.56,"ImdbClassification":86.8,"MassiveIntentClassification (en)":70.35,"MassiveScenarioClassification (en)":75.64,"MTOPDomainClassification (en)":93.05,"MTOPIntentClassification (en)":69.65,"ToxicConversationsClassification":70.33,"TweetSentimentExtractionClassification":58.22} -{"index":337,"Rank":128,"Model":"sentence-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Embedding Dimensions":768,"Max Tokens":512,"Average":72.31,"AmazonCounterfactualClassification (en)":75.51,"AmazonPolarityClassification":92.87,"AmazonReviewsClassification (en)":47.12,"Banking77Classification":78.46,"EmotionClassification":51.74,"ImdbClassification":87.01,"MassiveIntentClassification (en)":71.78,"MassiveScenarioClassification (en)":73.16,"MTOPDomainClassification (en)":90.99,"MTOPIntentClassification (en)":64.98,"ToxicConversationsClassification":71.73,"TweetSentimentExtractionClassification":62.33} -{"index":252,"Rank":129,"Model":"XLM-3B5-embedding<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":72.25,"AmazonCounterfactualClassification (en)":66.94,"AmazonPolarityClassification":94.7,"AmazonReviewsClassification (en)":51.59,"Banking77Classification":80.34,"EmotionClassification":47.83,"ImdbClassification":89.66,"MassiveIntentClassification (en)":70.27,"MassiveScenarioClassification (en)":74.51,"MTOPDomainClassification (en)":93.77,"MTOPIntentClassification (en)":67.8,"ToxicConversationsClassification":70.85,"TweetSentimentExtractionClassification":58.71} -{"index":92,"Rank":130,"Model":"LLM2Vec-Sheared-Llama-supervised<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":4096,"Average":72.21,"AmazonCounterfactualClassification (en)":77.42,"AmazonPolarityClassification":82.05,"AmazonReviewsClassification (en)":40.81,"Banking77Classification":86.01,"EmotionClassification":48.38,"ImdbClassification":75.33,"MassiveIntentClassification (en)":75.58,"MassiveScenarioClassification (en)":79.16,"MTOPDomainClassification (en)":94.09,"MTOPIntentClassification (en)":77.05,"ToxicConversationsClassification":69.92,"TweetSentimentExtractionClassification":60.76} -{"index":195,"Rank":131,"Model":"e5-base-4k<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":72.21,"AmazonCounterfactualClassification (en)":75.42,"AmazonPolarityClassification":92.81,"AmazonReviewsClassification (en)":42.61,"Banking77Classification":83.53,"EmotionClassification":46.95,"ImdbClassification":86.15,"MassiveIntentClassification (en)":68.79,"MassiveScenarioClassification (en)":74.89,"MTOPDomainClassification (en)":91.79,"MTOPIntentClassification (en)":71.07,"ToxicConversationsClassification":72.11,"TweetSentimentExtractionClassification":60.39} -{"index":34,"Rank":132,"Model":"bge-small-en-v1.5<\/a>","Model Size (Million Parameters)":24,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":512,"Max Tokens":512,"Average":72.18,"AmazonCounterfactualClassification (en)":71.84,"AmazonPolarityClassification":92.75,"AmazonReviewsClassification (en)":49.19,"Banking77Classification":85.74,"EmotionClassification":47.84,"ImdbClassification":90.61,"MassiveIntentClassification (en)":70.76,"MassiveScenarioClassification (en)":75.21,"MTOPDomainClassification (en)":92.31,"MTOPIntentClassification (en)":63.87,"ToxicConversationsClassification":65.48,"TweetSentimentExtractionClassification":60.51} -{"index":235,"Rank":133,"Model":"udever-bloom-7b1<\/a>","Model Size (Million Parameters)":7069,"Memory Usage (GB, fp32)":26.33,"Embedding Dimensions":4096,"Max Tokens":2048,"Average":72.13,"AmazonCounterfactualClassification (en)":73.12,"AmazonPolarityClassification":88.89,"AmazonReviewsClassification (en)":43.2,"Banking77Classification":85.36,"EmotionClassification":48.77,"ImdbClassification":78.46,"MassiveIntentClassification (en)":72.04,"MassiveScenarioClassification (en)":76.86,"MTOPDomainClassification (en)":93.43,"MTOPIntentClassification (en)":71.73,"ToxicConversationsClassification":71.58,"TweetSentimentExtractionClassification":62.14} -{"index":283,"Rank":134,"Model":"modernbert-embed-base-unsupervised<\/a>","Model Size (Million Parameters)":149,"Memory Usage (GB, fp32)":0.56,"Embedding Dimensions":768,"Max Tokens":8192,"Average":72.11,"AmazonCounterfactualClassification (en)":76.21,"AmazonPolarityClassification":91.66,"AmazonReviewsClassification (en)":46.77,"Banking77Classification":84.58,"EmotionClassification":43.62,"ImdbClassification":88.74,"MassiveIntentClassification (en)":70.22,"MassiveScenarioClassification (en)":75.27,"MTOPDomainClassification (en)":92.29,"MTOPIntentClassification (en)":73.52,"ToxicConversationsClassification":67.56,"TweetSentimentExtractionClassification":54.85} -{"index":288,"Rank":135,"Model":"nomic-embed-text-v1.5-256<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":256,"Max Tokens":8192,"Average":72.1,"AmazonCounterfactualClassification (en)":72.94,"AmazonPolarityClassification":91.35,"AmazonReviewsClassification (en)":45.73,"Banking77Classification":83.69,"EmotionClassification":45.88,"ImdbClassification":83.99,"MassiveIntentClassification (en)":71.76,"MassiveScenarioClassification (en)":75.67,"MTOPDomainClassification (en)":91.68,"MTOPIntentClassification (en)":72.47,"ToxicConversationsClassification":70.87,"TweetSentimentExtractionClassification":59.2} -{"index":397,"Rank":136,"Model":"text-embedding-3-large-256<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":256,"Max Tokens":8191,"Average":71.97,"AmazonCounterfactualClassification (en)":73.96,"AmazonPolarityClassification":91.32,"AmazonReviewsClassification (en)":46.03,"Banking77Classification":83.19,"EmotionClassification":45.8,"ImdbClassification":85.93,"MassiveIntentClassification (en)":71.12,"MassiveScenarioClassification (en)":75.56,"MTOPDomainClassification (en)":92.76,"MTOPIntentClassification (en)":70.45,"ToxicConversationsClassification":68.52,"TweetSentimentExtractionClassification":58.98} -{"index":233,"Rank":137,"Model":"udever-bloom-3b<\/a>","Model Size (Million Parameters)":3003,"Memory Usage (GB, fp32)":11.19,"Embedding Dimensions":2560,"Max Tokens":2048,"Average":71.91,"AmazonCounterfactualClassification (en)":78.9,"AmazonPolarityClassification":87.98,"AmazonReviewsClassification (en)":42.58,"Banking77Classification":84.16,"EmotionClassification":47.88,"ImdbClassification":77.7,"MassiveIntentClassification (en)":70.39,"MassiveScenarioClassification (en)":77.19,"MTOPDomainClassification (en)":92.34,"MTOPIntentClassification (en)":70.63,"ToxicConversationsClassification":72.13,"TweetSentimentExtractionClassification":61.04} -{"index":89,"Rank":138,"Model":"LLM2Vec-Meta-Llama-3-unsupervised<\/a>","Model Size (Million Parameters)":7505,"Memory Usage (GB, fp32)":27.96,"Embedding Dimensions":4096,"Max Tokens":8192,"Average":71.88,"AmazonCounterfactualClassification (en)":75.7,"AmazonPolarityClassification":80.68,"AmazonReviewsClassification (en)":40.0,"Banking77Classification":84.77,"EmotionClassification":47.08,"ImdbClassification":75.19,"MassiveIntentClassification (en)":75.01,"MassiveScenarioClassification (en)":79.16,"MTOPDomainClassification (en)":94.47,"MTOPIntentClassification (en)":81.09,"ToxicConversationsClassification":71.85,"TweetSentimentExtractionClassification":57.61} -{"index":149,"Rank":139,"Model":"MedEmbed-small-v0.1<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":71.83,"AmazonCounterfactualClassification (en)":71.28,"AmazonPolarityClassification":91.99,"AmazonReviewsClassification (en)":48.21,"Banking77Classification":81.01,"EmotionClassification":49.75,"ImdbClassification":91.31,"MassiveIntentClassification (en)":70.43,"MassiveScenarioClassification (en)":75.12,"MTOPDomainClassification (en)":92.49,"MTOPIntentClassification (en)":63.23,"ToxicConversationsClassification":65.84,"TweetSentimentExtractionClassification":61.35} -{"index":227,"Rank":140,"Model":"multilingual-e5-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":71.77,"AmazonCounterfactualClassification (en)":78.67,"AmazonPolarityClassification":93.26,"AmazonReviewsClassification (en)":49.2,"Banking77Classification":75.88,"EmotionClassification":47.58,"ImdbClassification":90.23,"MassiveIntentClassification (en)":68.51,"MassiveScenarioClassification (en)":73.04,"MTOPDomainClassification (en)":91.81,"MTOPIntentClassification (en)":64.29,"ToxicConversationsClassification":66.01,"TweetSentimentExtractionClassification":62.8} -{"index":383,"Rank":141,"Model":"gte-small-quant<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":71.7,"AmazonCounterfactualClassification (en)":72.88,"AmazonPolarityClassification":91.03,"AmazonReviewsClassification (en)":46.94,"Banking77Classification":83.47,"EmotionClassification":45.8,"ImdbClassification":85.01,"MassiveIntentClassification (en)":70.23,"MassiveScenarioClassification (en)":75.29,"MTOPDomainClassification (en)":92.51,"MTOPIntentClassification (en)":69.62,"ToxicConversationsClassification":69.8,"TweetSentimentExtractionClassification":57.82} -{"index":87,"Rank":142,"Model":"LLM2Vec-Llama-2-unsupervised<\/a>","Model Size (Million Parameters)":6607,"Memory Usage (GB, fp32)":24.61,"Embedding Dimensions":4096,"Max Tokens":4096,"Average":71.57,"AmazonCounterfactualClassification (en)":76.91,"AmazonPolarityClassification":79.05,"AmazonReviewsClassification (en)":40.08,"Banking77Classification":84.65,"EmotionClassification":46.58,"ImdbClassification":75.68,"MassiveIntentClassification (en)":73.84,"MassiveScenarioClassification (en)":79.17,"MTOPDomainClassification (en)":94.33,"MTOPIntentClassification (en)":79.54,"ToxicConversationsClassification":71.81,"TweetSentimentExtractionClassification":57.17} -{"index":286,"Rank":143,"Model":"nomic-embed-text-v1-unsupervised<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":8192,"Average":71.17,"AmazonCounterfactualClassification (en)":76.99,"AmazonPolarityClassification":87.54,"AmazonReviewsClassification (en)":46.81,"Banking77Classification":81.09,"EmotionClassification":47.65,"ImdbClassification":86.32,"MassiveIntentClassification (en)":67.75,"MassiveScenarioClassification (en)":74.03,"MTOPDomainClassification (en)":92.36,"MTOPIntentClassification (en)":65.2,"ToxicConversationsClassification":72.96,"TweetSentimentExtractionClassification":55.28} -{"index":220,"Rank":144,"Model":"e5-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":71.15,"AmazonCounterfactualClassification (en)":75.51,"AmazonPolarityClassification":92.81,"AmazonReviewsClassification (en)":47.82,"Banking77Classification":83.53,"EmotionClassification":46.95,"ImdbClassification":86.15,"MassiveIntentClassification (en)":67.43,"MassiveScenarioClassification (en)":72.73,"MTOPDomainClassification (en)":92.23,"MTOPIntentClassification (en)":62.41,"ToxicConversationsClassification":65.87,"TweetSentimentExtractionClassification":60.39} -{"index":78,"Rank":145,"Model":"bilingual-embedding-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":71.14,"AmazonCounterfactualClassification (en)":77.42,"AmazonPolarityClassification":89.51,"AmazonReviewsClassification (en)":46.1,"Banking77Classification":78.46,"EmotionClassification":47.11,"ImdbClassification":87.39,"MassiveIntentClassification (en)":68.86,"MassiveScenarioClassification (en)":75.25,"MTOPDomainClassification (en)":92.86,"MTOPIntentClassification (en)":64.85,"ToxicConversationsClassification":63.38,"TweetSentimentExtractionClassification":62.47} -{"index":396,"Rank":146,"Model":"text-embedding-ada-002<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":8191,"Average":70.93,"AmazonCounterfactualClassification (en)":75.94,"AmazonPolarityClassification":86.72,"AmazonReviewsClassification (en)":44.78,"Banking77Classification":80.66,"EmotionClassification":48.74,"ImdbClassification":77.98,"MassiveIntentClassification (en)":70.15,"MassiveScenarioClassification (en)":75.33,"MTOPDomainClassification (en)":92.13,"MTOPIntentClassification (en)":64.68,"ToxicConversationsClassification":72.29,"TweetSentimentExtractionClassification":61.81} -{"index":25,"Rank":147,"Model":"gte-multilingual-base<\/a>","Model Size (Million Parameters)":305,"Memory Usage (GB, fp32)":1.14,"Embedding Dimensions":768,"Max Tokens":8192,"Average":70.89,"AmazonCounterfactualClassification (en)":75.96,"AmazonPolarityClassification":80.72,"AmazonReviewsClassification (en)":43.64,"Banking77Classification":85.36,"EmotionClassification":47.95,"ImdbClassification":74.91,"MassiveIntentClassification (en)":72.13,"MassiveScenarioClassification (en)":76.28,"MTOPDomainClassification (en)":92.54,"MTOPIntentClassification (en)":72.58,"ToxicConversationsClassification":71.03,"TweetSentimentExtractionClassification":57.6} -{"index":85,"Rank":148,"Model":"onnx-gte-multilingual-base<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":70.89,"AmazonCounterfactualClassification (en)":75.96,"AmazonPolarityClassification":80.72,"AmazonReviewsClassification (en)":43.64,"Banking77Classification":85.36,"EmotionClassification":47.95,"ImdbClassification":74.91,"MassiveIntentClassification (en)":72.13,"MassiveScenarioClassification (en)":76.28,"MTOPDomainClassification (en)":92.54,"MTOPIntentClassification (en)":72.58,"ToxicConversationsClassification":71.03,"TweetSentimentExtractionClassification":57.6} -{"index":244,"Rank":149,"Model":"multilingual-e5-small-ct2-int8<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":70.74,"AmazonCounterfactualClassification (en)":73.79,"AmazonPolarityClassification":88.7,"AmazonReviewsClassification (en)":44.7,"Banking77Classification":79.42,"EmotionClassification":42.45,"ImdbClassification":80.82,"MassiveIntentClassification (en)":70.3,"MassiveScenarioClassification (en)":74.48,"MTOPDomainClassification (en)":91.07,"MTOPIntentClassification (en)":71.08,"ToxicConversationsClassification":69.39,"TweetSentimentExtractionClassification":62.62} -{"index":157,"Rank":150,"Model":"Titan-text-embeddings-v2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":70.62,"AmazonCounterfactualClassification (en)":79.31,"AmazonPolarityClassification":76.66,"AmazonReviewsClassification (en)":35.28,"Banking77Classification":84.31,"EmotionClassification":55.61,"ImdbClassification":82.39,"MassiveIntentClassification (en)":69.24,"MassiveScenarioClassification (en)":74.11,"MTOPDomainClassification (en)":90.46,"MTOPIntentClassification (en)":66.0,"ToxicConversationsClassification":74.52,"TweetSentimentExtractionClassification":59.59} -{"index":47,"Rank":151,"Model":"Cohere-embed-multilingual-light-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":384,"Max Tokens":512,"Average":70.57,"AmazonCounterfactualClassification (en)":69.96,"AmazonPolarityClassification":90.7,"AmazonReviewsClassification (en)":46.54,"Banking77Classification":78.12,"EmotionClassification":46.66,"ImdbClassification":85.64,"MassiveIntentClassification (en)":67.36,"MassiveScenarioClassification (en)":72.63,"MTOPDomainClassification (en)":91.87,"MTOPIntentClassification (en)":62.23,"ToxicConversationsClassification":70.66,"TweetSentimentExtractionClassification":64.46} -{"index":356,"Rank":152,"Model":"BinGSE-Sheared-LLaMA<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":70.56,"AmazonCounterfactualClassification (en)":79.04,"AmazonPolarityClassification":82.24,"AmazonReviewsClassification (en)":44.91,"Banking77Classification":82.21,"EmotionClassification":46.78,"ImdbClassification":74.87,"MassiveIntentClassification (en)":74.19,"MassiveScenarioClassification (en)":77.74,"MTOPDomainClassification (en)":91.84,"MTOPIntentClassification (en)":66.63,"ToxicConversationsClassification":63.28,"TweetSentimentExtractionClassification":63.01} -{"index":251,"Rank":153,"Model":"XLM-0B6-embedding<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":70.55,"AmazonCounterfactualClassification (en)":68.61,"AmazonPolarityClassification":93.38,"AmazonReviewsClassification (en)":50.64,"Banking77Classification":78.5,"EmotionClassification":46.37,"ImdbClassification":88.54,"MassiveIntentClassification (en)":67.24,"MassiveScenarioClassification (en)":72.98,"MTOPDomainClassification (en)":90.48,"MTOPIntentClassification (en)":59.82,"ToxicConversationsClassification":71.16,"TweetSentimentExtractionClassification":58.89} -{"index":221,"Rank":154,"Model":"e5-large<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":70.48,"AmazonCounterfactualClassification (en)":75.07,"AmazonPolarityClassification":90.05,"AmazonReviewsClassification (en)":41.52,"Banking77Classification":84.14,"EmotionClassification":48.05,"ImdbClassification":82.11,"MassiveIntentClassification (en)":67.77,"MassiveScenarioClassification (en)":71.99,"MTOPDomainClassification (en)":92.07,"MTOPIntentClassification (en)":61.22,"ToxicConversationsClassification":70.56,"TweetSentimentExtractionClassification":61.21} -{"index":392,"Rank":155,"Model":"text-similarity-ada-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":2046,"Average":70.44,"AmazonCounterfactualClassification (en)":76.4,"AmazonPolarityClassification":92.83,"AmazonReviewsClassification (en)":47.45,"Banking77Classification":68.04,"EmotionClassification":50.33,"ImdbClassification":89.38,"MassiveIntentClassification (en)":65.17,"MassiveScenarioClassification (en)":67.67,"MTOPDomainClassification (en)":89.89,"MTOPIntentClassification (en)":64.8,"ToxicConversationsClassification":70.0,"TweetSentimentExtractionClassification":63.35} -{"index":144,"Rank":156,"Model":"gte-tiny<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.08,"Embedding Dimensions":384,"Max Tokens":512,"Average":70.35,"AmazonCounterfactualClassification (en)":71.76,"AmazonPolarityClassification":86.61,"AmazonReviewsClassification (en)":42.61,"Banking77Classification":81.73,"EmotionClassification":44.71,"ImdbClassification":80.54,"MassiveIntentClassification (en)":70.13,"MassiveScenarioClassification (en)":74.86,"MTOPDomainClassification (en)":91.76,"MTOPIntentClassification (en)":69.9,"ToxicConversationsClassification":70.97,"TweetSentimentExtractionClassification":58.57} -{"index":95,"Rank":157,"Model":"Ivysaur<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.08,"Embedding Dimensions":384,"Max Tokens":512,"Average":70.25,"AmazonCounterfactualClassification (en)":72.1,"AmazonPolarityClassification":86.69,"AmazonReviewsClassification (en)":42.7,"Banking77Classification":81.92,"EmotionClassification":45.44,"ImdbClassification":80.8,"MassiveIntentClassification (en)":70.35,"MassiveScenarioClassification (en)":74.89,"MTOPDomainClassification (en)":92.12,"MTOPIntentClassification (en)":71.86,"ToxicConversationsClassification":65.46,"TweetSentimentExtractionClassification":58.66} -{"index":232,"Rank":158,"Model":"udever-bloom-1b1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":2048,"Average":70.17,"AmazonCounterfactualClassification (en)":69.94,"AmazonPolarityClassification":87.19,"AmazonReviewsClassification (en)":41.08,"Banking77Classification":82.89,"EmotionClassification":46.84,"ImdbClassification":74.45,"MassiveIntentClassification (en)":67.93,"MassiveScenarioClassification (en)":75.72,"MTOPDomainClassification (en)":92.18,"MTOPIntentClassification (en)":70.3,"ToxicConversationsClassification":72.01,"TweetSentimentExtractionClassification":61.51} -{"index":110,"Rank":159,"Model":"SGPT-5.8B-weightedmean-nli-bitfit<\/a>","Model Size (Million Parameters)":5874,"Memory Usage (GB, fp32)":21.88,"Embedding Dimensions":4096,"Max Tokens":2048,"Average":70.14,"AmazonCounterfactualClassification (en)":74.07,"AmazonPolarityClassification":82.31,"AmazonReviewsClassification (en)":41.58,"Banking77Classification":81.74,"EmotionClassification":49.92,"ImdbClassification":74.33,"MassiveIntentClassification (en)":70.0,"MassiveScenarioClassification (en)":75.03,"MTOPDomainClassification (en)":89.64,"MTOPIntentClassification (en)":70.68,"ToxicConversationsClassification":69.93,"TweetSentimentExtractionClassification":62.44} -{"index":219,"Rank":160,"Model":"e5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":70.11,"AmazonCounterfactualClassification (en)":78.16,"AmazonPolarityClassification":87.96,"AmazonReviewsClassification (en)":42.32,"Banking77Classification":83.33,"EmotionClassification":49.44,"ImdbClassification":75.96,"MassiveIntentClassification (en)":66.65,"MassiveScenarioClassification (en)":71.52,"MTOPDomainClassification (en)":90.44,"MTOPIntentClassification (en)":60.07,"ToxicConversationsClassification":74.12,"TweetSentimentExtractionClassification":61.38} -{"index":13,"Rank":161,"Model":"voyage-multilingual-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":32000,"Average":70.04,"AmazonCounterfactualClassification (en)":72.73,"AmazonPolarityClassification":87.78,"AmazonReviewsClassification (en)":42.88,"Banking77Classification":78.61,"EmotionClassification":45.83,"ImdbClassification":82.8,"MassiveIntentClassification (en)":72.45,"MassiveScenarioClassification (en)":76.56,"MTOPDomainClassification (en)":93.04,"MTOPIntentClassification (en)":68.46,"ToxicConversationsClassification":61.88,"TweetSentimentExtractionClassification":57.51} -{"index":336,"Rank":162,"Model":"sentence-t5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":69.81,"AmazonCounterfactualClassification (en)":75.82,"AmazonPolarityClassification":85.12,"AmazonReviewsClassification (en)":44.94,"Banking77Classification":76.48,"EmotionClassification":51.35,"ImdbClassification":77.34,"MassiveIntentClassification (en)":69.74,"MassiveScenarioClassification (en)":72.32,"MTOPDomainClassification (en)":90.34,"MTOPIntentClassification (en)":63.32,"ToxicConversationsClassification":68.2,"TweetSentimentExtractionClassification":62.71} -{"index":226,"Rank":163,"Model":"multilingual-e5-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":69.76,"AmazonCounterfactualClassification (en)":77.36,"AmazonPolarityClassification":91.76,"AmazonReviewsClassification (en)":47.54,"Banking77Classification":73.53,"EmotionClassification":45.68,"ImdbClassification":84.29,"MassiveIntentClassification (en)":65.71,"MassiveScenarioClassification (en)":71.57,"MTOPDomainClassification (en)":90.9,"MTOPIntentClassification (en)":61.6,"ToxicConversationsClassification":64.33,"TweetSentimentExtractionClassification":62.8} -{"index":287,"Rank":164,"Model":"nomic-embed-text-v1.5-128<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":128,"Max Tokens":8192,"Average":69.7,"AmazonCounterfactualClassification (en)":69.78,"AmazonPolarityClassification":88.74,"AmazonReviewsClassification (en)":43.11,"Banking77Classification":82.78,"EmotionClassification":42.92,"ImdbClassification":80.87,"MassiveIntentClassification (en)":69.34,"MassiveScenarioClassification (en)":74.21,"MTOPDomainClassification (en)":89.61,"MTOPIntentClassification (en)":68.9,"ToxicConversationsClassification":68.16,"TweetSentimentExtractionClassification":57.99} -{"index":250,"Rank":165,"Model":"MegatronBert-1B3-embedding<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":69.65,"AmazonCounterfactualClassification (en)":70.12,"AmazonPolarityClassification":92.95,"AmazonReviewsClassification (en)":50.52,"Banking77Classification":75.59,"EmotionClassification":45.98,"ImdbClassification":90.22,"MassiveIntentClassification (en)":65.03,"MassiveScenarioClassification (en)":71.05,"MTOPDomainClassification (en)":88.63,"MTOPIntentClassification (en)":58.08,"ToxicConversationsClassification":69.33,"TweetSentimentExtractionClassification":58.25} -{"index":301,"Rank":166,"Model":"jina-embeddings-v2-base-es-Q5_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":69.02,"AmazonCounterfactualClassification (en)":74.25,"AmazonPolarityClassification":78.31,"AmazonReviewsClassification (en)":38.32,"Banking77Classification":85.26,"EmotionClassification":46.58,"ImdbClassification":67.46,"MassiveIntentClassification (en)":70.76,"MassiveScenarioClassification (en)":73.82,"MTOPDomainClassification (en)":90.37,"MTOPIntentClassification (en)":71.97,"ToxicConversationsClassification":70.05,"TweetSentimentExtractionClassification":61.06} -{"index":241,"Rank":167,"Model":"jina-embeddings-v2-base-es<\/a>","Model Size (Million Parameters)":161,"Memory Usage (GB, fp32)":0.6,"Embedding Dimensions":768,"Max Tokens":8192,"Average":69.02,"AmazonCounterfactualClassification (en)":74.25,"AmazonPolarityClassification":78.31,"AmazonReviewsClassification (en)":38.32,"Banking77Classification":85.26,"EmotionClassification":46.58,"ImdbClassification":67.46,"MassiveIntentClassification (en)":70.76,"MassiveScenarioClassification (en)":73.82,"MTOPDomainClassification (en)":90.37,"MTOPIntentClassification (en)":71.97,"ToxicConversationsClassification":70.05,"TweetSentimentExtractionClassification":61.06} -{"index":27,"Rank":168,"Model":"jina-embeddings-v2-base-es-Q2_K-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":69.02,"AmazonCounterfactualClassification (en)":74.25,"AmazonPolarityClassification":78.31,"AmazonReviewsClassification (en)":38.32,"Banking77Classification":85.26,"EmotionClassification":46.58,"ImdbClassification":67.46,"MassiveIntentClassification (en)":70.76,"MassiveScenarioClassification (en)":73.82,"MTOPDomainClassification (en)":90.37,"MTOPIntentClassification (en)":71.97,"ToxicConversationsClassification":70.05,"TweetSentimentExtractionClassification":61.06} -{"index":28,"Rank":169,"Model":"jina-embeddings-v2-base-es-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":69.02,"AmazonCounterfactualClassification (en)":74.25,"AmazonPolarityClassification":78.31,"AmazonReviewsClassification (en)":38.32,"Banking77Classification":85.26,"EmotionClassification":46.58,"ImdbClassification":67.46,"MassiveIntentClassification (en)":70.76,"MassiveScenarioClassification (en)":73.82,"MTOPDomainClassification (en)":90.37,"MTOPIntentClassification (en)":71.97,"ToxicConversationsClassification":70.05,"TweetSentimentExtractionClassification":61.06} -{"index":53,"Rank":170,"Model":"jina-embeddings-v2-small-en-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":68.82,"AmazonCounterfactualClassification (en)":71.36,"AmazonPolarityClassification":82.9,"AmazonReviewsClassification (en)":40.89,"Banking77Classification":78.25,"EmotionClassification":44.01,"ImdbClassification":73.64,"MassiveIntentClassification (en)":67.61,"MassiveScenarioClassification (en)":69.75,"MTOPDomainClassification (en)":93.96,"MTOPIntentClassification (en)":72.5,"ToxicConversationsClassification":71.54,"TweetSentimentExtractionClassification":59.4} -{"index":242,"Rank":171,"Model":"jina-embeddings-v2-small-en<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":512,"Max Tokens":8192,"Average":68.82,"AmazonCounterfactualClassification (en)":71.36,"AmazonPolarityClassification":82.9,"AmazonReviewsClassification (en)":40.89,"Banking77Classification":78.25,"EmotionClassification":44.01,"ImdbClassification":73.64,"MassiveIntentClassification (en)":67.61,"MassiveScenarioClassification (en)":69.75,"MTOPDomainClassification (en)":93.96,"MTOPIntentClassification (en)":72.5,"ToxicConversationsClassification":71.54,"TweetSentimentExtractionClassification":59.4} -{"index":138,"Rank":172,"Model":"snowflake-arctic-embed-m-v1.5<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":68.79,"AmazonCounterfactualClassification (en)":68.3,"AmazonPolarityClassification":90.31,"AmazonReviewsClassification (en)":46.27,"Banking77Classification":80.01,"EmotionClassification":43.67,"ImdbClassification":84.36,"MassiveIntentClassification (en)":66.69,"MassiveScenarioClassification (en)":73.06,"MTOPDomainClassification (en)":91.36,"MTOPIntentClassification (en)":60.64,"ToxicConversationsClassification":66.84,"TweetSentimentExtractionClassification":53.91} -{"index":280,"Rank":173,"Model":"bge-small-en-v1.5-sparse<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":68.55,"AmazonCounterfactualClassification (en)":70.72,"AmazonPolarityClassification":83.34,"AmazonReviewsClassification (en)":40.99,"Banking77Classification":81.25,"EmotionClassification":41.66,"ImdbClassification":74.81,"MassiveIntentClassification (en)":69.8,"MassiveScenarioClassification (en)":74.54,"MTOPDomainClassification (en)":91.22,"MTOPIntentClassification (en)":69.39,"ToxicConversationsClassification":67.44,"TweetSentimentExtractionClassification":57.48} -{"index":136,"Rank":174,"Model":"snowflake-arctic-embed-m<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":68.23,"AmazonCounterfactualClassification (en)":76.81,"AmazonPolarityClassification":82.83,"AmazonReviewsClassification (en)":38.93,"Banking77Classification":80.34,"EmotionClassification":46.54,"ImdbClassification":74.08,"MassiveIntentClassification (en)":66.92,"MassiveScenarioClassification (en)":72.75,"MTOPDomainClassification (en)":92.73,"MTOPIntentClassification (en)":65.18,"ToxicConversationsClassification":64.93,"TweetSentimentExtractionClassification":56.73} -{"index":109,"Rank":175,"Model":"SGPT-5.8B-weightedmean-msmarco-specb-bitfit<\/a>","Model Size (Million Parameters)":5874,"Memory Usage (GB, fp32)":21.88,"Embedding Dimensions":4096,"Max Tokens":2048,"Average":68.13,"AmazonCounterfactualClassification (en)":69.22,"AmazonPolarityClassification":71.26,"AmazonReviewsClassification (en)":39.19,"Banking77Classification":84.49,"EmotionClassification":49.66,"ImdbClassification":66.64,"MassiveIntentClassification (en)":70.39,"MassiveScenarioClassification (en)":76.28,"MTOPDomainClassification (en)":93.47,"MTOPIntentClassification (en)":72.42,"ToxicConversationsClassification":67.71,"TweetSentimentExtractionClassification":56.85} -{"index":102,"Rank":176,"Model":"gte-micro-v4<\/a>","Model Size (Million Parameters)":19,"Memory Usage (GB, fp32)":0.07,"Embedding Dimensions":384,"Max Tokens":512,"Average":68.13,"AmazonCounterfactualClassification (en)":71.84,"AmazonPolarityClassification":80.04,"AmazonReviewsClassification (en)":39.75,"Banking77Classification":80.92,"EmotionClassification":44.88,"ImdbClassification":71.96,"MassiveIntentClassification (en)":69.11,"MassiveScenarioClassification (en)":74.16,"MTOPDomainClassification (en)":90.87,"MTOPIntentClassification (en)":68.53,"ToxicConversationsClassification":66.04,"TweetSentimentExtractionClassification":59.43} -{"index":224,"Rank":177,"Model":"e5-small<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":68.08,"AmazonCounterfactualClassification (en)":73.42,"AmazonPolarityClassification":87.53,"AmazonReviewsClassification (en)":41.5,"Banking77Classification":81.87,"EmotionClassification":46.86,"ImdbClassification":75.55,"MassiveIntentClassification (en)":64.47,"MassiveScenarioClassification (en)":68.78,"MTOPDomainClassification (en)":87.88,"MTOPIntentClassification (en)":52.97,"ToxicConversationsClassification":72.76,"TweetSentimentExtractionClassification":63.31} -{"index":358,"Rank":178,"Model":"GTE512_sw<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":68.07,"AmazonCounterfactualClassification (en)":75.03,"AmazonPolarityClassification":74.01,"AmazonReviewsClassification (en)":39.46,"Banking77Classification":75.15,"EmotionClassification":48.99,"ImdbClassification":70.68,"MassiveIntentClassification (en)":65.63,"MassiveScenarioClassification (en)":72.66,"MTOPDomainClassification (en)":91.34,"MTOPIntentClassification (en)":63.57,"ToxicConversationsClassification":79.29,"TweetSentimentExtractionClassification":60.98} -{"index":234,"Rank":179,"Model":"udever-bloom-560m<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":2048,"Average":68.04,"AmazonCounterfactualClassification (en)":72.36,"AmazonPolarityClassification":83.81,"AmazonReviewsClassification (en)":38.97,"Banking77Classification":80.97,"EmotionClassification":44.77,"ImdbClassification":72.21,"MassiveIntentClassification (en)":66.09,"MassiveScenarioClassification (en)":73.26,"MTOPDomainClassification (en)":89.93,"MTOPIntentClassification (en)":66.56,"ToxicConversationsClassification":67.96,"TweetSentimentExtractionClassification":59.6} -{"index":143,"Rank":180,"Model":"bge-micro-v2<\/a>","Model Size (Million Parameters)":17,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average":68.04,"AmazonCounterfactualClassification (en)":67.76,"AmazonPolarityClassification":79.75,"AmazonReviewsClassification (en)":37.45,"Banking77Classification":81.17,"EmotionClassification":44.53,"ImdbClassification":76.46,"MassiveIntentClassification (en)":68.58,"MassiveScenarioClassification (en)":73.92,"MTOPDomainClassification (en)":90.67,"MTOPIntentClassification (en)":68.29,"ToxicConversationsClassification":70.23,"TweetSentimentExtractionClassification":57.64} -{"index":137,"Rank":181,"Model":"snowflake-arctic-embed-m-long<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":8192,"Average":68.01,"AmazonCounterfactualClassification (en)":78.48,"AmazonPolarityClassification":78.74,"AmazonReviewsClassification (en)":39.93,"Banking77Classification":80.26,"EmotionClassification":47.26,"ImdbClassification":71.79,"MassiveIntentClassification (en)":66.55,"MassiveScenarioClassification (en)":73.11,"MTOPDomainClassification (en)":93.04,"MTOPIntentClassification (en)":63.52,"ToxicConversationsClassification":66.74,"TweetSentimentExtractionClassification":56.73} -{"index":239,"Rank":182,"Model":"jina-embeddings-v2-base-de<\/a>","Model Size (Million Parameters)":161,"Memory Usage (GB, fp32)":0.6,"Embedding Dimensions":768,"Max Tokens":8192,"Average":67.98,"AmazonCounterfactualClassification (en)":73.76,"AmazonPolarityClassification":77.52,"AmazonReviewsClassification (en)":38.5,"Banking77Classification":83.94,"EmotionClassification":44.64,"ImdbClassification":68.61,"MassiveIntentClassification (en)":69.11,"MassiveScenarioClassification (en)":73.74,"MTOPDomainClassification (en)":89.38,"MTOPIntentClassification (en)":66.49,"ToxicConversationsClassification":69.65,"TweetSentimentExtractionClassification":60.43} -{"index":178,"Rank":183,"Model":"jina-embeddings-v2-base-de-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":67.98,"AmazonCounterfactualClassification (en)":73.76,"AmazonPolarityClassification":77.52,"AmazonReviewsClassification (en)":38.5,"Banking77Classification":83.94,"EmotionClassification":44.64,"ImdbClassification":68.61,"MassiveIntentClassification (en)":69.11,"MassiveScenarioClassification (en)":73.74,"MTOPDomainClassification (en)":89.38,"MTOPIntentClassification (en)":66.49,"ToxicConversationsClassification":69.65,"TweetSentimentExtractionClassification":60.43} -{"index":82,"Rank":184,"Model":"jina-embeddings-v2-base-de-Q5_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":67.98,"AmazonCounterfactualClassification (en)":73.76,"AmazonPolarityClassification":77.52,"AmazonReviewsClassification (en)":38.5,"Banking77Classification":83.94,"EmotionClassification":44.64,"ImdbClassification":68.61,"MassiveIntentClassification (en)":69.11,"MassiveScenarioClassification (en)":73.74,"MTOPDomainClassification (en)":89.38,"MTOPIntentClassification (en)":66.49,"ToxicConversationsClassification":69.65,"TweetSentimentExtractionClassification":60.43} -{"index":368,"Rank":185,"Model":"universal-sentence-encoder-large-5<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":67.9,"AmazonCounterfactualClassification (en)":76.19,"AmazonPolarityClassification":69.63,"AmazonReviewsClassification (en)":35.53,"Banking77Classification":78.13,"EmotionClassification":45.48,"ImdbClassification":64.06,"MassiveIntentClassification (en)":71.69,"MassiveScenarioClassification (en)":77.2,"MTOPDomainClassification (en)":92.94,"MTOPIntentClassification (en)":74.43,"ToxicConversationsClassification":70.17,"TweetSentimentExtractionClassification":59.31} -{"index":94,"Rank":186,"Model":"Bulbasaur<\/a>","Model Size (Million Parameters)":17,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average":67.9,"AmazonCounterfactualClassification (en)":71.87,"AmazonPolarityClassification":78.79,"AmazonReviewsClassification (en)":39.31,"Banking77Classification":80.58,"EmotionClassification":44.79,"ImdbClassification":71.53,"MassiveIntentClassification (en)":68.84,"MassiveScenarioClassification (en)":73.75,"MTOPDomainClassification (en)":90.79,"MTOPIntentClassification (en)":68.72,"ToxicConversationsClassification":66.29,"TweetSentimentExtractionClassification":59.49} -{"index":158,"Rank":187,"Model":"bge-small-4096<\/a>","Model Size (Million Parameters)":35,"Memory Usage (GB, fp32)":0.13,"Embedding Dimensions":384,"Max Tokens":4096,"Average":67.8,"AmazonCounterfactualClassification (en)":68.75,"AmazonPolarityClassification":81.3,"AmazonReviewsClassification (en)":38.57,"Banking77Classification":79.98,"EmotionClassification":40.09,"ImdbClassification":80.09,"MassiveIntentClassification (en)":67.58,"MassiveScenarioClassification (en)":73.47,"MTOPDomainClassification (en)":90.36,"MTOPIntentClassification (en)":66.45,"ToxicConversationsClassification":69.34,"TweetSentimentExtractionClassification":57.6} -{"index":97,"Rank":188,"Model":"Venusaur<\/a>","Model Size (Million Parameters)":16,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average":67.77,"AmazonCounterfactualClassification (en)":73.18,"AmazonPolarityClassification":79.99,"AmazonReviewsClassification (en)":39.66,"Banking77Classification":77.95,"EmotionClassification":44.38,"ImdbClassification":73.02,"MassiveIntentClassification (en)":67.75,"MassiveScenarioClassification (en)":72.36,"MTOPDomainClassification (en)":89.87,"MTOPIntentClassification (en)":71.03,"ToxicConversationsClassification":64.41,"TweetSentimentExtractionClassification":59.66} -{"index":80,"Rank":189,"Model":"bilingual-embedding-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":67.77,"AmazonCounterfactualClassification (en)":74.28,"AmazonPolarityClassification":82.2,"AmazonReviewsClassification (en)":40.22,"Banking77Classification":80.31,"EmotionClassification":40.81,"ImdbClassification":73.7,"MassiveIntentClassification (en)":68.86,"MassiveScenarioClassification (en)":74.49,"MTOPDomainClassification (en)":89.73,"MTOPIntentClassification (en)":66.49,"ToxicConversationsClassification":62.52,"TweetSentimentExtractionClassification":59.6} -{"index":237,"Rank":190,"Model":"jina-embedding-l-en-v1<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":67.76,"AmazonCounterfactualClassification (en)":68.93,"AmazonPolarityClassification":69.14,"AmazonReviewsClassification (en)":31.38,"Banking77Classification":85.34,"EmotionClassification":45.84,"ImdbClassification":66.42,"MassiveIntentClassification (en)":72.73,"MassiveScenarioClassification (en)":77.08,"MTOPDomainClassification (en)":92.83,"MTOPIntentClassification (en)":76.09,"ToxicConversationsClassification":69.13,"TweetSentimentExtractionClassification":58.16} -{"index":93,"Rank":191,"Model":"LLM2Vec-Sheared-Llama-unsupervised<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":4096,"Average":67.67,"AmazonCounterfactualClassification (en)":72.93,"AmazonPolarityClassification":74.28,"AmazonReviewsClassification (en)":36.14,"Banking77Classification":79.0,"EmotionClassification":42.85,"ImdbClassification":71.92,"MassiveIntentClassification (en)":69.99,"MassiveScenarioClassification (en)":75.15,"MTOPDomainClassification (en)":91.24,"MTOPIntentClassification (en)":74.08,"ToxicConversationsClassification":68.4,"TweetSentimentExtractionClassification":56.08} -{"index":101,"Rank":192,"Model":"gte-micro-v3<\/a>","Model Size (Million Parameters)":17,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average":67.47,"AmazonCounterfactualClassification (en)":71.43,"AmazonPolarityClassification":77.72,"AmazonReviewsClassification (en)":38.96,"Banking77Classification":80.4,"EmotionClassification":44.54,"ImdbClassification":70.59,"MassiveIntentClassification (en)":68.5,"MassiveScenarioClassification (en)":73.55,"MTOPDomainClassification (en)":90.5,"MTOPIntentClassification (en)":67.52,"ToxicConversationsClassification":66.69,"TweetSentimentExtractionClassification":59.29} -{"index":100,"Rank":193,"Model":"gte-micro-v2<\/a>","Model Size (Million Parameters)":17,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average":67.47,"AmazonCounterfactualClassification (en)":71.43,"AmazonPolarityClassification":77.72,"AmazonReviewsClassification (en)":38.96,"Banking77Classification":80.4,"EmotionClassification":44.54,"ImdbClassification":70.59,"MassiveIntentClassification (en)":68.5,"MassiveScenarioClassification (en)":73.55,"MTOPDomainClassification (en)":90.5,"MTOPIntentClassification (en)":67.52,"ToxicConversationsClassification":66.69,"TweetSentimentExtractionClassification":59.29} -{"index":335,"Rank":194,"Model":"paraphrase-multilingual-mpnet-base-v2<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":67.46,"AmazonCounterfactualClassification (en)":75.81,"AmazonPolarityClassification":76.41,"AmazonReviewsClassification (en)":38.52,"Banking77Classification":81.1,"EmotionClassification":45.85,"ImdbClassification":64.58,"MassiveIntentClassification (en)":69.32,"MassiveScenarioClassification (en)":75.35,"MTOPDomainClassification (en)":89.24,"MTOPIntentClassification (en)":68.69,"ToxicConversationsClassification":65.56,"TweetSentimentExtractionClassification":59.04} -{"index":331,"Rank":195,"Model":"gtr-t5-xxl<\/a>","Model Size (Million Parameters)":4865,"Memory Usage (GB, fp32)":18.12,"Embedding Dimensions":768,"Max Tokens":512,"Average":67.41,"AmazonCounterfactualClassification (en)":67.3,"AmazonPolarityClassification":75.05,"AmazonReviewsClassification (en)":37.3,"Banking77Classification":82.32,"EmotionClassification":43.19,"ImdbClassification":70.8,"MassiveIntentClassification (en)":70.61,"MassiveScenarioClassification (en)":77.77,"MTOPDomainClassification (en)":93.84,"MTOPIntentClassification (en)":67.71,"ToxicConversationsClassification":68.48,"TweetSentimentExtractionClassification":54.54} -{"index":303,"Rank":196,"Model":"sup-simcse-bert-base-uncased<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":67.32,"AmazonCounterfactualClassification (en)":75.75,"AmazonPolarityClassification":82.47,"AmazonReviewsClassification (en)":39.6,"Banking77Classification":75.76,"EmotionClassification":44.81,"ImdbClassification":73.53,"MassiveIntentClassification (en)":65.95,"MassiveScenarioClassification (en)":70.78,"MTOPDomainClassification (en)":84.29,"MTOPIntentClassification (en)":63.14,"ToxicConversationsClassification":72.04,"TweetSentimentExtractionClassification":59.73} -{"index":67,"Rank":197,"Model":"lodestone-base-4096-v1<\/a>","Model Size (Million Parameters)":69,"Memory Usage (GB, fp32)":0.26,"Embedding Dimensions":768,"Max Tokens":4096,"Average":67.3,"AmazonCounterfactualClassification (en)":69.73,"AmazonPolarityClassification":86.9,"AmazonReviewsClassification (en)":44.05,"Banking77Classification":75.41,"EmotionClassification":41.99,"ImdbClassification":79.54,"MassiveIntentClassification (en)":63.34,"MassiveScenarioClassification (en)":72.37,"MTOPDomainClassification (en)":89.67,"MTOPIntentClassification (en)":60.28,"ToxicConversationsClassification":67.94,"TweetSentimentExtractionClassification":56.41} -{"index":312,"Rank":198,"Model":"zzz<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":67.3,"AmazonCounterfactualClassification (en)":69.73,"AmazonPolarityClassification":86.9,"AmazonReviewsClassification (en)":44.05,"Banking77Classification":75.41,"EmotionClassification":41.99,"ImdbClassification":79.54,"MassiveIntentClassification (en)":63.34,"MassiveScenarioClassification (en)":72.37,"MTOPDomainClassification (en)":89.67,"MTOPIntentClassification (en)":60.28,"ToxicConversationsClassification":67.94,"TweetSentimentExtractionClassification":56.41} -{"index":357,"Rank":199,"Model":"GTE256_sw<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":67.21,"AmazonCounterfactualClassification (en)":72.72,"AmazonPolarityClassification":72.78,"AmazonReviewsClassification (en)":38.48,"Banking77Classification":75.05,"EmotionClassification":48.27,"ImdbClassification":69.98,"MassiveIntentClassification (en)":65.15,"MassiveScenarioClassification (en)":71.97,"MTOPDomainClassification (en)":91.4,"MTOPIntentClassification (en)":61.25,"ToxicConversationsClassification":79.27,"TweetSentimentExtractionClassification":60.2} -{"index":135,"Rank":200,"Model":"snowflake-arctic-embed-l-v2.0<\/a>","Model Size (Million Parameters)":568,"Memory Usage (GB, fp32)":2.12,"Embedding Dimensions":1024,"Max Tokens":8194,"Average":67.18,"AmazonCounterfactualClassification (en)":65.6,"AmazonPolarityClassification":74.26,"AmazonReviewsClassification (en)":34.95,"Banking77Classification":81.81,"EmotionClassification":42.53,"ImdbClassification":72.54,"MassiveIntentClassification (en)":71.46,"MassiveScenarioClassification (en)":76.22,"MTOPDomainClassification (en)":93.53,"MTOPIntentClassification (en)":67.79,"ToxicConversationsClassification":65.86,"TweetSentimentExtractionClassification":59.66} -{"index":329,"Rank":201,"Model":"gtr-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Embedding Dimensions":768,"Max Tokens":512,"Average":67.14,"AmazonCounterfactualClassification (en)":70.03,"AmazonPolarityClassification":73.92,"AmazonReviewsClassification (en)":37.21,"Banking77Classification":81.21,"EmotionClassification":46.33,"ImdbClassification":70.86,"MassiveIntentClassification (en)":70.06,"MassiveScenarioClassification (en)":75.49,"MTOPDomainClassification (en)":94.01,"MTOPIntentClassification (en)":63.86,"ToxicConversationsClassification":68.65,"TweetSentimentExtractionClassification":54.09} -{"index":108,"Rank":202,"Model":"SGPT-2.7B-weightedmean-msmarco-specb-bitfit<\/a>","Model Size (Million Parameters)":2685,"Memory Usage (GB, fp32)":10.0,"Embedding Dimensions":2560,"Max Tokens":2048,"Average":67.13,"AmazonCounterfactualClassification (en)":67.57,"AmazonPolarityClassification":71.44,"AmazonReviewsClassification (en)":35.75,"Banking77Classification":83.22,"EmotionClassification":49.21,"ImdbClassification":63.53,"MassiveIntentClassification (en)":69.01,"MassiveScenarioClassification (en)":75.9,"MTOPDomainClassification (en)":92.56,"MTOPIntentClassification (en)":71.85,"ToxicConversationsClassification":68.84,"TweetSentimentExtractionClassification":56.69} -{"index":359,"Rank":203,"Model":"GTE_wl_mv<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":67.12,"AmazonCounterfactualClassification (en)":73.13,"AmazonPolarityClassification":71.52,"AmazonReviewsClassification (en)":37.03,"Banking77Classification":75.63,"EmotionClassification":49.19,"ImdbClassification":70.21,"MassiveIntentClassification (en)":66.29,"MassiveScenarioClassification (en)":73.91,"MTOPDomainClassification (en)":91.68,"MTOPIntentClassification (en)":61.33,"ToxicConversationsClassification":75.88,"TweetSentimentExtractionClassification":59.68} -{"index":330,"Rank":204,"Model":"gtr-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Embedding Dimensions":768,"Max Tokens":512,"Average":67.11,"AmazonCounterfactualClassification (en)":68.6,"AmazonPolarityClassification":74.58,"AmazonReviewsClassification (en)":38.2,"Banking77Classification":82.22,"EmotionClassification":45.54,"ImdbClassification":68.15,"MassiveIntentClassification (en)":70.23,"MassiveScenarioClassification (en)":75.94,"MTOPDomainClassification (en)":93.6,"MTOPIntentClassification (en)":65.93,"ToxicConversationsClassification":67.56,"TweetSentimentExtractionClassification":54.77} -{"index":134,"Rank":205,"Model":"snowflake-arctic-embed-l<\/a>","Model Size (Million Parameters)":334,"Memory Usage (GB, fp32)":1.24,"Embedding Dimensions":1024,"Max Tokens":512,"Average":67.07,"AmazonCounterfactualClassification (en)":74.81,"AmazonPolarityClassification":78.4,"AmazonReviewsClassification (en)":36.72,"Banking77Classification":80.06,"EmotionClassification":46.46,"ImdbClassification":72.88,"MassiveIntentClassification (en)":65.79,"MassiveScenarioClassification (en)":71.1,"MTOPDomainClassification (en)":92.62,"MTOPIntentClassification (en)":64.51,"ToxicConversationsClassification":64.71,"TweetSentimentExtractionClassification":56.74} -{"index":229,"Rank":206,"Model":"multilingual-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":67.03,"AmazonCounterfactualClassification (en)":71.87,"AmazonPolarityClassification":88.61,"AmazonReviewsClassification (en)":45.75,"Banking77Classification":70.44,"EmotionClassification":42.86,"ImdbClassification":79.57,"MassiveIntentClassification (en)":63.87,"MassiveScenarioClassification (en)":69.28,"MTOPDomainClassification (en)":88.99,"MTOPIntentClassification (en)":56.69,"ToxicConversationsClassification":63.59,"TweetSentimentExtractionClassification":62.79} -{"index":188,"Rank":207,"Model":"embedder-100p<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":66.95,"AmazonCounterfactualClassification (en)":67.06,"AmazonPolarityClassification":70.41,"AmazonReviewsClassification (en)":33.21,"Banking77Classification":82.73,"EmotionClassification":43.47,"ImdbClassification":67.3,"MassiveIntentClassification (en)":71.77,"MassiveScenarioClassification (en)":77.85,"MTOPDomainClassification (en)":91.82,"MTOPIntentClassification (en)":74.7,"ToxicConversationsClassification":67.48,"TweetSentimentExtractionClassification":55.62} -{"index":292,"Rank":208,"Model":"contriever-base-msmarco<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":66.68,"AmazonCounterfactualClassification (en)":72.19,"AmazonPolarityClassification":68.63,"AmazonReviewsClassification (en)":37.42,"Banking77Classification":80.02,"EmotionClassification":44.77,"ImdbClassification":67.04,"MassiveIntentClassification (en)":67.78,"MassiveScenarioClassification (en)":76.0,"MTOPDomainClassification (en)":93.18,"MTOPIntentClassification (en)":69.31,"ToxicConversationsClassification":67.77,"TweetSentimentExtractionClassification":56.1} -{"index":340,"Rank":209,"Model":"LaBSE-ru-turbo<\/a>","Model Size (Million Parameters)":128,"Memory Usage (GB, fp32)":0.48,"Embedding Dimensions":768,"Max Tokens":512,"Average":66.55,"AmazonCounterfactualClassification (en)":74.01,"AmazonPolarityClassification":79.24,"AmazonReviewsClassification (en)":42.38,"Banking77Classification":73.54,"EmotionClassification":45.58,"ImdbClassification":71.58,"MassiveIntentClassification (en)":64.92,"MassiveScenarioClassification (en)":71.06,"MTOPDomainClassification (en)":89.99,"MTOPIntentClassification (en)":58.5,"ToxicConversationsClassification":64.28,"TweetSentimentExtractionClassification":63.49} -{"index":105,"Rank":210,"Model":"SGPT-1.3B-weightedmean-msmarco-specb-bitfit<\/a>","Model Size (Million Parameters)":1341,"Memory Usage (GB, fp32)":4.99,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":66.52,"AmazonCounterfactualClassification (en)":65.21,"AmazonPolarityClassification":73.21,"AmazonReviewsClassification (en)":34.96,"Banking77Classification":82.06,"EmotionClassification":46.39,"ImdbClassification":64.05,"MassiveIntentClassification (en)":68.65,"MassiveScenarioClassification (en)":76.04,"MTOPDomainClassification (en)":92.08,"MTOPIntentClassification (en)":71.19,"ToxicConversationsClassification":68.73,"TweetSentimentExtractionClassification":55.67} -{"index":290,"Rank":211,"Model":"nomic-embed-text-v1.5-64<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":64,"Max Tokens":8192,"Average":66.48,"AmazonCounterfactualClassification (en)":66.85,"AmazonPolarityClassification":85.92,"AmazonReviewsClassification (en)":41.02,"Banking77Classification":80.63,"EmotionClassification":40.55,"ImdbClassification":76.6,"MassiveIntentClassification (en)":64.95,"MassiveScenarioClassification (en)":70.38,"MTOPDomainClassification (en)":86.31,"MTOPIntentClassification (en)":62.77,"ToxicConversationsClassification":66.53,"TweetSentimentExtractionClassification":55.23} -{"index":142,"Rank":212,"Model":"bge-micro<\/a>","Model Size (Million Parameters)":17,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average":66.35,"AmazonCounterfactualClassification (en)":66.27,"AmazonPolarityClassification":75.37,"AmazonReviewsClassification (en)":35.81,"Banking77Classification":80.58,"EmotionClassification":42.47,"ImdbClassification":70.7,"MassiveIntentClassification (en)":67.78,"MassiveScenarioClassification (en)":73.04,"MTOPDomainClassification (en)":90.25,"MTOPIntentClassification (en)":67.95,"ToxicConversationsClassification":69.21,"TweetSentimentExtractionClassification":56.71} -{"index":360,"Rank":213,"Model":"gte_wl<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":66.23,"AmazonCounterfactualClassification (en)":72.07,"AmazonPolarityClassification":69.45,"AmazonReviewsClassification (en)":36.36,"Banking77Classification":75.68,"EmotionClassification":47.21,"ImdbClassification":68.03,"MassiveIntentClassification (en)":65.54,"MassiveScenarioClassification (en)":72.93,"MTOPDomainClassification (en)":91.23,"MTOPIntentClassification (en)":60.44,"ToxicConversationsClassification":76.2,"TweetSentimentExtractionClassification":59.56} -{"index":175,"Rank":214,"Model":"sgpt-bloom-7b1-msmarco<\/a>","Model Size (Million Parameters)":7068,"Memory Usage (GB, fp32)":26.33,"Embedding Dimensions":4096,"Max Tokens":2048,"Average":66.19,"AmazonCounterfactualClassification (en)":68.06,"AmazonPolarityClassification":68.97,"AmazonReviewsClassification (en)":33.86,"Banking77Classification":84.33,"EmotionClassification":44.87,"ImdbClassification":61.77,"MassiveIntentClassification (en)":69.67,"MassiveScenarioClassification (en)":75.34,"MTOPDomainClassification (en)":93.68,"MTOPIntentClassification (en)":71.34,"ToxicConversationsClassification":66.55,"TweetSentimentExtractionClassification":55.85} -{"index":236,"Rank":215,"Model":"jina-embedding-b-en-v1<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":66.07,"AmazonCounterfactualClassification (en)":66.73,"AmazonPolarityClassification":67.61,"AmazonReviewsClassification (en)":31.18,"Banking77Classification":84.06,"EmotionClassification":44.68,"ImdbClassification":63.87,"MassiveIntentClassification (en)":71.09,"MassiveScenarioClassification (en)":76.25,"MTOPDomainClassification (en)":91.53,"MTOPIntentClassification (en)":72.83,"ToxicConversationsClassification":66.15,"TweetSentimentExtractionClassification":56.85} -{"index":348,"Rank":216,"Model":"Angle_BERT<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":66.01,"AmazonCounterfactualClassification (en)":77.94,"AmazonPolarityClassification":76.0,"AmazonReviewsClassification (en)":37.18,"Banking77Classification":75.5,"EmotionClassification":45.21,"ImdbClassification":68.85,"MassiveIntentClassification (en)":66.32,"MassiveScenarioClassification (en)":70.62,"MTOPDomainClassification (en)":85.38,"MTOPIntentClassification (en)":64.51,"ToxicConversationsClassification":67.08,"TweetSentimentExtractionClassification":57.57} -{"index":266,"Rank":217,"Model":"potion-base-32M<\/a>","Model Size (Million Parameters)":32,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":512,"Max Tokens":1000000,"Average":65.97,"AmazonCounterfactualClassification (en)":74.55,"AmazonPolarityClassification":72.86,"AmazonReviewsClassification (en)":36.95,"Banking77Classification":74.78,"EmotionClassification":48.29,"ImdbClassification":70.13,"MassiveIntentClassification (en)":65.14,"MassiveScenarioClassification (en)":71.39,"MTOPDomainClassification (en)":90.61,"MTOPIntentClassification (en)":59.9,"ToxicConversationsClassification":70.43,"TweetSentimentExtractionClassification":56.58} -{"index":400,"Rank":218,"Model":"elser-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":30522,"Max Tokens":512,"Average":65.94,"AmazonCounterfactualClassification (en)":74.16,"AmazonPolarityClassification":61.91,"AmazonReviewsClassification (en)":32.06,"Banking77Classification":82.05,"EmotionClassification":46.65,"ImdbClassification":65.02,"MassiveIntentClassification (en)":68.48,"MassiveScenarioClassification (en)":74.98,"MTOPDomainClassification (en)":93.17,"MTOPIntentClassification (en)":71.1,"ToxicConversationsClassification":68.15,"TweetSentimentExtractionClassification":53.57} -{"index":370,"Rank":219,"Model":"universal-sentence-encoder-multilingual-large-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":512,"Max Tokens":512,"Average":65.78,"AmazonCounterfactualClassification (en)":70.81,"AmazonPolarityClassification":67.05,"AmazonReviewsClassification (en)":35.85,"Banking77Classification":74.67,"EmotionClassification":42.31,"ImdbClassification":63.69,"MassiveIntentClassification (en)":69.05,"MassiveScenarioClassification (en)":75.8,"MTOPDomainClassification (en)":92.48,"MTOPIntentClassification (en)":70.27,"ToxicConversationsClassification":68.22,"TweetSentimentExtractionClassification":59.19} -{"index":98,"Rank":220,"Model":"Wartortle<\/a>","Model Size (Million Parameters)":17,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average":65.72,"AmazonCounterfactualClassification (en)":70.4,"AmazonPolarityClassification":82.04,"AmazonReviewsClassification (en)":42.41,"Banking77Classification":71.07,"EmotionClassification":46.78,"ImdbClassification":74.6,"MassiveIntentClassification (en)":62.27,"MassiveScenarioClassification (en)":68.22,"MTOPDomainClassification (en)":88.24,"MTOPIntentClassification (en)":54.94,"ToxicConversationsClassification":65.15,"TweetSentimentExtractionClassification":62.54} -{"index":140,"Rank":221,"Model":"snowflake-arctic-embed-s<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":65.65,"AmazonCounterfactualClassification (en)":71.18,"AmazonPolarityClassification":78.75,"AmazonReviewsClassification (en)":38.26,"Banking77Classification":79.12,"EmotionClassification":45.77,"ImdbClassification":69.49,"MassiveIntentClassification (en)":64.76,"MassiveScenarioClassification (en)":70.05,"MTOPDomainClassification (en)":90.94,"MTOPIntentClassification (en)":58.63,"ToxicConversationsClassification":61.96,"TweetSentimentExtractionClassification":58.9} -{"index":328,"Rank":222,"Model":"gtr-t5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":65.25,"AmazonCounterfactualClassification (en)":69.33,"AmazonPolarityClassification":67.82,"AmazonReviewsClassification (en)":38.48,"Banking77Classification":79.26,"EmotionClassification":42.2,"ImdbClassification":65.99,"MassiveIntentClassification (en)":67.05,"MassiveScenarioClassification (en)":75.4,"MTOPDomainClassification (en)":92.42,"MTOPIntentClassification (en)":62.44,"ToxicConversationsClassification":66.6,"TweetSentimentExtractionClassification":56.02} -{"index":139,"Rank":223,"Model":"snowflake-arctic-embed-m-v2.0<\/a>","Model Size (Million Parameters)":305,"Memory Usage (GB, fp32)":1.14,"Embedding Dimensions":768,"Max Tokens":8192,"Average":65.25,"AmazonCounterfactualClassification (en)":66.19,"AmazonPolarityClassification":70.36,"AmazonReviewsClassification (en)":33.77,"Banking77Classification":80.18,"EmotionClassification":42.38,"ImdbClassification":69.09,"MassiveIntentClassification (en)":68.01,"MassiveScenarioClassification (en)":72.67,"MTOPDomainClassification (en)":92.09,"MTOPIntentClassification (en)":65.27,"ToxicConversationsClassification":64.81,"TweetSentimentExtractionClassification":58.17} -{"index":179,"Rank":224,"Model":"snowflake-arctic-embed-m-v2.0-cpu<\/a>","Model Size (Million Parameters)":305,"Memory Usage (GB, fp32)":1.14,"Embedding Dimensions":768,"Max Tokens":8192,"Average":65.25,"AmazonCounterfactualClassification (en)":66.19,"AmazonPolarityClassification":70.36,"AmazonReviewsClassification (en)":33.77,"Banking77Classification":80.18,"EmotionClassification":42.38,"ImdbClassification":69.09,"MassiveIntentClassification (en)":68.01,"MassiveScenarioClassification (en)":72.67,"MTOPDomainClassification (en)":92.09,"MTOPIntentClassification (en)":65.27,"ToxicConversationsClassification":64.81,"TweetSentimentExtractionClassification":58.17} -{"index":5,"Rank":225,"Model":"voyage-3-lite<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":512,"Max Tokens":32000,"Average":65.04,"AmazonCounterfactualClassification (en)":63.58,"AmazonPolarityClassification":75.7,"AmazonReviewsClassification (en)":37.63,"Banking77Classification":76.85,"EmotionClassification":43.81,"ImdbClassification":73.04,"MassiveIntentClassification (en)":66.46,"MassiveScenarioClassification (en)":71.94,"MTOPDomainClassification (en)":90.52,"MTOPIntentClassification (en)":62.23,"ToxicConversationsClassification":61.86,"TweetSentimentExtractionClassification":56.84} -{"index":323,"Rank":226,"Model":"all-mpnet-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average":65.03,"AmazonCounterfactualClassification (en)":65.03,"AmazonPolarityClassification":67.14,"AmazonReviewsClassification (en)":31.44,"Banking77Classification":81.7,"EmotionClassification":42.22,"ImdbClassification":71.17,"MassiveIntentClassification (en)":69.76,"MassiveScenarioClassification (en)":75.67,"MTOPDomainClassification (en)":91.89,"MTOPIntentClassification (en)":68.27,"ToxicConversationsClassification":61.05,"TweetSentimentExtractionClassification":55.05} -{"index":96,"Rank":227,"Model":"Squirtle<\/a>","Model Size (Million Parameters)":16,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average":64.86,"AmazonCounterfactualClassification (en)":69.6,"AmazonPolarityClassification":82.09,"AmazonReviewsClassification (en)":41.94,"Banking77Classification":67.13,"EmotionClassification":45.79,"ImdbClassification":74.95,"MassiveIntentClassification (en)":61.52,"MassiveScenarioClassification (en)":67.04,"MTOPDomainClassification (en)":87.27,"MTOPIntentClassification (en)":54.66,"ToxicConversationsClassification":64.47,"TweetSentimentExtractionClassification":61.8} -{"index":83,"Rank":228,"Model":"paraphrase-multilingual-mpnet-base-v2-KE_Sieve<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":64.85,"AmazonCounterfactualClassification (en)":79.06,"AmazonPolarityClassification":70.19,"AmazonReviewsClassification (en)":34.29,"Banking77Classification":75.89,"EmotionClassification":40.26,"ImdbClassification":61.14,"MassiveIntentClassification (en)":65.6,"MassiveScenarioClassification (en)":70.37,"MTOPDomainClassification (en)":87.22,"MTOPIntentClassification (en)":69.45,"ToxicConversationsClassification":70.26,"TweetSentimentExtractionClassification":54.49} -{"index":7,"Rank":229,"Model":"voyage-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":32000,"Average":64.81,"AmazonCounterfactualClassification (en)":60.37,"AmazonPolarityClassification":86.02,"AmazonReviewsClassification (en)":36.97,"Banking77Classification":73.8,"EmotionClassification":40.62,"ImdbClassification":89.68,"MassiveIntentClassification (en)":63.75,"MassiveScenarioClassification (en)":71.0,"MTOPDomainClassification (en)":87.15,"MTOPIntentClassification (en)":56.34,"ToxicConversationsClassification":60.73,"TweetSentimentExtractionClassification":51.28} -{"index":332,"Rank":230,"Model":"msmarco-bert-co-condensor<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":64.71,"AmazonCounterfactualClassification (en)":64.06,"AmazonPolarityClassification":66.88,"AmazonReviewsClassification (en)":34.85,"Banking77Classification":82.35,"EmotionClassification":41.91,"ImdbClassification":60.17,"MassiveIntentClassification (en)":70.4,"MassiveScenarioClassification (en)":73.73,"MTOPDomainClassification (en)":91.34,"MTOPIntentClassification (en)":71.07,"ToxicConversationsClassification":64.01,"TweetSentimentExtractionClassification":55.74} -{"index":363,"Rank":231,"Model":"mv_sw<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":64.67,"AmazonCounterfactualClassification (en)":71.79,"AmazonPolarityClassification":72.48,"AmazonReviewsClassification (en)":36.01,"Banking77Classification":72.64,"EmotionClassification":45.09,"ImdbClassification":70.78,"MassiveIntentClassification (en)":63.79,"MassiveScenarioClassification (en)":70.31,"MTOPDomainClassification (en)":88.96,"MTOPIntentClassification (en)":57.0,"ToxicConversationsClassification":71.83,"TweetSentimentExtractionClassification":55.39} -{"index":327,"Rank":232,"Model":"distiluse-base-multilingual-cased-v2<\/a>","Model Size (Million Parameters)":135,"Memory Usage (GB, fp32)":0.5,"Embedding Dimensions":512,"Max Tokens":512,"Average":64.67,"AmazonCounterfactualClassification (en)":71.81,"AmazonPolarityClassification":68.0,"AmazonReviewsClassification (en)":35.45,"Banking77Classification":71.48,"EmotionClassification":40.04,"ImdbClassification":61.52,"MassiveIntentClassification (en)":66.71,"MassiveScenarioClassification (en)":74.0,"MTOPDomainClassification (en)":91.59,"MTOPIntentClassification (en)":66.4,"ToxicConversationsClassification":69.09,"TweetSentimentExtractionClassification":59.97} -{"index":104,"Rank":233,"Model":"test25<\/a>","Model Size (Million Parameters)":17,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average":64.56,"AmazonCounterfactualClassification (en)":69.57,"AmazonPolarityClassification":74.74,"AmazonReviewsClassification (en)":35.36,"Banking77Classification":77.51,"EmotionClassification":39.09,"ImdbClassification":67.87,"MassiveIntentClassification (en)":65.15,"MassiveScenarioClassification (en)":70.75,"MTOPDomainClassification (en)":89.98,"MTOPIntentClassification (en)":66.43,"ToxicConversationsClassification":64.01,"TweetSentimentExtractionClassification":54.26} -{"index":367,"Rank":234,"Model":"universal-sentence-encoder-4<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":64.45,"AmazonCounterfactualClassification (en)":70.67,"AmazonPolarityClassification":67.73,"AmazonReviewsClassification (en)":32.62,"Banking77Classification":74.12,"EmotionClassification":38.64,"ImdbClassification":68.43,"MassiveIntentClassification (en)":67.23,"MassiveScenarioClassification (en)":72.79,"MTOPDomainClassification (en)":90.12,"MTOPIntentClassification (en)":65.0,"ToxicConversationsClassification":68.99,"TweetSentimentExtractionClassification":57.01} -{"index":268,"Rank":235,"Model":"potion-base-8M<\/a>","Model Size (Million Parameters)":8,"Memory Usage (GB, fp32)":0.03,"Embedding Dimensions":256,"Max Tokens":1000000,"Average":64.44,"AmazonCounterfactualClassification (en)":71.79,"AmazonPolarityClassification":72.48,"AmazonReviewsClassification (en)":36.01,"Banking77Classification":72.64,"EmotionClassification":45.09,"ImdbClassification":70.78,"MassiveIntentClassification (en)":63.79,"MassiveScenarioClassification (en)":70.31,"MTOPDomainClassification (en)":88.96,"MTOPIntentClassification (en)":57.0,"ToxicConversationsClassification":69.06,"TweetSentimentExtractionClassification":55.39} -{"index":376,"Rank":236,"Model":"potion-base-8M-stf<\/a>","Model Size (Million Parameters)":8,"Memory Usage (GB, fp32)":0.03,"Embedding Dimensions":256,"Max Tokens":1000000,"Average":64.44,"AmazonCounterfactualClassification (en)":71.79,"AmazonPolarityClassification":72.48,"AmazonReviewsClassification (en)":36.01,"Banking77Classification":72.64,"EmotionClassification":45.09,"ImdbClassification":70.78,"MassiveIntentClassification (en)":63.79,"MassiveScenarioClassification (en)":70.31,"MTOPDomainClassification (en)":88.96,"MTOPIntentClassification (en)":57.0,"ToxicConversationsClassification":69.06,"TweetSentimentExtractionClassification":55.39} -{"index":334,"Rank":237,"Model":"paraphrase-multilingual-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":64.31,"AmazonCounterfactualClassification (en)":71.57,"AmazonPolarityClassification":69.21,"AmazonReviewsClassification (en)":35.11,"Banking77Classification":79.77,"EmotionClassification":42.37,"ImdbClassification":60.46,"MassiveIntentClassification (en)":66.89,"MassiveScenarioClassification (en)":71.54,"MTOPDomainClassification (en)":87.06,"MTOPIntentClassification (en)":65.52,"ToxicConversationsClassification":66.07,"TweetSentimentExtractionClassification":56.12} -{"index":261,"Rank":238,"Model":"all-MiniLM-L6-v2-ds<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":63.67,"AmazonCounterfactualClassification (en)":61.99,"AmazonPolarityClassification":64.75,"AmazonReviewsClassification (en)":29.79,"Banking77Classification":82.92,"EmotionClassification":40.56,"ImdbClassification":61.71,"MassiveIntentClassification (en)":68.72,"MassiveScenarioClassification (en)":74.39,"MTOPDomainClassification (en)":91.45,"MTOPIntentClassification (en)":70.03,"ToxicConversationsClassification":65.33,"TweetSentimentExtractionClassification":52.41} -{"index":103,"Rank":239,"Model":"test24<\/a>","Model Size (Million Parameters)":17,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average":63.54,"AmazonCounterfactualClassification (en)":66.84,"AmazonPolarityClassification":70.48,"AmazonReviewsClassification (en)":33.65,"Banking77Classification":78.04,"EmotionClassification":39.18,"ImdbClassification":65.14,"MassiveIntentClassification (en)":65.32,"MassiveScenarioClassification (en)":70.51,"MTOPDomainClassification (en)":89.27,"MTOPIntentClassification (en)":65.36,"ToxicConversationsClassification":63.92,"TweetSentimentExtractionClassification":54.8} -{"index":369,"Rank":240,"Model":"universal-sentence-encoder-multilingual-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":512,"Max Tokens":512,"Average":63.42,"AmazonCounterfactualClassification (en)":69.84,"AmazonPolarityClassification":65.24,"AmazonReviewsClassification (en)":33.95,"Banking77Classification":72.79,"EmotionClassification":35.6,"ImdbClassification":66.32,"MassiveIntentClassification (en)":66.12,"MassiveScenarioClassification (en)":73.74,"MTOPDomainClassification (en)":90.4,"MTOPIntentClassification (en)":62.28,"ToxicConversationsClassification":67.56,"TweetSentimentExtractionClassification":57.24} -{"index":197,"Rank":241,"Model":"SONAR<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":63.42,"AmazonCounterfactualClassification (en)":81.49,"AmazonPolarityClassification":62.73,"AmazonReviewsClassification (en)":31.55,"Banking77Classification":73.5,"EmotionClassification":38.29,"ImdbClassification":55.75,"MassiveIntentClassification (en)":64.37,"MassiveScenarioClassification (en)":69.05,"MTOPDomainClassification (en)":89.92,"MTOPIntentClassification (en)":70.85,"ToxicConversationsClassification":67.28,"TweetSentimentExtractionClassification":56.23} -{"index":215,"Rank":242,"Model":"granite-embedding-278m-multilingual<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":63.34,"AmazonCounterfactualClassification (en)":71.81,"AmazonPolarityClassification":67.59,"AmazonReviewsClassification (en)":37.28,"Banking77Classification":78.06,"EmotionClassification":36.45,"ImdbClassification":63.02,"MassiveIntentClassification (en)":63.95,"MassiveScenarioClassification (en)":70.93,"MTOPDomainClassification (en)":89.9,"MTOPIntentClassification (en)":60.27,"ToxicConversationsClassification":62.48,"TweetSentimentExtractionClassification":58.36} -{"index":210,"Rank":243,"Model":"granite-embedding-278m-multilingual-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":63.34,"AmazonCounterfactualClassification (en)":71.81,"AmazonPolarityClassification":67.59,"AmazonReviewsClassification (en)":37.28,"Banking77Classification":78.06,"EmotionClassification":36.45,"ImdbClassification":63.02,"MassiveIntentClassification (en)":63.95,"MassiveScenarioClassification (en)":70.93,"MTOPDomainClassification (en)":89.9,"MTOPIntentClassification (en)":60.27,"ToxicConversationsClassification":62.48,"TweetSentimentExtractionClassification":58.36} -{"index":211,"Rank":244,"Model":"granite-embedding-278m-multilingual-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":63.34,"AmazonCounterfactualClassification (en)":71.81,"AmazonPolarityClassification":67.59,"AmazonReviewsClassification (en)":37.28,"Banking77Classification":78.06,"EmotionClassification":36.45,"ImdbClassification":63.02,"MassiveIntentClassification (en)":63.95,"MassiveScenarioClassification (en)":70.93,"MTOPDomainClassification (en)":89.9,"MTOPIntentClassification (en)":60.27,"ToxicConversationsClassification":62.48,"TweetSentimentExtractionClassification":58.36} -{"index":321,"Rank":245,"Model":"all-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":63.21,"AmazonCounterfactualClassification (en)":65.28,"AmazonPolarityClassification":62.98,"AmazonReviewsClassification (en)":30.79,"Banking77Classification":80.4,"EmotionClassification":41.17,"ImdbClassification":59.76,"MassiveIntentClassification (en)":67.15,"MassiveScenarioClassification (en)":74.58,"MTOPDomainClassification (en)":91.9,"MTOPIntentClassification (en)":62.84,"ToxicConversationsClassification":67.47,"TweetSentimentExtractionClassification":54.25} -{"index":141,"Rank":246,"Model":"snowflake-arctic-embed-xs<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.08,"Embedding Dimensions":384,"Max Tokens":512,"Average":62.94,"AmazonCounterfactualClassification (en)":65.09,"AmazonPolarityClassification":70.04,"AmazonReviewsClassification (en)":35.34,"Banking77Classification":76.37,"EmotionClassification":41.84,"ImdbClassification":62.8,"MassiveIntentClassification (en)":63.51,"MassiveScenarioClassification (en)":71.01,"MTOPDomainClassification (en)":90.8,"MTOPIntentClassification (en)":58.01,"ToxicConversationsClassification":64.31,"TweetSentimentExtractionClassification":56.19} -{"index":99,"Rank":247,"Model":"gte-micro<\/a>","Model Size (Million Parameters)":17,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average":62.81,"AmazonCounterfactualClassification (en)":68.82,"AmazonPolarityClassification":77.12,"AmazonReviewsClassification (en)":40.94,"Banking77Classification":69.56,"EmotionClassification":46.22,"ImdbClassification":62.17,"MassiveIntentClassification (en)":59.03,"MassiveScenarioClassification (en)":66.59,"MTOPDomainClassification (en)":86.69,"MTOPIntentClassification (en)":49.7,"ToxicConversationsClassification":66.1,"TweetSentimentExtractionClassification":60.78} -{"index":320,"Rank":248,"Model":"LaBSE<\/a>","Model Size (Million Parameters)":471,"Memory Usage (GB, fp32)":1.75,"Embedding Dimensions":768,"Max Tokens":512,"Average":62.71,"AmazonCounterfactualClassification (en)":75.93,"AmazonPolarityClassification":68.95,"AmazonReviewsClassification (en)":35.8,"Banking77Classification":69.85,"EmotionClassification":37.22,"ImdbClassification":62.04,"MassiveIntentClassification (en)":61.46,"MassiveScenarioClassification (en)":66.41,"MTOPDomainClassification (en)":86.06,"MTOPIntentClassification (en)":63.03,"ToxicConversationsClassification":66.9,"TweetSentimentExtractionClassification":58.82} -{"index":173,"Rank":249,"Model":"brown-fairy-base-v0<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.08,"Embedding Dimensions":768,"Max Tokens":1000000,"Average":62.68,"AmazonCounterfactualClassification (en)":69.52,"AmazonPolarityClassification":68.71,"AmazonReviewsClassification (en)":34.01,"Banking77Classification":74.3,"EmotionClassification":45.68,"ImdbClassification":65.87,"MassiveIntentClassification (en)":60.25,"MassiveScenarioClassification (en)":66.33,"MTOPDomainClassification (en)":82.47,"MTOPIntentClassification (en)":58.11,"ToxicConversationsClassification":74.03,"TweetSentimentExtractionClassification":52.82} -{"index":177,"Rank":250,"Model":"slx-v0.1<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.08,"Embedding Dimensions":384,"Max Tokens":512,"Average":62.64,"AmazonCounterfactualClassification (en)":61.46,"AmazonPolarityClassification":64.26,"AmazonReviewsClassification (en)":30.3,"Banking77Classification":80.04,"EmotionClassification":40.55,"ImdbClassification":61.76,"MassiveIntentClassification (en)":67.94,"MassiveScenarioClassification (en)":73.91,"MTOPDomainClassification (en)":91.97,"MTOPIntentClassification (en)":63.3,"ToxicConversationsClassification":62.09,"TweetSentimentExtractionClassification":54.04} -{"index":322,"Rank":251,"Model":"all-MiniLM-L6-v2<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":384,"Max Tokens":512,"Average":62.62,"AmazonCounterfactualClassification (en)":63.64,"AmazonPolarityClassification":64.26,"AmazonReviewsClassification (en)":30.85,"Banking77Classification":80.04,"EmotionClassification":40.83,"ImdbClassification":61.76,"MassiveIntentClassification (en)":66.94,"MassiveScenarioClassification (en)":73.81,"MTOPDomainClassification (en)":91.68,"MTOPIntentClassification (en)":61.55,"ToxicConversationsClassification":62.09,"TweetSentimentExtractionClassification":54.04} -{"index":304,"Rank":252,"Model":"unsup-simcse-bert-base-uncased<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":62.5,"AmazonCounterfactualClassification (en)":67.09,"AmazonPolarityClassification":74.48,"AmazonReviewsClassification (en)":33.85,"Banking77Classification":73.55,"EmotionClassification":42.22,"ImdbClassification":69.63,"MassiveIntentClassification (en)":59.84,"MassiveScenarioClassification (en)":66.25,"MTOPDomainClassification (en)":81.71,"MTOPIntentClassification (en)":59.23,"ToxicConversationsClassification":68.82,"TweetSentimentExtractionClassification":53.36} -{"index":342,"Rank":253,"Model":"text2vec-base-multilingual<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":256,"Average":62.23,"AmazonCounterfactualClassification (en)":70.97,"AmazonPolarityClassification":66.1,"AmazonReviewsClassification (en)":33.13,"Banking77Classification":78.08,"EmotionClassification":43.35,"ImdbClassification":59.35,"MassiveIntentClassification (en)":63.83,"MassiveScenarioClassification (en)":66.96,"MTOPDomainClassification (en)":81.05,"MTOPIntentClassification (en)":62.79,"ToxicConversationsClassification":65.97,"TweetSentimentExtractionClassification":55.22} -{"index":267,"Rank":254,"Model":"potion-base-4M<\/a>","Model Size (Million Parameters)":4,"Memory Usage (GB, fp32)":0.01,"Embedding Dimensions":128,"Max Tokens":1000000,"Average":62.19,"AmazonCounterfactualClassification (en)":68.39,"AmazonPolarityClassification":71.7,"AmazonReviewsClassification (en)":34.32,"Banking77Classification":69.69,"EmotionClassification":44.71,"ImdbClassification":70.79,"MassiveIntentClassification (en)":60.67,"MassiveScenarioClassification (en)":66.95,"MTOPDomainClassification (en)":85.62,"MTOPIntentClassification (en)":51.51,"ToxicConversationsClassification":67.72,"TweetSentimentExtractionClassification":54.2} -{"index":174,"Rank":255,"Model":"red-beetle-base-v1.1<\/a>","Model Size (Million Parameters)":30,"Memory Usage (GB, fp32)":0.11,"Embedding Dimensions":1024,"Max Tokens":1000000,"Average":62.15,"AmazonCounterfactualClassification (en)":70.37,"AmazonPolarityClassification":69.4,"AmazonReviewsClassification (en)":32.02,"Banking77Classification":75.22,"EmotionClassification":43.98,"ImdbClassification":67.88,"MassiveIntentClassification (en)":59.35,"MassiveScenarioClassification (en)":65.68,"MTOPDomainClassification (en)":86.23,"MTOPIntentClassification (en)":58.11,"ToxicConversationsClassification":66.41,"TweetSentimentExtractionClassification":51.19} -{"index":213,"Rank":256,"Model":"granite-embedding-107m-multilingual<\/a>","Model Size (Million Parameters)":107,"Memory Usage (GB, fp32)":0.4,"Embedding Dimensions":384,"Max Tokens":514,"Average":62.05,"AmazonCounterfactualClassification (en)":71.67,"AmazonPolarityClassification":66.58,"AmazonReviewsClassification (en)":36.41,"Banking77Classification":75.95,"EmotionClassification":33.76,"ImdbClassification":62.91,"MassiveIntentClassification (en)":62.52,"MassiveScenarioClassification (en)":69.36,"MTOPDomainClassification (en)":88.92,"MTOPIntentClassification (en)":57.64,"ToxicConversationsClassification":60.38,"TweetSentimentExtractionClassification":58.54} -{"index":180,"Rank":257,"Model":"LaBSE-en-ru<\/a>","Model Size (Million Parameters)":129,"Memory Usage (GB, fp32)":0.48,"Embedding Dimensions":768,"Max Tokens":512,"Average":61.71,"AmazonCounterfactualClassification (en)":76.06,"AmazonPolarityClassification":68.35,"AmazonReviewsClassification (en)":35.53,"Banking77Classification":69.6,"EmotionClassification":36.15,"ImdbClassification":62.87,"MassiveIntentClassification (en)":60.48,"MassiveScenarioClassification (en)":65.43,"MTOPDomainClassification (en)":85.6,"MTOPIntentClassification (en)":62.39,"ToxicConversationsClassification":60.26,"TweetSentimentExtractionClassification":57.75} -{"index":214,"Rank":258,"Model":"granite-embedding-125m-english<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":514,"Average":61.69,"AmazonCounterfactualClassification (en)":63.4,"AmazonPolarityClassification":64.59,"AmazonReviewsClassification (en)":33.53,"Banking77Classification":77.92,"EmotionClassification":40.95,"ImdbClassification":64.41,"MassiveIntentClassification (en)":64.55,"MassiveScenarioClassification (en)":71.65,"MTOPDomainClassification (en)":91.31,"MTOPIntentClassification (en)":54.94,"ToxicConversationsClassification":59.76,"TweetSentimentExtractionClassification":53.32} -{"index":193,"Rank":259,"Model":"multi-qa-MiniLM-L6-cos-v1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":61.67,"AmazonCounterfactualClassification (en)":61.79,"AmazonPolarityClassification":62.36,"AmazonReviewsClassification (en)":29.59,"Banking77Classification":78.6,"EmotionClassification":39.6,"ImdbClassification":61.22,"MassiveIntentClassification (en)":66.78,"MassiveScenarioClassification (en)":73.78,"MTOPDomainClassification (en)":89.97,"MTOPIntentClassification (en)":59.57,"ToxicConversationsClassification":65.12,"TweetSentimentExtractionClassification":51.63} -{"index":206,"Rank":260,"Model":"bert-base-uncased<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":61.66,"AmazonCounterfactualClassification (en)":74.25,"AmazonPolarityClassification":71.33,"AmazonReviewsClassification (en)":33.56,"Banking77Classification":63.41,"EmotionClassification":35.28,"ImdbClassification":65.35,"MassiveIntentClassification (en)":59.88,"MassiveScenarioClassification (en)":64.28,"MTOPDomainClassification (en)":82.63,"MTOPIntentClassification (en)":68.14,"ToxicConversationsClassification":70.0,"TweetSentimentExtractionClassification":51.81} -{"index":167,"Rank":261,"Model":"brown-beetle-base-v1<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.08,"Embedding Dimensions":768,"Max Tokens":1000000,"Average":61.61,"AmazonCounterfactualClassification (en)":72.45,"AmazonPolarityClassification":66.56,"AmazonReviewsClassification (en)":32.8,"Banking77Classification":71.94,"EmotionClassification":36.71,"ImdbClassification":64.76,"MassiveIntentClassification (en)":62.97,"MassiveScenarioClassification (en)":67.06,"MTOPDomainClassification (en)":85.47,"MTOPIntentClassification (en)":65.47,"ToxicConversationsClassification":63.3,"TweetSentimentExtractionClassification":49.79} -{"index":107,"Rank":262,"Model":"SGPT-125M-weightedmean-nli-bitfit<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":2048,"Average":61.46,"AmazonCounterfactualClassification (en)":65.88,"AmazonPolarityClassification":74.94,"AmazonReviewsClassification (en)":35.1,"Banking77Classification":74.68,"EmotionClassification":42.23,"ImdbClassification":62.9,"MassiveIntentClassification (en)":58.08,"MassiveScenarioClassification (en)":66.34,"MTOPDomainClassification (en)":81.52,"MTOPIntentClassification (en)":58.24,"ToxicConversationsClassification":62.79,"TweetSentimentExtractionClassification":54.82} -{"index":184,"Rank":263,"Model":"cai-stellaris-text-embeddings<\/a>","Model Size (Million Parameters)":53,"Memory Usage (GB, fp32)":0.2,"Embedding Dimensions":768,"Max Tokens":514,"Average":61.44,"AmazonCounterfactualClassification (en)":64.87,"AmazonPolarityClassification":65.17,"AmazonReviewsClassification (en)":31.02,"Banking77Classification":74.12,"EmotionClassification":36.71,"ImdbClassification":66.9,"MassiveIntentClassification (en)":61.95,"MassiveScenarioClassification (en)":70.2,"MTOPDomainClassification (en)":89.13,"MTOPIntentClassification (en)":62.62,"ToxicConversationsClassification":63.57,"TweetSentimentExtractionClassification":51.04} -{"index":262,"Rank":264,"Model":"M2V_base_glove<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Embedding Dimensions":256,"Max Tokens":1000000,"Average":61.34,"AmazonCounterfactualClassification (en)":67.19,"AmazonPolarityClassification":68.45,"AmazonReviewsClassification (en)":31.84,"Banking77Classification":72.39,"EmotionClassification":40.96,"ImdbClassification":67.0,"MassiveIntentClassification (en)":61.16,"MassiveScenarioClassification (en)":65.94,"MTOPDomainClassification (en)":84.32,"MTOPIntentClassification (en)":59.26,"ToxicConversationsClassification":67.6,"TweetSentimentExtractionClassification":50.02} -{"index":169,"Rank":265,"Model":"brown-beetle-small-v1<\/a>","Model Size (Million Parameters)":8,"Memory Usage (GB, fp32)":0.03,"Embedding Dimensions":256,"Max Tokens":1000000,"Average":61.28,"AmazonCounterfactualClassification (en)":71.13,"AmazonPolarityClassification":67.33,"AmazonReviewsClassification (en)":32.6,"Banking77Classification":71.91,"EmotionClassification":37.01,"ImdbClassification":65.49,"MassiveIntentClassification (en)":62.66,"MassiveScenarioClassification (en)":66.68,"MTOPDomainClassification (en)":84.76,"MTOPIntentClassification (en)":63.26,"ToxicConversationsClassification":63.05,"TweetSentimentExtractionClassification":49.45} -{"index":263,"Rank":266,"Model":"M2V_base_glove_subword<\/a>","Model Size (Million Parameters)":103,"Memory Usage (GB, fp32)":0.38,"Embedding Dimensions":256,"Max Tokens":1000000,"Average":61.27,"AmazonCounterfactualClassification (en)":68.04,"AmazonPolarityClassification":67.22,"AmazonReviewsClassification (en)":32.38,"Banking77Classification":71.39,"EmotionClassification":38.34,"ImdbClassification":66.56,"MassiveIntentClassification (en)":62.5,"MassiveScenarioClassification (en)":66.09,"MTOPDomainClassification (en)":84.82,"MTOPIntentClassification (en)":62.41,"ToxicConversationsClassification":65.69,"TweetSentimentExtractionClassification":49.83} -{"index":264,"Rank":267,"Model":"M2V_base_output<\/a>","Model Size (Million Parameters)":8,"Memory Usage (GB, fp32)":0.03,"Embedding Dimensions":256,"Max Tokens":1000000,"Average":61.25,"AmazonCounterfactualClassification (en)":71.1,"AmazonPolarityClassification":67.33,"AmazonReviewsClassification (en)":32.59,"Banking77Classification":71.91,"EmotionClassification":37.09,"ImdbClassification":65.11,"MassiveIntentClassification (en)":62.67,"MassiveScenarioClassification (en)":66.7,"MTOPDomainClassification (en)":84.76,"MTOPIntentClassification (en)":63.26,"ToxicConversationsClassification":63.04,"TweetSentimentExtractionClassification":49.44} -{"index":216,"Rank":268,"Model":"granite-embedding-30m-english<\/a>","Model Size (Million Parameters)":30,"Memory Usage (GB, fp32)":0.11,"Embedding Dimensions":384,"Max Tokens":514,"Average":61.06,"AmazonCounterfactualClassification (en)":60.93,"AmazonPolarityClassification":62.98,"AmazonReviewsClassification (en)":32.18,"Banking77Classification":77.32,"EmotionClassification":38.8,"ImdbClassification":62.23,"MassiveIntentClassification (en)":64.77,"MassiveScenarioClassification (en)":71.34,"MTOPDomainClassification (en)":89.45,"MTOPIntentClassification (en)":56.85,"ToxicConversationsClassification":62.94,"TweetSentimentExtractionClassification":52.87} -{"index":361,"Rank":269,"Model":"l3_wl<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":60.85,"AmazonCounterfactualClassification (en)":67.4,"AmazonPolarityClassification":63.76,"AmazonReviewsClassification (en)":32.09,"Banking77Classification":73.69,"EmotionClassification":39.0,"ImdbClassification":65.02,"MassiveIntentClassification (en)":61.99,"MassiveScenarioClassification (en)":68.49,"MTOPDomainClassification (en)":85.58,"MTOPIntentClassification (en)":56.26,"ToxicConversationsClassification":66.82,"TweetSentimentExtractionClassification":50.12} -{"index":106,"Rank":270,"Model":"SGPT-125M-weightedmean-msmarco-specb-bitfit<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":2048,"Average":60.72,"AmazonCounterfactualClassification (en)":61.24,"AmazonPolarityClassification":65.4,"AmazonReviewsClassification (en)":31.17,"Banking77Classification":77.7,"EmotionClassification":39.08,"ImdbClassification":58.67,"MassiveIntentClassification (en)":61.41,"MassiveScenarioClassification (en)":69.74,"MTOPDomainClassification (en)":86.96,"MTOPIntentClassification (en)":62.25,"ToxicConversationsClassification":62.66,"TweetSentimentExtractionClassification":52.41} -{"index":238,"Rank":271,"Model":"jina-embedding-s-en-v1<\/a>","Model Size (Million Parameters)":35,"Memory Usage (GB, fp32)":0.13,"Embedding Dimensions":512,"Max Tokens":512,"Average":60.56,"AmazonCounterfactualClassification (en)":64.82,"AmazonPolarityClassification":64.28,"AmazonReviewsClassification (en)":30.62,"Banking77Classification":74.64,"EmotionClassification":36.08,"ImdbClassification":58.71,"MassiveIntentClassification (en)":64.67,"MassiveScenarioClassification (en)":71.79,"MTOPDomainClassification (en)":88.82,"MTOPIntentClassification (en)":58.61,"ToxicConversationsClassification":59.44,"TweetSentimentExtractionClassification":54.26} -{"index":364,"Rank":272,"Model":"wl_sw_256<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":60.06,"AmazonCounterfactualClassification (en)":65.97,"AmazonPolarityClassification":63.25,"AmazonReviewsClassification (en)":31.69,"Banking77Classification":73.57,"EmotionClassification":37.89,"ImdbClassification":64.62,"MassiveIntentClassification (en)":61.37,"MassiveScenarioClassification (en)":67.52,"MTOPDomainClassification (en)":84.4,"MTOPIntentClassification (en)":54.9,"ToxicConversationsClassification":65.96,"TweetSentimentExtractionClassification":49.6} -{"index":171,"Rank":273,"Model":"brown-beetle-tiny-v1<\/a>","Model Size (Million Parameters)":4,"Memory Usage (GB, fp32)":0.01,"Embedding Dimensions":128,"Max Tokens":1000000,"Average":58.93,"AmazonCounterfactualClassification (en)":66.55,"AmazonPolarityClassification":66.96,"AmazonReviewsClassification (en)":31.41,"Banking77Classification":70.06,"EmotionClassification":36.84,"ImdbClassification":65.93,"MassiveIntentClassification (en)":59.07,"MassiveScenarioClassification (en)":62.59,"MTOPDomainClassification (en)":80.67,"MTOPIntentClassification (en)":56.54,"ToxicConversationsClassification":62.14,"TweetSentimentExtractionClassification":48.4} -{"index":265,"Rank":274,"Model":"potion-base-2M<\/a>","Model Size (Million Parameters)":2,"Memory Usage (GB, fp32)":0.01,"Embedding Dimensions":64,"Max Tokens":1000000,"Average":58.45,"AmazonCounterfactualClassification (en)":65.45,"AmazonPolarityClassification":70.83,"AmazonReviewsClassification (en)":33.0,"Banking77Classification":65.17,"EmotionClassification":42.03,"ImdbClassification":70.36,"MassiveIntentClassification (en)":54.07,"MassiveScenarioClassification (en)":59.6,"MTOPDomainClassification (en)":79.27,"MTOPIntentClassification (en)":42.5,"ToxicConversationsClassification":66.59,"TweetSentimentExtractionClassification":52.52} -{"index":172,"Rank":275,"Model":"brown-beetle-tiny-v1.1<\/a>","Model Size (Million Parameters)":4,"Memory Usage (GB, fp32)":0.01,"Embedding Dimensions":768,"Max Tokens":1000000,"Average":58.27,"AmazonCounterfactualClassification (en)":62.12,"AmazonPolarityClassification":67.53,"AmazonReviewsClassification (en)":29.97,"Banking77Classification":72.44,"EmotionClassification":41.11,"ImdbClassification":66.39,"MassiveIntentClassification (en)":56.31,"MassiveScenarioClassification (en)":61.36,"MTOPDomainClassification (en)":79.95,"MTOPIntentClassification (en)":50.99,"ToxicConversationsClassification":63.07,"TweetSentimentExtractionClassification":47.95} -{"index":326,"Rank":276,"Model":"average_word_embeddings_komninos<\/a>","Model Size (Million Parameters)":134,"Memory Usage (GB, fp32)":0.5,"Embedding Dimensions":300,"Max Tokens":"N\/A","Average":57.65,"AmazonCounterfactualClassification (en)":60.54,"AmazonPolarityClassification":59.59,"AmazonReviewsClassification (en)":31.01,"Banking77Classification":67.05,"EmotionClassification":33.18,"ImdbClassification":63.98,"MassiveIntentClassification (en)":57.21,"MassiveScenarioClassification (en)":66.11,"MTOPDomainClassification (en)":78.57,"MTOPIntentClassification (en)":57.07,"ToxicConversationsClassification":67.76,"TweetSentimentExtractionClassification":49.68} -{"index":325,"Rank":277,"Model":"average_word_embeddings_glove.6B.300d<\/a>","Model Size (Million Parameters)":120,"Memory Usage (GB, fp32)":0.45,"Embedding Dimensions":300,"Max Tokens":"N\/A","Average":57.29,"AmazonCounterfactualClassification (en)":56.91,"AmazonPolarityClassification":60.32,"AmazonReviewsClassification (en)":29.67,"Banking77Classification":67.69,"EmotionClassification":36.93,"ImdbClassification":62.57,"MassiveIntentClassification (en)":56.19,"MassiveScenarioClassification (en)":66.03,"MTOPDomainClassification (en)":79.11,"MTOPIntentClassification (en)":55.85,"ToxicConversationsClassification":65.4,"TweetSentimentExtractionClassification":50.8} -{"index":189,"Rank":278,"Model":"USER-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":512,"Average":56.81,"AmazonCounterfactualClassification (en)":68.37,"AmazonPolarityClassification":66.69,"AmazonReviewsClassification (en)":35.19,"Banking77Classification":65.5,"EmotionClassification":27.16,"ImdbClassification":58.56,"MassiveIntentClassification (en)":50.95,"MassiveScenarioClassification (en)":59.93,"MTOPDomainClassification (en)":81.46,"MTOPIntentClassification (en)":50.21,"ToxicConversationsClassification":62.4,"TweetSentimentExtractionClassification":55.35} -{"index":181,"Rank":279,"Model":"rubert-tiny<\/a>","Model Size (Million Parameters)":12,"Memory Usage (GB, fp32)":0.04,"Embedding Dimensions":512,"Max Tokens":514,"Average":56.47,"AmazonCounterfactualClassification (en)":69.09,"AmazonPolarityClassification":62.69,"AmazonReviewsClassification (en)":30.32,"Banking77Classification":61.03,"EmotionClassification":27.94,"ImdbClassification":60.52,"MassiveIntentClassification (en)":53.87,"MassiveScenarioClassification (en)":58.9,"MTOPDomainClassification (en)":81.03,"MTOPIntentClassification (en)":61.7,"ToxicConversationsClassification":59.95,"TweetSentimentExtractionClassification":50.65} -{"index":341,"Rank":280,"Model":"rubert-tiny-turbo<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"Embedding Dimensions":312,"Max Tokens":2048,"Average":55.78,"AmazonCounterfactualClassification (en)":71.04,"AmazonPolarityClassification":68.36,"AmazonReviewsClassification (en)":36.73,"Banking77Classification":59.86,"EmotionClassification":29.5,"ImdbClassification":58.36,"MassiveIntentClassification (en)":50.16,"MassiveScenarioClassification (en)":61.29,"MTOPDomainClassification (en)":78.49,"MTOPIntentClassification (en)":42.46,"ToxicConversationsClassification":57.77,"TweetSentimentExtractionClassification":55.3} -{"index":14,"Rank":281,"Model":"LASER2<\/a>","Model Size (Million Parameters)":43,"Memory Usage (GB, fp32)":0.16,"Embedding Dimensions":1024,"Max Tokens":"N\/A","Average":53.18,"AmazonCounterfactualClassification (en)":76.84,"AmazonPolarityClassification":61.01,"AmazonReviewsClassification (en)":28.71,"Banking77Classification":57.76,"EmotionClassification":24.83,"ImdbClassification":57.58,"MassiveIntentClassification (en)":47.91,"MassiveScenarioClassification (en)":55.92,"MTOPDomainClassification (en)":75.36,"MTOPIntentClassification (en)":49.47,"ToxicConversationsClassification":54.05,"TweetSentimentExtractionClassification":48.73} -{"index":50,"Rank":282,"Model":"distilrubert-small-cased-conversational<\/a>","Model Size (Million Parameters)":106,"Memory Usage (GB, fp32)":0.39,"Embedding Dimensions":768,"Max Tokens":512,"Average":52.76,"AmazonCounterfactualClassification (en)":72.24,"AmazonPolarityClassification":57.61,"AmazonReviewsClassification (en)":28.83,"Banking77Classification":64.28,"EmotionClassification":22.08,"ImdbClassification":54.55,"MassiveIntentClassification (en)":51.68,"MassiveScenarioClassification (en)":55.21,"MTOPDomainClassification (en)":71.22,"MTOPIntentClassification (en)":53.1,"ToxicConversationsClassification":58.89,"TweetSentimentExtractionClassification":43.44} -{"index":324,"Rank":283,"Model":"allenai-specter<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":52.37,"AmazonCounterfactualClassification (en)":58.7,"AmazonPolarityClassification":57.77,"AmazonReviewsClassification (en)":26.26,"Banking77Classification":66.66,"EmotionClassification":24.82,"ImdbClassification":56.35,"MassiveIntentClassification (en)":51.73,"MassiveScenarioClassification (en)":58.58,"MTOPDomainClassification (en)":74.53,"MTOPIntentClassification (en)":50.05,"ToxicConversationsClassification":57.44,"TweetSentimentExtractionClassification":45.52} -{"index":182,"Rank":284,"Model":"rubert-tiny2<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"Embedding Dimensions":2048,"Max Tokens":514,"Average":52.21,"AmazonCounterfactualClassification (en)":67.42,"AmazonPolarityClassification":63.8,"AmazonReviewsClassification (en)":33.02,"Banking77Classification":50.97,"EmotionClassification":24.77,"ImdbClassification":60.71,"MassiveIntentClassification (en)":44.53,"MassiveScenarioClassification (en)":55.36,"MTOPDomainClassification (en)":76.85,"MTOPIntentClassification (en)":41.31,"ToxicConversationsClassification":57.44,"TweetSentimentExtractionClassification":50.37} -{"index":191,"Rank":285,"Model":"deberta-v1-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":512,"Average":48.8,"AmazonCounterfactualClassification (en)":64.33,"AmazonPolarityClassification":57.15,"AmazonReviewsClassification (en)":26.81,"Banking77Classification":54.06,"EmotionClassification":20.53,"ImdbClassification":52.62,"MassiveIntentClassification (en)":44.81,"MassiveScenarioClassification (en)":45.39,"MTOPDomainClassification (en)":66.39,"MTOPIntentClassification (en)":52.32,"ToxicConversationsClassification":56.61,"TweetSentimentExtractionClassification":44.62} -{"index":153,"Rank":286,"Model":"sbert_large_mt_nlu_ru<\/a>","Model Size (Million Parameters)":427,"Memory Usage (GB, fp32)":1.59,"Embedding Dimensions":1024,"Max Tokens":514,"Average":47.36,"AmazonCounterfactualClassification (en)":61.57,"AmazonPolarityClassification":60.24,"AmazonReviewsClassification (en)":28.26,"Banking77Classification":39.12,"EmotionClassification":19.28,"ImdbClassification":56.13,"MassiveIntentClassification (en)":38.41,"MassiveScenarioClassification (en)":49.23,"MTOPDomainClassification (en)":72.42,"MTOPIntentClassification (en)":40.1,"ToxicConversationsClassification":56.2,"TweetSentimentExtractionClassification":47.37} -{"index":51,"Rank":287,"Model":"rubert-base-cased<\/a>","Model Size (Million Parameters)":180,"Memory Usage (GB, fp32)":0.67,"Embedding Dimensions":768,"Max Tokens":512,"Average":47.0,"AmazonCounterfactualClassification (en)":65.67,"AmazonPolarityClassification":56.54,"AmazonReviewsClassification (en)":26.34,"Banking77Classification":51.54,"EmotionClassification":20.01,"ImdbClassification":54.6,"MassiveIntentClassification (en)":40.37,"MassiveScenarioClassification (en)":44.48,"MTOPDomainClassification (en)":62.95,"MTOPIntentClassification (en)":45.33,"ToxicConversationsClassification":55.36,"TweetSentimentExtractionClassification":40.79} -{"index":240,"Rank":288,"Model":"jina-embeddings-v2-base-en<\/a>","Model Size (Million Parameters)":275,"Memory Usage (GB, fp32)":1.02,"Embedding Dimensions":768,"Max Tokens":8192,"Average":46.46,"AmazonCounterfactualClassification (en)":52.79,"AmazonPolarityClassification":88.54,"AmazonReviewsClassification (en)":21.39,"Banking77Classification":84.01,"EmotionClassification":48.77,"ImdbClassification":79.44,"MassiveIntentClassification (en)":7.27,"MassiveScenarioClassification (en)":12.97,"MTOPDomainClassification (en)":20.7,"MTOPIntentClassification (en)":6.2,"ToxicConversationsClassification":73.35,"TweetSentimentExtractionClassification":62.06} -{"index":154,"Rank":289,"Model":"sbert_large_nlu_ru<\/a>","Model Size (Million Parameters)":427,"Memory Usage (GB, fp32)":1.59,"Embedding Dimensions":1024,"Max Tokens":512,"Average":46.29,"AmazonCounterfactualClassification (en)":62.37,"AmazonPolarityClassification":59.33,"AmazonReviewsClassification (en)":27.26,"Banking77Classification":34.79,"EmotionClassification":18.68,"ImdbClassification":55.97,"MassiveIntentClassification (en)":36.64,"MassiveScenarioClassification (en)":49.26,"MTOPDomainClassification (en)":69.22,"MTOPIntentClassification (en)":37.01,"ToxicConversationsClassification":57.76,"TweetSentimentExtractionClassification":47.21} -{"index":52,"Rank":290,"Model":"rubert-base-cased-sentence<\/a>","Model Size (Million Parameters)":180,"Memory Usage (GB, fp32)":0.67,"Embedding Dimensions":768,"Max Tokens":512,"Average":45.7,"AmazonCounterfactualClassification (en)":59.58,"AmazonPolarityClassification":60.81,"AmazonReviewsClassification (en)":28.25,"Banking77Classification":48.98,"EmotionClassification":19.64,"ImdbClassification":57.73,"MassiveIntentClassification (en)":37.12,"MassiveScenarioClassification (en)":40.34,"MTOPDomainClassification (en)":59.98,"MTOPIntentClassification (en)":39.37,"ToxicConversationsClassification":53.28,"TweetSentimentExtractionClassification":43.27} -{"index":354,"Rank":291,"Model":"ALL_862873<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":41.73,"AmazonCounterfactualClassification (en)":50.81,"AmazonPolarityClassification":52.57,"AmazonReviewsClassification (en)":22.63,"Banking77Classification":36.43,"EmotionClassification":22.75,"ImdbClassification":50.76,"MassiveIntentClassification (en)":34.33,"MassiveScenarioClassification (en)":44.13,"MTOPDomainClassification (en)":61.03,"MTOPIntentClassification (en)":29.68,"ToxicConversationsClassification":54.93,"TweetSentimentExtractionClassification":40.75} -{"index":2,"Rank":292,"Model":"titan-embed-text-v1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":8000,"Average":"","AmazonCounterfactualClassification (en)":61.85,"AmazonPolarityClassification":"","AmazonReviewsClassification (en)":"","Banking77Classification":83.21,"EmotionClassification":"","ImdbClassification":"","MassiveIntentClassification (en)":"","MassiveScenarioClassification (en)":"","MTOPDomainClassification (en)":"","MTOPIntentClassification (en)":"","ToxicConversationsClassification":"","TweetSentimentExtractionClassification":""} -{"index":3,"Rank":293,"Model":"mistral-embed<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":"","Average":"","AmazonCounterfactualClassification (en)":"","AmazonPolarityClassification":"","AmazonReviewsClassification (en)":"","Banking77Classification":"","EmotionClassification":"","ImdbClassification":"","MassiveIntentClassification (en)":"","MassiveScenarioClassification (en)":"","MTOPDomainClassification (en)":"","MTOPIntentClassification (en)":"","ToxicConversationsClassification":"","TweetSentimentExtractionClassification":""} -{"index":4,"Rank":294,"Model":"voyage-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":4000,"Average":"","AmazonCounterfactualClassification (en)":"","AmazonPolarityClassification":"","AmazonReviewsClassification (en)":"","Banking77Classification":"","EmotionClassification":"","ImdbClassification":"","MassiveIntentClassification (en)":"","MassiveScenarioClassification (en)":"","MTOPDomainClassification (en)":"","MTOPIntentClassification (en)":"","ToxicConversationsClassification":"","TweetSentimentExtractionClassification":""} -{"index":8,"Rank":295,"Model":"voyage-code-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":16000,"Average":"","AmazonCounterfactualClassification (en)":"","AmazonPolarityClassification":"","AmazonReviewsClassification (en)":"","Banking77Classification":"","EmotionClassification":"","ImdbClassification":"","MassiveIntentClassification (en)":"","MassiveScenarioClassification (en)":"","MTOPDomainClassification (en)":"","MTOPIntentClassification (en)":"","ToxicConversationsClassification":"","TweetSentimentExtractionClassification":""} -{"index":10,"Rank":296,"Model":"voyage-law-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":16000,"Average":"","AmazonCounterfactualClassification (en)":"","AmazonPolarityClassification":"","AmazonReviewsClassification (en)":"","Banking77Classification":"","EmotionClassification":"","ImdbClassification":"","MassiveIntentClassification (en)":"","MassiveScenarioClassification (en)":"","MTOPDomainClassification (en)":"","MTOPIntentClassification (en)":"","ToxicConversationsClassification":"","TweetSentimentExtractionClassification":""} -{"index":16,"Rank":298,"Model":"llm2vec-croissant-mntp<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":"","AmazonCounterfactualClassification (en)":"","AmazonPolarityClassification":"","AmazonReviewsClassification (en)":"","Banking77Classification":"","EmotionClassification":"","ImdbClassification":"","MassiveIntentClassification (en)":"","MassiveScenarioClassification (en)":"","MTOPDomainClassification (en)":"","MTOPIntentClassification (en)":"","ToxicConversationsClassification":"","TweetSentimentExtractionClassification":""} -{"index":32,"Rank":300,"Model":"bge-m3<\/a>","Model Size (Million Parameters)":567,"Memory Usage (GB, fp32)":2.11,"Embedding Dimensions":1024,"Max Tokens":8192,"Average":"","AmazonCounterfactualClassification (en)":75.63,"AmazonPolarityClassification":"","AmazonReviewsClassification (en)":"","Banking77Classification":"","EmotionClassification":"","ImdbClassification":"","MassiveIntentClassification (en)":71.08,"MassiveScenarioClassification (en)":"","MTOPDomainClassification (en)":"","MTOPIntentClassification (en)":"","ToxicConversationsClassification":68.72,"TweetSentimentExtractionClassification":""} -{"index":37,"Rank":301,"Model":"e5-R-mistral-7b<\/a>","Model Size (Million Parameters)":7242,"Memory Usage (GB, fp32)":26.98,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","AmazonCounterfactualClassification (en)":"","AmazonPolarityClassification":"","AmazonReviewsClassification (en)":"","Banking77Classification":"","EmotionClassification":"","ImdbClassification":"","MassiveIntentClassification (en)":"","MassiveScenarioClassification (en)":"","MTOPDomainClassification (en)":"","MTOPIntentClassification (en)":"","ToxicConversationsClassification":"","TweetSentimentExtractionClassification":""} -{"index":42,"Rank":302,"Model":"winberta-base<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","AmazonCounterfactualClassification (en)":69.91,"AmazonPolarityClassification":72.95,"AmazonReviewsClassification (en)":"","Banking77Classification":64.12,"EmotionClassification":31.51,"ImdbClassification":65.17,"MassiveIntentClassification (en)":60.48,"MassiveScenarioClassification (en)":68.76,"MTOPDomainClassification (en)":81.21,"MTOPIntentClassification (en)":51.56,"ToxicConversationsClassification":65.65,"TweetSentimentExtractionClassification":57.41} -{"index":43,"Rank":303,"Model":"winberta-large<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","AmazonCounterfactualClassification (en)":"","AmazonPolarityClassification":"","AmazonReviewsClassification (en)":"","Banking77Classification":"","EmotionClassification":"","ImdbClassification":"","MassiveIntentClassification (en)":53.41,"MassiveScenarioClassification (en)":61.78,"MTOPDomainClassification (en)":"","MTOPIntentClassification (en)":"","ToxicConversationsClassification":"","TweetSentimentExtractionClassification":""} -{"index":44,"Rank":304,"Model":"windberta-large<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","AmazonCounterfactualClassification (en)":"","AmazonPolarityClassification":"","AmazonReviewsClassification (en)":"","Banking77Classification":"","EmotionClassification":"","ImdbClassification":"","MassiveIntentClassification (en)":54.76,"MassiveScenarioClassification (en)":63.42,"MTOPDomainClassification (en)":"","MTOPIntentClassification (en)":"","ToxicConversationsClassification":"","TweetSentimentExtractionClassification":""} -{"index":54,"Rank":305,"Model":"xlm-roberta-base<\/a>","Model Size (Million Parameters)":279,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","AmazonCounterfactualClassification (en)":"","AmazonPolarityClassification":"","AmazonReviewsClassification (en)":"","Banking77Classification":"","EmotionClassification":"","ImdbClassification":"","MassiveIntentClassification (en)":"","MassiveScenarioClassification (en)":"","MTOPDomainClassification (en)":"","MTOPIntentClassification (en)":"","ToxicConversationsClassification":"","TweetSentimentExtractionClassification":""} -{"index":55,"Rank":306,"Model":"xlm-roberta-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","AmazonCounterfactualClassification (en)":"","AmazonPolarityClassification":"","AmazonReviewsClassification (en)":"","Banking77Classification":"","EmotionClassification":"","ImdbClassification":"","MassiveIntentClassification (en)":"","MassiveScenarioClassification (en)":"","MTOPDomainClassification (en)":"","MTOPIntentClassification (en)":"","ToxicConversationsClassification":"","TweetSentimentExtractionClassification":""} -{"index":56,"Rank":307,"Model":"openai_clip_embeddings<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","AmazonCounterfactualClassification (en)":57.49,"AmazonPolarityClassification":"","AmazonReviewsClassification (en)":30.59,"Banking77Classification":73.42,"EmotionClassification":33.62,"ImdbClassification":56.17,"MassiveIntentClassification (en)":62.96,"MassiveScenarioClassification (en)":71.47,"MTOPDomainClassification (en)":87.07,"MTOPIntentClassification (en)":61.96,"ToxicConversationsClassification":"","TweetSentimentExtractionClassification":49.34} -{"index":57,"Rank":308,"Model":"STS-multilingual-mpnet-base-v2<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","AmazonCounterfactualClassification (en)":"","AmazonPolarityClassification":"","AmazonReviewsClassification (en)":"","Banking77Classification":"","EmotionClassification":"","ImdbClassification":"","MassiveIntentClassification (en)":"","MassiveScenarioClassification (en)":"","MTOPDomainClassification (en)":"","MTOPIntentClassification (en)":"","ToxicConversationsClassification":"","TweetSentimentExtractionClassification":""} -{"index":58,"Rank":309,"Model":"bert-base-10lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AmazonCounterfactualClassification (en)":"","AmazonPolarityClassification":"","AmazonReviewsClassification (en)":"","Banking77Classification":"","EmotionClassification":"","ImdbClassification":"","MassiveIntentClassification (en)":"","MassiveScenarioClassification (en)":"","MTOPDomainClassification (en)":"","MTOPIntentClassification (en)":"","ToxicConversationsClassification":"","TweetSentimentExtractionClassification":""} -{"index":59,"Rank":310,"Model":"bert-base-15lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AmazonCounterfactualClassification (en)":"","AmazonPolarityClassification":"","AmazonReviewsClassification (en)":"","Banking77Classification":"","EmotionClassification":"","ImdbClassification":"","MassiveIntentClassification (en)":"","MassiveScenarioClassification (en)":"","MTOPDomainClassification (en)":"","MTOPIntentClassification (en)":"","ToxicConversationsClassification":"","TweetSentimentExtractionClassification":""} -{"index":60,"Rank":311,"Model":"bert-base-25lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AmazonCounterfactualClassification (en)":"","AmazonPolarityClassification":"","AmazonReviewsClassification (en)":"","Banking77Classification":"","EmotionClassification":"","ImdbClassification":"","MassiveIntentClassification (en)":"","MassiveScenarioClassification (en)":"","MTOPDomainClassification (en)":"","MTOPIntentClassification (en)":"","ToxicConversationsClassification":"","TweetSentimentExtractionClassification":""} -{"index":74,"Rank":318,"Model":"gemma-2b-embeddings<\/a>","Model Size (Million Parameters)":2506,"Memory Usage (GB, fp32)":9.34,"Embedding Dimensions":2048,"Max Tokens":8192,"Average":"","AmazonCounterfactualClassification (en)":67.49,"AmazonPolarityClassification":"","AmazonReviewsClassification (en)":34.9,"Banking77Classification":58.43,"EmotionClassification":29.68,"ImdbClassification":"","MassiveIntentClassification (en)":"","MassiveScenarioClassification (en)":"","MTOPDomainClassification (en)":"","MTOPIntentClassification (en)":"","ToxicConversationsClassification":"","TweetSentimentExtractionClassification":""} -{"index":77,"Rank":319,"Model":"bilingual-document-embedding<\/a>","Model Size (Million Parameters)":568,"Memory Usage (GB, fp32)":2.12,"Embedding Dimensions":1024,"Max Tokens":8194,"Average":"","AmazonCounterfactualClassification (en)":"","AmazonPolarityClassification":"","AmazonReviewsClassification (en)":"","Banking77Classification":"","EmotionClassification":"","ImdbClassification":"","MassiveIntentClassification (en)":"","MassiveScenarioClassification (en)":"","MTOPDomainClassification (en)":"","MTOPIntentClassification (en)":"","ToxicConversationsClassification":"","TweetSentimentExtractionClassification":""} -{"index":115,"Rank":321,"Model":"Arabert-all-nli-triplet-Matryoshka<\/a>","Model Size (Million Parameters)":135,"Memory Usage (GB, fp32)":0.5,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AmazonCounterfactualClassification (en)":"","AmazonPolarityClassification":"","AmazonReviewsClassification (en)":"","Banking77Classification":"","EmotionClassification":"","ImdbClassification":"","MassiveIntentClassification (en)":"","MassiveScenarioClassification (en)":"","MTOPDomainClassification (en)":"","MTOPIntentClassification (en)":"","ToxicConversationsClassification":"","TweetSentimentExtractionClassification":""} -{"index":116,"Rank":322,"Model":"Arabic-MiniLM-L12-v2-all-nli-triplet<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","AmazonCounterfactualClassification (en)":"","AmazonPolarityClassification":"","AmazonReviewsClassification (en)":"","Banking77Classification":"","EmotionClassification":"","ImdbClassification":"","MassiveIntentClassification (en)":"","MassiveScenarioClassification (en)":"","MTOPDomainClassification (en)":"","MTOPIntentClassification (en)":"","ToxicConversationsClassification":"","TweetSentimentExtractionClassification":""} -{"index":117,"Rank":323,"Model":"Arabic-all-nli-triplet-Matryoshka<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","AmazonCounterfactualClassification (en)":"","AmazonPolarityClassification":"","AmazonReviewsClassification (en)":"","Banking77Classification":"","EmotionClassification":"","ImdbClassification":"","MassiveIntentClassification (en)":"","MassiveScenarioClassification (en)":"","MTOPDomainClassification (en)":"","MTOPIntentClassification (en)":"","ToxicConversationsClassification":"","TweetSentimentExtractionClassification":""} -{"index":118,"Rank":324,"Model":"Arabic-labse-Matryoshka<\/a>","Model Size (Million Parameters)":471,"Memory Usage (GB, fp32)":1.75,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AmazonCounterfactualClassification (en)":"","AmazonPolarityClassification":"","AmazonReviewsClassification (en)":"","Banking77Classification":"","EmotionClassification":"","ImdbClassification":"","MassiveIntentClassification (en)":"","MassiveScenarioClassification (en)":"","MTOPDomainClassification (en)":"","MTOPIntentClassification (en)":"","ToxicConversationsClassification":"","TweetSentimentExtractionClassification":""} -{"index":119,"Rank":325,"Model":"Arabic-mpnet-base-all-nli-triplet<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","AmazonCounterfactualClassification (en)":"","AmazonPolarityClassification":"","AmazonReviewsClassification (en)":"","Banking77Classification":"","EmotionClassification":"","ImdbClassification":"","MassiveIntentClassification (en)":"","MassiveScenarioClassification (en)":"","MTOPDomainClassification (en)":"","MTOPIntentClassification (en)":"","ToxicConversationsClassification":"","TweetSentimentExtractionClassification":""} -{"index":120,"Rank":326,"Model":"Marbert-all-nli-triplet-Matryoshka<\/a>","Model Size (Million Parameters)":163,"Memory Usage (GB, fp32)":0.61,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AmazonCounterfactualClassification (en)":"","AmazonPolarityClassification":"","AmazonReviewsClassification (en)":"","Banking77Classification":"","EmotionClassification":"","ImdbClassification":"","MassiveIntentClassification (en)":"","MassiveScenarioClassification (en)":"","MTOPDomainClassification (en)":"","MTOPIntentClassification (en)":"","ToxicConversationsClassification":"","TweetSentimentExtractionClassification":""} -{"index":121,"Rank":327,"Model":"Solon-embeddings-large-0.1<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","AmazonCounterfactualClassification (en)":"","AmazonPolarityClassification":"","AmazonReviewsClassification (en)":"","Banking77Classification":"","EmotionClassification":"","ImdbClassification":"","MassiveIntentClassification (en)":"","MassiveScenarioClassification (en)":"","MTOPDomainClassification (en)":"","MTOPIntentClassification (en)":"","ToxicConversationsClassification":"","TweetSentimentExtractionClassification":""} -{"index":122,"Rank":328,"Model":"KartonBERT-USE-base-v1<\/a>","Model Size (Million Parameters)":104,"Memory Usage (GB, fp32)":0.39,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AmazonCounterfactualClassification (en)":"","AmazonPolarityClassification":"","AmazonReviewsClassification (en)":"","Banking77Classification":"","EmotionClassification":"","ImdbClassification":"","MassiveIntentClassification (en)":"","MassiveScenarioClassification (en)":"","MTOPDomainClassification (en)":"","MTOPIntentClassification (en)":"","ToxicConversationsClassification":"","TweetSentimentExtractionClassification":""} -{"index":123,"Rank":329,"Model":"st-polish-kartonberta-base-alpha-v1<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","AmazonCounterfactualClassification (en)":"","AmazonPolarityClassification":"","AmazonReviewsClassification (en)":"","Banking77Classification":"","EmotionClassification":"","ImdbClassification":"","MassiveIntentClassification (en)":"","MassiveScenarioClassification (en)":"","MTOPDomainClassification (en)":"","MTOPIntentClassification (en)":"","ToxicConversationsClassification":"","TweetSentimentExtractionClassification":""} -{"index":132,"Rank":334,"Model":"LLaMA-embeeding<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","AmazonCounterfactualClassification (en)":84.82,"AmazonPolarityClassification":76.88,"AmazonReviewsClassification (en)":36.72,"Banking77Classification":"","EmotionClassification":41.93,"ImdbClassification":"","MassiveIntentClassification (en)":65.91,"MassiveScenarioClassification (en)":67.62,"MTOPDomainClassification (en)":87.95,"MTOPIntentClassification (en)":78.43,"ToxicConversationsClassification":"","TweetSentimentExtractionClassification":56.28} -{"index":133,"Rank":335,"Model":"yiyouliao<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","AmazonCounterfactualClassification (en)":74.78,"AmazonPolarityClassification":71.89,"AmazonReviewsClassification (en)":36.7,"Banking77Classification":81.37,"EmotionClassification":42.6,"ImdbClassification":63.96,"MassiveIntentClassification (en)":68.56,"MassiveScenarioClassification (en)":74.15,"MTOPDomainClassification (en)":90.19,"MTOPIntentClassification (en)":69.5,"ToxicConversationsClassification":69.85,"TweetSentimentExtractionClassification":""} -{"index":146,"Rank":336,"Model":"sentence-croissant-llm-base<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":"","AmazonCounterfactualClassification (en)":"","AmazonPolarityClassification":"","AmazonReviewsClassification (en)":"","Banking77Classification":"","EmotionClassification":"","ImdbClassification":"","MassiveIntentClassification (en)":"","MassiveScenarioClassification (en)":"","MTOPDomainClassification (en)":"","MTOPIntentClassification (en)":"","ToxicConversationsClassification":"","TweetSentimentExtractionClassification":""} -{"index":148,"Rank":337,"Model":"German_Semantic_STS_V2<\/a>","Model Size (Million Parameters)":336,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","AmazonCounterfactualClassification (en)":"","AmazonPolarityClassification":"","AmazonReviewsClassification (en)":"","Banking77Classification":"","EmotionClassification":"","ImdbClassification":"","MassiveIntentClassification (en)":"","MassiveScenarioClassification (en)":"","MTOPDomainClassification (en)":"","MTOPIntentClassification (en)":"","ToxicConversationsClassification":"","TweetSentimentExtractionClassification":""} -{"index":152,"Rank":339,"Model":"ru-en-RoSBERTa<\/a>","Model Size (Million Parameters)":404,"Memory Usage (GB, fp32)":1.5,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","AmazonCounterfactualClassification (en)":"","AmazonPolarityClassification":"","AmazonReviewsClassification (en)":"","Banking77Classification":"","EmotionClassification":"","ImdbClassification":"","MassiveIntentClassification (en)":"","MassiveScenarioClassification (en)":"","MTOPDomainClassification (en)":"","MTOPIntentClassification (en)":"","ToxicConversationsClassification":"","TweetSentimentExtractionClassification":""} -{"index":155,"Rank":340,"Model":"Giga-Embeddings-instruct<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","AmazonCounterfactualClassification (en)":90.31,"AmazonPolarityClassification":94.3,"AmazonReviewsClassification (en)":"","Banking77Classification":87.79,"EmotionClassification":73.1,"ImdbClassification":94.91,"MassiveIntentClassification (en)":"","MassiveScenarioClassification (en)":"","MTOPDomainClassification (en)":95.35,"MTOPIntentClassification (en)":80.47,"ToxicConversationsClassification":75.37,"TweetSentimentExtractionClassification":67.65} -{"index":168,"Rank":341,"Model":"brown-beetle-base-v1.1<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.08,"Embedding Dimensions":768,"Max Tokens":1000000,"Average":"","AmazonCounterfactualClassification (en)":70.19,"AmazonPolarityClassification":68.72,"AmazonReviewsClassification (en)":31.69,"Banking77Classification":75.27,"EmotionClassification":43.02,"ImdbClassification":66.62,"MassiveIntentClassification (en)":60.86,"MassiveScenarioClassification (en)":66.4,"MTOPDomainClassification (en)":86.19,"MTOPIntentClassification (en)":60.4,"ToxicConversationsClassification":"","TweetSentimentExtractionClassification":""} -{"index":170,"Rank":342,"Model":"brown-beetle-small-v1.1<\/a>","Model Size (Million Parameters)":8,"Memory Usage (GB, fp32)":0.03,"Embedding Dimensions":768,"Max Tokens":1000000,"Average":"","AmazonCounterfactualClassification (en)":67.96,"AmazonPolarityClassification":68.57,"AmazonReviewsClassification (en)":31.15,"Banking77Classification":74.57,"EmotionClassification":42.75,"ImdbClassification":66.8,"MassiveIntentClassification (en)":59.83,"MassiveScenarioClassification (en)":65.43,"MTOPDomainClassification (en)":84.4,"MTOPIntentClassification (en)":57.5,"ToxicConversationsClassification":"","TweetSentimentExtractionClassification":""} -{"index":183,"Rank":343,"Model":"cai-lunaris-text-embeddings<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","AmazonCounterfactualClassification (en)":"","AmazonPolarityClassification":"","AmazonReviewsClassification (en)":"","Banking77Classification":"","EmotionClassification":"","ImdbClassification":"","MassiveIntentClassification (en)":"","MassiveScenarioClassification (en)":"","MTOPDomainClassification (en)":"","MTOPIntentClassification (en)":"","ToxicConversationsClassification":"","TweetSentimentExtractionClassification":""} -{"index":185,"Rank":344,"Model":"french-document-embedding<\/a>","Model Size (Million Parameters)":305,"Memory Usage (GB, fp32)":1.14,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","AmazonCounterfactualClassification (en)":"","AmazonPolarityClassification":"","AmazonReviewsClassification (en)":"","Banking77Classification":"","EmotionClassification":"","ImdbClassification":"","MassiveIntentClassification (en)":"","MassiveScenarioClassification (en)":"","MTOPDomainClassification (en)":"","MTOPIntentClassification (en)":"","ToxicConversationsClassification":"","TweetSentimentExtractionClassification":""} -{"index":186,"Rank":345,"Model":"sentence-camembert-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AmazonCounterfactualClassification (en)":"","AmazonPolarityClassification":"","AmazonReviewsClassification (en)":"","Banking77Classification":"","EmotionClassification":"","ImdbClassification":"","MassiveIntentClassification (en)":"","MassiveScenarioClassification (en)":"","MTOPDomainClassification (en)":"","MTOPIntentClassification (en)":"","ToxicConversationsClassification":"","TweetSentimentExtractionClassification":""} -{"index":187,"Rank":346,"Model":"sentence-camembert-large<\/a>","Model Size (Million Parameters)":337,"Memory Usage (GB, fp32)":1.26,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","AmazonCounterfactualClassification (en)":"","AmazonPolarityClassification":"","AmazonReviewsClassification (en)":"","Banking77Classification":"","EmotionClassification":"","ImdbClassification":"","MassiveIntentClassification (en)":"","MassiveScenarioClassification (en)":"","MTOPDomainClassification (en)":"","MTOPIntentClassification (en)":"","ToxicConversationsClassification":"","TweetSentimentExtractionClassification":""} -{"index":194,"Rank":347,"Model":"sft-bge-small<\/a>","Model Size (Million Parameters)":24,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":512,"Max Tokens":512,"Average":"","AmazonCounterfactualClassification (en)":"","AmazonPolarityClassification":"","AmazonReviewsClassification (en)":"","Banking77Classification":"","EmotionClassification":"","ImdbClassification":"","MassiveIntentClassification (en)":"","MassiveScenarioClassification (en)":"","MTOPDomainClassification (en)":"","MTOPIntentClassification (en)":"","ToxicConversationsClassification":"","TweetSentimentExtractionClassification":""} -{"index":199,"Rank":348,"Model":"flaubert_base_cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AmazonCounterfactualClassification (en)":"","AmazonPolarityClassification":"","AmazonReviewsClassification (en)":"","Banking77Classification":"","EmotionClassification":"","ImdbClassification":"","MassiveIntentClassification (en)":"","MassiveScenarioClassification (en)":"","MTOPDomainClassification (en)":"","MTOPIntentClassification (en)":"","ToxicConversationsClassification":"","TweetSentimentExtractionClassification":""} -{"index":200,"Rank":349,"Model":"flaubert_base_uncased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AmazonCounterfactualClassification (en)":"","AmazonPolarityClassification":"","AmazonReviewsClassification (en)":"","Banking77Classification":"","EmotionClassification":"","ImdbClassification":"","MassiveIntentClassification (en)":"","MassiveScenarioClassification (en)":"","MTOPDomainClassification (en)":"","MTOPIntentClassification (en)":"","ToxicConversationsClassification":"","TweetSentimentExtractionClassification":""} -{"index":201,"Rank":350,"Model":"flaubert_large_cased<\/a>","Model Size (Million Parameters)":372,"Memory Usage (GB, fp32)":1.39,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","AmazonCounterfactualClassification (en)":"","AmazonPolarityClassification":"","AmazonReviewsClassification (en)":"","Banking77Classification":"","EmotionClassification":"","ImdbClassification":"","MassiveIntentClassification (en)":"","MassiveScenarioClassification (en)":"","MTOPDomainClassification (en)":"","MTOPIntentClassification (en)":"","ToxicConversationsClassification":"","TweetSentimentExtractionClassification":""} -{"index":204,"Rank":352,"Model":"bert-base-multilingual-cased<\/a>","Model Size (Million Parameters)":179,"Memory Usage (GB, fp32)":0.67,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AmazonCounterfactualClassification (en)":"","AmazonPolarityClassification":"","AmazonReviewsClassification (en)":"","Banking77Classification":"","EmotionClassification":"","ImdbClassification":"","MassiveIntentClassification (en)":"","MassiveScenarioClassification (en)":"","MTOPDomainClassification (en)":"","MTOPIntentClassification (en)":"","ToxicConversationsClassification":"","TweetSentimentExtractionClassification":""} -{"index":205,"Rank":353,"Model":"bert-base-multilingual-uncased<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AmazonCounterfactualClassification (en)":"","AmazonPolarityClassification":"","AmazonReviewsClassification (en)":"","Banking77Classification":"","EmotionClassification":"","ImdbClassification":"","MassiveIntentClassification (en)":"","MassiveScenarioClassification (en)":"","MTOPDomainClassification (en)":"","MTOPIntentClassification (en)":"","ToxicConversationsClassification":"","TweetSentimentExtractionClassification":""} -{"index":218,"Rank":354,"Model":"inf-retriever-v1<\/a>","Model Size (Million Parameters)":7069,"Memory Usage (GB, fp32)":26.33,"Embedding Dimensions":3584,"Max Tokens":131072,"Average":"","AmazonCounterfactualClassification (en)":"","AmazonPolarityClassification":"","AmazonReviewsClassification (en)":"","Banking77Classification":"","EmotionClassification":"","ImdbClassification":"","MassiveIntentClassification (en)":"","MassiveScenarioClassification (en)":"","MTOPDomainClassification (en)":"","MTOPIntentClassification (en)":"","ToxicConversationsClassification":"","TweetSentimentExtractionClassification":""} -{"index":230,"Rank":355,"Model":"herbert-base-retrieval-v2<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.47,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","AmazonCounterfactualClassification (en)":"","AmazonPolarityClassification":"","AmazonReviewsClassification (en)":"","Banking77Classification":"","EmotionClassification":"","ImdbClassification":"","MassiveIntentClassification (en)":"","MassiveScenarioClassification (en)":"","MTOPDomainClassification (en)":"","MTOPIntentClassification (en)":"","ToxicConversationsClassification":"","TweetSentimentExtractionClassification":""} -{"index":231,"Rank":356,"Model":"silver-retriever-base-v1<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.47,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","AmazonCounterfactualClassification (en)":"","AmazonPolarityClassification":"","AmazonReviewsClassification (en)":"","Banking77Classification":"","EmotionClassification":"","ImdbClassification":"","MassiveIntentClassification (en)":"","MassiveScenarioClassification (en)":"","MTOPDomainClassification (en)":"","MTOPIntentClassification (en)":"","ToxicConversationsClassification":"","TweetSentimentExtractionClassification":""} -{"index":255,"Rank":357,"Model":"ternary-weight-embedding<\/a>","Model Size (Million Parameters)":99,"Memory Usage (GB, fp32)":0.37,"Embedding Dimensions":1792,"Max Tokens":512,"Average":"","AmazonCounterfactualClassification (en)":"","AmazonPolarityClassification":"","AmazonReviewsClassification (en)":37.26,"Banking77Classification":"","EmotionClassification":"","ImdbClassification":"","MassiveIntentClassification (en)":63.42,"MassiveScenarioClassification (en)":68.93,"MTOPDomainClassification (en)":"","MTOPIntentClassification (en)":"","ToxicConversationsClassification":"","TweetSentimentExtractionClassification":""} -{"index":256,"Rank":358,"Model":"bge-m3-custom-fr<\/a>","Model Size (Million Parameters)":568,"Memory Usage (GB, fp32)":2.12,"Embedding Dimensions":1024,"Max Tokens":8194,"Average":"","AmazonCounterfactualClassification (en)":"","AmazonPolarityClassification":"","AmazonReviewsClassification (en)":"","Banking77Classification":"","EmotionClassification":"","ImdbClassification":"","MassiveIntentClassification (en)":"","MassiveScenarioClassification (en)":"","MTOPDomainClassification (en)":"","MTOPIntentClassification (en)":"","ToxicConversationsClassification":"","TweetSentimentExtractionClassification":""} -{"index":257,"Rank":359,"Model":"sentence_croissant_alpha_v0.1<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":"","AmazonCounterfactualClassification (en)":"","AmazonPolarityClassification":"","AmazonReviewsClassification (en)":"","Banking77Classification":"","EmotionClassification":"","ImdbClassification":"","MassiveIntentClassification (en)":"","MassiveScenarioClassification (en)":"","MTOPDomainClassification (en)":"","MTOPIntentClassification (en)":"","ToxicConversationsClassification":"","TweetSentimentExtractionClassification":""} -{"index":258,"Rank":360,"Model":"sentence_croissant_alpha_v0.2<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":"","AmazonCounterfactualClassification (en)":"","AmazonPolarityClassification":"","AmazonReviewsClassification (en)":"","Banking77Classification":"","EmotionClassification":"","ImdbClassification":"","MassiveIntentClassification (en)":"","MassiveScenarioClassification (en)":"","MTOPDomainClassification (en)":"","MTOPIntentClassification (en)":"","ToxicConversationsClassification":"","TweetSentimentExtractionClassification":""} -{"index":259,"Rank":361,"Model":"sentence_croissant_alpha_v0.3<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":"","AmazonCounterfactualClassification (en)":"","AmazonPolarityClassification":"","AmazonReviewsClassification (en)":"","Banking77Classification":"","EmotionClassification":"","ImdbClassification":"","MassiveIntentClassification (en)":"","MassiveScenarioClassification (en)":"","MTOPDomainClassification (en)":"","MTOPIntentClassification (en)":"","ToxicConversationsClassification":"","TweetSentimentExtractionClassification":""} -{"index":260,"Rank":362,"Model":"sentence_croissant_alpha_v0.4<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":"","AmazonCounterfactualClassification (en)":"","AmazonPolarityClassification":"","AmazonReviewsClassification (en)":"","Banking77Classification":"","EmotionClassification":"","ImdbClassification":"","MassiveIntentClassification (en)":"","MassiveScenarioClassification (en)":"","MTOPDomainClassification (en)":"","MTOPIntentClassification (en)":"","ToxicConversationsClassification":"","TweetSentimentExtractionClassification":""} -{"index":271,"Rank":363,"Model":"mxbai-embed-xsmall-v1<\/a>","Model Size (Million Parameters)":24,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":384,"Max Tokens":4096,"Average":"","AmazonCounterfactualClassification (en)":"","AmazonPolarityClassification":"","AmazonReviewsClassification (en)":"","Banking77Classification":"","EmotionClassification":"","ImdbClassification":"","MassiveIntentClassification (en)":"","MassiveScenarioClassification (en)":"","MTOPDomainClassification (en)":"","MTOPIntentClassification (en)":"","ToxicConversationsClassification":"","TweetSentimentExtractionClassification":""} -{"index":273,"Rank":364,"Model":"fin-mpnet-base<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","AmazonCounterfactualClassification (en)":"","AmazonPolarityClassification":"","AmazonReviewsClassification (en)":29.13,"Banking77Classification":80.25,"EmotionClassification":"","ImdbClassification":"","MassiveIntentClassification (en)":"","MassiveScenarioClassification (en)":"","MTOPDomainClassification (en)":"","MTOPIntentClassification (en)":"","ToxicConversationsClassification":"","TweetSentimentExtractionClassification":""} -{"index":277,"Rank":365,"Model":"bge-large-en-v1.5-quant<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","AmazonCounterfactualClassification (en)":75.54,"AmazonPolarityClassification":"","AmazonReviewsClassification (en)":"","Banking77Classification":"","EmotionClassification":"","ImdbClassification":"","MassiveIntentClassification (en)":"","MassiveScenarioClassification (en)":"","MTOPDomainClassification (en)":"","MTOPIntentClassification (en)":"","ToxicConversationsClassification":"","TweetSentimentExtractionClassification":""} -{"index":295,"Rank":367,"Model":"NV-Retriever-v1<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":512,"Average":"","AmazonCounterfactualClassification (en)":"","AmazonPolarityClassification":"","AmazonReviewsClassification (en)":"","Banking77Classification":"","EmotionClassification":"","ImdbClassification":"","MassiveIntentClassification (en)":"","MassiveScenarioClassification (en)":"","MTOPDomainClassification (en)":"","MTOPIntentClassification (en)":"","ToxicConversationsClassification":"","TweetSentimentExtractionClassification":""} -{"index":296,"Rank":368,"Model":"arabic-english-sts-matryoshka<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","AmazonCounterfactualClassification (en)":"","AmazonPolarityClassification":"","AmazonReviewsClassification (en)":"","Banking77Classification":"","EmotionClassification":"","ImdbClassification":"","MassiveIntentClassification (en)":"","MassiveScenarioClassification (en)":"","MTOPDomainClassification (en)":"","MTOPIntentClassification (en)":"","ToxicConversationsClassification":"","TweetSentimentExtractionClassification":""} -{"index":297,"Rank":369,"Model":"arabic-english-sts-matryoshka-v2.0<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","AmazonCounterfactualClassification (en)":"","AmazonPolarityClassification":"","AmazonReviewsClassification (en)":"","Banking77Classification":"","EmotionClassification":"","ImdbClassification":"","MassiveIntentClassification (en)":"","MassiveScenarioClassification (en)":"","MTOPDomainClassification (en)":"","MTOPIntentClassification (en)":"","ToxicConversationsClassification":"","TweetSentimentExtractionClassification":""} -{"index":298,"Rank":370,"Model":"MiniCPM-Embedding<\/a>","Model Size (Million Parameters)":2725,"Memory Usage (GB, fp32)":10.15,"Embedding Dimensions":2304,"Max Tokens":512,"Average":"","AmazonCounterfactualClassification (en)":"","AmazonPolarityClassification":"","AmazonReviewsClassification (en)":"","Banking77Classification":"","EmotionClassification":"","ImdbClassification":"","MassiveIntentClassification (en)":"","MassiveScenarioClassification (en)":"","MTOPDomainClassification (en)":"","MTOPIntentClassification (en)":"","ToxicConversationsClassification":"","TweetSentimentExtractionClassification":""} -{"index":305,"Rank":371,"Model":"FAB-Ramy-v1<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","AmazonCounterfactualClassification (en)":"","AmazonPolarityClassification":"","AmazonReviewsClassification (en)":"","Banking77Classification":"","EmotionClassification":"","ImdbClassification":"","MassiveIntentClassification (en)":"","MassiveScenarioClassification (en)":"","MTOPDomainClassification (en)":"","MTOPIntentClassification (en)":"","ToxicConversationsClassification":"","TweetSentimentExtractionClassification":""} -{"index":306,"Rank":372,"Model":"FAE-v1<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","AmazonCounterfactualClassification (en)":"","AmazonPolarityClassification":"","AmazonReviewsClassification (en)":"","Banking77Classification":"","EmotionClassification":"","ImdbClassification":"","MassiveIntentClassification (en)":"","MassiveScenarioClassification (en)":"","MTOPDomainClassification (en)":"","MTOPIntentClassification (en)":"","ToxicConversationsClassification":"","TweetSentimentExtractionClassification":""} -{"index":307,"Rank":373,"Model":"FUE-v1<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","AmazonCounterfactualClassification (en)":"","AmazonPolarityClassification":"","AmazonReviewsClassification (en)":"","Banking77Classification":"","EmotionClassification":"","ImdbClassification":"","MassiveIntentClassification (en)":"","MassiveScenarioClassification (en)":"","MTOPDomainClassification (en)":"","MTOPIntentClassification (en)":"","ToxicConversationsClassification":"","TweetSentimentExtractionClassification":""} -{"index":313,"Rank":374,"Model":"mmlw-e5-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","AmazonCounterfactualClassification (en)":"","AmazonPolarityClassification":"","AmazonReviewsClassification (en)":"","Banking77Classification":"","EmotionClassification":"","ImdbClassification":"","MassiveIntentClassification (en)":"","MassiveScenarioClassification (en)":"","MTOPDomainClassification (en)":"","MTOPIntentClassification (en)":"","ToxicConversationsClassification":"","TweetSentimentExtractionClassification":""} -{"index":314,"Rank":375,"Model":"mmlw-e5-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","AmazonCounterfactualClassification (en)":"","AmazonPolarityClassification":"","AmazonReviewsClassification (en)":"","Banking77Classification":"","EmotionClassification":"","ImdbClassification":"","MassiveIntentClassification (en)":"","MassiveScenarioClassification (en)":"","MTOPDomainClassification (en)":"","MTOPIntentClassification (en)":"","ToxicConversationsClassification":"","TweetSentimentExtractionClassification":""} -{"index":315,"Rank":376,"Model":"mmlw-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","AmazonCounterfactualClassification (en)":"","AmazonPolarityClassification":"","AmazonReviewsClassification (en)":"","Banking77Classification":"","EmotionClassification":"","ImdbClassification":"","MassiveIntentClassification (en)":"","MassiveScenarioClassification (en)":"","MTOPDomainClassification (en)":"","MTOPIntentClassification (en)":"","ToxicConversationsClassification":"","TweetSentimentExtractionClassification":""} -{"index":316,"Rank":377,"Model":"mmlw-roberta-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","AmazonCounterfactualClassification (en)":"","AmazonPolarityClassification":"","AmazonReviewsClassification (en)":"","Banking77Classification":"","EmotionClassification":"","ImdbClassification":"","MassiveIntentClassification (en)":"","MassiveScenarioClassification (en)":"","MTOPDomainClassification (en)":"","MTOPIntentClassification (en)":"","ToxicConversationsClassification":"","TweetSentimentExtractionClassification":""} -{"index":317,"Rank":378,"Model":"mmlw-roberta-large<\/a>","Model Size (Million Parameters)":435,"Memory Usage (GB, fp32)":1.62,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","AmazonCounterfactualClassification (en)":"","AmazonPolarityClassification":"","AmazonReviewsClassification (en)":"","Banking77Classification":"","EmotionClassification":"","ImdbClassification":"","MassiveIntentClassification (en)":"","MassiveScenarioClassification (en)":"","MTOPDomainClassification (en)":"","MTOPIntentClassification (en)":"","ToxicConversationsClassification":"","TweetSentimentExtractionClassification":""} -{"index":318,"Rank":379,"Model":"st-polish-paraphrase-from-distilroberta<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.47,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","AmazonCounterfactualClassification (en)":"","AmazonPolarityClassification":"","AmazonReviewsClassification (en)":"","Banking77Classification":"","EmotionClassification":"","ImdbClassification":"","MassiveIntentClassification (en)":"","MassiveScenarioClassification (en)":"","MTOPDomainClassification (en)":"","MTOPIntentClassification (en)":"","ToxicConversationsClassification":"","TweetSentimentExtractionClassification":""} -{"index":319,"Rank":380,"Model":"st-polish-paraphrase-from-mpnet<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.47,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","AmazonCounterfactualClassification (en)":"","AmazonPolarityClassification":"","AmazonReviewsClassification (en)":"","Banking77Classification":"","EmotionClassification":"","ImdbClassification":"","MassiveIntentClassification (en)":"","MassiveScenarioClassification (en)":"","MTOPDomainClassification (en)":"","MTOPIntentClassification (en)":"","ToxicConversationsClassification":"","TweetSentimentExtractionClassification":""} -{"index":333,"Rank":381,"Model":"multi-qa-MiniLM-L6-cos-v1<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","AmazonCounterfactualClassification (en)":"","AmazonPolarityClassification":"","AmazonReviewsClassification (en)":"","Banking77Classification":"","EmotionClassification":"","ImdbClassification":"","MassiveIntentClassification (en)":"","MassiveScenarioClassification (en)":"","MTOPDomainClassification (en)":"","MTOPIntentClassification (en)":"","ToxicConversationsClassification":"","TweetSentimentExtractionClassification":""} -{"index":343,"Rank":382,"Model":"silma-embeddding-matryoshka-v0.1<\/a>","Model Size (Million Parameters)":135,"Memory Usage (GB, fp32)":0.5,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AmazonCounterfactualClassification (en)":"","AmazonPolarityClassification":"","AmazonReviewsClassification (en)":"","Banking77Classification":"","EmotionClassification":"","ImdbClassification":"","MassiveIntentClassification (en)":47.68,"MassiveScenarioClassification (en)":52.62,"MTOPDomainClassification (en)":"","MTOPIntentClassification (en)":"","ToxicConversationsClassification":"","TweetSentimentExtractionClassification":""} -{"index":344,"Rank":383,"Model":"silma-embeddding-sts-v0.1<\/a>","Model Size (Million Parameters)":135,"Memory Usage (GB, fp32)":0.5,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AmazonCounterfactualClassification (en)":"","AmazonPolarityClassification":"","AmazonReviewsClassification (en)":"","Banking77Classification":"","EmotionClassification":"","ImdbClassification":"","MassiveIntentClassification (en)":49.54,"MassiveScenarioClassification (en)":55.25,"MTOPDomainClassification (en)":"","MTOPIntentClassification (en)":"","ToxicConversationsClassification":"","TweetSentimentExtractionClassification":""} -{"index":347,"Rank":384,"Model":"ret-phi2-v0<\/a>","Model Size (Million Parameters)":2649,"Memory Usage (GB, fp32)":9.87,"Embedding Dimensions":2560,"Max Tokens":2048,"Average":"","AmazonCounterfactualClassification (en)":"","AmazonPolarityClassification":"","AmazonReviewsClassification (en)":"","Banking77Classification":"","EmotionClassification":"","ImdbClassification":"","MassiveIntentClassification (en)":"","MassiveScenarioClassification (en)":"","MTOPDomainClassification (en)":"","MTOPIntentClassification (en)":"","ToxicConversationsClassification":"","TweetSentimentExtractionClassification":""} -{"index":362,"Rank":385,"Model":"llm_mse<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","AmazonCounterfactualClassification (en)":68.57,"AmazonPolarityClassification":"","AmazonReviewsClassification (en)":36.81,"Banking77Classification":50.75,"EmotionClassification":31.46,"ImdbClassification":"","MassiveIntentClassification (en)":53.5,"MassiveScenarioClassification (en)":63.84,"MTOPDomainClassification (en)":83.66,"MTOPIntentClassification (en)":49.43,"ToxicConversationsClassification":61.04,"TweetSentimentExtractionClassification":54.89} -{"index":372,"Rank":387,"Model":"b1ade-embed-kd<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","AmazonCounterfactualClassification (en)":"","AmazonPolarityClassification":80.3,"AmazonReviewsClassification (en)":"","Banking77Classification":85.19,"EmotionClassification":48.22,"ImdbClassification":69.87,"MassiveIntentClassification (en)":"","MassiveScenarioClassification (en)":"","MTOPDomainClassification (en)":"","MTOPIntentClassification (en)":"","ToxicConversationsClassification":75.01,"TweetSentimentExtractionClassification":61.8} -{"index":373,"Rank":388,"Model":"b1ade-embed-kd_3<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","AmazonCounterfactualClassification (en)":"","AmazonPolarityClassification":0.86,"AmazonReviewsClassification (en)":"","Banking77Classification":0.81,"EmotionClassification":0.48,"ImdbClassification":0.74,"MassiveIntentClassification (en)":"","MassiveScenarioClassification (en)":"","MTOPDomainClassification (en)":"","MTOPIntentClassification (en)":"","ToxicConversationsClassification":0.69,"TweetSentimentExtractionClassification":0.61} -{"index":377,"Rank":389,"Model":"bilingual-embedding-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","AmazonCounterfactualClassification (en)":"","AmazonPolarityClassification":"","AmazonReviewsClassification (en)":"","Banking77Classification":"","EmotionClassification":"","ImdbClassification":"","MassiveIntentClassification (en)":"","MassiveScenarioClassification (en)":"","MTOPDomainClassification (en)":"","MTOPIntentClassification (en)":"","ToxicConversationsClassification":"","TweetSentimentExtractionClassification":""} -{"index":378,"Rank":390,"Model":"new_model<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","AmazonCounterfactualClassification (en)":76.66,"AmazonPolarityClassification":"","AmazonReviewsClassification (en)":46.43,"Banking77Classification":73.74,"EmotionClassification":47.44,"ImdbClassification":79.55,"MassiveIntentClassification (en)":65.61,"MassiveScenarioClassification (en)":71.05,"MTOPDomainClassification (en)":90.48,"MTOPIntentClassification (en)":58.11,"ToxicConversationsClassification":63.53,"TweetSentimentExtractionClassification":61.77} -{"index":385,"Rank":393,"Model":"bi-cse<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","AmazonCounterfactualClassification (en)":"","AmazonPolarityClassification":"","AmazonReviewsClassification (en)":"","Banking77Classification":"","EmotionClassification":"","ImdbClassification":"","MassiveIntentClassification (en)":"","MassiveScenarioClassification (en)":"","MTOPDomainClassification (en)":"","MTOPIntentClassification (en)":"","ToxicConversationsClassification":"","TweetSentimentExtractionClassification":""} -{"index":387,"Rank":394,"Model":"text-search-ada-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":2046,"Average":"","AmazonCounterfactualClassification (en)":"","AmazonPolarityClassification":"","AmazonReviewsClassification (en)":"","Banking77Classification":"","EmotionClassification":"","ImdbClassification":"","MassiveIntentClassification (en)":"","MassiveScenarioClassification (en)":"","MTOPDomainClassification (en)":"","MTOPIntentClassification (en)":"","ToxicConversationsClassification":"","TweetSentimentExtractionClassification":""} -{"index":388,"Rank":395,"Model":"text-search-ada-doc-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":2046,"Average":"","AmazonCounterfactualClassification (en)":"","AmazonPolarityClassification":"","AmazonReviewsClassification (en)":"","Banking77Classification":"","EmotionClassification":"","ImdbClassification":"","MassiveIntentClassification (en)":"","MassiveScenarioClassification (en)":"","MTOPDomainClassification (en)":"","MTOPIntentClassification (en)":"","ToxicConversationsClassification":"","TweetSentimentExtractionClassification":""} -{"index":389,"Rank":396,"Model":"text-search-babbage-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":2048,"Max Tokens":2046,"Average":"","AmazonCounterfactualClassification (en)":"","AmazonPolarityClassification":"","AmazonReviewsClassification (en)":"","Banking77Classification":"","EmotionClassification":"","ImdbClassification":"","MassiveIntentClassification (en)":"","MassiveScenarioClassification (en)":"","MTOPDomainClassification (en)":"","MTOPIntentClassification (en)":"","ToxicConversationsClassification":"","TweetSentimentExtractionClassification":""} -{"index":390,"Rank":397,"Model":"text-search-curie-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":4096,"Max Tokens":2046,"Average":"","AmazonCounterfactualClassification (en)":"","AmazonPolarityClassification":"","AmazonReviewsClassification (en)":"","Banking77Classification":"","EmotionClassification":"","ImdbClassification":"","MassiveIntentClassification (en)":"","MassiveScenarioClassification (en)":"","MTOPDomainClassification (en)":"","MTOPIntentClassification (en)":"","ToxicConversationsClassification":"","TweetSentimentExtractionClassification":""} -{"index":391,"Rank":398,"Model":"text-search-davinci-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":12288,"Max Tokens":2046,"Average":"","AmazonCounterfactualClassification (en)":"","AmazonPolarityClassification":"","AmazonReviewsClassification (en)":"","Banking77Classification":"","EmotionClassification":"","ImdbClassification":"","MassiveIntentClassification (en)":"","MassiveScenarioClassification (en)":"","MTOPDomainClassification (en)":"","MTOPIntentClassification (en)":"","ToxicConversationsClassification":"","TweetSentimentExtractionClassification":""} -{"index":393,"Rank":399,"Model":"text-similarity-babbage-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":2048,"Max Tokens":2046,"Average":"","AmazonCounterfactualClassification (en)":"","AmazonPolarityClassification":"","AmazonReviewsClassification (en)":"","Banking77Classification":"","EmotionClassification":"","ImdbClassification":"","MassiveIntentClassification (en)":"","MassiveScenarioClassification (en)":"","MTOPDomainClassification (en)":"","MTOPIntentClassification (en)":"","ToxicConversationsClassification":"","TweetSentimentExtractionClassification":""} -{"index":394,"Rank":400,"Model":"text-similarity-curie-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":4096,"Max Tokens":2046,"Average":"","AmazonCounterfactualClassification (en)":"","AmazonPolarityClassification":"","AmazonReviewsClassification (en)":"","Banking77Classification":"","EmotionClassification":"","ImdbClassification":"","MassiveIntentClassification (en)":"","MassiveScenarioClassification (en)":"","MTOPDomainClassification (en)":"","MTOPIntentClassification (en)":"","ToxicConversationsClassification":"","TweetSentimentExtractionClassification":""} -{"index":395,"Rank":401,"Model":"text-similarity-davinci-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":12288,"Max Tokens":2046,"Average":"","AmazonCounterfactualClassification (en)":"","AmazonPolarityClassification":"","AmazonReviewsClassification (en)":"","Banking77Classification":"","EmotionClassification":"","ImdbClassification":"","MassiveIntentClassification (en)":"","MassiveScenarioClassification (en)":"","MTOPDomainClassification (en)":"","MTOPIntentClassification (en)":"","ToxicConversationsClassification":"","TweetSentimentExtractionClassification":""} diff --git a/all_data_tasks/1/default.jsonl b/all_data_tasks/1/default.jsonl deleted file mode 100644 index 57d555d444c10f3eba5939762e929bcd966414ba..0000000000000000000000000000000000000000 --- a/all_data_tasks/1/default.jsonl +++ /dev/null @@ -1,376 +0,0 @@ -{"index":6,"Rank":1,"Model":"voyage-3-m-exp<\/a>","Model Size (Million Parameters)":6918,"Memory Usage (GB, fp32)":25.77,"Embedding Dimensions":2048,"Max Tokens":32000,"Average":61.45,"ArxivClusteringP2P":57.14,"ArxivClusteringS2S":52.64,"BiorxivClusteringP2P":54.65,"BiorxivClusteringS2S":49.95,"MedrxivClusteringP2P":51.53,"MedrxivClusteringS2S":48.99,"RedditClustering":77.16,"RedditClusteringP2P":70.23,"StackExchangeClustering":82.03,"StackExchangeClusteringP2P":48.17,"TwentyNewsgroupsClustering":83.49} -{"index":366,"Rank":2,"Model":"voyage-3-m-exp<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":61.45,"ArxivClusteringP2P":57.14,"ArxivClusteringS2S":52.64,"BiorxivClusteringP2P":54.65,"BiorxivClusteringS2S":49.95,"MedrxivClusteringP2P":51.53,"MedrxivClusteringS2S":48.99,"RedditClustering":77.16,"RedditClusteringP2P":70.23,"StackExchangeClustering":82.03,"StackExchangeClusteringP2P":48.17,"TwentyNewsgroupsClustering":83.49} -{"index":294,"Rank":3,"Model":"NV-Embed-v2<\/a>","Model Size (Million Parameters)":7851,"Memory Usage (GB, fp32)":29.25,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":58.46,"ArxivClusteringP2P":55.8,"ArxivClusteringS2S":51.26,"BiorxivClusteringP2P":54.09,"BiorxivClusteringS2S":49.6,"MedrxivClusteringP2P":46.09,"MedrxivClusteringS2S":44.86,"RedditClustering":71.1,"RedditClusteringP2P":74.94,"StackExchangeClustering":82.1,"StackExchangeClusteringP2P":48.36,"TwentyNewsgroupsClustering":64.82} -{"index":112,"Rank":4,"Model":"jasper_en_vision_language_v1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":58.04,"ArxivClusteringP2P":55.71,"ArxivClusteringS2S":51.0,"BiorxivClusteringP2P":52.05,"BiorxivClusteringS2S":47.58,"MedrxivClusteringP2P":46.75,"MedrxivClusteringS2S":44.9,"RedditClustering":73.02,"RedditClusteringP2P":74.72,"StackExchangeClustering":80.19,"StackExchangeClusteringP2P":49.42,"TwentyNewsgroupsClustering":63.13} -{"index":380,"Rank":5,"Model":"LENS-d8000<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":58.02,"ArxivClusteringP2P":54.81,"ArxivClusteringS2S":50.14,"BiorxivClusteringP2P":52.48,"BiorxivClusteringS2S":48.52,"MedrxivClusteringP2P":46.38,"MedrxivClusteringS2S":44.89,"RedditClustering":72.37,"RedditClusteringP2P":73.89,"StackExchangeClustering":81.6,"StackExchangeClusteringP2P":44.41,"TwentyNewsgroupsClustering":68.78} -{"index":379,"Rank":6,"Model":"LENS-d4000<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":57.92,"ArxivClusteringP2P":54.87,"ArxivClusteringS2S":50.25,"BiorxivClusteringP2P":52.39,"BiorxivClusteringS2S":48.35,"MedrxivClusteringP2P":46.35,"MedrxivClusteringS2S":44.54,"RedditClustering":72.32,"RedditClusteringP2P":73.2,"StackExchangeClustering":81.7,"StackExchangeClusteringP2P":43.73,"TwentyNewsgroupsClustering":69.44} -{"index":30,"Rank":7,"Model":"bge-en-icl<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":57.89,"ArxivClusteringP2P":54.44,"ArxivClusteringS2S":49.33,"BiorxivClusteringP2P":53.05,"BiorxivClusteringS2S":48.38,"MedrxivClusteringP2P":45.86,"MedrxivClusteringS2S":44.33,"RedditClustering":72.33,"RedditClusteringP2P":72.72,"StackExchangeClustering":81.32,"StackExchangeClusteringP2P":46.05,"TwentyNewsgroupsClustering":68.98} -{"index":113,"Rank":8,"Model":"stella_en_1.5B_v5<\/a>","Model Size (Million Parameters)":1543,"Memory Usage (GB, fp32)":5.75,"Embedding Dimensions":8192,"Max Tokens":131072,"Average":57.69,"ArxivClusteringP2P":55.44,"ArxivClusteringS2S":50.66,"BiorxivClusteringP2P":50.68,"BiorxivClusteringS2S":46.87,"MedrxivClusteringP2P":46.87,"MedrxivClusteringS2S":44.65,"RedditClustering":72.86,"RedditClusteringP2P":75.27,"StackExchangeClustering":80.29,"StackExchangeClusteringP2P":49.57,"TwentyNewsgroupsClustering":61.43} -{"index":22,"Rank":9,"Model":"gte-Qwen2-7B-instruct<\/a>","Model Size (Million Parameters)":7613,"Memory Usage (GB, fp32)":28.36,"Embedding Dimensions":3584,"Max Tokens":32768,"Average":56.92,"ArxivClusteringP2P":56.46,"ArxivClusteringS2S":51.74,"BiorxivClusteringP2P":50.09,"BiorxivClusteringS2S":46.65,"MedrxivClusteringP2P":46.23,"MedrxivClusteringS2S":44.13,"RedditClustering":73.55,"RedditClusteringP2P":74.13,"StackExchangeClustering":79.86,"StackExchangeClusteringP2P":49.41,"TwentyNewsgroupsClustering":53.91} -{"index":114,"Rank":10,"Model":"stella_en_400M_v5<\/a>","Model Size (Million Parameters)":435,"Memory Usage (GB, fp32)":1.62,"Embedding Dimensions":8192,"Max Tokens":8192,"Average":56.7,"ArxivClusteringP2P":55.16,"ArxivClusteringS2S":49.82,"BiorxivClusteringP2P":50.68,"BiorxivClusteringS2S":45.81,"MedrxivClusteringP2P":46.32,"MedrxivClusteringS2S":44.29,"RedditClustering":71.19,"RedditClusteringP2P":74.42,"StackExchangeClustering":78.49,"StackExchangeClusteringP2P":48.9,"TwentyNewsgroupsClustering":58.57} -{"index":129,"Rank":11,"Model":"SFR-Embedding-2_R<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":56.17,"ArxivClusteringP2P":54.02,"ArxivClusteringS2S":48.82,"BiorxivClusteringP2P":50.76,"BiorxivClusteringS2S":46.57,"MedrxivClusteringP2P":46.66,"MedrxivClusteringS2S":44.18,"RedditClustering":62.92,"RedditClusteringP2P":72.74,"StackExchangeClustering":76.48,"StackExchangeClusteringP2P":48.29,"TwentyNewsgroupsClustering":66.42} -{"index":20,"Rank":12,"Model":"gte-Qwen1.5-7B-instruct<\/a>","Model Size (Million Parameters)":7099,"Memory Usage (GB, fp32)":26.45,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":55.83,"ArxivClusteringP2P":56.4,"ArxivClusteringS2S":51.45,"BiorxivClusteringP2P":49.01,"BiorxivClusteringS2S":45.06,"MedrxivClusteringP2P":44.37,"MedrxivClusteringS2S":42.0,"RedditClustering":73.37,"RedditClusteringP2P":72.51,"StackExchangeClustering":79.07,"StackExchangeClusteringP2P":49.57,"TwentyNewsgroupsClustering":51.31} -{"index":19,"Rank":13,"Model":"gme-Qwen2-VL-7B-Instruct<\/a>","Model Size (Million Parameters)":8291,"Memory Usage (GB, fp32)":30.89,"Embedding Dimensions":3584,"Max Tokens":32768,"Average":54.82,"ArxivClusteringP2P":54.96,"ArxivClusteringS2S":50.64,"BiorxivClusteringP2P":46.87,"BiorxivClusteringS2S":43.86,"MedrxivClusteringP2P":40.32,"MedrxivClusteringS2S":39.4,"RedditClustering":70.13,"RedditClusteringP2P":71.19,"StackExchangeClustering":78.89,"StackExchangeClusteringP2P":47.52,"TwentyNewsgroupsClustering":59.21} -{"index":41,"Rank":14,"Model":"gme-Qwen2-VL-7B-Instruct-Q5_K_S-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":54.82,"ArxivClusteringP2P":54.96,"ArxivClusteringS2S":50.64,"BiorxivClusteringP2P":46.87,"BiorxivClusteringS2S":43.86,"MedrxivClusteringP2P":40.32,"MedrxivClusteringS2S":39.4,"RedditClustering":70.13,"RedditClusteringP2P":71.19,"StackExchangeClustering":78.89,"StackExchangeClusteringP2P":47.52,"TwentyNewsgroupsClustering":59.21} -{"index":33,"Rank":15,"Model":"bge-multilingual-gemma2<\/a>","Model Size (Million Parameters)":9242,"Memory Usage (GB, fp32)":34.43,"Embedding Dimensions":3584,"Max Tokens":8192,"Average":54.65,"ArxivClusteringP2P":54.91,"ArxivClusteringS2S":50.28,"BiorxivClusteringP2P":52.64,"BiorxivClusteringS2S":49.2,"MedrxivClusteringP2P":45.81,"MedrxivClusteringS2S":44.11,"RedditClustering":56.03,"RedditClusteringP2P":65.83,"StackExchangeClustering":66.21,"StackExchangeClusteringP2P":45.74,"TwentyNewsgroupsClustering":70.44} -{"index":293,"Rank":16,"Model":"NV-Embed-v1<\/a>","Model Size (Million Parameters)":7851,"Memory Usage (GB, fp32)":29.25,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":52.8,"ArxivClusteringP2P":53.76,"ArxivClusteringS2S":49.59,"BiorxivClusteringP2P":48.15,"BiorxivClusteringS2S":44.74,"MedrxivClusteringP2P":39.24,"MedrxivClusteringS2S":36.98,"RedditClustering":63.2,"RedditClusteringP2P":68.01,"StackExchangeClustering":74.99,"StackExchangeClusteringP2P":42.04,"TwentyNewsgroupsClustering":60.13} -{"index":12,"Rank":17,"Model":"voyage-lite-02-instruct<\/a>","Model Size (Million Parameters)":1220,"Memory Usage (GB, fp32)":4.54,"Embedding Dimensions":1024,"Max Tokens":4000,"Average":52.42,"ArxivClusteringP2P":51.95,"ArxivClusteringS2S":42.48,"BiorxivClusteringP2P":50.15,"BiorxivClusteringS2S":42.84,"MedrxivClusteringP2P":47.24,"MedrxivClusteringS2S":43.48,"RedditClustering":63.73,"RedditClusteringP2P":64.09,"StackExchangeClustering":70.71,"StackExchangeClusteringP2P":40.34,"TwentyNewsgroupsClustering":59.56} -{"index":384,"Rank":18,"Model":"Zeta-Alpha-E5-Mistral<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":51.89,"ArxivClusteringP2P":52.03,"ArxivClusteringS2S":47.83,"BiorxivClusteringP2P":43.74,"BiorxivClusteringS2S":40.74,"MedrxivClusteringP2P":38.38,"MedrxivClusteringS2S":37.67,"RedditClustering":61.88,"RedditClusteringP2P":68.3,"StackExchangeClustering":75.91,"StackExchangeClusteringP2P":47.17,"TwentyNewsgroupsClustering":57.15} -{"index":130,"Rank":19,"Model":"SFR-Embedding-Mistral<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":51.67,"ArxivClusteringP2P":52.08,"ArxivClusteringS2S":47.38,"BiorxivClusteringP2P":43.94,"BiorxivClusteringS2S":41.14,"MedrxivClusteringP2P":40.03,"MedrxivClusteringS2S":39.0,"RedditClustering":59.9,"RedditClusteringP2P":67.64,"StackExchangeClustering":74.25,"StackExchangeClusteringP2P":46.78,"TwentyNewsgroupsClustering":56.27} -{"index":81,"Rank":20,"Model":"Linq-Embed-Mistral<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":51.42,"ArxivClusteringP2P":51.48,"ArxivClusteringS2S":47.3,"BiorxivClusteringP2P":42.73,"BiorxivClusteringS2S":39.58,"MedrxivClusteringP2P":37.84,"MedrxivClusteringS2S":36.65,"RedditClustering":61.52,"RedditClusteringP2P":68.24,"StackExchangeClustering":76.94,"StackExchangeClusteringP2P":46.04,"TwentyNewsgroupsClustering":57.3} -{"index":18,"Rank":21,"Model":"gme-Qwen2-VL-2B-Instruct<\/a>","Model Size (Million Parameters)":2209,"Memory Usage (GB, fp32)":8.23,"Embedding Dimensions":1536,"Max Tokens":32768,"Average":51.3,"ArxivClusteringP2P":52.45,"ArxivClusteringS2S":46.84,"BiorxivClusteringP2P":44.68,"BiorxivClusteringS2S":40.67,"MedrxivClusteringP2P":38.69,"MedrxivClusteringS2S":38.07,"RedditClustering":65.18,"RedditClusteringP2P":66.22,"StackExchangeClustering":72.82,"StackExchangeClusteringP2P":44.31,"TwentyNewsgroupsClustering":54.35} -{"index":61,"Rank":22,"Model":"GritLM-7B<\/a>","Model Size (Million Parameters)":7240,"Memory Usage (GB, fp32)":26.97,"Embedding Dimensions":"","Max Tokens":4096,"Average":50.61,"ArxivClusteringP2P":51.67,"ArxivClusteringS2S":48.11,"BiorxivClusteringP2P":40.87,"BiorxivClusteringS2S":39.8,"MedrxivClusteringP2P":36.52,"MedrxivClusteringS2S":36.8,"RedditClustering":61.3,"RedditClusteringP2P":67.26,"StackExchangeClustering":77.33,"StackExchangeClusteringP2P":41.33,"TwentyNewsgroupsClustering":55.7} -{"index":40,"Rank":23,"Model":"GritLM-7B-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":50.61,"ArxivClusteringP2P":51.67,"ArxivClusteringS2S":48.11,"BiorxivClusteringP2P":40.87,"BiorxivClusteringS2S":39.8,"MedrxivClusteringP2P":36.52,"MedrxivClusteringS2S":36.8,"RedditClustering":61.3,"RedditClusteringP2P":67.26,"StackExchangeClustering":77.33,"StackExchangeClusteringP2P":41.33,"TwentyNewsgroupsClustering":55.7} -{"index":300,"Rank":24,"Model":"GritLM-7B-vllm<\/a>","Model Size (Million Parameters)":7242,"Memory Usage (GB, fp32)":26.98,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":50.61,"ArxivClusteringP2P":51.67,"ArxivClusteringS2S":48.11,"BiorxivClusteringP2P":40.87,"BiorxivClusteringS2S":39.8,"MedrxivClusteringP2P":36.52,"MedrxivClusteringS2S":36.8,"RedditClustering":61.3,"RedditClusteringP2P":67.26,"StackExchangeClustering":77.33,"StackExchangeClusteringP2P":41.33,"TwentyNewsgroupsClustering":55.7} -{"index":349,"Rank":25,"Model":"GritLM-7B-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":50.61,"ArxivClusteringP2P":51.67,"ArxivClusteringS2S":48.11,"BiorxivClusteringP2P":40.87,"BiorxivClusteringS2S":39.8,"MedrxivClusteringP2P":36.52,"MedrxivClusteringS2S":36.8,"RedditClustering":61.3,"RedditClusteringP2P":67.26,"StackExchangeClustering":77.33,"StackExchangeClusteringP2P":41.33,"TwentyNewsgroupsClustering":55.7} -{"index":26,"Rank":26,"Model":"e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":50.26,"ArxivClusteringP2P":50.45,"ArxivClusteringS2S":45.5,"BiorxivClusteringP2P":43.53,"BiorxivClusteringS2S":40.24,"MedrxivClusteringP2P":38.19,"MedrxivClusteringS2S":37.45,"RedditClustering":57.71,"RedditClusteringP2P":66.49,"StackExchangeClustering":73.1,"StackExchangeClusteringP2P":45.91,"TwentyNewsgroupsClustering":54.31} -{"index":223,"Rank":27,"Model":"e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":50.26,"ArxivClusteringP2P":50.45,"ArxivClusteringS2S":45.5,"BiorxivClusteringP2P":43.53,"BiorxivClusteringS2S":40.24,"MedrxivClusteringP2P":38.19,"MedrxivClusteringS2S":37.45,"RedditClustering":57.71,"RedditClusteringP2P":66.49,"StackExchangeClustering":73.1,"StackExchangeClusteringP2P":45.91,"TwentyNewsgroupsClustering":54.31} -{"index":62,"Rank":28,"Model":"GritLM-8x7B<\/a>","Model Size (Million Parameters)":46703,"Memory Usage (GB, fp32)":173.98,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":50.14,"ArxivClusteringP2P":50.72,"ArxivClusteringS2S":48.01,"BiorxivClusteringP2P":41.41,"BiorxivClusteringS2S":38.67,"MedrxivClusteringP2P":36.54,"MedrxivClusteringS2S":37.24,"RedditClustering":63.01,"RedditClusteringP2P":65.86,"StackExchangeClustering":74.41,"StackExchangeClusteringP2P":38.52,"TwentyNewsgroupsClustering":57.16} -{"index":350,"Rank":29,"Model":"GritLM-8x7B-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":50.14,"ArxivClusteringP2P":50.72,"ArxivClusteringS2S":48.01,"BiorxivClusteringP2P":41.41,"BiorxivClusteringS2S":38.67,"MedrxivClusteringP2P":36.54,"MedrxivClusteringS2S":37.24,"RedditClustering":63.01,"RedditClusteringP2P":65.86,"StackExchangeClustering":74.41,"StackExchangeClusteringP2P":38.52,"TwentyNewsgroupsClustering":57.16} -{"index":247,"Rank":30,"Model":"cde-small-v2<\/a>","Model Size (Million Parameters)":150,"Memory Usage (GB, fp32)":0.56,"Embedding Dimensions":768,"Max Tokens":512,"Average":49.48,"ArxivClusteringP2P":50.53,"ArxivClusteringS2S":41.62,"BiorxivClusteringP2P":45.44,"BiorxivClusteringS2S":39.65,"MedrxivClusteringP2P":39.46,"MedrxivClusteringS2S":37.5,"RedditClustering":58.79,"RedditClusteringP2P":65.49,"StackExchangeClustering":70.04,"StackExchangeClusteringP2P":42.42,"TwentyNewsgroupsClustering":53.32} -{"index":66,"Rank":31,"Model":"speed-embedding-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":49.28,"ArxivClusteringP2P":51.12,"ArxivClusteringS2S":47.02,"BiorxivClusteringP2P":42.0,"BiorxivClusteringS2S":39.62,"MedrxivClusteringP2P":36.95,"MedrxivClusteringS2S":36.28,"RedditClustering":57.93,"RedditClusteringP2P":65.29,"StackExchangeClustering":71.59,"StackExchangeClusteringP2P":39.01,"TwentyNewsgroupsClustering":55.25} -{"index":9,"Rank":32,"Model":"voyage-large-2-instruct<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":16000,"Average":49.04,"ArxivClusteringP2P":50.0,"ArxivClusteringS2S":43.99,"BiorxivClusteringP2P":41.6,"BiorxivClusteringS2S":37.75,"MedrxivClusteringP2P":36.13,"MedrxivClusteringS2S":35.82,"RedditClustering":63.37,"RedditClusteringP2P":62.66,"StackExchangeClustering":71.08,"StackExchangeClusteringP2P":36.02,"TwentyNewsgroupsClustering":61.06} -{"index":398,"Rank":33,"Model":"text-embedding-3-large<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":3072,"Max Tokens":8191,"Average":49.01,"ArxivClusteringP2P":49.01,"ArxivClusteringS2S":44.45,"BiorxivClusteringP2P":38.03,"BiorxivClusteringS2S":36.53,"MedrxivClusteringP2P":32.7,"MedrxivClusteringS2S":31.27,"RedditClustering":67.84,"RedditClusteringP2P":67.96,"StackExchangeClustering":76.26,"StackExchangeClusteringP2P":36.88,"TwentyNewsgroupsClustering":58.14} -{"index":21,"Rank":34,"Model":"gte-Qwen2-1.5B-instruct<\/a>","Model Size (Million Parameters)":1776,"Memory Usage (GB, fp32)":6.62,"Embedding Dimensions":1536,"Max Tokens":131072,"Average":48.75,"ArxivClusteringP2P":50.51,"ArxivClusteringS2S":45.01,"BiorxivClusteringP2P":43.21,"BiorxivClusteringS2S":38.82,"MedrxivClusteringP2P":39.39,"MedrxivClusteringS2S":37.9,"RedditClustering":55.82,"RedditClusteringP2P":62.09,"StackExchangeClustering":67.65,"StackExchangeClusteringP2P":46.31,"TwentyNewsgroupsClustering":49.58} -{"index":246,"Rank":35,"Model":"cde-small-v1<\/a>","Model Size (Million Parameters)":143,"Memory Usage (GB, fp32)":0.53,"Embedding Dimensions":768,"Max Tokens":512,"Average":48.32,"ArxivClusteringP2P":48.63,"ArxivClusteringS2S":40.52,"BiorxivClusteringP2P":44.9,"BiorxivClusteringS2S":37.9,"MedrxivClusteringP2P":37.67,"MedrxivClusteringS2S":35.51,"RedditClustering":59.36,"RedditClusteringP2P":64.46,"StackExchangeClustering":66.77,"StackExchangeClusteringP2P":38.9,"TwentyNewsgroupsClustering":56.91} -{"index":24,"Rank":36,"Model":"gte-large-en-v1.5<\/a>","Model Size (Million Parameters)":434,"Memory Usage (GB, fp32)":1.62,"Embedding Dimensions":1024,"Max Tokens":8192,"Average":47.96,"ArxivClusteringP2P":48.47,"ArxivClusteringS2S":43.39,"BiorxivClusteringP2P":40.58,"BiorxivClusteringS2S":37.94,"MedrxivClusteringP2P":35.04,"MedrxivClusteringS2S":32.94,"RedditClustering":59.76,"RedditClusteringP2P":68.03,"StackExchangeClustering":71.27,"StackExchangeClusteringP2P":39.18,"TwentyNewsgroupsClustering":50.91} -{"index":308,"Rank":37,"Model":"TDTE<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":47.86,"ArxivClusteringP2P":48.78,"ArxivClusteringS2S":46.11,"BiorxivClusteringP2P":38.79,"BiorxivClusteringS2S":37.37,"MedrxivClusteringP2P":32.73,"MedrxivClusteringS2S":32.33,"RedditClustering":62.16,"RedditClusteringP2P":65.96,"StackExchangeClustering":71.35,"StackExchangeClusteringP2P":36.11,"TwentyNewsgroupsClustering":54.78} -{"index":64,"Rank":38,"Model":"KaLM-embedding-multilingual-mini-instruct-v1.5<\/a>","Model Size (Million Parameters)":494,"Memory Usage (GB, fp32)":1.84,"Embedding Dimensions":896,"Max Tokens":131072,"Average":47.82,"ArxivClusteringP2P":49.68,"ArxivClusteringS2S":42.21,"BiorxivClusteringP2P":43.84,"BiorxivClusteringS2S":37.31,"MedrxivClusteringP2P":39.91,"MedrxivClusteringS2S":36.79,"RedditClustering":55.47,"RedditClusteringP2P":65.96,"StackExchangeClustering":66.38,"StackExchangeClusteringP2P":39.19,"TwentyNewsgroupsClustering":49.33} -{"index":1,"Rank":39,"Model":"text-embedding-004<\/a>","Model Size (Million Parameters)":1200,"Memory Usage (GB, fp32)":4.47,"Embedding Dimensions":768,"Max Tokens":2048,"Average":47.48,"ArxivClusteringP2P":46.27,"ArxivClusteringS2S":38.36,"BiorxivClusteringP2P":37.87,"BiorxivClusteringS2S":35.67,"MedrxivClusteringP2P":33.11,"MedrxivClusteringS2S":31.54,"RedditClustering":65.81,"RedditClusteringP2P":66.62,"StackExchangeClustering":74.52,"StackExchangeClusteringP2P":37.63,"TwentyNewsgroupsClustering":54.87} -{"index":46,"Rank":40,"Model":"Cohere-embed-english-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":512,"Average":47.43,"ArxivClusteringP2P":49.17,"ArxivClusteringS2S":42.18,"BiorxivClusteringP2P":40.96,"BiorxivClusteringS2S":37.25,"MedrxivClusteringP2P":37.41,"MedrxivClusteringS2S":33.39,"RedditClustering":58.46,"RedditClusteringP2P":66.35,"StackExchangeClustering":68.42,"StackExchangeClusteringP2P":37.51,"TwentyNewsgroupsClustering":50.64} -{"index":11,"Rank":41,"Model":"voyage-lite-01-instruct<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":4000,"Average":47.4,"ArxivClusteringP2P":47.92,"ArxivClusteringS2S":42.42,"BiorxivClusteringP2P":38.72,"BiorxivClusteringS2S":36.6,"MedrxivClusteringP2P":34.04,"MedrxivClusteringS2S":32.81,"RedditClustering":61.56,"RedditClusteringP2P":65.35,"StackExchangeClustering":70.16,"StackExchangeClusteringP2P":38.23,"TwentyNewsgroupsClustering":53.56} -{"index":355,"Rank":42,"Model":"BinGSE-Meta-Llama-3-8B-Instruct<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":47.18,"ArxivClusteringP2P":47.9,"ArxivClusteringS2S":46.32,"BiorxivClusteringP2P":36.93,"BiorxivClusteringS2S":38.28,"MedrxivClusteringP2P":32.52,"MedrxivClusteringS2S":32.83,"RedditClustering":64.31,"RedditClusteringP2P":61.46,"StackExchangeClustering":70.93,"StackExchangeClusteringP2P":33.95,"TwentyNewsgroupsClustering":53.52} -{"index":228,"Rank":43,"Model":"multilingual-e5-large-instruct<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":47.07,"ArxivClusteringP2P":46.4,"ArxivClusteringS2S":40.49,"BiorxivClusteringP2P":40.94,"BiorxivClusteringS2S":36.28,"MedrxivClusteringP2P":36.93,"MedrxivClusteringS2S":35.54,"RedditClustering":56.6,"RedditClusteringP2P":64.27,"StackExchangeClustering":66.85,"StackExchangeClusteringP2P":42.46,"TwentyNewsgroupsClustering":51.03} -{"index":76,"Rank":44,"Model":"MUG-B-1.6<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":46.93,"ArxivClusteringP2P":49.03,"ArxivClusteringS2S":43.05,"BiorxivClusteringP2P":39.74,"BiorxivClusteringS2S":36.57,"MedrxivClusteringP2P":33.71,"MedrxivClusteringS2S":31.81,"RedditClustering":61.38,"RedditClusteringP2P":65.29,"StackExchangeClustering":66.6,"StackExchangeClusteringP2P":36.32,"TwentyNewsgroupsClustering":52.69} -{"index":352,"Rank":45,"Model":"gte-large<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":46.84,"ArxivClusteringP2P":48.62,"ArxivClusteringS2S":43.36,"BiorxivClusteringP2P":39.11,"BiorxivClusteringS2S":36.85,"MedrxivClusteringP2P":33.39,"MedrxivClusteringS2S":31.76,"RedditClustering":60.83,"RedditClusteringP2P":64.24,"StackExchangeClustering":67.64,"StackExchangeClusteringP2P":36.57,"TwentyNewsgroupsClustering":52.82} -{"index":23,"Rank":46,"Model":"gte-base-en-v1.5<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":8192,"Average":46.82,"ArxivClusteringP2P":47.51,"ArxivClusteringS2S":42.05,"BiorxivClusteringP2P":40.32,"BiorxivClusteringS2S":37.55,"MedrxivClusteringP2P":34.6,"MedrxivClusteringS2S":32.27,"RedditClustering":58.61,"RedditClusteringP2P":66.87,"StackExchangeClustering":68.93,"StackExchangeClusteringP2P":37.6,"TwentyNewsgroupsClustering":48.75} -{"index":145,"Rank":47,"Model":"UAE-Large-V1<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":46.73,"ArxivClusteringP2P":49.03,"ArxivClusteringS2S":43.09,"BiorxivClusteringP2P":39.38,"BiorxivClusteringS2S":37.23,"MedrxivClusteringP2P":33.22,"MedrxivClusteringS2S":31.18,"RedditClustering":60.52,"RedditClusteringP2P":65.35,"StackExchangeClustering":66.54,"StackExchangeClusteringP2P":36.72,"TwentyNewsgroupsClustering":51.72} -{"index":254,"Rank":48,"Model":"mxbai-embed-large-v1-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":46.71,"ArxivClusteringP2P":48.97,"ArxivClusteringS2S":42.98,"BiorxivClusteringP2P":39.92,"BiorxivClusteringS2S":36.73,"MedrxivClusteringP2P":33.44,"MedrxivClusteringS2S":31.66,"RedditClustering":60.22,"RedditClusteringP2P":65.29,"StackExchangeClustering":65.62,"StackExchangeClusteringP2P":35.78,"TwentyNewsgroupsClustering":53.21} -{"index":270,"Rank":49,"Model":"mxbai-embed-large-v1<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":46.71,"ArxivClusteringP2P":48.97,"ArxivClusteringS2S":42.98,"BiorxivClusteringP2P":39.92,"BiorxivClusteringS2S":36.73,"MedrxivClusteringP2P":33.44,"MedrxivClusteringS2S":31.66,"RedditClustering":60.22,"RedditClusteringP2P":65.29,"StackExchangeClustering":65.62,"StackExchangeClusteringP2P":35.78,"TwentyNewsgroupsClustering":53.21} -{"index":346,"Rank":50,"Model":"mxbai-embed-large-v1-Q5_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":46.71,"ArxivClusteringP2P":48.97,"ArxivClusteringS2S":42.98,"BiorxivClusteringP2P":39.92,"BiorxivClusteringS2S":36.73,"MedrxivClusteringP2P":33.44,"MedrxivClusteringS2S":31.66,"RedditClustering":60.22,"RedditClusteringP2P":65.29,"StackExchangeClustering":65.62,"StackExchangeClusteringP2P":35.78,"TwentyNewsgroupsClustering":53.21} -{"index":196,"Rank":51,"Model":"mxbai-embed-large-v1-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":46.71,"ArxivClusteringP2P":48.97,"ArxivClusteringS2S":42.98,"BiorxivClusteringP2P":39.92,"BiorxivClusteringS2S":36.73,"MedrxivClusteringP2P":33.44,"MedrxivClusteringS2S":31.66,"RedditClustering":60.22,"RedditClusteringP2P":65.29,"StackExchangeClustering":65.62,"StackExchangeClusteringP2P":35.78,"TwentyNewsgroupsClustering":53.21} -{"index":345,"Rank":52,"Model":"mxbai-embed-large-v1-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":46.71,"ArxivClusteringP2P":48.97,"ArxivClusteringS2S":42.98,"BiorxivClusteringP2P":39.92,"BiorxivClusteringS2S":36.73,"MedrxivClusteringP2P":33.44,"MedrxivClusteringS2S":31.66,"RedditClustering":60.22,"RedditClusteringP2P":65.29,"StackExchangeClustering":65.62,"StackExchangeClusteringP2P":35.78,"TwentyNewsgroupsClustering":53.21} -{"index":399,"Rank":53,"Model":"text-embedding-3-small<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":8191,"Average":46.65,"ArxivClusteringP2P":46.57,"ArxivClusteringS2S":39.35,"BiorxivClusteringP2P":37.77,"BiorxivClusteringS2S":34.68,"MedrxivClusteringP2P":32.77,"MedrxivClusteringS2S":31.85,"RedditClustering":64.09,"RedditClusteringP2P":65.12,"StackExchangeClustering":72.05,"StackExchangeClusteringP2P":34.04,"TwentyNewsgroupsClustering":54.81} -{"index":311,"Rank":54,"Model":"sf_model_e5<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":46.61,"ArxivClusteringP2P":48.73,"ArxivClusteringS2S":42.87,"BiorxivClusteringP2P":39.73,"BiorxivClusteringS2S":37.24,"MedrxivClusteringP2P":34.31,"MedrxivClusteringS2S":32.18,"RedditClustering":59.43,"RedditClusteringP2P":64.54,"StackExchangeClustering":65.08,"StackExchangeClusteringP2P":35.52,"TwentyNewsgroupsClustering":53.12} -{"index":48,"Rank":55,"Model":"Cohere-embed-multilingual-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":512,"Average":46.6,"ArxivClusteringP2P":48.16,"ArxivClusteringS2S":40.79,"BiorxivClusteringP2P":40.5,"BiorxivClusteringS2S":36.91,"MedrxivClusteringP2P":36.18,"MedrxivClusteringS2S":33.44,"RedditClustering":58.11,"RedditClusteringP2P":65.02,"StackExchangeClustering":68.12,"StackExchangeClusteringP2P":35.22,"TwentyNewsgroupsClustering":50.14} -{"index":162,"Rank":56,"Model":"GIST-large-Embedding-v0<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":46.55,"ArxivClusteringP2P":48.5,"ArxivClusteringS2S":42.58,"BiorxivClusteringP2P":39.34,"BiorxivClusteringS2S":36.18,"MedrxivClusteringP2P":34.48,"MedrxivClusteringS2S":32.26,"RedditClustering":60.62,"RedditClusteringP2P":63.29,"StackExchangeClustering":66.47,"StackExchangeClusteringP2P":36.4,"TwentyNewsgroupsClustering":51.91} -{"index":371,"Rank":57,"Model":"b1ade-embed<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":46.46,"ArxivClusteringP2P":48.66,"ArxivClusteringS2S":42.81,"BiorxivClusteringP2P":39.81,"BiorxivClusteringS2S":36.63,"MedrxivClusteringP2P":33.63,"MedrxivClusteringS2S":31.7,"RedditClustering":59.77,"RedditClusteringP2P":63.79,"StackExchangeClustering":66.31,"StackExchangeClusteringP2P":34.99,"TwentyNewsgroupsClustering":52.98} -{"index":88,"Rank":58,"Model":"LLM2Vec-Meta-Llama-3-supervised<\/a>","Model Size (Million Parameters)":7505,"Memory Usage (GB, fp32)":27.96,"Embedding Dimensions":4096,"Max Tokens":8192,"Average":46.45,"ArxivClusteringP2P":44.27,"ArxivClusteringS2S":46.85,"BiorxivClusteringP2P":32.35,"BiorxivClusteringS2S":36.7,"MedrxivClusteringP2P":30.71,"MedrxivClusteringS2S":32.96,"RedditClustering":61.72,"RedditClusteringP2P":63.98,"StackExchangeClustering":72.74,"StackExchangeClusteringP2P":32.26,"TwentyNewsgroupsClustering":56.41} -{"index":245,"Rank":59,"Model":"echo-mistral-7b-instruct-lasttoken<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":46.32,"ArxivClusteringP2P":47.02,"ArxivClusteringS2S":43.52,"BiorxivClusteringP2P":35.53,"BiorxivClusteringS2S":35.34,"MedrxivClusteringP2P":30.27,"MedrxivClusteringS2S":29.67,"RedditClustering":61.77,"RedditClusteringP2P":66.01,"StackExchangeClustering":72.04,"StackExchangeClusteringP2P":35.29,"TwentyNewsgroupsClustering":53.04} -{"index":397,"Rank":60,"Model":"text-embedding-3-large-256<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":256,"Max Tokens":8191,"Average":46.23,"ArxivClusteringP2P":47.05,"ArxivClusteringS2S":42.59,"BiorxivClusteringP2P":35.43,"BiorxivClusteringS2S":33.86,"MedrxivClusteringP2P":32.1,"MedrxivClusteringS2S":31.15,"RedditClustering":60.18,"RedditClusteringP2P":64.71,"StackExchangeClustering":71.23,"StackExchangeClusteringP2P":35.95,"TwentyNewsgroupsClustering":54.24} -{"index":160,"Rank":61,"Model":"GIST-Embedding-v0<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":46.21,"ArxivClusteringP2P":48.29,"ArxivClusteringS2S":42.74,"BiorxivClusteringP2P":39.04,"BiorxivClusteringS2S":36.67,"MedrxivClusteringP2P":33.92,"MedrxivClusteringS2S":32.25,"RedditClustering":59.11,"RedditClusteringP2P":62.44,"StackExchangeClustering":66.14,"StackExchangeClusteringP2P":35.59,"TwentyNewsgroupsClustering":52.16} -{"index":351,"Rank":62,"Model":"gte-base<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":46.2,"ArxivClusteringP2P":48.6,"ArxivClusteringS2S":43.01,"BiorxivClusteringP2P":38.2,"BiorxivClusteringS2S":36.59,"MedrxivClusteringP2P":33.17,"MedrxivClusteringS2S":31.77,"RedditClustering":59.33,"RedditClusteringP2P":62.59,"StackExchangeClustering":66.64,"StackExchangeClusteringP2P":36.0,"TwentyNewsgroupsClustering":52.31} -{"index":310,"Rank":63,"Model":"bge-large-en-v1.5-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":46.08,"ArxivClusteringP2P":48.57,"ArxivClusteringS2S":43.19,"BiorxivClusteringP2P":39.71,"BiorxivClusteringS2S":36.9,"MedrxivClusteringP2P":32.56,"MedrxivClusteringS2S":31.47,"RedditClustering":57.24,"RedditClusteringP2P":64.66,"StackExchangeClustering":66.4,"StackExchangeClusteringP2P":34.96,"TwentyNewsgroupsClustering":51.27} -{"index":309,"Rank":64,"Model":"bge-large-en-v1.5-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":46.08,"ArxivClusteringP2P":48.57,"ArxivClusteringS2S":43.19,"BiorxivClusteringP2P":39.71,"BiorxivClusteringS2S":36.9,"MedrxivClusteringP2P":32.56,"MedrxivClusteringS2S":31.47,"RedditClustering":57.24,"RedditClusteringP2P":64.66,"StackExchangeClustering":66.4,"StackExchangeClusteringP2P":34.96,"TwentyNewsgroupsClustering":51.27} -{"index":212,"Rank":65,"Model":"bge-large-en-v1.5-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":46.08,"ArxivClusteringP2P":48.57,"ArxivClusteringS2S":43.19,"BiorxivClusteringP2P":39.71,"BiorxivClusteringS2S":36.9,"MedrxivClusteringP2P":32.56,"MedrxivClusteringS2S":31.47,"RedditClustering":57.24,"RedditClusteringP2P":64.66,"StackExchangeClustering":66.4,"StackExchangeClusteringP2P":34.96,"TwentyNewsgroupsClustering":51.27} -{"index":281,"Rank":66,"Model":"bge-large-en-v1.5<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":46.08,"ArxivClusteringP2P":48.57,"ArxivClusteringS2S":43.19,"BiorxivClusteringP2P":39.71,"BiorxivClusteringS2S":36.9,"MedrxivClusteringP2P":32.56,"MedrxivClusteringS2S":31.47,"RedditClustering":57.24,"RedditClusteringP2P":64.66,"StackExchangeClustering":66.4,"StackExchangeClusteringP2P":34.96,"TwentyNewsgroupsClustering":51.27} -{"index":31,"Rank":67,"Model":"bge-large-en-v1.5<\/a>","Model Size (Million Parameters)":1340,"Memory Usage (GB, fp32)":4.99,"Embedding Dimensions":1024,"Max Tokens":512,"Average":46.08,"ArxivClusteringP2P":48.57,"ArxivClusteringS2S":43.19,"BiorxivClusteringP2P":39.71,"BiorxivClusteringS2S":36.9,"MedrxivClusteringP2P":32.56,"MedrxivClusteringS2S":31.47,"RedditClustering":57.24,"RedditClusteringP2P":64.66,"StackExchangeClustering":66.4,"StackExchangeClusteringP2P":34.96,"TwentyNewsgroupsClustering":51.27} -{"index":269,"Rank":68,"Model":"mxbai-embed-2d-large-v1<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":46.07,"ArxivClusteringP2P":48.29,"ArxivClusteringS2S":42.34,"BiorxivClusteringP2P":39.73,"BiorxivClusteringS2S":36.95,"MedrxivClusteringP2P":33.66,"MedrxivClusteringS2S":32.22,"RedditClustering":57.93,"RedditClusteringP2P":62.47,"StackExchangeClustering":66.41,"StackExchangeClusteringP2P":35.32,"TwentyNewsgroupsClustering":51.48} -{"index":248,"Rank":69,"Model":"modernbert-embed-large<\/a>","Model Size (Million Parameters)":395,"Memory Usage (GB, fp32)":1.47,"Embedding Dimensions":1024,"Max Tokens":8192,"Average":46.04,"ArxivClusteringP2P":47.8,"ArxivClusteringS2S":39.47,"BiorxivClusteringP2P":39.47,"BiorxivClusteringS2S":34.67,"MedrxivClusteringP2P":34.4,"MedrxivClusteringS2S":31.63,"RedditClustering":58.98,"RedditClusteringP2P":64.68,"StackExchangeClustering":69.37,"StackExchangeClusteringP2P":34.73,"TwentyNewsgroupsClustering":51.26} -{"index":302,"Rank":70,"Model":"mini-gte<\/a>","Model Size (Million Parameters)":66,"Memory Usage (GB, fp32)":0.25,"Embedding Dimensions":768,"Max Tokens":512,"Average":46.01,"ArxivClusteringP2P":47.25,"ArxivClusteringS2S":40.73,"BiorxivClusteringP2P":40.06,"BiorxivClusteringS2S":36.38,"MedrxivClusteringP2P":35.1,"MedrxivClusteringS2S":32.9,"RedditClustering":56.12,"RedditClusteringP2P":65.14,"StackExchangeClustering":66.75,"StackExchangeClusteringP2P":36.43,"TwentyNewsgroupsClustering":49.3} -{"index":396,"Rank":71,"Model":"text-embedding-ada-002<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":8191,"Average":45.9,"ArxivClusteringP2P":45.01,"ArxivClusteringS2S":36.85,"BiorxivClusteringP2P":36.66,"BiorxivClusteringS2S":34.21,"MedrxivClusteringP2P":32.6,"MedrxivClusteringS2S":30.8,"RedditClustering":61.42,"RedditClusteringP2P":64.13,"StackExchangeClustering":72.22,"StackExchangeClusteringP2P":38.49,"TwentyNewsgroupsClustering":52.56} -{"index":29,"Rank":72,"Model":"bge-base-en-v1.5<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":45.81,"ArxivClusteringP2P":48.75,"ArxivClusteringS2S":42.81,"BiorxivClusteringP2P":39.44,"BiorxivClusteringS2S":36.62,"MedrxivClusteringP2P":33.21,"MedrxivClusteringS2S":31.68,"RedditClustering":56.61,"RedditClusteringP2P":62.66,"StackExchangeClustering":66.11,"StackExchangeClusteringP2P":35.24,"TwentyNewsgroupsClustering":50.75} -{"index":165,"Rank":73,"Model":"bge-base-en-v1-5-seqlen-384-bs-1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":45.77,"ArxivClusteringP2P":48.75,"ArxivClusteringS2S":42.81,"BiorxivClusteringP2P":39.1,"BiorxivClusteringS2S":36.7,"MedrxivClusteringP2P":32.95,"MedrxivClusteringS2S":31.56,"RedditClustering":56.24,"RedditClusteringP2P":62.88,"StackExchangeClustering":65.95,"StackExchangeClusteringP2P":35.01,"TwentyNewsgroupsClustering":51.47} -{"index":253,"Rank":74,"Model":"ember-v1<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":45.58,"ArxivClusteringP2P":48.58,"ArxivClusteringS2S":43.14,"BiorxivClusteringP2P":38.84,"BiorxivClusteringS2S":36.38,"MedrxivClusteringP2P":31.96,"MedrxivClusteringS2S":30.88,"RedditClustering":57.61,"RedditClusteringP2P":64.03,"StackExchangeClustering":65.54,"StackExchangeClusteringP2P":33.98,"TwentyNewsgroupsClustering":50.41} -{"index":131,"Rank":75,"Model":"ember-v1-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":45.58,"ArxivClusteringP2P":48.58,"ArxivClusteringS2S":43.14,"BiorxivClusteringP2P":38.84,"BiorxivClusteringS2S":36.38,"MedrxivClusteringP2P":31.96,"MedrxivClusteringS2S":30.88,"RedditClustering":57.61,"RedditClusteringP2P":64.03,"StackExchangeClustering":65.54,"StackExchangeClusteringP2P":33.98,"TwentyNewsgroupsClustering":50.41} -{"index":90,"Rank":76,"Model":"LLM2Vec-Mistral-supervised<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":45.54,"ArxivClusteringP2P":42.81,"ArxivClusteringS2S":44.24,"BiorxivClusteringP2P":34.27,"BiorxivClusteringS2S":35.53,"MedrxivClusteringP2P":31.07,"MedrxivClusteringS2S":31.27,"RedditClustering":60.24,"RedditClusteringP2P":64.12,"StackExchangeClustering":70.73,"StackExchangeClusteringP2P":34.5,"TwentyNewsgroupsClustering":52.18} -{"index":63,"Rank":77,"Model":"KaLM-embedding-multilingual-mini-instruct-v1<\/a>","Model Size (Million Parameters)":494,"Memory Usage (GB, fp32)":1.84,"Embedding Dimensions":896,"Max Tokens":131072,"Average":45.46,"ArxivClusteringP2P":48.01,"ArxivClusteringS2S":39.4,"BiorxivClusteringP2P":40.01,"BiorxivClusteringS2S":33.79,"MedrxivClusteringP2P":35.54,"MedrxivClusteringS2S":32.7,"RedditClustering":55.17,"RedditClusteringP2P":64.4,"StackExchangeClustering":65.94,"StackExchangeClusteringP2P":35.59,"TwentyNewsgroupsClustering":49.55} -{"index":65,"Rank":78,"Model":"KaLM-embedding-multilingual-mini-v1<\/a>","Model Size (Million Parameters)":494,"Memory Usage (GB, fp32)":1.84,"Embedding Dimensions":896,"Max Tokens":131072,"Average":45.37,"ArxivClusteringP2P":47.08,"ArxivClusteringS2S":39.12,"BiorxivClusteringP2P":39.3,"BiorxivClusteringS2S":33.96,"MedrxivClusteringP2P":33.84,"MedrxivClusteringS2S":32.43,"RedditClustering":57.63,"RedditClusteringP2P":65.1,"StackExchangeClustering":67.22,"StackExchangeClusteringP2P":33.7,"TwentyNewsgroupsClustering":49.68} -{"index":214,"Rank":79,"Model":"granite-embedding-125m-english<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":514,"Average":45.33,"ArxivClusteringP2P":48.3,"ArxivClusteringS2S":44.84,"BiorxivClusteringP2P":38.36,"BiorxivClusteringS2S":36.29,"MedrxivClusteringP2P":32.3,"MedrxivClusteringS2S":31.91,"RedditClustering":54.43,"RedditClusteringP2P":58.19,"StackExchangeClustering":70.32,"StackExchangeClusteringP2P":35.42,"TwentyNewsgroupsClustering":48.31} -{"index":208,"Rank":80,"Model":"instructor-large<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":768,"Max Tokens":512,"Average":45.29,"ArxivClusteringP2P":43.16,"ArxivClusteringS2S":32.56,"BiorxivClusteringP2P":37.62,"BiorxivClusteringS2S":31.33,"MedrxivClusteringP2P":34.22,"MedrxivClusteringS2S":32.0,"RedditClustering":63.65,"RedditClusteringP2P":64.63,"StackExchangeClustering":68.78,"StackExchangeClusteringP2P":36.15,"TwentyNewsgroupsClustering":54.13} -{"index":86,"Rank":81,"Model":"LLM2Vec-Llama-2-7b-chat-hf-mntp-supervised<\/a>","Model Size (Million Parameters)":6607,"Memory Usage (GB, fp32)":24.61,"Embedding Dimensions":4096,"Max Tokens":4096,"Average":45.24,"ArxivClusteringP2P":43.14,"ArxivClusteringS2S":42.38,"BiorxivClusteringP2P":35.88,"BiorxivClusteringS2S":34.81,"MedrxivClusteringP2P":32.23,"MedrxivClusteringS2S":31.37,"RedditClustering":61.1,"RedditClusteringP2P":64.52,"StackExchangeClustering":67.98,"StackExchangeClusteringP2P":33.2,"TwentyNewsgroupsClustering":51.04} -{"index":49,"Rank":82,"Model":"jina-embeddings-v3<\/a>","Model Size (Million Parameters)":572,"Memory Usage (GB, fp32)":2.13,"Embedding Dimensions":1024,"Max Tokens":8194,"Average":45.21,"ArxivClusteringP2P":46.66,"ArxivClusteringS2S":39.27,"BiorxivClusteringP2P":38.19,"BiorxivClusteringS2S":34.42,"MedrxivClusteringP2P":34.8,"MedrxivClusteringS2S":32.42,"RedditClustering":55.4,"RedditClusteringP2P":62.87,"StackExchangeClustering":65.66,"StackExchangeClusteringP2P":35.08,"TwentyNewsgroupsClustering":52.49} -{"index":243,"Rank":83,"Model":"jina-embeddings-v3<\/a>","Model Size (Million Parameters)":572,"Memory Usage (GB, fp32)":2.13,"Embedding Dimensions":1024,"Max Tokens":8194,"Average":45.21,"ArxivClusteringP2P":46.66,"ArxivClusteringS2S":39.27,"BiorxivClusteringP2P":38.19,"BiorxivClusteringS2S":34.42,"MedrxivClusteringP2P":34.8,"MedrxivClusteringS2S":32.42,"RedditClustering":55.4,"RedditClusteringP2P":62.87,"StackExchangeClustering":65.66,"StackExchangeClusteringP2P":35.08,"TwentyNewsgroupsClustering":52.49} -{"index":0,"Rank":84,"Model":"text-embedding-004-256<\/a>","Model Size (Million Parameters)":1200,"Memory Usage (GB, fp32)":4.47,"Embedding Dimensions":256,"Max Tokens":2048,"Average":45.07,"ArxivClusteringP2P":44.12,"ArxivClusteringS2S":36.54,"BiorxivClusteringP2P":36.28,"BiorxivClusteringS2S":33.09,"MedrxivClusteringP2P":32.08,"MedrxivClusteringS2S":30.84,"RedditClustering":62.24,"RedditClusteringP2P":63.7,"StackExchangeClustering":70.19,"StackExchangeClusteringP2P":36.1,"TwentyNewsgroupsClustering":50.6} -{"index":275,"Rank":85,"Model":"bge-base-en-v1.5-quant<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":45.06,"ArxivClusteringP2P":48.5,"ArxivClusteringS2S":42.01,"BiorxivClusteringP2P":39.3,"BiorxivClusteringS2S":35.65,"MedrxivClusteringP2P":32.8,"MedrxivClusteringS2S":30.96,"RedditClustering":55.69,"RedditClusteringP2P":62.33,"StackExchangeClustering":64.81,"StackExchangeClusteringP2P":34.08,"TwentyNewsgroupsClustering":49.5} -{"index":282,"Rank":86,"Model":"modernbert-embed-base<\/a>","Model Size (Million Parameters)":149,"Memory Usage (GB, fp32)":0.56,"Embedding Dimensions":768,"Max Tokens":8192,"Average":44.98,"ArxivClusteringP2P":47.69,"ArxivClusteringS2S":38.09,"BiorxivClusteringP2P":39.65,"BiorxivClusteringS2S":33.29,"MedrxivClusteringP2P":34.35,"MedrxivClusteringS2S":32.2,"RedditClustering":56.5,"RedditClusteringP2P":63.15,"StackExchangeClustering":67.05,"StackExchangeClusteringP2P":33.37,"TwentyNewsgroupsClustering":49.47} -{"index":249,"Rank":87,"Model":"modernbert-embed-large-unsupervised<\/a>","Model Size (Million Parameters)":395,"Memory Usage (GB, fp32)":1.47,"Embedding Dimensions":1024,"Max Tokens":8192,"Average":44.96,"ArxivClusteringP2P":48.17,"ArxivClusteringS2S":39.51,"BiorxivClusteringP2P":38.66,"BiorxivClusteringS2S":34.69,"MedrxivClusteringP2P":32.57,"MedrxivClusteringS2S":30.55,"RedditClustering":56.92,"RedditClusteringP2P":63.92,"StackExchangeClustering":69.0,"StackExchangeClusteringP2P":32.74,"TwentyNewsgroupsClustering":47.84} -{"index":164,"Rank":88,"Model":"NoInstruct-small-Embedding-v0<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":44.95,"ArxivClusteringP2P":47.78,"ArxivClusteringS2S":40.13,"BiorxivClusteringP2P":39.4,"BiorxivClusteringS2S":35.1,"MedrxivClusteringP2P":34.71,"MedrxivClusteringS2S":32.15,"RedditClustering":55.4,"RedditClusteringP2P":61.23,"StackExchangeClustering":62.05,"StackExchangeClusteringP2P":36.65,"TwentyNewsgroupsClustering":49.86} -{"index":217,"Rank":89,"Model":"stella-base-en-v2<\/a>","Model Size (Million Parameters)":55,"Memory Usage (GB, fp32)":0.2,"Embedding Dimensions":768,"Max Tokens":512,"Average":44.9,"ArxivClusteringP2P":47.24,"ArxivClusteringS2S":40.47,"BiorxivClusteringP2P":39.56,"BiorxivClusteringS2S":35.91,"MedrxivClusteringP2P":33.25,"MedrxivClusteringS2S":31.96,"RedditClustering":55.07,"RedditClusteringP2P":62.12,"StackExchangeClustering":64.47,"StackExchangeClusteringP2P":33.8,"TwentyNewsgroupsClustering":50.08} -{"index":353,"Rank":90,"Model":"gte-small<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":44.89,"ArxivClusteringP2P":47.9,"ArxivClusteringS2S":40.26,"BiorxivClusteringP2P":38.37,"BiorxivClusteringS2S":35.49,"MedrxivClusteringP2P":33.78,"MedrxivClusteringS2S":32.07,"RedditClustering":55.62,"RedditClusteringP2P":61.39,"StackExchangeClustering":62.63,"StackExchangeClusteringP2P":36.33,"TwentyNewsgroupsClustering":49.95} -{"index":163,"Rank":91,"Model":"GIST-small-Embedding-v0<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":44.82,"ArxivClusteringP2P":47.62,"ArxivClusteringS2S":39.86,"BiorxivClusteringP2P":39.22,"BiorxivClusteringS2S":35.43,"MedrxivClusteringP2P":34.5,"MedrxivClusteringS2S":32.16,"RedditClustering":55.51,"RedditClusteringP2P":60.64,"StackExchangeClustering":61.91,"StackExchangeClusteringP2P":36.16,"TwentyNewsgroupsClustering":50.01} -{"index":209,"Rank":92,"Model":"instructor-xl<\/a>","Model Size (Million Parameters)":1241,"Memory Usage (GB, fp32)":4.62,"Embedding Dimensions":768,"Max Tokens":512,"Average":44.74,"ArxivClusteringP2P":42.45,"ArxivClusteringS2S":32.21,"BiorxivClusteringP2P":37.37,"BiorxivClusteringS2S":30.55,"MedrxivClusteringP2P":33.19,"MedrxivClusteringS2S":30.79,"RedditClustering":63.49,"RedditClusteringP2P":65.13,"StackExchangeClustering":68.44,"StackExchangeClusteringP2P":35.17,"TwentyNewsgroupsClustering":53.38} -{"index":45,"Rank":93,"Model":"Cohere-embed-english-light-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":44.64,"ArxivClusteringP2P":46.19,"ArxivClusteringS2S":37.58,"BiorxivClusteringP2P":38.97,"BiorxivClusteringS2S":34.52,"MedrxivClusteringP2P":37.66,"MedrxivClusteringS2S":33.54,"RedditClustering":53.5,"RedditClusteringP2P":63.59,"StackExchangeClustering":62.94,"StackExchangeClusteringP2P":36.48,"TwentyNewsgroupsClustering":46.06} -{"index":79,"Rank":94,"Model":"bilingual-embedding-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":44.62,"ArxivClusteringP2P":46.18,"ArxivClusteringS2S":38.95,"BiorxivClusteringP2P":37.41,"BiorxivClusteringS2S":34.95,"MedrxivClusteringP2P":33.66,"MedrxivClusteringS2S":32.24,"RedditClustering":57.02,"RedditClusteringP2P":63.4,"StackExchangeClustering":63.53,"StackExchangeClusteringP2P":34.48,"TwentyNewsgroupsClustering":49.01} -{"index":75,"Rank":95,"Model":"e5-large-v2-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":44.49,"ArxivClusteringP2P":45.55,"ArxivClusteringS2S":41.02,"BiorxivClusteringP2P":37.36,"BiorxivClusteringS2S":34.85,"MedrxivClusteringP2P":31.82,"MedrxivClusteringS2S":30.38,"RedditClustering":55.83,"RedditClusteringP2P":63.38,"StackExchangeClustering":65.92,"StackExchangeClusteringP2P":33.67,"TwentyNewsgroupsClustering":49.6} -{"index":166,"Rank":96,"Model":"concat-e5-small-bge-small-01<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":44.36,"ArxivClusteringP2P":47.55,"ArxivClusteringS2S":40.03,"BiorxivClusteringP2P":38.67,"BiorxivClusteringS2S":34.36,"MedrxivClusteringP2P":33.1,"MedrxivClusteringS2S":31.07,"RedditClustering":53.82,"RedditClusteringP2P":63.06,"StackExchangeClustering":62.86,"StackExchangeClusteringP2P":34.49,"TwentyNewsgroupsClustering":48.91} -{"index":283,"Rank":97,"Model":"modernbert-embed-base-unsupervised<\/a>","Model Size (Million Parameters)":149,"Memory Usage (GB, fp32)":0.56,"Embedding Dimensions":768,"Max Tokens":8192,"Average":44.34,"ArxivClusteringP2P":47.47,"ArxivClusteringS2S":37.93,"BiorxivClusteringP2P":38.73,"BiorxivClusteringS2S":33.88,"MedrxivClusteringP2P":32.75,"MedrxivClusteringS2S":30.75,"RedditClustering":56.21,"RedditClusteringP2P":62.7,"StackExchangeClustering":66.81,"StackExchangeClusteringP2P":32.9,"TwentyNewsgroupsClustering":47.63} -{"index":156,"Rank":98,"Model":"bge-small-en<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":44.31,"ArxivClusteringP2P":47.53,"ArxivClusteringS2S":39.97,"BiorxivClusteringP2P":39.68,"BiorxivClusteringS2S":35.39,"MedrxivClusteringP2P":33.38,"MedrxivClusteringS2S":31.55,"RedditClustering":51.77,"RedditClusteringP2P":62.33,"StackExchangeClustering":61.08,"StackExchangeClusteringP2P":35.64,"TwentyNewsgroupsClustering":49.1} -{"index":25,"Rank":99,"Model":"gte-multilingual-base<\/a>","Model Size (Million Parameters)":305,"Memory Usage (GB, fp32)":1.14,"Embedding Dimensions":768,"Max Tokens":8192,"Average":44.31,"ArxivClusteringP2P":46.02,"ArxivClusteringS2S":41.07,"BiorxivClusteringP2P":37.59,"BiorxivClusteringS2S":34.21,"MedrxivClusteringP2P":33.05,"MedrxivClusteringS2S":31.97,"RedditClustering":55.72,"RedditClusteringP2P":62.25,"StackExchangeClustering":63.42,"StackExchangeClusteringP2P":31.71,"TwentyNewsgroupsClustering":50.35} -{"index":85,"Rank":100,"Model":"onnx-gte-multilingual-base<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":44.31,"ArxivClusteringP2P":46.02,"ArxivClusteringS2S":41.07,"BiorxivClusteringP2P":37.59,"BiorxivClusteringS2S":34.21,"MedrxivClusteringP2P":33.05,"MedrxivClusteringS2S":31.97,"RedditClustering":55.72,"RedditClusteringP2P":62.25,"StackExchangeClustering":63.42,"StackExchangeClusteringP2P":31.71,"TwentyNewsgroupsClustering":50.35} -{"index":222,"Rank":101,"Model":"e5-large-v2<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":44.26,"ArxivClusteringP2P":45.55,"ArxivClusteringS2S":41.02,"BiorxivClusteringP2P":36.72,"BiorxivClusteringS2S":35.47,"MedrxivClusteringP2P":31.45,"MedrxivClusteringS2S":29.91,"RedditClustering":55.5,"RedditClusteringP2P":63.71,"StackExchangeClustering":65.23,"StackExchangeClusteringP2P":33.62,"TwentyNewsgroupsClustering":48.73} -{"index":220,"Rank":102,"Model":"e5-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":44.1,"ArxivClusteringP2P":46.1,"ArxivClusteringS2S":39.67,"BiorxivClusteringP2P":37.12,"BiorxivClusteringS2S":33.41,"MedrxivClusteringP2P":31.82,"MedrxivClusteringS2S":29.68,"RedditClustering":56.54,"RedditClusteringP2P":63.23,"StackExchangeClustering":64.6,"StackExchangeClusteringP2P":33.02,"TwentyNewsgroupsClustering":49.86} -{"index":299,"Rank":103,"Model":"MiniCPM-Embedding-Light<\/a>","Model Size (Million Parameters)":434,"Memory Usage (GB, fp32)":1.62,"Embedding Dimensions":1024,"Max Tokens":4096,"Average":44.08,"ArxivClusteringP2P":48.32,"ArxivClusteringS2S":40.3,"BiorxivClusteringP2P":39.86,"BiorxivClusteringS2S":34.9,"MedrxivClusteringP2P":34.73,"MedrxivClusteringS2S":31.55,"RedditClustering":53.22,"RedditClusteringP2P":58.38,"StackExchangeClustering":65.29,"StackExchangeClusteringP2P":32.19,"TwentyNewsgroupsClustering":46.12} -{"index":386,"Rank":104,"Model":"nomic-embed-text-v1.5-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":43.93,"ArxivClusteringP2P":45.69,"ArxivClusteringS2S":36.35,"BiorxivClusteringP2P":38.77,"BiorxivClusteringS2S":32.94,"MedrxivClusteringP2P":34.53,"MedrxivClusteringS2S":30.94,"RedditClustering":56.52,"RedditClusteringP2P":61.05,"StackExchangeClustering":63.19,"StackExchangeClusteringP2P":34.03,"TwentyNewsgroupsClustering":49.21} -{"index":127,"Rank":105,"Model":"nomic-embed-text-v1.5-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":43.93,"ArxivClusteringP2P":45.69,"ArxivClusteringS2S":36.35,"BiorxivClusteringP2P":38.77,"BiorxivClusteringS2S":32.94,"MedrxivClusteringP2P":34.53,"MedrxivClusteringS2S":30.94,"RedditClustering":56.52,"RedditClusteringP2P":61.05,"StackExchangeClustering":63.19,"StackExchangeClusteringP2P":34.03,"TwentyNewsgroupsClustering":49.21} -{"index":38,"Rank":106,"Model":"nomic-embed-text-v1.5-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":43.93,"ArxivClusteringP2P":45.69,"ArxivClusteringS2S":36.35,"BiorxivClusteringP2P":38.77,"BiorxivClusteringS2S":32.94,"MedrxivClusteringP2P":34.53,"MedrxivClusteringS2S":30.94,"RedditClustering":56.52,"RedditClusteringP2P":61.05,"StackExchangeClustering":63.19,"StackExchangeClusteringP2P":34.03,"TwentyNewsgroupsClustering":49.21} -{"index":147,"Rank":107,"Model":"nomic-embed-text-v1.5-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":43.93,"ArxivClusteringP2P":45.69,"ArxivClusteringS2S":36.35,"BiorxivClusteringP2P":38.77,"BiorxivClusteringS2S":32.94,"MedrxivClusteringP2P":34.53,"MedrxivClusteringS2S":30.94,"RedditClustering":56.52,"RedditClusteringP2P":61.05,"StackExchangeClustering":63.19,"StackExchangeClusteringP2P":34.03,"TwentyNewsgroupsClustering":49.21} -{"index":291,"Rank":108,"Model":"nomic-embed-text-v1.5<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":8192,"Average":43.93,"ArxivClusteringP2P":45.69,"ArxivClusteringS2S":36.35,"BiorxivClusteringP2P":38.77,"BiorxivClusteringS2S":32.94,"MedrxivClusteringP2P":34.53,"MedrxivClusteringS2S":30.94,"RedditClustering":56.52,"RedditClusteringP2P":61.05,"StackExchangeClustering":63.19,"StackExchangeClusteringP2P":34.03,"TwentyNewsgroupsClustering":49.21} -{"index":272,"Rank":109,"Model":"nomic-embed-text-v1.5-Q4_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":43.93,"ArxivClusteringP2P":45.69,"ArxivClusteringS2S":36.35,"BiorxivClusteringP2P":38.77,"BiorxivClusteringS2S":32.94,"MedrxivClusteringP2P":34.53,"MedrxivClusteringS2S":30.94,"RedditClustering":56.52,"RedditClusteringP2P":61.05,"StackExchangeClustering":63.19,"StackExchangeClusteringP2P":34.03,"TwentyNewsgroupsClustering":49.21} -{"index":36,"Rank":110,"Model":"nomic-embed-text-v1.5<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":8192,"Average":43.93,"ArxivClusteringP2P":45.69,"ArxivClusteringS2S":36.35,"BiorxivClusteringP2P":38.77,"BiorxivClusteringS2S":32.94,"MedrxivClusteringP2P":34.53,"MedrxivClusteringS2S":30.94,"RedditClustering":56.52,"RedditClusteringP2P":61.05,"StackExchangeClustering":63.19,"StackExchangeClusteringP2P":34.03,"TwentyNewsgroupsClustering":49.21} -{"index":284,"Rank":111,"Model":"nomic-embed-text-v1<\/a>","Model Size (Million Parameters)":547,"Memory Usage (GB, fp32)":2.04,"Embedding Dimensions":768,"Max Tokens":8192,"Average":43.91,"ArxivClusteringP2P":45.93,"ArxivClusteringS2S":36.65,"BiorxivClusteringP2P":38.49,"BiorxivClusteringS2S":32.76,"MedrxivClusteringP2P":33.74,"MedrxivClusteringS2S":30.64,"RedditClustering":56.32,"RedditClusteringP2P":61.9,"StackExchangeClustering":64.31,"StackExchangeClusteringP2P":33.26,"TwentyNewsgroupsClustering":49.06} -{"index":35,"Rank":112,"Model":"nomic-embed-text-v1<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":8192,"Average":43.91,"ArxivClusteringP2P":45.93,"ArxivClusteringS2S":36.65,"BiorxivClusteringP2P":38.49,"BiorxivClusteringS2S":32.76,"MedrxivClusteringP2P":33.74,"MedrxivClusteringS2S":30.64,"RedditClustering":56.32,"RedditClusteringP2P":61.9,"StackExchangeClustering":64.31,"StackExchangeClusteringP2P":33.26,"TwentyNewsgroupsClustering":49.06} -{"index":198,"Rank":113,"Model":"english-4U-bge-small<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":43.82,"ArxivClusteringP2P":47.4,"ArxivClusteringS2S":40.02,"BiorxivClusteringP2P":38.47,"BiorxivClusteringS2S":34.72,"MedrxivClusteringP2P":33.06,"MedrxivClusteringS2S":30.86,"RedditClustering":52.32,"RedditClusteringP2P":60.64,"StackExchangeClustering":60.78,"StackExchangeClusteringP2P":35.27,"TwentyNewsgroupsClustering":48.52} -{"index":34,"Rank":114,"Model":"bge-small-en-v1.5<\/a>","Model Size (Million Parameters)":24,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":512,"Max Tokens":512,"Average":43.82,"ArxivClusteringP2P":47.4,"ArxivClusteringS2S":40.02,"BiorxivClusteringP2P":38.47,"BiorxivClusteringS2S":34.72,"MedrxivClusteringP2P":33.06,"MedrxivClusteringS2S":30.86,"RedditClustering":52.32,"RedditClusteringP2P":60.64,"StackExchangeClustering":60.78,"StackExchangeClusteringP2P":35.27,"TwentyNewsgroupsClustering":48.52} -{"index":375,"Rank":115,"Model":"bge-small-en-v1.5-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":43.82,"ArxivClusteringP2P":47.4,"ArxivClusteringS2S":40.02,"BiorxivClusteringP2P":38.47,"BiorxivClusteringS2S":34.72,"MedrxivClusteringP2P":33.06,"MedrxivClusteringS2S":30.86,"RedditClustering":52.32,"RedditClusteringP2P":60.64,"StackExchangeClustering":60.78,"StackExchangeClusteringP2P":35.27,"TwentyNewsgroupsClustering":48.52} -{"index":150,"Rank":116,"Model":"e5-base-v2-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":43.8,"ArxivClusteringP2P":46.1,"ArxivClusteringS2S":39.67,"BiorxivClusteringP2P":37.5,"BiorxivClusteringS2S":32.72,"MedrxivClusteringP2P":31.46,"MedrxivClusteringS2S":28.99,"RedditClustering":56.16,"RedditClusteringP2P":63.43,"StackExchangeClustering":65.15,"StackExchangeClusteringP2P":32.5,"TwentyNewsgroupsClustering":48.16} -{"index":195,"Rank":117,"Model":"e5-base-4k<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":43.8,"ArxivClusteringP2P":46.1,"ArxivClusteringS2S":39.67,"BiorxivClusteringP2P":37.5,"BiorxivClusteringS2S":32.72,"MedrxivClusteringP2P":31.46,"MedrxivClusteringS2S":28.99,"RedditClustering":56.16,"RedditClusteringP2P":63.43,"StackExchangeClustering":65.15,"StackExchangeClusteringP2P":32.5,"TwentyNewsgroupsClustering":48.16} -{"index":339,"Rank":118,"Model":"sentence-t5-xxl<\/a>","Model Size (Million Parameters)":4865,"Memory Usage (GB, fp32)":18.12,"Embedding Dimensions":768,"Max Tokens":512,"Average":43.72,"ArxivClusteringP2P":42.89,"ArxivClusteringS2S":33.47,"BiorxivClusteringP2P":36.53,"BiorxivClusteringS2S":28.66,"MedrxivClusteringP2P":32.09,"MedrxivClusteringS2S":26.82,"RedditClustering":58.99,"RedditClusteringP2P":64.46,"StackExchangeClustering":70.78,"StackExchangeClusteringP2P":35.25,"TwentyNewsgroupsClustering":50.93} -{"index":289,"Rank":119,"Model":"nomic-embed-text-v1.5-512<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":512,"Max Tokens":8192,"Average":43.71,"ArxivClusteringP2P":45.45,"ArxivClusteringS2S":36.19,"BiorxivClusteringP2P":38.41,"BiorxivClusteringS2S":32.28,"MedrxivClusteringP2P":34.47,"MedrxivClusteringS2S":31.43,"RedditClustering":55.9,"RedditClusteringP2P":60.58,"StackExchangeClustering":62.94,"StackExchangeClusteringP2P":33.81,"TwentyNewsgroupsClustering":49.36} -{"index":285,"Rank":120,"Model":"nomic-embed-text-v1-ablated<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":8192,"Average":43.7,"ArxivClusteringP2P":45.85,"ArxivClusteringS2S":36.13,"BiorxivClusteringP2P":38.46,"BiorxivClusteringS2S":33.14,"MedrxivClusteringP2P":32.73,"MedrxivClusteringS2S":30.55,"RedditClustering":56.82,"RedditClusteringP2P":61.57,"StackExchangeClustering":63.18,"StackExchangeClusteringP2P":33.51,"TwentyNewsgroupsClustering":48.72} -{"index":323,"Rank":121,"Model":"all-mpnet-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average":43.69,"ArxivClusteringP2P":48.38,"ArxivClusteringS2S":39.72,"BiorxivClusteringP2P":39.62,"BiorxivClusteringS2S":35.02,"MedrxivClusteringP2P":35.58,"MedrxivClusteringS2S":32.87,"RedditClustering":54.82,"RedditClusteringP2P":56.77,"StackExchangeClustering":53.8,"StackExchangeClusteringP2P":34.28,"TwentyNewsgroupsClustering":49.74} -{"index":356,"Rank":122,"Model":"BinGSE-Sheared-LLaMA<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":43.59,"ArxivClusteringP2P":45.46,"ArxivClusteringS2S":39.07,"BiorxivClusteringP2P":35.41,"BiorxivClusteringS2S":34.04,"MedrxivClusteringP2P":31.92,"MedrxivClusteringS2S":31.41,"RedditClustering":57.44,"RedditClusteringP2P":59.23,"StackExchangeClustering":62.06,"StackExchangeClusteringP2P":32.52,"TwentyNewsgroupsClustering":50.97} -{"index":92,"Rank":123,"Model":"LLM2Vec-Sheared-Llama-supervised<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":4096,"Average":43.57,"ArxivClusteringP2P":43.47,"ArxivClusteringS2S":39.85,"BiorxivClusteringP2P":37.1,"BiorxivClusteringS2S":34.28,"MedrxivClusteringP2P":33.55,"MedrxivClusteringS2S":31.11,"RedditClustering":53.02,"RedditClusteringP2P":60.47,"StackExchangeClustering":63.04,"StackExchangeClusteringP2P":34.01,"TwentyNewsgroupsClustering":49.37} -{"index":252,"Rank":124,"Model":"XLM-3B5-embedding<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":43.48,"ArxivClusteringP2P":44.44,"ArxivClusteringS2S":34.19,"BiorxivClusteringP2P":37.82,"BiorxivClusteringS2S":32.13,"MedrxivClusteringP2P":33.88,"MedrxivClusteringS2S":32.08,"RedditClustering":54.25,"RedditClusteringP2P":61.28,"StackExchangeClustering":64.7,"StackExchangeClusteringP2P":34.23,"TwentyNewsgroupsClustering":49.31} -{"index":149,"Rank":125,"Model":"MedEmbed-small-v0.1<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":43.45,"ArxivClusteringP2P":47.13,"ArxivClusteringS2S":39.59,"BiorxivClusteringP2P":38.79,"BiorxivClusteringS2S":34.02,"MedrxivClusteringP2P":32.89,"MedrxivClusteringS2S":30.64,"RedditClustering":51.6,"RedditClusteringP2P":60.83,"StackExchangeClustering":60.02,"StackExchangeClusteringP2P":35.11,"TwentyNewsgroupsClustering":47.34} -{"index":372,"Rank":126,"Model":"b1ade-embed-kd<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":43.43,"ArxivClusteringP2P":45.8,"ArxivClusteringS2S":37.64,"BiorxivClusteringP2P":38.69,"BiorxivClusteringS2S":34.45,"MedrxivClusteringP2P":32.86,"MedrxivClusteringS2S":34.02,"RedditClustering":54.76,"RedditClusteringP2P":56.28,"StackExchangeClustering":63.95,"StackExchangeClusteringP2P":32.22,"TwentyNewsgroupsClustering":47.07} -{"index":221,"Rank":127,"Model":"e5-large<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":43.33,"ArxivClusteringP2P":46.19,"ArxivClusteringS2S":41.38,"BiorxivClusteringP2P":37.6,"BiorxivClusteringS2S":35.09,"MedrxivClusteringP2P":32.26,"MedrxivClusteringS2S":29.66,"RedditClustering":50.69,"RedditClusteringP2P":61.37,"StackExchangeClustering":64.96,"StackExchangeClusteringP2P":33.6,"TwentyNewsgroupsClustering":43.81} -{"index":216,"Rank":128,"Model":"granite-embedding-30m-english<\/a>","Model Size (Million Parameters)":30,"Memory Usage (GB, fp32)":0.11,"Embedding Dimensions":384,"Max Tokens":514,"Average":43.21,"ArxivClusteringP2P":46.81,"ArxivClusteringS2S":41.99,"BiorxivClusteringP2P":39.02,"BiorxivClusteringS2S":36.81,"MedrxivClusteringP2P":32.57,"MedrxivClusteringS2S":31.55,"RedditClustering":50.02,"RedditClusteringP2P":53.98,"StackExchangeClustering":64.66,"StackExchangeClusteringP2P":32.94,"TwentyNewsgroupsClustering":44.92} -{"index":288,"Rank":129,"Model":"nomic-embed-text-v1.5-256<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":256,"Max Tokens":8192,"Average":43.16,"ArxivClusteringP2P":44.82,"ArxivClusteringS2S":35.32,"BiorxivClusteringP2P":38.19,"BiorxivClusteringS2S":31.83,"MedrxivClusteringP2P":34.08,"MedrxivClusteringS2S":30.98,"RedditClustering":54.92,"RedditClusteringP2P":60.23,"StackExchangeClustering":61.81,"StackExchangeClusteringP2P":34.03,"TwentyNewsgroupsClustering":48.56} -{"index":251,"Rank":130,"Model":"XLM-0B6-embedding<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":42.97,"ArxivClusteringP2P":45.54,"ArxivClusteringS2S":38.43,"BiorxivClusteringP2P":39.3,"BiorxivClusteringS2S":35.11,"MedrxivClusteringP2P":34.8,"MedrxivClusteringS2S":32.78,"RedditClustering":49.24,"RedditClusteringP2P":58.82,"StackExchangeClustering":58.89,"StackExchangeClusteringP2P":33.6,"TwentyNewsgroupsClustering":46.13} -{"index":7,"Rank":131,"Model":"voyage-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":32000,"Average":42.9,"ArxivClusteringP2P":46.38,"ArxivClusteringS2S":39.09,"BiorxivClusteringP2P":38.0,"BiorxivClusteringS2S":35.33,"MedrxivClusteringP2P":32.39,"MedrxivClusteringS2S":32.14,"RedditClustering":50.49,"RedditClusteringP2P":58.55,"StackExchangeClustering":60.36,"StackExchangeClusteringP2P":32.78,"TwentyNewsgroupsClustering":46.4} -{"index":276,"Rank":132,"Model":"bge-base-en-v1.5-sparse<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":42.88,"ArxivClusteringP2P":46.5,"ArxivClusteringS2S":40.08,"BiorxivClusteringP2P":36.79,"BiorxivClusteringS2S":34.42,"MedrxivClusteringP2P":32.0,"MedrxivClusteringS2S":30.38,"RedditClustering":51.0,"RedditClusteringP2P":59.28,"StackExchangeClustering":60.92,"StackExchangeClusteringP2P":32.98,"TwentyNewsgroupsClustering":47.3} -{"index":279,"Rank":133,"Model":"bge-small-en-v1.5-quant<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":42.63,"ArxivClusteringP2P":46.92,"ArxivClusteringS2S":39.12,"BiorxivClusteringP2P":37.43,"BiorxivClusteringS2S":33.89,"MedrxivClusteringP2P":31.9,"MedrxivClusteringS2S":30.71,"RedditClustering":50.5,"RedditClusteringP2P":60.3,"StackExchangeClustering":59.26,"StackExchangeClusteringP2P":33.76,"TwentyNewsgroupsClustering":45.09} -{"index":286,"Rank":134,"Model":"nomic-embed-text-v1-unsupervised<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":8192,"Average":42.52,"ArxivClusteringP2P":45.18,"ArxivClusteringS2S":35.91,"BiorxivClusteringP2P":36.57,"BiorxivClusteringS2S":32.05,"MedrxivClusteringP2P":31.35,"MedrxivClusteringS2S":29.56,"RedditClustering":55.37,"RedditClusteringP2P":60.05,"StackExchangeClustering":62.28,"StackExchangeClusteringP2P":33.94,"TwentyNewsgroupsClustering":45.43} -{"index":331,"Rank":135,"Model":"gtr-t5-xxl<\/a>","Model Size (Million Parameters)":4865,"Memory Usage (GB, fp32)":18.12,"Embedding Dimensions":768,"Max Tokens":512,"Average":42.42,"ArxivClusteringP2P":37.9,"ArxivClusteringS2S":32.39,"BiorxivClusteringP2P":30.48,"BiorxivClusteringS2S":27.5,"MedrxivClusteringP2P":29.12,"MedrxivClusteringS2S":27.56,"RedditClustering":64.13,"RedditClusteringP2P":62.84,"StackExchangeClustering":71.43,"StackExchangeClusteringP2P":32.85,"TwentyNewsgroupsClustering":50.44} -{"index":338,"Rank":136,"Model":"sentence-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Embedding Dimensions":768,"Max Tokens":512,"Average":42.34,"ArxivClusteringP2P":41.62,"ArxivClusteringS2S":31.17,"BiorxivClusteringP2P":36.43,"BiorxivClusteringS2S":26.47,"MedrxivClusteringP2P":32.3,"MedrxivClusteringS2S":26.93,"RedditClustering":57.03,"RedditClusteringP2P":62.34,"StackExchangeClustering":67.13,"StackExchangeClusteringP2P":34.79,"TwentyNewsgroupsClustering":49.53} -{"index":287,"Rank":137,"Model":"nomic-embed-text-v1.5-128<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":128,"Max Tokens":8192,"Average":42.24,"ArxivClusteringP2P":43.87,"ArxivClusteringS2S":34.57,"BiorxivClusteringP2P":36.79,"BiorxivClusteringS2S":30.68,"MedrxivClusteringP2P":34.09,"MedrxivClusteringS2S":31.3,"RedditClustering":53.31,"RedditClusteringP2P":58.96,"StackExchangeClustering":59.92,"StackExchangeClusteringP2P":33.88,"TwentyNewsgroupsClustering":47.29} -{"index":219,"Rank":138,"Model":"e5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":42.11,"ArxivClusteringP2P":44.57,"ArxivClusteringS2S":40.48,"BiorxivClusteringP2P":36.19,"BiorxivClusteringS2S":32.72,"MedrxivClusteringP2P":31.53,"MedrxivClusteringS2S":28.29,"RedditClustering":48.18,"RedditClusteringP2P":62.19,"StackExchangeClustering":63.91,"StackExchangeClusteringP2P":32.56,"TwentyNewsgroupsClustering":42.58} -{"index":144,"Rank":139,"Model":"gte-tiny<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.08,"Embedding Dimensions":384,"Max Tokens":512,"Average":42.09,"ArxivClusteringP2P":46.64,"ArxivClusteringS2S":36.01,"BiorxivClusteringP2P":39.19,"BiorxivClusteringS2S":32.13,"MedrxivClusteringP2P":34.11,"MedrxivClusteringS2S":31.67,"RedditClustering":50.19,"RedditClusteringP2P":56.49,"StackExchangeClustering":57.54,"StackExchangeClusteringP2P":35.74,"TwentyNewsgroupsClustering":43.27} -{"index":78,"Rank":140,"Model":"bilingual-embedding-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":42.03,"ArxivClusteringP2P":44.26,"ArxivClusteringS2S":36.01,"BiorxivClusteringP2P":36.38,"BiorxivClusteringS2S":31.54,"MedrxivClusteringP2P":31.11,"MedrxivClusteringS2S":29.1,"RedditClustering":51.34,"RedditClusteringP2P":62.51,"StackExchangeClustering":61.57,"StackExchangeClusteringP2P":33.59,"TwentyNewsgroupsClustering":44.97} -{"index":89,"Rank":141,"Model":"LLM2Vec-Meta-Llama-3-unsupervised<\/a>","Model Size (Million Parameters)":7505,"Memory Usage (GB, fp32)":27.96,"Embedding Dimensions":4096,"Max Tokens":8192,"Average":41.99,"ArxivClusteringP2P":49.22,"ArxivClusteringS2S":41.71,"BiorxivClusteringP2P":38.39,"BiorxivClusteringS2S":31.31,"MedrxivClusteringP2P":31.47,"MedrxivClusteringS2S":27.87,"RedditClustering":43.67,"RedditClusteringP2P":61.67,"StackExchangeClustering":68.2,"StackExchangeClusteringP2P":36.36,"TwentyNewsgroupsClustering":32.01} -{"index":47,"Rank":142,"Model":"Cohere-embed-multilingual-light-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":384,"Max Tokens":512,"Average":41.98,"ArxivClusteringP2P":44.21,"ArxivClusteringS2S":33.91,"BiorxivClusteringP2P":38.68,"BiorxivClusteringS2S":32.21,"MedrxivClusteringP2P":35.18,"MedrxivClusteringS2S":30.99,"RedditClustering":49.5,"RedditClusteringP2P":60.21,"StackExchangeClustering":60.85,"StackExchangeClusteringP2P":33.97,"TwentyNewsgroupsClustering":42.09} -{"index":322,"Rank":143,"Model":"all-MiniLM-L6-v2<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":384,"Max Tokens":512,"Average":41.91,"ArxivClusteringP2P":46.47,"ArxivClusteringS2S":37.67,"BiorxivClusteringP2P":38.37,"BiorxivClusteringS2S":32.88,"MedrxivClusteringP2P":34.39,"MedrxivClusteringS2S":31.86,"RedditClustering":50.7,"RedditClusteringP2P":54.8,"StackExchangeClustering":53.14,"StackExchangeClusteringP2P":34.26,"TwentyNewsgroupsClustering":46.49} -{"index":177,"Rank":144,"Model":"slx-v0.1<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.08,"Embedding Dimensions":384,"Max Tokens":512,"Average":41.91,"ArxivClusteringP2P":46.47,"ArxivClusteringS2S":37.67,"BiorxivClusteringP2P":38.37,"BiorxivClusteringS2S":32.88,"MedrxivClusteringP2P":34.39,"MedrxivClusteringS2S":31.86,"RedditClustering":50.69,"RedditClusteringP2P":54.8,"StackExchangeClustering":53.14,"StackExchangeClusteringP2P":34.25,"TwentyNewsgroupsClustering":46.49} -{"index":207,"Rank":145,"Model":"instructor-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":41.9,"ArxivClusteringP2P":39.68,"ArxivClusteringS2S":29.19,"BiorxivClusteringP2P":32.98,"BiorxivClusteringS2S":25.72,"MedrxivClusteringP2P":30.89,"MedrxivClusteringS2S":28.38,"RedditClustering":59.26,"RedditClusteringP2P":63.22,"StackExchangeClustering":65.04,"StackExchangeClusteringP2P":35.28,"TwentyNewsgroupsClustering":51.31} -{"index":136,"Rank":146,"Model":"snowflake-arctic-embed-m<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":41.87,"ArxivClusteringP2P":47.24,"ArxivClusteringS2S":37.43,"BiorxivClusteringP2P":36.97,"BiorxivClusteringS2S":31.98,"MedrxivClusteringP2P":31.5,"MedrxivClusteringS2S":28.41,"RedditClustering":47.53,"RedditClusteringP2P":62.76,"StackExchangeClustering":59.55,"StackExchangeClusteringP2P":39.43,"TwentyNewsgroupsClustering":37.73} -{"index":321,"Rank":147,"Model":"all-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":41.81,"ArxivClusteringP2P":46.07,"ArxivClusteringS2S":37.5,"BiorxivClusteringP2P":36.99,"BiorxivClusteringS2S":33.21,"MedrxivClusteringP2P":34.25,"MedrxivClusteringS2S":32.24,"RedditClustering":51.18,"RedditClusteringP2P":54.8,"StackExchangeClustering":53.05,"StackExchangeClusteringP2P":33.13,"TwentyNewsgroupsClustering":47.47} -{"index":240,"Rank":148,"Model":"jina-embeddings-v2-base-en<\/a>","Model Size (Million Parameters)":275,"Memory Usage (GB, fp32)":1.02,"Embedding Dimensions":768,"Max Tokens":8192,"Average":41.73,"ArxivClusteringP2P":45.39,"ArxivClusteringS2S":36.68,"BiorxivClusteringP2P":37.05,"BiorxivClusteringS2S":30.16,"MedrxivClusteringP2P":32.41,"MedrxivClusteringS2S":28.09,"RedditClustering":53.05,"RedditClusteringP2P":60.31,"StackExchangeClustering":58.52,"StackExchangeClusteringP2P":34.96,"TwentyNewsgroupsClustering":42.46} -{"index":374,"Rank":149,"Model":"jina-embeddings-v2-base-en-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":41.73,"ArxivClusteringP2P":45.39,"ArxivClusteringS2S":36.68,"BiorxivClusteringP2P":37.05,"BiorxivClusteringS2S":30.16,"MedrxivClusteringP2P":32.41,"MedrxivClusteringS2S":28.09,"RedditClustering":53.05,"RedditClusteringP2P":60.31,"StackExchangeClustering":58.52,"StackExchangeClusteringP2P":34.96,"TwentyNewsgroupsClustering":42.46} -{"index":159,"Rank":150,"Model":"jina-embeddings-v2-base-en<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":8192,"Average":41.73,"ArxivClusteringP2P":45.39,"ArxivClusteringS2S":36.68,"BiorxivClusteringP2P":37.05,"BiorxivClusteringS2S":30.16,"MedrxivClusteringP2P":32.41,"MedrxivClusteringS2S":28.09,"RedditClustering":53.05,"RedditClusteringP2P":60.31,"StackExchangeClustering":58.52,"StackExchangeClusteringP2P":34.96,"TwentyNewsgroupsClustering":42.46} -{"index":203,"Rank":151,"Model":"jina-embeddings-v2-base-en-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":41.73,"ArxivClusteringP2P":45.39,"ArxivClusteringS2S":36.68,"BiorxivClusteringP2P":37.05,"BiorxivClusteringS2S":30.16,"MedrxivClusteringP2P":32.41,"MedrxivClusteringS2S":28.09,"RedditClustering":53.05,"RedditClusteringP2P":60.31,"StackExchangeClustering":58.52,"StackExchangeClusteringP2P":34.96,"TwentyNewsgroupsClustering":42.46} -{"index":274,"Rank":152,"Model":"jina-embeddings-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":41.73,"ArxivClusteringP2P":45.39,"ArxivClusteringS2S":36.68,"BiorxivClusteringP2P":37.05,"BiorxivClusteringS2S":30.16,"MedrxivClusteringP2P":32.41,"MedrxivClusteringS2S":28.09,"RedditClustering":53.05,"RedditClusteringP2P":60.31,"StackExchangeClustering":58.52,"StackExchangeClusteringP2P":34.96,"TwentyNewsgroupsClustering":42.46} -{"index":135,"Rank":153,"Model":"snowflake-arctic-embed-l-v2.0<\/a>","Model Size (Million Parameters)":568,"Memory Usage (GB, fp32)":2.12,"Embedding Dimensions":1024,"Max Tokens":8194,"Average":41.65,"ArxivClusteringP2P":43.97,"ArxivClusteringS2S":34.78,"BiorxivClusteringP2P":35.09,"BiorxivClusteringS2S":30.22,"MedrxivClusteringP2P":31.39,"MedrxivClusteringS2S":28.24,"RedditClustering":51.21,"RedditClusteringP2P":60.37,"StackExchangeClustering":63.4,"StackExchangeClusteringP2P":36.29,"TwentyNewsgroupsClustering":43.23} -{"index":337,"Rank":154,"Model":"sentence-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Embedding Dimensions":768,"Max Tokens":512,"Average":41.65,"ArxivClusteringP2P":41.62,"ArxivClusteringS2S":29.44,"BiorxivClusteringP2P":35.99,"BiorxivClusteringS2S":24.02,"MedrxivClusteringP2P":32.4,"MedrxivClusteringS2S":26.33,"RedditClustering":54.53,"RedditClusteringP2P":62.5,"StackExchangeClustering":65.11,"StackExchangeClusteringP2P":36.86,"TwentyNewsgroupsClustering":49.33} -{"index":329,"Rank":155,"Model":"gtr-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Embedding Dimensions":768,"Max Tokens":512,"Average":41.6,"ArxivClusteringP2P":37.5,"ArxivClusteringS2S":30.55,"BiorxivClusteringP2P":29.59,"BiorxivClusteringS2S":25.72,"MedrxivClusteringP2P":28.72,"MedrxivClusteringS2S":27.39,"RedditClustering":61.69,"RedditClusteringP2P":61.67,"StackExchangeClustering":69.93,"StackExchangeClusteringP2P":33.21,"TwentyNewsgroupsClustering":51.64} -{"index":137,"Rank":156,"Model":"snowflake-arctic-embed-m-long<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":8192,"Average":41.51,"ArxivClusteringP2P":45.56,"ArxivClusteringS2S":35.61,"BiorxivClusteringP2P":36.16,"BiorxivClusteringS2S":30.14,"MedrxivClusteringP2P":31.12,"MedrxivClusteringS2S":26.73,"RedditClustering":50.24,"RedditClusteringP2P":61.45,"StackExchangeClustering":62.63,"StackExchangeClusteringP2P":37.17,"TwentyNewsgroupsClustering":39.83} -{"index":330,"Rank":157,"Model":"gtr-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Embedding Dimensions":768,"Max Tokens":512,"Average":41.51,"ArxivClusteringP2P":37.9,"ArxivClusteringS2S":30.45,"BiorxivClusteringP2P":30.52,"BiorxivClusteringS2S":26.06,"MedrxivClusteringP2P":28.69,"MedrxivClusteringS2S":26.69,"RedditClustering":61.34,"RedditClusteringP2P":61.11,"StackExchangeClustering":69.95,"StackExchangeClusteringP2P":32.73,"TwentyNewsgroupsClustering":51.15} -{"index":134,"Rank":158,"Model":"snowflake-arctic-embed-l<\/a>","Model Size (Million Parameters)":334,"Memory Usage (GB, fp32)":1.24,"Embedding Dimensions":1024,"Max Tokens":512,"Average":41.49,"ArxivClusteringP2P":47.46,"ArxivClusteringS2S":38.29,"BiorxivClusteringP2P":37.54,"BiorxivClusteringS2S":32.65,"MedrxivClusteringP2P":31.47,"MedrxivClusteringS2S":28.94,"RedditClustering":46.02,"RedditClusteringP2P":62.43,"StackExchangeClustering":57.86,"StackExchangeClusteringP2P":37.82,"TwentyNewsgroupsClustering":35.91} -{"index":227,"Rank":159,"Model":"multilingual-e5-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":41.23,"ArxivClusteringP2P":44.31,"ArxivClusteringS2S":38.43,"BiorxivClusteringP2P":35.5,"BiorxivClusteringS2S":33.3,"MedrxivClusteringP2P":31.7,"MedrxivClusteringS2S":29.76,"RedditClustering":46.91,"RedditClusteringP2P":63.0,"StackExchangeClustering":58.37,"StackExchangeClusteringP2P":32.9,"TwentyNewsgroupsClustering":39.4} -{"index":292,"Rank":160,"Model":"contriever-base-msmarco<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":41.1,"ArxivClusteringP2P":42.61,"ArxivClusteringS2S":32.32,"BiorxivClusteringP2P":34.97,"BiorxivClusteringS2S":29.08,"MedrxivClusteringP2P":31.19,"MedrxivClusteringS2S":27.27,"RedditClustering":54.89,"RedditClusteringP2P":57.58,"StackExchangeClustering":63.15,"StackExchangeClusteringP2P":32.25,"TwentyNewsgroupsClustering":46.82} -{"index":179,"Rank":161,"Model":"snowflake-arctic-embed-m-v2.0-cpu<\/a>","Model Size (Million Parameters)":305,"Memory Usage (GB, fp32)":1.14,"Embedding Dimensions":768,"Max Tokens":8192,"Average":41.0,"ArxivClusteringP2P":44.68,"ArxivClusteringS2S":35.05,"BiorxivClusteringP2P":36.01,"BiorxivClusteringS2S":28.63,"MedrxivClusteringP2P":31.58,"MedrxivClusteringS2S":28.01,"RedditClustering":49.13,"RedditClusteringP2P":61.06,"StackExchangeClustering":61.4,"StackExchangeClusteringP2P":36.14,"TwentyNewsgroupsClustering":39.29} -{"index":139,"Rank":162,"Model":"snowflake-arctic-embed-m-v2.0<\/a>","Model Size (Million Parameters)":305,"Memory Usage (GB, fp32)":1.14,"Embedding Dimensions":768,"Max Tokens":8192,"Average":41.0,"ArxivClusteringP2P":44.68,"ArxivClusteringS2S":35.05,"BiorxivClusteringP2P":36.01,"BiorxivClusteringS2S":28.63,"MedrxivClusteringP2P":31.58,"MedrxivClusteringS2S":28.01,"RedditClustering":49.13,"RedditClusteringP2P":61.06,"StackExchangeClustering":61.4,"StackExchangeClusteringP2P":36.14,"TwentyNewsgroupsClustering":39.29} -{"index":312,"Rank":163,"Model":"zzz<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":40.9,"ArxivClusteringP2P":42.32,"ArxivClusteringS2S":31.28,"BiorxivClusteringP2P":37.42,"BiorxivClusteringS2S":29.32,"MedrxivClusteringP2P":34.68,"MedrxivClusteringS2S":30.34,"RedditClustering":50.76,"RedditClusteringP2P":55.02,"StackExchangeClustering":59.66,"StackExchangeClusteringP2P":32.11,"TwentyNewsgroupsClustering":47.01} -{"index":67,"Rank":164,"Model":"lodestone-base-4096-v1<\/a>","Model Size (Million Parameters)":69,"Memory Usage (GB, fp32)":0.26,"Embedding Dimensions":768,"Max Tokens":4096,"Average":40.9,"ArxivClusteringP2P":42.32,"ArxivClusteringS2S":31.28,"BiorxivClusteringP2P":37.42,"BiorxivClusteringS2S":29.32,"MedrxivClusteringP2P":34.68,"MedrxivClusteringS2S":30.34,"RedditClustering":50.76,"RedditClusteringP2P":55.02,"StackExchangeClustering":59.66,"StackExchangeClusteringP2P":32.11,"TwentyNewsgroupsClustering":47.01} -{"index":140,"Rank":165,"Model":"snowflake-arctic-embed-s<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":40.88,"ArxivClusteringP2P":44.94,"ArxivClusteringS2S":35.87,"BiorxivClusteringP2P":35.68,"BiorxivClusteringS2S":30.47,"MedrxivClusteringP2P":30.79,"MedrxivClusteringS2S":27.95,"RedditClustering":50.47,"RedditClusteringP2P":60.54,"StackExchangeClustering":60.7,"StackExchangeClusteringP2P":33.98,"TwentyNewsgroupsClustering":38.28} -{"index":250,"Rank":166,"Model":"MegatronBert-1B3-embedding<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":40.86,"ArxivClusteringP2P":47.03,"ArxivClusteringS2S":38.38,"BiorxivClusteringP2P":38.98,"BiorxivClusteringS2S":34.94,"MedrxivClusteringP2P":33.98,"MedrxivClusteringS2S":31.67,"RedditClustering":42.72,"RedditClusteringP2P":56.93,"StackExchangeClustering":53.6,"StackExchangeClusteringP2P":32.87,"TwentyNewsgroupsClustering":38.38} -{"index":87,"Rank":167,"Model":"LLM2Vec-Llama-2-unsupervised<\/a>","Model Size (Million Parameters)":6607,"Memory Usage (GB, fp32)":24.61,"Embedding Dimensions":4096,"Max Tokens":4096,"Average":40.83,"ArxivClusteringP2P":47.81,"ArxivClusteringS2S":40.53,"BiorxivClusteringP2P":38.12,"BiorxivClusteringS2S":31.25,"MedrxivClusteringP2P":30.94,"MedrxivClusteringS2S":28.04,"RedditClustering":42.84,"RedditClusteringP2P":60.1,"StackExchangeClustering":65.12,"StackExchangeClusteringP2P":33.61,"TwentyNewsgroupsClustering":30.76} -{"index":188,"Rank":168,"Model":"embedder-100p<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":40.83,"ArxivClusteringP2P":42.9,"ArxivClusteringS2S":32.45,"BiorxivClusteringP2P":37.24,"BiorxivClusteringS2S":29.75,"MedrxivClusteringP2P":36.65,"MedrxivClusteringS2S":32.57,"RedditClustering":50.62,"RedditClusteringP2P":54.44,"StackExchangeClustering":54.26,"StackExchangeClusteringP2P":32.52,"TwentyNewsgroupsClustering":45.7} -{"index":235,"Rank":169,"Model":"udever-bloom-7b1<\/a>","Model Size (Million Parameters)":7069,"Memory Usage (GB, fp32)":26.33,"Embedding Dimensions":4096,"Max Tokens":2048,"Average":40.81,"ArxivClusteringP2P":45.66,"ArxivClusteringS2S":38.42,"BiorxivClusteringP2P":35.54,"BiorxivClusteringS2S":32.19,"MedrxivClusteringP2P":30.95,"MedrxivClusteringS2S":28.87,"RedditClustering":47.9,"RedditClusteringP2P":55.95,"StackExchangeClustering":60.27,"StackExchangeClusteringP2P":32.34,"TwentyNewsgroupsClustering":40.81} -{"index":233,"Rank":170,"Model":"udever-bloom-3b<\/a>","Model Size (Million Parameters)":3003,"Memory Usage (GB, fp32)":11.19,"Embedding Dimensions":2560,"Max Tokens":2048,"Average":40.74,"ArxivClusteringP2P":45.37,"ArxivClusteringS2S":36.52,"BiorxivClusteringP2P":36.52,"BiorxivClusteringS2S":31.98,"MedrxivClusteringP2P":31.71,"MedrxivClusteringS2S":28.8,"RedditClustering":49.71,"RedditClusteringP2P":55.07,"StackExchangeClustering":59.42,"StackExchangeClusteringP2P":31.7,"TwentyNewsgroupsClustering":41.29} -{"index":138,"Rank":171,"Model":"snowflake-arctic-embed-m-v1.5<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":40.71,"ArxivClusteringP2P":44.95,"ArxivClusteringS2S":34.12,"BiorxivClusteringP2P":35.27,"BiorxivClusteringS2S":28.41,"MedrxivClusteringP2P":31.14,"MedrxivClusteringS2S":27.01,"RedditClustering":51.86,"RedditClusteringP2P":61.81,"StackExchangeClustering":61.24,"StackExchangeClusteringP2P":33.81,"TwentyNewsgroupsClustering":38.14} -{"index":95,"Rank":172,"Model":"Ivysaur<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.08,"Embedding Dimensions":384,"Max Tokens":512,"Average":40.7,"ArxivClusteringP2P":46.39,"ArxivClusteringS2S":35.41,"BiorxivClusteringP2P":38.98,"BiorxivClusteringS2S":31.74,"MedrxivClusteringP2P":33.13,"MedrxivClusteringS2S":30.29,"RedditClustering":47.53,"RedditClusteringP2P":56.03,"StackExchangeClustering":53.87,"StackExchangeClusteringP2P":33.57,"TwentyNewsgroupsClustering":40.77} -{"index":91,"Rank":173,"Model":"LLM2Vec-Mistral-unsupervised<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":40.63,"ArxivClusteringP2P":47.56,"ArxivClusteringS2S":39.92,"BiorxivClusteringP2P":36.14,"BiorxivClusteringS2S":30.26,"MedrxivClusteringP2P":30.11,"MedrxivClusteringS2S":26.93,"RedditClustering":41.83,"RedditClusteringP2P":62.08,"StackExchangeClustering":67.34,"StackExchangeClusteringP2P":34.5,"TwentyNewsgroupsClustering":30.26} -{"index":378,"Rank":174,"Model":"new_model<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":40.54,"ArxivClusteringP2P":43.24,"ArxivClusteringS2S":36.49,"BiorxivClusteringP2P":35.56,"BiorxivClusteringS2S":31.02,"MedrxivClusteringP2P":31.7,"MedrxivClusteringS2S":27.76,"RedditClustering":49.16,"RedditClusteringP2P":61.55,"StackExchangeClustering":56.77,"StackExchangeClusteringP2P":32.04,"TwentyNewsgroupsClustering":40.7} -{"index":5,"Rank":175,"Model":"voyage-3-lite<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":512,"Max Tokens":32000,"Average":40.47,"ArxivClusteringP2P":43.4,"ArxivClusteringS2S":32.03,"BiorxivClusteringP2P":37.01,"BiorxivClusteringS2S":29.02,"MedrxivClusteringP2P":32.65,"MedrxivClusteringS2S":28.77,"RedditClustering":47.35,"RedditClusteringP2P":58.57,"StackExchangeClustering":59.88,"StackExchangeClusteringP2P":33.31,"TwentyNewsgroupsClustering":43.21} -{"index":157,"Rank":176,"Model":"Titan-text-embeddings-v2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":40.4,"ArxivClusteringP2P":41.78,"ArxivClusteringS2S":34.13,"BiorxivClusteringP2P":35.01,"BiorxivClusteringS2S":31.0,"MedrxivClusteringP2P":29.71,"MedrxivClusteringS2S":28.0,"RedditClustering":49.53,"RedditClusteringP2P":59.71,"StackExchangeClustering":60.73,"StackExchangeClusteringP2P":34.64,"TwentyNewsgroupsClustering":40.12} -{"index":109,"Rank":177,"Model":"SGPT-5.8B-weightedmean-msmarco-specb-bitfit<\/a>","Model Size (Million Parameters)":5874,"Memory Usage (GB, fp32)":21.88,"Embedding Dimensions":4096,"Max Tokens":2048,"Average":40.34,"ArxivClusteringP2P":45.59,"ArxivClusteringS2S":38.86,"BiorxivClusteringP2P":36.55,"BiorxivClusteringS2S":33.7,"MedrxivClusteringP2P":31.51,"MedrxivClusteringS2S":28.76,"RedditClustering":40.45,"RedditClusteringP2P":55.75,"StackExchangeClustering":59.21,"StackExchangeClusteringP2P":33.95,"TwentyNewsgroupsClustering":39.46} -{"index":290,"Rank":178,"Model":"nomic-embed-text-v1.5-64<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":64,"Max Tokens":8192,"Average":40.31,"ArxivClusteringP2P":41.8,"ArxivClusteringS2S":32.41,"BiorxivClusteringP2P":34.81,"BiorxivClusteringS2S":28.59,"MedrxivClusteringP2P":32.73,"MedrxivClusteringS2S":29.91,"RedditClustering":50.31,"RedditClusteringP2P":56.57,"StackExchangeClustering":57.99,"StackExchangeClusteringP2P":33.64,"TwentyNewsgroupsClustering":44.61} -{"index":336,"Rank":179,"Model":"sentence-t5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":40.21,"ArxivClusteringP2P":39.28,"ArxivClusteringS2S":27.26,"BiorxivClusteringP2P":33.99,"BiorxivClusteringS2S":22.92,"MedrxivClusteringP2P":33.2,"MedrxivClusteringS2S":26.13,"RedditClustering":52.93,"RedditClusteringP2P":59.67,"StackExchangeClustering":63.13,"StackExchangeClusteringP2P":35.68,"TwentyNewsgroupsClustering":48.1} -{"index":53,"Rank":180,"Model":"jina-embeddings-v2-small-en-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":40.08,"ArxivClusteringP2P":44.02,"ArxivClusteringS2S":35.16,"BiorxivClusteringP2P":35.57,"BiorxivClusteringS2S":29.07,"MedrxivClusteringP2P":31.86,"MedrxivClusteringS2S":27.51,"RedditClustering":49.28,"RedditClusteringP2P":57.09,"StackExchangeClustering":55.35,"StackExchangeClusteringP2P":34.42,"TwentyNewsgroupsClustering":41.57} -{"index":242,"Rank":181,"Model":"jina-embeddings-v2-small-en<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":512,"Max Tokens":8192,"Average":40.08,"ArxivClusteringP2P":44.02,"ArxivClusteringS2S":35.16,"BiorxivClusteringP2P":35.57,"BiorxivClusteringS2S":29.07,"MedrxivClusteringP2P":31.86,"MedrxivClusteringS2S":27.51,"RedditClustering":49.28,"RedditClusteringP2P":57.09,"StackExchangeClustering":55.35,"StackExchangeClusteringP2P":34.42,"TwentyNewsgroupsClustering":41.57} -{"index":261,"Rank":182,"Model":"all-MiniLM-L6-v2-ds<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":39.94,"ArxivClusteringP2P":46.19,"ArxivClusteringS2S":36.91,"BiorxivClusteringP2P":38.59,"BiorxivClusteringS2S":32.32,"MedrxivClusteringP2P":32.55,"MedrxivClusteringS2S":29.92,"RedditClustering":45.63,"RedditClusteringP2P":53.37,"StackExchangeClustering":47.28,"StackExchangeClusteringP2P":34.25,"TwentyNewsgroupsClustering":42.38} -{"index":105,"Rank":183,"Model":"SGPT-1.3B-weightedmean-msmarco-specb-bitfit<\/a>","Model Size (Million Parameters)":1341,"Memory Usage (GB, fp32)":4.99,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":39.92,"ArxivClusteringP2P":43.38,"ArxivClusteringS2S":33.71,"BiorxivClusteringP2P":35.06,"BiorxivClusteringS2S":30.71,"MedrxivClusteringP2P":32.08,"MedrxivClusteringS2S":29.45,"RedditClustering":48.23,"RedditClusteringP2P":53.18,"StackExchangeClustering":60.86,"StackExchangeClusteringP2P":32.36,"TwentyNewsgroupsClustering":40.06} -{"index":225,"Rank":184,"Model":"e5-small-v2<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":39.92,"ArxivClusteringP2P":42.12,"ArxivClusteringS2S":34.8,"BiorxivClusteringP2P":35.89,"BiorxivClusteringS2S":30.05,"MedrxivClusteringP2P":31.34,"MedrxivClusteringS2S":27.88,"RedditClustering":45.72,"RedditClusteringP2P":59.66,"StackExchangeClustering":58.51,"StackExchangeClusteringP2P":31.98,"TwentyNewsgroupsClustering":41.13} -{"index":108,"Rank":185,"Model":"SGPT-2.7B-weightedmean-msmarco-specb-bitfit<\/a>","Model Size (Million Parameters)":2685,"Memory Usage (GB, fp32)":10.0,"Embedding Dimensions":2560,"Max Tokens":2048,"Average":39.83,"ArxivClusteringP2P":44.72,"ArxivClusteringS2S":35.08,"BiorxivClusteringP2P":34.41,"BiorxivClusteringS2S":30.53,"MedrxivClusteringP2P":31.35,"MedrxivClusteringS2S":28.77,"RedditClustering":46.47,"RedditClusteringP2P":54.17,"StackExchangeClustering":59.19,"StackExchangeClusteringP2P":32.57,"TwentyNewsgroupsClustering":40.89} -{"index":224,"Rank":186,"Model":"e5-small<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":39.73,"ArxivClusteringP2P":44.14,"ArxivClusteringS2S":37.14,"BiorxivClusteringP2P":36.1,"BiorxivClusteringS2S":31.51,"MedrxivClusteringP2P":31.31,"MedrxivClusteringS2S":28.32,"RedditClustering":43.27,"RedditClusteringP2P":57.22,"StackExchangeClustering":59.6,"StackExchangeClusteringP2P":30.82,"TwentyNewsgroupsClustering":37.65} -{"index":226,"Rank":187,"Model":"multilingual-e5-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":39.62,"ArxivClusteringP2P":43.35,"ArxivClusteringS2S":36.0,"BiorxivClusteringP2P":37.55,"BiorxivClusteringS2S":30.33,"MedrxivClusteringP2P":30.6,"MedrxivClusteringS2S":28.73,"RedditClustering":43.15,"RedditClusteringP2P":61.69,"StackExchangeClustering":55.31,"StackExchangeClusteringP2P":33.51,"TwentyNewsgroupsClustering":35.55} -{"index":102,"Rank":188,"Model":"gte-micro-v4<\/a>","Model Size (Million Parameters)":19,"Memory Usage (GB, fp32)":0.07,"Embedding Dimensions":384,"Max Tokens":512,"Average":39.54,"ArxivClusteringP2P":42.86,"ArxivClusteringS2S":32.48,"BiorxivClusteringP2P":36.83,"BiorxivClusteringS2S":29.24,"MedrxivClusteringP2P":32.55,"MedrxivClusteringS2S":30.8,"RedditClustering":48.28,"RedditClusteringP2P":53.56,"StackExchangeClustering":55.07,"StackExchangeClusteringP2P":31.92,"TwentyNewsgroupsClustering":41.37} -{"index":161,"Rank":189,"Model":"GIST-all-MiniLM-L6-v2<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.08,"Embedding Dimensions":384,"Max Tokens":512,"Average":39.48,"ArxivClusteringP2P":45.31,"ArxivClusteringS2S":35.45,"BiorxivClusteringP2P":38.38,"BiorxivClusteringS2S":31.09,"MedrxivClusteringP2P":33.35,"MedrxivClusteringS2S":29.79,"RedditClustering":44.12,"RedditClusteringP2P":48.68,"StackExchangeClustering":53.11,"StackExchangeClusteringP2P":33.91,"TwentyNewsgroupsClustering":41.13} -{"index":142,"Rank":190,"Model":"bge-micro<\/a>","Model Size (Million Parameters)":17,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average":39.46,"ArxivClusteringP2P":44.6,"ArxivClusteringS2S":34.48,"BiorxivClusteringP2P":37.13,"BiorxivClusteringS2S":29.72,"MedrxivClusteringP2P":31.98,"MedrxivClusteringS2S":29.26,"RedditClustering":45.27,"RedditClusteringP2P":54.47,"StackExchangeClustering":53.11,"StackExchangeClusteringP2P":34.67,"TwentyNewsgroupsClustering":39.37} -{"index":28,"Rank":191,"Model":"jina-embeddings-v2-base-es-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":39.29,"ArxivClusteringP2P":41.55,"ArxivClusteringS2S":32.19,"BiorxivClusteringP2P":35.17,"BiorxivClusteringS2S":28.89,"MedrxivClusteringP2P":32.19,"MedrxivClusteringS2S":28.78,"RedditClustering":48.28,"RedditClusteringP2P":56.03,"StackExchangeClustering":55.39,"StackExchangeClusteringP2P":33.57,"TwentyNewsgroupsClustering":40.2} -{"index":241,"Rank":192,"Model":"jina-embeddings-v2-base-es<\/a>","Model Size (Million Parameters)":161,"Memory Usage (GB, fp32)":0.6,"Embedding Dimensions":768,"Max Tokens":8192,"Average":39.29,"ArxivClusteringP2P":41.55,"ArxivClusteringS2S":32.19,"BiorxivClusteringP2P":35.17,"BiorxivClusteringS2S":28.89,"MedrxivClusteringP2P":32.19,"MedrxivClusteringS2S":28.78,"RedditClustering":48.28,"RedditClusteringP2P":56.03,"StackExchangeClustering":55.39,"StackExchangeClusteringP2P":33.57,"TwentyNewsgroupsClustering":40.2} -{"index":301,"Rank":193,"Model":"jina-embeddings-v2-base-es-Q5_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":39.29,"ArxivClusteringP2P":41.55,"ArxivClusteringS2S":32.19,"BiorxivClusteringP2P":35.17,"BiorxivClusteringS2S":28.89,"MedrxivClusteringP2P":32.19,"MedrxivClusteringS2S":28.78,"RedditClustering":48.28,"RedditClusteringP2P":56.03,"StackExchangeClustering":55.39,"StackExchangeClusteringP2P":33.57,"TwentyNewsgroupsClustering":40.2} -{"index":27,"Rank":194,"Model":"jina-embeddings-v2-base-es-Q2_K-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":39.29,"ArxivClusteringP2P":41.55,"ArxivClusteringS2S":32.19,"BiorxivClusteringP2P":35.17,"BiorxivClusteringS2S":28.89,"MedrxivClusteringP2P":32.19,"MedrxivClusteringS2S":28.78,"RedditClustering":48.28,"RedditClusteringP2P":56.03,"StackExchangeClustering":55.39,"StackExchangeClusteringP2P":33.57,"TwentyNewsgroupsClustering":40.2} -{"index":143,"Rank":195,"Model":"bge-micro-v2<\/a>","Model Size (Million Parameters)":17,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average":39.18,"ArxivClusteringP2P":44.53,"ArxivClusteringS2S":33.25,"BiorxivClusteringP2P":36.11,"BiorxivClusteringS2S":28.06,"MedrxivClusteringP2P":31.56,"MedrxivClusteringS2S":28.13,"RedditClustering":45.46,"RedditClusteringP2P":55.16,"StackExchangeClustering":54.51,"StackExchangeClusteringP2P":34.07,"TwentyNewsgroupsClustering":40.19} -{"index":80,"Rank":196,"Model":"bilingual-embedding-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":39.16,"ArxivClusteringP2P":41.76,"ArxivClusteringS2S":31.63,"BiorxivClusteringP2P":36.01,"BiorxivClusteringS2S":28.77,"MedrxivClusteringP2P":31.27,"MedrxivClusteringS2S":28.97,"RedditClustering":47.39,"RedditClusteringP2P":58.38,"StackExchangeClustering":52.47,"StackExchangeClusteringP2P":33.63,"TwentyNewsgroupsClustering":40.52} -{"index":215,"Rank":197,"Model":"granite-embedding-278m-multilingual<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":39.15,"ArxivClusteringP2P":43.13,"ArxivClusteringS2S":32.93,"BiorxivClusteringP2P":35.83,"BiorxivClusteringS2S":30.39,"MedrxivClusteringP2P":31.52,"MedrxivClusteringS2S":28.57,"RedditClustering":45.86,"RedditClusteringP2P":54.99,"StackExchangeClustering":55.93,"StackExchangeClusteringP2P":32.93,"TwentyNewsgroupsClustering":38.62} -{"index":210,"Rank":198,"Model":"granite-embedding-278m-multilingual-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":39.15,"ArxivClusteringP2P":43.13,"ArxivClusteringS2S":32.93,"BiorxivClusteringP2P":35.83,"BiorxivClusteringS2S":30.39,"MedrxivClusteringP2P":31.52,"MedrxivClusteringS2S":28.57,"RedditClustering":45.86,"RedditClusteringP2P":54.99,"StackExchangeClustering":55.93,"StackExchangeClusteringP2P":32.93,"TwentyNewsgroupsClustering":38.62} -{"index":211,"Rank":199,"Model":"granite-embedding-278m-multilingual-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":39.15,"ArxivClusteringP2P":43.13,"ArxivClusteringS2S":32.93,"BiorxivClusteringP2P":35.83,"BiorxivClusteringS2S":30.39,"MedrxivClusteringP2P":31.52,"MedrxivClusteringS2S":28.57,"RedditClustering":45.86,"RedditClusteringP2P":54.99,"StackExchangeClustering":55.93,"StackExchangeClusteringP2P":32.93,"TwentyNewsgroupsClustering":38.62} -{"index":232,"Rank":200,"Model":"udever-bloom-1b1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":2048,"Average":39.11,"ArxivClusteringP2P":44.52,"ArxivClusteringS2S":34.45,"BiorxivClusteringP2P":35.25,"BiorxivClusteringS2S":30.71,"MedrxivClusteringP2P":29.43,"MedrxivClusteringS2S":28.87,"RedditClustering":44.52,"RedditClusteringP2P":53.61,"StackExchangeClustering":57.11,"StackExchangeClusteringP2P":31.91,"TwentyNewsgroupsClustering":39.8} -{"index":82,"Rank":201,"Model":"jina-embeddings-v2-base-de-Q5_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":38.99,"ArxivClusteringP2P":41.43,"ArxivClusteringS2S":32.09,"BiorxivClusteringP2P":34.97,"BiorxivClusteringS2S":28.78,"MedrxivClusteringP2P":31.33,"MedrxivClusteringS2S":28.76,"RedditClustering":47.75,"RedditClusteringP2P":54.88,"StackExchangeClustering":55.38,"StackExchangeClusteringP2P":33.08,"TwentyNewsgroupsClustering":40.48} -{"index":239,"Rank":202,"Model":"jina-embeddings-v2-base-de<\/a>","Model Size (Million Parameters)":161,"Memory Usage (GB, fp32)":0.6,"Embedding Dimensions":768,"Max Tokens":8192,"Average":38.99,"ArxivClusteringP2P":41.43,"ArxivClusteringS2S":32.09,"BiorxivClusteringP2P":34.97,"BiorxivClusteringS2S":28.78,"MedrxivClusteringP2P":31.33,"MedrxivClusteringS2S":28.76,"RedditClustering":47.75,"RedditClusteringP2P":54.88,"StackExchangeClustering":55.38,"StackExchangeClusteringP2P":33.08,"TwentyNewsgroupsClustering":40.48} -{"index":178,"Rank":203,"Model":"jina-embeddings-v2-base-de-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":38.99,"ArxivClusteringP2P":41.43,"ArxivClusteringS2S":32.09,"BiorxivClusteringP2P":34.97,"BiorxivClusteringS2S":28.78,"MedrxivClusteringP2P":31.33,"MedrxivClusteringS2S":28.76,"RedditClustering":47.75,"RedditClusteringP2P":54.88,"StackExchangeClustering":55.38,"StackExchangeClusteringP2P":33.08,"TwentyNewsgroupsClustering":40.48} -{"index":175,"Rank":204,"Model":"sgpt-bloom-7b1-msmarco<\/a>","Model Size (Million Parameters)":7068,"Memory Usage (GB, fp32)":26.33,"Embedding Dimensions":4096,"Max Tokens":2048,"Average":38.93,"ArxivClusteringP2P":44.59,"ArxivClusteringS2S":38.03,"BiorxivClusteringP2P":36.03,"BiorxivClusteringS2S":32.48,"MedrxivClusteringP2P":31.05,"MedrxivClusteringS2S":29.26,"RedditClustering":35.53,"RedditClusteringP2P":54.52,"StackExchangeClustering":55.13,"StackExchangeClusteringP2P":34.31,"TwentyNewsgroupsClustering":37.28} -{"index":141,"Rank":205,"Model":"snowflake-arctic-embed-xs<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.08,"Embedding Dimensions":384,"Max Tokens":512,"Average":38.86,"ArxivClusteringP2P":43.5,"ArxivClusteringS2S":32.09,"BiorxivClusteringP2P":34.48,"BiorxivClusteringS2S":26.14,"MedrxivClusteringP2P":30.57,"MedrxivClusteringS2S":26.22,"RedditClustering":48.32,"RedditClusteringP2P":57.84,"StackExchangeClustering":57.49,"StackExchangeClusteringP2P":34.58,"TwentyNewsgroupsClustering":36.28} -{"index":328,"Rank":206,"Model":"gtr-t5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":38.63,"ArxivClusteringP2P":35.49,"ArxivClusteringS2S":27.18,"BiorxivClusteringP2P":27.66,"BiorxivClusteringS2S":23.25,"MedrxivClusteringP2P":27.57,"MedrxivClusteringS2S":25.13,"RedditClustering":56.13,"RedditClusteringP2P":58.53,"StackExchangeClustering":64.21,"StackExchangeClusteringP2P":33.01,"TwentyNewsgroupsClustering":46.72} -{"index":335,"Rank":207,"Model":"paraphrase-multilingual-mpnet-base-v2<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":38.51,"ArxivClusteringP2P":37.83,"ArxivClusteringS2S":31.69,"BiorxivClusteringP2P":33.02,"BiorxivClusteringS2S":29.45,"MedrxivClusteringP2P":31.93,"MedrxivClusteringS2S":31.53,"RedditClustering":45.65,"RedditClusteringP2P":52.05,"StackExchangeClustering":52.99,"StackExchangeClusteringP2P":33.06,"TwentyNewsgroupsClustering":44.36} -{"index":280,"Rank":208,"Model":"bge-small-en-v1.5-sparse<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":38.37,"ArxivClusteringP2P":43.11,"ArxivClusteringS2S":34.41,"BiorxivClusteringP2P":34.7,"BiorxivClusteringS2S":28.84,"MedrxivClusteringP2P":30.49,"MedrxivClusteringS2S":28.8,"RedditClustering":42.86,"RedditClusteringP2P":54.27,"StackExchangeClustering":53.09,"StackExchangeClusteringP2P":33.15,"TwentyNewsgroupsClustering":38.35} -{"index":158,"Rank":209,"Model":"bge-small-4096<\/a>","Model Size (Million Parameters)":35,"Memory Usage (GB, fp32)":0.13,"Embedding Dimensions":384,"Max Tokens":4096,"Average":38.03,"ArxivClusteringP2P":43.85,"ArxivClusteringS2S":29.59,"BiorxivClusteringP2P":37.8,"BiorxivClusteringS2S":26.76,"MedrxivClusteringP2P":32.54,"MedrxivClusteringS2S":28.05,"RedditClustering":43.68,"RedditClusteringP2P":54.33,"StackExchangeClustering":51.77,"StackExchangeClusteringP2P":33.31,"TwentyNewsgroupsClustering":36.65} -{"index":184,"Rank":210,"Model":"cai-stellaris-text-embeddings<\/a>","Model Size (Million Parameters)":53,"Memory Usage (GB, fp32)":0.2,"Embedding Dimensions":768,"Max Tokens":514,"Average":37.92,"ArxivClusteringP2P":42.01,"ArxivClusteringS2S":31.41,"BiorxivClusteringP2P":34.73,"BiorxivClusteringS2S":29.28,"MedrxivClusteringP2P":31.77,"MedrxivClusteringS2S":30.94,"RedditClustering":43.09,"RedditClusteringP2P":56.54,"StackExchangeClustering":48.23,"StackExchangeClusteringP2P":34.76,"TwentyNewsgroupsClustering":34.36} -{"index":39,"Rank":211,"Model":"multilingual-e5-base-similarity-v1-onnx-quantized<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":37.89,"ArxivClusteringP2P":40.28,"ArxivClusteringS2S":35.42,"BiorxivClusteringP2P":35.04,"BiorxivClusteringS2S":29.46,"MedrxivClusteringP2P":28.92,"MedrxivClusteringS2S":28.43,"RedditClustering":42.41,"RedditClusteringP2P":55.17,"StackExchangeClustering":55.27,"StackExchangeClusteringP2P":30.46,"TwentyNewsgroupsClustering":35.97} -{"index":111,"Rank":212,"Model":"multilingual-e5-base-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":37.89,"ArxivClusteringP2P":40.28,"ArxivClusteringS2S":35.42,"BiorxivClusteringP2P":35.04,"BiorxivClusteringS2S":29.46,"MedrxivClusteringP2P":28.92,"MedrxivClusteringS2S":28.43,"RedditClustering":42.41,"RedditClusteringP2P":55.17,"StackExchangeClustering":55.27,"StackExchangeClusteringP2P":30.46,"TwentyNewsgroupsClustering":35.97} -{"index":192,"Rank":213,"Model":"multilingual-e5-base-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":37.89,"ArxivClusteringP2P":40.28,"ArxivClusteringS2S":35.42,"BiorxivClusteringP2P":35.04,"BiorxivClusteringS2S":29.46,"MedrxivClusteringP2P":28.92,"MedrxivClusteringS2S":28.43,"RedditClustering":42.41,"RedditClusteringP2P":55.17,"StackExchangeClustering":55.27,"StackExchangeClusteringP2P":30.46,"TwentyNewsgroupsClustering":35.97} -{"index":213,"Rank":214,"Model":"granite-embedding-107m-multilingual<\/a>","Model Size (Million Parameters)":107,"Memory Usage (GB, fp32)":0.4,"Embedding Dimensions":384,"Max Tokens":514,"Average":37.83,"ArxivClusteringP2P":41.49,"ArxivClusteringS2S":30.62,"BiorxivClusteringP2P":35.6,"BiorxivClusteringS2S":28.37,"MedrxivClusteringP2P":31.35,"MedrxivClusteringS2S":28.02,"RedditClustering":43.71,"RedditClusteringP2P":53.54,"StackExchangeClustering":54.14,"StackExchangeClusteringP2P":32.61,"TwentyNewsgroupsClustering":36.68} -{"index":368,"Rank":215,"Model":"universal-sentence-encoder-large-5<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":37.82,"ArxivClusteringP2P":34.72,"ArxivClusteringS2S":25.27,"BiorxivClusteringP2P":28.39,"BiorxivClusteringS2S":20.52,"MedrxivClusteringP2P":30.27,"MedrxivClusteringS2S":24.58,"RedditClustering":56.93,"RedditClusteringP2P":58.95,"StackExchangeClustering":60.85,"StackExchangeClusteringP2P":33.14,"TwentyNewsgroupsClustering":42.43} -{"index":332,"Rank":216,"Model":"msmarco-bert-co-condensor<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":37.64,"ArxivClusteringP2P":36.94,"ArxivClusteringS2S":29.03,"BiorxivClusteringP2P":32.35,"BiorxivClusteringS2S":28.16,"MedrxivClusteringP2P":30.23,"MedrxivClusteringS2S":27.01,"RedditClustering":48.04,"RedditClusteringP2P":53.53,"StackExchangeClustering":59.54,"StackExchangeClusteringP2P":30.48,"TwentyNewsgroupsClustering":38.68} -{"index":94,"Rank":217,"Model":"Bulbasaur<\/a>","Model Size (Million Parameters)":17,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average":37.6,"ArxivClusteringP2P":40.28,"ArxivClusteringS2S":31.06,"BiorxivClusteringP2P":35.18,"BiorxivClusteringS2S":28.18,"MedrxivClusteringP2P":30.4,"MedrxivClusteringS2S":28.79,"RedditClustering":45.93,"RedditClusteringP2P":51.44,"StackExchangeClustering":52.18,"StackExchangeClusteringP2P":30.67,"TwentyNewsgroupsClustering":39.44} -{"index":190,"Rank":218,"Model":"USER-bge-m3<\/a>","Model Size (Million Parameters)":359,"Memory Usage (GB, fp32)":1.34,"Embedding Dimensions":1024,"Max Tokens":8192,"Average":37.59,"ArxivClusteringP2P":39.68,"ArxivClusteringS2S":26.76,"BiorxivClusteringP2P":33.43,"BiorxivClusteringS2S":25.01,"MedrxivClusteringP2P":30.53,"MedrxivClusteringS2S":27.04,"RedditClustering":46.3,"RedditClusteringP2P":56.92,"StackExchangeClustering":55.22,"StackExchangeClusteringP2P":32.11,"TwentyNewsgroupsClustering":40.51} -{"index":392,"Rank":219,"Model":"text-similarity-ada-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":2046,"Average":37.52,"ArxivClusteringP2P":41.49,"ArxivClusteringS2S":28.47,"BiorxivClusteringP2P":36.86,"BiorxivClusteringS2S":27.55,"MedrxivClusteringP2P":31.09,"MedrxivClusteringS2S":26.5,"RedditClustering":42.47,"RedditClusteringP2P":58.1,"StackExchangeClustering":53.52,"StackExchangeClusteringP2P":30.43,"TwentyNewsgroupsClustering":36.26} -{"index":93,"Rank":220,"Model":"LLM2Vec-Sheared-Llama-unsupervised<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":4096,"Average":37.45,"ArxivClusteringP2P":42.92,"ArxivClusteringS2S":35.2,"BiorxivClusteringP2P":35.02,"BiorxivClusteringS2S":27.21,"MedrxivClusteringP2P":30.15,"MedrxivClusteringS2S":26.96,"RedditClustering":38.67,"RedditClusteringP2P":53.42,"StackExchangeClustering":59.35,"StackExchangeClusteringP2P":31.47,"TwentyNewsgroupsClustering":31.54} -{"index":360,"Rank":221,"Model":"gte_wl<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":37.25,"ArxivClusteringP2P":39.64,"ArxivClusteringS2S":29.64,"BiorxivClusteringP2P":34.81,"BiorxivClusteringS2S":27.11,"MedrxivClusteringP2P":31.09,"MedrxivClusteringS2S":27.84,"RedditClustering":43.34,"RedditClusteringP2P":51.11,"StackExchangeClustering":51.44,"StackExchangeClusteringP2P":31.0,"TwentyNewsgroupsClustering":42.72} -{"index":229,"Rank":222,"Model":"multilingual-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":37.22,"ArxivClusteringP2P":39.22,"ArxivClusteringS2S":30.8,"BiorxivClusteringP2P":35.84,"BiorxivClusteringS2S":27.35,"MedrxivClusteringP2P":30.72,"MedrxivClusteringS2S":27.0,"RedditClustering":40.12,"RedditClusteringP2P":59.49,"StackExchangeClustering":53.32,"StackExchangeClusteringP2P":31.87,"TwentyNewsgroupsClustering":33.67} -{"index":359,"Rank":223,"Model":"GTE_wl_mv<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":37.17,"ArxivClusteringP2P":39.84,"ArxivClusteringS2S":29.39,"BiorxivClusteringP2P":34.48,"BiorxivClusteringS2S":26.72,"MedrxivClusteringP2P":30.48,"MedrxivClusteringS2S":27.4,"RedditClustering":45.97,"RedditClusteringP2P":51.11,"StackExchangeClustering":50.97,"StackExchangeClusteringP2P":30.95,"TwentyNewsgroupsClustering":41.55} -{"index":237,"Rank":224,"Model":"jina-embedding-l-en-v1<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":37.15,"ArxivClusteringP2P":40.51,"ArxivClusteringS2S":31.58,"BiorxivClusteringP2P":33.56,"BiorxivClusteringS2S":28.44,"MedrxivClusteringP2P":30.12,"MedrxivClusteringS2S":25.26,"RedditClustering":45.05,"RedditClusteringP2P":55.14,"StackExchangeClustering":45.24,"StackExchangeClusteringP2P":33.37,"TwentyNewsgroupsClustering":40.42} -{"index":334,"Rank":225,"Model":"paraphrase-multilingual-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":37.14,"ArxivClusteringP2P":38.33,"ArxivClusteringS2S":31.55,"BiorxivClusteringP2P":33.49,"BiorxivClusteringS2S":29.44,"MedrxivClusteringP2P":31.52,"MedrxivClusteringS2S":30.87,"RedditClustering":42.02,"RedditClusteringP2P":50.73,"StackExchangeClustering":49.6,"StackExchangeClusteringP2P":31.69,"TwentyNewsgroupsClustering":39.28} -{"index":244,"Rank":226,"Model":"multilingual-e5-small-ct2-int8<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":37.08,"ArxivClusteringP2P":39.22,"ArxivClusteringS2S":30.8,"BiorxivClusteringP2P":35.75,"BiorxivClusteringS2S":27.05,"MedrxivClusteringP2P":30.9,"MedrxivClusteringS2S":27.26,"RedditClustering":39.13,"RedditClusteringP2P":58.98,"StackExchangeClustering":53.52,"StackExchangeClusteringP2P":32.07,"TwentyNewsgroupsClustering":33.22} -{"index":110,"Rank":227,"Model":"SGPT-5.8B-weightedmean-nli-bitfit<\/a>","Model Size (Million Parameters)":5874,"Memory Usage (GB, fp32)":21.88,"Embedding Dimensions":4096,"Max Tokens":2048,"Average":36.98,"ArxivClusteringP2P":40.55,"ArxivClusteringS2S":32.49,"BiorxivClusteringP2P":33.59,"BiorxivClusteringS2S":29.13,"MedrxivClusteringP2P":30.33,"MedrxivClusteringS2S":28.02,"RedditClustering":42.17,"RedditClusteringP2P":48.02,"StackExchangeClustering":54.13,"StackExchangeClusteringP2P":31.12,"TwentyNewsgroupsClustering":37.2} -{"index":234,"Rank":228,"Model":"udever-bloom-560m<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":2048,"Average":36.89,"ArxivClusteringP2P":40.27,"ArxivClusteringS2S":32.0,"BiorxivClusteringP2P":33.27,"BiorxivClusteringS2S":28.65,"MedrxivClusteringP2P":27.85,"MedrxivClusteringS2S":27.71,"RedditClustering":41.34,"RedditClusteringP2P":51.2,"StackExchangeClustering":54.51,"StackExchangeClusteringP2P":31.12,"TwentyNewsgroupsClustering":37.88} -{"index":357,"Rank":229,"Model":"GTE256_sw<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":36.76,"ArxivClusteringP2P":38.29,"ArxivClusteringS2S":28.15,"BiorxivClusteringP2P":34.18,"BiorxivClusteringS2S":25.42,"MedrxivClusteringP2P":31.27,"MedrxivClusteringS2S":27.9,"RedditClustering":46.25,"RedditClusteringP2P":50.95,"StackExchangeClustering":49.39,"StackExchangeClusteringP2P":30.32,"TwentyNewsgroupsClustering":42.2} -{"index":358,"Rank":230,"Model":"GTE512_sw<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":36.17,"ArxivClusteringP2P":38.37,"ArxivClusteringS2S":28.19,"BiorxivClusteringP2P":34.57,"BiorxivClusteringS2S":25.65,"MedrxivClusteringP2P":30.59,"MedrxivClusteringS2S":27.41,"RedditClustering":44.25,"RedditClusteringP2P":49.94,"StackExchangeClustering":47.34,"StackExchangeClusteringP2P":29.66,"TwentyNewsgroupsClustering":41.86} -{"index":361,"Rank":231,"Model":"l3_wl<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":36.16,"ArxivClusteringP2P":39.89,"ArxivClusteringS2S":29.5,"BiorxivClusteringP2P":33.29,"BiorxivClusteringS2S":25.2,"MedrxivClusteringP2P":30.68,"MedrxivClusteringS2S":26.88,"RedditClustering":43.81,"RedditClusteringP2P":48.71,"StackExchangeClustering":53.79,"StackExchangeClusteringP2P":32.49,"TwentyNewsgroupsClustering":33.55} -{"index":99,"Rank":232,"Model":"gte-micro<\/a>","Model Size (Million Parameters)":17,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average":35.96,"ArxivClusteringP2P":35.24,"ArxivClusteringS2S":31.09,"BiorxivClusteringP2P":30.2,"BiorxivClusteringS2S":27.38,"MedrxivClusteringP2P":27.17,"MedrxivClusteringS2S":27.52,"RedditClustering":45.62,"RedditClusteringP2P":47.87,"StackExchangeClustering":52.62,"StackExchangeClusteringP2P":30.05,"TwentyNewsgroupsClustering":40.79} -{"index":236,"Rank":233,"Model":"jina-embedding-b-en-v1<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":35.88,"ArxivClusteringP2P":39.25,"ArxivClusteringS2S":29.08,"BiorxivClusteringP2P":32.2,"BiorxivClusteringS2S":26.63,"MedrxivClusteringP2P":29.6,"MedrxivClusteringS2S":25.01,"RedditClustering":42.85,"RedditClusteringP2P":52.55,"StackExchangeClustering":48.07,"StackExchangeClusteringP2P":31.36,"TwentyNewsgroupsClustering":38.06} -{"index":364,"Rank":234,"Model":"wl_sw_256<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":35.87,"ArxivClusteringP2P":39.64,"ArxivClusteringS2S":29.06,"BiorxivClusteringP2P":33.1,"BiorxivClusteringS2S":25.24,"MedrxivClusteringP2P":30.41,"MedrxivClusteringS2S":26.77,"RedditClustering":43.5,"RedditClusteringP2P":48.31,"StackExchangeClustering":53.09,"StackExchangeClusteringP2P":32.57,"TwentyNewsgroupsClustering":32.85} -{"index":106,"Rank":235,"Model":"SGPT-125M-weightedmean-msmarco-specb-bitfit<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":2048,"Average":35.79,"ArxivClusteringP2P":39.71,"ArxivClusteringS2S":28.24,"BiorxivClusteringP2P":33.63,"BiorxivClusteringS2S":27.04,"MedrxivClusteringP2P":31.37,"MedrxivClusteringS2S":26.87,"RedditClustering":40.23,"RedditClusteringP2P":49.09,"StackExchangeClustering":52.74,"StackExchangeClusteringP2P":32.66,"TwentyNewsgroupsClustering":32.13} -{"index":103,"Rank":236,"Model":"test24<\/a>","Model Size (Million Parameters)":17,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average":35.78,"ArxivClusteringP2P":41.21,"ArxivClusteringS2S":30.2,"BiorxivClusteringP2P":35.62,"BiorxivClusteringS2S":25.4,"MedrxivClusteringP2P":31.42,"MedrxivClusteringS2S":27.14,"RedditClustering":39.24,"RedditClusteringP2P":52.2,"StackExchangeClustering":46.43,"StackExchangeClusteringP2P":34.31,"TwentyNewsgroupsClustering":30.43} -{"index":367,"Rank":237,"Model":"universal-sentence-encoder-4<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":35.71,"ArxivClusteringP2P":35.13,"ArxivClusteringS2S":23.46,"BiorxivClusteringP2P":31.17,"BiorxivClusteringS2S":18.81,"MedrxivClusteringP2P":28.88,"MedrxivClusteringS2S":23.31,"RedditClustering":49.72,"RedditClusteringP2P":57.92,"StackExchangeClustering":54.64,"StackExchangeClusteringP2P":31.58,"TwentyNewsgroupsClustering":38.23} -{"index":193,"Rank":238,"Model":"multi-qa-MiniLM-L6-cos-v1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":35.67,"ArxivClusteringP2P":37.75,"ArxivClusteringS2S":27.7,"BiorxivClusteringP2P":30.24,"BiorxivClusteringS2S":22.67,"MedrxivClusteringP2P":28.41,"MedrxivClusteringS2S":26.14,"RedditClustering":46.29,"RedditClusteringP2P":50.95,"StackExchangeClustering":48.08,"StackExchangeClusteringP2P":33.35,"TwentyNewsgroupsClustering":40.79} -{"index":266,"Rank":239,"Model":"potion-base-32M<\/a>","Model Size (Million Parameters)":32,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":512,"Max Tokens":1000000,"Average":35.29,"ArxivClusteringP2P":37.22,"ArxivClusteringS2S":27.89,"BiorxivClusteringP2P":31.89,"BiorxivClusteringS2S":23.44,"MedrxivClusteringP2P":29.32,"MedrxivClusteringS2S":25.68,"RedditClustering":43.26,"RedditClusteringP2P":49.64,"StackExchangeClustering":51.98,"StackExchangeClusteringP2P":31.05,"TwentyNewsgroupsClustering":36.77} -{"index":370,"Rank":240,"Model":"universal-sentence-encoder-multilingual-large-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":512,"Max Tokens":512,"Average":35.06,"ArxivClusteringP2P":34.75,"ArxivClusteringS2S":22.62,"BiorxivClusteringP2P":28.75,"BiorxivClusteringS2S":20.14,"MedrxivClusteringP2P":31.2,"MedrxivClusteringS2S":25.8,"RedditClustering":46.17,"RedditClusteringP2P":56.53,"StackExchangeClustering":49.34,"StackExchangeClusteringP2P":33.4,"TwentyNewsgroupsClustering":36.93} -{"index":369,"Rank":241,"Model":"universal-sentence-encoder-multilingual-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":512,"Max Tokens":512,"Average":34.82,"ArxivClusteringP2P":33.72,"ArxivClusteringS2S":23.99,"BiorxivClusteringP2P":30.88,"BiorxivClusteringS2S":21.05,"MedrxivClusteringP2P":28.68,"MedrxivClusteringS2S":24.25,"RedditClustering":43.82,"RedditClusteringP2P":58.37,"StackExchangeClustering":47.83,"StackExchangeClusteringP2P":33.01,"TwentyNewsgroupsClustering":37.47} -{"index":324,"Rank":242,"Model":"allenai-specter<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":34.06,"ArxivClusteringP2P":44.75,"ArxivClusteringS2S":35.27,"BiorxivClusteringP2P":39.52,"BiorxivClusteringS2S":34.53,"MedrxivClusteringP2P":35.04,"MedrxivClusteringS2S":31.66,"RedditClustering":24.13,"RedditClusteringP2P":35.06,"StackExchangeClustering":39.01,"StackExchangeClusteringP2P":31.46,"TwentyNewsgroupsClustering":24.22} -{"index":348,"Rank":243,"Model":"Angle_BERT<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":33.47,"ArxivClusteringP2P":35.33,"ArxivClusteringS2S":27.66,"BiorxivClusteringP2P":30.95,"BiorxivClusteringS2S":24.81,"MedrxivClusteringP2P":27.35,"MedrxivClusteringS2S":25.59,"RedditClustering":40.32,"RedditClusteringP2P":45.99,"StackExchangeClustering":48.26,"StackExchangeClusteringP2P":28.87,"TwentyNewsgroupsClustering":33.07} -{"index":303,"Rank":244,"Model":"sup-simcse-bert-base-uncased<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":33.43,"ArxivClusteringP2P":35.18,"ArxivClusteringS2S":27.54,"BiorxivClusteringP2P":30.15,"BiorxivClusteringS2S":24.67,"MedrxivClusteringP2P":26.25,"MedrxivClusteringS2S":24.12,"RedditClustering":40.23,"RedditClusteringP2P":47.74,"StackExchangeClustering":47.55,"StackExchangeClusteringP2P":29.45,"TwentyNewsgroupsClustering":34.86} -{"index":104,"Rank":245,"Model":"test25<\/a>","Model Size (Million Parameters)":17,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average":33.15,"ArxivClusteringP2P":37.86,"ArxivClusteringS2S":28.84,"BiorxivClusteringP2P":32.09,"BiorxivClusteringS2S":23.55,"MedrxivClusteringP2P":28.54,"MedrxivClusteringS2S":24.73,"RedditClustering":35.54,"RedditClusteringP2P":47.43,"StackExchangeClustering":46.54,"StackExchangeClusteringP2P":30.88,"TwentyNewsgroupsClustering":28.68} -{"index":363,"Rank":246,"Model":"mv_sw<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":32.94,"ArxivClusteringP2P":35.42,"ArxivClusteringS2S":25.27,"BiorxivClusteringP2P":30.86,"BiorxivClusteringS2S":20.22,"MedrxivClusteringP2P":27.62,"MedrxivClusteringS2S":23.8,"RedditClustering":39.55,"RedditClusteringP2P":47.08,"StackExchangeClustering":48.19,"StackExchangeClusteringP2P":30.75,"TwentyNewsgroupsClustering":33.54} -{"index":268,"Rank":247,"Model":"potion-base-8M<\/a>","Model Size (Million Parameters)":8,"Memory Usage (GB, fp32)":0.03,"Embedding Dimensions":256,"Max Tokens":1000000,"Average":32.93,"ArxivClusteringP2P":35.39,"ArxivClusteringS2S":25.26,"BiorxivClusteringP2P":30.86,"BiorxivClusteringS2S":20.22,"MedrxivClusteringP2P":27.62,"MedrxivClusteringS2S":23.8,"RedditClustering":39.55,"RedditClusteringP2P":47.08,"StackExchangeClustering":48.19,"StackExchangeClusteringP2P":30.74,"TwentyNewsgroupsClustering":33.54} -{"index":376,"Rank":248,"Model":"potion-base-8M-stf<\/a>","Model Size (Million Parameters)":8,"Memory Usage (GB, fp32)":0.03,"Embedding Dimensions":256,"Max Tokens":1000000,"Average":32.93,"ArxivClusteringP2P":35.39,"ArxivClusteringS2S":25.26,"BiorxivClusteringP2P":30.86,"BiorxivClusteringS2S":20.22,"MedrxivClusteringP2P":27.62,"MedrxivClusteringS2S":23.8,"RedditClustering":39.55,"RedditClusteringP2P":47.08,"StackExchangeClustering":48.19,"StackExchangeClusteringP2P":30.74,"TwentyNewsgroupsClustering":33.54} -{"index":98,"Rank":249,"Model":"Wartortle<\/a>","Model Size (Million Parameters)":17,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average":32.91,"ArxivClusteringP2P":35.84,"ArxivClusteringS2S":27.3,"BiorxivClusteringP2P":32.35,"BiorxivClusteringS2S":24.06,"MedrxivClusteringP2P":28.24,"MedrxivClusteringS2S":25.34,"RedditClustering":35.92,"RedditClusteringP2P":46.08,"StackExchangeClustering":45.31,"StackExchangeClusteringP2P":29.91,"TwentyNewsgroupsClustering":31.69} -{"index":238,"Rank":250,"Model":"jina-embedding-s-en-v1<\/a>","Model Size (Million Parameters)":35,"Memory Usage (GB, fp32)":0.13,"Embedding Dimensions":512,"Max Tokens":512,"Average":32.56,"ArxivClusteringP2P":34.17,"ArxivClusteringS2S":23.99,"BiorxivClusteringP2P":28.51,"BiorxivClusteringS2S":20.94,"MedrxivClusteringP2P":27.24,"MedrxivClusteringS2S":23.27,"RedditClustering":37.95,"RedditClusteringP2P":49.91,"StackExchangeClustering":46.35,"StackExchangeClusteringP2P":31.46,"TwentyNewsgroupsClustering":34.39} -{"index":400,"Rank":251,"Model":"elser-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":30522,"Max Tokens":512,"Average":32.28,"ArxivClusteringP2P":35.27,"ArxivClusteringS2S":23.18,"BiorxivClusteringP2P":31.13,"BiorxivClusteringS2S":26.78,"MedrxivClusteringP2P":24.65,"MedrxivClusteringS2S":24.21,"RedditClustering":38.74,"RedditClusteringP2P":51.92,"StackExchangeClustering":42.7,"StackExchangeClusteringP2P":28.7,"TwentyNewsgroupsClustering":27.82} -{"index":340,"Rank":252,"Model":"LaBSE-ru-turbo<\/a>","Model Size (Million Parameters)":128,"Memory Usage (GB, fp32)":0.48,"Embedding Dimensions":768,"Max Tokens":512,"Average":32.13,"ArxivClusteringP2P":35.03,"ArxivClusteringS2S":23.08,"BiorxivClusteringP2P":31.48,"BiorxivClusteringS2S":20.71,"MedrxivClusteringP2P":29.44,"MedrxivClusteringS2S":23.93,"RedditClustering":35.73,"RedditClusteringP2P":51.74,"StackExchangeClustering":45.45,"StackExchangeClusteringP2P":31.13,"TwentyNewsgroupsClustering":25.67} -{"index":42,"Rank":253,"Model":"winberta-base<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":31.67,"ArxivClusteringP2P":33.7,"ArxivClusteringS2S":23.04,"BiorxivClusteringP2P":32.7,"BiorxivClusteringS2S":23.28,"MedrxivClusteringP2P":31.94,"MedrxivClusteringS2S":28.05,"RedditClustering":30.83,"RedditClusteringP2P":46.29,"StackExchangeClustering":39.44,"StackExchangeClusteringP2P":32.61,"TwentyNewsgroupsClustering":26.54} -{"index":267,"Rank":254,"Model":"potion-base-4M<\/a>","Model Size (Million Parameters)":4,"Memory Usage (GB, fp32)":0.01,"Embedding Dimensions":128,"Max Tokens":1000000,"Average":31.47,"ArxivClusteringP2P":34.19,"ArxivClusteringS2S":24.1,"BiorxivClusteringP2P":29.1,"BiorxivClusteringS2S":18.62,"MedrxivClusteringP2P":27.03,"MedrxivClusteringS2S":23.24,"RedditClustering":37.24,"RedditClusteringP2P":44.53,"StackExchangeClustering":45.29,"StackExchangeClusteringP2P":31.36,"TwentyNewsgroupsClustering":31.42} -{"index":107,"Rank":255,"Model":"SGPT-125M-weightedmean-nli-bitfit<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":2048,"Average":30.95,"ArxivClusteringP2P":34.74,"ArxivClusteringS2S":24.68,"BiorxivClusteringP2P":28.93,"BiorxivClusteringS2S":23.08,"MedrxivClusteringP2P":28.3,"MedrxivClusteringS2S":24.93,"RedditClustering":33.76,"RedditClusteringP2P":41.01,"StackExchangeClustering":44.59,"StackExchangeClusteringP2P":28.23,"TwentyNewsgroupsClustering":28.24} -{"index":342,"Rank":256,"Model":"text2vec-base-multilingual<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":256,"Average":30.61,"ArxivClusteringP2P":32.32,"ArxivClusteringS2S":25.5,"BiorxivClusteringP2P":28.99,"BiorxivClusteringS2S":23.2,"MedrxivClusteringP2P":29.44,"MedrxivClusteringS2S":26.16,"RedditClustering":31.25,"RedditClusteringP2P":43.3,"StackExchangeClustering":34.36,"StackExchangeClusteringP2P":30.64,"TwentyNewsgroupsClustering":31.58} -{"index":262,"Rank":257,"Model":"M2V_base_glove<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Embedding Dimensions":256,"Max Tokens":1000000,"Average":30.52,"ArxivClusteringP2P":36.27,"ArxivClusteringS2S":26.49,"BiorxivClusteringP2P":32.26,"BiorxivClusteringS2S":22.34,"MedrxivClusteringP2P":27.6,"MedrxivClusteringS2S":23.38,"RedditClustering":31.37,"RedditClusteringP2P":42.56,"StackExchangeClustering":39.35,"StackExchangeClusteringP2P":28.72,"TwentyNewsgroupsClustering":25.38} -{"index":96,"Rank":258,"Model":"Squirtle<\/a>","Model Size (Million Parameters)":16,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average":30.21,"ArxivClusteringP2P":33.04,"ArxivClusteringS2S":24.68,"BiorxivClusteringP2P":30.86,"BiorxivClusteringS2S":21.1,"MedrxivClusteringP2P":27.17,"MedrxivClusteringS2S":23.78,"RedditClustering":31.45,"RedditClusteringP2P":43.69,"StackExchangeClustering":39.16,"StackExchangeClusteringP2P":29.18,"TwentyNewsgroupsClustering":28.23} -{"index":206,"Rank":259,"Model":"bert-base-uncased<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":30.12,"ArxivClusteringP2P":35.19,"ArxivClusteringS2S":27.51,"BiorxivClusteringP2P":30.12,"BiorxivClusteringS2S":24.77,"MedrxivClusteringP2P":26.09,"MedrxivClusteringS2S":23.6,"RedditClustering":27.24,"RedditClusteringP2P":43.32,"StackExchangeClustering":43.58,"StackExchangeClusteringP2P":26.55,"TwentyNewsgroupsClustering":23.35} -{"index":263,"Rank":260,"Model":"M2V_base_glove_subword<\/a>","Model Size (Million Parameters)":103,"Memory Usage (GB, fp32)":0.38,"Embedding Dimensions":256,"Max Tokens":1000000,"Average":30.03,"ArxivClusteringP2P":35.46,"ArxivClusteringS2S":26.34,"BiorxivClusteringP2P":31.47,"BiorxivClusteringS2S":22.58,"MedrxivClusteringP2P":26.93,"MedrxivClusteringS2S":22.96,"RedditClustering":28.89,"RedditClusteringP2P":41.59,"StackExchangeClustering":40.02,"StackExchangeClusteringP2P":28.81,"TwentyNewsgroupsClustering":25.28} -{"index":320,"Rank":261,"Model":"LaBSE<\/a>","Model Size (Million Parameters)":471,"Memory Usage (GB, fp32)":1.75,"Embedding Dimensions":768,"Max Tokens":512,"Average":29.55,"ArxivClusteringP2P":32.13,"ArxivClusteringS2S":22.05,"BiorxivClusteringP2P":29.84,"BiorxivClusteringS2S":20.57,"MedrxivClusteringP2P":30.13,"MedrxivClusteringS2S":24.82,"RedditClustering":28.79,"RedditClusteringP2P":49.14,"StackExchangeClustering":35.43,"StackExchangeClusteringP2P":28.83,"TwentyNewsgroupsClustering":23.28} -{"index":304,"Rank":262,"Model":"unsup-simcse-bert-base-uncased<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":29.04,"ArxivClusteringP2P":32.61,"ArxivClusteringS2S":24.68,"BiorxivClusteringP2P":24.9,"BiorxivClusteringS2S":19.55,"MedrxivClusteringP2P":23.6,"MedrxivClusteringS2S":21.97,"RedditClustering":32.18,"RedditClusteringP2P":45.14,"StackExchangeClustering":43.07,"StackExchangeClusteringP2P":28.5,"TwentyNewsgroupsClustering":23.21} -{"index":174,"Rank":263,"Model":"red-beetle-base-v1.1<\/a>","Model Size (Million Parameters)":30,"Memory Usage (GB, fp32)":0.11,"Embedding Dimensions":1024,"Max Tokens":1000000,"Average":28.44,"ArxivClusteringP2P":31.94,"ArxivClusteringS2S":20.71,"BiorxivClusteringP2P":28.27,"BiorxivClusteringS2S":16.01,"MedrxivClusteringP2P":26.53,"MedrxivClusteringS2S":20.88,"RedditClustering":31.16,"RedditClusteringP2P":42.99,"StackExchangeClustering":39.51,"StackExchangeClusteringP2P":29.6,"TwentyNewsgroupsClustering":25.22} -{"index":97,"Rank":264,"Model":"Venusaur<\/a>","Model Size (Million Parameters)":16,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average":28.01,"ArxivClusteringP2P":31.76,"ArxivClusteringS2S":21.06,"BiorxivClusteringP2P":29.84,"BiorxivClusteringS2S":18.34,"MedrxivClusteringP2P":27.42,"MedrxivClusteringS2S":22.41,"RedditClustering":26.71,"RedditClusteringP2P":44.14,"StackExchangeClustering":32.84,"StackExchangeClusteringP2P":27.48,"TwentyNewsgroupsClustering":26.09} -{"index":180,"Rank":265,"Model":"LaBSE-en-ru<\/a>","Model Size (Million Parameters)":129,"Memory Usage (GB, fp32)":0.48,"Embedding Dimensions":768,"Max Tokens":512,"Average":27.86,"ArxivClusteringP2P":31.41,"ArxivClusteringS2S":20.66,"BiorxivClusteringP2P":28.94,"BiorxivClusteringS2S":18.04,"MedrxivClusteringP2P":28.51,"MedrxivClusteringS2S":23.45,"RedditClustering":25.45,"RedditClusteringP2P":47.49,"StackExchangeClustering":32.87,"StackExchangeClusteringP2P":27.69,"TwentyNewsgroupsClustering":21.92} -{"index":325,"Rank":266,"Model":"average_word_embeddings_glove.6B.300d<\/a>","Model Size (Million Parameters)":120,"Memory Usage (GB, fp32)":0.45,"Embedding Dimensions":300,"Max Tokens":"N\/A","Average":27.73,"ArxivClusteringP2P":32.56,"ArxivClusteringS2S":23.14,"BiorxivClusteringP2P":29.27,"BiorxivClusteringS2S":19.18,"MedrxivClusteringP2P":26.12,"MedrxivClusteringS2S":20.38,"RedditClustering":28.46,"RedditClusteringP2P":35.82,"StackExchangeClustering":35.8,"StackExchangeClusteringP2P":28.51,"TwentyNewsgroupsClustering":25.83} -{"index":265,"Rank":267,"Model":"potion-base-2M<\/a>","Model Size (Million Parameters)":2,"Memory Usage (GB, fp32)":0.01,"Embedding Dimensions":64,"Max Tokens":1000000,"Average":27.5,"ArxivClusteringP2P":29.87,"ArxivClusteringS2S":20.12,"BiorxivClusteringP2P":25.78,"BiorxivClusteringS2S":14.94,"MedrxivClusteringP2P":25.59,"MedrxivClusteringS2S":21.4,"RedditClustering":29.13,"RedditClusteringP2P":39.22,"StackExchangeClustering":37.83,"StackExchangeClusteringP2P":31.55,"TwentyNewsgroupsClustering":27.07} -{"index":172,"Rank":268,"Model":"brown-beetle-tiny-v1.1<\/a>","Model Size (Million Parameters)":4,"Memory Usage (GB, fp32)":0.01,"Embedding Dimensions":768,"Max Tokens":1000000,"Average":27.43,"ArxivClusteringP2P":31.69,"ArxivClusteringS2S":20.87,"BiorxivClusteringP2P":25.72,"BiorxivClusteringS2S":14.07,"MedrxivClusteringP2P":25.2,"MedrxivClusteringS2S":20.14,"RedditClustering":30.8,"RedditClusteringP2P":40.36,"StackExchangeClustering":38.51,"StackExchangeClusteringP2P":30.63,"TwentyNewsgroupsClustering":23.71} -{"index":326,"Rank":269,"Model":"average_word_embeddings_komninos<\/a>","Model Size (Million Parameters)":134,"Memory Usage (GB, fp32)":0.5,"Embedding Dimensions":300,"Max Tokens":"N\/A","Average":26.57,"ArxivClusteringP2P":34.73,"ArxivClusteringS2S":26.01,"BiorxivClusteringP2P":29.76,"BiorxivClusteringS2S":20.71,"MedrxivClusteringP2P":26.65,"MedrxivClusteringS2S":21.5,"RedditClustering":28.84,"RedditClusteringP2P":7.37,"StackExchangeClustering":39.04,"StackExchangeClusteringP2P":30.23,"TwentyNewsgroupsClustering":27.42} -{"index":197,"Rank":270,"Model":"SONAR<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":26.2,"ArxivClusteringP2P":26.81,"ArxivClusteringS2S":24.35,"BiorxivClusteringP2P":20.62,"BiorxivClusteringS2S":19.08,"MedrxivClusteringP2P":19.06,"MedrxivClusteringS2S":19.8,"RedditClustering":28.52,"RedditClusteringP2P":38.63,"StackExchangeClustering":46.33,"StackExchangeClusteringP2P":20.57,"TwentyNewsgroupsClustering":24.41} -{"index":171,"Rank":271,"Model":"brown-beetle-tiny-v1<\/a>","Model Size (Million Parameters)":4,"Memory Usage (GB, fp32)":0.01,"Embedding Dimensions":128,"Max Tokens":1000000,"Average":25.71,"ArxivClusteringP2P":30.72,"ArxivClusteringS2S":20.81,"BiorxivClusteringP2P":24.88,"BiorxivClusteringS2S":13.29,"MedrxivClusteringP2P":24.53,"MedrxivClusteringS2S":20.19,"RedditClustering":25.21,"RedditClusteringP2P":36.61,"StackExchangeClustering":35.28,"StackExchangeClusteringP2P":29.28,"TwentyNewsgroupsClustering":21.97} -{"index":264,"Rank":272,"Model":"M2V_base_output<\/a>","Model Size (Million Parameters)":8,"Memory Usage (GB, fp32)":0.03,"Embedding Dimensions":256,"Max Tokens":1000000,"Average":25.59,"ArxivClusteringP2P":31.26,"ArxivClusteringS2S":20.74,"BiorxivClusteringP2P":26.53,"BiorxivClusteringS2S":14.04,"MedrxivClusteringP2P":25.0,"MedrxivClusteringS2S":20.26,"RedditClustering":23.88,"RedditClusteringP2P":37.77,"StackExchangeClustering":33.04,"StackExchangeClusteringP2P":27.79,"TwentyNewsgroupsClustering":21.13} -{"index":169,"Rank":273,"Model":"brown-beetle-small-v1<\/a>","Model Size (Million Parameters)":8,"Memory Usage (GB, fp32)":0.03,"Embedding Dimensions":256,"Max Tokens":1000000,"Average":25.44,"ArxivClusteringP2P":31.23,"ArxivClusteringS2S":20.75,"BiorxivClusteringP2P":26.53,"BiorxivClusteringS2S":14.03,"MedrxivClusteringP2P":24.88,"MedrxivClusteringS2S":20.15,"RedditClustering":23.24,"RedditClusteringP2P":37.19,"StackExchangeClustering":32.61,"StackExchangeClusteringP2P":28.06,"TwentyNewsgroupsClustering":21.13} -{"index":173,"Rank":274,"Model":"brown-fairy-base-v0<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.08,"Embedding Dimensions":768,"Max Tokens":1000000,"Average":24.73,"ArxivClusteringP2P":30.9,"ArxivClusteringS2S":19.1,"BiorxivClusteringP2P":29.84,"BiorxivClusteringS2S":16.49,"MedrxivClusteringP2P":25.85,"MedrxivClusteringS2S":20.08,"RedditClustering":20.22,"RedditClusteringP2P":38.89,"StackExchangeClustering":27.15,"StackExchangeClusteringP2P":28.93,"TwentyNewsgroupsClustering":14.59} -{"index":189,"Rank":275,"Model":"USER-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":512,"Average":24.15,"ArxivClusteringP2P":24.06,"ArxivClusteringS2S":14.62,"BiorxivClusteringP2P":19.57,"BiorxivClusteringS2S":10.96,"MedrxivClusteringP2P":23.8,"MedrxivClusteringS2S":19.43,"RedditClustering":26.95,"RedditClusteringP2P":44.11,"StackExchangeClustering":34.21,"StackExchangeClusteringP2P":26.54,"TwentyNewsgroupsClustering":21.41} -{"index":167,"Rank":276,"Model":"brown-beetle-base-v1<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.08,"Embedding Dimensions":768,"Max Tokens":1000000,"Average":24.11,"ArxivClusteringP2P":30.11,"ArxivClusteringS2S":19.69,"BiorxivClusteringP2P":26.1,"BiorxivClusteringS2S":13.38,"MedrxivClusteringP2P":24.47,"MedrxivClusteringS2S":19.38,"RedditClustering":20.03,"RedditClusteringP2P":35.59,"StackExchangeClustering":29.91,"StackExchangeClusteringP2P":26.45,"TwentyNewsgroupsClustering":20.13} -{"index":341,"Rank":277,"Model":"rubert-tiny-turbo<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"Embedding Dimensions":312,"Max Tokens":2048,"Average":23.75,"ArxivClusteringP2P":24.83,"ArxivClusteringS2S":16.68,"BiorxivClusteringP2P":20.0,"BiorxivClusteringS2S":12.67,"MedrxivClusteringP2P":20.79,"MedrxivClusteringS2S":18.18,"RedditClustering":26.28,"RedditClusteringP2P":40.48,"StackExchangeClustering":33.51,"StackExchangeClusteringP2P":27.98,"TwentyNewsgroupsClustering":19.9} -{"index":182,"Rank":278,"Model":"rubert-tiny2<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"Embedding Dimensions":2048,"Max Tokens":514,"Average":21.33,"ArxivClusteringP2P":23.06,"ArxivClusteringS2S":15.44,"BiorxivClusteringP2P":21.46,"BiorxivClusteringS2S":12.43,"MedrxivClusteringP2P":22.56,"MedrxivClusteringS2S":18.65,"RedditClustering":17.72,"RedditClusteringP2P":32.99,"StackExchangeClustering":29.01,"StackExchangeClusteringP2P":25.71,"TwentyNewsgroupsClustering":15.63} -{"index":181,"Rank":279,"Model":"rubert-tiny<\/a>","Model Size (Million Parameters)":12,"Memory Usage (GB, fp32)":0.04,"Embedding Dimensions":512,"Max Tokens":514,"Average":20.93,"ArxivClusteringP2P":22.47,"ArxivClusteringS2S":15.5,"BiorxivClusteringP2P":19.69,"BiorxivClusteringS2S":11.72,"MedrxivClusteringP2P":21.25,"MedrxivClusteringS2S":17.78,"RedditClustering":16.23,"RedditClusteringP2P":31.54,"StackExchangeClustering":31.47,"StackExchangeClusteringP2P":27.14,"TwentyNewsgroupsClustering":15.43} -{"index":354,"Rank":280,"Model":"ALL_862873<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":18.0,"ArxivClusteringP2P":14.79,"ArxivClusteringS2S":12.25,"BiorxivClusteringP2P":13.94,"BiorxivClusteringS2S":9.79,"MedrxivClusteringP2P":15.7,"MedrxivClusteringS2S":14.89,"RedditClustering":18.38,"RedditClusteringP2P":27.1,"StackExchangeClustering":23.66,"StackExchangeClusteringP2P":27.34,"TwentyNewsgroupsClustering":20.17} -{"index":153,"Rank":281,"Model":"sbert_large_mt_nlu_ru<\/a>","Model Size (Million Parameters)":427,"Memory Usage (GB, fp32)":1.59,"Embedding Dimensions":1024,"Max Tokens":514,"Average":17.7,"ArxivClusteringP2P":18.86,"ArxivClusteringS2S":13.17,"BiorxivClusteringP2P":11.85,"BiorxivClusteringS2S":7.62,"MedrxivClusteringP2P":18.77,"MedrxivClusteringS2S":16.42,"RedditClustering":16.05,"RedditClusteringP2P":30.9,"StackExchangeClustering":23.38,"StackExchangeClusteringP2P":24.29,"TwentyNewsgroupsClustering":13.4} -{"index":154,"Rank":282,"Model":"sbert_large_nlu_ru<\/a>","Model Size (Million Parameters)":427,"Memory Usage (GB, fp32)":1.59,"Embedding Dimensions":1024,"Max Tokens":512,"Average":17.41,"ArxivClusteringP2P":18.57,"ArxivClusteringS2S":11.83,"BiorxivClusteringP2P":12.51,"BiorxivClusteringS2S":6.79,"MedrxivClusteringP2P":19.63,"MedrxivClusteringS2S":14.79,"RedditClustering":15.97,"RedditClusteringP2P":33.1,"StackExchangeClustering":21.14,"StackExchangeClusteringP2P":23.58,"TwentyNewsgroupsClustering":13.55} -{"index":52,"Rank":283,"Model":"rubert-base-cased-sentence<\/a>","Model Size (Million Parameters)":180,"Memory Usage (GB, fp32)":0.67,"Embedding Dimensions":768,"Max Tokens":512,"Average":17.41,"ArxivClusteringP2P":19.4,"ArxivClusteringS2S":15.28,"BiorxivClusteringP2P":14.91,"BiorxivClusteringS2S":10.62,"MedrxivClusteringP2P":17.86,"MedrxivClusteringS2S":16.45,"RedditClustering":14.72,"RedditClusteringP2P":23.35,"StackExchangeClustering":16.48,"StackExchangeClusteringP2P":26.54,"TwentyNewsgroupsClustering":15.85} -{"index":51,"Rank":284,"Model":"rubert-base-cased<\/a>","Model Size (Million Parameters)":180,"Memory Usage (GB, fp32)":0.67,"Embedding Dimensions":768,"Max Tokens":512,"Average":16.84,"ArxivClusteringP2P":19.12,"ArxivClusteringS2S":15.72,"BiorxivClusteringP2P":15.01,"BiorxivClusteringS2S":11.27,"MedrxivClusteringP2P":19.13,"MedrxivClusteringS2S":16.96,"RedditClustering":14.16,"RedditClusteringP2P":18.47,"StackExchangeClustering":21.35,"StackExchangeClusteringP2P":21.64,"TwentyNewsgroupsClustering":12.36} -{"index":50,"Rank":285,"Model":"distilrubert-small-cased-conversational<\/a>","Model Size (Million Parameters)":106,"Memory Usage (GB, fp32)":0.39,"Embedding Dimensions":768,"Max Tokens":512,"Average":16.02,"ArxivClusteringP2P":18.41,"ArxivClusteringS2S":12.81,"BiorxivClusteringP2P":13.07,"BiorxivClusteringS2S":7.72,"MedrxivClusteringP2P":18.17,"MedrxivClusteringS2S":15.25,"RedditClustering":11.95,"RedditClusteringP2P":22.76,"StackExchangeClustering":21.41,"StackExchangeClusteringP2P":22.98,"TwentyNewsgroupsClustering":11.65} -{"index":14,"Rank":286,"Model":"LASER2<\/a>","Model Size (Million Parameters)":43,"Memory Usage (GB, fp32)":0.16,"Embedding Dimensions":1024,"Max Tokens":"N\/A","Average":15.28,"ArxivClusteringP2P":17.77,"ArxivClusteringS2S":12.39,"BiorxivClusteringP2P":12.4,"BiorxivClusteringS2S":8.83,"MedrxivClusteringP2P":17.91,"MedrxivClusteringS2S":16.63,"RedditClustering":9.96,"RedditClusteringP2P":26.42,"StackExchangeClustering":15.79,"StackExchangeClusteringP2P":18.63,"TwentyNewsgroupsClustering":11.38} -{"index":191,"Rank":287,"Model":"deberta-v1-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":512,"Average":14.88,"ArxivClusteringP2P":16.05,"ArxivClusteringS2S":10.67,"BiorxivClusteringP2P":11.67,"BiorxivClusteringS2S":5.98,"MedrxivClusteringP2P":18.12,"MedrxivClusteringS2S":15.2,"RedditClustering":12.77,"RedditClusteringP2P":21.5,"StackExchangeClustering":20.03,"StackExchangeClusteringP2P":20.05,"TwentyNewsgroupsClustering":11.68} -{"index":373,"Rank":288,"Model":"b1ade-embed-kd_3<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":0.41,"ArxivClusteringP2P":0.44,"ArxivClusteringS2S":0.37,"BiorxivClusteringP2P":0.36,"BiorxivClusteringS2S":0.31,"MedrxivClusteringP2P":0.32,"MedrxivClusteringS2S":0.29,"RedditClustering":0.5,"RedditClusteringP2P":0.55,"StackExchangeClustering":0.58,"StackExchangeClusteringP2P":0.3,"TwentyNewsgroupsClustering":0.46} -{"index":2,"Rank":289,"Model":"titan-embed-text-v1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":8000,"Average":"","ArxivClusteringP2P":"","ArxivClusteringS2S":"","BiorxivClusteringP2P":"","BiorxivClusteringS2S":"","MedrxivClusteringP2P":"","MedrxivClusteringS2S":"","RedditClustering":"","RedditClusteringP2P":"","StackExchangeClustering":"","StackExchangeClusteringP2P":"","TwentyNewsgroupsClustering":""} -{"index":3,"Rank":290,"Model":"mistral-embed<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":"","Average":"","ArxivClusteringP2P":"","ArxivClusteringS2S":"","BiorxivClusteringP2P":"","BiorxivClusteringS2S":"","MedrxivClusteringP2P":"","MedrxivClusteringS2S":"","RedditClustering":"","RedditClusteringP2P":"","StackExchangeClustering":"","StackExchangeClusteringP2P":"","TwentyNewsgroupsClustering":""} -{"index":4,"Rank":291,"Model":"voyage-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":4000,"Average":"","ArxivClusteringP2P":"","ArxivClusteringS2S":"","BiorxivClusteringP2P":"","BiorxivClusteringS2S":"","MedrxivClusteringP2P":"","MedrxivClusteringS2S":"","RedditClustering":"","RedditClusteringP2P":"","StackExchangeClustering":"","StackExchangeClusteringP2P":"","TwentyNewsgroupsClustering":""} -{"index":8,"Rank":292,"Model":"voyage-code-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":16000,"Average":"","ArxivClusteringP2P":"","ArxivClusteringS2S":"","BiorxivClusteringP2P":"","BiorxivClusteringS2S":"","MedrxivClusteringP2P":"","MedrxivClusteringS2S":"","RedditClustering":"","RedditClusteringP2P":"","StackExchangeClustering":"","StackExchangeClusteringP2P":"","TwentyNewsgroupsClustering":""} -{"index":10,"Rank":293,"Model":"voyage-law-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":16000,"Average":"","ArxivClusteringP2P":"","ArxivClusteringS2S":"","BiorxivClusteringP2P":"","BiorxivClusteringS2S":"","MedrxivClusteringP2P":"","MedrxivClusteringS2S":"","RedditClustering":"","RedditClusteringP2P":"","StackExchangeClustering":"","StackExchangeClusteringP2P":"","TwentyNewsgroupsClustering":""} -{"index":13,"Rank":294,"Model":"voyage-multilingual-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":32000,"Average":"","ArxivClusteringP2P":47.84,"ArxivClusteringS2S":40.56,"BiorxivClusteringP2P":"","BiorxivClusteringS2S":32.54,"MedrxivClusteringP2P":"","MedrxivClusteringS2S":30.83,"RedditClustering":49.55,"RedditClusteringP2P":62.69,"StackExchangeClustering":64.13,"StackExchangeClusteringP2P":34.38,"TwentyNewsgroupsClustering":47.12} -{"index":16,"Rank":296,"Model":"llm2vec-croissant-mntp<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":"","ArxivClusteringP2P":"","ArxivClusteringS2S":"","BiorxivClusteringP2P":"","BiorxivClusteringS2S":"","MedrxivClusteringP2P":"","MedrxivClusteringS2S":"","RedditClustering":"","RedditClusteringP2P":"","StackExchangeClustering":"","StackExchangeClusteringP2P":"","TwentyNewsgroupsClustering":""} -{"index":32,"Rank":298,"Model":"bge-m3<\/a>","Model Size (Million Parameters)":567,"Memory Usage (GB, fp32)":2.11,"Embedding Dimensions":1024,"Max Tokens":8192,"Average":"","ArxivClusteringP2P":"","ArxivClusteringS2S":"","BiorxivClusteringP2P":"","BiorxivClusteringS2S":"","MedrxivClusteringP2P":"","MedrxivClusteringS2S":"","RedditClustering":"","RedditClusteringP2P":"","StackExchangeClustering":"","StackExchangeClusteringP2P":"","TwentyNewsgroupsClustering":""} -{"index":37,"Rank":299,"Model":"e5-R-mistral-7b<\/a>","Model Size (Million Parameters)":7242,"Memory Usage (GB, fp32)":26.98,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","ArxivClusteringP2P":"","ArxivClusteringS2S":"","BiorxivClusteringP2P":"","BiorxivClusteringS2S":"","MedrxivClusteringP2P":"","MedrxivClusteringS2S":"","RedditClustering":"","RedditClusteringP2P":"","StackExchangeClustering":"","StackExchangeClusteringP2P":"","TwentyNewsgroupsClustering":""} -{"index":54,"Rank":302,"Model":"xlm-roberta-base<\/a>","Model Size (Million Parameters)":279,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","ArxivClusteringP2P":"","ArxivClusteringS2S":"","BiorxivClusteringP2P":"","BiorxivClusteringS2S":"","MedrxivClusteringP2P":"","MedrxivClusteringS2S":"","RedditClustering":"","RedditClusteringP2P":"","StackExchangeClustering":"","StackExchangeClusteringP2P":"","TwentyNewsgroupsClustering":""} -{"index":55,"Rank":303,"Model":"xlm-roberta-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","ArxivClusteringP2P":"","ArxivClusteringS2S":"","BiorxivClusteringP2P":"","BiorxivClusteringS2S":"","MedrxivClusteringP2P":"","MedrxivClusteringS2S":"","RedditClustering":"","RedditClusteringP2P":"","StackExchangeClustering":"","StackExchangeClusteringP2P":"","TwentyNewsgroupsClustering":""} -{"index":56,"Rank":304,"Model":"openai_clip_embeddings<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","ArxivClusteringP2P":"","ArxivClusteringS2S":"","BiorxivClusteringP2P":29.33,"BiorxivClusteringS2S":27.81,"MedrxivClusteringP2P":"","MedrxivClusteringS2S":"","RedditClustering":"","RedditClusteringP2P":"","StackExchangeClustering":"","StackExchangeClusteringP2P":"","TwentyNewsgroupsClustering":""} -{"index":57,"Rank":305,"Model":"STS-multilingual-mpnet-base-v2<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","ArxivClusteringP2P":"","ArxivClusteringS2S":"","BiorxivClusteringP2P":"","BiorxivClusteringS2S":"","MedrxivClusteringP2P":"","MedrxivClusteringS2S":"","RedditClustering":"","RedditClusteringP2P":"","StackExchangeClustering":"","StackExchangeClusteringP2P":"","TwentyNewsgroupsClustering":""} -{"index":58,"Rank":306,"Model":"bert-base-10lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","ArxivClusteringP2P":"","ArxivClusteringS2S":"","BiorxivClusteringP2P":"","BiorxivClusteringS2S":"","MedrxivClusteringP2P":"","MedrxivClusteringS2S":"","RedditClustering":"","RedditClusteringP2P":"","StackExchangeClustering":"","StackExchangeClusteringP2P":"","TwentyNewsgroupsClustering":""} -{"index":59,"Rank":307,"Model":"bert-base-15lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","ArxivClusteringP2P":"","ArxivClusteringS2S":"","BiorxivClusteringP2P":"","BiorxivClusteringS2S":"","MedrxivClusteringP2P":"","MedrxivClusteringS2S":"","RedditClustering":"","RedditClusteringP2P":"","StackExchangeClustering":"","StackExchangeClusteringP2P":"","TwentyNewsgroupsClustering":""} -{"index":60,"Rank":308,"Model":"bert-base-25lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","ArxivClusteringP2P":"","ArxivClusteringS2S":"","BiorxivClusteringP2P":"","BiorxivClusteringS2S":"","MedrxivClusteringP2P":"","MedrxivClusteringS2S":"","RedditClustering":"","RedditClusteringP2P":"","StackExchangeClustering":"","StackExchangeClusteringP2P":"","TwentyNewsgroupsClustering":""} -{"index":74,"Rank":315,"Model":"gemma-2b-embeddings<\/a>","Model Size (Million Parameters)":2506,"Memory Usage (GB, fp32)":9.34,"Embedding Dimensions":2048,"Max Tokens":8192,"Average":"","ArxivClusteringP2P":"","ArxivClusteringS2S":"","BiorxivClusteringP2P":"","BiorxivClusteringS2S":"","MedrxivClusteringP2P":"","MedrxivClusteringS2S":"","RedditClustering":"","RedditClusteringP2P":"","StackExchangeClustering":"","StackExchangeClusteringP2P":"","TwentyNewsgroupsClustering":""} -{"index":77,"Rank":316,"Model":"bilingual-document-embedding<\/a>","Model Size (Million Parameters)":568,"Memory Usage (GB, fp32)":2.12,"Embedding Dimensions":1024,"Max Tokens":8194,"Average":"","ArxivClusteringP2P":"","ArxivClusteringS2S":"","BiorxivClusteringP2P":"","BiorxivClusteringS2S":"","MedrxivClusteringP2P":"","MedrxivClusteringS2S":"","RedditClustering":"","RedditClusteringP2P":"","StackExchangeClustering":"","StackExchangeClusteringP2P":"","TwentyNewsgroupsClustering":""} -{"index":100,"Rank":319,"Model":"gte-micro-v2<\/a>","Model Size (Million Parameters)":17,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","ArxivClusteringP2P":41.14,"ArxivClusteringS2S":31.79,"BiorxivClusteringP2P":"","BiorxivClusteringS2S":"","MedrxivClusteringP2P":"","MedrxivClusteringS2S":"","RedditClustering":"","RedditClusteringP2P":"","StackExchangeClustering":"","StackExchangeClusteringP2P":"","TwentyNewsgroupsClustering":""} -{"index":101,"Rank":320,"Model":"gte-micro-v3<\/a>","Model Size (Million Parameters)":17,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","ArxivClusteringP2P":41.14,"ArxivClusteringS2S":31.79,"BiorxivClusteringP2P":"","BiorxivClusteringS2S":"","MedrxivClusteringP2P":"","MedrxivClusteringS2S":"","RedditClustering":"","RedditClusteringP2P":"","StackExchangeClustering":"","StackExchangeClusteringP2P":"","TwentyNewsgroupsClustering":""} -{"index":115,"Rank":321,"Model":"Arabert-all-nli-triplet-Matryoshka<\/a>","Model Size (Million Parameters)":135,"Memory Usage (GB, fp32)":0.5,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","ArxivClusteringP2P":"","ArxivClusteringS2S":"","BiorxivClusteringP2P":"","BiorxivClusteringS2S":"","MedrxivClusteringP2P":"","MedrxivClusteringS2S":"","RedditClustering":"","RedditClusteringP2P":"","StackExchangeClustering":"","StackExchangeClusteringP2P":"","TwentyNewsgroupsClustering":""} -{"index":116,"Rank":322,"Model":"Arabic-MiniLM-L12-v2-all-nli-triplet<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","ArxivClusteringP2P":"","ArxivClusteringS2S":"","BiorxivClusteringP2P":"","BiorxivClusteringS2S":"","MedrxivClusteringP2P":"","MedrxivClusteringS2S":"","RedditClustering":"","RedditClusteringP2P":"","StackExchangeClustering":"","StackExchangeClusteringP2P":"","TwentyNewsgroupsClustering":""} -{"index":117,"Rank":323,"Model":"Arabic-all-nli-triplet-Matryoshka<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","ArxivClusteringP2P":"","ArxivClusteringS2S":"","BiorxivClusteringP2P":"","BiorxivClusteringS2S":"","MedrxivClusteringP2P":"","MedrxivClusteringS2S":"","RedditClustering":"","RedditClusteringP2P":"","StackExchangeClustering":"","StackExchangeClusteringP2P":"","TwentyNewsgroupsClustering":""} -{"index":118,"Rank":324,"Model":"Arabic-labse-Matryoshka<\/a>","Model Size (Million Parameters)":471,"Memory Usage (GB, fp32)":1.75,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","ArxivClusteringP2P":"","ArxivClusteringS2S":"","BiorxivClusteringP2P":"","BiorxivClusteringS2S":"","MedrxivClusteringP2P":"","MedrxivClusteringS2S":"","RedditClustering":"","RedditClusteringP2P":"","StackExchangeClustering":"","StackExchangeClusteringP2P":"","TwentyNewsgroupsClustering":""} -{"index":119,"Rank":325,"Model":"Arabic-mpnet-base-all-nli-triplet<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","ArxivClusteringP2P":"","ArxivClusteringS2S":"","BiorxivClusteringP2P":"","BiorxivClusteringS2S":"","MedrxivClusteringP2P":"","MedrxivClusteringS2S":"","RedditClustering":"","RedditClusteringP2P":"","StackExchangeClustering":"","StackExchangeClusteringP2P":"","TwentyNewsgroupsClustering":""} -{"index":120,"Rank":326,"Model":"Marbert-all-nli-triplet-Matryoshka<\/a>","Model Size (Million Parameters)":163,"Memory Usage (GB, fp32)":0.61,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","ArxivClusteringP2P":"","ArxivClusteringS2S":"","BiorxivClusteringP2P":"","BiorxivClusteringS2S":"","MedrxivClusteringP2P":"","MedrxivClusteringS2S":"","RedditClustering":"","RedditClusteringP2P":"","StackExchangeClustering":"","StackExchangeClusteringP2P":"","TwentyNewsgroupsClustering":""} -{"index":121,"Rank":327,"Model":"Solon-embeddings-large-0.1<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","ArxivClusteringP2P":"","ArxivClusteringS2S":"","BiorxivClusteringP2P":"","BiorxivClusteringS2S":"","MedrxivClusteringP2P":"","MedrxivClusteringS2S":"","RedditClustering":"","RedditClusteringP2P":"","StackExchangeClustering":"","StackExchangeClusteringP2P":"","TwentyNewsgroupsClustering":""} -{"index":122,"Rank":328,"Model":"KartonBERT-USE-base-v1<\/a>","Model Size (Million Parameters)":104,"Memory Usage (GB, fp32)":0.39,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","ArxivClusteringP2P":"","ArxivClusteringS2S":"","BiorxivClusteringP2P":"","BiorxivClusteringS2S":"","MedrxivClusteringP2P":"","MedrxivClusteringS2S":"","RedditClustering":"","RedditClusteringP2P":"","StackExchangeClustering":"","StackExchangeClusteringP2P":"","TwentyNewsgroupsClustering":""} -{"index":123,"Rank":329,"Model":"st-polish-kartonberta-base-alpha-v1<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","ArxivClusteringP2P":"","ArxivClusteringS2S":"","BiorxivClusteringP2P":"","BiorxivClusteringS2S":"","MedrxivClusteringP2P":"","MedrxivClusteringS2S":"","RedditClustering":"","RedditClusteringP2P":"","StackExchangeClustering":"","StackExchangeClusteringP2P":"","TwentyNewsgroupsClustering":""} -{"index":132,"Rank":334,"Model":"LLaMA-embeeding<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","ArxivClusteringP2P":"","ArxivClusteringS2S":30.15,"BiorxivClusteringP2P":"","BiorxivClusteringS2S":24.29,"MedrxivClusteringP2P":"","MedrxivClusteringS2S":23.01,"RedditClustering":21.29,"RedditClusteringP2P":"","StackExchangeClustering":35.55,"StackExchangeClusteringP2P":"","TwentyNewsgroupsClustering":18.35} -{"index":133,"Rank":335,"Model":"yiyouliao<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","ArxivClusteringP2P":"","ArxivClusteringS2S":"","BiorxivClusteringP2P":"","BiorxivClusteringS2S":"","MedrxivClusteringP2P":31.38,"MedrxivClusteringS2S":30.28,"RedditClustering":"","RedditClusteringP2P":50.51,"StackExchangeClustering":51.79,"StackExchangeClusteringP2P":30.15,"TwentyNewsgroupsClustering":41.38} -{"index":146,"Rank":336,"Model":"sentence-croissant-llm-base<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":"","ArxivClusteringP2P":"","ArxivClusteringS2S":"","BiorxivClusteringP2P":"","BiorxivClusteringS2S":"","MedrxivClusteringP2P":"","MedrxivClusteringS2S":"","RedditClustering":"","RedditClusteringP2P":"","StackExchangeClustering":"","StackExchangeClusteringP2P":"","TwentyNewsgroupsClustering":""} -{"index":148,"Rank":337,"Model":"German_Semantic_STS_V2<\/a>","Model Size (Million Parameters)":336,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","ArxivClusteringP2P":"","ArxivClusteringS2S":"","BiorxivClusteringP2P":"","BiorxivClusteringS2S":"","MedrxivClusteringP2P":"","MedrxivClusteringS2S":"","RedditClustering":"","RedditClusteringP2P":"","StackExchangeClustering":"","StackExchangeClusteringP2P":"","TwentyNewsgroupsClustering":""} -{"index":152,"Rank":339,"Model":"ru-en-RoSBERTa<\/a>","Model Size (Million Parameters)":404,"Memory Usage (GB, fp32)":1.5,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","ArxivClusteringP2P":"","ArxivClusteringS2S":"","BiorxivClusteringP2P":"","BiorxivClusteringS2S":"","MedrxivClusteringP2P":"","MedrxivClusteringS2S":"","RedditClustering":"","RedditClusteringP2P":"","StackExchangeClustering":"","StackExchangeClusteringP2P":"","TwentyNewsgroupsClustering":""} -{"index":168,"Rank":341,"Model":"brown-beetle-base-v1.1<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.08,"Embedding Dimensions":768,"Max Tokens":1000000,"Average":"","ArxivClusteringP2P":32.96,"ArxivClusteringS2S":21.23,"BiorxivClusteringP2P":27.96,"BiorxivClusteringS2S":15.34,"MedrxivClusteringP2P":25.59,"MedrxivClusteringS2S":20.28,"RedditClustering":29.83,"RedditClusteringP2P":42.04,"StackExchangeClustering":39.45,"StackExchangeClusteringP2P":"","TwentyNewsgroupsClustering":""} -{"index":170,"Rank":342,"Model":"brown-beetle-small-v1.1<\/a>","Model Size (Million Parameters)":8,"Memory Usage (GB, fp32)":0.03,"Embedding Dimensions":768,"Max Tokens":1000000,"Average":"","ArxivClusteringP2P":32.8,"ArxivClusteringS2S":21.25,"BiorxivClusteringP2P":27.44,"BiorxivClusteringS2S":14.42,"MedrxivClusteringP2P":25.73,"MedrxivClusteringS2S":20.22,"RedditClustering":30.2,"RedditClusteringP2P":42.7,"StackExchangeClustering":39.19,"StackExchangeClusteringP2P":"","TwentyNewsgroupsClustering":""} -{"index":176,"Rank":343,"Model":"bge-m3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","ArxivClusteringP2P":39.41,"ArxivClusteringS2S":"","BiorxivClusteringP2P":"","BiorxivClusteringS2S":"","MedrxivClusteringP2P":"","MedrxivClusteringS2S":"","RedditClustering":"","RedditClusteringP2P":"","StackExchangeClustering":"","StackExchangeClusteringP2P":"","TwentyNewsgroupsClustering":""} -{"index":183,"Rank":344,"Model":"cai-lunaris-text-embeddings<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","ArxivClusteringP2P":"","ArxivClusteringS2S":"","BiorxivClusteringP2P":"","BiorxivClusteringS2S":"","MedrxivClusteringP2P":"","MedrxivClusteringS2S":"","RedditClustering":"","RedditClusteringP2P":"","StackExchangeClustering":"","StackExchangeClusteringP2P":"","TwentyNewsgroupsClustering":""} -{"index":185,"Rank":345,"Model":"french-document-embedding<\/a>","Model Size (Million Parameters)":305,"Memory Usage (GB, fp32)":1.14,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","ArxivClusteringP2P":"","ArxivClusteringS2S":"","BiorxivClusteringP2P":"","BiorxivClusteringS2S":"","MedrxivClusteringP2P":"","MedrxivClusteringS2S":"","RedditClustering":"","RedditClusteringP2P":"","StackExchangeClustering":"","StackExchangeClusteringP2P":"","TwentyNewsgroupsClustering":""} -{"index":186,"Rank":346,"Model":"sentence-camembert-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","ArxivClusteringP2P":"","ArxivClusteringS2S":"","BiorxivClusteringP2P":"","BiorxivClusteringS2S":"","MedrxivClusteringP2P":"","MedrxivClusteringS2S":"","RedditClustering":"","RedditClusteringP2P":"","StackExchangeClustering":"","StackExchangeClusteringP2P":"","TwentyNewsgroupsClustering":""} -{"index":187,"Rank":347,"Model":"sentence-camembert-large<\/a>","Model Size (Million Parameters)":337,"Memory Usage (GB, fp32)":1.26,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","ArxivClusteringP2P":"","ArxivClusteringS2S":"","BiorxivClusteringP2P":"","BiorxivClusteringS2S":"","MedrxivClusteringP2P":"","MedrxivClusteringS2S":"","RedditClustering":"","RedditClusteringP2P":"","StackExchangeClustering":"","StackExchangeClusteringP2P":"","TwentyNewsgroupsClustering":""} -{"index":194,"Rank":348,"Model":"sft-bge-small<\/a>","Model Size (Million Parameters)":24,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":512,"Max Tokens":512,"Average":"","ArxivClusteringP2P":"","ArxivClusteringS2S":"","BiorxivClusteringP2P":"","BiorxivClusteringS2S":"","MedrxivClusteringP2P":"","MedrxivClusteringS2S":"","RedditClustering":"","RedditClusteringP2P":"","StackExchangeClustering":"","StackExchangeClusteringP2P":"","TwentyNewsgroupsClustering":""} -{"index":199,"Rank":349,"Model":"flaubert_base_cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","ArxivClusteringP2P":"","ArxivClusteringS2S":"","BiorxivClusteringP2P":"","BiorxivClusteringS2S":"","MedrxivClusteringP2P":"","MedrxivClusteringS2S":"","RedditClustering":"","RedditClusteringP2P":"","StackExchangeClustering":"","StackExchangeClusteringP2P":"","TwentyNewsgroupsClustering":""} -{"index":200,"Rank":350,"Model":"flaubert_base_uncased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","ArxivClusteringP2P":"","ArxivClusteringS2S":"","BiorxivClusteringP2P":"","BiorxivClusteringS2S":"","MedrxivClusteringP2P":"","MedrxivClusteringS2S":"","RedditClustering":"","RedditClusteringP2P":"","StackExchangeClustering":"","StackExchangeClusteringP2P":"","TwentyNewsgroupsClustering":""} -{"index":201,"Rank":351,"Model":"flaubert_large_cased<\/a>","Model Size (Million Parameters)":372,"Memory Usage (GB, fp32)":1.39,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","ArxivClusteringP2P":"","ArxivClusteringS2S":"","BiorxivClusteringP2P":"","BiorxivClusteringS2S":"","MedrxivClusteringP2P":"","MedrxivClusteringS2S":"","RedditClustering":"","RedditClusteringP2P":"","StackExchangeClustering":"","StackExchangeClusteringP2P":"","TwentyNewsgroupsClustering":""} -{"index":204,"Rank":353,"Model":"bert-base-multilingual-cased<\/a>","Model Size (Million Parameters)":179,"Memory Usage (GB, fp32)":0.67,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","ArxivClusteringP2P":"","ArxivClusteringS2S":"","BiorxivClusteringP2P":"","BiorxivClusteringS2S":"","MedrxivClusteringP2P":"","MedrxivClusteringS2S":"","RedditClustering":"","RedditClusteringP2P":"","StackExchangeClustering":"","StackExchangeClusteringP2P":"","TwentyNewsgroupsClustering":""} -{"index":205,"Rank":354,"Model":"bert-base-multilingual-uncased<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","ArxivClusteringP2P":"","ArxivClusteringS2S":"","BiorxivClusteringP2P":"","BiorxivClusteringS2S":"","MedrxivClusteringP2P":"","MedrxivClusteringS2S":"","RedditClustering":"","RedditClusteringP2P":"","StackExchangeClustering":"","StackExchangeClusteringP2P":"","TwentyNewsgroupsClustering":""} -{"index":218,"Rank":355,"Model":"inf-retriever-v1<\/a>","Model Size (Million Parameters)":7069,"Memory Usage (GB, fp32)":26.33,"Embedding Dimensions":3584,"Max Tokens":131072,"Average":"","ArxivClusteringP2P":"","ArxivClusteringS2S":"","BiorxivClusteringP2P":"","BiorxivClusteringS2S":"","MedrxivClusteringP2P":"","MedrxivClusteringS2S":"","RedditClustering":"","RedditClusteringP2P":"","StackExchangeClustering":"","StackExchangeClusteringP2P":"","TwentyNewsgroupsClustering":""} -{"index":230,"Rank":356,"Model":"herbert-base-retrieval-v2<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.47,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","ArxivClusteringP2P":"","ArxivClusteringS2S":"","BiorxivClusteringP2P":"","BiorxivClusteringS2S":"","MedrxivClusteringP2P":"","MedrxivClusteringS2S":"","RedditClustering":"","RedditClusteringP2P":"","StackExchangeClustering":"","StackExchangeClusteringP2P":"","TwentyNewsgroupsClustering":""} -{"index":231,"Rank":357,"Model":"silver-retriever-base-v1<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.47,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","ArxivClusteringP2P":"","ArxivClusteringS2S":"","BiorxivClusteringP2P":"","BiorxivClusteringS2S":"","MedrxivClusteringP2P":"","MedrxivClusteringS2S":"","RedditClustering":"","RedditClusteringP2P":"","StackExchangeClustering":"","StackExchangeClusteringP2P":"","TwentyNewsgroupsClustering":""} -{"index":255,"Rank":358,"Model":"ternary-weight-embedding<\/a>","Model Size (Million Parameters)":99,"Memory Usage (GB, fp32)":0.37,"Embedding Dimensions":1792,"Max Tokens":512,"Average":"","ArxivClusteringP2P":"","ArxivClusteringS2S":"","BiorxivClusteringP2P":"","BiorxivClusteringS2S":"","MedrxivClusteringP2P":"","MedrxivClusteringS2S":"","RedditClustering":"","RedditClusteringP2P":"","StackExchangeClustering":"","StackExchangeClusteringP2P":"","TwentyNewsgroupsClustering":""} -{"index":256,"Rank":359,"Model":"bge-m3-custom-fr<\/a>","Model Size (Million Parameters)":568,"Memory Usage (GB, fp32)":2.12,"Embedding Dimensions":1024,"Max Tokens":8194,"Average":"","ArxivClusteringP2P":"","ArxivClusteringS2S":"","BiorxivClusteringP2P":"","BiorxivClusteringS2S":"","MedrxivClusteringP2P":"","MedrxivClusteringS2S":"","RedditClustering":"","RedditClusteringP2P":"","StackExchangeClustering":"","StackExchangeClusteringP2P":"","TwentyNewsgroupsClustering":""} -{"index":257,"Rank":360,"Model":"sentence_croissant_alpha_v0.1<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":"","ArxivClusteringP2P":"","ArxivClusteringS2S":"","BiorxivClusteringP2P":"","BiorxivClusteringS2S":"","MedrxivClusteringP2P":"","MedrxivClusteringS2S":"","RedditClustering":"","RedditClusteringP2P":"","StackExchangeClustering":"","StackExchangeClusteringP2P":"","TwentyNewsgroupsClustering":""} -{"index":258,"Rank":361,"Model":"sentence_croissant_alpha_v0.2<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":"","ArxivClusteringP2P":"","ArxivClusteringS2S":"","BiorxivClusteringP2P":"","BiorxivClusteringS2S":"","MedrxivClusteringP2P":"","MedrxivClusteringS2S":"","RedditClustering":"","RedditClusteringP2P":"","StackExchangeClustering":"","StackExchangeClusteringP2P":"","TwentyNewsgroupsClustering":""} -{"index":259,"Rank":362,"Model":"sentence_croissant_alpha_v0.3<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":"","ArxivClusteringP2P":"","ArxivClusteringS2S":"","BiorxivClusteringP2P":"","BiorxivClusteringS2S":"","MedrxivClusteringP2P":"","MedrxivClusteringS2S":"","RedditClustering":"","RedditClusteringP2P":"","StackExchangeClustering":"","StackExchangeClusteringP2P":"","TwentyNewsgroupsClustering":""} -{"index":260,"Rank":363,"Model":"sentence_croissant_alpha_v0.4<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":"","ArxivClusteringP2P":"","ArxivClusteringS2S":"","BiorxivClusteringP2P":"","BiorxivClusteringS2S":"","MedrxivClusteringP2P":"","MedrxivClusteringS2S":"","RedditClustering":"","RedditClusteringP2P":"","StackExchangeClustering":"","StackExchangeClusteringP2P":"","TwentyNewsgroupsClustering":""} -{"index":271,"Rank":364,"Model":"mxbai-embed-xsmall-v1<\/a>","Model Size (Million Parameters)":24,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":384,"Max Tokens":4096,"Average":"","ArxivClusteringP2P":"","ArxivClusteringS2S":"","BiorxivClusteringP2P":"","BiorxivClusteringS2S":"","MedrxivClusteringP2P":"","MedrxivClusteringS2S":"","RedditClustering":"","RedditClusteringP2P":"","StackExchangeClustering":"","StackExchangeClusteringP2P":"","TwentyNewsgroupsClustering":""} -{"index":273,"Rank":365,"Model":"fin-mpnet-base<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","ArxivClusteringP2P":"","ArxivClusteringS2S":"","BiorxivClusteringP2P":"","BiorxivClusteringS2S":"","MedrxivClusteringP2P":"","MedrxivClusteringS2S":"","RedditClustering":"","RedditClusteringP2P":"","StackExchangeClustering":"","StackExchangeClusteringP2P":"","TwentyNewsgroupsClustering":""} -{"index":295,"Rank":368,"Model":"NV-Retriever-v1<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":512,"Average":"","ArxivClusteringP2P":"","ArxivClusteringS2S":"","BiorxivClusteringP2P":"","BiorxivClusteringS2S":"","MedrxivClusteringP2P":"","MedrxivClusteringS2S":"","RedditClustering":"","RedditClusteringP2P":"","StackExchangeClustering":"","StackExchangeClusteringP2P":"","TwentyNewsgroupsClustering":""} -{"index":296,"Rank":369,"Model":"arabic-english-sts-matryoshka<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","ArxivClusteringP2P":"","ArxivClusteringS2S":"","BiorxivClusteringP2P":"","BiorxivClusteringS2S":"","MedrxivClusteringP2P":"","MedrxivClusteringS2S":"","RedditClustering":"","RedditClusteringP2P":"","StackExchangeClustering":"","StackExchangeClusteringP2P":"","TwentyNewsgroupsClustering":""} -{"index":297,"Rank":370,"Model":"arabic-english-sts-matryoshka-v2.0<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","ArxivClusteringP2P":"","ArxivClusteringS2S":"","BiorxivClusteringP2P":"","BiorxivClusteringS2S":"","MedrxivClusteringP2P":"","MedrxivClusteringS2S":"","RedditClustering":"","RedditClusteringP2P":"","StackExchangeClustering":"","StackExchangeClusteringP2P":"","TwentyNewsgroupsClustering":""} -{"index":298,"Rank":371,"Model":"MiniCPM-Embedding<\/a>","Model Size (Million Parameters)":2725,"Memory Usage (GB, fp32)":10.15,"Embedding Dimensions":2304,"Max Tokens":512,"Average":"","ArxivClusteringP2P":"","ArxivClusteringS2S":"","BiorxivClusteringP2P":"","BiorxivClusteringS2S":"","MedrxivClusteringP2P":"","MedrxivClusteringS2S":"","RedditClustering":"","RedditClusteringP2P":"","StackExchangeClustering":"","StackExchangeClusteringP2P":"","TwentyNewsgroupsClustering":""} -{"index":305,"Rank":372,"Model":"FAB-Ramy-v1<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","ArxivClusteringP2P":"","ArxivClusteringS2S":"","BiorxivClusteringP2P":"","BiorxivClusteringS2S":"","MedrxivClusteringP2P":"","MedrxivClusteringS2S":"","RedditClustering":"","RedditClusteringP2P":"","StackExchangeClustering":"","StackExchangeClusteringP2P":"","TwentyNewsgroupsClustering":""} -{"index":306,"Rank":373,"Model":"FAE-v1<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","ArxivClusteringP2P":"","ArxivClusteringS2S":"","BiorxivClusteringP2P":"","BiorxivClusteringS2S":"","MedrxivClusteringP2P":"","MedrxivClusteringS2S":"","RedditClustering":"","RedditClusteringP2P":"","StackExchangeClustering":"","StackExchangeClusteringP2P":"","TwentyNewsgroupsClustering":""} -{"index":307,"Rank":374,"Model":"FUE-v1<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","ArxivClusteringP2P":"","ArxivClusteringS2S":"","BiorxivClusteringP2P":"","BiorxivClusteringS2S":"","MedrxivClusteringP2P":"","MedrxivClusteringS2S":"","RedditClustering":"","RedditClusteringP2P":"","StackExchangeClustering":"","StackExchangeClusteringP2P":"","TwentyNewsgroupsClustering":""} -{"index":313,"Rank":375,"Model":"mmlw-e5-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","ArxivClusteringP2P":"","ArxivClusteringS2S":"","BiorxivClusteringP2P":"","BiorxivClusteringS2S":"","MedrxivClusteringP2P":"","MedrxivClusteringS2S":"","RedditClustering":"","RedditClusteringP2P":"","StackExchangeClustering":"","StackExchangeClusteringP2P":"","TwentyNewsgroupsClustering":""} -{"index":314,"Rank":376,"Model":"mmlw-e5-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","ArxivClusteringP2P":"","ArxivClusteringS2S":"","BiorxivClusteringP2P":"","BiorxivClusteringS2S":"","MedrxivClusteringP2P":"","MedrxivClusteringS2S":"","RedditClustering":"","RedditClusteringP2P":"","StackExchangeClustering":"","StackExchangeClusteringP2P":"","TwentyNewsgroupsClustering":""} -{"index":315,"Rank":377,"Model":"mmlw-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","ArxivClusteringP2P":"","ArxivClusteringS2S":"","BiorxivClusteringP2P":"","BiorxivClusteringS2S":"","MedrxivClusteringP2P":"","MedrxivClusteringS2S":"","RedditClustering":"","RedditClusteringP2P":"","StackExchangeClustering":"","StackExchangeClusteringP2P":"","TwentyNewsgroupsClustering":""} -{"index":316,"Rank":378,"Model":"mmlw-roberta-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","ArxivClusteringP2P":"","ArxivClusteringS2S":"","BiorxivClusteringP2P":"","BiorxivClusteringS2S":"","MedrxivClusteringP2P":"","MedrxivClusteringS2S":"","RedditClustering":"","RedditClusteringP2P":"","StackExchangeClustering":"","StackExchangeClusteringP2P":"","TwentyNewsgroupsClustering":""} -{"index":317,"Rank":379,"Model":"mmlw-roberta-large<\/a>","Model Size (Million Parameters)":435,"Memory Usage (GB, fp32)":1.62,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","ArxivClusteringP2P":"","ArxivClusteringS2S":"","BiorxivClusteringP2P":"","BiorxivClusteringS2S":"","MedrxivClusteringP2P":"","MedrxivClusteringS2S":"","RedditClustering":"","RedditClusteringP2P":"","StackExchangeClustering":"","StackExchangeClusteringP2P":"","TwentyNewsgroupsClustering":""} -{"index":318,"Rank":380,"Model":"st-polish-paraphrase-from-distilroberta<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.47,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","ArxivClusteringP2P":"","ArxivClusteringS2S":"","BiorxivClusteringP2P":"","BiorxivClusteringS2S":"","MedrxivClusteringP2P":"","MedrxivClusteringS2S":"","RedditClustering":"","RedditClusteringP2P":"","StackExchangeClustering":"","StackExchangeClusteringP2P":"","TwentyNewsgroupsClustering":""} -{"index":319,"Rank":381,"Model":"st-polish-paraphrase-from-mpnet<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.47,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","ArxivClusteringP2P":"","ArxivClusteringS2S":"","BiorxivClusteringP2P":"","BiorxivClusteringS2S":"","MedrxivClusteringP2P":"","MedrxivClusteringS2S":"","RedditClustering":"","RedditClusteringP2P":"","StackExchangeClustering":"","StackExchangeClusteringP2P":"","TwentyNewsgroupsClustering":""} -{"index":327,"Rank":382,"Model":"distiluse-base-multilingual-cased-v2<\/a>","Model Size (Million Parameters)":135,"Memory Usage (GB, fp32)":0.5,"Embedding Dimensions":512,"Max Tokens":512,"Average":"","ArxivClusteringP2P":33.59,"ArxivClusteringS2S":"","BiorxivClusteringP2P":"","BiorxivClusteringS2S":"","MedrxivClusteringP2P":"","MedrxivClusteringS2S":"","RedditClustering":"","RedditClusteringP2P":"","StackExchangeClustering":"","StackExchangeClusteringP2P":"","TwentyNewsgroupsClustering":""} -{"index":333,"Rank":383,"Model":"multi-qa-MiniLM-L6-cos-v1<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","ArxivClusteringP2P":"","ArxivClusteringS2S":"","BiorxivClusteringP2P":"","BiorxivClusteringS2S":"","MedrxivClusteringP2P":"","MedrxivClusteringS2S":"","RedditClustering":"","RedditClusteringP2P":"","StackExchangeClustering":"","StackExchangeClusteringP2P":"","TwentyNewsgroupsClustering":""} -{"index":343,"Rank":384,"Model":"silma-embeddding-matryoshka-v0.1<\/a>","Model Size (Million Parameters)":135,"Memory Usage (GB, fp32)":0.5,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","ArxivClusteringP2P":"","ArxivClusteringS2S":"","BiorxivClusteringP2P":"","BiorxivClusteringS2S":"","MedrxivClusteringP2P":"","MedrxivClusteringS2S":"","RedditClustering":"","RedditClusteringP2P":"","StackExchangeClustering":"","StackExchangeClusteringP2P":"","TwentyNewsgroupsClustering":""} -{"index":344,"Rank":385,"Model":"silma-embeddding-sts-v0.1<\/a>","Model Size (Million Parameters)":135,"Memory Usage (GB, fp32)":0.5,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","ArxivClusteringP2P":"","ArxivClusteringS2S":"","BiorxivClusteringP2P":"","BiorxivClusteringS2S":"","MedrxivClusteringP2P":"","MedrxivClusteringS2S":"","RedditClustering":"","RedditClusteringP2P":"","StackExchangeClustering":"","StackExchangeClusteringP2P":"","TwentyNewsgroupsClustering":""} -{"index":347,"Rank":386,"Model":"ret-phi2-v0<\/a>","Model Size (Million Parameters)":2649,"Memory Usage (GB, fp32)":9.87,"Embedding Dimensions":2560,"Max Tokens":2048,"Average":"","ArxivClusteringP2P":"","ArxivClusteringS2S":"","BiorxivClusteringP2P":"","BiorxivClusteringS2S":"","MedrxivClusteringP2P":"","MedrxivClusteringS2S":"","RedditClustering":"","RedditClusteringP2P":"","StackExchangeClustering":"","StackExchangeClusteringP2P":"","TwentyNewsgroupsClustering":""} -{"index":362,"Rank":387,"Model":"llm_mse<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","ArxivClusteringP2P":"","ArxivClusteringS2S":19.89,"BiorxivClusteringP2P":"","BiorxivClusteringS2S":19.54,"MedrxivClusteringP2P":"","MedrxivClusteringS2S":22.31,"RedditClustering":22.19,"RedditClusteringP2P":"","StackExchangeClustering":29.31,"StackExchangeClusteringP2P":"","TwentyNewsgroupsClustering":25.78} -{"index":377,"Rank":389,"Model":"bilingual-embedding-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","ArxivClusteringP2P":"","ArxivClusteringS2S":"","BiorxivClusteringP2P":"","BiorxivClusteringS2S":"","MedrxivClusteringP2P":"","MedrxivClusteringS2S":"","RedditClustering":"","RedditClusteringP2P":"","StackExchangeClustering":"","StackExchangeClusteringP2P":"","TwentyNewsgroupsClustering":""} -{"index":385,"Rank":393,"Model":"bi-cse<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","ArxivClusteringP2P":"","ArxivClusteringS2S":"","BiorxivClusteringP2P":"","BiorxivClusteringS2S":"","MedrxivClusteringP2P":"","MedrxivClusteringS2S":"","RedditClustering":"","RedditClusteringP2P":"","StackExchangeClustering":"","StackExchangeClusteringP2P":"","TwentyNewsgroupsClustering":""} -{"index":387,"Rank":394,"Model":"text-search-ada-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":2046,"Average":"","ArxivClusteringP2P":"","ArxivClusteringS2S":"","BiorxivClusteringP2P":"","BiorxivClusteringS2S":26.05,"MedrxivClusteringP2P":"","MedrxivClusteringS2S":25.67,"RedditClustering":"","RedditClusteringP2P":"","StackExchangeClustering":"","StackExchangeClusteringP2P":"","TwentyNewsgroupsClustering":44.92} -{"index":388,"Rank":395,"Model":"text-search-ada-doc-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":2046,"Average":"","ArxivClusteringP2P":"","ArxivClusteringS2S":"","BiorxivClusteringP2P":"","BiorxivClusteringS2S":"","MedrxivClusteringP2P":"","MedrxivClusteringS2S":"","RedditClustering":"","RedditClusteringP2P":"","StackExchangeClustering":"","StackExchangeClusteringP2P":"","TwentyNewsgroupsClustering":32.92} -{"index":389,"Rank":396,"Model":"text-search-babbage-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":2048,"Max Tokens":2046,"Average":"","ArxivClusteringP2P":"","ArxivClusteringS2S":"","BiorxivClusteringP2P":"","BiorxivClusteringS2S":"","MedrxivClusteringP2P":"","MedrxivClusteringS2S":"","RedditClustering":"","RedditClusteringP2P":"","StackExchangeClustering":"","StackExchangeClusteringP2P":"","TwentyNewsgroupsClustering":""} -{"index":390,"Rank":397,"Model":"text-search-curie-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":4096,"Max Tokens":2046,"Average":"","ArxivClusteringP2P":"","ArxivClusteringS2S":"","BiorxivClusteringP2P":"","BiorxivClusteringS2S":"","MedrxivClusteringP2P":"","MedrxivClusteringS2S":"","RedditClustering":"","RedditClusteringP2P":"","StackExchangeClustering":"","StackExchangeClusteringP2P":"","TwentyNewsgroupsClustering":""} -{"index":391,"Rank":398,"Model":"text-search-davinci-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":12288,"Max Tokens":2046,"Average":"","ArxivClusteringP2P":"","ArxivClusteringS2S":"","BiorxivClusteringP2P":"","BiorxivClusteringS2S":"","MedrxivClusteringP2P":"","MedrxivClusteringS2S":"","RedditClustering":"","RedditClusteringP2P":"","StackExchangeClustering":"","StackExchangeClusteringP2P":"","TwentyNewsgroupsClustering":""} -{"index":393,"Rank":399,"Model":"text-similarity-babbage-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":2048,"Max Tokens":2046,"Average":"","ArxivClusteringP2P":"","ArxivClusteringS2S":"","BiorxivClusteringP2P":"","BiorxivClusteringS2S":"","MedrxivClusteringP2P":"","MedrxivClusteringS2S":"","RedditClustering":45.64,"RedditClusteringP2P":"","StackExchangeClustering":53.01,"StackExchangeClusteringP2P":"","TwentyNewsgroupsClustering":42.01} -{"index":394,"Rank":400,"Model":"text-similarity-curie-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":4096,"Max Tokens":2046,"Average":"","ArxivClusteringP2P":"","ArxivClusteringS2S":"","BiorxivClusteringP2P":"","BiorxivClusteringS2S":"","MedrxivClusteringP2P":"","MedrxivClusteringS2S":"","RedditClustering":40.79,"RedditClusteringP2P":"","StackExchangeClustering":55.14,"StackExchangeClusteringP2P":"","TwentyNewsgroupsClustering":37.64} -{"index":395,"Rank":401,"Model":"text-similarity-davinci-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":12288,"Max Tokens":2046,"Average":"","ArxivClusteringP2P":"","ArxivClusteringS2S":"","BiorxivClusteringP2P":"","BiorxivClusteringS2S":"","MedrxivClusteringP2P":"","MedrxivClusteringS2S":"","RedditClustering":31.78,"RedditClusteringP2P":"","StackExchangeClustering":36.86,"StackExchangeClusteringP2P":"","TwentyNewsgroupsClustering":29.33} diff --git a/all_data_tasks/10/default.jsonl b/all_data_tasks/10/default.jsonl deleted file mode 100644 index 0ab82293d1688f78f43023c7c3a6e502c4930c1d..0000000000000000000000000000000000000000 --- a/all_data_tasks/10/default.jsonl +++ /dev/null @@ -1,343 +0,0 @@ -{"index":280,"Rank":1,"Model":"xiaobu-embedding-v2<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Embedding Dimensions":1792,"Max Tokens":512,"Average":91.87,"Cmnli":92.84,"Ocnli":90.9} -{"index":94,"Rank":2,"Model":"Conan-embedding-v1-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":91.66,"Cmnli":92.54,"Ocnli":90.77} -{"index":159,"Rank":3,"Model":"Conan-embedding-v1<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Embedding Dimensions":1792,"Max Tokens":512,"Average":91.66,"Cmnli":92.54,"Ocnli":90.77} -{"index":235,"Rank":4,"Model":"zpoint_large_embedding_zh<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Embedding Dimensions":1792,"Max Tokens":512,"Average":91.55,"Cmnli":92.54,"Ocnli":90.56} -{"index":424,"Rank":5,"Model":"text_emb_V1<\/a>","Model Size (Million Parameters)":103,"Memory Usage (GB, fp32)":0.38,"Embedding Dimensions":768,"Max Tokens":1024,"Average":91.02,"Cmnli":91.91,"Ocnli":90.13} -{"index":71,"Rank":6,"Model":"IYun-large-zh<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":90.87,"Cmnli":90.87,"Ocnli":90.87} -{"index":289,"Rank":7,"Model":"ternary-weight-embedding<\/a>","Model Size (Million Parameters)":99,"Memory Usage (GB, fp32)":0.37,"Embedding Dimensions":1792,"Max Tokens":512,"Average":90.33,"Cmnli":92.19,"Ocnli":88.47} -{"index":352,"Rank":8,"Model":"piccolo-large-zh-v2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":90.24,"Cmnli":92.64,"Ocnli":87.84} -{"index":262,"Rank":9,"Model":"Yinka-Q5_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":89.88,"Cmnli":92.49,"Ocnli":87.26} -{"index":53,"Rank":10,"Model":"Yinka<\/a>","Model Size (Million Parameters)":164,"Memory Usage (GB, fp32)":0.61,"Embedding Dimensions":1792,"Max Tokens":512,"Average":89.88,"Cmnli":92.49,"Ocnli":87.26} -{"index":61,"Rank":11,"Model":"Dmeta-embedding-zh<\/a>","Model Size (Million Parameters)":103,"Memory Usage (GB, fp32)":0.38,"Embedding Dimensions":768,"Max Tokens":1024,"Average":88.92,"Cmnli":90.66,"Ocnli":87.18} -{"index":21,"Rank":12,"Model":"gte-Qwen1.5-7B-instruct<\/a>","Model Size (Million Parameters)":7099,"Memory Usage (GB, fp32)":26.45,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":88.52,"Cmnli":91.81,"Ocnli":85.22} -{"index":213,"Rank":13,"Model":"stella-large-zh-v3-1792d<\/a>","Model Size (Million Parameters)":325,"Memory Usage (GB, fp32)":1.21,"Embedding Dimensions":1792,"Max Tokens":512,"Average":88.1,"Cmnli":90.77,"Ocnli":85.44} -{"index":16,"Rank":14,"Model":"OpenSearch-text-hybrid<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1792,"Max Tokens":512,"Average":88.1,"Cmnli":90.77,"Ocnli":85.44} -{"index":214,"Rank":15,"Model":"stella-mrl-large-zh-v3.5-1792d<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Embedding Dimensions":1792,"Max Tokens":512,"Average":88.08,"Cmnli":90.66,"Ocnli":85.51} -{"index":219,"Rank":16,"Model":"XYZ-embedding-zh-v2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":87.93,"Cmnli":90.23,"Ocnli":85.62} -{"index":243,"Rank":17,"Model":"stella-base-zh-v3-1792d<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Embedding Dimensions":1792,"Max Tokens":1024,"Average":87.93,"Cmnli":90.42,"Ocnli":85.43} -{"index":177,"Rank":18,"Model":"acge_text_embedding<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Embedding Dimensions":1792,"Max Tokens":1024,"Average":87.84,"Cmnli":90.49,"Ocnli":85.18} -{"index":62,"Rank":19,"Model":"Dmeta-embedding-zh-small<\/a>","Model Size (Million Parameters)":74,"Memory Usage (GB, fp32)":0.28,"Embedding Dimensions":768,"Max Tokens":1024,"Average":87.57,"Cmnli":90.29,"Ocnli":84.85} -{"index":23,"Rank":20,"Model":"gte-Qwen2-7B-instruct<\/a>","Model Size (Million Parameters)":7613,"Memory Usage (GB, fp32)":28.36,"Embedding Dimensions":3584,"Max Tokens":32768,"Average":87.48,"Cmnli":90.18,"Ocnli":84.78} -{"index":376,"Rank":21,"Model":"AGE_Hybrid<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":87.08,"Cmnli":89.42,"Ocnli":84.74} -{"index":22,"Rank":22,"Model":"gte-Qwen2-1.5B-instruct<\/a>","Model Size (Million Parameters)":1776,"Memory Usage (GB, fp32)":6.62,"Embedding Dimensions":1536,"Max Tokens":131072,"Average":86.91,"Cmnli":86.22,"Ocnli":87.6} -{"index":41,"Rank":23,"Model":"bge-multilingual-gemma2<\/a>","Model Size (Million Parameters)":9242,"Memory Usage (GB, fp32)":34.43,"Embedding Dimensions":3584,"Max Tokens":8192,"Average":86.67,"Cmnli":90.13,"Ocnli":83.21} -{"index":87,"Rank":24,"Model":"Yuan-embedding-1.0<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Embedding Dimensions":1792,"Max Tokens":512,"Average":86.4,"Cmnli":88.22,"Ocnli":84.59} -{"index":279,"Rank":25,"Model":"xiaobu-embedding<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Embedding Dimensions":1024,"Max Tokens":512,"Average":85.3,"Cmnli":89.95,"Ocnli":80.64} -{"index":388,"Rank":26,"Model":"gte-large-zh<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Embedding Dimensions":1024,"Max Tokens":512,"Average":84.41,"Cmnli":89.5,"Ocnli":79.32} -{"index":140,"Rank":27,"Model":"alime-embedding-large-zh<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Embedding Dimensions":1024,"Max Tokens":512,"Average":84.34,"Cmnli":89.36,"Ocnli":79.31} -{"index":20,"Rank":28,"Model":"gme-Qwen2-VL-7B-Instruct<\/a>","Model Size (Million Parameters)":8291,"Memory Usage (GB, fp32)":30.89,"Embedding Dimensions":3584,"Max Tokens":32768,"Average":82.99,"Cmnli":87.22,"Ocnli":78.76} -{"index":52,"Rank":29,"Model":"gme-Qwen2-VL-7B-Instruct-Q5_K_S-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":82.99,"Cmnli":87.22,"Ocnli":78.76} -{"index":33,"Rank":30,"Model":"jina-embeddings-v2-base-zh-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":82.94,"Cmnli":85.27,"Ocnli":80.62} -{"index":270,"Rank":31,"Model":"jina-embeddings-v2-base-zh<\/a>","Model Size (Million Parameters)":161,"Memory Usage (GB, fp32)":0.6,"Embedding Dimensions":768,"Max Tokens":8192,"Average":82.94,"Cmnli":85.27,"Ocnli":80.62} -{"index":32,"Rank":32,"Model":"jina-embeddings-v2-base-zh-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":82.94,"Cmnli":85.27,"Ocnli":80.62} -{"index":245,"Rank":33,"Model":"stella-large-zh-v2<\/a>","Model Size (Million Parameters)":163,"Memory Usage (GB, fp32)":0.61,"Embedding Dimensions":1024,"Max Tokens":1024,"Average":82.68,"Cmnli":86.85,"Ocnli":78.51} -{"index":29,"Rank":34,"Model":"tao-8k<\/a>","Model Size (Million Parameters)":167,"Memory Usage (GB, fp32)":0.62,"Embedding Dimensions":1024,"Max Tokens":8192,"Average":82.68,"Cmnli":86.85,"Ocnli":78.5} -{"index":28,"Rank":35,"Model":"tao<\/a>","Model Size (Million Parameters)":163,"Memory Usage (GB, fp32)":0.61,"Embedding Dimensions":1024,"Max Tokens":1024,"Average":82.68,"Cmnli":86.85,"Ocnli":78.5} -{"index":56,"Rank":36,"Model":"windberta-large<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":82.38,"Cmnli":87.55,"Ocnli":77.21} -{"index":55,"Rank":37,"Model":"winberta-large<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":82.38,"Cmnli":87.3,"Ocnli":77.46} -{"index":435,"Rank":38,"Model":"text-embedding<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":512,"Average":82.35,"Cmnli":85.33,"Ocnli":79.37} -{"index":39,"Rank":39,"Model":"bge-large-zh-v1.5<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Embedding Dimensions":1024,"Max Tokens":512,"Average":81.62,"Cmnli":85.29,"Ocnli":77.96} -{"index":63,"Rank":40,"Model":"sbert-chinese-general-v1<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Embedding Dimensions":768,"Max Tokens":512,"Average":81.46,"Cmnli":85.92,"Ocnli":77.01} -{"index":69,"Rank":41,"Model":"paraphrase-multilingual-mpnet-base-v2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":80.9,"Cmnli":86.7,"Ocnli":75.1} -{"index":386,"Rank":42,"Model":"gte-base-zh<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Embedding Dimensions":768,"Max Tokens":512,"Average":80.44,"Cmnli":85.6,"Ocnli":75.28} -{"index":72,"Rank":43,"Model":"mist-zh<\/a>","Model Size (Million Parameters)":51,"Memory Usage (GB, fp32)":0.19,"Embedding Dimensions":768,"Max Tokens":512,"Average":80.01,"Cmnli":84.76,"Ocnli":75.26} -{"index":242,"Rank":44,"Model":"stella-base-zh-v2<\/a>","Model Size (Million Parameters)":51,"Memory Usage (GB, fp32)":0.19,"Embedding Dimensions":768,"Max Tokens":1024,"Average":79.96,"Cmnli":84.75,"Ocnli":75.16} -{"index":35,"Rank":45,"Model":"bge-base-zh-v1.5<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Embedding Dimensions":768,"Max Tokens":512,"Average":79.77,"Cmnli":84.11,"Ocnli":75.43} -{"index":19,"Rank":46,"Model":"gme-Qwen2-VL-2B-Instruct<\/a>","Model Size (Million Parameters)":2209,"Memory Usage (GB, fp32)":8.23,"Embedding Dimensions":1536,"Max Tokens":32768,"Average":79.73,"Cmnli":84.48,"Ocnli":74.98} -{"index":54,"Rank":47,"Model":"winberta-base<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":78.77,"Cmnli":84.1,"Ocnli":73.44} -{"index":244,"Rank":48,"Model":"stella-large-zh<\/a>","Model Size (Million Parameters)":163,"Memory Usage (GB, fp32)":0.61,"Embedding Dimensions":1024,"Max Tokens":1024,"Average":78.72,"Cmnli":85.14,"Ocnli":72.29} -{"index":261,"Rank":49,"Model":"udever-bloom-7b1<\/a>","Model Size (Million Parameters)":7069,"Memory Usage (GB, fp32)":26.33,"Embedding Dimensions":4096,"Max Tokens":2048,"Average":78.65,"Cmnli":85.14,"Ocnli":72.15} -{"index":351,"Rank":50,"Model":"piccolo-large-zh<\/a>","Model Size (Million Parameters)":163,"Memory Usage (GB, fp32)":0.61,"Embedding Dimensions":1024,"Max Tokens":512,"Average":78.38,"Cmnli":83.83,"Ocnli":72.92} -{"index":26,"Rank":51,"Model":"gte-multilingual-base<\/a>","Model Size (Million Parameters)":305,"Memory Usage (GB, fp32)":1.14,"Embedding Dimensions":768,"Max Tokens":8192,"Average":78.34,"Cmnli":84.01,"Ocnli":72.68} -{"index":105,"Rank":52,"Model":"onnx-gte-multilingual-base<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":78.34,"Cmnli":84.01,"Ocnli":72.68} -{"index":38,"Rank":53,"Model":"bge-large-zh-noinstruct<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Embedding Dimensions":1024,"Max Tokens":512,"Average":76.78,"Cmnli":82.18,"Ocnli":71.37} -{"index":350,"Rank":54,"Model":"piccolo-base-zh<\/a>","Model Size (Million Parameters)":51,"Memory Usage (GB, fp32)":0.19,"Embedding Dimensions":768,"Max Tokens":512,"Average":76.61,"Cmnli":82.33,"Ocnli":70.89} -{"index":259,"Rank":55,"Model":"udever-bloom-3b<\/a>","Model Size (Million Parameters)":3003,"Memory Usage (GB, fp32)":11.19,"Embedding Dimensions":2560,"Max Tokens":2048,"Average":76.59,"Cmnli":83.32,"Ocnli":69.86} -{"index":241,"Rank":56,"Model":"stella-base-zh<\/a>","Model Size (Million Parameters)":103,"Memory Usage (GB, fp32)":0.38,"Embedding Dimensions":768,"Max Tokens":1024,"Average":76.09,"Cmnli":81.65,"Ocnli":70.53} -{"index":258,"Rank":57,"Model":"udever-bloom-1b1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":2048,"Average":74.96,"Cmnli":81.34,"Ocnli":68.58} -{"index":283,"Rank":58,"Model":"lim_base_zh<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Embedding Dimensions":768,"Max Tokens":512,"Average":74.64,"Cmnli":79.58,"Ocnli":69.7} -{"index":84,"Rank":59,"Model":"KaLM-embedding-multilingual-mini-v1<\/a>","Model Size (Million Parameters)":494,"Memory Usage (GB, fp32)":1.84,"Embedding Dimensions":896,"Max Tokens":131072,"Average":73.23,"Cmnli":76.97,"Ocnli":69.49} -{"index":82,"Rank":60,"Model":"KaLM-embedding-multilingual-mini-instruct-v1<\/a>","Model Size (Million Parameters)":494,"Memory Usage (GB, fp32)":1.84,"Embedding Dimensions":896,"Max Tokens":131072,"Average":73.06,"Cmnli":76.29,"Ocnli":69.83} -{"index":83,"Rank":61,"Model":"KaLM-embedding-multilingual-mini-instruct-v1.5<\/a>","Model Size (Million Parameters)":494,"Memory Usage (GB, fp32)":1.84,"Embedding Dimensions":896,"Max Tokens":131072,"Average":72.94,"Cmnli":76.66,"Ocnli":69.21} -{"index":272,"Rank":62,"Model":"jina-embeddings-v3<\/a>","Model Size (Million Parameters)":572,"Memory Usage (GB, fp32)":2.13,"Embedding Dimensions":1024,"Max Tokens":8194,"Average":72.76,"Cmnli":79.1,"Ocnli":66.41} -{"index":64,"Rank":63,"Model":"jina-embeddings-v3<\/a>","Model Size (Million Parameters)":572,"Memory Usage (GB, fp32)":2.13,"Embedding Dimensions":1024,"Max Tokens":8194,"Average":72.76,"Cmnli":79.1,"Ocnli":66.41} -{"index":260,"Rank":64,"Model":"udever-bloom-560m<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":2048,"Average":72.38,"Cmnli":78.43,"Ocnli":66.32} -{"index":27,"Rank":65,"Model":"e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":72.19,"Cmnli":80.21,"Ocnli":64.18} -{"index":251,"Rank":66,"Model":"e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":72.19,"Cmnli":80.21,"Ocnli":64.18} -{"index":76,"Rank":67,"Model":"text2vec-large-chinese<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Embedding Dimensions":1024,"Max Tokens":512,"Average":71.16,"Cmnli":77.85,"Ocnli":64.47} -{"index":45,"Rank":68,"Model":"bge-small-zh-v1.5<\/a>","Model Size (Million Parameters)":24,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":512,"Max Tokens":512,"Average":70.4,"Cmnli":76.24,"Ocnli":64.57} -{"index":392,"Rank":69,"Model":"gte-small-zh<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":70.0,"Cmnli":76.46,"Ocnli":63.54} -{"index":390,"Rank":70,"Model":"gte-small-zh<\/a>","Model Size (Million Parameters)":30,"Memory Usage (GB, fp32)":0.11,"Embedding Dimensions":512,"Max Tokens":512,"Average":70.0,"Cmnli":76.46,"Ocnli":63.54} -{"index":255,"Rank":71,"Model":"multilingual-e5-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":69.89,"Cmnli":78.18,"Ocnli":61.6} -{"index":431,"Rank":72,"Model":"text-embedding-ada-002<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":8191,"Average":69.56,"Cmnli":76.04,"Ocnli":63.08} -{"index":373,"Rank":73,"Model":"ZNV-Embedding<\/a>","Model Size (Million Parameters)":6061,"Memory Usage (GB, fp32)":22.58,"Embedding Dimensions":4096,"Max Tokens":4096,"Average":68.76,"Cmnli":75.67,"Ocnli":61.85} -{"index":212,"Rank":74,"Model":"sft-bge-small<\/a>","Model Size (Million Parameters)":24,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":512,"Max Tokens":512,"Average":67.97,"Cmnli":73.15,"Ocnli":62.79} -{"index":377,"Rank":75,"Model":"text2vec-base-chinese<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Embedding Dimensions":768,"Max Tokens":512,"Average":67.58,"Cmnli":73.9,"Ocnli":61.26} -{"index":254,"Rank":76,"Model":"multilingual-e5-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":67.07,"Cmnli":74.51,"Ocnli":59.63} -{"index":379,"Rank":77,"Model":"luotuo-bert-medium<\/a>","Model Size (Million Parameters)":328,"Memory Usage (GB, fp32)":1.22,"Embedding Dimensions":768,"Max Tokens":512,"Average":66.64,"Cmnli":72.55,"Ocnli":60.74} -{"index":257,"Rank":78,"Model":"multilingual-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":66.45,"Cmnli":72.12,"Ocnli":60.77} -{"index":305,"Rank":79,"Model":"m3e-large<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Embedding Dimensions":768,"Max Tokens":512,"Average":64.63,"Cmnli":69.27,"Ocnli":59.99} -{"index":333,"Rank":80,"Model":"MiniCPM-Embedding-Light<\/a>","Model Size (Million Parameters)":434,"Memory Usage (GB, fp32)":1.62,"Embedding Dimensions":1024,"Max Tokens":4096,"Average":64.35,"Cmnli":69.87,"Ocnli":58.83} -{"index":304,"Rank":81,"Model":"m3e-base<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Embedding Dimensions":768,"Max Tokens":512,"Average":64.03,"Cmnli":70.0,"Ocnli":58.05} -{"index":311,"Rank":82,"Model":"m3e-ernie-xbase-zh<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":62.84,"Cmnli":65.68,"Ocnli":59.99} -{"index":217,"Rank":83,"Model":"SONAR<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":58.52,"Cmnli":61.86,"Ocnli":55.18} -{"index":391,"Rank":84,"Model":"ALL_862873<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":56.7,"Cmnli":57.78,"Ocnli":55.63} -{"index":0,"Rank":85,"Model":"text-embedding-004-256<\/a>","Model Size (Million Parameters)":1200,"Memory Usage (GB, fp32)":4.47,"Embedding Dimensions":256,"Max Tokens":2048,"Average":"","Cmnli":"","Ocnli":""} -{"index":1,"Rank":86,"Model":"text-embedding-004<\/a>","Model Size (Million Parameters)":1200,"Memory Usage (GB, fp32)":4.47,"Embedding Dimensions":768,"Max Tokens":2048,"Average":"","Cmnli":"","Ocnli":""} -{"index":2,"Rank":87,"Model":"titan-embed-text-v1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":8000,"Average":"","Cmnli":"","Ocnli":""} -{"index":3,"Rank":88,"Model":"mistral-embed<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":"","Average":"","Cmnli":"","Ocnli":""} -{"index":4,"Rank":89,"Model":"voyage-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":4000,"Average":"","Cmnli":"","Ocnli":""} -{"index":5,"Rank":90,"Model":"voyage-3-lite<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":512,"Max Tokens":32000,"Average":"","Cmnli":"","Ocnli":""} -{"index":6,"Rank":91,"Model":"voyage-3-m-exp<\/a>","Model Size (Million Parameters)":6918,"Memory Usage (GB, fp32)":25.77,"Embedding Dimensions":2048,"Max Tokens":32000,"Average":"","Cmnli":"","Ocnli":""} -{"index":7,"Rank":92,"Model":"voyage-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":32000,"Average":"","Cmnli":"","Ocnli":""} -{"index":8,"Rank":93,"Model":"voyage-code-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":16000,"Average":"","Cmnli":"","Ocnli":""} -{"index":9,"Rank":94,"Model":"voyage-large-2-instruct<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":16000,"Average":"","Cmnli":"","Ocnli":""} -{"index":10,"Rank":95,"Model":"voyage-law-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":16000,"Average":"","Cmnli":"","Ocnli":""} -{"index":11,"Rank":96,"Model":"voyage-lite-01-instruct<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":4000,"Average":"","Cmnli":"","Ocnli":""} -{"index":12,"Rank":97,"Model":"voyage-lite-02-instruct<\/a>","Model Size (Million Parameters)":1220,"Memory Usage (GB, fp32)":4.54,"Embedding Dimensions":1024,"Max Tokens":4000,"Average":"","Cmnli":"","Ocnli":""} -{"index":13,"Rank":98,"Model":"voyage-multilingual-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":32000,"Average":"","Cmnli":"","Ocnli":""} -{"index":14,"Rank":99,"Model":"LASER2<\/a>","Model Size (Million Parameters)":43,"Memory Usage (GB, fp32)":0.16,"Embedding Dimensions":1024,"Max Tokens":"N\/A","Average":"","Cmnli":"","Ocnli":""} -{"index":17,"Rank":101,"Model":"llm2vec-croissant-mntp<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":"","Cmnli":"","Ocnli":""} -{"index":24,"Rank":103,"Model":"gte-base-en-v1.5<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","Cmnli":"","Ocnli":""} -{"index":25,"Rank":104,"Model":"gte-large-en-v1.5<\/a>","Model Size (Million Parameters)":434,"Memory Usage (GB, fp32)":1.62,"Embedding Dimensions":1024,"Max Tokens":8192,"Average":"","Cmnli":"","Ocnli":""} -{"index":34,"Rank":107,"Model":"bge-base-en-v1.5<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","Cmnli":"","Ocnli":""} -{"index":36,"Rank":108,"Model":"bge-en-icl<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","Cmnli":"","Ocnli":""} -{"index":37,"Rank":109,"Model":"bge-large-en-v1.5<\/a>","Model Size (Million Parameters)":1340,"Memory Usage (GB, fp32)":4.99,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","Cmnli":"","Ocnli":""} -{"index":40,"Rank":110,"Model":"bge-m3<\/a>","Model Size (Million Parameters)":567,"Memory Usage (GB, fp32)":2.11,"Embedding Dimensions":1024,"Max Tokens":8192,"Average":"","Cmnli":"","Ocnli":""} -{"index":42,"Rank":111,"Model":"bge-reranker-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","Cmnli":"","Ocnli":""} -{"index":43,"Rank":112,"Model":"bge-reranker-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","Cmnli":"","Ocnli":""} -{"index":44,"Rank":113,"Model":"bge-small-en-v1.5<\/a>","Model Size (Million Parameters)":24,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":512,"Max Tokens":512,"Average":"","Cmnli":"","Ocnli":""} -{"index":46,"Rank":114,"Model":"nomic-embed-text-v1<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","Cmnli":"","Ocnli":""} -{"index":47,"Rank":115,"Model":"nomic-embed-text-v1.5<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","Cmnli":"","Ocnli":""} -{"index":51,"Rank":119,"Model":"ListConRanker<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","Cmnli":"","Ocnli":""} -{"index":58,"Rank":121,"Model":"Cohere-embed-english-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":512,"Average":"","Cmnli":"","Ocnli":""} -{"index":59,"Rank":122,"Model":"Cohere-embed-multilingual-light-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":384,"Max Tokens":512,"Average":"","Cmnli":"","Ocnli":""} -{"index":60,"Rank":123,"Model":"Cohere-embed-multilingual-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":512,"Average":"","Cmnli":"","Ocnli":""} -{"index":65,"Rank":124,"Model":"distilrubert-small-cased-conversational<\/a>","Model Size (Million Parameters)":106,"Memory Usage (GB, fp32)":0.39,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","Cmnli":"","Ocnli":""} -{"index":66,"Rank":125,"Model":"rubert-base-cased<\/a>","Model Size (Million Parameters)":180,"Memory Usage (GB, fp32)":0.67,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","Cmnli":"","Ocnli":""} -{"index":67,"Rank":126,"Model":"rubert-base-cased-sentence<\/a>","Model Size (Million Parameters)":180,"Memory Usage (GB, fp32)":0.67,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","Cmnli":"","Ocnli":""} -{"index":73,"Rank":129,"Model":"xlm-roberta-base<\/a>","Model Size (Million Parameters)":279,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","Cmnli":"","Ocnli":""} -{"index":74,"Rank":130,"Model":"xlm-roberta-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","Cmnli":"","Ocnli":""} -{"index":75,"Rank":131,"Model":"STS-multilingual-mpnet-base-v2<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","Cmnli":"","Ocnli":""} -{"index":77,"Rank":132,"Model":"bert-base-10lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","Cmnli":"","Ocnli":""} -{"index":78,"Rank":133,"Model":"bert-base-15lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","Cmnli":"","Ocnli":""} -{"index":79,"Rank":134,"Model":"bert-base-25lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","Cmnli":"","Ocnli":""} -{"index":80,"Rank":135,"Model":"GritLM-7B<\/a>","Model Size (Million Parameters)":7240,"Memory Usage (GB, fp32)":26.97,"Embedding Dimensions":"","Max Tokens":4096,"Average":"","Cmnli":"","Ocnli":""} -{"index":81,"Rank":136,"Model":"GritLM-8x7B<\/a>","Model Size (Million Parameters)":46703,"Memory Usage (GB, fp32)":173.98,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","Cmnli":"","Ocnli":""} -{"index":85,"Rank":137,"Model":"speed-embedding-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","Cmnli":"","Ocnli":""} -{"index":86,"Rank":138,"Model":"lodestone-base-4096-v1<\/a>","Model Size (Million Parameters)":69,"Memory Usage (GB, fp32)":0.26,"Embedding Dimensions":768,"Max Tokens":4096,"Average":"","Cmnli":"","Ocnli":""} -{"index":96,"Rank":146,"Model":"MUG-B-1.6<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","Cmnli":"","Ocnli":""} -{"index":97,"Rank":147,"Model":"bilingual-document-embedding<\/a>","Model Size (Million Parameters)":568,"Memory Usage (GB, fp32)":2.12,"Embedding Dimensions":1024,"Max Tokens":8194,"Average":"","Cmnli":"","Ocnli":""} -{"index":98,"Rank":148,"Model":"bilingual-embedding-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","Cmnli":"","Ocnli":""} -{"index":99,"Rank":149,"Model":"bilingual-embedding-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","Cmnli":"","Ocnli":""} -{"index":100,"Rank":150,"Model":"bilingual-embedding-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","Cmnli":"","Ocnli":""} -{"index":101,"Rank":151,"Model":"Zhihui_LLM_Embedding<\/a>","Model Size (Million Parameters)":7069,"Memory Usage (GB, fp32)":26.33,"Embedding Dimensions":3584,"Max Tokens":131072,"Average":"","Cmnli":"","Ocnli":""} -{"index":102,"Rank":152,"Model":"Linq-Embed-Mistral<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","Cmnli":"","Ocnli":""} -{"index":106,"Rank":155,"Model":"LLM2Vec-Llama-2-7b-chat-hf-mntp-supervised<\/a>","Model Size (Million Parameters)":6607,"Memory Usage (GB, fp32)":24.61,"Embedding Dimensions":4096,"Max Tokens":4096,"Average":"","Cmnli":"","Ocnli":""} -{"index":107,"Rank":156,"Model":"LLM2Vec-Llama-2-unsupervised<\/a>","Model Size (Million Parameters)":6607,"Memory Usage (GB, fp32)":24.61,"Embedding Dimensions":4096,"Max Tokens":4096,"Average":"","Cmnli":"","Ocnli":""} -{"index":108,"Rank":157,"Model":"LLM2Vec-Meta-Llama-3-supervised<\/a>","Model Size (Million Parameters)":7505,"Memory Usage (GB, fp32)":27.96,"Embedding Dimensions":4096,"Max Tokens":8192,"Average":"","Cmnli":"","Ocnli":""} -{"index":109,"Rank":158,"Model":"LLM2Vec-Meta-Llama-3-unsupervised<\/a>","Model Size (Million Parameters)":7505,"Memory Usage (GB, fp32)":27.96,"Embedding Dimensions":4096,"Max Tokens":8192,"Average":"","Cmnli":"","Ocnli":""} -{"index":110,"Rank":159,"Model":"LLM2Vec-Mistral-supervised<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","Cmnli":"","Ocnli":""} -{"index":111,"Rank":160,"Model":"LLM2Vec-Mistral-unsupervised<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","Cmnli":"","Ocnli":""} -{"index":112,"Rank":161,"Model":"LLM2Vec-Sheared-Llama-supervised<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":4096,"Average":"","Cmnli":"","Ocnli":""} -{"index":113,"Rank":162,"Model":"LLM2Vec-Sheared-Llama-unsupervised<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":4096,"Average":"","Cmnli":"","Ocnli":""} -{"index":114,"Rank":163,"Model":"Bulbasaur<\/a>","Model Size (Million Parameters)":17,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","Cmnli":"","Ocnli":""} -{"index":115,"Rank":164,"Model":"Ivysaur<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.08,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","Cmnli":"","Ocnli":""} -{"index":116,"Rank":165,"Model":"Squirtle<\/a>","Model Size (Million Parameters)":16,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","Cmnli":"","Ocnli":""} -{"index":117,"Rank":166,"Model":"Venusaur<\/a>","Model Size (Million Parameters)":16,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","Cmnli":"","Ocnli":""} -{"index":118,"Rank":167,"Model":"Wartortle<\/a>","Model Size (Million Parameters)":17,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","Cmnli":"","Ocnli":""} -{"index":119,"Rank":168,"Model":"test24<\/a>","Model Size (Million Parameters)":17,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","Cmnli":"","Ocnli":""} -{"index":120,"Rank":169,"Model":"test25<\/a>","Model Size (Million Parameters)":17,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","Cmnli":"","Ocnli":""} -{"index":121,"Rank":170,"Model":"SGPT-1.3B-weightedmean-msmarco-specb-bitfit<\/a>","Model Size (Million Parameters)":1341,"Memory Usage (GB, fp32)":4.99,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":"","Cmnli":"","Ocnli":""} -{"index":122,"Rank":171,"Model":"SGPT-125M-weightedmean-msmarco-specb-bitfit<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":2048,"Average":"","Cmnli":"","Ocnli":""} -{"index":123,"Rank":172,"Model":"SGPT-125M-weightedmean-nli-bitfit<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":2048,"Average":"","Cmnli":"","Ocnli":""} -{"index":124,"Rank":173,"Model":"SGPT-2.7B-weightedmean-msmarco-specb-bitfit<\/a>","Model Size (Million Parameters)":2685,"Memory Usage (GB, fp32)":10.0,"Embedding Dimensions":2560,"Max Tokens":2048,"Average":"","Cmnli":"","Ocnli":""} -{"index":125,"Rank":174,"Model":"SGPT-5.8B-weightedmean-msmarco-specb-bitfit<\/a>","Model Size (Million Parameters)":5874,"Memory Usage (GB, fp32)":21.88,"Embedding Dimensions":4096,"Max Tokens":2048,"Average":"","Cmnli":"","Ocnli":""} -{"index":126,"Rank":175,"Model":"SGPT-5.8B-weightedmean-nli-bitfit<\/a>","Model Size (Million Parameters)":5874,"Memory Usage (GB, fp32)":21.88,"Embedding Dimensions":4096,"Max Tokens":2048,"Average":"","Cmnli":"","Ocnli":""} -{"index":130,"Rank":179,"Model":"stella_en_1.5B_v5<\/a>","Model Size (Million Parameters)":1543,"Memory Usage (GB, fp32)":5.75,"Embedding Dimensions":8192,"Max Tokens":131072,"Average":"","Cmnli":"","Ocnli":""} -{"index":131,"Rank":180,"Model":"stella_en_400M_v5<\/a>","Model Size (Million Parameters)":435,"Memory Usage (GB, fp32)":1.62,"Embedding Dimensions":8192,"Max Tokens":8192,"Average":"","Cmnli":"","Ocnli":""} -{"index":132,"Rank":181,"Model":"Arabert-all-nli-triplet-Matryoshka<\/a>","Model Size (Million Parameters)":135,"Memory Usage (GB, fp32)":0.5,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","Cmnli":"","Ocnli":""} -{"index":133,"Rank":182,"Model":"Arabic-MiniLM-L12-v2-all-nli-triplet<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","Cmnli":"","Ocnli":""} -{"index":134,"Rank":183,"Model":"Arabic-all-nli-triplet-Matryoshka<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","Cmnli":"","Ocnli":""} -{"index":135,"Rank":184,"Model":"Arabic-labse-Matryoshka<\/a>","Model Size (Million Parameters)":471,"Memory Usage (GB, fp32)":1.75,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","Cmnli":"","Ocnli":""} -{"index":136,"Rank":185,"Model":"Arabic-mpnet-base-all-nli-triplet<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","Cmnli":"","Ocnli":""} -{"index":137,"Rank":186,"Model":"Marbert-all-nli-triplet-Matryoshka<\/a>","Model Size (Million Parameters)":163,"Memory Usage (GB, fp32)":0.61,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","Cmnli":"","Ocnli":""} -{"index":138,"Rank":187,"Model":"Solon-embeddings-large-0.1<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","Cmnli":"","Ocnli":""} -{"index":139,"Rank":188,"Model":"KartonBERT-USE-base-v1<\/a>","Model Size (Million Parameters)":104,"Memory Usage (GB, fp32)":0.39,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","Cmnli":"","Ocnli":""} -{"index":141,"Rank":189,"Model":"alime-reranker-large-zh<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","Cmnli":"","Ocnli":""} -{"index":144,"Rank":192,"Model":"SFR-Embedding-2_R<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","Cmnli":"","Ocnli":""} -{"index":145,"Rank":193,"Model":"SFR-Embedding-Mistral<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","Cmnli":"","Ocnli":""} -{"index":148,"Rank":196,"Model":"snowflake-arctic-embed-l<\/a>","Model Size (Million Parameters)":334,"Memory Usage (GB, fp32)":1.24,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","Cmnli":"","Ocnli":""} -{"index":149,"Rank":197,"Model":"snowflake-arctic-embed-l-v2.0<\/a>","Model Size (Million Parameters)":568,"Memory Usage (GB, fp32)":2.12,"Embedding Dimensions":1024,"Max Tokens":8194,"Average":"","Cmnli":"","Ocnli":""} -{"index":150,"Rank":198,"Model":"snowflake-arctic-embed-m<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","Cmnli":"","Ocnli":""} -{"index":151,"Rank":199,"Model":"snowflake-arctic-embed-m-long<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","Cmnli":"","Ocnli":""} -{"index":152,"Rank":200,"Model":"snowflake-arctic-embed-m-v1.5<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","Cmnli":"","Ocnli":""} -{"index":153,"Rank":201,"Model":"snowflake-arctic-embed-m-v2.0<\/a>","Model Size (Million Parameters)":305,"Memory Usage (GB, fp32)":1.14,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","Cmnli":"","Ocnli":""} -{"index":154,"Rank":202,"Model":"snowflake-arctic-embed-s<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","Cmnli":"","Ocnli":""} -{"index":155,"Rank":203,"Model":"snowflake-arctic-embed-xs<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.08,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","Cmnli":"","Ocnli":""} -{"index":156,"Rank":204,"Model":"bge-micro<\/a>","Model Size (Million Parameters)":17,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","Cmnli":"","Ocnli":""} -{"index":157,"Rank":205,"Model":"bge-micro-v2<\/a>","Model Size (Million Parameters)":17,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","Cmnli":"","Ocnli":""} -{"index":158,"Rank":206,"Model":"gte-tiny<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.08,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","Cmnli":"","Ocnli":""} -{"index":160,"Rank":207,"Model":"PEG<\/a>","Model Size (Million Parameters)":163,"Memory Usage (GB, fp32)":0.61,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","Cmnli":"","Ocnli":""} -{"index":161,"Rank":208,"Model":"UAE-Large-V1<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","Cmnli":"","Ocnli":""} -{"index":162,"Rank":209,"Model":"sentence-croissant-llm-base<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":"","Cmnli":"","Ocnli":""} -{"index":164,"Rank":211,"Model":"German_Semantic_STS_V2<\/a>","Model Size (Million Parameters)":336,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","Cmnli":"","Ocnli":""} -{"index":165,"Rank":212,"Model":"MedEmbed-small-v0.1<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","Cmnli":"","Ocnli":""} -{"index":168,"Rank":215,"Model":"ru-en-RoSBERTa<\/a>","Model Size (Million Parameters)":404,"Memory Usage (GB, fp32)":1.5,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","Cmnli":"","Ocnli":""} -{"index":169,"Rank":216,"Model":"sbert_large_mt_nlu_ru<\/a>","Model Size (Million Parameters)":427,"Memory Usage (GB, fp32)":1.59,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","Cmnli":"","Ocnli":""} -{"index":170,"Rank":217,"Model":"sbert_large_nlu_ru<\/a>","Model Size (Million Parameters)":427,"Memory Usage (GB, fp32)":1.59,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","Cmnli":"","Ocnli":""} -{"index":172,"Rank":219,"Model":"cloudy-large-zh<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Embedding Dimensions":1024,"Max Tokens":1024,"Average":"","Cmnli":"","Ocnli":""} -{"index":175,"Rank":222,"Model":"bge-small-4096<\/a>","Model Size (Million Parameters)":35,"Memory Usage (GB, fp32)":0.13,"Embedding Dimensions":384,"Max Tokens":4096,"Average":"","Cmnli":"","Ocnli":""} -{"index":176,"Rank":223,"Model":"jina-embeddings-v2-base-en<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","Cmnli":"","Ocnli":""} -{"index":178,"Rank":224,"Model":"GIST-Embedding-v0<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","Cmnli":"","Ocnli":""} -{"index":179,"Rank":225,"Model":"GIST-all-MiniLM-L6-v2<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.08,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","Cmnli":"","Ocnli":""} -{"index":180,"Rank":226,"Model":"GIST-large-Embedding-v0<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","Cmnli":"","Ocnli":""} -{"index":181,"Rank":227,"Model":"GIST-small-Embedding-v0<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","Cmnli":"","Ocnli":""} -{"index":182,"Rank":228,"Model":"NoInstruct-small-Embedding-v0<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","Cmnli":"","Ocnli":""} -{"index":185,"Rank":231,"Model":"brown-beetle-base-v1<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.08,"Embedding Dimensions":768,"Max Tokens":1000000,"Average":"","Cmnli":"","Ocnli":""} -{"index":186,"Rank":232,"Model":"brown-beetle-small-v1<\/a>","Model Size (Million Parameters)":8,"Memory Usage (GB, fp32)":0.03,"Embedding Dimensions":256,"Max Tokens":1000000,"Average":"","Cmnli":"","Ocnli":""} -{"index":187,"Rank":233,"Model":"brown-beetle-tiny-v1<\/a>","Model Size (Million Parameters)":4,"Memory Usage (GB, fp32)":0.01,"Embedding Dimensions":128,"Max Tokens":1000000,"Average":"","Cmnli":"","Ocnli":""} -{"index":188,"Rank":234,"Model":"brown-beetle-tiny-v1.1<\/a>","Model Size (Million Parameters)":4,"Memory Usage (GB, fp32)":0.01,"Embedding Dimensions":768,"Max Tokens":1000000,"Average":"","Cmnli":"","Ocnli":""} -{"index":189,"Rank":235,"Model":"brown-fairy-base-v0<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.08,"Embedding Dimensions":768,"Max Tokens":1000000,"Average":"","Cmnli":"","Ocnli":""} -{"index":190,"Rank":236,"Model":"red-beetle-base-v1.1<\/a>","Model Size (Million Parameters)":30,"Memory Usage (GB, fp32)":0.11,"Embedding Dimensions":1024,"Max Tokens":1000000,"Average":"","Cmnli":"","Ocnli":""} -{"index":191,"Rank":237,"Model":"sgpt-bloom-1b7-nli<\/a>","Model Size (Million Parameters)":1722,"Memory Usage (GB, fp32)":6.42,"Embedding Dimensions":2048,"Max Tokens":4096,"Average":"","Cmnli":"","Ocnli":""} -{"index":192,"Rank":238,"Model":"sgpt-bloom-7b1-msmarco<\/a>","Model Size (Million Parameters)":7068,"Memory Usage (GB, fp32)":26.33,"Embedding Dimensions":4096,"Max Tokens":2048,"Average":"","Cmnli":"","Ocnli":""} -{"index":194,"Rank":240,"Model":"slx-v0.1<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.08,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","Cmnli":"","Ocnli":""} -{"index":196,"Rank":242,"Model":"Chuxin-Embedding<\/a>","Model Size (Million Parameters)":568,"Memory Usage (GB, fp32)":2.12,"Embedding Dimensions":1024,"Max Tokens":8194,"Average":"","Cmnli":"","Ocnli":""} -{"index":197,"Rank":243,"Model":"snowflake-arctic-embed-m-v2.0-cpu<\/a>","Model Size (Million Parameters)":305,"Memory Usage (GB, fp32)":1.14,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","Cmnli":"","Ocnli":""} -{"index":198,"Rank":244,"Model":"LaBSE-en-ru<\/a>","Model Size (Million Parameters)":129,"Memory Usage (GB, fp32)":0.48,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","Cmnli":"","Ocnli":""} -{"index":199,"Rank":245,"Model":"rubert-tiny<\/a>","Model Size (Million Parameters)":12,"Memory Usage (GB, fp32)":0.04,"Embedding Dimensions":512,"Max Tokens":514,"Average":"","Cmnli":"","Ocnli":""} -{"index":200,"Rank":246,"Model":"rubert-tiny2<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"Embedding Dimensions":2048,"Max Tokens":514,"Average":"","Cmnli":"","Ocnli":""} -{"index":201,"Rank":247,"Model":"cai-lunaris-text-embeddings<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","Cmnli":"","Ocnli":""} -{"index":203,"Rank":249,"Model":"french-document-embedding<\/a>","Model Size (Million Parameters)":305,"Memory Usage (GB, fp32)":1.14,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","Cmnli":"","Ocnli":""} -{"index":204,"Rank":250,"Model":"sentence-camembert-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","Cmnli":"","Ocnli":""} -{"index":205,"Rank":251,"Model":"sentence-camembert-large<\/a>","Model Size (Million Parameters)":337,"Memory Usage (GB, fp32)":1.26,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","Cmnli":"","Ocnli":""} -{"index":206,"Rank":252,"Model":"embedder-100p<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","Cmnli":"","Ocnli":""} -{"index":207,"Rank":253,"Model":"USER-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","Cmnli":"","Ocnli":""} -{"index":208,"Rank":254,"Model":"USER-bge-m3<\/a>","Model Size (Million Parameters)":359,"Memory Usage (GB, fp32)":1.34,"Embedding Dimensions":1024,"Max Tokens":8192,"Average":"","Cmnli":"","Ocnli":""} -{"index":209,"Rank":255,"Model":"deberta-v1-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","Cmnli":"","Ocnli":""} -{"index":215,"Rank":258,"Model":"e5-base-4k<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","Cmnli":"","Ocnli":""} -{"index":221,"Rank":262,"Model":"flaubert_base_cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","Cmnli":"","Ocnli":""} -{"index":222,"Rank":263,"Model":"flaubert_base_uncased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","Cmnli":"","Ocnli":""} -{"index":223,"Rank":264,"Model":"flaubert_large_cased<\/a>","Model Size (Million Parameters)":372,"Memory Usage (GB, fp32)":1.39,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","Cmnli":"","Ocnli":""} -{"index":226,"Rank":267,"Model":"bert-base-multilingual-cased<\/a>","Model Size (Million Parameters)":179,"Memory Usage (GB, fp32)":0.67,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","Cmnli":"","Ocnli":""} -{"index":227,"Rank":268,"Model":"bert-base-multilingual-uncased<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","Cmnli":"","Ocnli":""} -{"index":228,"Rank":269,"Model":"bert-base-uncased<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","Cmnli":"","Ocnli":""} -{"index":229,"Rank":270,"Model":"instructor-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","Cmnli":"","Ocnli":""} -{"index":230,"Rank":271,"Model":"instructor-large<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","Cmnli":"","Ocnli":""} -{"index":231,"Rank":272,"Model":"instructor-xl<\/a>","Model Size (Million Parameters)":1241,"Memory Usage (GB, fp32)":4.62,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","Cmnli":"","Ocnli":""} -{"index":236,"Rank":276,"Model":"granite-embedding-107m-multilingual<\/a>","Model Size (Million Parameters)":107,"Memory Usage (GB, fp32)":0.4,"Embedding Dimensions":384,"Max Tokens":514,"Average":"","Cmnli":"","Ocnli":""} -{"index":237,"Rank":277,"Model":"granite-embedding-125m-english<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","Cmnli":"","Ocnli":""} -{"index":238,"Rank":278,"Model":"granite-embedding-278m-multilingual<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","Cmnli":"","Ocnli":""} -{"index":239,"Rank":279,"Model":"granite-embedding-30m-english<\/a>","Model Size (Million Parameters)":30,"Memory Usage (GB, fp32)":0.11,"Embedding Dimensions":384,"Max Tokens":514,"Average":"","Cmnli":"","Ocnli":""} -{"index":240,"Rank":280,"Model":"stella-base-en-v2<\/a>","Model Size (Million Parameters)":55,"Memory Usage (GB, fp32)":0.2,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","Cmnli":"","Ocnli":""} -{"index":246,"Rank":281,"Model":"inf-retriever-v1<\/a>","Model Size (Million Parameters)":7069,"Memory Usage (GB, fp32)":26.33,"Embedding Dimensions":3584,"Max Tokens":131072,"Average":"","Cmnli":"","Ocnli":""} -{"index":247,"Rank":282,"Model":"e5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","Cmnli":"","Ocnli":""} -{"index":248,"Rank":283,"Model":"e5-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","Cmnli":"","Ocnli":""} -{"index":249,"Rank":284,"Model":"e5-large<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","Cmnli":"","Ocnli":""} -{"index":250,"Rank":285,"Model":"e5-large-v2<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","Cmnli":"","Ocnli":""} -{"index":252,"Rank":286,"Model":"e5-small<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","Cmnli":"","Ocnli":""} -{"index":253,"Rank":287,"Model":"e5-small-v2<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","Cmnli":"","Ocnli":""} -{"index":256,"Rank":288,"Model":"multilingual-e5-large-instruct<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","Cmnli":"","Ocnli":""} -{"index":264,"Rank":290,"Model":"jina-embedding-b-en-v1<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","Cmnli":"","Ocnli":""} -{"index":265,"Rank":291,"Model":"jina-embedding-l-en-v1<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","Cmnli":"","Ocnli":""} -{"index":266,"Rank":292,"Model":"jina-embedding-s-en-v1<\/a>","Model Size (Million Parameters)":35,"Memory Usage (GB, fp32)":0.13,"Embedding Dimensions":512,"Max Tokens":512,"Average":"","Cmnli":"","Ocnli":""} -{"index":267,"Rank":293,"Model":"jina-embeddings-v2-base-de<\/a>","Model Size (Million Parameters)":161,"Memory Usage (GB, fp32)":0.6,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","Cmnli":"","Ocnli":""} -{"index":268,"Rank":294,"Model":"jina-embeddings-v2-base-en<\/a>","Model Size (Million Parameters)":275,"Memory Usage (GB, fp32)":1.02,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","Cmnli":"","Ocnli":""} -{"index":269,"Rank":295,"Model":"jina-embeddings-v2-base-es<\/a>","Model Size (Million Parameters)":161,"Memory Usage (GB, fp32)":0.6,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","Cmnli":"","Ocnli":""} -{"index":271,"Rank":296,"Model":"jina-embeddings-v2-small-en<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":512,"Max Tokens":8192,"Average":"","Cmnli":"","Ocnli":""} -{"index":274,"Rank":298,"Model":"echo-mistral-7b-instruct-lasttoken<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","Cmnli":"","Ocnli":""} -{"index":275,"Rank":299,"Model":"cde-small-v1<\/a>","Model Size (Million Parameters)":143,"Memory Usage (GB, fp32)":0.53,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","Cmnli":"","Ocnli":""} -{"index":276,"Rank":300,"Model":"cde-small-v2<\/a>","Model Size (Million Parameters)":150,"Memory Usage (GB, fp32)":0.56,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","Cmnli":"","Ocnli":""} -{"index":281,"Rank":303,"Model":"modernbert-embed-large<\/a>","Model Size (Million Parameters)":395,"Memory Usage (GB, fp32)":1.47,"Embedding Dimensions":1024,"Max Tokens":8192,"Average":"","Cmnli":"","Ocnli":""} -{"index":282,"Rank":304,"Model":"modernbert-embed-large-unsupervised<\/a>","Model Size (Million Parameters)":395,"Memory Usage (GB, fp32)":1.47,"Embedding Dimensions":1024,"Max Tokens":8192,"Average":"","Cmnli":"","Ocnli":""} -{"index":287,"Rank":308,"Model":"ember-v1<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","Cmnli":"","Ocnli":""} -{"index":290,"Rank":310,"Model":"bge-m3-custom-fr<\/a>","Model Size (Million Parameters)":568,"Memory Usage (GB, fp32)":2.12,"Embedding Dimensions":1024,"Max Tokens":8194,"Average":"","Cmnli":"","Ocnli":""} -{"index":291,"Rank":311,"Model":"sentence_croissant_alpha_v0.1<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":"","Cmnli":"","Ocnli":""} -{"index":292,"Rank":312,"Model":"sentence_croissant_alpha_v0.2<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":"","Cmnli":"","Ocnli":""} -{"index":293,"Rank":313,"Model":"sentence_croissant_alpha_v0.3<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":"","Cmnli":"","Ocnli":""} -{"index":294,"Rank":314,"Model":"sentence_croissant_alpha_v0.4<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":"","Cmnli":"","Ocnli":""} -{"index":295,"Rank":315,"Model":"M2V_base_glove<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Embedding Dimensions":256,"Max Tokens":1000000,"Average":"","Cmnli":"","Ocnli":""} -{"index":296,"Rank":316,"Model":"M2V_base_glove_subword<\/a>","Model Size (Million Parameters)":103,"Memory Usage (GB, fp32)":0.38,"Embedding Dimensions":256,"Max Tokens":1000000,"Average":"","Cmnli":"","Ocnli":""} -{"index":297,"Rank":317,"Model":"M2V_base_output<\/a>","Model Size (Million Parameters)":8,"Memory Usage (GB, fp32)":0.03,"Embedding Dimensions":256,"Max Tokens":1000000,"Average":"","Cmnli":"","Ocnli":""} -{"index":298,"Rank":318,"Model":"potion-base-2M<\/a>","Model Size (Million Parameters)":2,"Memory Usage (GB, fp32)":0.01,"Embedding Dimensions":64,"Max Tokens":1000000,"Average":"","Cmnli":"","Ocnli":""} -{"index":299,"Rank":319,"Model":"potion-base-32M<\/a>","Model Size (Million Parameters)":32,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":512,"Max Tokens":1000000,"Average":"","Cmnli":"","Ocnli":""} -{"index":300,"Rank":320,"Model":"potion-base-4M<\/a>","Model Size (Million Parameters)":4,"Memory Usage (GB, fp32)":0.01,"Embedding Dimensions":128,"Max Tokens":1000000,"Average":"","Cmnli":"","Ocnli":""} -{"index":301,"Rank":321,"Model":"potion-base-8M<\/a>","Model Size (Million Parameters)":8,"Memory Usage (GB, fp32)":0.03,"Embedding Dimensions":256,"Max Tokens":1000000,"Average":"","Cmnli":"","Ocnli":""} -{"index":302,"Rank":322,"Model":"mxbai-embed-2d-large-v1<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","Cmnli":"","Ocnli":""} -{"index":303,"Rank":323,"Model":"mxbai-embed-large-v1<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","Cmnli":"","Ocnli":""} -{"index":308,"Rank":326,"Model":"LdIR-Qwen2-reranker-1.5B<\/a>","Model Size (Million Parameters)":1544,"Memory Usage (GB, fp32)":5.75,"Embedding Dimensions":1536,"Max Tokens":32768,"Average":"","Cmnli":"","Ocnli":""} -{"index":310,"Rank":328,"Model":"bge-reranker-large-1k<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":1026,"Average":"","Cmnli":"","Ocnli":""} -{"index":318,"Rank":335,"Model":"bge-large-en-v1.5<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","Cmnli":"","Ocnli":""} -{"index":319,"Rank":336,"Model":"modernbert-embed-base<\/a>","Model Size (Million Parameters)":149,"Memory Usage (GB, fp32)":0.56,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","Cmnli":"","Ocnli":""} -{"index":320,"Rank":337,"Model":"modernbert-embed-base-unsupervised<\/a>","Model Size (Million Parameters)":149,"Memory Usage (GB, fp32)":0.56,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","Cmnli":"","Ocnli":""} -{"index":321,"Rank":338,"Model":"nomic-embed-text-v1<\/a>","Model Size (Million Parameters)":547,"Memory Usage (GB, fp32)":2.04,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","Cmnli":"","Ocnli":""} -{"index":322,"Rank":339,"Model":"nomic-embed-text-v1-ablated<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","Cmnli":"","Ocnli":""} -{"index":323,"Rank":340,"Model":"nomic-embed-text-v1-unsupervised<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","Cmnli":"","Ocnli":""} -{"index":324,"Rank":341,"Model":"nomic-embed-text-v1.5-128<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":128,"Max Tokens":8192,"Average":"","Cmnli":"","Ocnli":""} -{"index":325,"Rank":342,"Model":"nomic-embed-text-v1.5-256<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":256,"Max Tokens":8192,"Average":"","Cmnli":"","Ocnli":""} -{"index":326,"Rank":343,"Model":"nomic-embed-text-v1.5-512<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":512,"Max Tokens":8192,"Average":"","Cmnli":"","Ocnli":""} -{"index":327,"Rank":344,"Model":"nomic-embed-text-v1.5-64<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":64,"Max Tokens":8192,"Average":"","Cmnli":"","Ocnli":""} -{"index":328,"Rank":345,"Model":"nomic-embed-text-v1.5<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","Cmnli":"","Ocnli":""} -{"index":329,"Rank":346,"Model":"contriever-base-msmarco<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","Cmnli":"","Ocnli":""} -{"index":330,"Rank":347,"Model":"NV-Embed-v1<\/a>","Model Size (Million Parameters)":7851,"Memory Usage (GB, fp32)":29.25,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","Cmnli":"","Ocnli":""} -{"index":331,"Rank":348,"Model":"NV-Embed-v2<\/a>","Model Size (Million Parameters)":7851,"Memory Usage (GB, fp32)":29.25,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","Cmnli":"","Ocnli":""} -{"index":332,"Rank":349,"Model":"MiniCPM-Embedding<\/a>","Model Size (Million Parameters)":2725,"Memory Usage (GB, fp32)":10.15,"Embedding Dimensions":2304,"Max Tokens":512,"Average":"","Cmnli":"","Ocnli":""} -{"index":334,"Rank":350,"Model":"GritLM-7B-vllm<\/a>","Model Size (Million Parameters)":7242,"Memory Usage (GB, fp32)":26.98,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","Cmnli":"","Ocnli":""} -{"index":335,"Rank":351,"Model":"checkpoint-9000<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","Cmnli":"","Ocnli":""} -{"index":337,"Rank":353,"Model":"mini-gte<\/a>","Model Size (Million Parameters)":66,"Memory Usage (GB, fp32)":0.25,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","Cmnli":"","Ocnli":""} -{"index":338,"Rank":354,"Model":"sup-simcse-bert-base-uncased<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","Cmnli":"","Ocnli":""} -{"index":339,"Rank":355,"Model":"unsup-simcse-bert-base-uncased<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","Cmnli":"","Ocnli":""} -{"index":340,"Rank":356,"Model":"360Zhinao-1.8B-Reranking<\/a>","Model Size (Million Parameters)":941,"Memory Usage (GB, fp32)":3.51,"Embedding Dimensions":2048,"Max Tokens":4096,"Average":"","Cmnli":"","Ocnli":""} -{"index":341,"Rank":357,"Model":"360Zhinao-search<\/a>","Model Size (Million Parameters)":163,"Memory Usage (GB, fp32)":0.61,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","Cmnli":"","Ocnli":""} -{"index":342,"Rank":358,"Model":"FAB-Ramy-v1<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","Cmnli":"","Ocnli":""} -{"index":343,"Rank":359,"Model":"FAE-v1<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","Cmnli":"","Ocnli":""} -{"index":344,"Rank":360,"Model":"FUE-v1<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","Cmnli":"","Ocnli":""} -{"index":348,"Rank":364,"Model":"sf_model_e5<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","Cmnli":"","Ocnli":""} -{"index":353,"Rank":366,"Model":"LaBSE<\/a>","Model Size (Million Parameters)":471,"Memory Usage (GB, fp32)":1.75,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","Cmnli":"","Ocnli":""} -{"index":354,"Rank":367,"Model":"all-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","Cmnli":"","Ocnli":""} -{"index":355,"Rank":368,"Model":"all-MiniLM-L6-v2<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","Cmnli":"","Ocnli":""} -{"index":356,"Rank":369,"Model":"all-mpnet-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","Cmnli":"","Ocnli":""} -{"index":357,"Rank":370,"Model":"allenai-specter<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","Cmnli":"","Ocnli":""} -{"index":358,"Rank":371,"Model":"average_word_embeddings_glove.6B.300d<\/a>","Model Size (Million Parameters)":120,"Memory Usage (GB, fp32)":0.45,"Embedding Dimensions":300,"Max Tokens":"N\/A","Average":"","Cmnli":"","Ocnli":""} -{"index":359,"Rank":372,"Model":"average_word_embeddings_komninos<\/a>","Model Size (Million Parameters)":134,"Memory Usage (GB, fp32)":0.5,"Embedding Dimensions":300,"Max Tokens":"N\/A","Average":"","Cmnli":"","Ocnli":""} -{"index":360,"Rank":373,"Model":"distiluse-base-multilingual-cased-v2<\/a>","Model Size (Million Parameters)":135,"Memory Usage (GB, fp32)":0.5,"Embedding Dimensions":512,"Max Tokens":512,"Average":"","Cmnli":"","Ocnli":""} -{"index":361,"Rank":374,"Model":"gtr-t5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","Cmnli":"","Ocnli":""} -{"index":362,"Rank":375,"Model":"gtr-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","Cmnli":"","Ocnli":""} -{"index":363,"Rank":376,"Model":"gtr-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","Cmnli":"","Ocnli":""} -{"index":364,"Rank":377,"Model":"gtr-t5-xxl<\/a>","Model Size (Million Parameters)":4865,"Memory Usage (GB, fp32)":18.12,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","Cmnli":"","Ocnli":""} -{"index":365,"Rank":378,"Model":"msmarco-bert-co-condensor<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","Cmnli":"","Ocnli":""} -{"index":366,"Rank":379,"Model":"multi-qa-MiniLM-L6-cos-v1<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","Cmnli":"","Ocnli":""} -{"index":367,"Rank":380,"Model":"paraphrase-multilingual-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","Cmnli":"","Ocnli":""} -{"index":368,"Rank":381,"Model":"paraphrase-multilingual-mpnet-base-v2<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","Cmnli":"","Ocnli":""} -{"index":369,"Rank":382,"Model":"sentence-t5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","Cmnli":"","Ocnli":""} -{"index":370,"Rank":383,"Model":"sentence-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","Cmnli":"","Ocnli":""} -{"index":371,"Rank":384,"Model":"sentence-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","Cmnli":"","Ocnli":""} -{"index":372,"Rank":385,"Model":"sentence-t5-xxl<\/a>","Model Size (Million Parameters)":4865,"Memory Usage (GB, fp32)":18.12,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","Cmnli":"","Ocnli":""} -{"index":374,"Rank":386,"Model":"LaBSE-ru-turbo<\/a>","Model Size (Million Parameters)":128,"Memory Usage (GB, fp32)":0.48,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","Cmnli":"","Ocnli":""} -{"index":375,"Rank":387,"Model":"rubert-tiny-turbo<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"Embedding Dimensions":312,"Max Tokens":2048,"Average":"","Cmnli":"","Ocnli":""} -{"index":378,"Rank":388,"Model":"text2vec-base-multilingual<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":256,"Average":"","Cmnli":"","Ocnli":""} -{"index":381,"Rank":390,"Model":"BAAI-bge-reranker-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","Cmnli":"","Ocnli":""} -{"index":385,"Rank":394,"Model":"gte-base<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","Cmnli":"","Ocnli":""} -{"index":387,"Rank":395,"Model":"gte-large<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","Cmnli":"","Ocnli":""} -{"index":389,"Rank":396,"Model":"gte-small<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","Cmnli":"","Ocnli":""} -{"index":406,"Rank":410,"Model":"universal-sentence-encoder-multilingual-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":512,"Max Tokens":512,"Average":"","Cmnli":"","Ocnli":""} -{"index":407,"Rank":411,"Model":"universal-sentence-encoder-multilingual-large-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":512,"Max Tokens":512,"Average":"","Cmnli":"","Ocnli":""} -{"index":408,"Rank":412,"Model":"b1ade-embed<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","Cmnli":"","Ocnli":""} -{"index":409,"Rank":413,"Model":"b1ade-embed-kd<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","Cmnli":"","Ocnli":""} -{"index":410,"Rank":414,"Model":"b1ade-embed-kd_3<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","Cmnli":"","Ocnli":""} -{"index":413,"Rank":417,"Model":"potion-base-8M-stf<\/a>","Model Size (Million Parameters)":8,"Memory Usage (GB, fp32)":0.03,"Embedding Dimensions":256,"Max Tokens":1000000,"Average":"","Cmnli":"","Ocnli":""} -{"index":414,"Rank":418,"Model":"hktv-fine-tuned-cloudy-large-zh-metaphor14<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Embedding Dimensions":1024,"Max Tokens":1024,"Average":"","Cmnli":"","Ocnli":""} -{"index":416,"Rank":420,"Model":"bilingual-embedding-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","Cmnli":"","Ocnli":""} -{"index":418,"Rank":422,"Model":"LENS-d4000<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","Cmnli":"","Ocnli":""} -{"index":419,"Rank":423,"Model":"LENS-d8000<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","Cmnli":"","Ocnli":""} -{"index":423,"Rank":427,"Model":"Zeta-Alpha-E5-Mistral<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","Cmnli":"","Ocnli":""} -{"index":425,"Rank":428,"Model":"bi-cse<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","Cmnli":"","Ocnli":""} -{"index":427,"Rank":430,"Model":"text-similarity-ada-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":2046,"Average":"","Cmnli":"","Ocnli":""} -{"index":428,"Rank":431,"Model":"text-similarity-babbage-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":2048,"Max Tokens":2046,"Average":"","Cmnli":"","Ocnli":""} -{"index":429,"Rank":432,"Model":"text-similarity-curie-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":4096,"Max Tokens":2046,"Average":"","Cmnli":"","Ocnli":""} -{"index":430,"Rank":433,"Model":"text-similarity-davinci-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":12288,"Max Tokens":2046,"Average":"","Cmnli":"","Ocnli":""} -{"index":432,"Rank":434,"Model":"text-embedding-3-large-256<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":256,"Max Tokens":8191,"Average":"","Cmnli":"","Ocnli":""} -{"index":433,"Rank":435,"Model":"text-embedding-3-large<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":3072,"Max Tokens":8191,"Average":"","Cmnli":"","Ocnli":""} -{"index":434,"Rank":436,"Model":"text-embedding-3-small<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":8191,"Average":"","Cmnli":"","Ocnli":""} -{"index":436,"Rank":437,"Model":"elser-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":30522,"Max Tokens":512,"Average":"","Cmnli":"","Ocnli":""} diff --git a/all_data_tasks/11/default.jsonl b/all_data_tasks/11/default.jsonl deleted file mode 100644 index a563e64ddad6cc95a3f47838fa310dad2d557bba..0000000000000000000000000000000000000000 --- a/all_data_tasks/11/default.jsonl +++ /dev/null @@ -1,349 +0,0 @@ -{"index":51,"Rank":1,"Model":"ListConRanker<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Embedding Dimensions":1024,"Max Tokens":512,"Average":73.24,"CMedQAv1":90.55,"CMedQAv2":89.38,"MMarcoReranking":43.88,"T2Reranking":69.17} -{"index":94,"Rank":2,"Model":"Conan-embedding-v1-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":72.76,"CMedQAv1":91.39,"CMedQAv2":89.72,"MMarcoReranking":41.58,"T2Reranking":68.36} -{"index":159,"Rank":3,"Model":"Conan-embedding-v1<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Embedding Dimensions":1792,"Max Tokens":512,"Average":72.76,"CMedQAv1":91.39,"CMedQAv2":89.72,"MMarcoReranking":41.58,"T2Reranking":68.36} -{"index":280,"Rank":4,"Model":"xiaobu-embedding-v2<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Embedding Dimensions":1792,"Max Tokens":512,"Average":72.58,"CMedQAv1":90.96,"CMedQAv2":90.41,"MMarcoReranking":39.91,"T2Reranking":69.03} -{"index":235,"Rank":5,"Model":"zpoint_large_embedding_zh<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Embedding Dimensions":1792,"Max Tokens":512,"Average":72.34,"CMedQAv1":91.11,"CMedQAv2":90.07,"MMarcoReranking":38.87,"T2Reranking":69.29} -{"index":219,"Rank":6,"Model":"XYZ-embedding-zh-v2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":71.46,"CMedQAv1":89.98,"CMedQAv2":89.05,"MMarcoReranking":37.68,"T2Reranking":69.14} -{"index":218,"Rank":7,"Model":"XYZ-embedding-zh<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":70.8,"CMedQAv1":89.62,"CMedQAv2":89.22,"MMarcoReranking":35.3,"T2Reranking":69.07} -{"index":308,"Rank":8,"Model":"LdIR-Qwen2-reranker-1.5B<\/a>","Model Size (Million Parameters)":1544,"Memory Usage (GB, fp32)":5.75,"Embedding Dimensions":1536,"Max Tokens":32768,"Average":70.45,"CMedQAv1":86.5,"CMedQAv2":87.11,"MMarcoReranking":39.35,"T2Reranking":68.84} -{"index":289,"Rank":9,"Model":"ternary-weight-embedding<\/a>","Model Size (Million Parameters)":99,"Memory Usage (GB, fp32)":0.37,"Embedding Dimensions":1792,"Max Tokens":512,"Average":70.14,"CMedQAv1":88.74,"CMedQAv2":88.38,"MMarcoReranking":35.04,"T2Reranking":68.39} -{"index":340,"Rank":10,"Model":"360Zhinao-1.8B-Reranking<\/a>","Model Size (Million Parameters)":941,"Memory Usage (GB, fp32)":3.51,"Embedding Dimensions":2048,"Max Tokens":4096,"Average":70.13,"CMedQAv1":86.75,"CMedQAv2":87.92,"MMarcoReranking":37.29,"T2Reranking":68.55} -{"index":352,"Rank":11,"Model":"piccolo-large-zh-v2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":70.0,"CMedQAv1":89.31,"CMedQAv2":90.14,"MMarcoReranking":33.39,"T2Reranking":67.15} -{"index":262,"Rank":12,"Model":"Yinka-Q5_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":69.78,"CMedQAv1":89.26,"CMedQAv2":90.05,"MMarcoReranking":32.74,"T2Reranking":67.05} -{"index":53,"Rank":13,"Model":"Yinka<\/a>","Model Size (Million Parameters)":164,"Memory Usage (GB, fp32)":0.61,"Embedding Dimensions":1792,"Max Tokens":512,"Average":69.78,"CMedQAv1":89.26,"CMedQAv2":90.05,"MMarcoReranking":32.74,"T2Reranking":67.05} -{"index":435,"Rank":14,"Model":"text-embedding<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":512,"Average":69.67,"CMedQAv1":88.06,"CMedQAv2":88.46,"MMarcoReranking":34.3,"T2Reranking":67.85} -{"index":20,"Rank":15,"Model":"gme-Qwen2-VL-7B-Instruct<\/a>","Model Size (Million Parameters)":8291,"Memory Usage (GB, fp32)":30.89,"Embedding Dimensions":3584,"Max Tokens":32768,"Average":69.61,"CMedQAv1":88.71,"CMedQAv2":90.51,"MMarcoReranking":32.69,"T2Reranking":66.54} -{"index":52,"Rank":16,"Model":"gme-Qwen2-VL-7B-Instruct-Q5_K_S-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":69.61,"CMedQAv1":88.71,"CMedQAv2":90.51,"MMarcoReranking":32.69,"T2Reranking":66.54} -{"index":71,"Rank":17,"Model":"IYun-large-zh<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":69.3,"CMedQAv1":88.74,"CMedQAv2":89.42,"MMarcoReranking":31.61,"T2Reranking":67.45} -{"index":341,"Rank":18,"Model":"360Zhinao-search<\/a>","Model Size (Million Parameters)":163,"Memory Usage (GB, fp32)":0.61,"Embedding Dimensions":1024,"Max Tokens":512,"Average":68.92,"CMedQAv1":87.0,"CMedQAv2":88.48,"MMarcoReranking":32.41,"T2Reranking":67.8} -{"index":23,"Rank":19,"Model":"gte-Qwen2-7B-instruct<\/a>","Model Size (Million Parameters)":7613,"Memory Usage (GB, fp32)":28.36,"Embedding Dimensions":3584,"Max Tokens":32768,"Average":68.92,"CMedQAv1":88.2,"CMedQAv2":88.03,"MMarcoReranking":31.65,"T2Reranking":67.8} -{"index":376,"Rank":20,"Model":"AGE_Hybrid<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":68.72,"CMedQAv1":89.37,"CMedQAv2":89.27,"MMarcoReranking":29.64,"T2Reranking":66.61} -{"index":309,"Rank":21,"Model":"LdIR-reranker-large<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":68.58,"CMedQAv1":84.35,"CMedQAv2":86.45,"MMarcoReranking":35.64,"T2Reranking":67.86} -{"index":214,"Rank":22,"Model":"stella-mrl-large-zh-v3.5-1792d<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Embedding Dimensions":1792,"Max Tokens":512,"Average":68.45,"CMedQAv1":89.33,"CMedQAv2":89.18,"MMarcoReranking":28.85,"T2Reranking":66.43} -{"index":160,"Rank":23,"Model":"PEG<\/a>","Model Size (Million Parameters)":163,"Memory Usage (GB, fp32)":0.61,"Embedding Dimensions":1024,"Max Tokens":512,"Average":68.41,"CMedQAv1":84.09,"CMedQAv2":86.56,"MMarcoReranking":33.55,"T2Reranking":69.43} -{"index":41,"Rank":24,"Model":"bge-multilingual-gemma2<\/a>","Model Size (Million Parameters)":9242,"Memory Usage (GB, fp32)":34.43,"Embedding Dimensions":3584,"Max Tokens":8192,"Average":68.28,"CMedQAv1":84.62,"CMedQAv2":85.6,"MMarcoReranking":35.43,"T2Reranking":67.48} -{"index":16,"Rank":25,"Model":"OpenSearch-text-hybrid<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1792,"Max Tokens":512,"Average":68.27,"CMedQAv1":88.99,"CMedQAv2":89.6,"MMarcoReranking":28.12,"T2Reranking":66.38} -{"index":213,"Rank":26,"Model":"stella-large-zh-v3-1792d<\/a>","Model Size (Million Parameters)":325,"Memory Usage (GB, fp32)":1.21,"Embedding Dimensions":1792,"Max Tokens":512,"Average":68.26,"CMedQAv1":88.99,"CMedQAv2":89.6,"MMarcoReranking":28.09,"T2Reranking":66.38} -{"index":22,"Rank":27,"Model":"gte-Qwen2-1.5B-instruct<\/a>","Model Size (Million Parameters)":1776,"Memory Usage (GB, fp32)":6.62,"Embedding Dimensions":1536,"Max Tokens":131072,"Average":68.21,"CMedQAv1":88.16,"CMedQAv2":88.12,"MMarcoReranking":29.14,"T2Reranking":67.43} -{"index":105,"Rank":28,"Model":"onnx-gte-multilingual-base<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":68.17,"CMedQAv1":86.11,"CMedQAv2":87.28,"MMarcoReranking":32.19,"T2Reranking":67.09} -{"index":26,"Rank":29,"Model":"gte-multilingual-base<\/a>","Model Size (Million Parameters)":305,"Memory Usage (GB, fp32)":1.14,"Embedding Dimensions":768,"Max Tokens":8192,"Average":68.17,"CMedQAv1":86.11,"CMedQAv2":87.28,"MMarcoReranking":32.19,"T2Reranking":67.09} -{"index":177,"Rank":30,"Model":"acge_text_embedding<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Embedding Dimensions":1792,"Max Tokens":1024,"Average":67.98,"CMedQAv1":88.66,"CMedQAv2":88.9,"MMarcoReranking":27.76,"T2Reranking":66.62} -{"index":310,"Rank":31,"Model":"bge-reranker-large-1k<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":1026,"Average":67.87,"CMedQAv1":82.15,"CMedQAv2":84.19,"MMarcoReranking":37.64,"T2Reranking":67.48} -{"index":243,"Rank":32,"Model":"stella-base-zh-v3-1792d<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Embedding Dimensions":1792,"Max Tokens":1024,"Average":67.84,"CMedQAv1":88.34,"CMedQAv2":89.06,"MMarcoReranking":27.48,"T2Reranking":66.49} -{"index":381,"Rank":33,"Model":"BAAI-bge-reranker-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":67.78,"CMedQAv1":82.14,"CMedQAv2":84.19,"MMarcoReranking":37.17,"T2Reranking":67.6} -{"index":140,"Rank":34,"Model":"alime-embedding-large-zh<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Embedding Dimensions":1024,"Max Tokens":512,"Average":67.61,"CMedQAv1":86.52,"CMedQAv2":87.11,"MMarcoReranking":30.63,"T2Reranking":66.18} -{"index":141,"Rank":35,"Model":"alime-reranker-large-zh<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":67.54,"CMedQAv1":82.32,"CMedQAv2":84.09,"MMarcoReranking":35.5,"T2Reranking":68.26} -{"index":388,"Rank":36,"Model":"gte-large-zh<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Embedding Dimensions":1024,"Max Tokens":512,"Average":67.4,"CMedQAv1":86.09,"CMedQAv2":86.46,"MMarcoReranking":31.19,"T2Reranking":65.86} -{"index":279,"Rank":37,"Model":"xiaobu-embedding<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Embedding Dimensions":1024,"Max Tokens":512,"Average":67.34,"CMedQAv1":87.12,"CMedQAv2":87.57,"MMarcoReranking":28.08,"T2Reranking":66.6} -{"index":61,"Rank":38,"Model":"Dmeta-embedding-zh<\/a>","Model Size (Million Parameters)":103,"Memory Usage (GB, fp32)":0.38,"Embedding Dimensions":768,"Max Tokens":1024,"Average":67.17,"CMedQAv1":88.49,"CMedQAv2":89.18,"MMarcoReranking":24.76,"T2Reranking":66.26} -{"index":19,"Rank":39,"Model":"gme-Qwen2-VL-2B-Instruct<\/a>","Model Size (Million Parameters)":2209,"Memory Usage (GB, fp32)":8.23,"Embedding Dimensions":1536,"Max Tokens":32768,"Average":67.17,"CMedQAv1":86.43,"CMedQAv2":87.56,"MMarcoReranking":27.96,"T2Reranking":66.73} -{"index":202,"Rank":40,"Model":"bge-reranker-large-onnx<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":67.03,"CMedQAv1":81.27,"CMedQAv2":84.1,"MMarcoReranking":35.46,"T2Reranking":67.28} -{"index":68,"Rank":41,"Model":"bge-reranker-large-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":67.03,"CMedQAv1":81.27,"CMedQAv2":84.1,"MMarcoReranking":35.46,"T2Reranking":67.28} -{"index":43,"Rank":42,"Model":"bge-reranker-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":67.03,"CMedQAv1":81.27,"CMedQAv2":84.1,"MMarcoReranking":35.46,"T2Reranking":67.28} -{"index":415,"Rank":43,"Model":"bge-reranker-base-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":67.03,"CMedQAv1":81.27,"CMedQAv2":84.1,"MMarcoReranking":35.46,"T2Reranking":67.28} -{"index":42,"Rank":44,"Model":"bge-reranker-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":67.03,"CMedQAv1":81.27,"CMedQAv2":84.1,"MMarcoReranking":35.46,"T2Reranking":67.28} -{"index":263,"Rank":45,"Model":"bge-reranker-base-Q5_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":67.03,"CMedQAv1":81.27,"CMedQAv2":84.1,"MMarcoReranking":35.46,"T2Reranking":67.28} -{"index":386,"Rank":46,"Model":"gte-base-zh<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Embedding Dimensions":768,"Max Tokens":512,"Average":67.0,"CMedQAv1":86.79,"CMedQAv2":87.2,"MMarcoReranking":27.64,"T2Reranking":66.36} -{"index":241,"Rank":47,"Model":"stella-base-zh<\/a>","Model Size (Million Parameters)":103,"Memory Usage (GB, fp32)":0.38,"Embedding Dimensions":768,"Max Tokens":1024,"Average":66.95,"CMedQAv1":85.69,"CMedQAv2":86.46,"MMarcoReranking":29.2,"T2Reranking":66.46} -{"index":62,"Rank":48,"Model":"Dmeta-embedding-zh-small<\/a>","Model Size (Million Parameters)":74,"Memory Usage (GB, fp32)":0.28,"Embedding Dimensions":768,"Max Tokens":1024,"Average":66.92,"CMedQAv1":86.78,"CMedQAv2":87.39,"MMarcoReranking":27.39,"T2Reranking":66.11} -{"index":350,"Rank":49,"Model":"piccolo-base-zh<\/a>","Model Size (Million Parameters)":51,"Memory Usage (GB, fp32)":0.19,"Embedding Dimensions":768,"Max Tokens":512,"Average":66.68,"CMedQAv1":85.25,"CMedQAv2":86.15,"MMarcoReranking":28.87,"T2Reranking":66.46} -{"index":270,"Rank":50,"Model":"jina-embeddings-v2-base-zh<\/a>","Model Size (Million Parameters)":161,"Memory Usage (GB, fp32)":0.6,"Embedding Dimensions":768,"Max Tokens":8192,"Average":66.57,"CMedQAv1":83.64,"CMedQAv2":83.74,"MMarcoReranking":31.54,"T2Reranking":67.37} -{"index":32,"Rank":51,"Model":"jina-embeddings-v2-base-zh-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":66.57,"CMedQAv1":83.64,"CMedQAv2":83.74,"MMarcoReranking":31.54,"T2Reranking":67.37} -{"index":33,"Rank":52,"Model":"jina-embeddings-v2-base-zh-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":66.57,"CMedQAv1":83.64,"CMedQAv2":83.74,"MMarcoReranking":31.54,"T2Reranking":67.37} -{"index":245,"Rank":53,"Model":"stella-large-zh-v2<\/a>","Model Size (Million Parameters)":163,"Memory Usage (GB, fp32)":0.61,"Embedding Dimensions":1024,"Max Tokens":1024,"Average":66.41,"CMedQAv1":85.45,"CMedQAv2":85.83,"MMarcoReranking":27.97,"T2Reranking":66.41} -{"index":28,"Rank":54,"Model":"tao<\/a>","Model Size (Million Parameters)":163,"Memory Usage (GB, fp32)":0.61,"Embedding Dimensions":1024,"Max Tokens":1024,"Average":66.39,"CMedQAv1":85.34,"CMedQAv2":85.87,"MMarcoReranking":27.96,"T2Reranking":66.38} -{"index":21,"Rank":55,"Model":"gte-Qwen1.5-7B-instruct<\/a>","Model Size (Million Parameters)":7099,"Memory Usage (GB, fp32)":26.45,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":66.38,"CMedQAv1":86.37,"CMedQAv2":87.41,"MMarcoReranking":23.64,"T2Reranking":68.11} -{"index":29,"Rank":56,"Model":"tao-8k<\/a>","Model Size (Million Parameters)":167,"Memory Usage (GB, fp32)":0.62,"Embedding Dimensions":1024,"Max Tokens":8192,"Average":66.38,"CMedQAv1":85.34,"CMedQAv2":85.81,"MMarcoReranking":27.97,"T2Reranking":66.38} -{"index":392,"Rank":57,"Model":"gte-small-zh<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":66.22,"CMedQAv1":86.08,"CMedQAv2":87.26,"MMarcoReranking":26.13,"T2Reranking":65.39} -{"index":390,"Rank":58,"Model":"gte-small-zh<\/a>","Model Size (Million Parameters)":30,"Memory Usage (GB, fp32)":0.11,"Embedding Dimensions":512,"Max Tokens":512,"Average":66.22,"CMedQAv1":86.08,"CMedQAv2":87.26,"MMarcoReranking":26.13,"T2Reranking":65.39} -{"index":242,"Rank":59,"Model":"stella-base-zh-v2<\/a>","Model Size (Million Parameters)":51,"Memory Usage (GB, fp32)":0.19,"Embedding Dimensions":768,"Max Tokens":1024,"Average":66.1,"CMedQAv1":84.7,"CMedQAv2":85.31,"MMarcoReranking":28.05,"T2Reranking":66.35} -{"index":172,"Rank":60,"Model":"cloudy-large-zh<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Embedding Dimensions":1024,"Max Tokens":1024,"Average":66.04,"CMedQAv1":86.1,"CMedQAv2":86.95,"MMarcoReranking":24.26,"T2Reranking":66.83} -{"index":414,"Rank":61,"Model":"hktv-fine-tuned-cloudy-large-zh-metaphor14<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Embedding Dimensions":1024,"Max Tokens":1024,"Average":66.04,"CMedQAv1":86.1,"CMedQAv2":86.95,"MMarcoReranking":24.26,"T2Reranking":66.83} -{"index":244,"Rank":62,"Model":"stella-large-zh<\/a>","Model Size (Million Parameters)":163,"Memory Usage (GB, fp32)":0.61,"Embedding Dimensions":1024,"Max Tokens":1024,"Average":65.98,"CMedQAv1":84.69,"CMedQAv2":85.23,"MMarcoReranking":27.16,"T2Reranking":66.86} -{"index":351,"Rank":63,"Model":"piccolo-large-zh<\/a>","Model Size (Million Parameters)":163,"Memory Usage (GB, fp32)":0.61,"Embedding Dimensions":1024,"Max Tokens":512,"Average":65.98,"CMedQAv1":84.79,"CMedQAv2":84.89,"MMarcoReranking":27.27,"T2Reranking":66.96} -{"index":72,"Rank":64,"Model":"mist-zh<\/a>","Model Size (Million Parameters)":51,"Memory Usage (GB, fp32)":0.19,"Embedding Dimensions":768,"Max Tokens":512,"Average":65.89,"CMedQAv1":84.67,"CMedQAv2":85.27,"MMarcoReranking":27.84,"T2Reranking":65.79} -{"index":39,"Rank":65,"Model":"bge-large-zh-v1.5<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Embedding Dimensions":1024,"Max Tokens":512,"Average":65.84,"CMedQAv1":83.45,"CMedQAv2":85.44,"MMarcoReranking":28.74,"T2Reranking":65.74} -{"index":35,"Rank":66,"Model":"bge-base-zh-v1.5<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Embedding Dimensions":768,"Max Tokens":512,"Average":65.4,"CMedQAv1":80.47,"CMedQAv2":84.88,"MMarcoReranking":29.74,"T2Reranking":66.49} -{"index":38,"Rank":67,"Model":"bge-large-zh-noinstruct<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Embedding Dimensions":1024,"Max Tokens":512,"Average":64.9,"CMedQAv1":81.72,"CMedQAv2":84.64,"MMarcoReranking":27.1,"T2Reranking":66.16} -{"index":84,"Rank":68,"Model":"KaLM-embedding-multilingual-mini-v1<\/a>","Model Size (Million Parameters)":494,"Memory Usage (GB, fp32)":1.84,"Embedding Dimensions":896,"Max Tokens":131072,"Average":64.81,"CMedQAv1":81.63,"CMedQAv2":82.69,"MMarcoReranking":28.4,"T2Reranking":66.51} -{"index":82,"Rank":69,"Model":"KaLM-embedding-multilingual-mini-instruct-v1<\/a>","Model Size (Million Parameters)":494,"Memory Usage (GB, fp32)":1.84,"Embedding Dimensions":896,"Max Tokens":131072,"Average":64.42,"CMedQAv1":81.72,"CMedQAv2":82.59,"MMarcoReranking":26.99,"T2Reranking":66.38} -{"index":83,"Rank":70,"Model":"KaLM-embedding-multilingual-mini-instruct-v1.5<\/a>","Model Size (Million Parameters)":494,"Memory Usage (GB, fp32)":1.84,"Embedding Dimensions":896,"Max Tokens":131072,"Average":64.38,"CMedQAv1":82.21,"CMedQAv2":83.08,"MMarcoReranking":25.49,"T2Reranking":66.73} -{"index":283,"Rank":71,"Model":"lim_base_zh<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Embedding Dimensions":768,"Max Tokens":512,"Average":63.73,"CMedQAv1":83.85,"CMedQAv2":84.75,"MMarcoReranking":20.56,"T2Reranking":65.75} -{"index":55,"Rank":72,"Model":"winberta-large<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":63.2,"CMedQAv1":78.39,"CMedQAv2":80.84,"MMarcoReranking":27.29,"T2Reranking":66.3} -{"index":56,"Rank":73,"Model":"windberta-large<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":62.82,"CMedQAv1":77.42,"CMedQAv2":77.84,"MMarcoReranking":30.17,"T2Reranking":65.85} -{"index":251,"Rank":74,"Model":"e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":61.86,"CMedQAv1":77.68,"CMedQAv2":78.66,"MMarcoReranking":24.21,"T2Reranking":66.9} -{"index":27,"Rank":75,"Model":"e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":61.86,"CMedQAv1":77.68,"CMedQAv2":78.66,"MMarcoReranking":24.21,"T2Reranking":66.9} -{"index":373,"Rank":76,"Model":"ZNV-Embedding<\/a>","Model Size (Million Parameters)":6061,"Memory Usage (GB, fp32)":22.58,"Embedding Dimensions":4096,"Max Tokens":4096,"Average":61.48,"CMedQAv1":80.4,"CMedQAv2":80.39,"MMarcoReranking":18.86,"T2Reranking":66.25} -{"index":54,"Rank":77,"Model":"winberta-base<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":61.35,"CMedQAv1":76.47,"CMedQAv2":77.44,"MMarcoReranking":24.31,"T2Reranking":67.18} -{"index":311,"Rank":78,"Model":"m3e-ernie-xbase-zh<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":60.96,"CMedQAv1":80.66,"CMedQAv2":79.31,"MMarcoReranking":19.57,"T2Reranking":64.31} -{"index":45,"Rank":79,"Model":"bge-small-zh-v1.5<\/a>","Model Size (Million Parameters)":24,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":512,"Max Tokens":512,"Average":60.92,"CMedQAv1":77.4,"CMedQAv2":79.86,"MMarcoReranking":20.5,"T2Reranking":65.9} -{"index":64,"Rank":80,"Model":"jina-embeddings-v3<\/a>","Model Size (Million Parameters)":572,"Memory Usage (GB, fp32)":2.13,"Embedding Dimensions":1024,"Max Tokens":8194,"Average":60.64,"CMedQAv1":77.96,"CMedQAv2":78.22,"MMarcoReranking":21.05,"T2Reranking":65.31} -{"index":272,"Rank":81,"Model":"jina-embeddings-v3<\/a>","Model Size (Million Parameters)":572,"Memory Usage (GB, fp32)":2.13,"Embedding Dimensions":1024,"Max Tokens":8194,"Average":60.64,"CMedQAv1":77.96,"CMedQAv2":78.22,"MMarcoReranking":21.05,"T2Reranking":65.31} -{"index":305,"Rank":82,"Model":"m3e-large<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Embedding Dimensions":768,"Max Tokens":512,"Average":59.66,"CMedQAv1":77.76,"CMedQAv2":78.27,"MMarcoReranking":16.46,"T2Reranking":66.13} -{"index":304,"Rank":83,"Model":"m3e-base<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Embedding Dimensions":768,"Max Tokens":512,"Average":59.34,"CMedQAv1":77.05,"CMedQAv2":76.76,"MMarcoReranking":17.51,"T2Reranking":66.03} -{"index":261,"Rank":84,"Model":"udever-bloom-7b1<\/a>","Model Size (Million Parameters)":7069,"Memory Usage (GB, fp32)":26.33,"Embedding Dimensions":4096,"Max Tokens":2048,"Average":59.11,"CMedQAv1":70.54,"CMedQAv2":71.35,"MMarcoReranking":26.69,"T2Reranking":67.88} -{"index":259,"Rank":85,"Model":"udever-bloom-3b<\/a>","Model Size (Million Parameters)":3003,"Memory Usage (GB, fp32)":11.19,"Embedding Dimensions":2560,"Max Tokens":2048,"Average":57.68,"CMedQAv1":68.91,"CMedQAv2":69.42,"MMarcoReranking":25.9,"T2Reranking":66.49} -{"index":258,"Rank":86,"Model":"udever-bloom-1b1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":2048,"Average":56.27,"CMedQAv1":66.06,"CMedQAv2":66.96,"MMarcoReranking":26.14,"T2Reranking":65.94} -{"index":255,"Rank":87,"Model":"multilingual-e5-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":56.0,"CMedQAv1":68.25,"CMedQAv2":68.56,"MMarcoReranking":21.34,"T2Reranking":65.83} -{"index":254,"Rank":88,"Model":"multilingual-e5-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":54.35,"CMedQAv1":65.21,"CMedQAv2":66.06,"MMarcoReranking":21.76,"T2Reranking":64.39} -{"index":431,"Rank":89,"Model":"text-embedding-ada-002<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":8191,"Average":54.28,"CMedQAv1":63.08,"CMedQAv2":64.02,"MMarcoReranking":23.39,"T2Reranking":66.65} -{"index":257,"Rank":90,"Model":"multilingual-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":53.86,"CMedQAv1":63.44,"CMedQAv2":62.41,"MMarcoReranking":24.33,"T2Reranking":65.24} -{"index":260,"Rank":91,"Model":"udever-bloom-560m<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":2048,"Average":53.62,"CMedQAv1":63.41,"CMedQAv2":63.66,"MMarcoReranking":23.69,"T2Reranking":63.74} -{"index":377,"Rank":92,"Model":"text2vec-base-chinese<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Embedding Dimensions":768,"Max Tokens":512,"Average":49.45,"CMedQAv1":59.26,"CMedQAv2":59.82,"MMarcoReranking":12.76,"T2Reranking":65.95} -{"index":379,"Rank":93,"Model":"luotuo-bert-medium<\/a>","Model Size (Million Parameters)":328,"Memory Usage (GB, fp32)":1.22,"Embedding Dimensions":768,"Max Tokens":512,"Average":49.25,"CMedQAv1":57.82,"CMedQAv2":58.88,"MMarcoReranking":14.55,"T2Reranking":65.76} -{"index":76,"Rank":94,"Model":"text2vec-large-chinese<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Embedding Dimensions":1024,"Max Tokens":512,"Average":49.16,"CMedQAv1":58.92,"CMedQAv2":60.41,"MMarcoReranking":12.48,"T2Reranking":64.82} -{"index":63,"Rank":95,"Model":"sbert-chinese-general-v1<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Embedding Dimensions":768,"Max Tokens":512,"Average":45.08,"CMedQAv1":53.07,"CMedQAv2":52.84,"MMarcoReranking":9.29,"T2Reranking":65.14} -{"index":69,"Rank":96,"Model":"paraphrase-multilingual-mpnet-base-v2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":44.91,"CMedQAv1":50.19,"CMedQAv2":50.39,"MMarcoReranking":14.57,"T2Reranking":64.49} -{"index":217,"Rank":97,"Model":"SONAR<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":32.84,"CMedQAv1":34.31,"CMedQAv2":35.88,"MMarcoReranking":5.83,"T2Reranking":55.35} -{"index":391,"Rank":98,"Model":"ALL_862873<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":25.86,"CMedQAv1":19.72,"CMedQAv2":22.48,"MMarcoReranking":1.17,"T2Reranking":60.05} -{"index":0,"Rank":99,"Model":"text-embedding-004-256<\/a>","Model Size (Million Parameters)":1200,"Memory Usage (GB, fp32)":4.47,"Embedding Dimensions":256,"Max Tokens":2048,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":1,"Rank":100,"Model":"text-embedding-004<\/a>","Model Size (Million Parameters)":1200,"Memory Usage (GB, fp32)":4.47,"Embedding Dimensions":768,"Max Tokens":2048,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":2,"Rank":101,"Model":"titan-embed-text-v1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":8000,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":3,"Rank":102,"Model":"mistral-embed<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":"","Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":4,"Rank":103,"Model":"voyage-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":4000,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":5,"Rank":104,"Model":"voyage-3-lite<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":512,"Max Tokens":32000,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":65.4} -{"index":6,"Rank":105,"Model":"voyage-3-m-exp<\/a>","Model Size (Million Parameters)":6918,"Memory Usage (GB, fp32)":25.77,"Embedding Dimensions":2048,"Max Tokens":32000,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":7,"Rank":106,"Model":"voyage-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":32000,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":65.27} -{"index":8,"Rank":107,"Model":"voyage-code-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":16000,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":9,"Rank":108,"Model":"voyage-large-2-instruct<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":16000,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":10,"Rank":109,"Model":"voyage-law-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":16000,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":11,"Rank":110,"Model":"voyage-lite-01-instruct<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":4000,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":12,"Rank":111,"Model":"voyage-lite-02-instruct<\/a>","Model Size (Million Parameters)":1220,"Memory Usage (GB, fp32)":4.54,"Embedding Dimensions":1024,"Max Tokens":4000,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":13,"Rank":112,"Model":"voyage-multilingual-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":32000,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":14,"Rank":113,"Model":"LASER2<\/a>","Model Size (Million Parameters)":43,"Memory Usage (GB, fp32)":0.16,"Embedding Dimensions":1024,"Max Tokens":"N\/A","Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":17,"Rank":115,"Model":"llm2vec-croissant-mntp<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":24,"Rank":117,"Model":"gte-base-en-v1.5<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":25,"Rank":118,"Model":"gte-large-en-v1.5<\/a>","Model Size (Million Parameters)":434,"Memory Usage (GB, fp32)":1.62,"Embedding Dimensions":1024,"Max Tokens":8192,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":34,"Rank":121,"Model":"bge-base-en-v1.5<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":63.09} -{"index":36,"Rank":122,"Model":"bge-en-icl<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":37,"Rank":123,"Model":"bge-large-en-v1.5<\/a>","Model Size (Million Parameters)":1340,"Memory Usage (GB, fp32)":4.99,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":63.07} -{"index":40,"Rank":124,"Model":"bge-m3<\/a>","Model Size (Million Parameters)":567,"Memory Usage (GB, fp32)":2.11,"Embedding Dimensions":1024,"Max Tokens":8192,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":66.83} -{"index":44,"Rank":125,"Model":"bge-small-en-v1.5<\/a>","Model Size (Million Parameters)":24,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":512,"Max Tokens":512,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":63.0} -{"index":46,"Rank":126,"Model":"nomic-embed-text-v1<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":47,"Rank":127,"Model":"nomic-embed-text-v1.5<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":58,"Rank":132,"Model":"Cohere-embed-english-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":512,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":62.84} -{"index":59,"Rank":133,"Model":"Cohere-embed-multilingual-light-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":384,"Max Tokens":512,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":67.46} -{"index":60,"Rank":134,"Model":"Cohere-embed-multilingual-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":512,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":67.8} -{"index":65,"Rank":135,"Model":"distilrubert-small-cased-conversational<\/a>","Model Size (Million Parameters)":106,"Memory Usage (GB, fp32)":0.39,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":52.07} -{"index":66,"Rank":136,"Model":"rubert-base-cased<\/a>","Model Size (Million Parameters)":180,"Memory Usage (GB, fp32)":0.67,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":53.26} -{"index":67,"Rank":137,"Model":"rubert-base-cased-sentence<\/a>","Model Size (Million Parameters)":180,"Memory Usage (GB, fp32)":0.67,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":53.74} -{"index":73,"Rank":139,"Model":"xlm-roberta-base<\/a>","Model Size (Million Parameters)":279,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":74,"Rank":140,"Model":"xlm-roberta-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":75,"Rank":141,"Model":"STS-multilingual-mpnet-base-v2<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":77,"Rank":142,"Model":"bert-base-10lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":78,"Rank":143,"Model":"bert-base-15lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":79,"Rank":144,"Model":"bert-base-25lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":80,"Rank":145,"Model":"GritLM-7B<\/a>","Model Size (Million Parameters)":7240,"Memory Usage (GB, fp32)":26.97,"Embedding Dimensions":"","Max Tokens":4096,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":21.7,"T2Reranking":65.64} -{"index":81,"Rank":146,"Model":"GritLM-8x7B<\/a>","Model Size (Million Parameters)":46703,"Memory Usage (GB, fp32)":173.98,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":85,"Rank":147,"Model":"speed-embedding-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":86,"Rank":148,"Model":"lodestone-base-4096-v1<\/a>","Model Size (Million Parameters)":69,"Memory Usage (GB, fp32)":0.26,"Embedding Dimensions":768,"Max Tokens":4096,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":87,"Rank":149,"Model":"Yuan-embedding-1.0<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Embedding Dimensions":1792,"Max Tokens":512,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":37.02,"T2Reranking":66.68} -{"index":96,"Rank":157,"Model":"MUG-B-1.6<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":97,"Rank":158,"Model":"bilingual-document-embedding<\/a>","Model Size (Million Parameters)":568,"Memory Usage (GB, fp32)":2.12,"Embedding Dimensions":1024,"Max Tokens":8194,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":98,"Rank":159,"Model":"bilingual-embedding-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":99,"Rank":160,"Model":"bilingual-embedding-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":100,"Rank":161,"Model":"bilingual-embedding-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":101,"Rank":162,"Model":"Zhihui_LLM_Embedding<\/a>","Model Size (Million Parameters)":7069,"Memory Usage (GB, fp32)":26.33,"Embedding Dimensions":3584,"Max Tokens":131072,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":102,"Rank":163,"Model":"Linq-Embed-Mistral<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":106,"Rank":166,"Model":"LLM2Vec-Llama-2-7b-chat-hf-mntp-supervised<\/a>","Model Size (Million Parameters)":6607,"Memory Usage (GB, fp32)":24.61,"Embedding Dimensions":4096,"Max Tokens":4096,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":107,"Rank":167,"Model":"LLM2Vec-Llama-2-unsupervised<\/a>","Model Size (Million Parameters)":6607,"Memory Usage (GB, fp32)":24.61,"Embedding Dimensions":4096,"Max Tokens":4096,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":108,"Rank":168,"Model":"LLM2Vec-Meta-Llama-3-supervised<\/a>","Model Size (Million Parameters)":7505,"Memory Usage (GB, fp32)":27.96,"Embedding Dimensions":4096,"Max Tokens":8192,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":109,"Rank":169,"Model":"LLM2Vec-Meta-Llama-3-unsupervised<\/a>","Model Size (Million Parameters)":7505,"Memory Usage (GB, fp32)":27.96,"Embedding Dimensions":4096,"Max Tokens":8192,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":110,"Rank":170,"Model":"LLM2Vec-Mistral-supervised<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":111,"Rank":171,"Model":"LLM2Vec-Mistral-unsupervised<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":112,"Rank":172,"Model":"LLM2Vec-Sheared-Llama-supervised<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":4096,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":113,"Rank":173,"Model":"LLM2Vec-Sheared-Llama-unsupervised<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":4096,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":114,"Rank":174,"Model":"Bulbasaur<\/a>","Model Size (Million Parameters)":17,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":115,"Rank":175,"Model":"Ivysaur<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.08,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":116,"Rank":176,"Model":"Squirtle<\/a>","Model Size (Million Parameters)":16,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":117,"Rank":177,"Model":"Venusaur<\/a>","Model Size (Million Parameters)":16,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":118,"Rank":178,"Model":"Wartortle<\/a>","Model Size (Million Parameters)":17,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":119,"Rank":179,"Model":"test24<\/a>","Model Size (Million Parameters)":17,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":120,"Rank":180,"Model":"test25<\/a>","Model Size (Million Parameters)":17,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":121,"Rank":181,"Model":"SGPT-1.3B-weightedmean-msmarco-specb-bitfit<\/a>","Model Size (Million Parameters)":1341,"Memory Usage (GB, fp32)":4.99,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":122,"Rank":182,"Model":"SGPT-125M-weightedmean-msmarco-specb-bitfit<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":2048,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":123,"Rank":183,"Model":"SGPT-125M-weightedmean-nli-bitfit<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":2048,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":124,"Rank":184,"Model":"SGPT-2.7B-weightedmean-msmarco-specb-bitfit<\/a>","Model Size (Million Parameters)":2685,"Memory Usage (GB, fp32)":10.0,"Embedding Dimensions":2560,"Max Tokens":2048,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":125,"Rank":185,"Model":"SGPT-5.8B-weightedmean-msmarco-specb-bitfit<\/a>","Model Size (Million Parameters)":5874,"Memory Usage (GB, fp32)":21.88,"Embedding Dimensions":4096,"Max Tokens":2048,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":126,"Rank":186,"Model":"SGPT-5.8B-weightedmean-nli-bitfit<\/a>","Model Size (Million Parameters)":5874,"Memory Usage (GB, fp32)":21.88,"Embedding Dimensions":4096,"Max Tokens":2048,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":130,"Rank":190,"Model":"stella_en_1.5B_v5<\/a>","Model Size (Million Parameters)":1543,"Memory Usage (GB, fp32)":5.75,"Embedding Dimensions":8192,"Max Tokens":131072,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":131,"Rank":191,"Model":"stella_en_400M_v5<\/a>","Model Size (Million Parameters)":435,"Memory Usage (GB, fp32)":1.62,"Embedding Dimensions":8192,"Max Tokens":8192,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":132,"Rank":192,"Model":"Arabert-all-nli-triplet-Matryoshka<\/a>","Model Size (Million Parameters)":135,"Memory Usage (GB, fp32)":0.5,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":133,"Rank":193,"Model":"Arabic-MiniLM-L12-v2-all-nli-triplet<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":134,"Rank":194,"Model":"Arabic-all-nli-triplet-Matryoshka<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":135,"Rank":195,"Model":"Arabic-labse-Matryoshka<\/a>","Model Size (Million Parameters)":471,"Memory Usage (GB, fp32)":1.75,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":136,"Rank":196,"Model":"Arabic-mpnet-base-all-nli-triplet<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":137,"Rank":197,"Model":"Marbert-all-nli-triplet-Matryoshka<\/a>","Model Size (Million Parameters)":163,"Memory Usage (GB, fp32)":0.61,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":138,"Rank":198,"Model":"Solon-embeddings-large-0.1<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":139,"Rank":199,"Model":"KartonBERT-USE-base-v1<\/a>","Model Size (Million Parameters)":104,"Memory Usage (GB, fp32)":0.39,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":144,"Rank":202,"Model":"SFR-Embedding-2_R<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":145,"Rank":203,"Model":"SFR-Embedding-Mistral<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":66.97} -{"index":148,"Rank":206,"Model":"snowflake-arctic-embed-l<\/a>","Model Size (Million Parameters)":334,"Memory Usage (GB, fp32)":1.24,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":149,"Rank":207,"Model":"snowflake-arctic-embed-l-v2.0<\/a>","Model Size (Million Parameters)":568,"Memory Usage (GB, fp32)":2.12,"Embedding Dimensions":1024,"Max Tokens":8194,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":150,"Rank":208,"Model":"snowflake-arctic-embed-m<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":151,"Rank":209,"Model":"snowflake-arctic-embed-m-long<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":152,"Rank":210,"Model":"snowflake-arctic-embed-m-v1.5<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":153,"Rank":211,"Model":"snowflake-arctic-embed-m-v2.0<\/a>","Model Size (Million Parameters)":305,"Memory Usage (GB, fp32)":1.14,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":154,"Rank":212,"Model":"snowflake-arctic-embed-s<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":155,"Rank":213,"Model":"snowflake-arctic-embed-xs<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.08,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":156,"Rank":214,"Model":"bge-micro<\/a>","Model Size (Million Parameters)":17,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":157,"Rank":215,"Model":"bge-micro-v2<\/a>","Model Size (Million Parameters)":17,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":158,"Rank":216,"Model":"gte-tiny<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.08,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":161,"Rank":217,"Model":"UAE-Large-V1<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":162,"Rank":218,"Model":"sentence-croissant-llm-base<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":164,"Rank":220,"Model":"German_Semantic_STS_V2<\/a>","Model Size (Million Parameters)":336,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":165,"Rank":221,"Model":"MedEmbed-small-v0.1<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":168,"Rank":224,"Model":"ru-en-RoSBERTa<\/a>","Model Size (Million Parameters)":404,"Memory Usage (GB, fp32)":1.5,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":169,"Rank":225,"Model":"sbert_large_mt_nlu_ru<\/a>","Model Size (Million Parameters)":427,"Memory Usage (GB, fp32)":1.59,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":50.61} -{"index":170,"Rank":226,"Model":"sbert_large_nlu_ru<\/a>","Model Size (Million Parameters)":427,"Memory Usage (GB, fp32)":1.59,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":50.7} -{"index":175,"Rank":230,"Model":"bge-small-4096<\/a>","Model Size (Million Parameters)":35,"Memory Usage (GB, fp32)":0.13,"Embedding Dimensions":384,"Max Tokens":4096,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":176,"Rank":231,"Model":"jina-embeddings-v2-base-en<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":178,"Rank":232,"Model":"GIST-Embedding-v0<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":179,"Rank":233,"Model":"GIST-all-MiniLM-L6-v2<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.08,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":180,"Rank":234,"Model":"GIST-large-Embedding-v0<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":181,"Rank":235,"Model":"GIST-small-Embedding-v0<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":182,"Rank":236,"Model":"NoInstruct-small-Embedding-v0<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":185,"Rank":239,"Model":"brown-beetle-base-v1<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.08,"Embedding Dimensions":768,"Max Tokens":1000000,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":186,"Rank":240,"Model":"brown-beetle-small-v1<\/a>","Model Size (Million Parameters)":8,"Memory Usage (GB, fp32)":0.03,"Embedding Dimensions":256,"Max Tokens":1000000,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":187,"Rank":241,"Model":"brown-beetle-tiny-v1<\/a>","Model Size (Million Parameters)":4,"Memory Usage (GB, fp32)":0.01,"Embedding Dimensions":128,"Max Tokens":1000000,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":188,"Rank":242,"Model":"brown-beetle-tiny-v1.1<\/a>","Model Size (Million Parameters)":4,"Memory Usage (GB, fp32)":0.01,"Embedding Dimensions":768,"Max Tokens":1000000,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":189,"Rank":243,"Model":"brown-fairy-base-v0<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.08,"Embedding Dimensions":768,"Max Tokens":1000000,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":190,"Rank":244,"Model":"red-beetle-base-v1.1<\/a>","Model Size (Million Parameters)":30,"Memory Usage (GB, fp32)":0.11,"Embedding Dimensions":1024,"Max Tokens":1000000,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":191,"Rank":245,"Model":"sgpt-bloom-1b7-nli<\/a>","Model Size (Million Parameters)":1722,"Memory Usage (GB, fp32)":6.42,"Embedding Dimensions":2048,"Max Tokens":4096,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":192,"Rank":246,"Model":"sgpt-bloom-7b1-msmarco<\/a>","Model Size (Million Parameters)":7068,"Memory Usage (GB, fp32)":26.33,"Embedding Dimensions":4096,"Max Tokens":2048,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":194,"Rank":248,"Model":"slx-v0.1<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.08,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":196,"Rank":250,"Model":"Chuxin-Embedding<\/a>","Model Size (Million Parameters)":568,"Memory Usage (GB, fp32)":2.12,"Embedding Dimensions":1024,"Max Tokens":8194,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":197,"Rank":251,"Model":"snowflake-arctic-embed-m-v2.0-cpu<\/a>","Model Size (Million Parameters)":305,"Memory Usage (GB, fp32)":1.14,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":198,"Rank":252,"Model":"LaBSE-en-ru<\/a>","Model Size (Million Parameters)":129,"Memory Usage (GB, fp32)":0.48,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":57.1} -{"index":199,"Rank":253,"Model":"rubert-tiny<\/a>","Model Size (Million Parameters)":12,"Memory Usage (GB, fp32)":0.04,"Embedding Dimensions":512,"Max Tokens":514,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":55.86} -{"index":200,"Rank":254,"Model":"rubert-tiny2<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"Embedding Dimensions":2048,"Max Tokens":514,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":53.19} -{"index":201,"Rank":255,"Model":"cai-lunaris-text-embeddings<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":203,"Rank":256,"Model":"french-document-embedding<\/a>","Model Size (Million Parameters)":305,"Memory Usage (GB, fp32)":1.14,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":204,"Rank":257,"Model":"sentence-camembert-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":205,"Rank":258,"Model":"sentence-camembert-large<\/a>","Model Size (Million Parameters)":337,"Memory Usage (GB, fp32)":1.26,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":206,"Rank":259,"Model":"embedder-100p<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":207,"Rank":260,"Model":"USER-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":54.18} -{"index":208,"Rank":261,"Model":"USER-bge-m3<\/a>","Model Size (Million Parameters)":359,"Memory Usage (GB, fp32)":1.34,"Embedding Dimensions":1024,"Max Tokens":8192,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":56.97} -{"index":209,"Rank":262,"Model":"deberta-v1-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":50.29} -{"index":212,"Rank":265,"Model":"sft-bge-small<\/a>","Model Size (Million Parameters)":24,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":512,"Max Tokens":512,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":20.86,"T2Reranking":66.06} -{"index":215,"Rank":266,"Model":"e5-base-4k<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":58.61} -{"index":221,"Rank":269,"Model":"flaubert_base_cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":222,"Rank":270,"Model":"flaubert_base_uncased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":223,"Rank":271,"Model":"flaubert_large_cased<\/a>","Model Size (Million Parameters)":372,"Memory Usage (GB, fp32)":1.39,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":226,"Rank":274,"Model":"bert-base-multilingual-cased<\/a>","Model Size (Million Parameters)":179,"Memory Usage (GB, fp32)":0.67,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":227,"Rank":275,"Model":"bert-base-multilingual-uncased<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":228,"Rank":276,"Model":"bert-base-uncased<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":229,"Rank":277,"Model":"instructor-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":230,"Rank":278,"Model":"instructor-large<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":231,"Rank":279,"Model":"instructor-xl<\/a>","Model Size (Million Parameters)":1241,"Memory Usage (GB, fp32)":4.62,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":236,"Rank":283,"Model":"granite-embedding-107m-multilingual<\/a>","Model Size (Million Parameters)":107,"Memory Usage (GB, fp32)":0.4,"Embedding Dimensions":384,"Max Tokens":514,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":237,"Rank":284,"Model":"granite-embedding-125m-english<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":238,"Rank":285,"Model":"granite-embedding-278m-multilingual<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":239,"Rank":286,"Model":"granite-embedding-30m-english<\/a>","Model Size (Million Parameters)":30,"Memory Usage (GB, fp32)":0.11,"Embedding Dimensions":384,"Max Tokens":514,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":240,"Rank":287,"Model":"stella-base-en-v2<\/a>","Model Size (Million Parameters)":55,"Memory Usage (GB, fp32)":0.2,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":246,"Rank":288,"Model":"inf-retriever-v1<\/a>","Model Size (Million Parameters)":7069,"Memory Usage (GB, fp32)":26.33,"Embedding Dimensions":3584,"Max Tokens":131072,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":247,"Rank":289,"Model":"e5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":57.43} -{"index":248,"Rank":290,"Model":"e5-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":60.5} -{"index":249,"Rank":291,"Model":"e5-large<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":59.72} -{"index":250,"Rank":292,"Model":"e5-large-v2<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":59.61} -{"index":252,"Rank":293,"Model":"e5-small<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":58.81} -{"index":253,"Rank":294,"Model":"e5-small-v2<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":256,"Rank":295,"Model":"multilingual-e5-large-instruct<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":23.6,"T2Reranking":67.12} -{"index":264,"Rank":296,"Model":"jina-embedding-b-en-v1<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":265,"Rank":297,"Model":"jina-embedding-l-en-v1<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":266,"Rank":298,"Model":"jina-embedding-s-en-v1<\/a>","Model Size (Million Parameters)":35,"Memory Usage (GB, fp32)":0.13,"Embedding Dimensions":512,"Max Tokens":512,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":267,"Rank":299,"Model":"jina-embeddings-v2-base-de<\/a>","Model Size (Million Parameters)":161,"Memory Usage (GB, fp32)":0.6,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":268,"Rank":300,"Model":"jina-embeddings-v2-base-en<\/a>","Model Size (Million Parameters)":275,"Memory Usage (GB, fp32)":1.02,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":54.47} -{"index":269,"Rank":301,"Model":"jina-embeddings-v2-base-es<\/a>","Model Size (Million Parameters)":161,"Memory Usage (GB, fp32)":0.6,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":271,"Rank":302,"Model":"jina-embeddings-v2-small-en<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":512,"Max Tokens":8192,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":274,"Rank":304,"Model":"echo-mistral-7b-instruct-lasttoken<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":275,"Rank":305,"Model":"cde-small-v1<\/a>","Model Size (Million Parameters)":143,"Memory Usage (GB, fp32)":0.53,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":276,"Rank":306,"Model":"cde-small-v2<\/a>","Model Size (Million Parameters)":150,"Memory Usage (GB, fp32)":0.56,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":281,"Rank":309,"Model":"modernbert-embed-large<\/a>","Model Size (Million Parameters)":395,"Memory Usage (GB, fp32)":1.47,"Embedding Dimensions":1024,"Max Tokens":8192,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":282,"Rank":310,"Model":"modernbert-embed-large-unsupervised<\/a>","Model Size (Million Parameters)":395,"Memory Usage (GB, fp32)":1.47,"Embedding Dimensions":1024,"Max Tokens":8192,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":287,"Rank":314,"Model":"ember-v1<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":290,"Rank":316,"Model":"bge-m3-custom-fr<\/a>","Model Size (Million Parameters)":568,"Memory Usage (GB, fp32)":2.12,"Embedding Dimensions":1024,"Max Tokens":8194,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":291,"Rank":317,"Model":"sentence_croissant_alpha_v0.1<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":292,"Rank":318,"Model":"sentence_croissant_alpha_v0.2<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":293,"Rank":319,"Model":"sentence_croissant_alpha_v0.3<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":294,"Rank":320,"Model":"sentence_croissant_alpha_v0.4<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":295,"Rank":321,"Model":"M2V_base_glove<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Embedding Dimensions":256,"Max Tokens":1000000,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":296,"Rank":322,"Model":"M2V_base_glove_subword<\/a>","Model Size (Million Parameters)":103,"Memory Usage (GB, fp32)":0.38,"Embedding Dimensions":256,"Max Tokens":1000000,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":297,"Rank":323,"Model":"M2V_base_output<\/a>","Model Size (Million Parameters)":8,"Memory Usage (GB, fp32)":0.03,"Embedding Dimensions":256,"Max Tokens":1000000,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":298,"Rank":324,"Model":"potion-base-2M<\/a>","Model Size (Million Parameters)":2,"Memory Usage (GB, fp32)":0.01,"Embedding Dimensions":64,"Max Tokens":1000000,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":299,"Rank":325,"Model":"potion-base-32M<\/a>","Model Size (Million Parameters)":32,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":512,"Max Tokens":1000000,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":300,"Rank":326,"Model":"potion-base-4M<\/a>","Model Size (Million Parameters)":4,"Memory Usage (GB, fp32)":0.01,"Embedding Dimensions":128,"Max Tokens":1000000,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":301,"Rank":327,"Model":"potion-base-8M<\/a>","Model Size (Million Parameters)":8,"Memory Usage (GB, fp32)":0.03,"Embedding Dimensions":256,"Max Tokens":1000000,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":302,"Rank":328,"Model":"mxbai-embed-2d-large-v1<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":303,"Rank":329,"Model":"mxbai-embed-large-v1<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":318,"Rank":338,"Model":"bge-large-en-v1.5<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":319,"Rank":339,"Model":"modernbert-embed-base<\/a>","Model Size (Million Parameters)":149,"Memory Usage (GB, fp32)":0.56,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":320,"Rank":340,"Model":"modernbert-embed-base-unsupervised<\/a>","Model Size (Million Parameters)":149,"Memory Usage (GB, fp32)":0.56,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":321,"Rank":341,"Model":"nomic-embed-text-v1<\/a>","Model Size (Million Parameters)":547,"Memory Usage (GB, fp32)":2.04,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":61.43} -{"index":322,"Rank":342,"Model":"nomic-embed-text-v1-ablated<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":323,"Rank":343,"Model":"nomic-embed-text-v1-unsupervised<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":324,"Rank":344,"Model":"nomic-embed-text-v1.5-128<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":128,"Max Tokens":8192,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":325,"Rank":345,"Model":"nomic-embed-text-v1.5-256<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":256,"Max Tokens":8192,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":326,"Rank":346,"Model":"nomic-embed-text-v1.5-512<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":512,"Max Tokens":8192,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":327,"Rank":347,"Model":"nomic-embed-text-v1.5-64<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":64,"Max Tokens":8192,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":328,"Rank":348,"Model":"nomic-embed-text-v1.5<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":329,"Rank":349,"Model":"contriever-base-msmarco<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":330,"Rank":350,"Model":"NV-Embed-v1<\/a>","Model Size (Million Parameters)":7851,"Memory Usage (GB, fp32)":29.25,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":331,"Rank":351,"Model":"NV-Embed-v2<\/a>","Model Size (Million Parameters)":7851,"Memory Usage (GB, fp32)":29.25,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":332,"Rank":352,"Model":"MiniCPM-Embedding<\/a>","Model Size (Million Parameters)":2725,"Memory Usage (GB, fp32)":10.15,"Embedding Dimensions":2304,"Max Tokens":512,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":333,"Rank":353,"Model":"MiniCPM-Embedding-Light<\/a>","Model Size (Million Parameters)":434,"Memory Usage (GB, fp32)":1.62,"Embedding Dimensions":1024,"Max Tokens":4096,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":32.48,"T2Reranking":67.49} -{"index":334,"Rank":354,"Model":"GritLM-7B-vllm<\/a>","Model Size (Million Parameters)":7242,"Memory Usage (GB, fp32)":26.98,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":335,"Rank":355,"Model":"checkpoint-9000<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":337,"Rank":357,"Model":"mini-gte<\/a>","Model Size (Million Parameters)":66,"Memory Usage (GB, fp32)":0.25,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":338,"Rank":358,"Model":"sup-simcse-bert-base-uncased<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":339,"Rank":359,"Model":"unsup-simcse-bert-base-uncased<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":342,"Rank":360,"Model":"FAB-Ramy-v1<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":343,"Rank":361,"Model":"FAE-v1<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":344,"Rank":362,"Model":"FUE-v1<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":348,"Rank":366,"Model":"sf_model_e5<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":353,"Rank":368,"Model":"LaBSE<\/a>","Model Size (Million Parameters)":471,"Memory Usage (GB, fp32)":1.75,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":14.83,"T2Reranking":63.29} -{"index":354,"Rank":369,"Model":"all-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":5.27,"T2Reranking":60.32} -{"index":355,"Rank":370,"Model":"all-MiniLM-L6-v2<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":4.74,"T2Reranking":56.26} -{"index":356,"Rank":371,"Model":"all-mpnet-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":4.65,"T2Reranking":58.3} -{"index":357,"Rank":372,"Model":"allenai-specter<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":358,"Rank":373,"Model":"average_word_embeddings_glove.6B.300d<\/a>","Model Size (Million Parameters)":120,"Memory Usage (GB, fp32)":0.45,"Embedding Dimensions":300,"Max Tokens":"N\/A","Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":359,"Rank":374,"Model":"average_word_embeddings_komninos<\/a>","Model Size (Million Parameters)":134,"Memory Usage (GB, fp32)":0.5,"Embedding Dimensions":300,"Max Tokens":"N\/A","Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":360,"Rank":375,"Model":"distiluse-base-multilingual-cased-v2<\/a>","Model Size (Million Parameters)":135,"Memory Usage (GB, fp32)":0.5,"Embedding Dimensions":512,"Max Tokens":512,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":361,"Rank":376,"Model":"gtr-t5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":362,"Rank":377,"Model":"gtr-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":363,"Rank":378,"Model":"gtr-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":364,"Rank":379,"Model":"gtr-t5-xxl<\/a>","Model Size (Million Parameters)":4865,"Memory Usage (GB, fp32)":18.12,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":365,"Rank":380,"Model":"msmarco-bert-co-condensor<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":366,"Rank":381,"Model":"multi-qa-MiniLM-L6-cos-v1<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":367,"Rank":382,"Model":"paraphrase-multilingual-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":16.14,"T2Reranking":65.28} -{"index":368,"Rank":383,"Model":"paraphrase-multilingual-mpnet-base-v2<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":14.57,"T2Reranking":64.49} -{"index":369,"Rank":384,"Model":"sentence-t5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":370,"Rank":385,"Model":"sentence-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":371,"Rank":386,"Model":"sentence-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":372,"Rank":387,"Model":"sentence-t5-xxl<\/a>","Model Size (Million Parameters)":4865,"Memory Usage (GB, fp32)":18.12,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":374,"Rank":388,"Model":"LaBSE-ru-turbo<\/a>","Model Size (Million Parameters)":128,"Memory Usage (GB, fp32)":0.48,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":52.42} -{"index":375,"Rank":389,"Model":"rubert-tiny-turbo<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"Embedding Dimensions":312,"Max Tokens":2048,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":51.61} -{"index":378,"Rank":390,"Model":"text2vec-base-multilingual<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":256,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":65.07} -{"index":385,"Rank":395,"Model":"gte-base<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":387,"Rank":396,"Model":"gte-large<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":389,"Rank":397,"Model":"gte-small<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":406,"Rank":411,"Model":"universal-sentence-encoder-multilingual-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":512,"Max Tokens":512,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":407,"Rank":412,"Model":"universal-sentence-encoder-multilingual-large-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":512,"Max Tokens":512,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":408,"Rank":413,"Model":"b1ade-embed<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":409,"Rank":414,"Model":"b1ade-embed-kd<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":410,"Rank":415,"Model":"b1ade-embed-kd_3<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":413,"Rank":418,"Model":"potion-base-8M-stf<\/a>","Model Size (Million Parameters)":8,"Memory Usage (GB, fp32)":0.03,"Embedding Dimensions":256,"Max Tokens":1000000,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":416,"Rank":419,"Model":"bilingual-embedding-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":418,"Rank":421,"Model":"LENS-d4000<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":419,"Rank":422,"Model":"LENS-d8000<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":423,"Rank":426,"Model":"Zeta-Alpha-E5-Mistral<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":424,"Rank":427,"Model":"text_emb_V1<\/a>","Model Size (Million Parameters)":103,"Memory Usage (GB, fp32)":0.38,"Embedding Dimensions":768,"Max Tokens":1024,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":425,"Rank":428,"Model":"bi-cse<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":427,"Rank":430,"Model":"text-similarity-ada-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":2046,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":428,"Rank":431,"Model":"text-similarity-babbage-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":2048,"Max Tokens":2046,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":429,"Rank":432,"Model":"text-similarity-curie-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":4096,"Max Tokens":2046,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":430,"Rank":433,"Model":"text-similarity-davinci-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":12288,"Max Tokens":2046,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":432,"Rank":434,"Model":"text-embedding-3-large-256<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":256,"Max Tokens":8191,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":433,"Rank":435,"Model":"text-embedding-3-large<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":3072,"Max Tokens":8191,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":67.05} -{"index":434,"Rank":436,"Model":"text-embedding-3-small<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":8191,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":65.71} -{"index":436,"Rank":437,"Model":"elser-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":30522,"Max Tokens":512,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} diff --git a/all_data_tasks/12/default.jsonl b/all_data_tasks/12/default.jsonl deleted file mode 100644 index 3780223e833668c51174ae524682c5cb174a65a4..0000000000000000000000000000000000000000 --- a/all_data_tasks/12/default.jsonl +++ /dev/null @@ -1,348 +0,0 @@ -{"index":87,"Rank":1,"Model":"Yuan-embedding-1.0<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Embedding Dimensions":1792,"Max Tokens":512,"Average":78.41,"CmedqaRetrieval":51.47,"CovidRetrieval":93.16,"DuRetrieval":89.43,"EcomRetrieval":70.88,"MedicalRetrieval":74.67,"MMarcoRetrieval":82.41,"T2Retrieval":85.72,"VideoRetrieval":79.57} -{"index":277,"Rank":2,"Model":"Chuxin-Embedding-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":77.89,"CmedqaRetrieval":56.58,"CovidRetrieval":84.29,"DuRetrieval":85.65,"EcomRetrieval":74.01,"MedicalRetrieval":75.62,"MMarcoRetrieval":79.06,"T2Retrieval":84.04,"VideoRetrieval":83.84} -{"index":196,"Rank":3,"Model":"Chuxin-Embedding<\/a>","Model Size (Million Parameters)":568,"Memory Usage (GB, fp32)":2.12,"Embedding Dimensions":1024,"Max Tokens":8194,"Average":77.89,"CmedqaRetrieval":56.58,"CovidRetrieval":84.29,"DuRetrieval":85.65,"EcomRetrieval":74.01,"MedicalRetrieval":75.62,"MMarcoRetrieval":79.06,"T2Retrieval":84.04,"VideoRetrieval":83.84} -{"index":278,"Rank":4,"Model":"Chuxin-Embedding-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":77.89,"CmedqaRetrieval":56.58,"CovidRetrieval":84.29,"DuRetrieval":85.65,"EcomRetrieval":74.01,"MedicalRetrieval":75.62,"MMarcoRetrieval":79.06,"T2Retrieval":84.04,"VideoRetrieval":83.84} -{"index":219,"Rank":5,"Model":"XYZ-embedding-zh-v2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":77.23,"CmedqaRetrieval":48.29,"CovidRetrieval":90.76,"DuRetrieval":91.16,"EcomRetrieval":70.29,"MedicalRetrieval":68.04,"MMarcoRetrieval":82.5,"T2Retrieval":85.88,"VideoRetrieval":80.94} -{"index":332,"Rank":6,"Model":"MiniCPM-Embedding<\/a>","Model Size (Million Parameters)":2725,"Memory Usage (GB, fp32)":10.15,"Embedding Dimensions":2304,"Max Tokens":512,"Average":76.76,"CmedqaRetrieval":46.05,"CovidRetrieval":92.01,"DuRetrieval":90.98,"EcomRetrieval":70.21,"MedicalRetrieval":63.91,"MMarcoRetrieval":85.55,"T2Retrieval":87.33,"VideoRetrieval":78.05} -{"index":101,"Rank":7,"Model":"Zhihui_LLM_Embedding<\/a>","Model Size (Million Parameters)":7069,"Memory Usage (GB, fp32)":26.33,"Embedding Dimensions":3584,"Max Tokens":131072,"Average":76.74,"CmedqaRetrieval":48.69,"CovidRetrieval":84.39,"DuRetrieval":91.34,"EcomRetrieval":71.96,"MedicalRetrieval":65.19,"MMarcoRetrieval":84.77,"T2Retrieval":88.3,"VideoRetrieval":79.31} -{"index":159,"Rank":8,"Model":"Conan-embedding-v1<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Embedding Dimensions":1792,"Max Tokens":512,"Average":76.67,"CmedqaRetrieval":47.61,"CovidRetrieval":92.35,"DuRetrieval":88.53,"EcomRetrieval":70.99,"MedicalRetrieval":67.94,"MMarcoRetrieval":82.25,"T2Retrieval":83.31,"VideoRetrieval":80.4} -{"index":94,"Rank":9,"Model":"Conan-embedding-v1-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":76.67,"CmedqaRetrieval":47.61,"CovidRetrieval":92.35,"DuRetrieval":88.53,"EcomRetrieval":70.99,"MedicalRetrieval":67.94,"MMarcoRetrieval":82.25,"T2Retrieval":83.31,"VideoRetrieval":80.4} -{"index":218,"Rank":10,"Model":"XYZ-embedding-zh<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":76.56,"CmedqaRetrieval":47.9,"CovidRetrieval":88.24,"DuRetrieval":90.79,"EcomRetrieval":69.72,"MedicalRetrieval":67.42,"MMarcoRetrieval":82.48,"T2Retrieval":85.93,"VideoRetrieval":80.03} -{"index":280,"Rank":11,"Model":"xiaobu-embedding-v2<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Embedding Dimensions":1792,"Max Tokens":512,"Average":76.5,"CmedqaRetrieval":47.14,"CovidRetrieval":89.4,"DuRetrieval":89.44,"EcomRetrieval":70.5,"MedicalRetrieval":68.19,"MMarcoRetrieval":82.19,"T2Retrieval":85.01,"VideoRetrieval":80.09} -{"index":235,"Rank":12,"Model":"zpoint_large_embedding_zh<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Embedding Dimensions":1792,"Max Tokens":512,"Average":76.36,"CmedqaRetrieval":47.16,"CovidRetrieval":89.14,"DuRetrieval":89.23,"EcomRetrieval":70.74,"MedicalRetrieval":68.14,"MMarcoRetrieval":82.38,"T2Retrieval":83.81,"VideoRetrieval":80.26} -{"index":246,"Rank":13,"Model":"inf-retriever-v1<\/a>","Model Size (Million Parameters)":7069,"Memory Usage (GB, fp32)":26.33,"Embedding Dimensions":3584,"Max Tokens":131072,"Average":75.96,"CmedqaRetrieval":43.31,"CovidRetrieval":87.77,"DuRetrieval":90.66,"EcomRetrieval":70.68,"MedicalRetrieval":63.91,"MMarcoRetrieval":85.12,"T2Retrieval":87.64,"VideoRetrieval":78.61} -{"index":23,"Rank":14,"Model":"gte-Qwen2-7B-instruct<\/a>","Model Size (Million Parameters)":7613,"Memory Usage (GB, fp32)":28.36,"Embedding Dimensions":3584,"Max Tokens":32768,"Average":75.71,"CmedqaRetrieval":48.69,"CovidRetrieval":81.04,"DuRetrieval":87.44,"EcomRetrieval":71.15,"MedicalRetrieval":65.59,"MMarcoRetrieval":85.16,"T2Retrieval":87.73,"VideoRetrieval":78.84} -{"index":52,"Rank":15,"Model":"gme-Qwen2-VL-7B-Instruct-Q5_K_S-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":75.38,"CmedqaRetrieval":48.7,"CovidRetrieval":79.6,"DuRetrieval":86.57,"EcomRetrieval":71.01,"MedicalRetrieval":66.61,"MMarcoRetrieval":83.36,"T2Retrieval":87.95,"VideoRetrieval":79.26} -{"index":20,"Rank":16,"Model":"gme-Qwen2-VL-7B-Instruct<\/a>","Model Size (Million Parameters)":8291,"Memory Usage (GB, fp32)":30.89,"Embedding Dimensions":3584,"Max Tokens":32768,"Average":75.38,"CmedqaRetrieval":48.7,"CovidRetrieval":79.6,"DuRetrieval":86.57,"EcomRetrieval":71.01,"MedicalRetrieval":66.61,"MMarcoRetrieval":83.36,"T2Retrieval":87.95,"VideoRetrieval":79.26} -{"index":341,"Rank":17,"Model":"360Zhinao-search<\/a>","Model Size (Million Parameters)":163,"Memory Usage (GB, fp32)":0.61,"Embedding Dimensions":1024,"Max Tokens":512,"Average":75.06,"CmedqaRetrieval":46.73,"CovidRetrieval":85.02,"DuRetrieval":87.57,"EcomRetrieval":68.9,"MedicalRetrieval":63.69,"MMarcoRetrieval":83.32,"T2Retrieval":87.12,"VideoRetrieval":78.09} -{"index":376,"Rank":18,"Model":"AGE_Hybrid<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":74.97,"CmedqaRetrieval":47.26,"CovidRetrieval":83.66,"DuRetrieval":89.28,"EcomRetrieval":69.28,"MedicalRetrieval":65.94,"MMarcoRetrieval":80.65,"T2Retrieval":86.88,"VideoRetrieval":76.79} -{"index":16,"Rank":19,"Model":"OpenSearch-text-hybrid<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1792,"Max Tokens":512,"Average":74.41,"CmedqaRetrieval":46.56,"CovidRetrieval":84.03,"DuRetrieval":87.85,"EcomRetrieval":68.79,"MedicalRetrieval":65.92,"MMarcoRetrieval":79.93,"T2Retrieval":86.76,"VideoRetrieval":75.43} -{"index":53,"Rank":20,"Model":"Yinka<\/a>","Model Size (Million Parameters)":164,"Memory Usage (GB, fp32)":0.61,"Embedding Dimensions":1792,"Max Tokens":512,"Average":74.41,"CmedqaRetrieval":47.64,"CovidRetrieval":85.95,"DuRetrieval":89.11,"EcomRetrieval":67.92,"MedicalRetrieval":65.2,"MMarcoRetrieval":79.81,"T2Retrieval":86.24,"VideoRetrieval":73.39} -{"index":262,"Rank":21,"Model":"Yinka-Q5_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":74.41,"CmedqaRetrieval":47.64,"CovidRetrieval":85.95,"DuRetrieval":89.11,"EcomRetrieval":67.92,"MedicalRetrieval":65.2,"MMarcoRetrieval":79.81,"T2Retrieval":86.24,"VideoRetrieval":73.39} -{"index":352,"Rank":22,"Model":"piccolo-large-zh-v2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":74.36,"CmedqaRetrieval":47.58,"CovidRetrieval":86.78,"DuRetrieval":89.14,"EcomRetrieval":67.75,"MedicalRetrieval":64.88,"MMarcoRetrieval":79.54,"T2Retrieval":86.14,"VideoRetrieval":73.1} -{"index":160,"Rank":23,"Model":"PEG<\/a>","Model Size (Million Parameters)":163,"Memory Usage (GB, fp32)":0.61,"Embedding Dimensions":1024,"Max Tokens":512,"Average":73.78,"CmedqaRetrieval":44.42,"CovidRetrieval":82.56,"DuRetrieval":87.67,"EcomRetrieval":67.32,"MedicalRetrieval":60.99,"MMarcoRetrieval":82.63,"T2Retrieval":87.0,"VideoRetrieval":77.64} -{"index":41,"Rank":24,"Model":"bge-multilingual-gemma2<\/a>","Model Size (Million Parameters)":9242,"Memory Usage (GB, fp32)":34.43,"Embedding Dimensions":3584,"Max Tokens":8192,"Average":73.73,"CmedqaRetrieval":42.21,"CovidRetrieval":77.46,"DuRetrieval":90.46,"EcomRetrieval":69.3,"MedicalRetrieval":62.02,"MMarcoRetrieval":84.7,"T2Retrieval":86.26,"VideoRetrieval":77.4} -{"index":213,"Rank":25,"Model":"stella-large-zh-v3-1792d<\/a>","Model Size (Million Parameters)":325,"Memory Usage (GB, fp32)":1.21,"Embedding Dimensions":1792,"Max Tokens":512,"Average":73.6,"CmedqaRetrieval":46.87,"CovidRetrieval":82.44,"DuRetrieval":87.13,"EcomRetrieval":68.62,"MedicalRetrieval":65.18,"MMarcoRetrieval":79.14,"T2Retrieval":85.56,"VideoRetrieval":73.89} -{"index":71,"Rank":26,"Model":"IYun-large-zh<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":73.56,"CmedqaRetrieval":46.68,"CovidRetrieval":85.24,"DuRetrieval":88.26,"EcomRetrieval":67.23,"MedicalRetrieval":64.29,"MMarcoRetrieval":78.64,"T2Retrieval":85.29,"VideoRetrieval":72.89} -{"index":214,"Rank":27,"Model":"stella-mrl-large-zh-v3.5-1792d<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Embedding Dimensions":1792,"Max Tokens":512,"Average":73.52,"CmedqaRetrieval":46.61,"CovidRetrieval":81.87,"DuRetrieval":86.8,"EcomRetrieval":68.1,"MedicalRetrieval":64.99,"MMarcoRetrieval":79.21,"T2Retrieval":85.85,"VideoRetrieval":74.71} -{"index":279,"Rank":28,"Model":"xiaobu-embedding<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Embedding Dimensions":1024,"Max Tokens":512,"Average":73.41,"CmedqaRetrieval":44.22,"CovidRetrieval":87.69,"DuRetrieval":86.45,"EcomRetrieval":68.04,"MedicalRetrieval":63.38,"MMarcoRetrieval":78.47,"T2Retrieval":85.45,"VideoRetrieval":73.59} -{"index":140,"Rank":29,"Model":"alime-embedding-large-zh<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Embedding Dimensions":1024,"Max Tokens":512,"Average":73.3,"CmedqaRetrieval":43.93,"CovidRetrieval":88.14,"DuRetrieval":86.23,"EcomRetrieval":67.56,"MedicalRetrieval":63.57,"MMarcoRetrieval":78.25,"T2Retrieval":84.58,"VideoRetrieval":74.16} -{"index":435,"Rank":30,"Model":"text-embedding<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":512,"Average":73.12,"CmedqaRetrieval":47.64,"CovidRetrieval":86.86,"DuRetrieval":88.43,"EcomRetrieval":66.39,"MedicalRetrieval":61.1,"MMarcoRetrieval":80.17,"T2Retrieval":80.11,"VideoRetrieval":74.28} -{"index":177,"Rank":31,"Model":"acge_text_embedding<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Embedding Dimensions":1792,"Max Tokens":1024,"Average":72.93,"CmedqaRetrieval":46.78,"CovidRetrieval":81.56,"DuRetrieval":86.55,"EcomRetrieval":67.6,"MedicalRetrieval":64.1,"MMarcoRetrieval":78.42,"T2Retrieval":85.08,"VideoRetrieval":73.32} -{"index":414,"Rank":32,"Model":"hktv-fine-tuned-cloudy-large-zh-metaphor14<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Embedding Dimensions":1024,"Max Tokens":1024,"Average":72.92,"CmedqaRetrieval":43.58,"CovidRetrieval":85.83,"DuRetrieval":86.2,"EcomRetrieval":66.99,"MedicalRetrieval":64.23,"MMarcoRetrieval":77.69,"T2Retrieval":84.94,"VideoRetrieval":73.86} -{"index":172,"Rank":33,"Model":"cloudy-large-zh<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Embedding Dimensions":1024,"Max Tokens":1024,"Average":72.92,"CmedqaRetrieval":43.58,"CovidRetrieval":85.83,"DuRetrieval":86.2,"EcomRetrieval":66.99,"MedicalRetrieval":64.23,"MMarcoRetrieval":77.69,"T2Retrieval":84.94,"VideoRetrieval":73.86} -{"index":333,"Rank":34,"Model":"MiniCPM-Embedding-Light<\/a>","Model Size (Million Parameters)":434,"Memory Usage (GB, fp32)":1.62,"Embedding Dimensions":1024,"Max Tokens":4096,"Average":72.71,"CmedqaRetrieval":39.81,"CovidRetrieval":84.38,"DuRetrieval":89.23,"EcomRetrieval":65.84,"MedicalRetrieval":59.93,"MMarcoRetrieval":81.44,"T2Retrieval":84.79,"VideoRetrieval":76.26} -{"index":289,"Rank":35,"Model":"ternary-weight-embedding<\/a>","Model Size (Million Parameters)":99,"Memory Usage (GB, fp32)":0.37,"Embedding Dimensions":1792,"Max Tokens":512,"Average":72.66,"CmedqaRetrieval":45.11,"CovidRetrieval":82.82,"DuRetrieval":87.61,"EcomRetrieval":67.16,"MedicalRetrieval":63.68,"MMarcoRetrieval":78.38,"T2Retrieval":82.36,"VideoRetrieval":74.18} -{"index":388,"Rank":36,"Model":"gte-large-zh<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Embedding Dimensions":1024,"Max Tokens":512,"Average":72.49,"CmedqaRetrieval":43.15,"CovidRetrieval":88.41,"DuRetrieval":85.04,"EcomRetrieval":67.25,"MedicalRetrieval":62.88,"MMarcoRetrieval":77.53,"T2Retrieval":81.93,"VideoRetrieval":73.7} -{"index":19,"Rank":37,"Model":"gme-Qwen2-VL-2B-Instruct<\/a>","Model Size (Million Parameters)":2209,"Memory Usage (GB, fp32)":8.23,"Embedding Dimensions":1536,"Max Tokens":32768,"Average":72.38,"CmedqaRetrieval":43.88,"CovidRetrieval":78.34,"DuRetrieval":84.52,"EcomRetrieval":67.76,"MedicalRetrieval":60.89,"MMarcoRetrieval":80.74,"T2Retrieval":86.16,"VideoRetrieval":76.78} -{"index":243,"Rank":38,"Model":"stella-base-zh-v3-1792d<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Embedding Dimensions":1792,"Max Tokens":1024,"Average":72.28,"CmedqaRetrieval":45.38,"CovidRetrieval":80.61,"DuRetrieval":85.55,"EcomRetrieval":67.88,"MedicalRetrieval":64.34,"MMarcoRetrieval":77.42,"T2Retrieval":84.5,"VideoRetrieval":72.56} -{"index":105,"Rank":39,"Model":"onnx-gte-multilingual-base<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":71.95,"CmedqaRetrieval":43.78,"CovidRetrieval":80.6,"DuRetrieval":87.55,"EcomRetrieval":64.85,"MedicalRetrieval":61.93,"MMarcoRetrieval":79.35,"T2Retrieval":84.72,"VideoRetrieval":72.79} -{"index":26,"Rank":40,"Model":"gte-multilingual-base<\/a>","Model Size (Million Parameters)":305,"Memory Usage (GB, fp32)":1.14,"Embedding Dimensions":768,"Max Tokens":8192,"Average":71.95,"CmedqaRetrieval":43.78,"CovidRetrieval":80.6,"DuRetrieval":87.55,"EcomRetrieval":64.85,"MedicalRetrieval":61.93,"MMarcoRetrieval":79.35,"T2Retrieval":84.72,"VideoRetrieval":72.79} -{"index":22,"Rank":41,"Model":"gte-Qwen2-1.5B-instruct<\/a>","Model Size (Million Parameters)":1776,"Memory Usage (GB, fp32)":6.62,"Embedding Dimensions":1536,"Max Tokens":131072,"Average":71.86,"CmedqaRetrieval":46.97,"CovidRetrieval":80.79,"DuRetrieval":89.4,"EcomRetrieval":62.51,"MedicalRetrieval":58.65,"MMarcoRetrieval":83.01,"T2Retrieval":85.47,"VideoRetrieval":68.11} -{"index":29,"Rank":42,"Model":"tao-8k<\/a>","Model Size (Million Parameters)":167,"Memory Usage (GB, fp32)":0.62,"Embedding Dimensions":1024,"Max Tokens":8192,"Average":71.85,"CmedqaRetrieval":42.73,"CovidRetrieval":82.19,"DuRetrieval":88.02,"EcomRetrieval":64.71,"MedicalRetrieval":60.63,"MMarcoRetrieval":79.56,"T2Retrieval":84.69,"VideoRetrieval":72.25} -{"index":386,"Rank":43,"Model":"gte-base-zh<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Embedding Dimensions":768,"Max Tokens":512,"Average":71.71,"CmedqaRetrieval":44.38,"CovidRetrieval":75.74,"DuRetrieval":83.64,"EcomRetrieval":69.56,"MedicalRetrieval":64.94,"MMarcoRetrieval":77.7,"T2Retrieval":83.08,"VideoRetrieval":74.67} -{"index":350,"Rank":44,"Model":"piccolo-base-zh<\/a>","Model Size (Million Parameters)":51,"Memory Usage (GB, fp32)":0.19,"Embedding Dimensions":768,"Max Tokens":512,"Average":71.2,"CmedqaRetrieval":42.02,"CovidRetrieval":84.5,"DuRetrieval":88.25,"EcomRetrieval":62.88,"MedicalRetrieval":58.09,"MMarcoRetrieval":77.92,"T2Retrieval":82.38,"VideoRetrieval":73.54} -{"index":241,"Rank":45,"Model":"stella-base-zh<\/a>","Model Size (Million Parameters)":103,"Memory Usage (GB, fp32)":0.38,"Embedding Dimensions":768,"Max Tokens":1024,"Average":71.07,"CmedqaRetrieval":41.86,"CovidRetrieval":84.71,"DuRetrieval":87.8,"EcomRetrieval":62.46,"MedicalRetrieval":57.97,"MMarcoRetrieval":78.22,"T2Retrieval":82.51,"VideoRetrieval":73.04} -{"index":244,"Rank":46,"Model":"stella-large-zh<\/a>","Model Size (Million Parameters)":163,"Memory Usage (GB, fp32)":0.61,"Embedding Dimensions":1024,"Max Tokens":1024,"Average":71.02,"CmedqaRetrieval":42.28,"CovidRetrieval":85.19,"DuRetrieval":87.81,"EcomRetrieval":61.66,"MedicalRetrieval":59.38,"MMarcoRetrieval":78.1,"T2Retrieval":82.76,"VideoRetrieval":70.96} -{"index":351,"Rank":47,"Model":"piccolo-large-zh<\/a>","Model Size (Million Parameters)":163,"Memory Usage (GB, fp32)":0.61,"Embedding Dimensions":1024,"Max Tokens":512,"Average":70.93,"CmedqaRetrieval":41.98,"CovidRetrieval":85.04,"DuRetrieval":87.97,"EcomRetrieval":61.91,"MedicalRetrieval":59.04,"MMarcoRetrieval":77.83,"T2Retrieval":82.47,"VideoRetrieval":71.18} -{"index":335,"Rank":48,"Model":"checkpoint-9000<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":70.63,"CmedqaRetrieval":40.57,"CovidRetrieval":75.93,"DuRetrieval":83.73,"EcomRetrieval":66.14,"MedicalRetrieval":58.58,"MMarcoRetrieval":81.95,"T2Retrieval":84.17,"VideoRetrieval":73.94} -{"index":127,"Rank":49,"Model":"qwen-1.8b-retrieval-test<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":70.63,"CmedqaRetrieval":40.57,"CovidRetrieval":75.93,"DuRetrieval":83.73,"EcomRetrieval":66.14,"MedicalRetrieval":58.58,"MMarcoRetrieval":81.95,"T2Retrieval":84.17,"VideoRetrieval":73.94} -{"index":21,"Rank":50,"Model":"gte-Qwen1.5-7B-instruct<\/a>","Model Size (Million Parameters)":7099,"Memory Usage (GB, fp32)":26.45,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":70.62,"CmedqaRetrieval":43.47,"CovidRetrieval":80.87,"DuRetrieval":86.01,"EcomRetrieval":66.46,"MedicalRetrieval":61.33,"MMarcoRetrieval":73.83,"T2Retrieval":83.58,"VideoRetrieval":69.41} -{"index":38,"Rank":51,"Model":"bge-large-zh-noinstruct<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Embedding Dimensions":1024,"Max Tokens":512,"Average":70.54,"CmedqaRetrieval":41.03,"CovidRetrieval":75.07,"DuRetrieval":84.68,"EcomRetrieval":65.6,"MedicalRetrieval":58.28,"MMarcoRetrieval":81.38,"T2Retrieval":84.39,"VideoRetrieval":73.93} -{"index":82,"Rank":52,"Model":"KaLM-embedding-multilingual-mini-instruct-v1<\/a>","Model Size (Million Parameters)":494,"Memory Usage (GB, fp32)":1.84,"Embedding Dimensions":896,"Max Tokens":131072,"Average":70.49,"CmedqaRetrieval":42.63,"CovidRetrieval":82.77,"DuRetrieval":82.35,"EcomRetrieval":63.71,"MedicalRetrieval":57.53,"MMarcoRetrieval":78.68,"T2Retrieval":84.13,"VideoRetrieval":72.15} -{"index":39,"Rank":53,"Model":"bge-large-zh-v1.5<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Embedding Dimensions":1024,"Max Tokens":512,"Average":70.46,"CmedqaRetrieval":42.57,"CovidRetrieval":73.35,"DuRetrieval":86.32,"EcomRetrieval":65.33,"MedicalRetrieval":59.59,"MMarcoRetrieval":79.23,"T2Retrieval":83.99,"VideoRetrieval":73.32} -{"index":61,"Rank":54,"Model":"Dmeta-embedding-zh<\/a>","Model Size (Million Parameters)":103,"Memory Usage (GB, fp32)":0.38,"Embedding Dimensions":768,"Max Tokens":1024,"Average":70.41,"CmedqaRetrieval":45.83,"CovidRetrieval":76.77,"DuRetrieval":81.47,"EcomRetrieval":68.42,"MedicalRetrieval":64.42,"MMarcoRetrieval":71.7,"T2Retrieval":81.33,"VideoRetrieval":73.31} -{"index":28,"Rank":55,"Model":"tao<\/a>","Model Size (Million Parameters)":163,"Memory Usage (GB, fp32)":0.61,"Embedding Dimensions":1024,"Max Tokens":1024,"Average":70.26,"CmedqaRetrieval":42.68,"CovidRetrieval":80.79,"DuRetrieval":85.74,"EcomRetrieval":62.06,"MedicalRetrieval":59.53,"MMarcoRetrieval":78.66,"T2Retrieval":84.69,"VideoRetrieval":67.96} -{"index":245,"Rank":56,"Model":"stella-large-zh-v2<\/a>","Model Size (Million Parameters)":163,"Memory Usage (GB, fp32)":0.61,"Embedding Dimensions":1024,"Max Tokens":1024,"Average":70.14,"CmedqaRetrieval":42.63,"CovidRetrieval":80.81,"DuRetrieval":85.75,"EcomRetrieval":62.07,"MedicalRetrieval":59.42,"MMarcoRetrieval":78.67,"T2Retrieval":83.87,"VideoRetrieval":67.93} -{"index":83,"Rank":57,"Model":"KaLM-embedding-multilingual-mini-instruct-v1.5<\/a>","Model Size (Million Parameters)":494,"Memory Usage (GB, fp32)":1.84,"Embedding Dimensions":896,"Max Tokens":131072,"Average":70.11,"CmedqaRetrieval":42.11,"CovidRetrieval":82.31,"DuRetrieval":82.2,"EcomRetrieval":62.63,"MedicalRetrieval":56.84,"MMarcoRetrieval":78.97,"T2Retrieval":84.07,"VideoRetrieval":71.77} -{"index":242,"Rank":58,"Model":"stella-base-zh-v2<\/a>","Model Size (Million Parameters)":51,"Memory Usage (GB, fp32)":0.19,"Embedding Dimensions":768,"Max Tokens":1024,"Average":70.08,"CmedqaRetrieval":42.03,"CovidRetrieval":79.86,"DuRetrieval":86.97,"EcomRetrieval":62.85,"MedicalRetrieval":58.5,"MMarcoRetrieval":78.36,"T2Retrieval":83.76,"VideoRetrieval":68.27} -{"index":84,"Rank":59,"Model":"KaLM-embedding-multilingual-mini-v1<\/a>","Model Size (Million Parameters)":494,"Memory Usage (GB, fp32)":1.84,"Embedding Dimensions":896,"Max Tokens":131072,"Average":69.77,"CmedqaRetrieval":41.91,"CovidRetrieval":82.09,"DuRetrieval":82.09,"EcomRetrieval":62.51,"MedicalRetrieval":56.91,"MMarcoRetrieval":78.53,"T2Retrieval":84.05,"VideoRetrieval":70.08} -{"index":72,"Rank":60,"Model":"mist-zh<\/a>","Model Size (Million Parameters)":51,"Memory Usage (GB, fp32)":0.19,"Embedding Dimensions":768,"Max Tokens":512,"Average":69.59,"CmedqaRetrieval":41.8,"CovidRetrieval":79.3,"DuRetrieval":86.43,"EcomRetrieval":62.64,"MedicalRetrieval":58.27,"MMarcoRetrieval":78.17,"T2Retrieval":82.11,"VideoRetrieval":67.96} -{"index":35,"Rank":61,"Model":"bge-base-zh-v1.5<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Embedding Dimensions":768,"Max Tokens":512,"Average":69.49,"CmedqaRetrieval":41.61,"CovidRetrieval":74.7,"DuRetrieval":85.07,"EcomRetrieval":64.25,"MedicalRetrieval":56.51,"MMarcoRetrieval":77.69,"T2Retrieval":83.71,"VideoRetrieval":72.35} -{"index":270,"Rank":62,"Model":"jina-embeddings-v2-base-zh<\/a>","Model Size (Million Parameters)":161,"Memory Usage (GB, fp32)":0.6,"Embedding Dimensions":768,"Max Tokens":8192,"Average":69.4,"CmedqaRetrieval":39.15,"CovidRetrieval":81.22,"DuRetrieval":84.57,"EcomRetrieval":63.95,"MedicalRetrieval":57.12,"MMarcoRetrieval":77.96,"T2Retrieval":80.59,"VideoRetrieval":70.62} -{"index":33,"Rank":63,"Model":"jina-embeddings-v2-base-zh-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":69.4,"CmedqaRetrieval":39.15,"CovidRetrieval":81.22,"DuRetrieval":84.57,"EcomRetrieval":63.95,"MedicalRetrieval":57.12,"MMarcoRetrieval":77.96,"T2Retrieval":80.59,"VideoRetrieval":70.62} -{"index":32,"Rank":64,"Model":"jina-embeddings-v2-base-zh-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":69.4,"CmedqaRetrieval":39.15,"CovidRetrieval":81.22,"DuRetrieval":84.57,"EcomRetrieval":63.95,"MedicalRetrieval":57.12,"MMarcoRetrieval":77.96,"T2Retrieval":80.59,"VideoRetrieval":70.62} -{"index":272,"Rank":65,"Model":"jina-embeddings-v3<\/a>","Model Size (Million Parameters)":572,"Memory Usage (GB, fp32)":2.13,"Embedding Dimensions":1024,"Max Tokens":8194,"Average":68.6,"CmedqaRetrieval":35.93,"CovidRetrieval":78.92,"DuRetrieval":83.13,"EcomRetrieval":60.89,"MedicalRetrieval":56.64,"MMarcoRetrieval":79.69,"T2Retrieval":83.16,"VideoRetrieval":70.43} -{"index":64,"Rank":66,"Model":"jina-embeddings-v3<\/a>","Model Size (Million Parameters)":572,"Memory Usage (GB, fp32)":2.13,"Embedding Dimensions":1024,"Max Tokens":8194,"Average":68.6,"CmedqaRetrieval":35.93,"CovidRetrieval":78.92,"DuRetrieval":83.13,"EcomRetrieval":60.89,"MedicalRetrieval":56.64,"MMarcoRetrieval":79.69,"T2Retrieval":83.16,"VideoRetrieval":70.43} -{"index":62,"Rank":67,"Model":"Dmeta-embedding-zh-small<\/a>","Model Size (Million Parameters)":74,"Memory Usage (GB, fp32)":0.28,"Embedding Dimensions":768,"Max Tokens":1024,"Average":67.7,"CmedqaRetrieval":42.69,"CovidRetrieval":75.63,"DuRetrieval":79.89,"EcomRetrieval":64.48,"MedicalRetrieval":59.95,"MMarcoRetrieval":70.75,"T2Retrieval":79.9,"VideoRetrieval":68.3} -{"index":392,"Rank":68,"Model":"gte-small-zh<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":65.5,"CmedqaRetrieval":42.46,"CovidRetrieval":61.65,"DuRetrieval":78.57,"EcomRetrieval":57.91,"MedicalRetrieval":62.64,"MMarcoRetrieval":75.0,"T2Retrieval":78.12,"VideoRetrieval":67.69} -{"index":390,"Rank":69,"Model":"gte-small-zh<\/a>","Model Size (Million Parameters)":30,"Memory Usage (GB, fp32)":0.11,"Embedding Dimensions":512,"Max Tokens":512,"Average":65.5,"CmedqaRetrieval":42.46,"CovidRetrieval":61.65,"DuRetrieval":78.57,"EcomRetrieval":57.91,"MedicalRetrieval":62.64,"MMarcoRetrieval":75.0,"T2Retrieval":78.12,"VideoRetrieval":67.69} -{"index":80,"Rank":70,"Model":"GritLM-7B<\/a>","Model Size (Million Parameters)":7240,"Memory Usage (GB, fp32)":26.97,"Embedding Dimensions":"","Max Tokens":4096,"Average":65.08,"CmedqaRetrieval":35.58,"CovidRetrieval":73.4,"DuRetrieval":88.18,"EcomRetrieval":54.33,"MedicalRetrieval":55.81,"MMarcoRetrieval":76.54,"T2Retrieval":82.96,"VideoRetrieval":53.85} -{"index":256,"Rank":71,"Model":"multilingual-e5-large-instruct<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":64.94,"CmedqaRetrieval":34.15,"CovidRetrieval":75.8,"DuRetrieval":85.16,"EcomRetrieval":53.92,"MedicalRetrieval":56.55,"MMarcoRetrieval":78.81,"T2Retrieval":82.92,"VideoRetrieval":52.24} -{"index":55,"Rank":72,"Model":"winberta-large<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":64.11,"CmedqaRetrieval":34.08,"CovidRetrieval":71.92,"DuRetrieval":79.7,"EcomRetrieval":59.22,"MedicalRetrieval":51.5,"MMarcoRetrieval":74.73,"T2Retrieval":77.08,"VideoRetrieval":64.67} -{"index":255,"Rank":73,"Model":"multilingual-e5-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":63.66,"CmedqaRetrieval":28.66,"CovidRetrieval":75.51,"DuRetrieval":85.32,"EcomRetrieval":54.75,"MedicalRetrieval":51.44,"MMarcoRetrieval":79.2,"T2Retrieval":76.11,"VideoRetrieval":58.25} -{"index":56,"Rank":74,"Model":"windberta-large<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":63.52,"CmedqaRetrieval":33.45,"CovidRetrieval":73.36,"DuRetrieval":80.13,"EcomRetrieval":55.89,"MedicalRetrieval":50.67,"MMarcoRetrieval":74.14,"T2Retrieval":76.84,"VideoRetrieval":63.66} -{"index":261,"Rank":75,"Model":"udever-bloom-7b1<\/a>","Model Size (Million Parameters)":7069,"Memory Usage (GB, fp32)":26.33,"Embedding Dimensions":4096,"Max Tokens":2048,"Average":62.87,"CmedqaRetrieval":27.0,"CovidRetrieval":68.86,"DuRetrieval":78.08,"EcomRetrieval":58.34,"MedicalRetrieval":49.63,"MMarcoRetrieval":78.82,"T2Retrieval":79.82,"VideoRetrieval":62.44} -{"index":45,"Rank":76,"Model":"bge-small-zh-v1.5<\/a>","Model Size (Million Parameters)":24,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":512,"Max Tokens":512,"Average":61.77,"CmedqaRetrieval":35.11,"CovidRetrieval":70.14,"DuRetrieval":77.28,"EcomRetrieval":55.71,"MedicalRetrieval":49.8,"MMarcoRetrieval":63.48,"T2Retrieval":76.43,"VideoRetrieval":66.19} -{"index":251,"Rank":77,"Model":"e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":61.75,"CmedqaRetrieval":34.23,"CovidRetrieval":73.11,"DuRetrieval":87.04,"EcomRetrieval":45.94,"MedicalRetrieval":52.83,"MMarcoRetrieval":74.84,"T2Retrieval":80.68,"VideoRetrieval":45.34} -{"index":27,"Rank":78,"Model":"e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":61.75,"CmedqaRetrieval":34.22,"CovidRetrieval":73.13,"DuRetrieval":87.02,"EcomRetrieval":45.96,"MedicalRetrieval":52.75,"MMarcoRetrieval":74.83,"T2Retrieval":80.68,"VideoRetrieval":45.39} -{"index":254,"Rank":79,"Model":"multilingual-e5-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":61.63,"CmedqaRetrieval":27.2,"CovidRetrieval":73.45,"DuRetrieval":81.64,"EcomRetrieval":54.17,"MedicalRetrieval":48.35,"MMarcoRetrieval":76.04,"T2Retrieval":70.86,"VideoRetrieval":61.3} -{"index":54,"Rank":80,"Model":"winberta-base<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":60.6,"CmedqaRetrieval":31.79,"CovidRetrieval":66.33,"DuRetrieval":75.25,"EcomRetrieval":57.32,"MedicalRetrieval":49.28,"MMarcoRetrieval":69.11,"T2Retrieval":75.94,"VideoRetrieval":59.76} -{"index":212,"Rank":81,"Model":"sft-bge-small<\/a>","Model Size (Million Parameters)":24,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":512,"Max Tokens":512,"Average":60.55,"CmedqaRetrieval":34.69,"CovidRetrieval":70.59,"DuRetrieval":79.9,"EcomRetrieval":54.64,"MedicalRetrieval":47.86,"MMarcoRetrieval":63.06,"T2Retrieval":74.18,"VideoRetrieval":59.48} -{"index":257,"Rank":82,"Model":"multilingual-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":59.95,"CmedqaRetrieval":24.38,"CovidRetrieval":72.82,"DuRetrieval":81.35,"EcomRetrieval":53.56,"MedicalRetrieval":44.84,"MMarcoRetrieval":73.17,"T2Retrieval":71.39,"VideoRetrieval":58.09} -{"index":259,"Rank":83,"Model":"udever-bloom-3b<\/a>","Model Size (Million Parameters)":3003,"Memory Usage (GB, fp32)":11.19,"Embedding Dimensions":2560,"Max Tokens":2048,"Average":59.77,"CmedqaRetrieval":26.18,"CovidRetrieval":67.57,"DuRetrieval":75.82,"EcomRetrieval":51.28,"MedicalRetrieval":47.48,"MMarcoRetrieval":77.0,"T2Retrieval":76.3,"VideoRetrieval":56.54} -{"index":311,"Rank":84,"Model":"m3e-ernie-xbase-zh<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":59.76,"CmedqaRetrieval":32.33,"CovidRetrieval":67.22,"DuRetrieval":75.27,"EcomRetrieval":58.24,"MedicalRetrieval":54.78,"MMarcoRetrieval":57.91,"T2Retrieval":69.22,"VideoRetrieval":63.09} -{"index":373,"Rank":85,"Model":"ZNV-Embedding<\/a>","Model Size (Million Parameters)":6061,"Memory Usage (GB, fp32)":22.58,"Embedding Dimensions":4096,"Max Tokens":4096,"Average":58.2,"CmedqaRetrieval":30.34,"CovidRetrieval":58.55,"DuRetrieval":75.05,"EcomRetrieval":52.54,"MedicalRetrieval":50.08,"MMarcoRetrieval":62.26,"T2Retrieval":72.7,"VideoRetrieval":64.08} -{"index":258,"Rank":86,"Model":"udever-bloom-1b1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":2048,"Average":57.96,"CmedqaRetrieval":23.91,"CovidRetrieval":68.14,"DuRetrieval":72.84,"EcomRetrieval":52.02,"MedicalRetrieval":43.27,"MMarcoRetrieval":74.66,"T2Retrieval":72.81,"VideoRetrieval":56.07} -{"index":304,"Rank":87,"Model":"m3e-base<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Embedding Dimensions":768,"Max Tokens":512,"Average":56.91,"CmedqaRetrieval":30.33,"CovidRetrieval":66.42,"DuRetrieval":75.76,"EcomRetrieval":50.27,"MedicalRetrieval":42.79,"MMarcoRetrieval":65.46,"T2Retrieval":73.14,"VideoRetrieval":51.11} -{"index":305,"Rank":88,"Model":"m3e-large<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Embedding Dimensions":768,"Max Tokens":512,"Average":54.75,"CmedqaRetrieval":30.73,"CovidRetrieval":61.33,"DuRetrieval":74.69,"EcomRetrieval":45.18,"MedicalRetrieval":48.66,"MMarcoRetrieval":61.06,"T2Retrieval":72.36,"VideoRetrieval":44.02} -{"index":431,"Rank":89,"Model":"text-embedding-ada-002<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":8191,"Average":52.0,"CmedqaRetrieval":22.36,"CovidRetrieval":57.21,"DuRetrieval":71.17,"EcomRetrieval":44.49,"MedicalRetrieval":37.92,"MMarcoRetrieval":69.86,"T2Retrieval":69.14,"VideoRetrieval":43.85} -{"index":260,"Rank":90,"Model":"udever-bloom-560m<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":2048,"Average":46.16,"CmedqaRetrieval":20.03,"CovidRetrieval":33.57,"DuRetrieval":56.04,"EcomRetrieval":47.0,"MedicalRetrieval":36.68,"MMarcoRetrieval":69.31,"T2Retrieval":51.57,"VideoRetrieval":55.07} -{"index":379,"Rank":91,"Model":"luotuo-bert-medium<\/a>","Model Size (Million Parameters)":328,"Memory Usage (GB, fp32)":1.22,"Embedding Dimensions":768,"Max Tokens":512,"Average":44.4,"CmedqaRetrieval":18.04,"CovidRetrieval":55.48,"DuRetrieval":59.36,"EcomRetrieval":40.48,"MedicalRetrieval":29.8,"MMarcoRetrieval":55.31,"T2Retrieval":58.67,"VideoRetrieval":38.04} -{"index":76,"Rank":92,"Model":"text2vec-large-chinese<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Embedding Dimensions":1024,"Max Tokens":512,"Average":41.94,"CmedqaRetrieval":15.53,"CovidRetrieval":60.48,"DuRetrieval":51.87,"EcomRetrieval":37.58,"MedicalRetrieval":30.93,"MMarcoRetrieval":45.96,"T2Retrieval":50.52,"VideoRetrieval":42.65} -{"index":377,"Rank":93,"Model":"text2vec-base-chinese<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Embedding Dimensions":768,"Max Tokens":512,"Average":38.79,"CmedqaRetrieval":15.91,"CovidRetrieval":44.81,"DuRetrieval":52.23,"EcomRetrieval":34.6,"MedicalRetrieval":27.56,"MMarcoRetrieval":44.06,"T2Retrieval":51.67,"VideoRetrieval":39.52} -{"index":63,"Rank":94,"Model":"sbert-chinese-general-v1<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Embedding Dimensions":768,"Max Tokens":512,"Average":32.1,"CmedqaRetrieval":11.35,"CovidRetrieval":39.63,"DuRetrieval":41.16,"EcomRetrieval":32.71,"MedicalRetrieval":20.35,"MMarcoRetrieval":34.62,"T2Retrieval":41.8,"VideoRetrieval":35.15} -{"index":367,"Rank":95,"Model":"paraphrase-multilingual-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":24.51,"CmedqaRetrieval":10.79,"CovidRetrieval":30.11,"DuRetrieval":34.72,"EcomRetrieval":13.32,"MedicalRetrieval":15.46,"MMarcoRetrieval":46.62,"T2Retrieval":30.31,"VideoRetrieval":14.71} -{"index":368,"Rank":96,"Model":"paraphrase-multilingual-mpnet-base-v2<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":22.92,"CmedqaRetrieval":10.15,"CovidRetrieval":28.85,"DuRetrieval":33.41,"EcomRetrieval":9.69,"MedicalRetrieval":14.1,"MMarcoRetrieval":44.62,"T2Retrieval":28.35,"VideoRetrieval":14.18} -{"index":69,"Rank":97,"Model":"paraphrase-multilingual-mpnet-base-v2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":22.92,"CmedqaRetrieval":10.15,"CovidRetrieval":28.85,"DuRetrieval":33.41,"EcomRetrieval":9.69,"MedicalRetrieval":14.1,"MMarcoRetrieval":44.62,"T2Retrieval":28.35,"VideoRetrieval":14.17} -{"index":353,"Rank":98,"Model":"LaBSE<\/a>","Model Size (Million Parameters)":471,"Memory Usage (GB, fp32)":1.75,"Embedding Dimensions":768,"Max Tokens":512,"Average":21.83,"CmedqaRetrieval":5.49,"CovidRetrieval":28.6,"DuRetrieval":26.34,"EcomRetrieval":25.42,"MedicalRetrieval":6.68,"MMarcoRetrieval":34.78,"T2Retrieval":25.32,"VideoRetrieval":22.04} -{"index":217,"Rank":99,"Model":"SONAR<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":7.15,"CmedqaRetrieval":7.22,"CovidRetrieval":10.38,"DuRetrieval":1.44,"EcomRetrieval":4.68,"MedicalRetrieval":4.08,"MMarcoRetrieval":11.0,"T2Retrieval":1.31,"VideoRetrieval":17.05} -{"index":354,"Rank":100,"Model":"all-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":6.0,"CmedqaRetrieval":2.58,"CovidRetrieval":10.79,"DuRetrieval":6.62,"EcomRetrieval":4.01,"MedicalRetrieval":2.3,"MMarcoRetrieval":7.46,"T2Retrieval":4.82,"VideoRetrieval":9.38} -{"index":391,"Rank":101,"Model":"ALL_862873<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":4.52,"CmedqaRetrieval":2.22,"CovidRetrieval":2.32,"DuRetrieval":5.86,"EcomRetrieval":10.37,"MedicalRetrieval":2.37,"MMarcoRetrieval":3.64,"T2Retrieval":4.64,"VideoRetrieval":4.77} -{"index":356,"Rank":102,"Model":"all-mpnet-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average":4.36,"CmedqaRetrieval":2.0,"CovidRetrieval":3.7,"DuRetrieval":4.92,"EcomRetrieval":3.94,"MedicalRetrieval":1.71,"MMarcoRetrieval":7.13,"T2Retrieval":2.98,"VideoRetrieval":8.48} -{"index":355,"Rank":103,"Model":"all-MiniLM-L6-v2<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":384,"Max Tokens":512,"Average":3.62,"CmedqaRetrieval":2.03,"CovidRetrieval":0.8,"DuRetrieval":3.03,"EcomRetrieval":3.7,"MedicalRetrieval":1.76,"MMarcoRetrieval":6.21,"T2Retrieval":1.6,"VideoRetrieval":9.79} -{"index":0,"Rank":104,"Model":"text-embedding-004-256<\/a>","Model Size (Million Parameters)":1200,"Memory Usage (GB, fp32)":4.47,"Embedding Dimensions":256,"Max Tokens":2048,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":1,"Rank":105,"Model":"text-embedding-004<\/a>","Model Size (Million Parameters)":1200,"Memory Usage (GB, fp32)":4.47,"Embedding Dimensions":768,"Max Tokens":2048,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":2,"Rank":106,"Model":"titan-embed-text-v1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":8000,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":3,"Rank":107,"Model":"mistral-embed<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":"","Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":4,"Rank":108,"Model":"voyage-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":4000,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":5,"Rank":109,"Model":"voyage-3-lite<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":512,"Max Tokens":32000,"Average":"","CmedqaRetrieval":28.85,"CovidRetrieval":74.91,"DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":6,"Rank":110,"Model":"voyage-3-m-exp<\/a>","Model Size (Million Parameters)":6918,"Memory Usage (GB, fp32)":25.77,"Embedding Dimensions":2048,"Max Tokens":32000,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":7,"Rank":111,"Model":"voyage-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":32000,"Average":"","CmedqaRetrieval":34.83,"CovidRetrieval":88.47,"DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":8,"Rank":112,"Model":"voyage-code-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":16000,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":9,"Rank":113,"Model":"voyage-large-2-instruct<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":16000,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":10,"Rank":114,"Model":"voyage-law-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":16000,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":11,"Rank":115,"Model":"voyage-lite-01-instruct<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":4000,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":12,"Rank":116,"Model":"voyage-lite-02-instruct<\/a>","Model Size (Million Parameters)":1220,"Memory Usage (GB, fp32)":4.54,"Embedding Dimensions":1024,"Max Tokens":4000,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":13,"Rank":117,"Model":"voyage-multilingual-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":32000,"Average":"","CmedqaRetrieval":34.4,"CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":14,"Rank":118,"Model":"LASER2<\/a>","Model Size (Million Parameters)":43,"Memory Usage (GB, fp32)":0.16,"Embedding Dimensions":1024,"Max Tokens":"N\/A","Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":15,"Rank":119,"Model":"bm25s<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","CmedqaRetrieval":1.34,"CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":17,"Rank":120,"Model":"llm2vec-croissant-mntp<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":24,"Rank":122,"Model":"gte-base-en-v1.5<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":25,"Rank":123,"Model":"gte-large-en-v1.5<\/a>","Model Size (Million Parameters)":434,"Memory Usage (GB, fp32)":1.62,"Embedding Dimensions":1024,"Max Tokens":8192,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":34,"Rank":126,"Model":"bge-base-en-v1.5<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CmedqaRetrieval":2.42,"CovidRetrieval":23.21,"DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":36,"Rank":127,"Model":"bge-en-icl<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":37,"Rank":128,"Model":"bge-large-en-v1.5<\/a>","Model Size (Million Parameters)":1340,"Memory Usage (GB, fp32)":4.99,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","CmedqaRetrieval":2.07,"CovidRetrieval":17.18,"DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":40,"Rank":129,"Model":"bge-m3<\/a>","Model Size (Million Parameters)":567,"Memory Usage (GB, fp32)":2.11,"Embedding Dimensions":1024,"Max Tokens":8192,"Average":"","CmedqaRetrieval":"","CovidRetrieval":77.51,"DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":42,"Rank":130,"Model":"bge-reranker-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":43,"Rank":131,"Model":"bge-reranker-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":44,"Rank":132,"Model":"bge-small-en-v1.5<\/a>","Model Size (Million Parameters)":24,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":512,"Max Tokens":512,"Average":"","CmedqaRetrieval":2.13,"CovidRetrieval":14.97,"DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":46,"Rank":133,"Model":"nomic-embed-text-v1<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":47,"Rank":134,"Model":"nomic-embed-text-v1.5<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":51,"Rank":138,"Model":"ListConRanker<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":58,"Rank":140,"Model":"Cohere-embed-english-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":512,"Average":"","CmedqaRetrieval":2.95,"CovidRetrieval":27.82,"DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":59,"Rank":141,"Model":"Cohere-embed-multilingual-light-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":384,"Max Tokens":512,"Average":"","CmedqaRetrieval":26.17,"CovidRetrieval":72.97,"DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":60,"Rank":142,"Model":"Cohere-embed-multilingual-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":512,"Average":"","CmedqaRetrieval":30.2,"CovidRetrieval":77.12,"DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":65,"Rank":143,"Model":"distilrubert-small-cased-conversational<\/a>","Model Size (Million Parameters)":106,"Memory Usage (GB, fp32)":0.39,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CmedqaRetrieval":0.12,"CovidRetrieval":0.0,"DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":66,"Rank":144,"Model":"rubert-base-cased<\/a>","Model Size (Million Parameters)":180,"Memory Usage (GB, fp32)":0.67,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CmedqaRetrieval":0.9,"CovidRetrieval":0.07,"DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":67,"Rank":145,"Model":"rubert-base-cased-sentence<\/a>","Model Size (Million Parameters)":180,"Memory Usage (GB, fp32)":0.67,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CmedqaRetrieval":1.51,"CovidRetrieval":0.07,"DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":73,"Rank":148,"Model":"xlm-roberta-base<\/a>","Model Size (Million Parameters)":279,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":74,"Rank":149,"Model":"xlm-roberta-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":75,"Rank":150,"Model":"STS-multilingual-mpnet-base-v2<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":77,"Rank":151,"Model":"bert-base-10lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":78,"Rank":152,"Model":"bert-base-15lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":79,"Rank":153,"Model":"bert-base-25lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":81,"Rank":154,"Model":"GritLM-8x7B<\/a>","Model Size (Million Parameters)":46703,"Memory Usage (GB, fp32)":173.98,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":85,"Rank":155,"Model":"speed-embedding-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":86,"Rank":156,"Model":"lodestone-base-4096-v1<\/a>","Model Size (Million Parameters)":69,"Memory Usage (GB, fp32)":0.26,"Embedding Dimensions":768,"Max Tokens":4096,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":96,"Rank":164,"Model":"MUG-B-1.6<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":97,"Rank":165,"Model":"bilingual-document-embedding<\/a>","Model Size (Million Parameters)":568,"Memory Usage (GB, fp32)":2.12,"Embedding Dimensions":1024,"Max Tokens":8194,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":98,"Rank":166,"Model":"bilingual-embedding-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":99,"Rank":167,"Model":"bilingual-embedding-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":100,"Rank":168,"Model":"bilingual-embedding-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":102,"Rank":169,"Model":"Linq-Embed-Mistral<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":106,"Rank":172,"Model":"LLM2Vec-Llama-2-7b-chat-hf-mntp-supervised<\/a>","Model Size (Million Parameters)":6607,"Memory Usage (GB, fp32)":24.61,"Embedding Dimensions":4096,"Max Tokens":4096,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":107,"Rank":173,"Model":"LLM2Vec-Llama-2-unsupervised<\/a>","Model Size (Million Parameters)":6607,"Memory Usage (GB, fp32)":24.61,"Embedding Dimensions":4096,"Max Tokens":4096,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":108,"Rank":174,"Model":"LLM2Vec-Meta-Llama-3-supervised<\/a>","Model Size (Million Parameters)":7505,"Memory Usage (GB, fp32)":27.96,"Embedding Dimensions":4096,"Max Tokens":8192,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":109,"Rank":175,"Model":"LLM2Vec-Meta-Llama-3-unsupervised<\/a>","Model Size (Million Parameters)":7505,"Memory Usage (GB, fp32)":27.96,"Embedding Dimensions":4096,"Max Tokens":8192,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":110,"Rank":176,"Model":"LLM2Vec-Mistral-supervised<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":111,"Rank":177,"Model":"LLM2Vec-Mistral-unsupervised<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":112,"Rank":178,"Model":"LLM2Vec-Sheared-Llama-supervised<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":4096,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":113,"Rank":179,"Model":"LLM2Vec-Sheared-Llama-unsupervised<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":4096,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":114,"Rank":180,"Model":"Bulbasaur<\/a>","Model Size (Million Parameters)":17,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":115,"Rank":181,"Model":"Ivysaur<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.08,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":116,"Rank":182,"Model":"Squirtle<\/a>","Model Size (Million Parameters)":16,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":117,"Rank":183,"Model":"Venusaur<\/a>","Model Size (Million Parameters)":16,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":118,"Rank":184,"Model":"Wartortle<\/a>","Model Size (Million Parameters)":17,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":119,"Rank":185,"Model":"test24<\/a>","Model Size (Million Parameters)":17,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":120,"Rank":186,"Model":"test25<\/a>","Model Size (Million Parameters)":17,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":121,"Rank":187,"Model":"SGPT-1.3B-weightedmean-msmarco-specb-bitfit<\/a>","Model Size (Million Parameters)":1341,"Memory Usage (GB, fp32)":4.99,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":122,"Rank":188,"Model":"SGPT-125M-weightedmean-msmarco-specb-bitfit<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":2048,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":123,"Rank":189,"Model":"SGPT-125M-weightedmean-nli-bitfit<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":2048,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":124,"Rank":190,"Model":"SGPT-2.7B-weightedmean-msmarco-specb-bitfit<\/a>","Model Size (Million Parameters)":2685,"Memory Usage (GB, fp32)":10.0,"Embedding Dimensions":2560,"Max Tokens":2048,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":125,"Rank":191,"Model":"SGPT-5.8B-weightedmean-msmarco-specb-bitfit<\/a>","Model Size (Million Parameters)":5874,"Memory Usage (GB, fp32)":21.88,"Embedding Dimensions":4096,"Max Tokens":2048,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":126,"Rank":192,"Model":"SGPT-5.8B-weightedmean-nli-bitfit<\/a>","Model Size (Million Parameters)":5874,"Memory Usage (GB, fp32)":21.88,"Embedding Dimensions":4096,"Max Tokens":2048,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":130,"Rank":195,"Model":"stella_en_1.5B_v5<\/a>","Model Size (Million Parameters)":1543,"Memory Usage (GB, fp32)":5.75,"Embedding Dimensions":8192,"Max Tokens":131072,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":131,"Rank":196,"Model":"stella_en_400M_v5<\/a>","Model Size (Million Parameters)":435,"Memory Usage (GB, fp32)":1.62,"Embedding Dimensions":8192,"Max Tokens":8192,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":132,"Rank":197,"Model":"Arabert-all-nli-triplet-Matryoshka<\/a>","Model Size (Million Parameters)":135,"Memory Usage (GB, fp32)":0.5,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":133,"Rank":198,"Model":"Arabic-MiniLM-L12-v2-all-nli-triplet<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":134,"Rank":199,"Model":"Arabic-all-nli-triplet-Matryoshka<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":135,"Rank":200,"Model":"Arabic-labse-Matryoshka<\/a>","Model Size (Million Parameters)":471,"Memory Usage (GB, fp32)":1.75,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":136,"Rank":201,"Model":"Arabic-mpnet-base-all-nli-triplet<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":137,"Rank":202,"Model":"Marbert-all-nli-triplet-Matryoshka<\/a>","Model Size (Million Parameters)":163,"Memory Usage (GB, fp32)":0.61,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":138,"Rank":203,"Model":"Solon-embeddings-large-0.1<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":139,"Rank":204,"Model":"KartonBERT-USE-base-v1<\/a>","Model Size (Million Parameters)":104,"Memory Usage (GB, fp32)":0.39,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":141,"Rank":205,"Model":"alime-reranker-large-zh<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":144,"Rank":208,"Model":"SFR-Embedding-2_R<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":145,"Rank":209,"Model":"SFR-Embedding-Mistral<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","CmedqaRetrieval":35.12,"CovidRetrieval":73.07,"DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":148,"Rank":212,"Model":"snowflake-arctic-embed-l<\/a>","Model Size (Million Parameters)":334,"Memory Usage (GB, fp32)":1.24,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":149,"Rank":213,"Model":"snowflake-arctic-embed-l-v2.0<\/a>","Model Size (Million Parameters)":568,"Memory Usage (GB, fp32)":2.12,"Embedding Dimensions":1024,"Max Tokens":8194,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":150,"Rank":214,"Model":"snowflake-arctic-embed-m<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":151,"Rank":215,"Model":"snowflake-arctic-embed-m-long<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":152,"Rank":216,"Model":"snowflake-arctic-embed-m-v1.5<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":153,"Rank":217,"Model":"snowflake-arctic-embed-m-v2.0<\/a>","Model Size (Million Parameters)":305,"Memory Usage (GB, fp32)":1.14,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":154,"Rank":218,"Model":"snowflake-arctic-embed-s<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":155,"Rank":219,"Model":"snowflake-arctic-embed-xs<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.08,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":156,"Rank":220,"Model":"bge-micro<\/a>","Model Size (Million Parameters)":17,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":157,"Rank":221,"Model":"bge-micro-v2<\/a>","Model Size (Million Parameters)":17,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":158,"Rank":222,"Model":"gte-tiny<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.08,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":161,"Rank":223,"Model":"UAE-Large-V1<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":162,"Rank":224,"Model":"sentence-croissant-llm-base<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":164,"Rank":226,"Model":"German_Semantic_STS_V2<\/a>","Model Size (Million Parameters)":336,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":165,"Rank":227,"Model":"MedEmbed-small-v0.1<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":168,"Rank":230,"Model":"ru-en-RoSBERTa<\/a>","Model Size (Million Parameters)":404,"Memory Usage (GB, fp32)":1.5,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":169,"Rank":231,"Model":"sbert_large_mt_nlu_ru<\/a>","Model Size (Million Parameters)":427,"Memory Usage (GB, fp32)":1.59,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","CmedqaRetrieval":0.45,"CovidRetrieval":0.0,"DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":170,"Rank":232,"Model":"sbert_large_nlu_ru<\/a>","Model Size (Million Parameters)":427,"Memory Usage (GB, fp32)":1.59,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","CmedqaRetrieval":0.28,"CovidRetrieval":0.0,"DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":175,"Rank":236,"Model":"bge-small-4096<\/a>","Model Size (Million Parameters)":35,"Memory Usage (GB, fp32)":0.13,"Embedding Dimensions":384,"Max Tokens":4096,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":176,"Rank":237,"Model":"jina-embeddings-v2-base-en<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":178,"Rank":238,"Model":"GIST-Embedding-v0<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":179,"Rank":239,"Model":"GIST-all-MiniLM-L6-v2<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.08,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":180,"Rank":240,"Model":"GIST-large-Embedding-v0<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":181,"Rank":241,"Model":"GIST-small-Embedding-v0<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":182,"Rank":242,"Model":"NoInstruct-small-Embedding-v0<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":185,"Rank":245,"Model":"brown-beetle-base-v1<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.08,"Embedding Dimensions":768,"Max Tokens":1000000,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":186,"Rank":246,"Model":"brown-beetle-small-v1<\/a>","Model Size (Million Parameters)":8,"Memory Usage (GB, fp32)":0.03,"Embedding Dimensions":256,"Max Tokens":1000000,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":187,"Rank":247,"Model":"brown-beetle-tiny-v1<\/a>","Model Size (Million Parameters)":4,"Memory Usage (GB, fp32)":0.01,"Embedding Dimensions":128,"Max Tokens":1000000,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":188,"Rank":248,"Model":"brown-beetle-tiny-v1.1<\/a>","Model Size (Million Parameters)":4,"Memory Usage (GB, fp32)":0.01,"Embedding Dimensions":768,"Max Tokens":1000000,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":189,"Rank":249,"Model":"brown-fairy-base-v0<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.08,"Embedding Dimensions":768,"Max Tokens":1000000,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":190,"Rank":250,"Model":"red-beetle-base-v1.1<\/a>","Model Size (Million Parameters)":30,"Memory Usage (GB, fp32)":0.11,"Embedding Dimensions":1024,"Max Tokens":1000000,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":191,"Rank":251,"Model":"sgpt-bloom-1b7-nli<\/a>","Model Size (Million Parameters)":1722,"Memory Usage (GB, fp32)":6.42,"Embedding Dimensions":2048,"Max Tokens":4096,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":192,"Rank":252,"Model":"sgpt-bloom-7b1-msmarco<\/a>","Model Size (Million Parameters)":7068,"Memory Usage (GB, fp32)":26.33,"Embedding Dimensions":4096,"Max Tokens":2048,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":194,"Rank":254,"Model":"slx-v0.1<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.08,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":197,"Rank":256,"Model":"snowflake-arctic-embed-m-v2.0-cpu<\/a>","Model Size (Million Parameters)":305,"Memory Usage (GB, fp32)":1.14,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":198,"Rank":257,"Model":"LaBSE-en-ru<\/a>","Model Size (Million Parameters)":129,"Memory Usage (GB, fp32)":0.48,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CmedqaRetrieval":1.55,"CovidRetrieval":0.35,"DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":199,"Rank":258,"Model":"rubert-tiny<\/a>","Model Size (Million Parameters)":12,"Memory Usage (GB, fp32)":0.04,"Embedding Dimensions":512,"Max Tokens":514,"Average":"","CmedqaRetrieval":0.25,"CovidRetrieval":0.0,"DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":200,"Rank":259,"Model":"rubert-tiny2<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"Embedding Dimensions":2048,"Max Tokens":514,"Average":"","CmedqaRetrieval":1.09,"CovidRetrieval":0.1,"DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":201,"Rank":260,"Model":"cai-lunaris-text-embeddings<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":203,"Rank":262,"Model":"french-document-embedding<\/a>","Model Size (Million Parameters)":305,"Memory Usage (GB, fp32)":1.14,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":204,"Rank":263,"Model":"sentence-camembert-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":205,"Rank":264,"Model":"sentence-camembert-large<\/a>","Model Size (Million Parameters)":337,"Memory Usage (GB, fp32)":1.26,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":206,"Rank":265,"Model":"embedder-100p<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":207,"Rank":266,"Model":"USER-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CmedqaRetrieval":0.43,"CovidRetrieval":0.0,"DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":208,"Rank":267,"Model":"USER-bge-m3<\/a>","Model Size (Million Parameters)":359,"Memory Usage (GB, fp32)":1.34,"Embedding Dimensions":1024,"Max Tokens":8192,"Average":"","CmedqaRetrieval":1.26,"CovidRetrieval":0.12,"DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":209,"Rank":268,"Model":"deberta-v1-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CmedqaRetrieval":0.27,"CovidRetrieval":0.0,"DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":215,"Rank":271,"Model":"e5-base-4k<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CmedqaRetrieval":2.97,"CovidRetrieval":4.76,"DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":221,"Rank":274,"Model":"flaubert_base_cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":222,"Rank":275,"Model":"flaubert_base_uncased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":223,"Rank":276,"Model":"flaubert_large_cased<\/a>","Model Size (Million Parameters)":372,"Memory Usage (GB, fp32)":1.39,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":226,"Rank":279,"Model":"bert-base-multilingual-cased<\/a>","Model Size (Million Parameters)":179,"Memory Usage (GB, fp32)":0.67,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":227,"Rank":280,"Model":"bert-base-multilingual-uncased<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":228,"Rank":281,"Model":"bert-base-uncased<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":229,"Rank":282,"Model":"instructor-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":230,"Rank":283,"Model":"instructor-large<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":231,"Rank":284,"Model":"instructor-xl<\/a>","Model Size (Million Parameters)":1241,"Memory Usage (GB, fp32)":4.62,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":236,"Rank":288,"Model":"granite-embedding-107m-multilingual<\/a>","Model Size (Million Parameters)":107,"Memory Usage (GB, fp32)":0.4,"Embedding Dimensions":384,"Max Tokens":514,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":237,"Rank":289,"Model":"granite-embedding-125m-english<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":238,"Rank":290,"Model":"granite-embedding-278m-multilingual<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":239,"Rank":291,"Model":"granite-embedding-30m-english<\/a>","Model Size (Million Parameters)":30,"Memory Usage (GB, fp32)":0.11,"Embedding Dimensions":384,"Max Tokens":514,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":240,"Rank":292,"Model":"stella-base-en-v2<\/a>","Model Size (Million Parameters)":55,"Memory Usage (GB, fp32)":0.2,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":247,"Rank":293,"Model":"e5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CmedqaRetrieval":2.57,"CovidRetrieval":1.64,"DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":248,"Rank":294,"Model":"e5-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CmedqaRetrieval":3.49,"CovidRetrieval":14.88,"DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":249,"Rank":295,"Model":"e5-large<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","CmedqaRetrieval":2.58,"CovidRetrieval":4.01,"DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":250,"Rank":296,"Model":"e5-large-v2<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","CmedqaRetrieval":3.27,"CovidRetrieval":19.59,"DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":252,"Rank":297,"Model":"e5-small<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","CmedqaRetrieval":2.09,"CovidRetrieval":1.51,"DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":253,"Rank":298,"Model":"e5-small-v2<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":264,"Rank":300,"Model":"jina-embedding-b-en-v1<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":265,"Rank":301,"Model":"jina-embedding-l-en-v1<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":266,"Rank":302,"Model":"jina-embedding-s-en-v1<\/a>","Model Size (Million Parameters)":35,"Memory Usage (GB, fp32)":0.13,"Embedding Dimensions":512,"Max Tokens":512,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":267,"Rank":303,"Model":"jina-embeddings-v2-base-de<\/a>","Model Size (Million Parameters)":161,"Memory Usage (GB, fp32)":0.6,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":268,"Rank":304,"Model":"jina-embeddings-v2-base-en<\/a>","Model Size (Million Parameters)":275,"Memory Usage (GB, fp32)":1.02,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","CmedqaRetrieval":0.09,"CovidRetrieval":0.0,"DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":269,"Rank":305,"Model":"jina-embeddings-v2-base-es<\/a>","Model Size (Million Parameters)":161,"Memory Usage (GB, fp32)":0.6,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":271,"Rank":306,"Model":"jina-embeddings-v2-small-en<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":512,"Max Tokens":8192,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":274,"Rank":308,"Model":"echo-mistral-7b-instruct-lasttoken<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":275,"Rank":309,"Model":"cde-small-v1<\/a>","Model Size (Million Parameters)":143,"Memory Usage (GB, fp32)":0.53,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":276,"Rank":310,"Model":"cde-small-v2<\/a>","Model Size (Million Parameters)":150,"Memory Usage (GB, fp32)":0.56,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":281,"Rank":311,"Model":"modernbert-embed-large<\/a>","Model Size (Million Parameters)":395,"Memory Usage (GB, fp32)":1.47,"Embedding Dimensions":1024,"Max Tokens":8192,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":282,"Rank":312,"Model":"modernbert-embed-large-unsupervised<\/a>","Model Size (Million Parameters)":395,"Memory Usage (GB, fp32)":1.47,"Embedding Dimensions":1024,"Max Tokens":8192,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":283,"Rank":313,"Model":"lim_base_zh<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":287,"Rank":317,"Model":"ember-v1<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":290,"Rank":319,"Model":"bge-m3-custom-fr<\/a>","Model Size (Million Parameters)":568,"Memory Usage (GB, fp32)":2.12,"Embedding Dimensions":1024,"Max Tokens":8194,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":291,"Rank":320,"Model":"sentence_croissant_alpha_v0.1<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":292,"Rank":321,"Model":"sentence_croissant_alpha_v0.2<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":293,"Rank":322,"Model":"sentence_croissant_alpha_v0.3<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":294,"Rank":323,"Model":"sentence_croissant_alpha_v0.4<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":295,"Rank":324,"Model":"M2V_base_glove<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Embedding Dimensions":256,"Max Tokens":1000000,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":296,"Rank":325,"Model":"M2V_base_glove_subword<\/a>","Model Size (Million Parameters)":103,"Memory Usage (GB, fp32)":0.38,"Embedding Dimensions":256,"Max Tokens":1000000,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":297,"Rank":326,"Model":"M2V_base_output<\/a>","Model Size (Million Parameters)":8,"Memory Usage (GB, fp32)":0.03,"Embedding Dimensions":256,"Max Tokens":1000000,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":298,"Rank":327,"Model":"potion-base-2M<\/a>","Model Size (Million Parameters)":2,"Memory Usage (GB, fp32)":0.01,"Embedding Dimensions":64,"Max Tokens":1000000,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":299,"Rank":328,"Model":"potion-base-32M<\/a>","Model Size (Million Parameters)":32,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":512,"Max Tokens":1000000,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":300,"Rank":329,"Model":"potion-base-4M<\/a>","Model Size (Million Parameters)":4,"Memory Usage (GB, fp32)":0.01,"Embedding Dimensions":128,"Max Tokens":1000000,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":301,"Rank":330,"Model":"potion-base-8M<\/a>","Model Size (Million Parameters)":8,"Memory Usage (GB, fp32)":0.03,"Embedding Dimensions":256,"Max Tokens":1000000,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":302,"Rank":331,"Model":"mxbai-embed-2d-large-v1<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":303,"Rank":332,"Model":"mxbai-embed-large-v1<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":308,"Rank":335,"Model":"LdIR-Qwen2-reranker-1.5B<\/a>","Model Size (Million Parameters)":1544,"Memory Usage (GB, fp32)":5.75,"Embedding Dimensions":1536,"Max Tokens":32768,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":310,"Rank":337,"Model":"bge-reranker-large-1k<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":1026,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":318,"Rank":344,"Model":"bge-large-en-v1.5<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":319,"Rank":345,"Model":"modernbert-embed-base<\/a>","Model Size (Million Parameters)":149,"Memory Usage (GB, fp32)":0.56,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":320,"Rank":346,"Model":"modernbert-embed-base-unsupervised<\/a>","Model Size (Million Parameters)":149,"Memory Usage (GB, fp32)":0.56,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":321,"Rank":347,"Model":"nomic-embed-text-v1<\/a>","Model Size (Million Parameters)":547,"Memory Usage (GB, fp32)":2.04,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","CmedqaRetrieval":2.23,"CovidRetrieval":18.66,"DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":322,"Rank":348,"Model":"nomic-embed-text-v1-ablated<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":323,"Rank":349,"Model":"nomic-embed-text-v1-unsupervised<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":324,"Rank":350,"Model":"nomic-embed-text-v1.5-128<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":128,"Max Tokens":8192,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":325,"Rank":351,"Model":"nomic-embed-text-v1.5-256<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":256,"Max Tokens":8192,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":326,"Rank":352,"Model":"nomic-embed-text-v1.5-512<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":512,"Max Tokens":8192,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":327,"Rank":353,"Model":"nomic-embed-text-v1.5-64<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":64,"Max Tokens":8192,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":328,"Rank":354,"Model":"nomic-embed-text-v1.5<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":329,"Rank":355,"Model":"contriever-base-msmarco<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":330,"Rank":356,"Model":"NV-Embed-v1<\/a>","Model Size (Million Parameters)":7851,"Memory Usage (GB, fp32)":29.25,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":331,"Rank":357,"Model":"NV-Embed-v2<\/a>","Model Size (Million Parameters)":7851,"Memory Usage (GB, fp32)":29.25,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":334,"Rank":358,"Model":"GritLM-7B-vllm<\/a>","Model Size (Million Parameters)":7242,"Memory Usage (GB, fp32)":26.98,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":337,"Rank":360,"Model":"mini-gte<\/a>","Model Size (Million Parameters)":66,"Memory Usage (GB, fp32)":0.25,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":338,"Rank":361,"Model":"sup-simcse-bert-base-uncased<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":339,"Rank":362,"Model":"unsup-simcse-bert-base-uncased<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":340,"Rank":363,"Model":"360Zhinao-1.8B-Reranking<\/a>","Model Size (Million Parameters)":941,"Memory Usage (GB, fp32)":3.51,"Embedding Dimensions":2048,"Max Tokens":4096,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":342,"Rank":364,"Model":"FAB-Ramy-v1<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":343,"Rank":365,"Model":"FAE-v1<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":344,"Rank":366,"Model":"FUE-v1<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":348,"Rank":370,"Model":"sf_model_e5<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":357,"Rank":372,"Model":"allenai-specter<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":358,"Rank":373,"Model":"average_word_embeddings_glove.6B.300d<\/a>","Model Size (Million Parameters)":120,"Memory Usage (GB, fp32)":0.45,"Embedding Dimensions":300,"Max Tokens":"N\/A","Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":359,"Rank":374,"Model":"average_word_embeddings_komninos<\/a>","Model Size (Million Parameters)":134,"Memory Usage (GB, fp32)":0.5,"Embedding Dimensions":300,"Max Tokens":"N\/A","Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":360,"Rank":375,"Model":"distiluse-base-multilingual-cased-v2<\/a>","Model Size (Million Parameters)":135,"Memory Usage (GB, fp32)":0.5,"Embedding Dimensions":512,"Max Tokens":512,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":361,"Rank":376,"Model":"gtr-t5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":362,"Rank":377,"Model":"gtr-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":363,"Rank":378,"Model":"gtr-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":364,"Rank":379,"Model":"gtr-t5-xxl<\/a>","Model Size (Million Parameters)":4865,"Memory Usage (GB, fp32)":18.12,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":365,"Rank":380,"Model":"msmarco-bert-co-condensor<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":366,"Rank":381,"Model":"multi-qa-MiniLM-L6-cos-v1<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":369,"Rank":382,"Model":"sentence-t5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":370,"Rank":383,"Model":"sentence-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":371,"Rank":384,"Model":"sentence-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":372,"Rank":385,"Model":"sentence-t5-xxl<\/a>","Model Size (Million Parameters)":4865,"Memory Usage (GB, fp32)":18.12,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":374,"Rank":386,"Model":"LaBSE-ru-turbo<\/a>","Model Size (Million Parameters)":128,"Memory Usage (GB, fp32)":0.48,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CmedqaRetrieval":1.27,"CovidRetrieval":0.06,"DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":375,"Rank":387,"Model":"rubert-tiny-turbo<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"Embedding Dimensions":312,"Max Tokens":2048,"Average":"","CmedqaRetrieval":1.14,"CovidRetrieval":0.04,"DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":378,"Rank":388,"Model":"text2vec-base-multilingual<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":256,"Average":"","CmedqaRetrieval":12.1,"CovidRetrieval":15.0,"DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":381,"Rank":390,"Model":"BAAI-bge-reranker-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":385,"Rank":394,"Model":"gte-base<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":387,"Rank":395,"Model":"gte-large<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":389,"Rank":396,"Model":"gte-small<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":406,"Rank":410,"Model":"universal-sentence-encoder-multilingual-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":512,"Max Tokens":512,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":407,"Rank":411,"Model":"universal-sentence-encoder-multilingual-large-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":512,"Max Tokens":512,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":408,"Rank":412,"Model":"b1ade-embed<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":409,"Rank":413,"Model":"b1ade-embed-kd<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":410,"Rank":414,"Model":"b1ade-embed-kd_3<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":413,"Rank":417,"Model":"potion-base-8M-stf<\/a>","Model Size (Million Parameters)":8,"Memory Usage (GB, fp32)":0.03,"Embedding Dimensions":256,"Max Tokens":1000000,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":416,"Rank":419,"Model":"bilingual-embedding-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":418,"Rank":421,"Model":"LENS-d4000<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":419,"Rank":422,"Model":"LENS-d8000<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":423,"Rank":426,"Model":"Zeta-Alpha-E5-Mistral<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":424,"Rank":427,"Model":"text_emb_V1<\/a>","Model Size (Million Parameters)":103,"Memory Usage (GB, fp32)":0.38,"Embedding Dimensions":768,"Max Tokens":1024,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":425,"Rank":428,"Model":"bi-cse<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":427,"Rank":430,"Model":"text-similarity-ada-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":2046,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":428,"Rank":431,"Model":"text-similarity-babbage-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":2048,"Max Tokens":2046,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":429,"Rank":432,"Model":"text-similarity-curie-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":4096,"Max Tokens":2046,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":430,"Rank":433,"Model":"text-similarity-davinci-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":12288,"Max Tokens":2046,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":432,"Rank":434,"Model":"text-embedding-3-large-256<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":256,"Max Tokens":8191,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":433,"Rank":435,"Model":"text-embedding-3-large<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":3072,"Max Tokens":8191,"Average":"","CmedqaRetrieval":27.43,"CovidRetrieval":68.43,"DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":434,"Rank":436,"Model":"text-embedding-3-small<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":8191,"Average":"","CmedqaRetrieval":21.84,"CovidRetrieval":61.07,"DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":436,"Rank":437,"Model":"elser-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":30522,"Max Tokens":512,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} diff --git a/all_data_tasks/13/default.jsonl b/all_data_tasks/13/default.jsonl deleted file mode 100644 index ff8ea8d23875034dc2594f3f9fe0aef973b03df1..0000000000000000000000000000000000000000 --- a/all_data_tasks/13/default.jsonl +++ /dev/null @@ -1,349 +0,0 @@ -{"index":373,"Rank":1,"Model":"ZNV-Embedding<\/a>","Model Size (Million Parameters)":6061,"Memory Usage (GB, fp32)":22.58,"Embedding Dimensions":4096,"Max Tokens":4096,"Average":67.66,"AFQMC":53.84,"ATEC":54.44,"BQ":70.57,"LCQMC":74.99,"PAWSX":58.35,"QBQTC":71.45,"STS22 (zh)":74.92,"STSB":82.74} -{"index":23,"Rank":2,"Model":"gte-Qwen2-7B-instruct<\/a>","Model Size (Million Parameters)":7613,"Memory Usage (GB, fp32)":28.36,"Embedding Dimensions":3584,"Max Tokens":32768,"Average":65.27,"AFQMC":72.25,"ATEC":62.62,"BQ":81.25,"LCQMC":73.81,"PAWSX":54.06,"QBQTC":31.37,"STS22 (zh)":65.77,"STSB":81.05} -{"index":61,"Rank":3,"Model":"Dmeta-embedding-zh<\/a>","Model Size (Million Parameters)":103,"Memory Usage (GB, fp32)":0.38,"Embedding Dimensions":768,"Max Tokens":1024,"Average":64.89,"AFQMC":71.13,"ATEC":64.64,"BQ":72.3,"LCQMC":78.76,"PAWSX":45.05,"QBQTC":42.62,"STS22 (zh)":63.84,"STSB":80.77} -{"index":280,"Rank":4,"Model":"xiaobu-embedding-v2<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Embedding Dimensions":1792,"Max Tokens":512,"Average":64.53,"AFQMC":60.96,"ATEC":58.81,"BQ":75.08,"LCQMC":79.82,"PAWSX":47.42,"QBQTC":45.14,"STS22 (zh)":66.96,"STSB":82.05} -{"index":20,"Rank":5,"Model":"gme-Qwen2-VL-7B-Instruct<\/a>","Model Size (Million Parameters)":8291,"Memory Usage (GB, fp32)":30.89,"Embedding Dimensions":3584,"Max Tokens":32768,"Average":64.35,"AFQMC":71.67,"ATEC":55.47,"BQ":78.96,"LCQMC":72.99,"PAWSX":52.75,"QBQTC":34.38,"STS22 (zh)":71.47,"STSB":77.15} -{"index":289,"Rank":6,"Model":"ternary-weight-embedding<\/a>","Model Size (Million Parameters)":99,"Memory Usage (GB, fp32)":0.37,"Embedding Dimensions":1792,"Max Tokens":512,"Average":64.33,"AFQMC":58.25,"ATEC":57.8,"BQ":76.89,"LCQMC":79.58,"PAWSX":46.26,"QBQTC":41.89,"STS22 (zh)":68.69,"STSB":85.31} -{"index":235,"Rank":7,"Model":"zpoint_large_embedding_zh<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Embedding Dimensions":1792,"Max Tokens":512,"Average":64.22,"AFQMC":60.72,"ATEC":58.77,"BQ":75.04,"LCQMC":79.75,"PAWSX":45.94,"QBQTC":43.46,"STS22 (zh)":66.71,"STSB":83.34} -{"index":94,"Rank":8,"Model":"Conan-embedding-v1-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":64.18,"AFQMC":60.66,"ATEC":58.64,"BQ":74.51,"LCQMC":79.45,"PAWSX":46.6,"QBQTC":44.58,"STS22 (zh)":67.73,"STSB":81.24} -{"index":159,"Rank":9,"Model":"Conan-embedding-v1<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Embedding Dimensions":1792,"Max Tokens":512,"Average":64.18,"AFQMC":60.66,"ATEC":58.64,"BQ":74.51,"LCQMC":79.45,"PAWSX":46.6,"QBQTC":44.58,"STS22 (zh)":67.73,"STSB":81.24} -{"index":352,"Rank":10,"Model":"piccolo-large-zh-v2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":63.5,"AFQMC":61.49,"ATEC":59.2,"BQ":72.88,"LCQMC":79.55,"PAWSX":46.48,"QBQTC":45.91,"STS22 (zh)":63.76,"STSB":78.71} -{"index":53,"Rank":11,"Model":"Yinka<\/a>","Model Size (Million Parameters)":164,"Memory Usage (GB, fp32)":0.61,"Embedding Dimensions":1792,"Max Tokens":512,"Average":63.33,"AFQMC":61.02,"ATEC":59.02,"BQ":72.76,"LCQMC":79.43,"PAWSX":45.92,"QBQTC":44.87,"STS22 (zh)":64.41,"STSB":79.24} -{"index":262,"Rank":12,"Model":"Yinka-Q5_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":63.33,"AFQMC":61.02,"ATEC":59.02,"BQ":72.76,"LCQMC":79.43,"PAWSX":45.92,"QBQTC":44.87,"STS22 (zh)":64.41,"STSB":79.24} -{"index":71,"Rank":13,"Model":"IYun-large-zh<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":63.23,"AFQMC":60.89,"ATEC":58.82,"BQ":72.53,"LCQMC":79.19,"PAWSX":45.8,"QBQTC":43.94,"STS22 (zh)":65.18,"STSB":79.48} -{"index":219,"Rank":14,"Model":"XYZ-embedding-zh-v2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":62.55,"AFQMC":58.41,"ATEC":57.6,"BQ":72.66,"LCQMC":79.28,"PAWSX":42.44,"QBQTC":41.52,"STS22 (zh)":66.32,"STSB":82.15} -{"index":243,"Rank":15,"Model":"stella-base-zh-v3-1792d<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Embedding Dimensions":1792,"Max Tokens":1024,"Average":62.49,"AFQMC":59.22,"ATEC":58.43,"BQ":70.44,"LCQMC":78.27,"PAWSX":43.97,"QBQTC":40.02,"STS22 (zh)":66.49,"STSB":83.05} -{"index":214,"Rank":16,"Model":"stella-mrl-large-zh-v3.5-1792d<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Embedding Dimensions":1792,"Max Tokens":512,"Average":62.48,"AFQMC":58.85,"ATEC":58.08,"BQ":71.05,"LCQMC":78.26,"PAWSX":45.36,"QBQTC":38.98,"STS22 (zh)":66.26,"STSB":82.96} -{"index":213,"Rank":17,"Model":"stella-large-zh-v3-1792d<\/a>","Model Size (Million Parameters)":325,"Memory Usage (GB, fp32)":1.21,"Embedding Dimensions":1792,"Max Tokens":512,"Average":62.46,"AFQMC":59.11,"ATEC":58.19,"BQ":71.07,"LCQMC":78.27,"PAWSX":45.0,"QBQTC":38.69,"STS22 (zh)":66.53,"STSB":82.8} -{"index":16,"Rank":18,"Model":"OpenSearch-text-hybrid<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1792,"Max Tokens":512,"Average":62.46,"AFQMC":59.11,"ATEC":58.19,"BQ":71.07,"LCQMC":78.27,"PAWSX":44.98,"QBQTC":38.69,"STS22 (zh)":66.53,"STSB":82.8} -{"index":21,"Rank":19,"Model":"gte-Qwen1.5-7B-instruct<\/a>","Model Size (Million Parameters)":7099,"Memory Usage (GB, fp32)":26.45,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":62.39,"AFQMC":58.47,"ATEC":55.46,"BQ":77.59,"LCQMC":76.29,"PAWSX":50.22,"QBQTC":31.82,"STS22 (zh)":67.9,"STSB":81.37} -{"index":376,"Rank":20,"Model":"AGE_Hybrid<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":62.15,"AFQMC":58.61,"ATEC":58.03,"BQ":70.98,"LCQMC":78.14,"PAWSX":45.59,"QBQTC":38.1,"STS22 (zh)":65.34,"STSB":82.42} -{"index":62,"Rank":21,"Model":"Dmeta-embedding-zh-small<\/a>","Model Size (Million Parameters)":74,"Memory Usage (GB, fp32)":0.28,"Embedding Dimensions":768,"Max Tokens":1024,"Average":62.13,"AFQMC":59.54,"ATEC":58.63,"BQ":70.31,"LCQMC":78.73,"PAWSX":42.97,"QBQTC":41.03,"STS22 (zh)":66.76,"STSB":79.09} -{"index":177,"Rank":22,"Model":"acge_text_embedding<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Embedding Dimensions":1792,"Max Tokens":1024,"Average":62.09,"AFQMC":58.81,"ATEC":57.95,"BQ":70.37,"LCQMC":78.17,"PAWSX":45.51,"QBQTC":37.31,"STS22 (zh)":65.85,"STSB":82.73} -{"index":19,"Rank":23,"Model":"gme-Qwen2-VL-2B-Instruct<\/a>","Model Size (Million Parameters)":2209,"Memory Usage (GB, fp32)":8.23,"Embedding Dimensions":1536,"Max Tokens":32768,"Average":61.94,"AFQMC":67.55,"ATEC":54.03,"BQ":77.72,"LCQMC":72.8,"PAWSX":46.87,"QBQTC":31.82,"STS22 (zh)":67.87,"STSB":76.83} -{"index":87,"Rank":24,"Model":"Yuan-embedding-1.0<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Embedding Dimensions":1792,"Max Tokens":512,"Average":61.64,"AFQMC":60.3,"ATEC":58.5,"BQ":73.07,"LCQMC":78.44,"PAWSX":36.62,"QBQTC":38.36,"STS22 (zh)":65.93,"STSB":81.92} -{"index":22,"Rank":25,"Model":"gte-Qwen2-1.5B-instruct<\/a>","Model Size (Million Parameters)":1776,"Memory Usage (GB, fp32)":6.62,"Embedding Dimensions":1536,"Max Tokens":131072,"Average":60.96,"AFQMC":58.42,"ATEC":55.65,"BQ":73.85,"LCQMC":75.39,"PAWSX":42.46,"QBQTC":35.15,"STS22 (zh)":67.4,"STSB":79.4} -{"index":435,"Rank":26,"Model":"text-embedding<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":512,"Average":60.07,"AFQMC":50.8,"ATEC":53.23,"BQ":66.49,"LCQMC":76.6,"PAWSX":47.56,"QBQTC":39.96,"STS22 (zh)":65.78,"STSB":80.14} -{"index":32,"Rank":27,"Model":"jina-embeddings-v2-base-zh-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":59.39,"AFQMC":50.59,"ATEC":51.29,"BQ":66.07,"LCQMC":75.74,"PAWSX":41.49,"QBQTC":38.11,"STS22 (zh)":69.25,"STSB":82.56} -{"index":270,"Rank":28,"Model":"jina-embeddings-v2-base-zh<\/a>","Model Size (Million Parameters)":161,"Memory Usage (GB, fp32)":0.6,"Embedding Dimensions":768,"Max Tokens":8192,"Average":59.39,"AFQMC":50.59,"ATEC":51.29,"BQ":66.07,"LCQMC":75.74,"PAWSX":41.49,"QBQTC":38.11,"STS22 (zh)":69.25,"STSB":82.56} -{"index":33,"Rank":29,"Model":"jina-embeddings-v2-base-zh-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":59.39,"AFQMC":50.59,"ATEC":51.29,"BQ":66.07,"LCQMC":75.74,"PAWSX":41.49,"QBQTC":38.11,"STS22 (zh)":69.25,"STSB":82.56} -{"index":424,"Rank":30,"Model":"text_emb_V1<\/a>","Model Size (Million Parameters)":103,"Memory Usage (GB, fp32)":0.38,"Embedding Dimensions":768,"Max Tokens":1024,"Average":58.83,"AFQMC":57.18,"ATEC":56.43,"BQ":72.1,"LCQMC":77.82,"PAWSX":35.44,"QBQTC":54.03,"STS22 (zh)":45.46,"STSB":72.19} -{"index":245,"Rank":31,"Model":"stella-large-zh-v2<\/a>","Model Size (Million Parameters)":163,"Memory Usage (GB, fp32)":0.61,"Embedding Dimensions":1024,"Max Tokens":1024,"Average":58.66,"AFQMC":49.95,"ATEC":53.12,"BQ":65.54,"LCQMC":77.48,"PAWSX":36.22,"QBQTC":38.73,"STS22 (zh)":68.87,"STSB":79.37} -{"index":29,"Rank":32,"Model":"tao-8k<\/a>","Model Size (Million Parameters)":167,"Memory Usage (GB, fp32)":0.62,"Embedding Dimensions":1024,"Max Tokens":8192,"Average":58.66,"AFQMC":49.94,"ATEC":53.11,"BQ":65.54,"LCQMC":77.48,"PAWSX":36.22,"QBQTC":38.74,"STS22 (zh)":68.88,"STSB":79.37} -{"index":28,"Rank":33,"Model":"tao<\/a>","Model Size (Million Parameters)":163,"Memory Usage (GB, fp32)":0.61,"Embedding Dimensions":1024,"Max Tokens":1024,"Average":58.66,"AFQMC":49.94,"ATEC":53.11,"BQ":65.54,"LCQMC":77.48,"PAWSX":36.22,"QBQTC":38.74,"STS22 (zh)":68.88,"STSB":79.36} -{"index":279,"Rank":34,"Model":"xiaobu-embedding<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Embedding Dimensions":1024,"Max Tokens":512,"Average":58.52,"AFQMC":54.85,"ATEC":55.13,"BQ":65.57,"LCQMC":75.55,"PAWSX":37.87,"QBQTC":33.69,"STS22 (zh)":64.32,"STSB":81.19} -{"index":140,"Rank":35,"Model":"alime-embedding-large-zh<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Embedding Dimensions":1024,"Max Tokens":512,"Average":58.41,"AFQMC":54.73,"ATEC":55.13,"BQ":64.89,"LCQMC":75.12,"PAWSX":37.93,"QBQTC":34.21,"STS22 (zh)":64.54,"STSB":80.72} -{"index":244,"Rank":36,"Model":"stella-large-zh<\/a>","Model Size (Million Parameters)":163,"Memory Usage (GB, fp32)":0.61,"Embedding Dimensions":1024,"Max Tokens":1024,"Average":58.3,"AFQMC":54.49,"ATEC":54.45,"BQ":62.38,"LCQMC":76.28,"PAWSX":37.97,"QBQTC":37.84,"STS22 (zh)":67.28,"STSB":75.71} -{"index":351,"Rank":37,"Model":"piccolo-large-zh<\/a>","Model Size (Million Parameters)":163,"Memory Usage (GB, fp32)":0.61,"Embedding Dimensions":1024,"Max Tokens":512,"Average":58.02,"AFQMC":54.17,"ATEC":54.28,"BQ":62.31,"LCQMC":75.81,"PAWSX":38.31,"QBQTC":38.22,"STS22 (zh)":66.66,"STSB":74.43} -{"index":425,"Rank":38,"Model":"bi-cse<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":57.91,"AFQMC":43.45,"ATEC":48.01,"BQ":65.58,"LCQMC":75.56,"PAWSX":47.62,"QBQTC":40.43,"STS22 (zh)":67.24,"STSB":75.38} -{"index":388,"Rank":39,"Model":"gte-large-zh<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Embedding Dimensions":1024,"Max Tokens":512,"Average":57.82,"AFQMC":54.58,"ATEC":54.6,"BQ":64.41,"LCQMC":74.4,"PAWSX":38.55,"QBQTC":33.36,"STS22 (zh)":62.98,"STSB":79.68} -{"index":72,"Rank":40,"Model":"mist-zh<\/a>","Model Size (Million Parameters)":51,"Memory Usage (GB, fp32)":0.19,"Embedding Dimensions":768,"Max Tokens":512,"Average":57.08,"AFQMC":46.98,"ATEC":51.35,"BQ":65.08,"LCQMC":76.96,"PAWSX":30.03,"QBQTC":37.5,"STS22 (zh)":69.2,"STSB":79.57} -{"index":242,"Rank":41,"Model":"stella-base-zh-v2<\/a>","Model Size (Million Parameters)":51,"Memory Usage (GB, fp32)":0.19,"Embedding Dimensions":768,"Max Tokens":1024,"Average":56.92,"AFQMC":46.73,"ATEC":51.22,"BQ":64.8,"LCQMC":76.89,"PAWSX":29.7,"QBQTC":37.38,"STS22 (zh)":69.02,"STSB":79.63} -{"index":41,"Rank":42,"Model":"bge-multilingual-gemma2<\/a>","Model Size (Million Parameters)":9242,"Memory Usage (GB, fp32)":34.43,"Embedding Dimensions":3584,"Max Tokens":8192,"Average":56.87,"AFQMC":47.17,"ATEC":50.75,"BQ":62.02,"LCQMC":75.95,"PAWSX":30.57,"QBQTC":38.98,"STS22 (zh)":68.68,"STSB":80.87} -{"index":241,"Rank":43,"Model":"stella-base-zh<\/a>","Model Size (Million Parameters)":103,"Memory Usage (GB, fp32)":0.38,"Embedding Dimensions":768,"Max Tokens":1024,"Average":56.54,"AFQMC":51.75,"ATEC":52.82,"BQ":63.29,"LCQMC":75.83,"PAWSX":32.02,"QBQTC":36.47,"STS22 (zh)":67.52,"STSB":72.63} -{"index":39,"Rank":44,"Model":"bge-large-zh-v1.5<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Embedding Dimensions":1024,"Max Tokens":512,"Average":56.25,"AFQMC":44.36,"ATEC":49.54,"BQ":62.94,"LCQMC":74.33,"PAWSX":33.92,"QBQTC":37.29,"STS22 (zh)":68.94,"STSB":78.7} -{"index":386,"Rank":45,"Model":"gte-base-zh<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Embedding Dimensions":768,"Max Tokens":512,"Average":55.96,"AFQMC":49.07,"ATEC":50.83,"BQ":65.5,"LCQMC":74.06,"PAWSX":27.97,"QBQTC":35.19,"STS22 (zh)":63.64,"STSB":81.46} -{"index":350,"Rank":46,"Model":"piccolo-base-zh<\/a>","Model Size (Million Parameters)":51,"Memory Usage (GB, fp32)":0.19,"Embedding Dimensions":768,"Max Tokens":512,"Average":55.9,"AFQMC":51.4,"ATEC":52.59,"BQ":62.68,"LCQMC":75.4,"PAWSX":31.58,"QBQTC":36.48,"STS22 (zh)":66.51,"STSB":70.6} -{"index":55,"Rank":47,"Model":"winberta-large<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":54.55,"AFQMC":46.7,"ATEC":49.95,"BQ":56.08,"LCQMC":74.96,"PAWSX":33.49,"QBQTC":31.06,"STS22 (zh)":64.51,"STSB":79.63} -{"index":56,"Rank":48,"Model":"windberta-large<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":54.35,"AFQMC":46.77,"ATEC":50.18,"BQ":55.25,"LCQMC":74.29,"PAWSX":33.24,"QBQTC":30.92,"STS22 (zh)":64.41,"STSB":79.74} -{"index":35,"Rank":49,"Model":"bge-base-zh-v1.5<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Embedding Dimensions":768,"Max Tokens":512,"Average":53.72,"AFQMC":42.4,"ATEC":48.17,"BQ":61.78,"LCQMC":74.45,"PAWSX":20.4,"QBQTC":36.22,"STS22 (zh)":68.01,"STSB":78.31} -{"index":38,"Rank":50,"Model":"bge-large-zh-noinstruct<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Embedding Dimensions":1024,"Max Tokens":512,"Average":53.0,"AFQMC":43.06,"ATEC":48.29,"BQ":60.53,"LCQMC":74.71,"PAWSX":16.64,"QBQTC":35.2,"STS22 (zh)":67.19,"STSB":78.41} -{"index":26,"Rank":51,"Model":"gte-multilingual-base<\/a>","Model Size (Million Parameters)":305,"Memory Usage (GB, fp32)":1.14,"Embedding Dimensions":768,"Max Tokens":8192,"Average":52.73,"AFQMC":43.55,"ATEC":48.91,"BQ":51.72,"LCQMC":74.86,"PAWSX":16.12,"QBQTC":39.36,"STS22 (zh)":66.59,"STSB":80.72} -{"index":105,"Rank":52,"Model":"onnx-gte-multilingual-base<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":52.73,"AFQMC":43.55,"ATEC":48.91,"BQ":51.72,"LCQMC":74.86,"PAWSX":16.12,"QBQTC":39.36,"STS22 (zh)":66.59,"STSB":80.72} -{"index":83,"Rank":53,"Model":"KaLM-embedding-multilingual-mini-instruct-v1.5<\/a>","Model Size (Million Parameters)":494,"Memory Usage (GB, fp32)":1.84,"Embedding Dimensions":896,"Max Tokens":131072,"Average":51.57,"AFQMC":38.07,"ATEC":46.22,"BQ":54.5,"LCQMC":70.82,"PAWSX":16.33,"QBQTC":35.21,"STS22 (zh)":73.58,"STSB":77.81} -{"index":54,"Rank":54,"Model":"winberta-base<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":51.45,"AFQMC":44.25,"ATEC":48.24,"BQ":56.27,"LCQMC":74.09,"PAWSX":12.18,"QBQTC":29.94,"STS22 (zh)":66.06,"STSB":80.54} -{"index":82,"Rank":55,"Model":"KaLM-embedding-multilingual-mini-instruct-v1<\/a>","Model Size (Million Parameters)":494,"Memory Usage (GB, fp32)":1.84,"Embedding Dimensions":896,"Max Tokens":131072,"Average":51.18,"AFQMC":39.88,"ATEC":47.17,"BQ":54.36,"LCQMC":70.39,"PAWSX":15.18,"QBQTC":30.32,"STS22 (zh)":74.02,"STSB":78.14} -{"index":84,"Rank":56,"Model":"KaLM-embedding-multilingual-mini-v1<\/a>","Model Size (Million Parameters)":494,"Memory Usage (GB, fp32)":1.84,"Embedding Dimensions":896,"Max Tokens":131072,"Average":50.74,"AFQMC":39.41,"ATEC":46.92,"BQ":51.53,"LCQMC":69.62,"PAWSX":15.09,"QBQTC":34.11,"STS22 (zh)":69.91,"STSB":79.33} -{"index":311,"Rank":57,"Model":"m3e-ernie-xbase-zh<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":50.54,"AFQMC":37.4,"ATEC":42.16,"BQ":70.96,"LCQMC":73.27,"PAWSX":18.55,"QBQTC":29.6,"STS22 (zh)":65.44,"STSB":66.91} -{"index":304,"Rank":58,"Model":"m3e-base<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Embedding Dimensions":768,"Max Tokens":512,"Average":50.47,"AFQMC":35.87,"ATEC":41.27,"BQ":63.81,"LCQMC":74.88,"PAWSX":12.19,"QBQTC":32.07,"STS22 (zh)":66.73,"STSB":76.97} -{"index":305,"Rank":59,"Model":"m3e-large<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Embedding Dimensions":768,"Max Tokens":512,"Average":50.42,"AFQMC":36.53,"ATEC":41.8,"BQ":65.2,"LCQMC":74.2,"PAWSX":15.95,"QBQTC":32.65,"STS22 (zh)":62.91,"STSB":74.16} -{"index":27,"Rank":60,"Model":"e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":50.22,"AFQMC":38.99,"ATEC":42.84,"BQ":50.64,"LCQMC":75.48,"PAWSX":16.81,"QBQTC":31.8,"STS22 (zh)":63.4,"STSB":81.81} -{"index":251,"Rank":61,"Model":"e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":50.22,"AFQMC":38.99,"ATEC":42.84,"BQ":50.63,"LCQMC":75.48,"PAWSX":16.81,"QBQTC":31.8,"STS22 (zh)":63.38,"STSB":81.81} -{"index":333,"Rank":62,"Model":"MiniCPM-Embedding-Light<\/a>","Model Size (Million Parameters)":434,"Memory Usage (GB, fp32)":1.62,"Embedding Dimensions":1024,"Max Tokens":4096,"Average":50.06,"AFQMC":32.27,"ATEC":41.15,"BQ":54.24,"LCQMC":73.72,"PAWSX":14.89,"QBQTC":38.59,"STS22 (zh)":73.59,"STSB":72.05} -{"index":390,"Rank":63,"Model":"gte-small-zh<\/a>","Model Size (Million Parameters)":30,"Memory Usage (GB, fp32)":0.11,"Embedding Dimensions":512,"Max Tokens":512,"Average":49.72,"AFQMC":36.69,"ATEC":45.77,"BQ":49.64,"LCQMC":72.72,"PAWSX":12.77,"QBQTC":36.97,"STS22 (zh)":66.72,"STSB":76.51} -{"index":392,"Rank":64,"Model":"gte-small-zh<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":49.72,"AFQMC":36.69,"ATEC":45.77,"BQ":49.64,"LCQMC":72.72,"PAWSX":12.77,"QBQTC":36.97,"STS22 (zh)":66.72,"STSB":76.51} -{"index":45,"Rank":65,"Model":"bge-small-zh-v1.5<\/a>","Model Size (Million Parameters)":24,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":512,"Max Tokens":512,"Average":49.1,"AFQMC":33.42,"ATEC":43.01,"BQ":55.22,"LCQMC":72.19,"PAWSX":9.26,"QBQTC":35.29,"STS22 (zh)":67.72,"STSB":76.73} -{"index":255,"Rank":66,"Model":"multilingual-e5-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":48.29,"AFQMC":33.02,"ATEC":39.81,"BQ":46.44,"LCQMC":75.95,"PAWSX":14.63,"QBQTC":29.77,"STS22 (zh)":65.64,"STSB":81.08} -{"index":254,"Rank":67,"Model":"multilingual-e5-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":46.49,"AFQMC":29.67,"ATEC":37.01,"BQ":45.45,"LCQMC":74.15,"PAWSX":12.14,"QBQTC":28.81,"STS22 (zh)":65.64,"STSB":79.05} -{"index":258,"Rank":68,"Model":"udever-bloom-1b1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":2048,"Average":45.6,"AFQMC":27.98,"ATEC":35.86,"BQ":46.23,"LCQMC":72.8,"PAWSX":15.66,"QBQTC":32.65,"STS22 (zh)":54.08,"STSB":79.53} -{"index":257,"Rank":69,"Model":"multilingual-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":45.27,"AFQMC":25.21,"ATEC":35.14,"BQ":43.27,"LCQMC":72.7,"PAWSX":11.01,"QBQTC":30.25,"STS22 (zh)":66.85,"STSB":77.73} -{"index":76,"Rank":70,"Model":"text2vec-large-chinese<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Embedding Dimensions":1024,"Max Tokens":512,"Average":44.97,"AFQMC":24.51,"ATEC":32.45,"BQ":44.22,"LCQMC":69.16,"PAWSX":14.55,"QBQTC":29.51,"STS22 (zh)":65.94,"STSB":79.45} -{"index":63,"Rank":71,"Model":"sbert-chinese-general-v1<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Embedding Dimensions":768,"Max Tokens":512,"Average":43.62,"AFQMC":22.57,"ATEC":30.3,"BQ":40.98,"LCQMC":68.4,"PAWSX":15.08,"QBQTC":27.92,"STS22 (zh)":61.58,"STSB":82.17} -{"index":377,"Rank":72,"Model":"text2vec-base-chinese<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Embedding Dimensions":768,"Max Tokens":512,"Average":43.41,"AFQMC":26.06,"ATEC":31.93,"BQ":42.67,"LCQMC":70.16,"PAWSX":17.21,"QBQTC":24.62,"STS22 (zh)":55.35,"STSB":79.3} -{"index":431,"Rank":73,"Model":"text-embedding-ada-002<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":8191,"Average":43.35,"AFQMC":23.88,"ATEC":29.25,"BQ":45.33,"LCQMC":68.41,"PAWSX":16.55,"QBQTC":30.27,"STS22 (zh)":62.53,"STSB":70.61} -{"index":379,"Rank":74,"Model":"luotuo-bert-medium<\/a>","Model Size (Million Parameters)":328,"Memory Usage (GB, fp32)":1.22,"Embedding Dimensions":768,"Max Tokens":512,"Average":42.78,"AFQMC":22.24,"ATEC":30.84,"BQ":43.33,"LCQMC":66.74,"PAWSX":12.31,"QBQTC":27.2,"STS22 (zh)":66.4,"STSB":73.22} -{"index":260,"Rank":75,"Model":"udever-bloom-560m<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":2048,"Average":42.57,"AFQMC":25.32,"ATEC":33.46,"BQ":43.93,"LCQMC":71.98,"PAWSX":14.23,"QBQTC":32.92,"STS22 (zh)":40.97,"STSB":77.77} -{"index":69,"Rank":76,"Model":"paraphrase-multilingual-mpnet-base-v2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":39.11,"AFQMC":15.69,"ATEC":20.27,"BQ":36.33,"LCQMC":63.3,"PAWSX":12.16,"QBQTC":22.53,"STS22 (zh)":61.75,"STSB":80.84} -{"index":217,"Rank":77,"Model":"SONAR<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":36.48,"AFQMC":17.63,"ATEC":26.18,"BQ":37.66,"LCQMC":50.11,"PAWSX":32.75,"QBQTC":24.48,"STS22 (zh)":52.82,"STSB":50.18} -{"index":391,"Rank":78,"Model":"ALL_862873<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":20.86,"AFQMC":3.76,"ATEC":10.09,"BQ":19.31,"LCQMC":42.15,"PAWSX":6.14,"QBQTC":6.12,"STS22 (zh)":33.7,"STSB":45.6} -{"index":0,"Rank":79,"Model":"text-embedding-004-256<\/a>","Model Size (Million Parameters)":1200,"Memory Usage (GB, fp32)":4.47,"Embedding Dimensions":256,"Max Tokens":2048,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":1,"Rank":80,"Model":"text-embedding-004<\/a>","Model Size (Million Parameters)":1200,"Memory Usage (GB, fp32)":4.47,"Embedding Dimensions":768,"Max Tokens":2048,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":2,"Rank":81,"Model":"titan-embed-text-v1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":8000,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":3,"Rank":82,"Model":"mistral-embed<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":"","Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":4,"Rank":83,"Model":"voyage-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":4000,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":5,"Rank":84,"Model":"voyage-3-lite<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":512,"Max Tokens":32000,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":66.07} -{"index":6,"Rank":85,"Model":"voyage-3-m-exp<\/a>","Model Size (Million Parameters)":6918,"Memory Usage (GB, fp32)":25.77,"Embedding Dimensions":2048,"Max Tokens":32000,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":7,"Rank":86,"Model":"voyage-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":32000,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":64.81} -{"index":8,"Rank":87,"Model":"voyage-code-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":16000,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":9,"Rank":88,"Model":"voyage-large-2-instruct<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":16000,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":78.75} -{"index":10,"Rank":89,"Model":"voyage-law-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":16000,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":11,"Rank":90,"Model":"voyage-lite-01-instruct<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":4000,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":12,"Rank":91,"Model":"voyage-lite-02-instruct<\/a>","Model Size (Million Parameters)":1220,"Memory Usage (GB, fp32)":4.54,"Embedding Dimensions":1024,"Max Tokens":4000,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":13,"Rank":92,"Model":"voyage-multilingual-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":32000,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":68.25} -{"index":14,"Rank":93,"Model":"LASER2<\/a>","Model Size (Million Parameters)":43,"Memory Usage (GB, fp32)":0.16,"Embedding Dimensions":1024,"Max Tokens":"N\/A","Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":49.41,"STSB":""} -{"index":17,"Rank":95,"Model":"llm2vec-croissant-mntp<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":24,"Rank":97,"Model":"gte-base-en-v1.5<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":25,"Rank":98,"Model":"gte-large-en-v1.5<\/a>","Model Size (Million Parameters)":434,"Memory Usage (GB, fp32)":1.62,"Embedding Dimensions":1024,"Max Tokens":8192,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":34,"Rank":101,"Model":"bge-base-en-v1.5<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":50.2,"STSB":41.69} -{"index":36,"Rank":102,"Model":"bge-en-icl<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":37,"Rank":103,"Model":"bge-large-en-v1.5<\/a>","Model Size (Million Parameters)":1340,"Memory Usage (GB, fp32)":4.99,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":51.6,"STSB":36.44} -{"index":40,"Rank":104,"Model":"bge-m3<\/a>","Model Size (Million Parameters)":567,"Memory Usage (GB, fp32)":2.11,"Embedding Dimensions":1024,"Max Tokens":8192,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":80.6} -{"index":42,"Rank":105,"Model":"bge-reranker-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":43,"Rank":106,"Model":"bge-reranker-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":44,"Rank":107,"Model":"bge-small-en-v1.5<\/a>","Model Size (Million Parameters)":24,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":512,"Max Tokens":512,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":47.48,"STSB":40.8} -{"index":46,"Rank":108,"Model":"nomic-embed-text-v1<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":47,"Rank":109,"Model":"nomic-embed-text-v1.5<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":49,"Rank":111,"Model":"multilingual-e5-base-similarity-v1-onnx-quantized<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":65.63,"STSB":""} -{"index":51,"Rank":113,"Model":"ListConRanker<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":52,"Rank":114,"Model":"gme-Qwen2-VL-7B-Instruct-Q5_K_S-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","AFQMC":59.67,"ATEC":55.47,"BQ":66.8,"LCQMC":74.15,"PAWSX":17.2,"QBQTC":37.7,"STS22 (zh)":"","STSB":77.15} -{"index":58,"Rank":116,"Model":"Cohere-embed-english-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":512,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":49.65,"STSB":38.46} -{"index":59,"Rank":117,"Model":"Cohere-embed-multilingual-light-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":384,"Max Tokens":512,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":67.02,"STSB":76.03} -{"index":60,"Rank":118,"Model":"Cohere-embed-multilingual-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":512,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":68.83,"STSB":80.81} -{"index":64,"Rank":119,"Model":"jina-embeddings-v3<\/a>","Model Size (Million Parameters)":572,"Memory Usage (GB, fp32)":2.13,"Embedding Dimensions":1024,"Max Tokens":8194,"Average":"","AFQMC":43.47,"ATEC":49.06,"BQ":63.21,"LCQMC":75.95,"PAWSX":15.56,"QBQTC":"","STS22 (zh)":66.23,"STSB":83.54} -{"index":65,"Rank":120,"Model":"distilrubert-small-cased-conversational<\/a>","Model Size (Million Parameters)":106,"Memory Usage (GB, fp32)":0.39,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":18.15,"STSB":17.21} -{"index":66,"Rank":121,"Model":"rubert-base-cased<\/a>","Model Size (Million Parameters)":180,"Memory Usage (GB, fp32)":0.67,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":32.97,"STSB":36.87} -{"index":67,"Rank":122,"Model":"rubert-base-cased-sentence<\/a>","Model Size (Million Parameters)":180,"Memory Usage (GB, fp32)":0.67,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":40.52,"STSB":62.38} -{"index":73,"Rank":125,"Model":"xlm-roberta-base<\/a>","Model Size (Million Parameters)":279,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":74,"Rank":126,"Model":"xlm-roberta-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":75,"Rank":127,"Model":"STS-multilingual-mpnet-base-v2<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":77,"Rank":128,"Model":"bert-base-10lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":78,"Rank":129,"Model":"bert-base-15lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":79,"Rank":130,"Model":"bert-base-25lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":80,"Rank":131,"Model":"GritLM-7B<\/a>","Model Size (Million Parameters)":7240,"Memory Usage (GB, fp32)":26.97,"Embedding Dimensions":"","Max Tokens":4096,"Average":"","AFQMC":35.59,"ATEC":40.89,"BQ":49.18,"LCQMC":75.52,"PAWSX":16.4,"QBQTC":"","STS22 (zh)":"","STSB":78.12} -{"index":81,"Rank":132,"Model":"GritLM-8x7B<\/a>","Model Size (Million Parameters)":46703,"Memory Usage (GB, fp32)":173.98,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":85,"Rank":133,"Model":"speed-embedding-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":86,"Rank":134,"Model":"lodestone-base-4096-v1<\/a>","Model Size (Million Parameters)":69,"Memory Usage (GB, fp32)":0.26,"Embedding Dimensions":768,"Max Tokens":4096,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":96,"Rank":142,"Model":"MUG-B-1.6<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":54.18,"STSB":""} -{"index":97,"Rank":143,"Model":"bilingual-document-embedding<\/a>","Model Size (Million Parameters)":568,"Memory Usage (GB, fp32)":2.12,"Embedding Dimensions":1024,"Max Tokens":8194,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":98,"Rank":144,"Model":"bilingual-embedding-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":99,"Rank":145,"Model":"bilingual-embedding-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":100,"Rank":146,"Model":"bilingual-embedding-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":101,"Rank":147,"Model":"Zhihui_LLM_Embedding<\/a>","Model Size (Million Parameters)":7069,"Memory Usage (GB, fp32)":26.33,"Embedding Dimensions":3584,"Max Tokens":131072,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":102,"Rank":148,"Model":"Linq-Embed-Mistral<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":104,"Rank":150,"Model":"paraphrase-multilingual-mpnet-base-v2-KE_Sieve<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":60.0,"STSB":""} -{"index":106,"Rank":151,"Model":"LLM2Vec-Llama-2-7b-chat-hf-mntp-supervised<\/a>","Model Size (Million Parameters)":6607,"Memory Usage (GB, fp32)":24.61,"Embedding Dimensions":4096,"Max Tokens":4096,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":107,"Rank":152,"Model":"LLM2Vec-Llama-2-unsupervised<\/a>","Model Size (Million Parameters)":6607,"Memory Usage (GB, fp32)":24.61,"Embedding Dimensions":4096,"Max Tokens":4096,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":108,"Rank":153,"Model":"LLM2Vec-Meta-Llama-3-supervised<\/a>","Model Size (Million Parameters)":7505,"Memory Usage (GB, fp32)":27.96,"Embedding Dimensions":4096,"Max Tokens":8192,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":109,"Rank":154,"Model":"LLM2Vec-Meta-Llama-3-unsupervised<\/a>","Model Size (Million Parameters)":7505,"Memory Usage (GB, fp32)":27.96,"Embedding Dimensions":4096,"Max Tokens":8192,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":110,"Rank":155,"Model":"LLM2Vec-Mistral-supervised<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":111,"Rank":156,"Model":"LLM2Vec-Mistral-unsupervised<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":112,"Rank":157,"Model":"LLM2Vec-Sheared-Llama-supervised<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":4096,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":113,"Rank":158,"Model":"LLM2Vec-Sheared-Llama-unsupervised<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":4096,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":114,"Rank":159,"Model":"Bulbasaur<\/a>","Model Size (Million Parameters)":17,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":115,"Rank":160,"Model":"Ivysaur<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.08,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":116,"Rank":161,"Model":"Squirtle<\/a>","Model Size (Million Parameters)":16,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":117,"Rank":162,"Model":"Venusaur<\/a>","Model Size (Million Parameters)":16,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":118,"Rank":163,"Model":"Wartortle<\/a>","Model Size (Million Parameters)":17,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":119,"Rank":164,"Model":"test24<\/a>","Model Size (Million Parameters)":17,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":120,"Rank":165,"Model":"test25<\/a>","Model Size (Million Parameters)":17,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":121,"Rank":166,"Model":"SGPT-1.3B-weightedmean-msmarco-specb-bitfit<\/a>","Model Size (Million Parameters)":1341,"Memory Usage (GB, fp32)":4.99,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":122,"Rank":167,"Model":"SGPT-125M-weightedmean-msmarco-specb-bitfit<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":2048,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":25.49,"STSB":""} -{"index":123,"Rank":168,"Model":"SGPT-125M-weightedmean-nli-bitfit<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":2048,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":6.52,"STSB":""} -{"index":124,"Rank":169,"Model":"SGPT-2.7B-weightedmean-msmarco-specb-bitfit<\/a>","Model Size (Million Parameters)":2685,"Memory Usage (GB, fp32)":10.0,"Embedding Dimensions":2560,"Max Tokens":2048,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":125,"Rank":170,"Model":"SGPT-5.8B-weightedmean-msmarco-specb-bitfit<\/a>","Model Size (Million Parameters)":5874,"Memory Usage (GB, fp32)":21.88,"Embedding Dimensions":4096,"Max Tokens":2048,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":126,"Rank":171,"Model":"SGPT-5.8B-weightedmean-nli-bitfit<\/a>","Model Size (Million Parameters)":5874,"Memory Usage (GB, fp32)":21.88,"Embedding Dimensions":4096,"Max Tokens":2048,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":128,"Rank":173,"Model":"multilingual-e5-base-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":65.63,"STSB":""} -{"index":130,"Rank":175,"Model":"stella_en_1.5B_v5<\/a>","Model Size (Million Parameters)":1543,"Memory Usage (GB, fp32)":5.75,"Embedding Dimensions":8192,"Max Tokens":131072,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":131,"Rank":176,"Model":"stella_en_400M_v5<\/a>","Model Size (Million Parameters)":435,"Memory Usage (GB, fp32)":1.62,"Embedding Dimensions":8192,"Max Tokens":8192,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":132,"Rank":177,"Model":"Arabert-all-nli-triplet-Matryoshka<\/a>","Model Size (Million Parameters)":135,"Memory Usage (GB, fp32)":0.5,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":133,"Rank":178,"Model":"Arabic-MiniLM-L12-v2-all-nli-triplet<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":134,"Rank":179,"Model":"Arabic-all-nli-triplet-Matryoshka<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":135,"Rank":180,"Model":"Arabic-labse-Matryoshka<\/a>","Model Size (Million Parameters)":471,"Memory Usage (GB, fp32)":1.75,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":136,"Rank":181,"Model":"Arabic-mpnet-base-all-nli-triplet<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":137,"Rank":182,"Model":"Marbert-all-nli-triplet-Matryoshka<\/a>","Model Size (Million Parameters)":163,"Memory Usage (GB, fp32)":0.61,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":138,"Rank":183,"Model":"Solon-embeddings-large-0.1<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":139,"Rank":184,"Model":"KartonBERT-USE-base-v1<\/a>","Model Size (Million Parameters)":104,"Memory Usage (GB, fp32)":0.39,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":141,"Rank":185,"Model":"alime-reranker-large-zh<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":144,"Rank":188,"Model":"SFR-Embedding-2_R<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":145,"Rank":189,"Model":"SFR-Embedding-Mistral<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":64.65,"STSB":81.97} -{"index":148,"Rank":192,"Model":"snowflake-arctic-embed-l<\/a>","Model Size (Million Parameters)":334,"Memory Usage (GB, fp32)":1.24,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":149,"Rank":193,"Model":"snowflake-arctic-embed-l-v2.0<\/a>","Model Size (Million Parameters)":568,"Memory Usage (GB, fp32)":2.12,"Embedding Dimensions":1024,"Max Tokens":8194,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":150,"Rank":194,"Model":"snowflake-arctic-embed-m<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":151,"Rank":195,"Model":"snowflake-arctic-embed-m-long<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":152,"Rank":196,"Model":"snowflake-arctic-embed-m-v1.5<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":153,"Rank":197,"Model":"snowflake-arctic-embed-m-v2.0<\/a>","Model Size (Million Parameters)":305,"Memory Usage (GB, fp32)":1.14,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":154,"Rank":198,"Model":"snowflake-arctic-embed-s<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":155,"Rank":199,"Model":"snowflake-arctic-embed-xs<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.08,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":156,"Rank":200,"Model":"bge-micro<\/a>","Model Size (Million Parameters)":17,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":157,"Rank":201,"Model":"bge-micro-v2<\/a>","Model Size (Million Parameters)":17,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":158,"Rank":202,"Model":"gte-tiny<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.08,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":160,"Rank":203,"Model":"PEG<\/a>","Model Size (Million Parameters)":163,"Memory Usage (GB, fp32)":0.61,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":161,"Rank":204,"Model":"UAE-Large-V1<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":162,"Rank":205,"Model":"sentence-croissant-llm-base<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":164,"Rank":207,"Model":"German_Semantic_STS_V2<\/a>","Model Size (Million Parameters)":336,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":165,"Rank":208,"Model":"MedEmbed-small-v0.1<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":168,"Rank":211,"Model":"ru-en-RoSBERTa<\/a>","Model Size (Million Parameters)":404,"Memory Usage (GB, fp32)":1.5,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":169,"Rank":212,"Model":"sbert_large_mt_nlu_ru<\/a>","Model Size (Million Parameters)":427,"Memory Usage (GB, fp32)":1.59,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":14.22,"STSB":4.9} -{"index":170,"Rank":213,"Model":"sbert_large_nlu_ru<\/a>","Model Size (Million Parameters)":427,"Memory Usage (GB, fp32)":1.59,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":20.71,"STSB":4.09} -{"index":172,"Rank":215,"Model":"cloudy-large-zh<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Embedding Dimensions":1024,"Max Tokens":1024,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":174,"Rank":217,"Model":"Titan-text-embeddings-v2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":64.04,"STSB":""} -{"index":175,"Rank":218,"Model":"bge-small-4096<\/a>","Model Size (Million Parameters)":35,"Memory Usage (GB, fp32)":0.13,"Embedding Dimensions":384,"Max Tokens":4096,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":176,"Rank":219,"Model":"jina-embeddings-v2-base-en<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":178,"Rank":220,"Model":"GIST-Embedding-v0<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":179,"Rank":221,"Model":"GIST-all-MiniLM-L6-v2<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.08,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":180,"Rank":222,"Model":"GIST-large-Embedding-v0<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":181,"Rank":223,"Model":"GIST-small-Embedding-v0<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":182,"Rank":224,"Model":"NoInstruct-small-Embedding-v0<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":185,"Rank":227,"Model":"brown-beetle-base-v1<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.08,"Embedding Dimensions":768,"Max Tokens":1000000,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":186,"Rank":228,"Model":"brown-beetle-small-v1<\/a>","Model Size (Million Parameters)":8,"Memory Usage (GB, fp32)":0.03,"Embedding Dimensions":256,"Max Tokens":1000000,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":187,"Rank":229,"Model":"brown-beetle-tiny-v1<\/a>","Model Size (Million Parameters)":4,"Memory Usage (GB, fp32)":0.01,"Embedding Dimensions":128,"Max Tokens":1000000,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":188,"Rank":230,"Model":"brown-beetle-tiny-v1.1<\/a>","Model Size (Million Parameters)":4,"Memory Usage (GB, fp32)":0.01,"Embedding Dimensions":768,"Max Tokens":1000000,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":189,"Rank":231,"Model":"brown-fairy-base-v0<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.08,"Embedding Dimensions":768,"Max Tokens":1000000,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":190,"Rank":232,"Model":"red-beetle-base-v1.1<\/a>","Model Size (Million Parameters)":30,"Memory Usage (GB, fp32)":0.11,"Embedding Dimensions":1024,"Max Tokens":1000000,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":191,"Rank":233,"Model":"sgpt-bloom-1b7-nli<\/a>","Model Size (Million Parameters)":1722,"Memory Usage (GB, fp32)":6.42,"Embedding Dimensions":2048,"Max Tokens":4096,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":58.54,"STSB":""} -{"index":192,"Rank":234,"Model":"sgpt-bloom-7b1-msmarco<\/a>","Model Size (Million Parameters)":7068,"Memory Usage (GB, fp32)":26.33,"Embedding Dimensions":4096,"Max Tokens":2048,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":66.78,"STSB":""} -{"index":194,"Rank":236,"Model":"slx-v0.1<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.08,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":196,"Rank":238,"Model":"Chuxin-Embedding<\/a>","Model Size (Million Parameters)":568,"Memory Usage (GB, fp32)":2.12,"Embedding Dimensions":1024,"Max Tokens":8194,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":197,"Rank":239,"Model":"snowflake-arctic-embed-m-v2.0-cpu<\/a>","Model Size (Million Parameters)":305,"Memory Usage (GB, fp32)":1.14,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":198,"Rank":240,"Model":"LaBSE-en-ru<\/a>","Model Size (Million Parameters)":129,"Memory Usage (GB, fp32)":0.48,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":35.1,"STSB":7.53} -{"index":199,"Rank":241,"Model":"rubert-tiny<\/a>","Model Size (Million Parameters)":12,"Memory Usage (GB, fp32)":0.04,"Embedding Dimensions":512,"Max Tokens":514,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":26.99,"STSB":21.79} -{"index":200,"Rank":242,"Model":"rubert-tiny2<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"Embedding Dimensions":2048,"Max Tokens":514,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":35.12,"STSB":16.6} -{"index":201,"Rank":243,"Model":"cai-lunaris-text-embeddings<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":203,"Rank":245,"Model":"french-document-embedding<\/a>","Model Size (Million Parameters)":305,"Memory Usage (GB, fp32)":1.14,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":204,"Rank":246,"Model":"sentence-camembert-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":205,"Rank":247,"Model":"sentence-camembert-large<\/a>","Model Size (Million Parameters)":337,"Memory Usage (GB, fp32)":1.26,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":206,"Rank":248,"Model":"embedder-100p<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":207,"Rank":249,"Model":"USER-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":15.1,"STSB":21.81} -{"index":208,"Rank":250,"Model":"USER-bge-m3<\/a>","Model Size (Million Parameters)":359,"Memory Usage (GB, fp32)":1.34,"Embedding Dimensions":1024,"Max Tokens":8192,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":37.88,"STSB":4.61} -{"index":209,"Rank":251,"Model":"deberta-v1-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":12.51,"STSB":24.8} -{"index":210,"Rank":252,"Model":"multilingual-e5-base-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":65.63,"STSB":""} -{"index":212,"Rank":254,"Model":"sft-bge-small<\/a>","Model Size (Million Parameters)":24,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":512,"Max Tokens":512,"Average":"","AFQMC":33.88,"ATEC":43.36,"BQ":57.14,"LCQMC":72.71,"PAWSX":9.31,"QBQTC":35.51,"STS22 (zh)":"","STSB":80.64} -{"index":215,"Rank":255,"Model":"e5-base-4k<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":52.55,"STSB":30.48} -{"index":221,"Rank":259,"Model":"flaubert_base_cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":222,"Rank":260,"Model":"flaubert_base_uncased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":223,"Rank":261,"Model":"flaubert_large_cased<\/a>","Model Size (Million Parameters)":372,"Memory Usage (GB, fp32)":1.39,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":226,"Rank":264,"Model":"bert-base-multilingual-cased<\/a>","Model Size (Million Parameters)":179,"Memory Usage (GB, fp32)":0.67,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":227,"Rank":265,"Model":"bert-base-multilingual-uncased<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":228,"Rank":266,"Model":"bert-base-uncased<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":229,"Rank":267,"Model":"instructor-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":230,"Rank":268,"Model":"instructor-large<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":231,"Rank":269,"Model":"instructor-xl<\/a>","Model Size (Million Parameters)":1241,"Memory Usage (GB, fp32)":4.62,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":236,"Rank":273,"Model":"granite-embedding-107m-multilingual<\/a>","Model Size (Million Parameters)":107,"Memory Usage (GB, fp32)":0.4,"Embedding Dimensions":384,"Max Tokens":514,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":237,"Rank":274,"Model":"granite-embedding-125m-english<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":238,"Rank":275,"Model":"granite-embedding-278m-multilingual<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":239,"Rank":276,"Model":"granite-embedding-30m-english<\/a>","Model Size (Million Parameters)":30,"Memory Usage (GB, fp32)":0.11,"Embedding Dimensions":384,"Max Tokens":514,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":240,"Rank":277,"Model":"stella-base-en-v2<\/a>","Model Size (Million Parameters)":55,"Memory Usage (GB, fp32)":0.2,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":246,"Rank":278,"Model":"inf-retriever-v1<\/a>","Model Size (Million Parameters)":7069,"Memory Usage (GB, fp32)":26.33,"Embedding Dimensions":3584,"Max Tokens":131072,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":247,"Rank":279,"Model":"e5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":43.29,"STSB":33.71} -{"index":248,"Rank":280,"Model":"e5-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":49.26,"STSB":34.59} -{"index":249,"Rank":281,"Model":"e5-large<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":44.9,"STSB":37.53} -{"index":250,"Rank":282,"Model":"e5-large-v2<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":50.33,"STSB":36.95} -{"index":252,"Rank":283,"Model":"e5-small<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":36.76,"STSB":30.15} -{"index":253,"Rank":284,"Model":"e5-small-v2<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":256,"Rank":285,"Model":"multilingual-e5-large-instruct<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","AFQMC":37.53,"ATEC":43.27,"BQ":48.8,"LCQMC":76.06,"PAWSX":15.06,"QBQTC":"","STS22 (zh)":67.4,"STSB":81.68} -{"index":259,"Rank":286,"Model":"udever-bloom-3b<\/a>","Model Size (Million Parameters)":3003,"Memory Usage (GB, fp32)":11.19,"Embedding Dimensions":2560,"Max Tokens":2048,"Average":"","AFQMC":30.55,"ATEC":37.35,"BQ":47.17,"LCQMC":75.32,"PAWSX":17.46,"QBQTC":33.7,"STS22 (zh)":"","STSB":81.52} -{"index":261,"Rank":287,"Model":"udever-bloom-7b1<\/a>","Model Size (Million Parameters)":7069,"Memory Usage (GB, fp32)":26.33,"Embedding Dimensions":4096,"Max Tokens":2048,"Average":"","AFQMC":31.87,"ATEC":38.8,"BQ":47.67,"LCQMC":75.34,"PAWSX":17.25,"QBQTC":34.48,"STS22 (zh)":"","STSB":82.03} -{"index":264,"Rank":289,"Model":"jina-embedding-b-en-v1<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":265,"Rank":290,"Model":"jina-embedding-l-en-v1<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":266,"Rank":291,"Model":"jina-embedding-s-en-v1<\/a>","Model Size (Million Parameters)":35,"Memory Usage (GB, fp32)":0.13,"Embedding Dimensions":512,"Max Tokens":512,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":267,"Rank":292,"Model":"jina-embeddings-v2-base-de<\/a>","Model Size (Million Parameters)":161,"Memory Usage (GB, fp32)":0.6,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":268,"Rank":293,"Model":"jina-embeddings-v2-base-en<\/a>","Model Size (Million Parameters)":275,"Memory Usage (GB, fp32)":1.02,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":1.21} -{"index":269,"Rank":294,"Model":"jina-embeddings-v2-base-es<\/a>","Model Size (Million Parameters)":161,"Memory Usage (GB, fp32)":0.6,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":271,"Rank":295,"Model":"jina-embeddings-v2-small-en<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":512,"Max Tokens":8192,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":272,"Rank":296,"Model":"jina-embeddings-v3<\/a>","Model Size (Million Parameters)":572,"Memory Usage (GB, fp32)":2.13,"Embedding Dimensions":1024,"Max Tokens":8194,"Average":"","AFQMC":43.47,"ATEC":49.06,"BQ":63.21,"LCQMC":75.95,"PAWSX":15.56,"QBQTC":"","STS22 (zh)":66.23,"STSB":83.54} -{"index":273,"Rank":297,"Model":"multilingual-e5-small-ct2-int8<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":66.84,"STSB":""} -{"index":274,"Rank":298,"Model":"echo-mistral-7b-instruct-lasttoken<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":275,"Rank":299,"Model":"cde-small-v1<\/a>","Model Size (Million Parameters)":143,"Memory Usage (GB, fp32)":0.53,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":276,"Rank":300,"Model":"cde-small-v2<\/a>","Model Size (Million Parameters)":150,"Memory Usage (GB, fp32)":0.56,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":281,"Rank":303,"Model":"modernbert-embed-large<\/a>","Model Size (Million Parameters)":395,"Memory Usage (GB, fp32)":1.47,"Embedding Dimensions":1024,"Max Tokens":8192,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":282,"Rank":304,"Model":"modernbert-embed-large-unsupervised<\/a>","Model Size (Million Parameters)":395,"Memory Usage (GB, fp32)":1.47,"Embedding Dimensions":1024,"Max Tokens":8192,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":283,"Rank":305,"Model":"lim_base_zh<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":287,"Rank":309,"Model":"ember-v1<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":290,"Rank":311,"Model":"bge-m3-custom-fr<\/a>","Model Size (Million Parameters)":568,"Memory Usage (GB, fp32)":2.12,"Embedding Dimensions":1024,"Max Tokens":8194,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":291,"Rank":312,"Model":"sentence_croissant_alpha_v0.1<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":292,"Rank":313,"Model":"sentence_croissant_alpha_v0.2<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":293,"Rank":314,"Model":"sentence_croissant_alpha_v0.3<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":294,"Rank":315,"Model":"sentence_croissant_alpha_v0.4<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":295,"Rank":316,"Model":"M2V_base_glove<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Embedding Dimensions":256,"Max Tokens":1000000,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":296,"Rank":317,"Model":"M2V_base_glove_subword<\/a>","Model Size (Million Parameters)":103,"Memory Usage (GB, fp32)":0.38,"Embedding Dimensions":256,"Max Tokens":1000000,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":297,"Rank":318,"Model":"M2V_base_output<\/a>","Model Size (Million Parameters)":8,"Memory Usage (GB, fp32)":0.03,"Embedding Dimensions":256,"Max Tokens":1000000,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":298,"Rank":319,"Model":"potion-base-2M<\/a>","Model Size (Million Parameters)":2,"Memory Usage (GB, fp32)":0.01,"Embedding Dimensions":64,"Max Tokens":1000000,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":299,"Rank":320,"Model":"potion-base-32M<\/a>","Model Size (Million Parameters)":32,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":512,"Max Tokens":1000000,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":300,"Rank":321,"Model":"potion-base-4M<\/a>","Model Size (Million Parameters)":4,"Memory Usage (GB, fp32)":0.01,"Embedding Dimensions":128,"Max Tokens":1000000,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":301,"Rank":322,"Model":"potion-base-8M<\/a>","Model Size (Million Parameters)":8,"Memory Usage (GB, fp32)":0.03,"Embedding Dimensions":256,"Max Tokens":1000000,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":302,"Rank":323,"Model":"mxbai-embed-2d-large-v1<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":303,"Rank":324,"Model":"mxbai-embed-large-v1<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":308,"Rank":327,"Model":"LdIR-Qwen2-reranker-1.5B<\/a>","Model Size (Million Parameters)":1544,"Memory Usage (GB, fp32)":5.75,"Embedding Dimensions":1536,"Max Tokens":32768,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":310,"Rank":329,"Model":"bge-reranker-large-1k<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":1026,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":318,"Rank":336,"Model":"bge-large-en-v1.5<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":319,"Rank":337,"Model":"modernbert-embed-base<\/a>","Model Size (Million Parameters)":149,"Memory Usage (GB, fp32)":0.56,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":320,"Rank":338,"Model":"modernbert-embed-base-unsupervised<\/a>","Model Size (Million Parameters)":149,"Memory Usage (GB, fp32)":0.56,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":321,"Rank":339,"Model":"nomic-embed-text-v1<\/a>","Model Size (Million Parameters)":547,"Memory Usage (GB, fp32)":2.04,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":58.38,"STSB":36.95} -{"index":322,"Rank":340,"Model":"nomic-embed-text-v1-ablated<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":323,"Rank":341,"Model":"nomic-embed-text-v1-unsupervised<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":324,"Rank":342,"Model":"nomic-embed-text-v1.5-128<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":128,"Max Tokens":8192,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":325,"Rank":343,"Model":"nomic-embed-text-v1.5-256<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":256,"Max Tokens":8192,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":326,"Rank":344,"Model":"nomic-embed-text-v1.5-512<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":512,"Max Tokens":8192,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":327,"Rank":345,"Model":"nomic-embed-text-v1.5-64<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":64,"Max Tokens":8192,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":328,"Rank":346,"Model":"nomic-embed-text-v1.5<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":329,"Rank":347,"Model":"contriever-base-msmarco<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":330,"Rank":348,"Model":"NV-Embed-v1<\/a>","Model Size (Million Parameters)":7851,"Memory Usage (GB, fp32)":29.25,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":331,"Rank":349,"Model":"NV-Embed-v2<\/a>","Model Size (Million Parameters)":7851,"Memory Usage (GB, fp32)":29.25,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":332,"Rank":350,"Model":"MiniCPM-Embedding<\/a>","Model Size (Million Parameters)":2725,"Memory Usage (GB, fp32)":10.15,"Embedding Dimensions":2304,"Max Tokens":512,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":334,"Rank":351,"Model":"GritLM-7B-vllm<\/a>","Model Size (Million Parameters)":7242,"Memory Usage (GB, fp32)":26.98,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":335,"Rank":352,"Model":"checkpoint-9000<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":337,"Rank":354,"Model":"mini-gte<\/a>","Model Size (Million Parameters)":66,"Memory Usage (GB, fp32)":0.25,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":338,"Rank":355,"Model":"sup-simcse-bert-base-uncased<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":339,"Rank":356,"Model":"unsup-simcse-bert-base-uncased<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":340,"Rank":357,"Model":"360Zhinao-1.8B-Reranking<\/a>","Model Size (Million Parameters)":941,"Memory Usage (GB, fp32)":3.51,"Embedding Dimensions":2048,"Max Tokens":4096,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":341,"Rank":358,"Model":"360Zhinao-search<\/a>","Model Size (Million Parameters)":163,"Memory Usage (GB, fp32)":0.61,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":342,"Rank":359,"Model":"FAB-Ramy-v1<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":42.94,"STSB":""} -{"index":343,"Rank":360,"Model":"FAE-v1<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":46.31,"STSB":""} -{"index":344,"Rank":361,"Model":"FUE-v1<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":26.92,"STSB":""} -{"index":348,"Rank":365,"Model":"sf_model_e5<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":353,"Rank":367,"Model":"LaBSE<\/a>","Model Size (Million Parameters)":471,"Memory Usage (GB, fp32)":1.75,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AFQMC":21.02,"ATEC":26.61,"BQ":42.6,"LCQMC":52.19,"PAWSX":10.23,"QBQTC":"","STS22 (zh)":63.02,"STSB":68.38} -{"index":354,"Rank":368,"Model":"all-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","AFQMC":7.94,"ATEC":12.97,"BQ":23.31,"LCQMC":21.04,"PAWSX":7.31,"QBQTC":"","STS22 (zh)":33.15,"STSB":36.66} -{"index":355,"Rank":369,"Model":"all-MiniLM-L6-v2<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","AFQMC":8.59,"ATEC":13.52,"BQ":23.84,"LCQMC":23.85,"PAWSX":7.21,"QBQTC":"","STS22 (zh)":44.93,"STSB":37.8} -{"index":356,"Rank":370,"Model":"all-mpnet-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","AFQMC":8.01,"ATEC":14.03,"BQ":21.39,"LCQMC":22.84,"PAWSX":6.44,"QBQTC":"","STS22 (zh)":42.24,"STSB":37.7} -{"index":357,"Rank":371,"Model":"allenai-specter<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":16.35,"STSB":""} -{"index":358,"Rank":372,"Model":"average_word_embeddings_glove.6B.300d<\/a>","Model Size (Million Parameters)":120,"Memory Usage (GB, fp32)":0.45,"Embedding Dimensions":300,"Max Tokens":"N\/A","Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":359,"Rank":373,"Model":"average_word_embeddings_komninos<\/a>","Model Size (Million Parameters)":134,"Memory Usage (GB, fp32)":0.5,"Embedding Dimensions":300,"Max Tokens":"N\/A","Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":4.78,"STSB":""} -{"index":360,"Rank":374,"Model":"distiluse-base-multilingual-cased-v2<\/a>","Model Size (Million Parameters)":135,"Memory Usage (GB, fp32)":0.5,"Embedding Dimensions":512,"Max Tokens":512,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":54.32,"STSB":""} -{"index":361,"Rank":375,"Model":"gtr-t5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":362,"Rank":376,"Model":"gtr-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":27.32,"STSB":""} -{"index":363,"Rank":377,"Model":"gtr-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":31.16,"STSB":""} -{"index":364,"Rank":378,"Model":"gtr-t5-xxl<\/a>","Model Size (Million Parameters)":4865,"Memory Usage (GB, fp32)":18.12,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":365,"Rank":379,"Model":"msmarco-bert-co-condensor<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":366,"Rank":380,"Model":"multi-qa-MiniLM-L6-cos-v1<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":367,"Rank":381,"Model":"paraphrase-multilingual-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","AFQMC":14.3,"ATEC":18.42,"BQ":38.53,"LCQMC":63.96,"PAWSX":10.13,"QBQTC":"","STS22 (zh)":58.75,"STSB":78.91} -{"index":368,"Rank":382,"Model":"paraphrase-multilingual-mpnet-base-v2<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","AFQMC":15.69,"ATEC":20.27,"BQ":36.33,"LCQMC":63.3,"PAWSX":12.16,"QBQTC":"","STS22 (zh)":61.75,"STSB":80.84} -{"index":369,"Rank":383,"Model":"sentence-t5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":32.9,"STSB":""} -{"index":370,"Rank":384,"Model":"sentence-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":30.47,"STSB":""} -{"index":371,"Rank":385,"Model":"sentence-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":33.55,"STSB":""} -{"index":372,"Rank":386,"Model":"sentence-t5-xxl<\/a>","Model Size (Million Parameters)":4865,"Memory Usage (GB, fp32)":18.12,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":374,"Rank":387,"Model":"LaBSE-ru-turbo<\/a>","Model Size (Million Parameters)":128,"Memory Usage (GB, fp32)":0.48,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":33.15,"STSB":8.79} -{"index":375,"Rank":388,"Model":"rubert-tiny-turbo<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"Embedding Dimensions":312,"Max Tokens":2048,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":32.83,"STSB":15.57} -{"index":378,"Rank":389,"Model":"text2vec-base-multilingual<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":256,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":63.24,"STSB":80.45} -{"index":381,"Rank":391,"Model":"BAAI-bge-reranker-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":385,"Rank":395,"Model":"gte-base<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":387,"Rank":396,"Model":"gte-large<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":389,"Rank":397,"Model":"gte-small<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":406,"Rank":411,"Model":"universal-sentence-encoder-multilingual-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":512,"Max Tokens":512,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":407,"Rank":412,"Model":"universal-sentence-encoder-multilingual-large-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":512,"Max Tokens":512,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":408,"Rank":413,"Model":"b1ade-embed<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":409,"Rank":414,"Model":"b1ade-embed-kd<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":410,"Rank":415,"Model":"b1ade-embed-kd_3<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":413,"Rank":418,"Model":"potion-base-8M-stf<\/a>","Model Size (Million Parameters)":8,"Memory Usage (GB, fp32)":0.03,"Embedding Dimensions":256,"Max Tokens":1000000,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":414,"Rank":419,"Model":"hktv-fine-tuned-cloudy-large-zh-metaphor14<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Embedding Dimensions":1024,"Max Tokens":1024,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":416,"Rank":421,"Model":"bilingual-embedding-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":418,"Rank":423,"Model":"LENS-d4000<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":419,"Rank":424,"Model":"LENS-d8000<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":423,"Rank":428,"Model":"Zeta-Alpha-E5-Mistral<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":427,"Rank":430,"Model":"text-similarity-ada-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":2046,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":428,"Rank":431,"Model":"text-similarity-babbage-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":2048,"Max Tokens":2046,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":429,"Rank":432,"Model":"text-similarity-curie-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":4096,"Max Tokens":2046,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":430,"Rank":433,"Model":"text-similarity-davinci-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":12288,"Max Tokens":2046,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":432,"Rank":434,"Model":"text-embedding-3-large-256<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":256,"Max Tokens":8191,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":433,"Rank":435,"Model":"text-embedding-3-large<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":3072,"Max Tokens":8191,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":78.0} -{"index":434,"Rank":436,"Model":"text-embedding-3-small<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":8191,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":75.24} -{"index":436,"Rank":437,"Model":"elser-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":30522,"Max Tokens":512,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} diff --git a/all_data_tasks/14/default.jsonl b/all_data_tasks/14/default.jsonl deleted file mode 100644 index b1fb5188690ed4f1a720c24adccf2bfa115dc2c4..0000000000000000000000000000000000000000 --- a/all_data_tasks/14/default.jsonl +++ /dev/null @@ -1,65 +0,0 @@ -{"index":17,"Rank":1,"Model":"GritLM-7B<\/a>","Model Size (Million Parameters)":7240,"Memory Usage (GB, fp32)":26.97,"Embedding Dimensions":"","Max Tokens":4096,"BornholmBitextMining":61.17} -{"index":40,"Rank":2,"Model":"e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"BornholmBitextMining":57.24} -{"index":44,"Rank":3,"Model":"multilingual-e5-large-instruct<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"BornholmBitextMining":55.42} -{"index":24,"Rank":4,"Model":"SFR-Embedding-Mistral<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"BornholmBitextMining":50.24} -{"index":5,"Rank":5,"Model":"gte-Qwen2-7B-instruct<\/a>","Model Size (Million Parameters)":7613,"Memory Usage (GB, fp32)":28.36,"Embedding Dimensions":3584,"Max Tokens":32768,"BornholmBitextMining":50.16} -{"index":52,"Rank":6,"Model":"nomic-embed-text-v1<\/a>","Model Size (Million Parameters)":547,"Memory Usage (GB, fp32)":2.04,"Embedding Dimensions":768,"Max Tokens":8192,"BornholmBitextMining":48.41} -{"index":35,"Rank":7,"Model":"SONAR<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","BornholmBitextMining":47.37} -{"index":42,"Rank":8,"Model":"multilingual-e5-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"BornholmBitextMining":46.4} -{"index":53,"Rank":9,"Model":"LaBSE<\/a>","Model Size (Million Parameters)":471,"Memory Usage (GB, fp32)":1.75,"Embedding Dimensions":768,"Max Tokens":512,"BornholmBitextMining":45.63} -{"index":43,"Rank":10,"Model":"multilingual-e5-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"BornholmBitextMining":44.16} -{"index":8,"Rank":11,"Model":"bge-m3<\/a>","Model Size (Million Parameters)":567,"Memory Usage (GB, fp32)":2.11,"Embedding Dimensions":1024,"Max Tokens":8192,"BornholmBitextMining":44.11} -{"index":45,"Rank":12,"Model":"multilingual-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"BornholmBitextMining":43.89} -{"index":63,"Rank":13,"Model":"text-embedding-3-large<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":3072,"Max Tokens":8191,"BornholmBitextMining":43.85} -{"index":60,"Rank":14,"Model":"rubert-tiny-turbo<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"Embedding Dimensions":312,"Max Tokens":2048,"BornholmBitextMining":42.96} -{"index":3,"Rank":15,"Model":"voyage-multilingual-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":32000,"BornholmBitextMining":42.68} -{"index":32,"Rank":16,"Model":"USER-bge-m3<\/a>","Model Size (Million Parameters)":359,"Memory Usage (GB, fp32)":1.34,"Embedding Dimensions":1024,"Max Tokens":8192,"BornholmBitextMining":42.44} -{"index":64,"Rank":17,"Model":"text-embedding-3-small<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":8191,"BornholmBitextMining":40.88} -{"index":39,"Rank":18,"Model":"e5-large-v2<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"BornholmBitextMining":40.86} -{"index":10,"Rank":19,"Model":"Cohere-embed-english-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":512,"BornholmBitextMining":40.85} -{"index":4,"Rank":20,"Model":"gte-Qwen1.5-7B-instruct<\/a>","Model Size (Million Parameters)":7099,"Memory Usage (GB, fp32)":26.45,"Embedding Dimensions":4096,"Max Tokens":32768,"BornholmBitextMining":40.62} -{"index":41,"Rank":21,"Model":"e5-small<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"BornholmBitextMining":40.27} -{"index":38,"Rank":22,"Model":"e5-large<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"BornholmBitextMining":40.15} -{"index":36,"Rank":23,"Model":"e5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"BornholmBitextMining":40.09} -{"index":0,"Rank":24,"Model":"voyage-3-lite<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":512,"Max Tokens":32000,"BornholmBitextMining":40.01} -{"index":37,"Rank":25,"Model":"e5-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"BornholmBitextMining":38.49} -{"index":18,"Rank":26,"Model":"e5-dansk-test-0.1<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"BornholmBitextMining":37.97} -{"index":30,"Rank":27,"Model":"rubert-tiny2<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"Embedding Dimensions":2048,"Max Tokens":514,"BornholmBitextMining":37.66} -{"index":59,"Rank":28,"Model":"LaBSE-ru-turbo<\/a>","Model Size (Million Parameters)":128,"Memory Usage (GB, fp32)":0.48,"Embedding Dimensions":768,"Max Tokens":512,"BornholmBitextMining":37.59} -{"index":34,"Rank":29,"Model":"e5-base-4k<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"BornholmBitextMining":37.44} -{"index":28,"Rank":30,"Model":"LaBSE-en-ru<\/a>","Model Size (Million Parameters)":129,"Memory Usage (GB, fp32)":0.48,"Embedding Dimensions":768,"Max Tokens":512,"BornholmBitextMining":37.36} -{"index":11,"Rank":31,"Model":"Cohere-embed-multilingual-light-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":384,"Max Tokens":512,"BornholmBitextMining":36.64} -{"index":12,"Rank":32,"Model":"Cohere-embed-multilingual-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":512,"BornholmBitextMining":35.6} -{"index":54,"Rank":33,"Model":"all-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"BornholmBitextMining":35.25} -{"index":1,"Rank":34,"Model":"voyage-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":32000,"BornholmBitextMining":34.84} -{"index":31,"Rank":35,"Model":"USER-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":512,"BornholmBitextMining":34.8} -{"index":2,"Rank":36,"Model":"voyage-large-2-instruct<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":16000,"BornholmBitextMining":34.66} -{"index":7,"Rank":37,"Model":"bge-large-en-v1.5<\/a>","Model Size (Million Parameters)":1340,"Memory Usage (GB, fp32)":4.99,"Embedding Dimensions":1024,"Max Tokens":512,"BornholmBitextMining":34.09} -{"index":9,"Rank":38,"Model":"bge-small-en-v1.5<\/a>","Model Size (Million Parameters)":24,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":512,"Max Tokens":512,"BornholmBitextMining":33.92} -{"index":55,"Rank":39,"Model":"all-MiniLM-L6-v2<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":384,"Max Tokens":512,"BornholmBitextMining":29.68} -{"index":6,"Rank":40,"Model":"bge-base-en-v1.5<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"BornholmBitextMining":27.6} -{"index":56,"Rank":41,"Model":"all-mpnet-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"BornholmBitextMining":27.44} -{"index":29,"Rank":42,"Model":"rubert-tiny<\/a>","Model Size (Million Parameters)":12,"Memory Usage (GB, fp32)":0.04,"Embedding Dimensions":512,"Max Tokens":514,"BornholmBitextMining":22.12} -{"index":46,"Rank":43,"Model":"udever-bloom-1b1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":2048,"BornholmBitextMining":21.91} -{"index":57,"Rank":44,"Model":"paraphrase-multilingual-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"BornholmBitextMining":19.67} -{"index":58,"Rank":45,"Model":"paraphrase-multilingual-mpnet-base-v2<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"BornholmBitextMining":18.18} -{"index":61,"Rank":46,"Model":"text2vec-base-multilingual<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":256,"BornholmBitextMining":17.43} -{"index":25,"Rank":47,"Model":"sbert_large_mt_nlu_ru<\/a>","Model Size (Million Parameters)":427,"Memory Usage (GB, fp32)":1.59,"Embedding Dimensions":1024,"Max Tokens":514,"BornholmBitextMining":17.0} -{"index":15,"Rank":48,"Model":"rubert-base-cased-sentence<\/a>","Model Size (Million Parameters)":180,"Memory Usage (GB, fp32)":0.67,"Embedding Dimensions":768,"Max Tokens":512,"BornholmBitextMining":15.6} -{"index":33,"Rank":49,"Model":"deberta-v1-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":512,"BornholmBitextMining":14.11} -{"index":21,"Rank":50,"Model":"sentence-bert-swedish-cased<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.47,"Embedding Dimensions":768,"Max Tokens":512,"BornholmBitextMining":14.08} -{"index":13,"Rank":51,"Model":"distilrubert-small-cased-conversational<\/a>","Model Size (Million Parameters)":106,"Memory Usage (GB, fp32)":0.39,"Embedding Dimensions":768,"Max Tokens":512,"BornholmBitextMining":13.33} -{"index":14,"Rank":52,"Model":"rubert-base-cased<\/a>","Model Size (Million Parameters)":180,"Memory Usage (GB, fp32)":0.67,"Embedding Dimensions":768,"Max Tokens":512,"BornholmBitextMining":12.61} -{"index":26,"Rank":53,"Model":"sbert_large_nlu_ru<\/a>","Model Size (Million Parameters)":427,"Memory Usage (GB, fp32)":1.59,"Embedding Dimensions":1024,"Max Tokens":512,"BornholmBitextMining":12.6} -{"index":47,"Rank":54,"Model":"udever-bloom-560m<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":2048,"BornholmBitextMining":11.73} -{"index":27,"Rank":55,"Model":"dfm-encoder-large-v1<\/a>","Model Size (Million Parameters)":355,"Memory Usage (GB, fp32)":1.32,"Embedding Dimensions":1024,"Max Tokens":512,"BornholmBitextMining":11.65} -{"index":22,"Rank":56,"Model":"nb-bert-base<\/a>","Model Size (Million Parameters)":179,"Memory Usage (GB, fp32)":0.67,"Embedding Dimensions":768,"Max Tokens":512,"BornholmBitextMining":9.88} -{"index":19,"Rank":57,"Model":"bert-base-swedish-cased<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.47,"Embedding Dimensions":768,"Max Tokens":512,"BornholmBitextMining":6.6} -{"index":62,"Rank":58,"Model":"DanskBERT<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.47,"Embedding Dimensions":768,"Max Tokens":514,"BornholmBitextMining":6.34} -{"index":50,"Rank":59,"Model":"norbert3-base<\/a>","Model Size (Million Parameters)":131,"Memory Usage (GB, fp32)":0.49,"Embedding Dimensions":768,"Max Tokens":512,"BornholmBitextMining":6.08} -{"index":23,"Rank":60,"Model":"nb-bert-large<\/a>","Model Size (Million Parameters)":355,"Memory Usage (GB, fp32)":1.32,"Embedding Dimensions":1024,"Max Tokens":512,"BornholmBitextMining":4.53} -{"index":16,"Rank":61,"Model":"xlm-roberta-base<\/a>","Model Size (Million Parameters)":279,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"BornholmBitextMining":4.42} -{"index":51,"Rank":62,"Model":"norbert3-large<\/a>","Model Size (Million Parameters)":368,"Memory Usage (GB, fp32)":1.37,"Embedding Dimensions":1024,"Max Tokens":512,"BornholmBitextMining":2.9} -{"index":49,"Rank":63,"Model":"electra-small-nordic<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":256,"Max Tokens":512,"BornholmBitextMining":1.44} -{"index":20,"Rank":64,"Model":"electra-small-swedish-cased-discriminator<\/a>","Model Size (Million Parameters)":16,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":256,"Max Tokens":512,"BornholmBitextMining":0.85} -{"index":48,"Rank":65,"Model":"jina-embeddings-v2-base-en<\/a>","Model Size (Million Parameters)":275,"Memory Usage (GB, fp32)":1.02,"Embedding Dimensions":768,"Max Tokens":8192,"BornholmBitextMining":0.62} diff --git a/all_data_tasks/15/default.jsonl b/all_data_tasks/15/default.jsonl deleted file mode 100644 index aada1b4153bc3fae157191e3b8ca12bd8f7a8e6a..0000000000000000000000000000000000000000 --- a/all_data_tasks/15/default.jsonl +++ /dev/null @@ -1,91 +0,0 @@ -{"index":59,"Rank":1,"Model":"multilingual-e5-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":59.94,"AngryTweetsClassification":54.95,"DKHateClassification":66.02,"DanishPoliticalCommentsClassification":38.27,"LccSentimentClassification":59.6,"MassiveIntentClassification (da)":60.16,"MassiveScenarioClassification (da)":67.46,"NordicLangClassification":82.29,"ScalaDaClassification":50.77} -{"index":42,"Rank":2,"Model":"dfm-encoder-large-v1<\/a>","Model Size (Million Parameters)":355,"Memory Usage (GB, fp32)":1.32,"Embedding Dimensions":1024,"Max Tokens":512,"Average":59.16,"AngryTweetsClassification":53.8,"DKHateClassification":60.09,"DanishPoliticalCommentsClassification":36.6,"LccSentimentClassification":57.33,"MassiveIntentClassification (da)":60.55,"MassiveScenarioClassification (da)":64.16,"NordicLangClassification":77.68,"ScalaDaClassification":63.08} -{"index":35,"Rank":3,"Model":"nb-bert-large<\/a>","Model Size (Million Parameters)":355,"Memory Usage (GB, fp32)":1.32,"Embedding Dimensions":1024,"Max Tokens":512,"Average":58.9,"AngryTweetsClassification":52.14,"DKHateClassification":62.13,"DanishPoliticalCommentsClassification":35.04,"LccSentimentClassification":56.27,"MassiveIntentClassification (da)":57.03,"MassiveScenarioClassification (da)":60.43,"NordicLangClassification":85.27,"ScalaDaClassification":62.85} -{"index":58,"Rank":4,"Model":"multilingual-e5-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":58.61,"AngryTweetsClassification":54.65,"DKHateClassification":63.53,"DanishPoliticalCommentsClassification":36.69,"LccSentimentClassification":59.67,"MassiveIntentClassification (da)":60.16,"MassiveScenarioClassification (da)":67.46,"NordicLangClassification":75.94,"ScalaDaClassification":50.79} -{"index":88,"Rank":5,"Model":"DanskBERT<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.47,"Embedding Dimensions":768,"Max Tokens":514,"Average":58.31,"AngryTweetsClassification":54.28,"DKHateClassification":59.3,"DanishPoliticalCommentsClassification":39.81,"LccSentimentClassification":58.0,"MassiveIntentClassification (da)":54.68,"MassiveScenarioClassification (da)":59.56,"NordicLangClassification":74.25,"ScalaDaClassification":66.59} -{"index":34,"Rank":6,"Model":"nb-bert-base<\/a>","Model Size (Million Parameters)":179,"Memory Usage (GB, fp32)":0.67,"Embedding Dimensions":768,"Max Tokens":512,"Average":57.68,"AngryTweetsClassification":52.14,"DKHateClassification":61.73,"DanishPoliticalCommentsClassification":34.84,"LccSentimentClassification":51.4,"MassiveIntentClassification (da)":56.69,"MassiveScenarioClassification (da)":61.93,"NordicLangClassification":84.69,"ScalaDaClassification":57.99} -{"index":67,"Rank":7,"Model":"norbert3-base<\/a>","Model Size (Million Parameters)":131,"Memory Usage (GB, fp32)":0.49,"Embedding Dimensions":768,"Max Tokens":512,"Average":56.34,"AngryTweetsClassification":52.48,"DKHateClassification":58.78,"DanishPoliticalCommentsClassification":34.14,"LccSentimentClassification":54.07,"MassiveIntentClassification (da)":53.16,"MassiveScenarioClassification (da)":57.17,"NordicLangClassification":82.67,"ScalaDaClassification":58.25} -{"index":61,"Rank":8,"Model":"multilingual-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":56.12,"AngryTweetsClassification":53.57,"DKHateClassification":60.73,"DanishPoliticalCommentsClassification":34.38,"LccSentimentClassification":57.87,"MassiveIntentClassification (da)":54.63,"MassiveScenarioClassification (da)":62.34,"NordicLangClassification":75.15,"ScalaDaClassification":50.3} -{"index":51,"Rank":9,"Model":"SONAR<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":55.03,"AngryTweetsClassification":49.62,"DKHateClassification":69.97,"DanishPoliticalCommentsClassification":37.59,"LccSentimentClassification":54.27,"MassiveIntentClassification (da)":62.03,"MassiveScenarioClassification (da)":67.76,"NordicLangClassification":48.4,"ScalaDaClassification":50.63} -{"index":68,"Rank":10,"Model":"norbert3-large<\/a>","Model Size (Million Parameters)":368,"Memory Usage (GB, fp32)":1.37,"Embedding Dimensions":1024,"Max Tokens":512,"Average":54.21,"AngryTweetsClassification":49.04,"DKHateClassification":62.71,"DanishPoliticalCommentsClassification":33.53,"LccSentimentClassification":46.93,"MassiveIntentClassification (da)":45.98,"MassiveScenarioClassification (da)":50.51,"NordicLangClassification":84.25,"ScalaDaClassification":60.72} -{"index":23,"Rank":11,"Model":"xlm-roberta-base<\/a>","Model Size (Million Parameters)":279,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":52.14,"AngryTweetsClassification":52.41,"DKHateClassification":56.78,"DanishPoliticalCommentsClassification":34.03,"LccSentimentClassification":52.27,"MassiveIntentClassification (da)":41.06,"MassiveScenarioClassification (da)":43.91,"NordicLangClassification":79.39,"ScalaDaClassification":57.3} -{"index":54,"Rank":12,"Model":"e5-large<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":47.39,"AngryTweetsClassification":46.14,"DKHateClassification":58.72,"DanishPoliticalCommentsClassification":28.67,"LccSentimentClassification":42.13,"MassiveIntentClassification (da)":42.29,"MassiveScenarioClassification (da)":52.95,"NordicLangClassification":58.3,"ScalaDaClassification":49.9} -{"index":52,"Rank":13,"Model":"e5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":47.02,"AngryTweetsClassification":45.06,"DKHateClassification":58.51,"DanishPoliticalCommentsClassification":28.43,"LccSentimentClassification":37.47,"MassiveIntentClassification (da)":44.25,"MassiveScenarioClassification (da)":52.99,"NordicLangClassification":59.34,"ScalaDaClassification":50.08} -{"index":28,"Rank":14,"Model":"sentence-bert-swedish-cased<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.47,"Embedding Dimensions":768,"Max Tokens":512,"Average":46.67,"AngryTweetsClassification":44.46,"DKHateClassification":59.36,"DanishPoliticalCommentsClassification":28.32,"LccSentimentClassification":47.2,"MassiveIntentClassification (da)":42.84,"MassiveScenarioClassification (da)":49.64,"NordicLangClassification":51.45,"ScalaDaClassification":50.12} -{"index":66,"Rank":15,"Model":"electra-small-nordic<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":256,"Max Tokens":512,"Average":46.33,"AngryTweetsClassification":47.91,"DKHateClassification":59.45,"DanishPoliticalCommentsClassification":31.89,"LccSentimentClassification":47.93,"MassiveIntentClassification (da)":26.3,"MassiveScenarioClassification (da)":28.93,"NordicLangClassification":57.82,"ScalaDaClassification":70.41} -{"index":57,"Rank":16,"Model":"e5-small<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":45.66,"AngryTweetsClassification":43.6,"DKHateClassification":57.57,"DanishPoliticalCommentsClassification":28.37,"LccSentimentClassification":40.27,"MassiveIntentClassification (da)":41.89,"MassiveScenarioClassification (da)":49.93,"NordicLangClassification":53.47,"ScalaDaClassification":50.15} -{"index":26,"Rank":17,"Model":"bert-base-swedish-cased<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.47,"Embedding Dimensions":768,"Max Tokens":512,"Average":45.58,"AngryTweetsClassification":44.58,"DKHateClassification":55.53,"DanishPoliticalCommentsClassification":28.97,"LccSentimentClassification":41.2,"MassiveIntentClassification (da)":37.98,"MassiveScenarioClassification (da)":40.44,"NordicLangClassification":62.45,"ScalaDaClassification":53.53} -{"index":73,"Rank":18,"Model":"all-MiniLM-L6-v2<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":384,"Max Tokens":512,"Average":44.44,"AngryTweetsClassification":42.48,"DKHateClassification":55.05,"DanishPoliticalCommentsClassification":26.7,"LccSentimentClassification":38.53,"MassiveIntentClassification (da)":41.0,"MassiveScenarioClassification (da)":47.02,"NordicLangClassification":54.7,"ScalaDaClassification":50.03} -{"index":27,"Rank":19,"Model":"electra-small-swedish-cased-discriminator<\/a>","Model Size (Million Parameters)":16,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":256,"Max Tokens":512,"Average":33.61,"AngryTweetsClassification":40.52,"DKHateClassification":52.28,"DanishPoliticalCommentsClassification":25.17,"LccSentimentClassification":36.67,"MassiveIntentClassification (da)":6.51,"MassiveScenarioClassification (da)":11.5,"NordicLangClassification":44.53,"ScalaDaClassification":51.66} -{"index":0,"Rank":20,"Model":"voyage-3-lite<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":512,"Max Tokens":32000,"Average":"","AngryTweetsClassification":54.86,"DKHateClassification":"","DanishPoliticalCommentsClassification":37.46,"LccSentimentClassification":59.93,"MassiveIntentClassification (da)":61.75,"MassiveScenarioClassification (da)":69.41,"NordicLangClassification":48.92,"ScalaDaClassification":""} -{"index":1,"Rank":21,"Model":"voyage-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":32000,"Average":"","AngryTweetsClassification":54.26,"DKHateClassification":"","DanishPoliticalCommentsClassification":36.51,"LccSentimentClassification":55.93,"MassiveIntentClassification (da)":59.34,"MassiveScenarioClassification (da)":67.53,"NordicLangClassification":47.13,"ScalaDaClassification":""} -{"index":2,"Rank":22,"Model":"voyage-large-2-instruct<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":16000,"Average":"","AngryTweetsClassification":56.06,"DKHateClassification":"","DanishPoliticalCommentsClassification":38.61,"LccSentimentClassification":59.2,"MassiveIntentClassification (da)":65.75,"MassiveScenarioClassification (da)":76.76,"NordicLangClassification":57.17,"ScalaDaClassification":""} -{"index":3,"Rank":23,"Model":"voyage-multilingual-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":32000,"Average":"","AngryTweetsClassification":55.9,"DKHateClassification":"","DanishPoliticalCommentsClassification":41.0,"LccSentimentClassification":59.93,"MassiveIntentClassification (da)":67.76,"MassiveScenarioClassification (da)":73.23,"NordicLangClassification":58.41,"ScalaDaClassification":""} -{"index":4,"Rank":24,"Model":"LASER2<\/a>","Model Size (Million Parameters)":43,"Memory Usage (GB, fp32)":0.16,"Embedding Dimensions":1024,"Max Tokens":"N\/A","Average":"","AngryTweetsClassification":"","DKHateClassification":"","DanishPoliticalCommentsClassification":"","LccSentimentClassification":"","MassiveIntentClassification (da)":45.61,"MassiveScenarioClassification (da)":54.87,"NordicLangClassification":"","ScalaDaClassification":""} -{"index":5,"Rank":25,"Model":"gte-Qwen1.5-7B-instruct<\/a>","Model Size (Million Parameters)":7099,"Memory Usage (GB, fp32)":26.45,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","AngryTweetsClassification":66.74,"DKHateClassification":"","DanishPoliticalCommentsClassification":46.89,"LccSentimentClassification":69.4,"MassiveIntentClassification (da)":68.09,"MassiveScenarioClassification (da)":72.84,"NordicLangClassification":72.94,"ScalaDaClassification":""} -{"index":6,"Rank":26,"Model":"gte-Qwen2-7B-instruct<\/a>","Model Size (Million Parameters)":7613,"Memory Usage (GB, fp32)":28.36,"Embedding Dimensions":3584,"Max Tokens":32768,"Average":"","AngryTweetsClassification":64.4,"DKHateClassification":"","DanishPoliticalCommentsClassification":48.46,"LccSentimentClassification":76.87,"MassiveIntentClassification (da)":78.15,"MassiveScenarioClassification (da)":84.33,"NordicLangClassification":73.23,"ScalaDaClassification":""} -{"index":7,"Rank":27,"Model":"gte-multilingual-base<\/a>","Model Size (Million Parameters)":305,"Memory Usage (GB, fp32)":1.14,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","AngryTweetsClassification":"","DKHateClassification":"","DanishPoliticalCommentsClassification":"","LccSentimentClassification":"","MassiveIntentClassification (da)":63.67,"MassiveScenarioClassification (da)":71.61,"NordicLangClassification":"","ScalaDaClassification":""} -{"index":8,"Rank":28,"Model":"e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","AngryTweetsClassification":"","DKHateClassification":"","DanishPoliticalCommentsClassification":"","LccSentimentClassification":"","MassiveIntentClassification (da)":72.53,"MassiveScenarioClassification (da)":76.76,"NordicLangClassification":"","ScalaDaClassification":""} -{"index":9,"Rank":29,"Model":"bge-base-en-v1.5<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AngryTweetsClassification":43.69,"DKHateClassification":"","DanishPoliticalCommentsClassification":29.44,"LccSentimentClassification":40.33,"MassiveIntentClassification (da)":41.04,"MassiveScenarioClassification (da)":49.22,"NordicLangClassification":53.43,"ScalaDaClassification":""} -{"index":10,"Rank":30,"Model":"bge-large-en-v1.5<\/a>","Model Size (Million Parameters)":1340,"Memory Usage (GB, fp32)":4.99,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","AngryTweetsClassification":44.97,"DKHateClassification":"","DanishPoliticalCommentsClassification":29.79,"LccSentimentClassification":38.27,"MassiveIntentClassification (da)":40.99,"MassiveScenarioClassification (da)":51.76,"NordicLangClassification":55.07,"ScalaDaClassification":""} -{"index":11,"Rank":31,"Model":"bge-m3<\/a>","Model Size (Million Parameters)":567,"Memory Usage (GB, fp32)":2.11,"Embedding Dimensions":1024,"Max Tokens":8192,"Average":"","AngryTweetsClassification":"","DKHateClassification":"","DanishPoliticalCommentsClassification":"","LccSentimentClassification":"","MassiveIntentClassification (da)":67.26,"MassiveScenarioClassification (da)":"","NordicLangClassification":38.93,"ScalaDaClassification":""} -{"index":12,"Rank":32,"Model":"bge-small-en-v1.5<\/a>","Model Size (Million Parameters)":24,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":512,"Max Tokens":512,"Average":"","AngryTweetsClassification":43.31,"DKHateClassification":"","DanishPoliticalCommentsClassification":28.74,"LccSentimentClassification":38.53,"MassiveIntentClassification (da)":43.48,"MassiveScenarioClassification (da)":51.6,"NordicLangClassification":52.02,"ScalaDaClassification":""} -{"index":13,"Rank":33,"Model":"multilingual-e5-base-similarity-v1-onnx-quantized<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","AngryTweetsClassification":"","DKHateClassification":"","DanishPoliticalCommentsClassification":"","LccSentimentClassification":"","MassiveIntentClassification (da)":66.64,"MassiveScenarioClassification (da)":72.42,"NordicLangClassification":"","ScalaDaClassification":""} -{"index":14,"Rank":34,"Model":"winberta-base<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","AngryTweetsClassification":46.17,"DKHateClassification":55.9,"DanishPoliticalCommentsClassification":28.33,"LccSentimentClassification":42.27,"MassiveIntentClassification (da)":40.37,"MassiveScenarioClassification (da)":49.35,"NordicLangClassification":"","ScalaDaClassification":50.11} -{"index":15,"Rank":35,"Model":"winberta-large<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","AngryTweetsClassification":"","DKHateClassification":"","DanishPoliticalCommentsClassification":"","LccSentimentClassification":"","MassiveIntentClassification (da)":31.47,"MassiveScenarioClassification (da)":39.79,"NordicLangClassification":"","ScalaDaClassification":""} -{"index":16,"Rank":36,"Model":"windberta-large<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","AngryTweetsClassification":"","DKHateClassification":"","DanishPoliticalCommentsClassification":"","LccSentimentClassification":"","MassiveIntentClassification (da)":35.53,"MassiveScenarioClassification (da)":42.65,"NordicLangClassification":"","ScalaDaClassification":""} -{"index":17,"Rank":37,"Model":"Cohere-embed-english-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":512,"Average":"","AngryTweetsClassification":48.63,"DKHateClassification":"","DanishPoliticalCommentsClassification":30.06,"LccSentimentClassification":45.4,"MassiveIntentClassification (da)":46.16,"MassiveScenarioClassification (da)":55.72,"NordicLangClassification":58.2,"ScalaDaClassification":""} -{"index":18,"Rank":38,"Model":"Cohere-embed-multilingual-light-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":384,"Max Tokens":512,"Average":"","AngryTweetsClassification":54.8,"DKHateClassification":"","DanishPoliticalCommentsClassification":36.95,"LccSentimentClassification":56.53,"MassiveIntentClassification (da)":59.39,"MassiveScenarioClassification (da)":67.38,"NordicLangClassification":65.97,"ScalaDaClassification":""} -{"index":19,"Rank":39,"Model":"Cohere-embed-multilingual-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":512,"Average":"","AngryTweetsClassification":58.92,"DKHateClassification":"","DanishPoliticalCommentsClassification":42.69,"LccSentimentClassification":60.47,"MassiveIntentClassification (da)":66.49,"MassiveScenarioClassification (da)":74.32,"NordicLangClassification":78.74,"ScalaDaClassification":""} -{"index":20,"Rank":40,"Model":"distilrubert-small-cased-conversational<\/a>","Model Size (Million Parameters)":106,"Memory Usage (GB, fp32)":0.39,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AngryTweetsClassification":42.73,"DKHateClassification":"","DanishPoliticalCommentsClassification":27.46,"LccSentimentClassification":42.87,"MassiveIntentClassification (da)":41.31,"MassiveScenarioClassification (da)":39.88,"NordicLangClassification":59.34,"ScalaDaClassification":""} -{"index":21,"Rank":41,"Model":"rubert-base-cased<\/a>","Model Size (Million Parameters)":180,"Memory Usage (GB, fp32)":0.67,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AngryTweetsClassification":43.11,"DKHateClassification":"","DanishPoliticalCommentsClassification":26.26,"LccSentimentClassification":38.0,"MassiveIntentClassification (da)":35.55,"MassiveScenarioClassification (da)":34.44,"NordicLangClassification":60.75,"ScalaDaClassification":""} -{"index":22,"Rank":42,"Model":"rubert-base-cased-sentence<\/a>","Model Size (Million Parameters)":180,"Memory Usage (GB, fp32)":0.67,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AngryTweetsClassification":40.25,"DKHateClassification":"","DanishPoliticalCommentsClassification":27.05,"LccSentimentClassification":37.0,"MassiveIntentClassification (da)":33.35,"MassiveScenarioClassification (da)":33.28,"NordicLangClassification":51.39,"ScalaDaClassification":""} -{"index":24,"Rank":43,"Model":"GritLM-7B<\/a>","Model Size (Million Parameters)":7240,"Memory Usage (GB, fp32)":26.97,"Embedding Dimensions":"","Max Tokens":4096,"Average":"","AngryTweetsClassification":65.35,"DKHateClassification":"","DanishPoliticalCommentsClassification":41.28,"LccSentimentClassification":70.13,"MassiveIntentClassification (da)":73.46,"MassiveScenarioClassification (da)":76.98,"NordicLangClassification":69.36,"ScalaDaClassification":""} -{"index":25,"Rank":44,"Model":"e5-dansk-test-0.1<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","AngryTweetsClassification":56.08,"DKHateClassification":"","DanishPoliticalCommentsClassification":40.88,"LccSentimentClassification":59.6,"MassiveIntentClassification (da)":"","MassiveScenarioClassification (da)":"","NordicLangClassification":61.0,"ScalaDaClassification":50.43} -{"index":29,"Rank":45,"Model":"MUG-B-1.6<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","AngryTweetsClassification":"","DKHateClassification":"","DanishPoliticalCommentsClassification":"","LccSentimentClassification":"","MassiveIntentClassification (da)":41.0,"MassiveScenarioClassification (da)":51.92,"NordicLangClassification":"","ScalaDaClassification":""} -{"index":30,"Rank":46,"Model":"onnx-gte-multilingual-base<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","AngryTweetsClassification":"","DKHateClassification":"","DanishPoliticalCommentsClassification":"","LccSentimentClassification":"","MassiveIntentClassification (da)":63.67,"MassiveScenarioClassification (da)":71.61,"NordicLangClassification":"","ScalaDaClassification":""} -{"index":31,"Rank":47,"Model":"SGPT-125M-weightedmean-msmarco-specb-bitfit<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":2048,"Average":"","AngryTweetsClassification":"","DKHateClassification":"","DanishPoliticalCommentsClassification":"","LccSentimentClassification":"","MassiveIntentClassification (da)":44.18,"MassiveScenarioClassification (da)":45.44,"NordicLangClassification":"","ScalaDaClassification":""} -{"index":32,"Rank":48,"Model":"SGPT-125M-weightedmean-nli-bitfit<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":2048,"Average":"","AngryTweetsClassification":"","DKHateClassification":"","DanishPoliticalCommentsClassification":"","LccSentimentClassification":"","MassiveIntentClassification (da)":43.56,"MassiveScenarioClassification (da)":44.75,"NordicLangClassification":"","ScalaDaClassification":""} -{"index":33,"Rank":49,"Model":"multilingual-e5-base-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","AngryTweetsClassification":"","DKHateClassification":"","DanishPoliticalCommentsClassification":"","LccSentimentClassification":"","MassiveIntentClassification (da)":66.64,"MassiveScenarioClassification (da)":72.42,"NordicLangClassification":"","ScalaDaClassification":""} -{"index":36,"Rank":50,"Model":"SFR-Embedding-Mistral<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","AngryTweetsClassification":63.94,"DKHateClassification":"","DanishPoliticalCommentsClassification":35.9,"LccSentimentClassification":63.87,"MassiveIntentClassification (da)":68.55,"MassiveScenarioClassification (da)":74.31,"NordicLangClassification":68.8,"ScalaDaClassification":""} -{"index":37,"Rank":51,"Model":"sbert_large_mt_nlu_ru<\/a>","Model Size (Million Parameters)":427,"Memory Usage (GB, fp32)":1.59,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","AngryTweetsClassification":44.35,"DKHateClassification":"","DanishPoliticalCommentsClassification":27.26,"LccSentimentClassification":42.0,"MassiveIntentClassification (da)":21.51,"MassiveScenarioClassification (da)":29.86,"NordicLangClassification":38.2,"ScalaDaClassification":""} -{"index":38,"Rank":52,"Model":"sbert_large_nlu_ru<\/a>","Model Size (Million Parameters)":427,"Memory Usage (GB, fp32)":1.59,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","AngryTweetsClassification":44.11,"DKHateClassification":"","DanishPoliticalCommentsClassification":26.55,"LccSentimentClassification":38.87,"MassiveIntentClassification (da)":18.77,"MassiveScenarioClassification (da)":27.23,"NordicLangClassification":39.41,"ScalaDaClassification":""} -{"index":39,"Rank":53,"Model":"Titan-text-embeddings-v2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","AngryTweetsClassification":"","DKHateClassification":"","DanishPoliticalCommentsClassification":"","LccSentimentClassification":"","MassiveIntentClassification (da)":55.06,"MassiveScenarioClassification (da)":64.26,"NordicLangClassification":"","ScalaDaClassification":""} -{"index":40,"Rank":54,"Model":"sgpt-bloom-7b1-msmarco<\/a>","Model Size (Million Parameters)":7068,"Memory Usage (GB, fp32)":26.33,"Embedding Dimensions":4096,"Max Tokens":2048,"Average":"","AngryTweetsClassification":"","DKHateClassification":"","DanishPoliticalCommentsClassification":"","LccSentimentClassification":"","MassiveIntentClassification (da)":51.23,"MassiveScenarioClassification (da)":53.52,"NordicLangClassification":"","ScalaDaClassification":""} -{"index":41,"Rank":55,"Model":"slx-v0.1<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.08,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","AngryTweetsClassification":"","DKHateClassification":"","DanishPoliticalCommentsClassification":"","LccSentimentClassification":"","MassiveIntentClassification (da)":39.67,"MassiveScenarioClassification (da)":44.68,"NordicLangClassification":"","ScalaDaClassification":""} -{"index":43,"Rank":56,"Model":"LaBSE-en-ru<\/a>","Model Size (Million Parameters)":129,"Memory Usage (GB, fp32)":0.48,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AngryTweetsClassification":46.23,"DKHateClassification":"","DanishPoliticalCommentsClassification":30.4,"LccSentimentClassification":44.53,"MassiveIntentClassification (da)":38.66,"MassiveScenarioClassification (da)":44.69,"NordicLangClassification":38.84,"ScalaDaClassification":""} -{"index":44,"Rank":57,"Model":"rubert-tiny<\/a>","Model Size (Million Parameters)":12,"Memory Usage (GB, fp32)":0.04,"Embedding Dimensions":512,"Max Tokens":514,"Average":"","AngryTweetsClassification":41.09,"DKHateClassification":"","DanishPoliticalCommentsClassification":27.63,"LccSentimentClassification":36.2,"MassiveIntentClassification (da)":40.76,"MassiveScenarioClassification (da)":41.12,"NordicLangClassification":54.8,"ScalaDaClassification":""} -{"index":45,"Rank":58,"Model":"rubert-tiny2<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"Embedding Dimensions":2048,"Max Tokens":514,"Average":"","AngryTweetsClassification":43.84,"DKHateClassification":"","DanishPoliticalCommentsClassification":27.9,"LccSentimentClassification":38.73,"MassiveIntentClassification (da)":28.28,"MassiveScenarioClassification (da)":35.77,"NordicLangClassification":46.52,"ScalaDaClassification":""} -{"index":46,"Rank":59,"Model":"USER-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AngryTweetsClassification":46.11,"DKHateClassification":"","DanishPoliticalCommentsClassification":28.0,"LccSentimentClassification":37.6,"MassiveIntentClassification (da)":35.68,"MassiveScenarioClassification (da)":42.54,"NordicLangClassification":45.21,"ScalaDaClassification":""} -{"index":47,"Rank":60,"Model":"USER-bge-m3<\/a>","Model Size (Million Parameters)":359,"Memory Usage (GB, fp32)":1.34,"Embedding Dimensions":1024,"Max Tokens":8192,"Average":"","AngryTweetsClassification":56.91,"DKHateClassification":"","DanishPoliticalCommentsClassification":37.99,"LccSentimentClassification":63.0,"MassiveIntentClassification (da)":62.24,"MassiveScenarioClassification (da)":69.64,"NordicLangClassification":40.53,"ScalaDaClassification":""} -{"index":48,"Rank":61,"Model":"deberta-v1-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AngryTweetsClassification":42.98,"DKHateClassification":"","DanishPoliticalCommentsClassification":28.36,"LccSentimentClassification":40.87,"MassiveIntentClassification (da)":33.38,"MassiveScenarioClassification (da)":32.6,"NordicLangClassification":57.91,"ScalaDaClassification":""} -{"index":49,"Rank":62,"Model":"multilingual-e5-base-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","AngryTweetsClassification":"","DKHateClassification":"","DanishPoliticalCommentsClassification":"","LccSentimentClassification":"","MassiveIntentClassification (da)":66.64,"MassiveScenarioClassification (da)":72.42,"NordicLangClassification":"","ScalaDaClassification":""} -{"index":50,"Rank":63,"Model":"e5-base-4k<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AngryTweetsClassification":45.42,"DKHateClassification":"","DanishPoliticalCommentsClassification":28.73,"LccSentimentClassification":36.73,"MassiveIntentClassification (da)":50.82,"MassiveScenarioClassification (da)":54.18,"NordicLangClassification":59.99,"ScalaDaClassification":""} -{"index":53,"Rank":64,"Model":"e5-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AngryTweetsClassification":46.32,"DKHateClassification":"","DanishPoliticalCommentsClassification":28.84,"LccSentimentClassification":38.07,"MassiveIntentClassification (da)":44.0,"MassiveScenarioClassification (da)":52.67,"NordicLangClassification":60.79,"ScalaDaClassification":""} -{"index":55,"Rank":65,"Model":"e5-large-v2<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","AngryTweetsClassification":47.98,"DKHateClassification":"","DanishPoliticalCommentsClassification":29.08,"LccSentimentClassification":45.87,"MassiveIntentClassification (da)":45.7,"MassiveScenarioClassification (da)":55.41,"NordicLangClassification":59.82,"ScalaDaClassification":""} -{"index":56,"Rank":66,"Model":"e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","AngryTweetsClassification":65.01,"DKHateClassification":"","DanishPoliticalCommentsClassification":34.68,"LccSentimentClassification":64.53,"MassiveIntentClassification (da)":68.11,"MassiveScenarioClassification (da)":73.77,"NordicLangClassification":69.13,"ScalaDaClassification":""} -{"index":60,"Rank":67,"Model":"multilingual-e5-large-instruct<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","AngryTweetsClassification":59.53,"DKHateClassification":"","DanishPoliticalCommentsClassification":33.07,"LccSentimentClassification":60.27,"MassiveIntentClassification (da)":65.08,"MassiveScenarioClassification (da)":71.88,"NordicLangClassification":76.57,"ScalaDaClassification":""} -{"index":62,"Rank":68,"Model":"udever-bloom-1b1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":2048,"Average":"","AngryTweetsClassification":44.39,"DKHateClassification":"","DanishPoliticalCommentsClassification":27.83,"LccSentimentClassification":36.87,"MassiveIntentClassification (da)":49.54,"MassiveScenarioClassification (da)":52.53,"NordicLangClassification":59.31,"ScalaDaClassification":""} -{"index":63,"Rank":69,"Model":"udever-bloom-560m<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":2048,"Average":"","AngryTweetsClassification":40.61,"DKHateClassification":"","DanishPoliticalCommentsClassification":24.87,"LccSentimentClassification":33.27,"MassiveIntentClassification (da)":46.93,"MassiveScenarioClassification (da)":49.11,"NordicLangClassification":49.08,"ScalaDaClassification":""} -{"index":64,"Rank":70,"Model":"jina-embeddings-v2-base-en<\/a>","Model Size (Million Parameters)":275,"Memory Usage (GB, fp32)":1.02,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","AngryTweetsClassification":36.78,"DKHateClassification":"","DanishPoliticalCommentsClassification":22.89,"LccSentimentClassification":32.27,"MassiveIntentClassification (da)":6.46,"MassiveScenarioClassification (da)":10.65,"NordicLangClassification":26.91,"ScalaDaClassification":""} -{"index":65,"Rank":71,"Model":"multilingual-e5-small-ct2-int8<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","AngryTweetsClassification":"","DKHateClassification":"","DanishPoliticalCommentsClassification":"","LccSentimentClassification":"","MassiveIntentClassification (da)":62.97,"MassiveScenarioClassification (da)":68.93,"NordicLangClassification":"","ScalaDaClassification":""} -{"index":69,"Rank":72,"Model":"ternary-weight-embedding<\/a>","Model Size (Million Parameters)":99,"Memory Usage (GB, fp32)":0.37,"Embedding Dimensions":1792,"Max Tokens":512,"Average":"","AngryTweetsClassification":"","DKHateClassification":"","DanishPoliticalCommentsClassification":"","LccSentimentClassification":"","MassiveIntentClassification (da)":43.94,"MassiveScenarioClassification (da)":44.0,"NordicLangClassification":"","ScalaDaClassification":""} -{"index":70,"Rank":73,"Model":"nomic-embed-text-v1<\/a>","Model Size (Million Parameters)":547,"Memory Usage (GB, fp32)":2.04,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","AngryTweetsClassification":46.23,"DKHateClassification":"","DanishPoliticalCommentsClassification":29.23,"LccSentimentClassification":38.53,"MassiveIntentClassification (da)":42.12,"MassiveScenarioClassification (da)":49.98,"NordicLangClassification":52.66,"ScalaDaClassification":""} -{"index":71,"Rank":74,"Model":"LaBSE<\/a>","Model Size (Million Parameters)":471,"Memory Usage (GB, fp32)":1.75,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AngryTweetsClassification":51.11,"DKHateClassification":"","DanishPoliticalCommentsClassification":38.34,"LccSentimentClassification":50.07,"MassiveIntentClassification (da)":58.25,"MassiveScenarioClassification (da)":65.24,"NordicLangClassification":35.39,"ScalaDaClassification":""} -{"index":72,"Rank":75,"Model":"all-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","AngryTweetsClassification":42.87,"DKHateClassification":"","DanishPoliticalCommentsClassification":27.07,"LccSentimentClassification":41.93,"MassiveIntentClassification (da)":44.43,"MassiveScenarioClassification (da)":49.47,"NordicLangClassification":54.17,"ScalaDaClassification":""} -{"index":74,"Rank":76,"Model":"all-mpnet-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","AngryTweetsClassification":44.13,"DKHateClassification":"","DanishPoliticalCommentsClassification":28.31,"LccSentimentClassification":39.27,"MassiveIntentClassification (da)":42.36,"MassiveScenarioClassification (da)":49.45,"NordicLangClassification":50.15,"ScalaDaClassification":""} -{"index":75,"Rank":77,"Model":"allenai-specter<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AngryTweetsClassification":"","DKHateClassification":"","DanishPoliticalCommentsClassification":"","LccSentimentClassification":"","MassiveIntentClassification (da)":38.47,"MassiveScenarioClassification (da)":39.93,"NordicLangClassification":"","ScalaDaClassification":""} -{"index":76,"Rank":78,"Model":"distiluse-base-multilingual-cased-v2<\/a>","Model Size (Million Parameters)":135,"Memory Usage (GB, fp32)":0.5,"Embedding Dimensions":512,"Max Tokens":512,"Average":"","AngryTweetsClassification":"","DKHateClassification":"","DanishPoliticalCommentsClassification":"","LccSentimentClassification":"","MassiveIntentClassification (da)":52.33,"MassiveScenarioClassification (da)":62.55,"NordicLangClassification":"","ScalaDaClassification":""} -{"index":77,"Rank":79,"Model":"gtr-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AngryTweetsClassification":"","DKHateClassification":"","DanishPoliticalCommentsClassification":"","LccSentimentClassification":"","MassiveIntentClassification (da)":45.3,"MassiveScenarioClassification (da)":54.88,"NordicLangClassification":"","ScalaDaClassification":""} -{"index":78,"Rank":80,"Model":"gtr-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AngryTweetsClassification":"","DKHateClassification":"","DanishPoliticalCommentsClassification":"","LccSentimentClassification":"","MassiveIntentClassification (da)":48.42,"MassiveScenarioClassification (da)":57.28,"NordicLangClassification":"","ScalaDaClassification":""} -{"index":79,"Rank":81,"Model":"paraphrase-multilingual-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","AngryTweetsClassification":50.9,"DKHateClassification":"","DanishPoliticalCommentsClassification":37.58,"LccSentimentClassification":54.53,"MassiveIntentClassification (da)":57.75,"MassiveScenarioClassification (da)":66.87,"NordicLangClassification":42.52,"ScalaDaClassification":""} -{"index":80,"Rank":82,"Model":"paraphrase-multilingual-mpnet-base-v2<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","AngryTweetsClassification":54.84,"DKHateClassification":"","DanishPoliticalCommentsClassification":40.96,"LccSentimentClassification":58.4,"MassiveIntentClassification (da)":62.8,"MassiveScenarioClassification (da)":71.04,"NordicLangClassification":41.57,"ScalaDaClassification":""} -{"index":81,"Rank":83,"Model":"sentence-t5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AngryTweetsClassification":"","DKHateClassification":"","DanishPoliticalCommentsClassification":"","LccSentimentClassification":"","MassiveIntentClassification (da)":38.82,"MassiveScenarioClassification (da)":48.36,"NordicLangClassification":"","ScalaDaClassification":""} -{"index":82,"Rank":84,"Model":"sentence-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AngryTweetsClassification":"","DKHateClassification":"","DanishPoliticalCommentsClassification":"","LccSentimentClassification":"","MassiveIntentClassification (da)":41.76,"MassiveScenarioClassification (da)":51.44,"NordicLangClassification":"","ScalaDaClassification":""} -{"index":83,"Rank":85,"Model":"sentence-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AngryTweetsClassification":"","DKHateClassification":"","DanishPoliticalCommentsClassification":"","LccSentimentClassification":"","MassiveIntentClassification (da)":47.69,"MassiveScenarioClassification (da)":55.79,"NordicLangClassification":"","ScalaDaClassification":""} -{"index":84,"Rank":86,"Model":"LaBSE-ru-turbo<\/a>","Model Size (Million Parameters)":128,"Memory Usage (GB, fp32)":0.48,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AngryTweetsClassification":46.87,"DKHateClassification":"","DanishPoliticalCommentsClassification":30.36,"LccSentimentClassification":48.0,"MassiveIntentClassification (da)":39.46,"MassiveScenarioClassification (da)":48.37,"NordicLangClassification":46.52,"ScalaDaClassification":""} -{"index":85,"Rank":87,"Model":"rubert-tiny-turbo<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"Embedding Dimensions":312,"Max Tokens":2048,"Average":"","AngryTweetsClassification":44.74,"DKHateClassification":"","DanishPoliticalCommentsClassification":27.44,"LccSentimentClassification":36.2,"MassiveIntentClassification (da)":33.95,"MassiveScenarioClassification (da)":43.69,"NordicLangClassification":49.9,"ScalaDaClassification":""} -{"index":86,"Rank":88,"Model":"text2vec-base-multilingual<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":256,"Average":"","AngryTweetsClassification":48.59,"DKHateClassification":"","DanishPoliticalCommentsClassification":36.55,"LccSentimentClassification":51.93,"MassiveIntentClassification (da)":56.74,"MassiveScenarioClassification (da)":63.07,"NordicLangClassification":38.13,"ScalaDaClassification":""} -{"index":87,"Rank":89,"Model":"llm_mse<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","AngryTweetsClassification":"","DKHateClassification":"","DanishPoliticalCommentsClassification":"","LccSentimentClassification":"","MassiveIntentClassification (da)":34.98,"MassiveScenarioClassification (da)":42.82,"NordicLangClassification":"","ScalaDaClassification":""} -{"index":89,"Rank":90,"Model":"text-embedding-3-large<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":3072,"Max Tokens":8191,"Average":"","AngryTweetsClassification":57.84,"DKHateClassification":"","DanishPoliticalCommentsClassification":43.41,"LccSentimentClassification":58.07,"MassiveIntentClassification (da)":69.19,"MassiveScenarioClassification (da)":75.91,"NordicLangClassification":79.75,"ScalaDaClassification":""} -{"index":90,"Rank":91,"Model":"text-embedding-3-small<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":8191,"Average":"","AngryTweetsClassification":55.68,"DKHateClassification":"","DanishPoliticalCommentsClassification":39.83,"LccSentimentClassification":59.33,"MassiveIntentClassification (da)":63.51,"MassiveScenarioClassification (da)":71.31,"NordicLangClassification":67.85,"ScalaDaClassification":""} diff --git a/all_data_tasks/16/default.jsonl b/all_data_tasks/16/default.jsonl deleted file mode 100644 index 141f8789bc2108365a742d3df2ad0ccff56d2f93..0000000000000000000000000000000000000000 --- a/all_data_tasks/16/default.jsonl +++ /dev/null @@ -1,130 +0,0 @@ -{"index":19,"Rank":1,"Model":"bge-multilingual-gemma2<\/a>","Model Size (Million Parameters)":9242,"Memory Usage (GB, fp32)":34.43,"Embedding Dimensions":3584,"Max Tokens":8192,"Average":81.62,"AmazonReviewsClassification (fr)":55.19,"MasakhaNEWSClassification (fra)":82.49,"MassiveIntentClassification (fr)":79.6,"MassiveScenarioClassification (fr)":82.18,"MTOPDomainClassification (fr)":97.2,"MTOPIntentClassification (fr)":93.07} -{"index":13,"Rank":2,"Model":"gte-Qwen2-7B-instruct<\/a>","Model Size (Million Parameters)":7613,"Memory Usage (GB, fp32)":28.36,"Embedding Dimensions":3584,"Max Tokens":32768,"Average":81.5,"AmazonReviewsClassification (fr)":55.54,"MasakhaNEWSClassification (fra)":80.78,"MassiveIntentClassification (fr)":81.9,"MassiveScenarioClassification (fr)":86.64,"MTOPDomainClassification (fr)":96.69,"MTOPIntentClassification (fr)":87.47} -{"index":12,"Rank":3,"Model":"gte-Qwen2-1.5B-instruct<\/a>","Model Size (Million Parameters)":1776,"Memory Usage (GB, fp32)":6.62,"Embedding Dimensions":1536,"Max Tokens":131072,"Average":78.02,"AmazonReviewsClassification (fr)":53.47,"MasakhaNEWSClassification (fra)":85.19,"MassiveIntentClassification (fr)":76.65,"MassiveScenarioClassification (fr)":79.1,"MTOPDomainClassification (fr)":93.48,"MTOPIntentClassification (fr)":80.23} -{"index":38,"Rank":4,"Model":"KaLM-embedding-multilingual-mini-instruct-v1<\/a>","Model Size (Million Parameters)":494,"Memory Usage (GB, fp32)":1.84,"Embedding Dimensions":896,"Max Tokens":131072,"Average":76.83,"AmazonReviewsClassification (fr)":52.62,"MasakhaNEWSClassification (fra)":83.63,"MassiveIntentClassification (fr)":69.54,"MassiveScenarioClassification (fr)":78.53,"MTOPDomainClassification (fr)":95.79,"MTOPIntentClassification (fr)":80.88} -{"index":28,"Rank":5,"Model":"jina-embeddings-v3<\/a>","Model Size (Million Parameters)":572,"Memory Usage (GB, fp32)":2.13,"Embedding Dimensions":1024,"Max Tokens":8194,"Average":76.54,"AmazonReviewsClassification (fr)":47.31,"MasakhaNEWSClassification (fra)":74.03,"MassiveIntentClassification (fr)":76.32,"MassiveScenarioClassification (fr)":83.09,"MTOPDomainClassification (fr)":96.3,"MTOPIntentClassification (fr)":82.21} -{"index":93,"Rank":6,"Model":"jina-embeddings-v3<\/a>","Model Size (Million Parameters)":572,"Memory Usage (GB, fp32)":2.13,"Embedding Dimensions":1024,"Max Tokens":8194,"Average":76.54,"AmazonReviewsClassification (fr)":47.31,"MasakhaNEWSClassification (fra)":74.03,"MassiveIntentClassification (fr)":76.32,"MassiveScenarioClassification (fr)":83.09,"MTOPDomainClassification (fr)":96.3,"MTOPIntentClassification (fr)":82.21} -{"index":37,"Rank":7,"Model":"GritLM-7B<\/a>","Model Size (Million Parameters)":7240,"Memory Usage (GB, fp32)":26.97,"Embedding Dimensions":"","Max Tokens":4096,"Average":76.28,"AmazonReviewsClassification (fr)":54.43,"MasakhaNEWSClassification (fra)":81.35,"MassiveIntentClassification (fr)":75.51,"MassiveScenarioClassification (fr)":77.29,"MTOPDomainClassification (fr)":92.25,"MTOPIntentClassification (fr)":76.87} -{"index":39,"Rank":8,"Model":"KaLM-embedding-multilingual-mini-instruct-v1.5<\/a>","Model Size (Million Parameters)":494,"Memory Usage (GB, fp32)":1.84,"Embedding Dimensions":896,"Max Tokens":131072,"Average":75.46,"AmazonReviewsClassification (fr)":52.31,"MasakhaNEWSClassification (fra)":83.36,"MassiveIntentClassification (fr)":66.61,"MassiveScenarioClassification (fr)":75.69,"MTOPDomainClassification (fr)":95.02,"MTOPIntentClassification (fr)":79.75} -{"index":11,"Rank":9,"Model":"gte-Qwen1.5-7B-instruct<\/a>","Model Size (Million Parameters)":7099,"Memory Usage (GB, fp32)":26.45,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":75.21,"AmazonReviewsClassification (fr)":54.59,"MasakhaNEWSClassification (fra)":81.78,"MassiveIntentClassification (fr)":72.88,"MassiveScenarioClassification (fr)":74.64,"MTOPDomainClassification (fr)":89.66,"MTOPIntentClassification (fr)":77.69} -{"index":53,"Rank":10,"Model":"SFR-Embedding-Mistral<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":73.76,"AmazonReviewsClassification (fr)":51.0,"MasakhaNEWSClassification (fra)":83.39,"MassiveIntentClassification (fr)":71.71,"MassiveScenarioClassification (fr)":76.04,"MTOPDomainClassification (fr)":89.97,"MTOPIntentClassification (fr)":70.47} -{"index":129,"Rank":11,"Model":"text-embedding-3-large<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":3072,"Max Tokens":8191,"Average":73.08,"AmazonReviewsClassification (fr)":46.41,"MasakhaNEWSClassification (fra)":77.25,"MassiveIntentClassification (fr)":71.29,"MassiveScenarioClassification (fr)":76.46,"MTOPDomainClassification (fr)":93.39,"MTOPIntentClassification (fr)":73.68} -{"index":52,"Rank":12,"Model":"Solon-embeddings-large-0.1<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":70.02,"AmazonReviewsClassification (fr)":42.08,"MasakhaNEWSClassification (fra)":81.52,"MassiveIntentClassification (fr)":67.4,"MassiveScenarioClassification (fr)":71.29,"MTOPDomainClassification (fr)":89.26,"MTOPIntentClassification (fr)":68.55} -{"index":130,"Rank":13,"Model":"text-embedding-3-small<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":8191,"Average":69.99,"AmazonReviewsClassification (fr)":43.64,"MasakhaNEWSClassification (fra)":76.49,"MassiveIntentClassification (fr)":67.8,"MassiveScenarioClassification (fr)":73.3,"MTOPDomainClassification (fr)":90.9,"MTOPIntentClassification (fr)":67.83} -{"index":27,"Rank":14,"Model":"Cohere-embed-multilingual-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":512,"Average":69.92,"AmazonReviewsClassification (fr)":45.61,"MasakhaNEWSClassification (fra)":79.5,"MassiveIntentClassification (fr)":67.37,"MassiveScenarioClassification (fr)":73.11,"MTOPDomainClassification (fr)":90.32,"MTOPIntentClassification (fr)":63.64} -{"index":88,"Rank":15,"Model":"multilingual-e5-large-instruct<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":69.32,"AmazonReviewsClassification (fr)":49.78,"MasakhaNEWSClassification (fra)":78.93,"MassiveIntentClassification (fr)":66.88,"MassiveScenarioClassification (fr)":71.16,"MTOPDomainClassification (fr)":85.89,"MTOPIntentClassification (fr)":63.26} -{"index":128,"Rank":16,"Model":"text-embedding-ada-002<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":8191,"Average":69.27,"AmazonReviewsClassification (fr)":43.76,"MasakhaNEWSClassification (fra)":81.52,"MassiveIntentClassification (fr)":65.42,"MassiveScenarioClassification (fr)":71.11,"MTOPDomainClassification (fr)":89.38,"MTOPIntentClassification (fr)":64.45} -{"index":44,"Rank":17,"Model":"bilingual-embedding-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":69.16,"AmazonReviewsClassification (fr)":43.42,"MasakhaNEWSClassification (fra)":80.57,"MassiveIntentClassification (fr)":66.81,"MassiveScenarioClassification (fr)":72.99,"MTOPDomainClassification (fr)":88.33,"MTOPIntentClassification (fr)":62.85} -{"index":14,"Rank":18,"Model":"gte-multilingual-base<\/a>","Model Size (Million Parameters)":305,"Memory Usage (GB, fp32)":1.14,"Embedding Dimensions":768,"Max Tokens":8192,"Average":68.72,"AmazonReviewsClassification (fr)":39.57,"MasakhaNEWSClassification (fra)":80.66,"MassiveIntentClassification (fr)":67.92,"MassiveScenarioClassification (fr)":72.65,"MTOPDomainClassification (fr)":87.49,"MTOPIntentClassification (fr)":64.06} -{"index":47,"Rank":19,"Model":"onnx-gte-multilingual-base<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":68.72,"AmazonReviewsClassification (fr)":39.57,"MasakhaNEWSClassification (fra)":80.66,"MassiveIntentClassification (fr)":67.92,"MassiveScenarioClassification (fr)":72.65,"MTOPDomainClassification (fr)":87.49,"MTOPIntentClassification (fr)":64.06} -{"index":42,"Rank":20,"Model":"bilingual-document-embedding<\/a>","Model Size (Million Parameters)":568,"Memory Usage (GB, fp32)":2.12,"Embedding Dimensions":1024,"Max Tokens":8194,"Average":68.62,"AmazonReviewsClassification (fr)":43.49,"MasakhaNEWSClassification (fra)":78.01,"MassiveIntentClassification (fr)":67.39,"MassiveScenarioClassification (fr)":74.12,"MTOPDomainClassification (fr)":88.46,"MTOPIntentClassification (fr)":60.27} -{"index":0,"Rank":21,"Model":"mistral-embed<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":"","Average":68.61,"AmazonReviewsClassification (fr)":41.59,"MasakhaNEWSClassification (fra)":81.4,"MassiveIntentClassification (fr)":62.83,"MassiveScenarioClassification (fr)":69.71,"MTOPDomainClassification (fr)":90.05,"MTOPIntentClassification (fr)":66.09} -{"index":97,"Rank":22,"Model":"sentence_croissant_alpha_v0.1<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":68.48,"AmazonReviewsClassification (fr)":36.62,"MasakhaNEWSClassification (fra)":80.4,"MassiveIntentClassification (fr)":65.86,"MassiveScenarioClassification (fr)":71.6,"MTOPDomainClassification (fr)":88.7,"MTOPIntentClassification (fr)":67.69} -{"index":6,"Rank":23,"Model":"voyage-law-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":16000,"Average":68.45,"AmazonReviewsClassification (fr)":41.98,"MasakhaNEWSClassification (fra)":76.42,"MassiveIntentClassification (fr)":66.94,"MassiveScenarioClassification (fr)":72.78,"MTOPDomainClassification (fr)":90.12,"MTOPIntentClassification (fr)":62.44} -{"index":7,"Rank":24,"Model":"voyage-multilingual-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":32000,"Average":68.15,"AmazonReviewsClassification (fr)":42.16,"MasakhaNEWSClassification (fra)":74.81,"MassiveIntentClassification (fr)":66.07,"MassiveScenarioClassification (fr)":72.06,"MTOPDomainClassification (fr)":88.63,"MTOPIntentClassification (fr)":65.15} -{"index":96,"Rank":25,"Model":"bge-m3-custom-fr<\/a>","Model Size (Million Parameters)":568,"Memory Usage (GB, fp32)":2.12,"Embedding Dimensions":1024,"Max Tokens":8194,"Average":67.57,"AmazonReviewsClassification (fr)":42.33,"MasakhaNEWSClassification (fra)":70.52,"MassiveIntentClassification (fr)":66.7,"MassiveScenarioClassification (fr)":74.58,"MTOPDomainClassification (fr)":90.39,"MTOPIntentClassification (fr)":60.88} -{"index":76,"Rank":26,"Model":"bge-m3-custom-fr-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":67.57,"AmazonReviewsClassification (fr)":42.33,"MasakhaNEWSClassification (fra)":70.52,"MassiveIntentClassification (fr)":66.7,"MassiveScenarioClassification (fr)":74.58,"MTOPDomainClassification (fr)":90.39,"MTOPIntentClassification (fr)":60.88} -{"index":4,"Rank":27,"Model":"voyage-code-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":16000,"Average":67.44,"AmazonReviewsClassification (fr)":42.15,"MasakhaNEWSClassification (fra)":82.13,"MassiveIntentClassification (fr)":63.08,"MassiveScenarioClassification (fr)":70.15,"MTOPDomainClassification (fr)":87.68,"MTOPIntentClassification (fr)":59.44} -{"index":98,"Rank":28,"Model":"sentence_croissant_alpha_v0.2<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":67.4,"AmazonReviewsClassification (fr)":36.48,"MasakhaNEWSClassification (fra)":73.18,"MassiveIntentClassification (fr)":66.3,"MassiveScenarioClassification (fr)":71.7,"MTOPDomainClassification (fr)":88.96,"MTOPIntentClassification (fr)":67.76} -{"index":120,"Rank":29,"Model":"sentence-t5-xxl<\/a>","Model Size (Million Parameters)":4865,"Memory Usage (GB, fp32)":18.12,"Embedding Dimensions":768,"Max Tokens":512,"Average":67.36,"AmazonReviewsClassification (fr)":46.09,"MasakhaNEWSClassification (fra)":79.1,"MassiveIntentClassification (fr)":65.91,"MassiveScenarioClassification (fr)":68.53,"MTOPDomainClassification (fr)":86.2,"MTOPIntentClassification (fr)":58.33} -{"index":99,"Rank":30,"Model":"sentence_croissant_alpha_v0.3<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":67.11,"AmazonReviewsClassification (fr)":35.11,"MasakhaNEWSClassification (fra)":75.17,"MassiveIntentClassification (fr)":66.48,"MassiveScenarioClassification (fr)":71.47,"MTOPDomainClassification (fr)":88.52,"MTOPIntentClassification (fr)":65.93} -{"index":43,"Rank":31,"Model":"bilingual-embedding-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":66.74,"AmazonReviewsClassification (fr)":40.35,"MasakhaNEWSClassification (fra)":77.44,"MassiveIntentClassification (fr)":64.99,"MassiveScenarioClassification (fr)":71.72,"MTOPDomainClassification (fr)":86.83,"MTOPIntentClassification (fr)":59.13} -{"index":68,"Rank":32,"Model":"USER-bge-m3<\/a>","Model Size (Million Parameters)":359,"Memory Usage (GB, fp32)":1.34,"Embedding Dimensions":1024,"Max Tokens":8192,"Average":66.73,"AmazonReviewsClassification (fr)":45.16,"MasakhaNEWSClassification (fra)":77.54,"MassiveIntentClassification (fr)":64.25,"MassiveScenarioClassification (fr)":69.41,"MTOPDomainClassification (fr)":85.44,"MTOPIntentClassification (fr)":58.59} -{"index":87,"Rank":33,"Model":"multilingual-e5-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":66.54,"AmazonReviewsClassification (fr)":41.91,"MasakhaNEWSClassification (fra)":79.38,"MassiveIntentClassification (fr)":63.37,"MassiveScenarioClassification (fr)":68.74,"MTOPDomainClassification (fr)":86.41,"MTOPIntentClassification (fr)":59.43} -{"index":126,"Rank":34,"Model":"universal-sentence-encoder-multilingual-large-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":512,"Max Tokens":512,"Average":66.37,"AmazonReviewsClassification (fr)":35.09,"MasakhaNEWSClassification (fra)":72.04,"MassiveIntentClassification (fr)":65.8,"MassiveScenarioClassification (fr)":73.47,"MTOPDomainClassification (fr)":88.19,"MTOPIntentClassification (fr)":63.64} -{"index":64,"Rank":35,"Model":"french-document-embedding<\/a>","Model Size (Million Parameters)":305,"Memory Usage (GB, fp32)":1.14,"Embedding Dimensions":768,"Max Tokens":8192,"Average":66.3,"AmazonReviewsClassification (fr)":39.89,"MasakhaNEWSClassification (fra)":76.87,"MassiveIntentClassification (fr)":64.14,"MassiveScenarioClassification (fr)":70.69,"MTOPDomainClassification (fr)":88.33,"MTOPIntentClassification (fr)":57.85} -{"index":45,"Rank":36,"Model":"bilingual-embedding-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":66.25,"AmazonReviewsClassification (fr)":37.1,"MasakhaNEWSClassification (fra)":78.34,"MassiveIntentClassification (fr)":65.49,"MassiveScenarioClassification (fr)":69.27,"MTOPDomainClassification (fr)":86.09,"MTOPIntentClassification (fr)":61.23} -{"index":100,"Rank":37,"Model":"sentence_croissant_alpha_v0.4<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":65.96,"AmazonReviewsClassification (fr)":34.62,"MasakhaNEWSClassification (fra)":74.29,"MassiveIntentClassification (fr)":65.67,"MassiveScenarioClassification (fr)":71.61,"MTOPDomainClassification (fr)":86.97,"MTOPIntentClassification (fr)":62.59} -{"index":127,"Rank":38,"Model":"bilingual-embedding-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":65.92,"AmazonReviewsClassification (fr)":43.51,"MasakhaNEWSClassification (fra)":72.61,"MassiveIntentClassification (fr)":65.15,"MassiveScenarioClassification (fr)":69.94,"MTOPDomainClassification (fr)":85.33,"MTOPIntentClassification (fr)":59.01} -{"index":66,"Rank":39,"Model":"sentence-camembert-large<\/a>","Model Size (Million Parameters)":337,"Memory Usage (GB, fp32)":1.26,"Embedding Dimensions":1024,"Max Tokens":512,"Average":65.82,"AmazonReviewsClassification (fr)":37.97,"MasakhaNEWSClassification (fra)":80.62,"MassiveIntentClassification (fr)":62.65,"MassiveScenarioClassification (fr)":69.29,"MTOPDomainClassification (fr)":85.74,"MTOPIntentClassification (fr)":58.62} -{"index":119,"Rank":40,"Model":"sentence-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Embedding Dimensions":768,"Max Tokens":512,"Average":65.09,"AmazonReviewsClassification (fr)":43.52,"MasakhaNEWSClassification (fra)":80.09,"MassiveIntentClassification (fr)":60.99,"MassiveScenarioClassification (fr)":66.42,"MTOPDomainClassification (fr)":85.14,"MTOPIntentClassification (fr)":54.39} -{"index":86,"Rank":41,"Model":"multilingual-e5-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":64.94,"AmazonReviewsClassification (fr)":40.94,"MasakhaNEWSClassification (fra)":79.69,"MassiveIntentClassification (fr)":61.32,"MassiveScenarioClassification (fr)":67.37,"MTOPDomainClassification (fr)":84.79,"MTOPIntentClassification (fr)":55.51} -{"index":26,"Rank":42,"Model":"Cohere-embed-multilingual-light-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":384,"Max Tokens":512,"Average":64.83,"AmazonReviewsClassification (fr)":41.14,"MasakhaNEWSClassification (fra)":79.31,"MassiveIntentClassification (fr)":61.85,"MassiveScenarioClassification (fr)":67.5,"MTOPDomainClassification (fr)":86.06,"MTOPIntentClassification (fr)":53.11} -{"index":116,"Rank":43,"Model":"paraphrase-multilingual-mpnet-base-v2<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":64.73,"AmazonReviewsClassification (fr)":38.98,"MasakhaNEWSClassification (fra)":72.94,"MassiveIntentClassification (fr)":64.8,"MassiveScenarioClassification (fr)":70.71,"MTOPDomainClassification (fr)":81.21,"MTOPIntentClassification (fr)":59.75} -{"index":105,"Rank":44,"Model":"LaBSE<\/a>","Model Size (Million Parameters)":471,"Memory Usage (GB, fp32)":1.75,"Embedding Dimensions":768,"Max Tokens":512,"Average":64.6,"AmazonReviewsClassification (fr)":38.52,"MasakhaNEWSClassification (fra)":77.39,"MassiveIntentClassification (fr)":60.47,"MassiveScenarioClassification (fr)":65.1,"MTOPDomainClassification (fr)":84.14,"MTOPIntentClassification (fr)":62.01} -{"index":54,"Rank":45,"Model":"sentence-croissant-llm-base<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":64.57,"AmazonReviewsClassification (fr)":34.79,"MasakhaNEWSClassification (fra)":79.29,"MassiveIntentClassification (fr)":59.41,"MassiveScenarioClassification (fr)":65.29,"MTOPDomainClassification (fr)":85.52,"MTOPIntentClassification (fr)":63.12} -{"index":125,"Rank":46,"Model":"universal-sentence-encoder-multilingual-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":512,"Max Tokens":512,"Average":64.41,"AmazonReviewsClassification (fr)":33.51,"MasakhaNEWSClassification (fra)":82.06,"MassiveIntentClassification (fr)":61.19,"MassiveScenarioClassification (fr)":70.22,"MTOPDomainClassification (fr)":85.5,"MTOPIntentClassification (fr)":53.98} -{"index":40,"Rank":47,"Model":"KaLM-embedding-multilingual-mini-v1<\/a>","Model Size (Million Parameters)":494,"Memory Usage (GB, fp32)":1.84,"Embedding Dimensions":896,"Max Tokens":131072,"Average":64.15,"AmazonReviewsClassification (fr)":44.85,"MasakhaNEWSClassification (fra)":83.34,"MassiveIntentClassification (fr)":59.05,"MassiveScenarioClassification (fr)":67.29,"MTOPDomainClassification (fr)":80.15,"MTOPIntentClassification (fr)":50.24} -{"index":2,"Rank":48,"Model":"voyage-3-lite<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":512,"Max Tokens":32000,"Average":63.04,"AmazonReviewsClassification (fr)":38.92,"MasakhaNEWSClassification (fra)":77.49,"MassiveIntentClassification (fr)":58.02,"MassiveScenarioClassification (fr)":65.51,"MTOPDomainClassification (fr)":82.89,"MTOPIntentClassification (fr)":55.38} -{"index":111,"Rank":49,"Model":"distiluse-base-multilingual-cased-v2<\/a>","Model Size (Million Parameters)":135,"Memory Usage (GB, fp32)":0.5,"Embedding Dimensions":512,"Max Tokens":512,"Average":62.14,"AmazonReviewsClassification (fr)":35.7,"MasakhaNEWSClassification (fra)":76.87,"MassiveIntentClassification (fr)":57.02,"MassiveScenarioClassification (fr)":65.2,"MTOPDomainClassification (fr)":84.61,"MTOPIntentClassification (fr)":53.41} -{"index":118,"Rank":50,"Model":"sentence-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Embedding Dimensions":768,"Max Tokens":512,"Average":61.64,"AmazonReviewsClassification (fr)":41.48,"MasakhaNEWSClassification (fra)":80.43,"MassiveIntentClassification (fr)":57.01,"MassiveScenarioClassification (fr)":63.6,"MTOPDomainClassification (fr)":79.6,"MTOPIntentClassification (fr)":47.73} -{"index":89,"Rank":51,"Model":"multilingual-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":61.06,"AmazonReviewsClassification (fr)":39.68,"MasakhaNEWSClassification (fra)":77.65,"MassiveIntentClassification (fr)":57.9,"MassiveScenarioClassification (fr)":63.9,"MTOPDomainClassification (fr)":81.2,"MTOPIntentClassification (fr)":46.01} -{"index":115,"Rank":52,"Model":"paraphrase-multilingual-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":61.02,"AmazonReviewsClassification (fr)":35.3,"MasakhaNEWSClassification (fra)":76.09,"MassiveIntentClassification (fr)":57.52,"MassiveScenarioClassification (fr)":64.52,"MTOPDomainClassification (fr)":78.63,"MTOPIntentClassification (fr)":54.05} -{"index":10,"Rank":53,"Model":"llm2vec-occiglot-mntp<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":60.98,"AmazonReviewsClassification (fr)":35.07,"MasakhaNEWSClassification (fra)":76.0,"MassiveIntentClassification (fr)":56.03,"MassiveScenarioClassification (fr)":59.3,"MTOPDomainClassification (fr)":75.7,"MTOPIntentClassification (fr)":63.76} -{"index":3,"Rank":54,"Model":"voyage-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":32000,"Average":60.47,"AmazonReviewsClassification (fr)":35.43,"MasakhaNEWSClassification (fra)":70.54,"MassiveIntentClassification (fr)":57.54,"MassiveScenarioClassification (fr)":66.07,"MTOPDomainClassification (fr)":80.39,"MTOPIntentClassification (fr)":52.87} -{"index":1,"Rank":55,"Model":"voyage-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":4000,"Average":59.84,"AmazonReviewsClassification (fr)":37.26,"MasakhaNEWSClassification (fra)":80.19,"MassiveIntentClassification (fr)":53.7,"MassiveScenarioClassification (fr)":62.46,"MTOPDomainClassification (fr)":79.79,"MTOPIntentClassification (fr)":45.62} -{"index":25,"Rank":56,"Model":"Cohere-embed-english-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":512,"Average":59.46,"AmazonReviewsClassification (fr)":39.11,"MasakhaNEWSClassification (fra)":79.41,"MassiveIntentClassification (fr)":52.0,"MassiveScenarioClassification (fr)":59.83,"MTOPDomainClassification (fr)":82.72,"MTOPIntentClassification (fr)":43.71} -{"index":71,"Rank":57,"Model":"e5-base-4k<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":58.22,"AmazonReviewsClassification (fr)":29.98,"MasakhaNEWSClassification (fra)":78.41,"MassiveIntentClassification (fr)":51.28,"MassiveScenarioClassification (fr)":57.84,"MTOPDomainClassification (fr)":80.24,"MTOPIntentClassification (fr)":51.56} -{"index":83,"Rank":58,"Model":"e5-large-v2<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":58.2,"AmazonReviewsClassification (fr)":37.46,"MasakhaNEWSClassification (fra)":75.47,"MassiveIntentClassification (fr)":50.66,"MassiveScenarioClassification (fr)":57.97,"MTOPDomainClassification (fr)":83.05,"MTOPIntentClassification (fr)":44.56} -{"index":117,"Rank":59,"Model":"sentence-t5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":58.08,"AmazonReviewsClassification (fr)":37.35,"MasakhaNEWSClassification (fra)":81.21,"MassiveIntentClassification (fr)":51.13,"MassiveScenarioClassification (fr)":59.92,"MTOPDomainClassification (fr)":75.03,"MTOPIntentClassification (fr)":43.85} -{"index":84,"Rank":60,"Model":"e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":57.72,"AmazonReviewsClassification (fr)":36.71,"MasakhaNEWSClassification (fra)":80.59,"MassiveIntentClassification (fr)":46.39,"MassiveScenarioClassification (fr)":53.86,"MTOPDomainClassification (fr)":74.8,"MTOPIntentClassification (fr)":53.97} -{"index":65,"Rank":61,"Model":"sentence-camembert-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":56.63,"AmazonReviewsClassification (fr)":36.03,"MasakhaNEWSClassification (fra)":70.36,"MassiveIntentClassification (fr)":51.59,"MassiveScenarioClassification (fr)":61.28,"MTOPDomainClassification (fr)":77.1,"MTOPIntentClassification (fr)":43.44} -{"index":17,"Rank":62,"Model":"bge-large-en-v1.5<\/a>","Model Size (Million Parameters)":1340,"Memory Usage (GB, fp32)":4.99,"Embedding Dimensions":1024,"Max Tokens":512,"Average":55.85,"AmazonReviewsClassification (fr)":31.55,"MasakhaNEWSClassification (fra)":76.97,"MassiveIntentClassification (fr)":47.83,"MassiveScenarioClassification (fr)":57.13,"MTOPDomainClassification (fr)":80.27,"MTOPIntentClassification (fr)":41.36} -{"index":123,"Rank":63,"Model":"text2vec-base-multilingual<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":256,"Average":55.78,"AmazonReviewsClassification (fr)":34.25,"MasakhaNEWSClassification (fra)":73.84,"MassiveIntentClassification (fr)":51.93,"MassiveScenarioClassification (fr)":58.31,"MTOPDomainClassification (fr)":71.83,"MTOPIntentClassification (fr)":44.53} -{"index":80,"Rank":64,"Model":"e5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":55.16,"AmazonReviewsClassification (fr)":30.98,"MasakhaNEWSClassification (fra)":75.0,"MassiveIntentClassification (fr)":47.51,"MassiveScenarioClassification (fr)":57.6,"MTOPDomainClassification (fr)":79.77,"MTOPIntentClassification (fr)":40.11} -{"index":81,"Rank":65,"Model":"e5-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":55.13,"AmazonReviewsClassification (fr)":32.32,"MasakhaNEWSClassification (fra)":75.36,"MassiveIntentClassification (fr)":45.88,"MassiveScenarioClassification (fr)":56.43,"MTOPDomainClassification (fr)":80.17,"MTOPIntentClassification (fr)":40.64} -{"index":82,"Rank":66,"Model":"e5-large<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":55.1,"AmazonReviewsClassification (fr)":32.4,"MasakhaNEWSClassification (fra)":77.49,"MassiveIntentClassification (fr)":47.2,"MassiveScenarioClassification (fr)":57.57,"MTOPDomainClassification (fr)":78.82,"MTOPIntentClassification (fr)":37.12} -{"index":90,"Rank":67,"Model":"udever-bloom-1b1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":2048,"Average":54.9,"AmazonReviewsClassification (fr)":35.12,"MasakhaNEWSClassification (fra)":80.83,"MassiveIntentClassification (fr)":43.21,"MassiveScenarioClassification (fr)":49.78,"MTOPDomainClassification (fr)":69.24,"MTOPIntentClassification (fr)":51.25} -{"index":101,"Rank":68,"Model":"nomic-embed-text-v1<\/a>","Model Size (Million Parameters)":547,"Memory Usage (GB, fp32)":2.04,"Embedding Dimensions":768,"Max Tokens":8192,"Average":54.02,"AmazonReviewsClassification (fr)":29.65,"MasakhaNEWSClassification (fra)":79.91,"MassiveIntentClassification (fr)":44.42,"MassiveScenarioClassification (fr)":55.41,"MTOPDomainClassification (fr)":77.32,"MTOPIntentClassification (fr)":37.39} -{"index":8,"Rank":69,"Model":"LASER2<\/a>","Model Size (Million Parameters)":43,"Memory Usage (GB, fp32)":0.16,"Embedding Dimensions":1024,"Max Tokens":"N\/A","Average":53.31,"AmazonReviewsClassification (fr)":31.12,"MasakhaNEWSClassification (fra)":65.9,"MassiveIntentClassification (fr)":46.13,"MassiveScenarioClassification (fr)":54.32,"MTOPDomainClassification (fr)":72.26,"MTOPIntentClassification (fr)":50.12} -{"index":16,"Rank":70,"Model":"bge-base-en-v1.5<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":53.07,"AmazonReviewsClassification (fr)":29.29,"MasakhaNEWSClassification (fra)":76.07,"MassiveIntentClassification (fr)":43.91,"MassiveScenarioClassification (fr)":53.77,"MTOPDomainClassification (fr)":75.85,"MTOPIntentClassification (fr)":39.54} -{"index":108,"Rank":71,"Model":"all-mpnet-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average":52.87,"AmazonReviewsClassification (fr)":28.49,"MasakhaNEWSClassification (fra)":77.77,"MassiveIntentClassification (fr)":44.27,"MassiveScenarioClassification (fr)":54.26,"MTOPDomainClassification (fr)":74.88,"MTOPIntentClassification (fr)":37.57} -{"index":85,"Rank":72,"Model":"e5-small<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":52.73,"AmazonReviewsClassification (fr)":32.31,"MasakhaNEWSClassification (fra)":73.36,"MassiveIntentClassification (fr)":43.86,"MassiveScenarioClassification (fr)":55.22,"MTOPDomainClassification (fr)":74.2,"MTOPIntentClassification (fr)":37.43} -{"index":20,"Rank":73,"Model":"bge-small-en-v1.5<\/a>","Model Size (Million Parameters)":24,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":512,"Max Tokens":512,"Average":52.2,"AmazonReviewsClassification (fr)":28.3,"MasakhaNEWSClassification (fra)":76.35,"MassiveIntentClassification (fr)":41.51,"MassiveScenarioClassification (fr)":54.25,"MTOPDomainClassification (fr)":75.49,"MTOPIntentClassification (fr)":37.32} -{"index":106,"Rank":74,"Model":"all-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":52.14,"AmazonReviewsClassification (fr)":27.54,"MasakhaNEWSClassification (fra)":72.2,"MassiveIntentClassification (fr)":44.82,"MassiveScenarioClassification (fr)":53.76,"MTOPDomainClassification (fr)":75.59,"MTOPIntentClassification (fr)":38.94} -{"index":114,"Rank":75,"Model":"multi-qa-MiniLM-L6-cos-v1<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":384,"Max Tokens":512,"Average":50.9,"AmazonReviewsClassification (fr)":27.05,"MasakhaNEWSClassification (fra)":75.62,"MassiveIntentClassification (fr)":42.64,"MassiveScenarioClassification (fr)":49.92,"MTOPDomainClassification (fr)":72.97,"MTOPIntentClassification (fr)":37.18} -{"index":107,"Rank":76,"Model":"all-MiniLM-L6-v2<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":384,"Max Tokens":512,"Average":50.7,"AmazonReviewsClassification (fr)":26.88,"MasakhaNEWSClassification (fra)":68.84,"MassiveIntentClassification (fr)":42.55,"MassiveScenarioClassification (fr)":51.14,"MTOPDomainClassification (fr)":75.1,"MTOPIntentClassification (fr)":39.67} -{"index":121,"Rank":77,"Model":"LaBSE-ru-turbo<\/a>","Model Size (Million Parameters)":128,"Memory Usage (GB, fp32)":0.48,"Embedding Dimensions":768,"Max Tokens":512,"Average":49.92,"AmazonReviewsClassification (fr)":32.2,"MasakhaNEWSClassification (fra)":75.43,"MassiveIntentClassification (fr)":39.59,"MassiveScenarioClassification (fr)":47.94,"MTOPDomainClassification (fr)":68.37,"MTOPIntentClassification (fr)":35.98} -{"index":61,"Rank":78,"Model":"LaBSE-en-ru<\/a>","Model Size (Million Parameters)":129,"Memory Usage (GB, fp32)":0.48,"Embedding Dimensions":768,"Max Tokens":512,"Average":49.57,"AmazonReviewsClassification (fr)":32.75,"MasakhaNEWSClassification (fra)":73.44,"MassiveIntentClassification (fr)":40.29,"MassiveScenarioClassification (fr)":45.08,"MTOPDomainClassification (fr)":64.84,"MTOPIntentClassification (fr)":41.03} -{"index":78,"Rank":79,"Model":"bert-base-multilingual-uncased<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Embedding Dimensions":768,"Max Tokens":512,"Average":48.37,"AmazonReviewsClassification (fr)":29.02,"MasakhaNEWSClassification (fra)":75.69,"MassiveIntentClassification (fr)":38.01,"MassiveScenarioClassification (fr)":43.63,"MTOPDomainClassification (fr)":64.49,"MTOPIntentClassification (fr)":39.4} -{"index":77,"Rank":80,"Model":"bert-base-multilingual-cased<\/a>","Model Size (Million Parameters)":179,"Memory Usage (GB, fp32)":0.67,"Embedding Dimensions":768,"Max Tokens":512,"Average":46.1,"AmazonReviewsClassification (fr)":29.39,"MasakhaNEWSClassification (fra)":64.0,"MassiveIntentClassification (fr)":37.3,"MassiveScenarioClassification (fr)":44.47,"MTOPDomainClassification (fr)":63.61,"MTOPIntentClassification (fr)":37.84} -{"index":34,"Rank":81,"Model":"bert-base-10lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":512,"Average":46.1,"AmazonReviewsClassification (fr)":29.38,"MasakhaNEWSClassification (fra)":63.93,"MassiveIntentClassification (fr)":37.28,"MassiveScenarioClassification (fr)":44.5,"MTOPDomainClassification (fr)":63.65,"MTOPIntentClassification (fr)":37.87} -{"index":36,"Rank":82,"Model":"bert-base-25lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":512,"Average":46.09,"AmazonReviewsClassification (fr)":29.39,"MasakhaNEWSClassification (fra)":63.91,"MassiveIntentClassification (fr)":37.3,"MassiveScenarioClassification (fr)":44.47,"MTOPDomainClassification (fr)":63.63,"MTOPIntentClassification (fr)":37.86} -{"index":35,"Rank":83,"Model":"bert-base-15lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":512,"Average":46.09,"AmazonReviewsClassification (fr)":29.35,"MasakhaNEWSClassification (fra)":63.89,"MassiveIntentClassification (fr)":37.28,"MassiveScenarioClassification (fr)":44.47,"MTOPDomainClassification (fr)":63.7,"MTOPIntentClassification (fr)":37.85} -{"index":67,"Rank":84,"Model":"USER-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":512,"Average":44.66,"AmazonReviewsClassification (fr)":27.62,"MasakhaNEWSClassification (fra)":67.44,"MassiveIntentClassification (fr)":35.14,"MassiveScenarioClassification (fr)":42.95,"MTOPDomainClassification (fr)":59.72,"MTOPIntentClassification (fr)":35.07} -{"index":62,"Rank":85,"Model":"rubert-tiny<\/a>","Model Size (Million Parameters)":12,"Memory Usage (GB, fp32)":0.04,"Embedding Dimensions":512,"Max Tokens":514,"Average":43.6,"AmazonReviewsClassification (fr)":26.03,"MasakhaNEWSClassification (fra)":55.52,"MassiveIntentClassification (fr)":38.64,"MassiveScenarioClassification (fr)":40.47,"MTOPDomainClassification (fr)":58.29,"MTOPIntentClassification (fr)":42.63} -{"index":30,"Rank":86,"Model":"rubert-base-cased<\/a>","Model Size (Million Parameters)":180,"Memory Usage (GB, fp32)":0.67,"Embedding Dimensions":768,"Max Tokens":512,"Average":41.24,"AmazonReviewsClassification (fr)":25.07,"MasakhaNEWSClassification (fra)":57.51,"MassiveIntentClassification (fr)":36.45,"MassiveScenarioClassification (fr)":36.73,"MTOPDomainClassification (fr)":53.35,"MTOPIntentClassification (fr)":38.32} -{"index":31,"Rank":87,"Model":"rubert-base-cased-sentence<\/a>","Model Size (Million Parameters)":180,"Memory Usage (GB, fp32)":0.67,"Embedding Dimensions":768,"Max Tokens":512,"Average":40.25,"AmazonReviewsClassification (fr)":28.85,"MasakhaNEWSClassification (fra)":62.13,"MassiveIntentClassification (fr)":33.06,"MassiveScenarioClassification (fr)":35.38,"MTOPDomainClassification (fr)":49.23,"MTOPIntentClassification (fr)":32.83} -{"index":29,"Rank":88,"Model":"distilrubert-small-cased-conversational<\/a>","Model Size (Million Parameters)":106,"Memory Usage (GB, fp32)":0.39,"Embedding Dimensions":768,"Max Tokens":512,"Average":39.49,"AmazonReviewsClassification (fr)":25.9,"MasakhaNEWSClassification (fra)":40.14,"MassiveIntentClassification (fr)":38.49,"MassiveScenarioClassification (fr)":38.54,"MTOPDomainClassification (fr)":54.21,"MTOPIntentClassification (fr)":39.64} -{"index":122,"Rank":89,"Model":"rubert-tiny-turbo<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"Embedding Dimensions":312,"Max Tokens":2048,"Average":39.12,"AmazonReviewsClassification (fr)":27.89,"MasakhaNEWSClassification (fra)":38.6,"MassiveIntentClassification (fr)":31.51,"MassiveScenarioClassification (fr)":42.9,"MTOPDomainClassification (fr)":62.52,"MTOPIntentClassification (fr)":31.28} -{"index":69,"Rank":90,"Model":"deberta-v1-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":512,"Average":36.92,"AmazonReviewsClassification (fr)":25.23,"MasakhaNEWSClassification (fra)":48.89,"MassiveIntentClassification (fr)":31.26,"MassiveScenarioClassification (fr)":29.73,"MTOPDomainClassification (fr)":49.63,"MTOPIntentClassification (fr)":36.76} -{"index":63,"Rank":91,"Model":"rubert-tiny2<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"Embedding Dimensions":2048,"Max Tokens":514,"Average":35.34,"AmazonReviewsClassification (fr)":26.79,"MasakhaNEWSClassification (fra)":39.67,"MassiveIntentClassification (fr)":27.01,"MassiveScenarioClassification (fr)":34.68,"MTOPDomainClassification (fr)":55.17,"MTOPIntentClassification (fr)":28.69} -{"index":32,"Rank":92,"Model":"xlm-roberta-base<\/a>","Model Size (Million Parameters)":279,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":31.21,"AmazonReviewsClassification (fr)":26.75,"MasakhaNEWSClassification (fra)":60.5,"MassiveIntentClassification (fr)":13.58,"MassiveScenarioClassification (fr)":23.21,"MTOPDomainClassification (fr)":43.83,"MTOPIntentClassification (fr)":19.38} -{"index":55,"Rank":93,"Model":"sbert_large_mt_nlu_ru<\/a>","Model Size (Million Parameters)":427,"Memory Usage (GB, fp32)":1.59,"Embedding Dimensions":1024,"Max Tokens":514,"Average":31.15,"AmazonReviewsClassification (fr)":24.55,"MasakhaNEWSClassification (fra)":45.24,"MassiveIntentClassification (fr)":20.94,"MassiveScenarioClassification (fr)":28.63,"MTOPDomainClassification (fr)":44.15,"MTOPIntentClassification (fr)":23.37} -{"index":33,"Rank":94,"Model":"xlm-roberta-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":30.71,"AmazonReviewsClassification (fr)":26.62,"MasakhaNEWSClassification (fra)":65.76,"MassiveIntentClassification (fr)":15.82,"MassiveScenarioClassification (fr)":23.92,"MTOPDomainClassification (fr)":36.77,"MTOPIntentClassification (fr)":15.37} -{"index":91,"Rank":95,"Model":"udever-bloom-560m<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":2048,"Average":30.38,"AmazonReviewsClassification (fr)":26.85,"MasakhaNEWSClassification (fra)":67.94,"MassiveIntentClassification (fr)":15.09,"MassiveScenarioClassification (fr)":21.67,"MTOPDomainClassification (fr)":34.99,"MTOPIntentClassification (fr)":15.76} -{"index":56,"Rank":96,"Model":"sbert_large_nlu_ru<\/a>","Model Size (Million Parameters)":427,"Memory Usage (GB, fp32)":1.59,"Embedding Dimensions":1024,"Max Tokens":512,"Average":29.72,"AmazonReviewsClassification (fr)":23.95,"MasakhaNEWSClassification (fra)":56.61,"MassiveIntentClassification (fr)":18.21,"MassiveScenarioClassification (fr)":24.94,"MTOPDomainClassification (fr)":38.27,"MTOPIntentClassification (fr)":16.34} -{"index":75,"Rank":97,"Model":"flaubert_large_cased<\/a>","Model Size (Million Parameters)":372,"Memory Usage (GB, fp32)":1.39,"Embedding Dimensions":1024,"Max Tokens":512,"Average":25.21,"AmazonReviewsClassification (fr)":22.45,"MasakhaNEWSClassification (fra)":55.64,"MassiveIntentClassification (fr)":16.41,"MassiveScenarioClassification (fr)":22.72,"MTOPDomainClassification (fr)":24.27,"MTOPIntentClassification (fr)":9.79} -{"index":73,"Rank":98,"Model":"flaubert_base_cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":512,"Average":24.91,"AmazonReviewsClassification (fr)":24.9,"MasakhaNEWSClassification (fra)":71.14,"MassiveIntentClassification (fr)":6.98,"MassiveScenarioClassification (fr)":11.41,"MTOPDomainClassification (fr)":25.55,"MTOPIntentClassification (fr)":9.49} -{"index":74,"Rank":99,"Model":"flaubert_base_uncased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":512,"Average":23.28,"AmazonReviewsClassification (fr)":23.52,"MasakhaNEWSClassification (fra)":62.61,"MassiveIntentClassification (fr)":6.24,"MassiveScenarioClassification (fr)":10.98,"MTOPDomainClassification (fr)":27.74,"MTOPIntentClassification (fr)":8.61} -{"index":92,"Rank":100,"Model":"jina-embeddings-v2-base-en<\/a>","Model Size (Million Parameters)":275,"Memory Usage (GB, fp32)":1.02,"Embedding Dimensions":768,"Max Tokens":8192,"Average":13.89,"AmazonReviewsClassification (fr)":21.01,"MasakhaNEWSClassification (fra)":23.53,"MassiveIntentClassification (fr)":6.07,"MassiveScenarioClassification (fr)":10.69,"MTOPDomainClassification (fr)":17.71,"MTOPIntentClassification (fr)":4.33} -{"index":5,"Rank":101,"Model":"voyage-large-2-instruct<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":16000,"Average":"","AmazonReviewsClassification (fr)":46.43,"MasakhaNEWSClassification (fra)":"","MassiveIntentClassification (fr)":69.76,"MassiveScenarioClassification (fr)":77.99,"MTOPDomainClassification (fr)":93.57,"MTOPIntentClassification (fr)":68.15} -{"index":9,"Rank":102,"Model":"llm2vec-croissant-mntp<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":"","AmazonReviewsClassification (fr)":"","MasakhaNEWSClassification (fra)":"","MassiveIntentClassification (fr)":"","MassiveScenarioClassification (fr)":"","MTOPDomainClassification (fr)":"","MTOPIntentClassification (fr)":""} -{"index":15,"Rank":103,"Model":"e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","AmazonReviewsClassification (fr)":49.3,"MasakhaNEWSClassification (fra)":"","MassiveIntentClassification (fr)":75.11,"MassiveScenarioClassification (fr)":78.6,"MTOPDomainClassification (fr)":91.29,"MTOPIntentClassification (fr)":77.8} -{"index":18,"Rank":104,"Model":"bge-m3<\/a>","Model Size (Million Parameters)":567,"Memory Usage (GB, fp32)":2.11,"Embedding Dimensions":1024,"Max Tokens":8192,"Average":"","AmazonReviewsClassification (fr)":"","MasakhaNEWSClassification (fra)":76.4,"MassiveIntentClassification (fr)":67.45,"MassiveScenarioClassification (fr)":"","MTOPDomainClassification (fr)":"","MTOPIntentClassification (fr)":""} -{"index":21,"Rank":105,"Model":"multilingual-e5-base-similarity-v1-onnx-quantized<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","AmazonReviewsClassification (fr)":39.68,"MasakhaNEWSClassification (fra)":"","MassiveIntentClassification (fr)":67.95,"MassiveScenarioClassification (fr)":71.89,"MTOPDomainClassification (fr)":86.21,"MTOPIntentClassification (fr)":67.68} -{"index":22,"Rank":106,"Model":"winberta-base<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","AmazonReviewsClassification (fr)":"","MasakhaNEWSClassification (fra)":"","MassiveIntentClassification (fr)":37.53,"MassiveScenarioClassification (fr)":45.32,"MTOPDomainClassification (fr)":54.97,"MTOPIntentClassification (fr)":26.69} -{"index":23,"Rank":107,"Model":"winberta-large<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","AmazonReviewsClassification (fr)":"","MasakhaNEWSClassification (fra)":"","MassiveIntentClassification (fr)":32.64,"MassiveScenarioClassification (fr)":40.66,"MTOPDomainClassification (fr)":"","MTOPIntentClassification (fr)":""} -{"index":24,"Rank":108,"Model":"windberta-large<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","AmazonReviewsClassification (fr)":"","MasakhaNEWSClassification (fra)":"","MassiveIntentClassification (fr)":33.16,"MassiveScenarioClassification (fr)":40.92,"MTOPDomainClassification (fr)":"","MTOPIntentClassification (fr)":""} -{"index":41,"Rank":109,"Model":"MUG-B-1.6<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","AmazonReviewsClassification (fr)":31.56,"MasakhaNEWSClassification (fra)":"","MassiveIntentClassification (fr)":46.89,"MassiveScenarioClassification (fr)":56.99,"MTOPDomainClassification (fr)":79.8,"MTOPIntentClassification (fr)":38.96} -{"index":48,"Rank":111,"Model":"SGPT-125M-weightedmean-msmarco-specb-bitfit<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":2048,"Average":"","AmazonReviewsClassification (fr)":26.39,"MasakhaNEWSClassification (fra)":"","MassiveIntentClassification (fr)":43.44,"MassiveScenarioClassification (fr)":45.07,"MTOPDomainClassification (fr)":65.35,"MTOPIntentClassification (fr)":46.33} -{"index":49,"Rank":112,"Model":"SGPT-125M-weightedmean-nli-bitfit<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":2048,"Average":"","AmazonReviewsClassification (fr)":27.4,"MasakhaNEWSClassification (fra)":"","MassiveIntentClassification (fr)":43.67,"MassiveScenarioClassification (fr)":45.92,"MTOPDomainClassification (fr)":63.13,"MTOPIntentClassification (fr)":44.34} -{"index":50,"Rank":113,"Model":"SGPT-5.8B-weightedmean-nli-bitfit<\/a>","Model Size (Million Parameters)":5874,"Memory Usage (GB, fp32)":21.88,"Embedding Dimensions":4096,"Max Tokens":2048,"Average":"","AmazonReviewsClassification (fr)":37.84,"MasakhaNEWSClassification (fra)":"","MassiveIntentClassification (fr)":"","MassiveScenarioClassification (fr)":"","MTOPDomainClassification (fr)":81.32,"MTOPIntentClassification (fr)":58.67} -{"index":51,"Rank":114,"Model":"multilingual-e5-base-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","AmazonReviewsClassification (fr)":39.68,"MasakhaNEWSClassification (fra)":"","MassiveIntentClassification (fr)":67.95,"MassiveScenarioClassification (fr)":71.89,"MTOPDomainClassification (fr)":86.21,"MTOPIntentClassification (fr)":67.68} -{"index":57,"Rank":115,"Model":"Titan-text-embeddings-v2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","AmazonReviewsClassification (fr)":39.47,"MasakhaNEWSClassification (fra)":"","MassiveIntentClassification (fr)":64.27,"MassiveScenarioClassification (fr)":69.76,"MTOPDomainClassification (fr)":86.22,"MTOPIntentClassification (fr)":59.43} -{"index":58,"Rank":116,"Model":"sgpt-bloom-1b7-nli<\/a>","Model Size (Million Parameters)":1722,"Memory Usage (GB, fp32)":6.42,"Embedding Dimensions":2048,"Max Tokens":4096,"Average":"","AmazonReviewsClassification (fr)":39.29,"MasakhaNEWSClassification (fra)":"","MassiveIntentClassification (fr)":64.58,"MassiveScenarioClassification (fr)":69.6,"MTOPDomainClassification (fr)":83.8,"MTOPIntentClassification (fr)":63.36} -{"index":59,"Rank":117,"Model":"sgpt-bloom-7b1-msmarco<\/a>","Model Size (Million Parameters)":7068,"Memory Usage (GB, fp32)":26.33,"Embedding Dimensions":4096,"Max Tokens":2048,"Average":"","AmazonReviewsClassification (fr)":35.92,"MasakhaNEWSClassification (fra)":"","MassiveIntentClassification (fr)":66.95,"MassiveScenarioClassification (fr)":72.91,"MTOPDomainClassification (fr)":90.98,"MTOPIntentClassification (fr)":69.12} -{"index":60,"Rank":118,"Model":"slx-v0.1<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.08,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","AmazonReviewsClassification (fr)":27.0,"MasakhaNEWSClassification (fra)":"","MassiveIntentClassification (fr)":41.95,"MassiveScenarioClassification (fr)":50.59,"MTOPDomainClassification (fr)":75.57,"MTOPIntentClassification (fr)":41.12} -{"index":70,"Rank":119,"Model":"multilingual-e5-base-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","AmazonReviewsClassification (fr)":39.68,"MasakhaNEWSClassification (fra)":"","MassiveIntentClassification (fr)":67.95,"MassiveScenarioClassification (fr)":71.89,"MTOPDomainClassification (fr)":86.21,"MTOPIntentClassification (fr)":67.68} -{"index":72,"Rank":120,"Model":"SONAR<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","AmazonReviewsClassification (fr)":34.91,"MasakhaNEWSClassification (fra)":"","MassiveIntentClassification (fr)":58.55,"MassiveScenarioClassification (fr)":63.02,"MTOPDomainClassification (fr)":86.19,"MTOPIntentClassification (fr)":66.75} -{"index":79,"Rank":121,"Model":"inf-retriever-v1<\/a>","Model Size (Million Parameters)":7069,"Memory Usage (GB, fp32)":26.33,"Embedding Dimensions":3584,"Max Tokens":131072,"Average":"","AmazonReviewsClassification (fr)":"","MasakhaNEWSClassification (fra)":"","MassiveIntentClassification (fr)":"","MassiveScenarioClassification (fr)":"","MTOPDomainClassification (fr)":"","MTOPIntentClassification (fr)":""} -{"index":94,"Rank":122,"Model":"multilingual-e5-small-ct2-int8<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","AmazonReviewsClassification (fr)":38.86,"MasakhaNEWSClassification (fra)":"","MassiveIntentClassification (fr)":65.47,"MassiveScenarioClassification (fr)":68.76,"MTOPDomainClassification (fr)":84.23,"MTOPIntentClassification (fr)":61.32} -{"index":95,"Rank":123,"Model":"ternary-weight-embedding<\/a>","Model Size (Million Parameters)":99,"Memory Usage (GB, fp32)":0.37,"Embedding Dimensions":1792,"Max Tokens":512,"Average":"","AmazonReviewsClassification (fr)":26.28,"MasakhaNEWSClassification (fra)":"","MassiveIntentClassification (fr)":43.87,"MassiveScenarioClassification (fr)":45.61,"MTOPDomainClassification (fr)":"","MTOPIntentClassification (fr)":""} -{"index":102,"Rank":124,"Model":"FAB-Ramy-v1<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","AmazonReviewsClassification (fr)":"","MasakhaNEWSClassification (fra)":"","MassiveIntentClassification (fr)":"","MassiveScenarioClassification (fr)":"","MTOPDomainClassification (fr)":"","MTOPIntentClassification (fr)":""} -{"index":103,"Rank":125,"Model":"FAE-v1<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","AmazonReviewsClassification (fr)":"","MasakhaNEWSClassification (fra)":"","MassiveIntentClassification (fr)":"","MassiveScenarioClassification (fr)":"","MTOPDomainClassification (fr)":"","MTOPIntentClassification (fr)":""} -{"index":104,"Rank":126,"Model":"FUE-v1<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","AmazonReviewsClassification (fr)":"","MasakhaNEWSClassification (fra)":"","MassiveIntentClassification (fr)":"","MassiveScenarioClassification (fr)":"","MTOPDomainClassification (fr)":"","MTOPIntentClassification (fr)":""} -{"index":109,"Rank":127,"Model":"allenai-specter<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AmazonReviewsClassification (fr)":23.31,"MasakhaNEWSClassification (fra)":"","MassiveIntentClassification (fr)":38.41,"MassiveScenarioClassification (fr)":40.26,"MTOPDomainClassification (fr)":54.61,"MTOPIntentClassification (fr)":34.71} -{"index":110,"Rank":128,"Model":"average_word_embeddings_komninos<\/a>","Model Size (Million Parameters)":134,"Memory Usage (GB, fp32)":0.5,"Embedding Dimensions":300,"Max Tokens":"N\/A","Average":"","AmazonReviewsClassification (fr)":"","MasakhaNEWSClassification (fra)":"","MassiveIntentClassification (fr)":"","MassiveScenarioClassification (fr)":"","MTOPDomainClassification (fr)":"","MTOPIntentClassification (fr)":""} -{"index":112,"Rank":129,"Model":"gtr-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AmazonReviewsClassification (fr)":33.48,"MasakhaNEWSClassification (fra)":"","MassiveIntentClassification (fr)":54.83,"MassiveScenarioClassification (fr)":64.06,"MTOPDomainClassification (fr)":82.48,"MTOPIntentClassification (fr)":46.39} -{"index":113,"Rank":130,"Model":"gtr-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AmazonReviewsClassification (fr)":35.48,"MasakhaNEWSClassification (fra)":"","MassiveIntentClassification (fr)":57.67,"MassiveScenarioClassification (fr)":66.72,"MTOPDomainClassification (fr)":85.05,"MTOPIntentClassification (fr)":51.07} -{"index":124,"Rank":131,"Model":"llm_mse<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","AmazonReviewsClassification (fr)":29.43,"MasakhaNEWSClassification (fra)":"","MassiveIntentClassification (fr)":33.27,"MassiveScenarioClassification (fr)":40.86,"MTOPDomainClassification (fr)":62.95,"MTOPIntentClassification (fr)":33.78} diff --git a/all_data_tasks/17/default.jsonl b/all_data_tasks/17/default.jsonl deleted file mode 100644 index ae5de21b44ae9a2b30a0e96bb6fcb28c5171c03e..0000000000000000000000000000000000000000 --- a/all_data_tasks/17/default.jsonl +++ /dev/null @@ -1,120 +0,0 @@ -{"index":19,"Rank":1,"Model":"bge-multilingual-gemma2<\/a>","Model Size (Million Parameters)":9242,"Memory Usage (GB, fp32)":34.43,"Embedding Dimensions":3584,"Max Tokens":8192,"Average":56.48,"AlloProfClusteringP2P":71.2,"AlloProfClusteringS2S":59.64,"HALClusteringS2S":28.19,"MLSUMClusteringP2P (fr)":47.75,"MLSUMClusteringS2S (fr)":47.46,"MasakhaNEWSClusteringP2P (fra)":73.86,"MasakhaNEWSClusteringS2S (fra)":67.24} -{"index":53,"Rank":2,"Model":"SFR-Embedding-Mistral<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":56.4,"AlloProfClusteringP2P":70.89,"AlloProfClusteringS2S":61.38,"HALClusteringS2S":27.76,"MLSUMClusteringP2P (fr)":48.16,"MLSUMClusteringS2S (fr)":47.44,"MasakhaNEWSClusteringP2P (fra)":72.3,"MasakhaNEWSClusteringS2S (fra)":66.88} -{"index":13,"Rank":3,"Model":"gte-Qwen2-7B-instruct<\/a>","Model Size (Million Parameters)":7613,"Memory Usage (GB, fp32)":28.36,"Embedding Dimensions":3584,"Max Tokens":32768,"Average":56.38,"AlloProfClusteringP2P":76.06,"AlloProfClusteringS2S":64.52,"HALClusteringS2S":30.83,"MLSUMClusteringP2P (fr)":49.71,"MLSUMClusteringS2S (fr)":48.91,"MasakhaNEWSClusteringP2P (fra)":63.67,"MasakhaNEWSClusteringS2S (fra)":60.93} -{"index":88,"Rank":4,"Model":"multilingual-e5-large-instruct<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":56.2,"AlloProfClusteringP2P":70.39,"AlloProfClusteringS2S":60.95,"HALClusteringS2S":28.53,"MLSUMClusteringP2P (fr)":47.09,"MLSUMClusteringS2S (fr)":46.51,"MasakhaNEWSClusteringP2P (fra)":70.48,"MasakhaNEWSClusteringS2S (fra)":69.48} -{"index":11,"Rank":5,"Model":"gte-Qwen1.5-7B-instruct<\/a>","Model Size (Million Parameters)":7099,"Memory Usage (GB, fp32)":26.45,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":55.96,"AlloProfClusteringP2P":70.99,"AlloProfClusteringS2S":58.27,"HALClusteringS2S":28.35,"MLSUMClusteringP2P (fr)":48.3,"MLSUMClusteringS2S (fr)":46.91,"MasakhaNEWSClusteringP2P (fra)":68.07,"MasakhaNEWSClusteringS2S (fra)":70.81} -{"index":12,"Rank":6,"Model":"gte-Qwen2-1.5B-instruct<\/a>","Model Size (Million Parameters)":1776,"Memory Usage (GB, fp32)":6.62,"Embedding Dimensions":1536,"Max Tokens":131072,"Average":55.01,"AlloProfClusteringP2P":70.55,"AlloProfClusteringS2S":55.42,"HALClusteringS2S":28.3,"MLSUMClusteringP2P (fr)":45.27,"MLSUMClusteringS2S (fr)":42.77,"MasakhaNEWSClusteringP2P (fra)":71.04,"MasakhaNEWSClusteringS2S (fra)":71.71} -{"index":38,"Rank":7,"Model":"KaLM-embedding-multilingual-mini-instruct-v1<\/a>","Model Size (Million Parameters)":494,"Memory Usage (GB, fp32)":1.84,"Embedding Dimensions":896,"Max Tokens":131072,"Average":53.77,"AlloProfClusteringP2P":66.71,"AlloProfClusteringS2S":47.68,"HALClusteringS2S":26.96,"MLSUMClusteringP2P (fr)":46.16,"MLSUMClusteringS2S (fr)":45.73,"MasakhaNEWSClusteringP2P (fra)":77.2,"MasakhaNEWSClusteringS2S (fra)":65.93} -{"index":40,"Rank":8,"Model":"KaLM-embedding-multilingual-mini-v1<\/a>","Model Size (Million Parameters)":494,"Memory Usage (GB, fp32)":1.84,"Embedding Dimensions":896,"Max Tokens":131072,"Average":52.08,"AlloProfClusteringP2P":66.69,"AlloProfClusteringS2S":49.27,"HALClusteringS2S":26.92,"MLSUMClusteringP2P (fr)":45.58,"MLSUMClusteringS2S (fr)":44.45,"MasakhaNEWSClusteringP2P (fra)":71.51,"MasakhaNEWSClusteringS2S (fra)":60.16} -{"index":39,"Rank":9,"Model":"KaLM-embedding-multilingual-mini-instruct-v1.5<\/a>","Model Size (Million Parameters)":494,"Memory Usage (GB, fp32)":1.84,"Embedding Dimensions":896,"Max Tokens":131072,"Average":51.92,"AlloProfClusteringP2P":65.05,"AlloProfClusteringS2S":47.6,"HALClusteringS2S":27.42,"MLSUMClusteringP2P (fr)":47.72,"MLSUMClusteringS2S (fr)":47.24,"MasakhaNEWSClusteringP2P (fra)":56.59,"MasakhaNEWSClusteringS2S (fra)":71.82} -{"index":44,"Rank":10,"Model":"bilingual-embedding-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":51.26,"AlloProfClusteringP2P":65.3,"AlloProfClusteringS2S":55.37,"HALClusteringS2S":26.27,"MLSUMClusteringP2P (fr)":42.6,"MLSUMClusteringS2S (fr)":42.92,"MasakhaNEWSClusteringP2P (fra)":71.29,"MasakhaNEWSClusteringS2S (fra)":55.09} -{"index":27,"Rank":11,"Model":"Cohere-embed-multilingual-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":512,"Average":49.75,"AlloProfClusteringP2P":62.87,"AlloProfClusteringS2S":46.5,"HALClusteringS2S":27.61,"MLSUMClusteringP2P (fr)":45.43,"MLSUMClusteringS2S (fr)":45.69,"MasakhaNEWSClusteringP2P (fra)":64.89,"MasakhaNEWSClusteringS2S (fra)":55.29} -{"index":128,"Rank":12,"Model":"text-embedding-ada-002<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":8191,"Average":49.67,"AlloProfClusteringP2P":64.83,"AlloProfClusteringS2S":53.52,"HALClusteringS2S":26.18,"MLSUMClusteringP2P (fr)":44.59,"MLSUMClusteringS2S (fr)":41.67,"MasakhaNEWSClusteringP2P (fra)":68.35,"MasakhaNEWSClusteringS2S (fra)":48.58} -{"index":7,"Rank":13,"Model":"voyage-multilingual-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":32000,"Average":48.88,"AlloProfClusteringP2P":63.81,"AlloProfClusteringS2S":52.38,"HALClusteringS2S":26.01,"MLSUMClusteringP2P (fr)":45.99,"MLSUMClusteringS2S (fr)":45.57,"MasakhaNEWSClusteringP2P (fra)":44.53,"MasakhaNEWSClusteringS2S (fra)":63.87} -{"index":64,"Rank":14,"Model":"french-document-embedding<\/a>","Model Size (Million Parameters)":305,"Memory Usage (GB, fp32)":1.14,"Embedding Dimensions":768,"Max Tokens":8192,"Average":48.37,"AlloProfClusteringP2P":59.69,"AlloProfClusteringS2S":45.61,"HALClusteringS2S":25.21,"MLSUMClusteringP2P (fr)":42.83,"MLSUMClusteringS2S (fr)":43.44,"MasakhaNEWSClusteringP2P (fra)":61.32,"MasakhaNEWSClusteringS2S (fra)":60.51} -{"index":43,"Rank":15,"Model":"bilingual-embedding-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":47.45,"AlloProfClusteringP2P":64.71,"AlloProfClusteringS2S":45.57,"HALClusteringS2S":25.37,"MLSUMClusteringP2P (fr)":44.23,"MLSUMClusteringS2S (fr)":44.58,"MasakhaNEWSClusteringP2P (fra)":61.58,"MasakhaNEWSClusteringS2S (fra)":46.1} -{"index":45,"Rank":16,"Model":"bilingual-embedding-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":46.88,"AlloProfClusteringP2P":63.19,"AlloProfClusteringS2S":41.33,"HALClusteringS2S":23.77,"MLSUMClusteringP2P (fr)":44.11,"MLSUMClusteringS2S (fr)":43.66,"MasakhaNEWSClusteringP2P (fra)":58.63,"MasakhaNEWSClusteringS2S (fra)":53.47} -{"index":26,"Rank":17,"Model":"Cohere-embed-multilingual-light-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":384,"Max Tokens":512,"Average":46.74,"AlloProfClusteringP2P":63.22,"AlloProfClusteringS2S":40.34,"HALClusteringS2S":24.67,"MLSUMClusteringP2P (fr)":43.54,"MLSUMClusteringS2S (fr)":43.6,"MasakhaNEWSClusteringP2P (fra)":62.82,"MasakhaNEWSClusteringS2S (fra)":48.97} -{"index":2,"Rank":18,"Model":"voyage-3-lite<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":512,"Max Tokens":32000,"Average":46.71,"AlloProfClusteringP2P":60.61,"AlloProfClusteringS2S":47.75,"HALClusteringS2S":24.74,"MLSUMClusteringP2P (fr)":45.69,"MLSUMClusteringS2S (fr)":45.62,"MasakhaNEWSClusteringP2P (fra)":58.78,"MasakhaNEWSClusteringS2S (fra)":43.8} -{"index":42,"Rank":19,"Model":"bilingual-document-embedding<\/a>","Model Size (Million Parameters)":568,"Memory Usage (GB, fp32)":2.12,"Embedding Dimensions":1024,"Max Tokens":8194,"Average":45.87,"AlloProfClusteringP2P":59.15,"AlloProfClusteringS2S":41.58,"HALClusteringS2S":24.88,"MLSUMClusteringP2P (fr)":44.18,"MLSUMClusteringS2S (fr)":44.65,"MasakhaNEWSClusteringP2P (fra)":69.99,"MasakhaNEWSClusteringS2S (fra)":36.66} -{"index":4,"Rank":20,"Model":"voyage-code-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":16000,"Average":45.46,"AlloProfClusteringP2P":61.63,"AlloProfClusteringS2S":50.67,"HALClusteringS2S":27.44,"MLSUMClusteringP2P (fr)":45.23,"MLSUMClusteringS2S (fr)":41.48,"MasakhaNEWSClusteringP2P (fra)":56.59,"MasakhaNEWSClusteringS2S (fra)":35.18} -{"index":25,"Rank":21,"Model":"Cohere-embed-english-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":512,"Average":45.3,"AlloProfClusteringP2P":61.15,"AlloProfClusteringS2S":35.69,"HALClusteringS2S":23.61,"MLSUMClusteringP2P (fr)":44.54,"MLSUMClusteringS2S (fr)":43.62,"MasakhaNEWSClusteringP2P (fra)":68.68,"MasakhaNEWSClusteringS2S (fra)":39.8} -{"index":93,"Rank":22,"Model":"jina-embeddings-v3<\/a>","Model Size (Million Parameters)":572,"Memory Usage (GB, fp32)":2.13,"Embedding Dimensions":1024,"Max Tokens":8194,"Average":44.95,"AlloProfClusteringP2P":63.88,"AlloProfClusteringS2S":46.86,"HALClusteringS2S":27.48,"MLSUMClusteringP2P (fr)":44.69,"MLSUMClusteringS2S (fr)":44.88,"MasakhaNEWSClusteringP2P (fra)":42.36,"MasakhaNEWSClusteringS2S (fra)":44.48} -{"index":28,"Rank":23,"Model":"jina-embeddings-v3<\/a>","Model Size (Million Parameters)":572,"Memory Usage (GB, fp32)":2.13,"Embedding Dimensions":1024,"Max Tokens":8194,"Average":44.95,"AlloProfClusteringP2P":63.88,"AlloProfClusteringS2S":46.86,"HALClusteringS2S":27.48,"MLSUMClusteringP2P (fr)":44.69,"MLSUMClusteringS2S (fr)":44.88,"MasakhaNEWSClusteringP2P (fra)":42.36,"MasakhaNEWSClusteringS2S (fra)":44.48} -{"index":0,"Rank":24,"Model":"mistral-embed<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":"","Average":44.74,"AlloProfClusteringP2P":62.01,"AlloProfClusteringS2S":49.2,"HALClusteringS2S":26.17,"MLSUMClusteringP2P (fr)":45.28,"MLSUMClusteringS2S (fr)":42.74,"MasakhaNEWSClusteringP2P (fra)":48.13,"MasakhaNEWSClusteringS2S (fra)":39.62} -{"index":6,"Rank":25,"Model":"voyage-law-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":16000,"Average":44.23,"AlloProfClusteringP2P":62.5,"AlloProfClusteringS2S":44.28,"HALClusteringS2S":26.36,"MLSUMClusteringP2P (fr)":44.03,"MLSUMClusteringS2S (fr)":42.95,"MasakhaNEWSClusteringP2P (fra)":50.68,"MasakhaNEWSClusteringS2S (fra)":38.79} -{"index":17,"Rank":26,"Model":"bge-large-en-v1.5<\/a>","Model Size (Million Parameters)":1340,"Memory Usage (GB, fp32)":4.99,"Embedding Dimensions":1024,"Max Tokens":512,"Average":43.96,"AlloProfClusteringP2P":60.31,"AlloProfClusteringS2S":41.15,"HALClusteringS2S":25.36,"MLSUMClusteringP2P (fr)":42.64,"MLSUMClusteringS2S (fr)":42.61,"MasakhaNEWSClusteringP2P (fra)":46.71,"MasakhaNEWSClusteringS2S (fra)":48.92} -{"index":71,"Rank":27,"Model":"e5-base-4k<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":43.95,"AlloProfClusteringP2P":58.85,"AlloProfClusteringS2S":31.56,"HALClusteringS2S":21.16,"MLSUMClusteringP2P (fr)":43.92,"MLSUMClusteringS2S (fr)":43.87,"MasakhaNEWSClusteringP2P (fra)":64.85,"MasakhaNEWSClusteringS2S (fra)":43.42} -{"index":84,"Rank":28,"Model":"e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":43.81,"AlloProfClusteringP2P":61.06,"AlloProfClusteringS2S":28.12,"HALClusteringS2S":19.69,"MLSUMClusteringP2P (fr)":48.33,"MLSUMClusteringS2S (fr)":47.79,"MasakhaNEWSClusteringP2P (fra)":52.47,"MasakhaNEWSClusteringS2S (fra)":49.2} -{"index":86,"Rank":29,"Model":"multilingual-e5-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":43.45,"AlloProfClusteringP2P":62.09,"AlloProfClusteringS2S":32.98,"HALClusteringS2S":22.48,"MLSUMClusteringP2P (fr)":43.53,"MLSUMClusteringS2S (fr)":44.01,"MasakhaNEWSClusteringP2P (fra)":47.91,"MasakhaNEWSClusteringS2S (fra)":51.16} -{"index":120,"Rank":30,"Model":"sentence-t5-xxl<\/a>","Model Size (Million Parameters)":4865,"Memory Usage (GB, fp32)":18.12,"Embedding Dimensions":768,"Max Tokens":512,"Average":43.25,"AlloProfClusteringP2P":60.98,"AlloProfClusteringS2S":43.5,"HALClusteringS2S":21.4,"MLSUMClusteringP2P (fr)":42.24,"MLSUMClusteringS2S (fr)":35.25,"MasakhaNEWSClusteringP2P (fra)":61.15,"MasakhaNEWSClusteringS2S (fra)":38.24} -{"index":66,"Rank":31,"Model":"sentence-camembert-large<\/a>","Model Size (Million Parameters)":337,"Memory Usage (GB, fp32)":1.26,"Embedding Dimensions":1024,"Max Tokens":512,"Average":43.17,"AlloProfClusteringP2P":62.69,"AlloProfClusteringS2S":42.06,"HALClusteringS2S":23.9,"MLSUMClusteringP2P (fr)":42.04,"MLSUMClusteringS2S (fr)":32.29,"MasakhaNEWSClusteringP2P (fra)":54.51,"MasakhaNEWSClusteringS2S (fra)":44.73} -{"index":101,"Rank":32,"Model":"nomic-embed-text-v1<\/a>","Model Size (Million Parameters)":547,"Memory Usage (GB, fp32)":2.04,"Embedding Dimensions":768,"Max Tokens":8192,"Average":43.06,"AlloProfClusteringP2P":63.95,"AlloProfClusteringS2S":35.03,"HALClusteringS2S":20.6,"MLSUMClusteringP2P (fr)":44.41,"MLSUMClusteringS2S (fr)":44.16,"MasakhaNEWSClusteringP2P (fra)":64.41,"MasakhaNEWSClusteringS2S (fra)":28.87} -{"index":20,"Rank":33,"Model":"bge-small-en-v1.5<\/a>","Model Size (Million Parameters)":24,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":512,"Max Tokens":512,"Average":42.87,"AlloProfClusteringP2P":58.48,"AlloProfClusteringS2S":33.09,"HALClusteringS2S":21.68,"MLSUMClusteringP2P (fr)":40.52,"MLSUMClusteringS2S (fr)":39.47,"MasakhaNEWSClusteringP2P (fra)":58.71,"MasakhaNEWSClusteringS2S (fra)":48.14} -{"index":81,"Rank":34,"Model":"e5-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":42.8,"AlloProfClusteringP2P":58.55,"AlloProfClusteringS2S":36.35,"HALClusteringS2S":22.33,"MLSUMClusteringP2P (fr)":42.38,"MLSUMClusteringS2S (fr)":42.2,"MasakhaNEWSClusteringP2P (fra)":50.56,"MasakhaNEWSClusteringS2S (fra)":47.26} -{"index":82,"Rank":35,"Model":"e5-large<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":42.6,"AlloProfClusteringP2P":58.4,"AlloProfClusteringS2S":37.22,"HALClusteringS2S":23.44,"MLSUMClusteringP2P (fr)":42.92,"MLSUMClusteringS2S (fr)":42.99,"MasakhaNEWSClusteringP2P (fra)":59.73,"MasakhaNEWSClusteringS2S (fra)":33.53} -{"index":108,"Rank":36,"Model":"all-mpnet-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average":42.54,"AlloProfClusteringP2P":56.41,"AlloProfClusteringS2S":36.59,"HALClusteringS2S":21.21,"MLSUMClusteringP2P (fr)":40.62,"MLSUMClusteringS2S (fr)":39.91,"MasakhaNEWSClusteringP2P (fra)":61.99,"MasakhaNEWSClusteringS2S (fra)":41.05} -{"index":16,"Rank":37,"Model":"bge-base-en-v1.5<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":42.32,"AlloProfClusteringP2P":59.78,"AlloProfClusteringS2S":38.3,"HALClusteringS2S":23.18,"MLSUMClusteringP2P (fr)":41.97,"MLSUMClusteringS2S (fr)":41.47,"MasakhaNEWSClusteringP2P (fra)":47.41,"MasakhaNEWSClusteringS2S (fra)":44.15} -{"index":3,"Rank":38,"Model":"voyage-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":32000,"Average":42.24,"AlloProfClusteringP2P":59.71,"AlloProfClusteringS2S":47.41,"HALClusteringS2S":26.14,"MLSUMClusteringP2P (fr)":42.12,"MLSUMClusteringS2S (fr)":42.26,"MasakhaNEWSClusteringP2P (fra)":36.68,"MasakhaNEWSClusteringS2S (fra)":41.39} -{"index":125,"Rank":39,"Model":"universal-sentence-encoder-multilingual-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":512,"Max Tokens":512,"Average":42.0,"AlloProfClusteringP2P":56.9,"AlloProfClusteringS2S":37.84,"HALClusteringS2S":18.95,"MLSUMClusteringP2P (fr)":43.9,"MLSUMClusteringS2S (fr)":35.5,"MasakhaNEWSClusteringP2P (fra)":60.57,"MasakhaNEWSClusteringS2S (fra)":40.31} -{"index":1,"Rank":40,"Model":"voyage-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":4000,"Average":41.88,"AlloProfClusteringP2P":57.96,"AlloProfClusteringS2S":41.65,"HALClusteringS2S":24.84,"MLSUMClusteringP2P (fr)":45.08,"MLSUMClusteringS2S (fr)":38.77,"MasakhaNEWSClusteringP2P (fra)":48.54,"MasakhaNEWSClusteringS2S (fra)":36.33} -{"index":68,"Rank":41,"Model":"USER-bge-m3<\/a>","Model Size (Million Parameters)":359,"Memory Usage (GB, fp32)":1.34,"Embedding Dimensions":1024,"Max Tokens":8192,"Average":41.87,"AlloProfClusteringP2P":58.28,"AlloProfClusteringS2S":37.82,"HALClusteringS2S":23.72,"MLSUMClusteringP2P (fr)":43.76,"MLSUMClusteringS2S (fr)":43.92,"MasakhaNEWSClusteringP2P (fra)":48.26,"MasakhaNEWSClusteringS2S (fra)":37.36} -{"index":100,"Rank":42,"Model":"sentence_croissant_alpha_v0.4<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":41.82,"AlloProfClusteringP2P":57.43,"AlloProfClusteringS2S":39.09,"HALClusteringS2S":25.77,"MLSUMClusteringP2P (fr)":42.03,"MLSUMClusteringS2S (fr)":41.83,"MasakhaNEWSClusteringP2P (fra)":49.68,"MasakhaNEWSClusteringS2S (fra)":36.91} -{"index":54,"Rank":43,"Model":"sentence-croissant-llm-base<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":41.7,"AlloProfClusteringP2P":64.12,"AlloProfClusteringS2S":32.52,"HALClusteringS2S":23.4,"MLSUMClusteringP2P (fr)":42.94,"MLSUMClusteringS2S (fr)":33.91,"MasakhaNEWSClusteringP2P (fra)":53.94,"MasakhaNEWSClusteringS2S (fra)":41.05} -{"index":47,"Rank":44,"Model":"onnx-gte-multilingual-base<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":41.66,"AlloProfClusteringP2P":54.2,"AlloProfClusteringS2S":44.34,"HALClusteringS2S":25.13,"MLSUMClusteringP2P (fr)":42.33,"MLSUMClusteringS2S (fr)":40.92,"MasakhaNEWSClusteringP2P (fra)":44.02,"MasakhaNEWSClusteringS2S (fra)":40.68} -{"index":14,"Rank":45,"Model":"gte-multilingual-base<\/a>","Model Size (Million Parameters)":305,"Memory Usage (GB, fp32)":1.14,"Embedding Dimensions":768,"Max Tokens":8192,"Average":41.66,"AlloProfClusteringP2P":54.2,"AlloProfClusteringS2S":44.34,"HALClusteringS2S":25.13,"MLSUMClusteringP2P (fr)":42.33,"MLSUMClusteringS2S (fr)":40.92,"MasakhaNEWSClusteringP2P (fra)":44.02,"MasakhaNEWSClusteringS2S (fra)":40.68} -{"index":119,"Rank":46,"Model":"sentence-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Embedding Dimensions":768,"Max Tokens":512,"Average":41.6,"AlloProfClusteringP2P":60.37,"AlloProfClusteringS2S":40.76,"HALClusteringS2S":20.28,"MLSUMClusteringP2P (fr)":41.61,"MLSUMClusteringS2S (fr)":33.6,"MasakhaNEWSClusteringP2P (fra)":62.82,"MasakhaNEWSClusteringS2S (fra)":31.74} -{"index":80,"Rank":47,"Model":"e5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":41.42,"AlloProfClusteringP2P":59.49,"AlloProfClusteringS2S":36.98,"HALClusteringS2S":22.25,"MLSUMClusteringP2P (fr)":40.92,"MLSUMClusteringS2S (fr)":40.94,"MasakhaNEWSClusteringP2P (fra)":53.43,"MasakhaNEWSClusteringS2S (fra)":35.92} -{"index":97,"Rank":48,"Model":"sentence_croissant_alpha_v0.1<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":41.33,"AlloProfClusteringP2P":59.89,"AlloProfClusteringS2S":38.46,"HALClusteringS2S":25.68,"MLSUMClusteringP2P (fr)":44.01,"MLSUMClusteringS2S (fr)":36.92,"MasakhaNEWSClusteringP2P (fra)":47.22,"MasakhaNEWSClusteringS2S (fra)":37.16} -{"index":10,"Rank":49,"Model":"llm2vec-occiglot-mntp<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":41.21,"AlloProfClusteringP2P":64.0,"AlloProfClusteringS2S":29.93,"HALClusteringS2S":20.82,"MLSUMClusteringP2P (fr)":45.26,"MLSUMClusteringS2S (fr)":44.95,"MasakhaNEWSClusteringP2P (fra)":51.34,"MasakhaNEWSClusteringS2S (fra)":32.2} -{"index":116,"Rank":50,"Model":"paraphrase-multilingual-mpnet-base-v2<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":40.72,"AlloProfClusteringP2P":53.84,"AlloProfClusteringS2S":40.83,"HALClusteringS2S":23.56,"MLSUMClusteringP2P (fr)":39.08,"MLSUMClusteringS2S (fr)":36.54,"MasakhaNEWSClusteringP2P (fra)":53.3,"MasakhaNEWSClusteringS2S (fra)":37.92} -{"index":83,"Rank":51,"Model":"e5-large-v2<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":40.62,"AlloProfClusteringP2P":58.75,"AlloProfClusteringS2S":34.92,"HALClusteringS2S":23.39,"MLSUMClusteringP2P (fr)":42.34,"MLSUMClusteringS2S (fr)":42.95,"MasakhaNEWSClusteringP2P (fra)":36.7,"MasakhaNEWSClusteringS2S (fra)":45.31} -{"index":118,"Rank":52,"Model":"sentence-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Embedding Dimensions":768,"Max Tokens":512,"Average":40.6,"AlloProfClusteringP2P":61.82,"AlloProfClusteringS2S":39.78,"HALClusteringS2S":18.73,"MLSUMClusteringP2P (fr)":42.07,"MLSUMClusteringS2S (fr)":31.87,"MasakhaNEWSClusteringP2P (fra)":58.6,"MasakhaNEWSClusteringS2S (fra)":31.33} -{"index":78,"Rank":53,"Model":"bert-base-multilingual-uncased<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Embedding Dimensions":768,"Max Tokens":512,"Average":40.43,"AlloProfClusteringP2P":60.66,"AlloProfClusteringS2S":35.05,"HALClusteringS2S":20.9,"MLSUMClusteringP2P (fr)":43.5,"MLSUMClusteringS2S (fr)":30.99,"MasakhaNEWSClusteringP2P (fra)":49.71,"MasakhaNEWSClusteringS2S (fra)":42.23} -{"index":99,"Rank":54,"Model":"sentence_croissant_alpha_v0.3<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":40.4,"AlloProfClusteringP2P":56.73,"AlloProfClusteringS2S":37.62,"HALClusteringS2S":25.76,"MLSUMClusteringP2P (fr)":41.82,"MLSUMClusteringS2S (fr)":41.83,"MasakhaNEWSClusteringP2P (fra)":42.63,"MasakhaNEWSClusteringS2S (fra)":36.4} -{"index":117,"Rank":55,"Model":"sentence-t5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":40.07,"AlloProfClusteringP2P":58.44,"AlloProfClusteringS2S":35.93,"HALClusteringS2S":17.72,"MLSUMClusteringP2P (fr)":40.77,"MLSUMClusteringS2S (fr)":30.06,"MasakhaNEWSClusteringP2P (fra)":61.9,"MasakhaNEWSClusteringS2S (fra)":35.64} -{"index":127,"Rank":56,"Model":"bilingual-embedding-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":39.86,"AlloProfClusteringP2P":56.89,"AlloProfClusteringS2S":38.2,"HALClusteringS2S":24.5,"MLSUMClusteringP2P (fr)":41.79,"MLSUMClusteringS2S (fr)":41.55,"MasakhaNEWSClusteringP2P (fra)":49.18,"MasakhaNEWSClusteringS2S (fra)":26.94} -{"index":98,"Rank":57,"Model":"sentence_croissant_alpha_v0.2<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":39.81,"AlloProfClusteringP2P":59.15,"AlloProfClusteringS2S":36.45,"HALClusteringS2S":24.97,"MLSUMClusteringP2P (fr)":42.49,"MLSUMClusteringS2S (fr)":34.45,"MasakhaNEWSClusteringP2P (fra)":47.58,"MasakhaNEWSClusteringS2S (fra)":33.58} -{"index":87,"Rank":58,"Model":"multilingual-e5-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":39.78,"AlloProfClusteringP2P":62.99,"AlloProfClusteringS2S":32.26,"HALClusteringS2S":22.44,"MLSUMClusteringP2P (fr)":44.04,"MLSUMClusteringS2S (fr)":45.24,"MasakhaNEWSClusteringP2P (fra)":40.94,"MasakhaNEWSClusteringS2S (fra)":30.56} -{"index":52,"Rank":59,"Model":"Solon-embeddings-large-0.1<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":39.65,"AlloProfClusteringP2P":64.17,"AlloProfClusteringS2S":38.17,"HALClusteringS2S":24.09,"MLSUMClusteringP2P (fr)":43.8,"MLSUMClusteringS2S (fr)":37.75,"MasakhaNEWSClusteringP2P (fra)":40.8,"MasakhaNEWSClusteringS2S (fra)":28.8} -{"index":89,"Rank":60,"Model":"multilingual-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":39.65,"AlloProfClusteringP2P":60.89,"AlloProfClusteringS2S":32.52,"HALClusteringS2S":18.95,"MLSUMClusteringP2P (fr)":43.01,"MLSUMClusteringS2S (fr)":42.84,"MasakhaNEWSClusteringP2P (fra)":40.12,"MasakhaNEWSClusteringS2S (fra)":39.22} -{"index":105,"Rank":61,"Model":"LaBSE<\/a>","Model Size (Million Parameters)":471,"Memory Usage (GB, fp32)":1.75,"Embedding Dimensions":768,"Max Tokens":512,"Average":39.3,"AlloProfClusteringP2P":54.78,"AlloProfClusteringS2S":31.6,"HALClusteringS2S":20.62,"MLSUMClusteringP2P (fr)":42.09,"MLSUMClusteringS2S (fr)":41.69,"MasakhaNEWSClusteringP2P (fra)":46.16,"MasakhaNEWSClusteringS2S (fra)":38.13} -{"index":121,"Rank":62,"Model":"LaBSE-ru-turbo<\/a>","Model Size (Million Parameters)":128,"Memory Usage (GB, fp32)":0.48,"Embedding Dimensions":768,"Max Tokens":512,"Average":39.18,"AlloProfClusteringP2P":58.25,"AlloProfClusteringS2S":23.39,"HALClusteringS2S":14.97,"MLSUMClusteringP2P (fr)":40.75,"MLSUMClusteringS2S (fr)":40.44,"MasakhaNEWSClusteringP2P (fra)":62.23,"MasakhaNEWSClusteringS2S (fra)":34.26} -{"index":111,"Rank":63,"Model":"distiluse-base-multilingual-cased-v2<\/a>","Model Size (Million Parameters)":135,"Memory Usage (GB, fp32)":0.5,"Embedding Dimensions":512,"Max Tokens":512,"Average":38.7,"AlloProfClusteringP2P":55.95,"AlloProfClusteringS2S":35.39,"HALClusteringS2S":18.2,"MLSUMClusteringP2P (fr)":40.17,"MLSUMClusteringS2S (fr)":34.65,"MasakhaNEWSClusteringP2P (fra)":53.76,"MasakhaNEWSClusteringS2S (fra)":32.76} -{"index":115,"Rank":64,"Model":"paraphrase-multilingual-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":37.96,"AlloProfClusteringP2P":56.06,"AlloProfClusteringS2S":42.16,"HALClusteringS2S":23.21,"MLSUMClusteringP2P (fr)":37.96,"MLSUMClusteringS2S (fr)":35.87,"MasakhaNEWSClusteringP2P (fra)":36.58,"MasakhaNEWSClusteringS2S (fra)":33.9} -{"index":96,"Rank":65,"Model":"bge-m3-custom-fr<\/a>","Model Size (Million Parameters)":568,"Memory Usage (GB, fp32)":2.12,"Embedding Dimensions":1024,"Max Tokens":8194,"Average":37.9,"AlloProfClusteringP2P":56.73,"AlloProfClusteringS2S":38.2,"HALClusteringS2S":24.13,"MLSUMClusteringP2P (fr)":42.12,"MLSUMClusteringS2S (fr)":36.69,"MasakhaNEWSClusteringP2P (fra)":34.61,"MasakhaNEWSClusteringS2S (fra)":32.81} -{"index":85,"Rank":66,"Model":"e5-small<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":37.05,"AlloProfClusteringP2P":59.37,"AlloProfClusteringS2S":31.27,"HALClusteringS2S":20.02,"MLSUMClusteringP2P (fr)":39.55,"MLSUMClusteringS2S (fr)":39.48,"MasakhaNEWSClusteringP2P (fra)":37.37,"MasakhaNEWSClusteringS2S (fra)":32.27} -{"index":61,"Rank":67,"Model":"LaBSE-en-ru<\/a>","Model Size (Million Parameters)":129,"Memory Usage (GB, fp32)":0.48,"Embedding Dimensions":768,"Max Tokens":512,"Average":36.93,"AlloProfClusteringP2P":55.09,"AlloProfClusteringS2S":22.69,"HALClusteringS2S":13.46,"MLSUMClusteringP2P (fr)":41.44,"MLSUMClusteringS2S (fr)":40.85,"MasakhaNEWSClusteringP2P (fra)":58.64,"MasakhaNEWSClusteringS2S (fra)":26.33} -{"index":126,"Rank":68,"Model":"universal-sentence-encoder-multilingual-large-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":512,"Max Tokens":512,"Average":36.35,"AlloProfClusteringP2P":54.21,"AlloProfClusteringS2S":37.95,"HALClusteringS2S":18.94,"MLSUMClusteringP2P (fr)":41.02,"MLSUMClusteringS2S (fr)":37.97,"MasakhaNEWSClusteringP2P (fra)":24.09,"MasakhaNEWSClusteringS2S (fra)":40.24} -{"index":107,"Rank":69,"Model":"all-MiniLM-L6-v2<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":384,"Max Tokens":512,"Average":35.81,"AlloProfClusteringP2P":51.83,"AlloProfClusteringS2S":32.07,"HALClusteringS2S":18.84,"MLSUMClusteringP2P (fr)":36.74,"MLSUMClusteringS2S (fr)":35.66,"MasakhaNEWSClusteringP2P (fra)":34.92,"MasakhaNEWSClusteringS2S (fra)":40.58} -{"index":65,"Rank":70,"Model":"sentence-camembert-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":35.44,"AlloProfClusteringP2P":59.09,"AlloProfClusteringS2S":38.92,"HALClusteringS2S":20.22,"MLSUMClusteringP2P (fr)":35.98,"MLSUMClusteringS2S (fr)":27.05,"MasakhaNEWSClusteringP2P (fra)":36.03,"MasakhaNEWSClusteringS2S (fra)":30.77} -{"index":90,"Rank":71,"Model":"udever-bloom-1b1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":2048,"Average":35.01,"AlloProfClusteringP2P":61.84,"AlloProfClusteringS2S":25.56,"HALClusteringS2S":14.15,"MLSUMClusteringP2P (fr)":44.11,"MLSUMClusteringS2S (fr)":30.47,"MasakhaNEWSClusteringP2P (fra)":40.2,"MasakhaNEWSClusteringS2S (fra)":28.75} -{"index":123,"Rank":72,"Model":"text2vec-base-multilingual<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":256,"Average":34.46,"AlloProfClusteringP2P":49.11,"AlloProfClusteringS2S":32.72,"HALClusteringS2S":16.19,"MLSUMClusteringP2P (fr)":36.41,"MLSUMClusteringS2S (fr)":35.75,"MasakhaNEWSClusteringP2P (fra)":38.51,"MasakhaNEWSClusteringS2S (fra)":32.51} -{"index":106,"Rank":73,"Model":"all-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":34.23,"AlloProfClusteringP2P":46.03,"AlloProfClusteringS2S":31.83,"HALClusteringS2S":19.58,"MLSUMClusteringP2P (fr)":34.35,"MLSUMClusteringS2S (fr)":32.64,"MasakhaNEWSClusteringP2P (fra)":42.72,"MasakhaNEWSClusteringS2S (fra)":32.47} -{"index":35,"Rank":74,"Model":"bert-base-15lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":512,"Average":34.09,"AlloProfClusteringP2P":53.16,"AlloProfClusteringS2S":43.43,"HALClusteringS2S":20.26,"MLSUMClusteringP2P (fr)":41.22,"MLSUMClusteringS2S (fr)":31.88,"MasakhaNEWSClusteringP2P (fra)":24.23,"MasakhaNEWSClusteringS2S (fra)":24.46} -{"index":36,"Rank":75,"Model":"bert-base-25lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":512,"Average":33.96,"AlloProfClusteringP2P":53.49,"AlloProfClusteringS2S":43.1,"HALClusteringS2S":19.78,"MLSUMClusteringP2P (fr)":40.73,"MLSUMClusteringS2S (fr)":31.94,"MasakhaNEWSClusteringP2P (fra)":24.23,"MasakhaNEWSClusteringS2S (fra)":24.46} -{"index":34,"Rank":76,"Model":"bert-base-10lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":512,"Average":33.94,"AlloProfClusteringP2P":53.22,"AlloProfClusteringS2S":42.92,"HALClusteringS2S":19.94,"MLSUMClusteringP2P (fr)":40.96,"MLSUMClusteringS2S (fr)":31.87,"MasakhaNEWSClusteringP2P (fra)":24.23,"MasakhaNEWSClusteringS2S (fra)":24.46} -{"index":77,"Rank":77,"Model":"bert-base-multilingual-cased<\/a>","Model Size (Million Parameters)":179,"Memory Usage (GB, fp32)":0.67,"Embedding Dimensions":768,"Max Tokens":512,"Average":33.82,"AlloProfClusteringP2P":51.5,"AlloProfClusteringS2S":43.06,"HALClusteringS2S":20.81,"MLSUMClusteringP2P (fr)":40.9,"MLSUMClusteringS2S (fr)":31.8,"MasakhaNEWSClusteringP2P (fra)":24.23,"MasakhaNEWSClusteringS2S (fra)":24.46} -{"index":114,"Rank":78,"Model":"multi-qa-MiniLM-L6-cos-v1<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":384,"Max Tokens":512,"Average":32.84,"AlloProfClusteringP2P":49.13,"AlloProfClusteringS2S":26.16,"HALClusteringS2S":12.49,"MLSUMClusteringP2P (fr)":35.15,"MLSUMClusteringS2S (fr)":25.95,"MasakhaNEWSClusteringP2P (fra)":53.73,"MasakhaNEWSClusteringS2S (fra)":27.27} -{"index":67,"Rank":79,"Model":"USER-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":512,"Average":30.71,"AlloProfClusteringP2P":44.92,"AlloProfClusteringS2S":23.19,"HALClusteringS2S":8.99,"MLSUMClusteringP2P (fr)":33.8,"MLSUMClusteringS2S (fr)":32.41,"MasakhaNEWSClusteringP2P (fra)":46.27,"MasakhaNEWSClusteringS2S (fra)":25.39} -{"index":8,"Rank":80,"Model":"LASER2<\/a>","Model Size (Million Parameters)":43,"Memory Usage (GB, fp32)":0.16,"Embedding Dimensions":1024,"Max Tokens":"N\/A","Average":29.92,"AlloProfClusteringP2P":48.45,"AlloProfClusteringS2S":25.81,"HALClusteringS2S":11.52,"MLSUMClusteringP2P (fr)":34.53,"MLSUMClusteringS2S (fr)":27.35,"MasakhaNEWSClusteringP2P (fra)":32.04,"MasakhaNEWSClusteringS2S (fra)":29.77} -{"index":33,"Rank":81,"Model":"xlm-roberta-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":28.62,"AlloProfClusteringP2P":56.54,"AlloProfClusteringS2S":21.18,"HALClusteringS2S":5.94,"MLSUMClusteringP2P (fr)":42.67,"MLSUMClusteringS2S (fr)":18.5,"MasakhaNEWSClusteringP2P (fra)":34.02,"MasakhaNEWSClusteringS2S (fra)":21.52} -{"index":32,"Rank":82,"Model":"xlm-roberta-base<\/a>","Model Size (Million Parameters)":279,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":28.42,"AlloProfClusteringP2P":52.24,"AlloProfClusteringS2S":20.37,"HALClusteringS2S":8.68,"MLSUMClusteringP2P (fr)":40.44,"MLSUMClusteringS2S (fr)":24.14,"MasakhaNEWSClusteringP2P (fra)":29.29,"MasakhaNEWSClusteringS2S (fra)":23.76} -{"index":31,"Rank":83,"Model":"rubert-base-cased-sentence<\/a>","Model Size (Million Parameters)":180,"Memory Usage (GB, fp32)":0.67,"Embedding Dimensions":768,"Max Tokens":512,"Average":27.98,"AlloProfClusteringP2P":39.0,"AlloProfClusteringS2S":23.5,"HALClusteringS2S":10.36,"MLSUMClusteringP2P (fr)":29.91,"MLSUMClusteringS2S (fr)":28.79,"MasakhaNEWSClusteringP2P (fra)":42.57,"MasakhaNEWSClusteringS2S (fra)":21.71} -{"index":73,"Rank":84,"Model":"flaubert_base_cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":512,"Average":27.18,"AlloProfClusteringP2P":52.86,"AlloProfClusteringS2S":14.46,"HALClusteringS2S":3.85,"MLSUMClusteringP2P (fr)":39.06,"MLSUMClusteringS2S (fr)":17.13,"MasakhaNEWSClusteringP2P (fra)":41.61,"MasakhaNEWSClusteringS2S (fra)":21.26} -{"index":56,"Rank":85,"Model":"sbert_large_nlu_ru<\/a>","Model Size (Million Parameters)":427,"Memory Usage (GB, fp32)":1.59,"Embedding Dimensions":1024,"Max Tokens":512,"Average":26.76,"AlloProfClusteringP2P":39.96,"AlloProfClusteringS2S":23.7,"HALClusteringS2S":6.03,"MLSUMClusteringP2P (fr)":27.16,"MLSUMClusteringS2S (fr)":27.09,"MasakhaNEWSClusteringP2P (fra)":38.45,"MasakhaNEWSClusteringS2S (fra)":24.96} -{"index":30,"Rank":86,"Model":"rubert-base-cased<\/a>","Model Size (Million Parameters)":180,"Memory Usage (GB, fp32)":0.67,"Embedding Dimensions":768,"Max Tokens":512,"Average":26.63,"AlloProfClusteringP2P":41.54,"AlloProfClusteringS2S":24.5,"HALClusteringS2S":9.48,"MLSUMClusteringP2P (fr)":31.79,"MLSUMClusteringS2S (fr)":30.71,"MasakhaNEWSClusteringP2P (fra)":24.89,"MasakhaNEWSClusteringS2S (fra)":23.47} -{"index":62,"Rank":87,"Model":"rubert-tiny<\/a>","Model Size (Million Parameters)":12,"Memory Usage (GB, fp32)":0.04,"Embedding Dimensions":512,"Max Tokens":514,"Average":26.29,"AlloProfClusteringP2P":42.77,"AlloProfClusteringS2S":24.76,"HALClusteringS2S":7.39,"MLSUMClusteringP2P (fr)":27.42,"MLSUMClusteringS2S (fr)":26.52,"MasakhaNEWSClusteringP2P (fra)":34.35,"MasakhaNEWSClusteringS2S (fra)":20.82} -{"index":63,"Rank":88,"Model":"rubert-tiny2<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"Embedding Dimensions":2048,"Max Tokens":514,"Average":25.44,"AlloProfClusteringP2P":36.88,"AlloProfClusteringS2S":21.97,"HALClusteringS2S":5.81,"MLSUMClusteringP2P (fr)":29.01,"MLSUMClusteringS2S (fr)":28.05,"MasakhaNEWSClusteringP2P (fra)":26.3,"MasakhaNEWSClusteringS2S (fra)":30.07} -{"index":91,"Rank":89,"Model":"udever-bloom-560m<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":2048,"Average":25.42,"AlloProfClusteringP2P":35.43,"AlloProfClusteringS2S":18.33,"HALClusteringS2S":3.92,"MLSUMClusteringP2P (fr)":36.43,"MLSUMClusteringS2S (fr)":25.26,"MasakhaNEWSClusteringP2P (fra)":37.57,"MasakhaNEWSClusteringS2S (fra)":21.0} -{"index":75,"Rank":90,"Model":"flaubert_large_cased<\/a>","Model Size (Million Parameters)":372,"Memory Usage (GB, fp32)":1.39,"Embedding Dimensions":1024,"Max Tokens":512,"Average":25.11,"AlloProfClusteringP2P":40.85,"AlloProfClusteringS2S":21.76,"HALClusteringS2S":5.26,"MLSUMClusteringP2P (fr)":38.09,"MLSUMClusteringS2S (fr)":18.71,"MasakhaNEWSClusteringP2P (fra)":26.43,"MasakhaNEWSClusteringS2S (fra)":24.68} -{"index":122,"Rank":91,"Model":"rubert-tiny-turbo<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"Embedding Dimensions":312,"Max Tokens":2048,"Average":24.94,"AlloProfClusteringP2P":34.87,"AlloProfClusteringS2S":22.73,"HALClusteringS2S":5.84,"MLSUMClusteringP2P (fr)":30.26,"MLSUMClusteringS2S (fr)":29.34,"MasakhaNEWSClusteringP2P (fra)":26.13,"MasakhaNEWSClusteringS2S (fra)":25.43} -{"index":55,"Rank":92,"Model":"sbert_large_mt_nlu_ru<\/a>","Model Size (Million Parameters)":427,"Memory Usage (GB, fp32)":1.59,"Embedding Dimensions":1024,"Max Tokens":514,"Average":23.88,"AlloProfClusteringP2P":35.78,"AlloProfClusteringS2S":23.21,"HALClusteringS2S":6.28,"MLSUMClusteringP2P (fr)":25.26,"MLSUMClusteringS2S (fr)":24.85,"MasakhaNEWSClusteringP2P (fra)":24.46,"MasakhaNEWSClusteringS2S (fra)":27.34} -{"index":69,"Rank":93,"Model":"deberta-v1-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":512,"Average":23.01,"AlloProfClusteringP2P":32.16,"AlloProfClusteringS2S":22.88,"HALClusteringS2S":3.26,"MLSUMClusteringP2P (fr)":24.07,"MLSUMClusteringS2S (fr)":22.71,"MasakhaNEWSClusteringP2P (fra)":25.68,"MasakhaNEWSClusteringS2S (fra)":30.34} -{"index":74,"Rank":94,"Model":"flaubert_base_uncased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":512,"Average":22.45,"AlloProfClusteringP2P":43.2,"AlloProfClusteringS2S":12.94,"HALClusteringS2S":1.8,"MLSUMClusteringP2P (fr)":33.22,"MLSUMClusteringS2S (fr)":14.9,"MasakhaNEWSClusteringP2P (fra)":28.49,"MasakhaNEWSClusteringS2S (fra)":22.58} -{"index":29,"Rank":95,"Model":"distilrubert-small-cased-conversational<\/a>","Model Size (Million Parameters)":106,"Memory Usage (GB, fp32)":0.39,"Embedding Dimensions":768,"Max Tokens":512,"Average":20.3,"AlloProfClusteringP2P":31.59,"AlloProfClusteringS2S":21.2,"HALClusteringS2S":3.35,"MLSUMClusteringP2P (fr)":20.49,"MLSUMClusteringS2S (fr)":20.18,"MasakhaNEWSClusteringP2P (fra)":22.87,"MasakhaNEWSClusteringS2S (fra)":22.43} -{"index":5,"Rank":96,"Model":"voyage-large-2-instruct<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":16000,"Average":"","AlloProfClusteringP2P":62.06,"AlloProfClusteringS2S":48.05,"HALClusteringS2S":27.07,"MLSUMClusteringP2P (fr)":"","MLSUMClusteringS2S (fr)":"","MasakhaNEWSClusteringP2P (fra)":"","MasakhaNEWSClusteringS2S (fra)":41.79} -{"index":9,"Rank":97,"Model":"llm2vec-croissant-mntp<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":"","AlloProfClusteringP2P":"","AlloProfClusteringS2S":"","HALClusteringS2S":"","MLSUMClusteringP2P (fr)":"","MLSUMClusteringS2S (fr)":"","MasakhaNEWSClusteringP2P (fra)":"","MasakhaNEWSClusteringS2S (fra)":""} -{"index":15,"Rank":98,"Model":"e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","AlloProfClusteringP2P":"","AlloProfClusteringS2S":"","HALClusteringS2S":"","MLSUMClusteringP2P (fr)":"","MLSUMClusteringS2S (fr)":"","MasakhaNEWSClusteringP2P (fra)":"","MasakhaNEWSClusteringS2S (fra)":""} -{"index":18,"Rank":99,"Model":"bge-m3<\/a>","Model Size (Million Parameters)":567,"Memory Usage (GB, fp32)":2.11,"Embedding Dimensions":1024,"Max Tokens":8192,"Average":"","AlloProfClusteringP2P":"","AlloProfClusteringS2S":"","HALClusteringS2S":"","MLSUMClusteringP2P (fr)":"","MLSUMClusteringS2S (fr)":"","MasakhaNEWSClusteringP2P (fra)":"","MasakhaNEWSClusteringS2S (fra)":42.4} -{"index":37,"Rank":104,"Model":"GritLM-7B<\/a>","Model Size (Million Parameters)":7240,"Memory Usage (GB, fp32)":26.97,"Embedding Dimensions":"","Max Tokens":4096,"Average":"","AlloProfClusteringP2P":"","AlloProfClusteringS2S":"","HALClusteringS2S":"","MLSUMClusteringP2P (fr)":"","MLSUMClusteringS2S (fr)":"","MasakhaNEWSClusteringP2P (fra)":73.54,"MasakhaNEWSClusteringS2S (fra)":68.87} -{"index":41,"Rank":105,"Model":"MUG-B-1.6<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","AlloProfClusteringP2P":"","AlloProfClusteringS2S":"","HALClusteringS2S":"","MLSUMClusteringP2P (fr)":"","MLSUMClusteringS2S (fr)":"","MasakhaNEWSClusteringP2P (fra)":"","MasakhaNEWSClusteringS2S (fra)":""} -{"index":48,"Rank":107,"Model":"SGPT-125M-weightedmean-msmarco-specb-bitfit<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":2048,"Average":"","AlloProfClusteringP2P":"","AlloProfClusteringS2S":"","HALClusteringS2S":"","MLSUMClusteringP2P (fr)":"","MLSUMClusteringS2S (fr)":"","MasakhaNEWSClusteringP2P (fra)":"","MasakhaNEWSClusteringS2S (fra)":""} -{"index":49,"Rank":108,"Model":"SGPT-125M-weightedmean-nli-bitfit<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":2048,"Average":"","AlloProfClusteringP2P":"","AlloProfClusteringS2S":"","HALClusteringS2S":"","MLSUMClusteringP2P (fr)":"","MLSUMClusteringS2S (fr)":"","MasakhaNEWSClusteringP2P (fra)":"","MasakhaNEWSClusteringS2S (fra)":""} -{"index":50,"Rank":109,"Model":"SGPT-5.8B-weightedmean-nli-bitfit<\/a>","Model Size (Million Parameters)":5874,"Memory Usage (GB, fp32)":21.88,"Embedding Dimensions":4096,"Max Tokens":2048,"Average":"","AlloProfClusteringP2P":"","AlloProfClusteringS2S":"","HALClusteringS2S":"","MLSUMClusteringP2P (fr)":"","MLSUMClusteringS2S (fr)":"","MasakhaNEWSClusteringP2P (fra)":"","MasakhaNEWSClusteringS2S (fra)":""} -{"index":58,"Rank":112,"Model":"sgpt-bloom-1b7-nli<\/a>","Model Size (Million Parameters)":1722,"Memory Usage (GB, fp32)":6.42,"Embedding Dimensions":2048,"Max Tokens":4096,"Average":"","AlloProfClusteringP2P":"","AlloProfClusteringS2S":"","HALClusteringS2S":"","MLSUMClusteringP2P (fr)":"","MLSUMClusteringS2S (fr)":"","MasakhaNEWSClusteringP2P (fra)":"","MasakhaNEWSClusteringS2S (fra)":""} -{"index":59,"Rank":113,"Model":"sgpt-bloom-7b1-msmarco<\/a>","Model Size (Million Parameters)":7068,"Memory Usage (GB, fp32)":26.33,"Embedding Dimensions":4096,"Max Tokens":2048,"Average":"","AlloProfClusteringP2P":"","AlloProfClusteringS2S":"","HALClusteringS2S":"","MLSUMClusteringP2P (fr)":"","MLSUMClusteringS2S (fr)":"","MasakhaNEWSClusteringP2P (fra)":"","MasakhaNEWSClusteringS2S (fra)":""} -{"index":60,"Rank":114,"Model":"slx-v0.1<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.08,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","AlloProfClusteringP2P":"","AlloProfClusteringS2S":"","HALClusteringS2S":"","MLSUMClusteringP2P (fr)":"","MLSUMClusteringS2S (fr)":"","MasakhaNEWSClusteringP2P (fra)":"","MasakhaNEWSClusteringS2S (fra)":""} -{"index":76,"Rank":117,"Model":"bge-m3-custom-fr-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","AlloProfClusteringP2P":56.73,"AlloProfClusteringS2S":"","HALClusteringS2S":24.13,"MLSUMClusteringP2P (fr)":42.12,"MLSUMClusteringS2S (fr)":"","MasakhaNEWSClusteringP2P (fra)":34.61,"MasakhaNEWSClusteringS2S (fra)":""} -{"index":79,"Rank":118,"Model":"inf-retriever-v1<\/a>","Model Size (Million Parameters)":7069,"Memory Usage (GB, fp32)":26.33,"Embedding Dimensions":3584,"Max Tokens":131072,"Average":"","AlloProfClusteringP2P":"","AlloProfClusteringS2S":"","HALClusteringS2S":"","MLSUMClusteringP2P (fr)":"","MLSUMClusteringS2S (fr)":"","MasakhaNEWSClusteringP2P (fra)":"","MasakhaNEWSClusteringS2S (fra)":""} -{"index":92,"Rank":119,"Model":"jina-embeddings-v2-base-en<\/a>","Model Size (Million Parameters)":275,"Memory Usage (GB, fp32)":1.02,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","AlloProfClusteringP2P":"","AlloProfClusteringS2S":12.62,"HALClusteringS2S":0.94,"MLSUMClusteringP2P (fr)":"","MLSUMClusteringS2S (fr)":"","MasakhaNEWSClusteringP2P (fra)":"","MasakhaNEWSClusteringS2S (fra)":20.99} -{"index":95,"Rank":121,"Model":"ternary-weight-embedding<\/a>","Model Size (Million Parameters)":99,"Memory Usage (GB, fp32)":0.37,"Embedding Dimensions":1792,"Max Tokens":512,"Average":"","AlloProfClusteringP2P":"","AlloProfClusteringS2S":"","HALClusteringS2S":"","MLSUMClusteringP2P (fr)":"","MLSUMClusteringS2S (fr)":"","MasakhaNEWSClusteringP2P (fra)":"","MasakhaNEWSClusteringS2S (fra)":""} -{"index":102,"Rank":122,"Model":"FAB-Ramy-v1<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","AlloProfClusteringP2P":"","AlloProfClusteringS2S":"","HALClusteringS2S":"","MLSUMClusteringP2P (fr)":"","MLSUMClusteringS2S (fr)":"","MasakhaNEWSClusteringP2P (fra)":"","MasakhaNEWSClusteringS2S (fra)":""} -{"index":103,"Rank":123,"Model":"FAE-v1<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","AlloProfClusteringP2P":"","AlloProfClusteringS2S":"","HALClusteringS2S":"","MLSUMClusteringP2P (fr)":"","MLSUMClusteringS2S (fr)":"","MasakhaNEWSClusteringP2P (fra)":"","MasakhaNEWSClusteringS2S (fra)":""} -{"index":104,"Rank":124,"Model":"FUE-v1<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","AlloProfClusteringP2P":"","AlloProfClusteringS2S":"","HALClusteringS2S":"","MLSUMClusteringP2P (fr)":"","MLSUMClusteringS2S (fr)":"","MasakhaNEWSClusteringP2P (fra)":"","MasakhaNEWSClusteringS2S (fra)":""} -{"index":109,"Rank":125,"Model":"allenai-specter<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AlloProfClusteringP2P":"","AlloProfClusteringS2S":"","HALClusteringS2S":"","MLSUMClusteringP2P (fr)":"","MLSUMClusteringS2S (fr)":"","MasakhaNEWSClusteringP2P (fra)":"","MasakhaNEWSClusteringS2S (fra)":""} -{"index":110,"Rank":126,"Model":"average_word_embeddings_komninos<\/a>","Model Size (Million Parameters)":134,"Memory Usage (GB, fp32)":0.5,"Embedding Dimensions":300,"Max Tokens":"N\/A","Average":"","AlloProfClusteringP2P":"","AlloProfClusteringS2S":"","HALClusteringS2S":"","MLSUMClusteringP2P (fr)":"","MLSUMClusteringS2S (fr)":"","MasakhaNEWSClusteringP2P (fra)":"","MasakhaNEWSClusteringS2S (fra)":""} -{"index":112,"Rank":127,"Model":"gtr-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AlloProfClusteringP2P":"","AlloProfClusteringS2S":"","HALClusteringS2S":"","MLSUMClusteringP2P (fr)":"","MLSUMClusteringS2S (fr)":"","MasakhaNEWSClusteringP2P (fra)":"","MasakhaNEWSClusteringS2S (fra)":""} -{"index":113,"Rank":128,"Model":"gtr-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AlloProfClusteringP2P":"","AlloProfClusteringS2S":"","HALClusteringS2S":"","MLSUMClusteringP2P (fr)":"","MLSUMClusteringS2S (fr)":"","MasakhaNEWSClusteringP2P (fra)":"","MasakhaNEWSClusteringS2S (fra)":""} -{"index":129,"Rank":130,"Model":"text-embedding-3-large<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":3072,"Max Tokens":8191,"Average":"","AlloProfClusteringP2P":"","AlloProfClusteringS2S":52.89,"HALClusteringS2S":27.68,"MLSUMClusteringP2P (fr)":"","MLSUMClusteringS2S (fr)":"","MasakhaNEWSClusteringP2P (fra)":"","MasakhaNEWSClusteringS2S (fra)":39.71} -{"index":130,"Rank":131,"Model":"text-embedding-3-small<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":8191,"Average":"","AlloProfClusteringP2P":"","AlloProfClusteringS2S":51.23,"HALClusteringS2S":27.05,"MLSUMClusteringP2P (fr)":"","MLSUMClusteringS2S (fr)":"","MasakhaNEWSClusteringP2P (fra)":"","MasakhaNEWSClusteringS2S (fra)":54.76} diff --git a/all_data_tasks/18/default.jsonl b/all_data_tasks/18/default.jsonl deleted file mode 100644 index dcea1b635e1ba05d358e1e9a4cabc1810ab5144c..0000000000000000000000000000000000000000 --- a/all_data_tasks/18/default.jsonl +++ /dev/null @@ -1,122 +0,0 @@ -{"index":13,"Rank":1,"Model":"gte-Qwen2-7B-instruct<\/a>","Model Size (Million Parameters)":7613,"Memory Usage (GB, fp32)":28.36,"Embedding Dimensions":3584,"Max Tokens":32768,"Average":88.38,"OpusparcusPC (fr)":95.95,"PawsXPairClassification (fr)":80.8} -{"index":11,"Rank":2,"Model":"gte-Qwen1.5-7B-instruct<\/a>","Model Size (Million Parameters)":7099,"Memory Usage (GB, fp32)":26.45,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":86.9,"OpusparcusPC (fr)":95.29,"PawsXPairClassification (fr)":78.51} -{"index":12,"Rank":3,"Model":"gte-Qwen2-1.5B-instruct<\/a>","Model Size (Million Parameters)":1776,"Memory Usage (GB, fp32)":6.62,"Embedding Dimensions":1536,"Max Tokens":131072,"Average":86.88,"OpusparcusPC (fr)":100.0,"PawsXPairClassification (fr)":73.77} -{"index":19,"Rank":4,"Model":"bge-multilingual-gemma2<\/a>","Model Size (Million Parameters)":9242,"Memory Usage (GB, fp32)":34.43,"Embedding Dimensions":3584,"Max Tokens":8192,"Average":85.07,"OpusparcusPC (fr)":100.0,"PawsXPairClassification (fr)":70.14} -{"index":8,"Rank":5,"Model":"LASER2<\/a>","Model Size (Million Parameters)":43,"Memory Usage (GB, fp32)":0.16,"Embedding Dimensions":1024,"Max Tokens":"N\/A","Average":82.04,"OpusparcusPC (fr)":93.77,"PawsXPairClassification (fr)":70.31} -{"index":10,"Rank":6,"Model":"llm2vec-occiglot-mntp<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":80.54,"OpusparcusPC (fr)":100.0,"PawsXPairClassification (fr)":61.07} -{"index":129,"Rank":7,"Model":"text-embedding-3-large<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":3072,"Max Tokens":8191,"Average":80.32,"OpusparcusPC (fr)":95.64,"PawsXPairClassification (fr)":64.99} -{"index":98,"Rank":8,"Model":"sentence_croissant_alpha_v0.2<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":80.23,"OpusparcusPC (fr)":93.48,"PawsXPairClassification (fr)":66.98} -{"index":100,"Rank":9,"Model":"sentence_croissant_alpha_v0.4<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":80.15,"OpusparcusPC (fr)":93.37,"PawsXPairClassification (fr)":66.92} -{"index":44,"Rank":10,"Model":"bilingual-embedding-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":79.64,"OpusparcusPC (fr)":94.77,"PawsXPairClassification (fr)":64.51} -{"index":99,"Rank":11,"Model":"sentence_croissant_alpha_v0.3<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":79.57,"OpusparcusPC (fr)":93.72,"PawsXPairClassification (fr)":65.42} -{"index":47,"Rank":12,"Model":"onnx-gte-multilingual-base<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":79.46,"OpusparcusPC (fr)":100.0,"PawsXPairClassification (fr)":58.93} -{"index":14,"Rank":13,"Model":"gte-multilingual-base<\/a>","Model Size (Million Parameters)":305,"Memory Usage (GB, fp32)":1.14,"Embedding Dimensions":768,"Max Tokens":8192,"Average":79.46,"OpusparcusPC (fr)":100.0,"PawsXPairClassification (fr)":58.93} -{"index":120,"Rank":14,"Model":"sentence-t5-xxl<\/a>","Model Size (Million Parameters)":4865,"Memory Usage (GB, fp32)":18.12,"Embedding Dimensions":768,"Max Tokens":512,"Average":78.97,"OpusparcusPC (fr)":93.94,"PawsXPairClassification (fr)":64.01} -{"index":53,"Rank":15,"Model":"SFR-Embedding-Mistral<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":78.82,"OpusparcusPC (fr)":94.94,"PawsXPairClassification (fr)":62.69} -{"index":123,"Rank":16,"Model":"text2vec-base-multilingual<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":256,"Average":78.81,"OpusparcusPC (fr)":92.04,"PawsXPairClassification (fr)":65.57} -{"index":5,"Rank":17,"Model":"voyage-large-2-instruct<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":16000,"Average":78.69,"OpusparcusPC (fr)":92.98,"PawsXPairClassification (fr)":64.41} -{"index":7,"Rank":18,"Model":"voyage-multilingual-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":32000,"Average":78.66,"OpusparcusPC (fr)":93.68,"PawsXPairClassification (fr)":63.64} -{"index":37,"Rank":19,"Model":"GritLM-7B<\/a>","Model Size (Million Parameters)":7240,"Memory Usage (GB, fp32)":26.97,"Embedding Dimensions":"","Max Tokens":4096,"Average":78.35,"OpusparcusPC (fr)":95.14,"PawsXPairClassification (fr)":61.56} -{"index":42,"Rank":20,"Model":"bilingual-document-embedding<\/a>","Model Size (Million Parameters)":568,"Memory Usage (GB, fp32)":2.12,"Embedding Dimensions":1024,"Max Tokens":8194,"Average":78.31,"OpusparcusPC (fr)":93.78,"PawsXPairClassification (fr)":62.84} -{"index":130,"Rank":21,"Model":"text-embedding-3-small<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":8191,"Average":77.91,"OpusparcusPC (fr)":94.45,"PawsXPairClassification (fr)":61.37} -{"index":3,"Rank":22,"Model":"voyage-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":32000,"Average":77.82,"OpusparcusPC (fr)":91.63,"PawsXPairClassification (fr)":64.01} -{"index":27,"Rank":23,"Model":"Cohere-embed-multilingual-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":512,"Average":77.67,"OpusparcusPC (fr)":94.08,"PawsXPairClassification (fr)":61.26} -{"index":119,"Rank":24,"Model":"sentence-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Embedding Dimensions":768,"Max Tokens":512,"Average":77.54,"OpusparcusPC (fr)":92.48,"PawsXPairClassification (fr)":62.59} -{"index":0,"Rank":25,"Model":"mistral-embed<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":"","Average":77.34,"OpusparcusPC (fr)":92.64,"PawsXPairClassification (fr)":62.05} -{"index":54,"Rank":26,"Model":"sentence-croissant-llm-base<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":77.31,"OpusparcusPC (fr)":91.42,"PawsXPairClassification (fr)":63.19} -{"index":6,"Rank":27,"Model":"voyage-law-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":16000,"Average":77.3,"OpusparcusPC (fr)":93.06,"PawsXPairClassification (fr)":61.54} -{"index":88,"Rank":28,"Model":"multilingual-e5-large-instruct<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":77.24,"OpusparcusPC (fr)":94.73,"PawsXPairClassification (fr)":59.76} -{"index":64,"Rank":29,"Model":"french-document-embedding<\/a>","Model Size (Million Parameters)":305,"Memory Usage (GB, fp32)":1.14,"Embedding Dimensions":768,"Max Tokens":8192,"Average":77.19,"OpusparcusPC (fr)":94.19,"PawsXPairClassification (fr)":60.2} -{"index":128,"Rank":30,"Model":"text-embedding-ada-002<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":8191,"Average":77.18,"OpusparcusPC (fr)":94.16,"PawsXPairClassification (fr)":60.19} -{"index":66,"Rank":31,"Model":"sentence-camembert-large<\/a>","Model Size (Million Parameters)":337,"Memory Usage (GB, fp32)":1.26,"Embedding Dimensions":1024,"Max Tokens":512,"Average":77.12,"OpusparcusPC (fr)":94.63,"PawsXPairClassification (fr)":59.61} -{"index":52,"Rank":32,"Model":"Solon-embeddings-large-0.1<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":77.1,"OpusparcusPC (fr)":94.02,"PawsXPairClassification (fr)":60.19} -{"index":76,"Rank":33,"Model":"bge-m3-custom-fr-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":77.1,"OpusparcusPC (fr)":93.34,"PawsXPairClassification (fr)":60.85} -{"index":96,"Rank":34,"Model":"bge-m3-custom-fr<\/a>","Model Size (Million Parameters)":568,"Memory Usage (GB, fp32)":2.12,"Embedding Dimensions":1024,"Max Tokens":8194,"Average":77.1,"OpusparcusPC (fr)":93.34,"PawsXPairClassification (fr)":60.85} -{"index":43,"Rank":35,"Model":"bilingual-embedding-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":77.01,"OpusparcusPC (fr)":93.64,"PawsXPairClassification (fr)":60.38} -{"index":127,"Rank":36,"Model":"bilingual-embedding-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":76.97,"OpusparcusPC (fr)":93.18,"PawsXPairClassification (fr)":60.76} -{"index":38,"Rank":37,"Model":"KaLM-embedding-multilingual-mini-instruct-v1<\/a>","Model Size (Million Parameters)":494,"Memory Usage (GB, fp32)":1.84,"Embedding Dimensions":896,"Max Tokens":131072,"Average":76.96,"OpusparcusPC (fr)":93.4,"PawsXPairClassification (fr)":60.51} -{"index":39,"Rank":38,"Model":"KaLM-embedding-multilingual-mini-instruct-v1.5<\/a>","Model Size (Million Parameters)":494,"Memory Usage (GB, fp32)":1.84,"Embedding Dimensions":896,"Max Tokens":131072,"Average":76.88,"OpusparcusPC (fr)":93.16,"PawsXPairClassification (fr)":60.6} -{"index":4,"Rank":39,"Model":"voyage-code-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":16000,"Average":76.88,"OpusparcusPC (fr)":92.87,"PawsXPairClassification (fr)":60.88} -{"index":40,"Rank":40,"Model":"KaLM-embedding-multilingual-mini-v1<\/a>","Model Size (Million Parameters)":494,"Memory Usage (GB, fp32)":1.84,"Embedding Dimensions":896,"Max Tokens":131072,"Average":76.62,"OpusparcusPC (fr)":92.86,"PawsXPairClassification (fr)":60.39} -{"index":93,"Rank":41,"Model":"jina-embeddings-v3<\/a>","Model Size (Million Parameters)":572,"Memory Usage (GB, fp32)":2.13,"Embedding Dimensions":1024,"Max Tokens":8194,"Average":76.6,"OpusparcusPC (fr)":93.75,"PawsXPairClassification (fr)":59.44} -{"index":28,"Rank":42,"Model":"jina-embeddings-v3<\/a>","Model Size (Million Parameters)":572,"Memory Usage (GB, fp32)":2.13,"Embedding Dimensions":1024,"Max Tokens":8194,"Average":76.6,"OpusparcusPC (fr)":93.75,"PawsXPairClassification (fr)":59.44} -{"index":68,"Rank":43,"Model":"USER-bge-m3<\/a>","Model Size (Million Parameters)":359,"Memory Usage (GB, fp32)":1.34,"Embedding Dimensions":1024,"Max Tokens":8192,"Average":76.24,"OpusparcusPC (fr)":91.78,"PawsXPairClassification (fr)":60.71} -{"index":18,"Rank":44,"Model":"bge-m3<\/a>","Model Size (Million Parameters)":567,"Memory Usage (GB, fp32)":2.11,"Embedding Dimensions":1024,"Max Tokens":8192,"Average":76.24,"OpusparcusPC (fr)":92.88,"PawsXPairClassification (fr)":59.6} -{"index":87,"Rank":45,"Model":"multilingual-e5-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":76.19,"OpusparcusPC (fr)":93.89,"PawsXPairClassification (fr)":58.5} -{"index":84,"Rank":46,"Model":"e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":76.08,"OpusparcusPC (fr)":88.5,"PawsXPairClassification (fr)":63.65} -{"index":116,"Rank":47,"Model":"paraphrase-multilingual-mpnet-base-v2<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":75.8,"OpusparcusPC (fr)":93.45,"PawsXPairClassification (fr)":58.14} -{"index":45,"Rank":48,"Model":"bilingual-embedding-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":75.56,"OpusparcusPC (fr)":92.92,"PawsXPairClassification (fr)":58.19} -{"index":118,"Rank":49,"Model":"sentence-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Embedding Dimensions":768,"Max Tokens":512,"Average":75.44,"OpusparcusPC (fr)":91.19,"PawsXPairClassification (fr)":59.69} -{"index":2,"Rank":50,"Model":"voyage-3-lite<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":512,"Max Tokens":32000,"Average":75.15,"OpusparcusPC (fr)":91.54,"PawsXPairClassification (fr)":58.75} -{"index":86,"Rank":51,"Model":"multilingual-e5-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":74.82,"OpusparcusPC (fr)":92.72,"PawsXPairClassification (fr)":56.93} -{"index":65,"Rank":52,"Model":"sentence-camembert-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":74.74,"OpusparcusPC (fr)":92.05,"PawsXPairClassification (fr)":57.44} -{"index":115,"Rank":53,"Model":"paraphrase-multilingual-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":74.47,"OpusparcusPC (fr)":92.01,"PawsXPairClassification (fr)":56.94} -{"index":1,"Rank":54,"Model":"voyage-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":4000,"Average":74.4,"OpusparcusPC (fr)":89.83,"PawsXPairClassification (fr)":58.97} -{"index":105,"Rank":55,"Model":"LaBSE<\/a>","Model Size (Million Parameters)":471,"Memory Usage (GB, fp32)":1.75,"Embedding Dimensions":768,"Max Tokens":512,"Average":74.3,"OpusparcusPC (fr)":93.96,"PawsXPairClassification (fr)":54.63} -{"index":26,"Rank":56,"Model":"Cohere-embed-multilingual-light-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":384,"Max Tokens":512,"Average":74.12,"OpusparcusPC (fr)":90.92,"PawsXPairClassification (fr)":57.32} -{"index":89,"Rank":57,"Model":"multilingual-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":74.1,"OpusparcusPC (fr)":92.52,"PawsXPairClassification (fr)":55.68} -{"index":90,"Rank":58,"Model":"udever-bloom-1b1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":2048,"Average":73.76,"OpusparcusPC (fr)":85.54,"PawsXPairClassification (fr)":61.99} -{"index":126,"Rank":59,"Model":"universal-sentence-encoder-multilingual-large-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":512,"Max Tokens":512,"Average":73.52,"OpusparcusPC (fr)":93.38,"PawsXPairClassification (fr)":53.66} -{"index":114,"Rank":60,"Model":"multi-qa-MiniLM-L6-cos-v1<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":384,"Max Tokens":512,"Average":72.77,"OpusparcusPC (fr)":88.07,"PawsXPairClassification (fr)":57.48} -{"index":25,"Rank":61,"Model":"Cohere-embed-english-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":512,"Average":72.63,"OpusparcusPC (fr)":88.44,"PawsXPairClassification (fr)":56.82} -{"index":83,"Rank":62,"Model":"e5-large-v2<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":72.54,"OpusparcusPC (fr)":89.0,"PawsXPairClassification (fr)":56.08} -{"index":117,"Rank":63,"Model":"sentence-t5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":72.42,"OpusparcusPC (fr)":89.41,"PawsXPairClassification (fr)":55.43} -{"index":67,"Rank":64,"Model":"USER-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":512,"Average":72.35,"OpusparcusPC (fr)":88.32,"PawsXPairClassification (fr)":56.39} -{"index":82,"Rank":65,"Model":"e5-large<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":71.99,"OpusparcusPC (fr)":88.26,"PawsXPairClassification (fr)":55.72} -{"index":125,"Rank":66,"Model":"universal-sentence-encoder-multilingual-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":512,"Max Tokens":512,"Average":71.94,"OpusparcusPC (fr)":91.46,"PawsXPairClassification (fr)":52.41} -{"index":80,"Rank":67,"Model":"e5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":71.89,"OpusparcusPC (fr)":87.93,"PawsXPairClassification (fr)":55.85} -{"index":121,"Rank":68,"Model":"LaBSE-ru-turbo<\/a>","Model Size (Million Parameters)":128,"Memory Usage (GB, fp32)":0.48,"Embedding Dimensions":768,"Max Tokens":512,"Average":71.76,"OpusparcusPC (fr)":88.54,"PawsXPairClassification (fr)":54.98} -{"index":111,"Rank":69,"Model":"distiluse-base-multilingual-cased-v2<\/a>","Model Size (Million Parameters)":135,"Memory Usage (GB, fp32)":0.5,"Embedding Dimensions":512,"Max Tokens":512,"Average":71.61,"OpusparcusPC (fr)":92.07,"PawsXPairClassification (fr)":51.16} -{"index":71,"Rank":70,"Model":"e5-base-4k<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":71.58,"OpusparcusPC (fr)":87.77,"PawsXPairClassification (fr)":55.38} -{"index":108,"Rank":71,"Model":"all-mpnet-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average":71.52,"OpusparcusPC (fr)":86.61,"PawsXPairClassification (fr)":56.42} -{"index":106,"Rank":72,"Model":"all-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":71.47,"OpusparcusPC (fr)":87.35,"PawsXPairClassification (fr)":55.59} -{"index":101,"Rank":73,"Model":"nomic-embed-text-v1<\/a>","Model Size (Million Parameters)":547,"Memory Usage (GB, fp32)":2.04,"Embedding Dimensions":768,"Max Tokens":8192,"Average":71.42,"OpusparcusPC (fr)":87.89,"PawsXPairClassification (fr)":54.96} -{"index":85,"Rank":74,"Model":"e5-small<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":71.28,"OpusparcusPC (fr)":87.26,"PawsXPairClassification (fr)":55.29} -{"index":17,"Rank":75,"Model":"bge-large-en-v1.5<\/a>","Model Size (Million Parameters)":1340,"Memory Usage (GB, fp32)":4.99,"Embedding Dimensions":1024,"Max Tokens":512,"Average":71.26,"OpusparcusPC (fr)":87.64,"PawsXPairClassification (fr)":54.89} -{"index":107,"Rank":76,"Model":"all-MiniLM-L6-v2<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":384,"Max Tokens":512,"Average":70.96,"OpusparcusPC (fr)":86.53,"PawsXPairClassification (fr)":55.4} -{"index":81,"Rank":77,"Model":"e5-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":70.96,"OpusparcusPC (fr)":88.17,"PawsXPairClassification (fr)":53.76} -{"index":91,"Rank":78,"Model":"udever-bloom-560m<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":2048,"Average":70.9,"OpusparcusPC (fr)":82.1,"PawsXPairClassification (fr)":59.69} -{"index":36,"Rank":79,"Model":"bert-base-25lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":512,"Average":70.59,"OpusparcusPC (fr)":87.78,"PawsXPairClassification (fr)":53.4} -{"index":34,"Rank":80,"Model":"bert-base-10lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":512,"Average":70.59,"OpusparcusPC (fr)":87.78,"PawsXPairClassification (fr)":53.4} -{"index":77,"Rank":81,"Model":"bert-base-multilingual-cased<\/a>","Model Size (Million Parameters)":179,"Memory Usage (GB, fp32)":0.67,"Embedding Dimensions":768,"Max Tokens":512,"Average":70.59,"OpusparcusPC (fr)":87.76,"PawsXPairClassification (fr)":53.41} -{"index":35,"Rank":82,"Model":"bert-base-15lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":512,"Average":70.56,"OpusparcusPC (fr)":87.73,"PawsXPairClassification (fr)":53.38} -{"index":16,"Rank":83,"Model":"bge-base-en-v1.5<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":70.54,"OpusparcusPC (fr)":85.92,"PawsXPairClassification (fr)":55.17} -{"index":20,"Rank":84,"Model":"bge-small-en-v1.5<\/a>","Model Size (Million Parameters)":24,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":512,"Max Tokens":512,"Average":70.54,"OpusparcusPC (fr)":87.13,"PawsXPairClassification (fr)":53.94} -{"index":78,"Rank":85,"Model":"bert-base-multilingual-uncased<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Embedding Dimensions":768,"Max Tokens":512,"Average":70.43,"OpusparcusPC (fr)":87.53,"PawsXPairClassification (fr)":53.33} -{"index":75,"Rank":86,"Model":"flaubert_large_cased<\/a>","Model Size (Million Parameters)":372,"Memory Usage (GB, fp32)":1.39,"Embedding Dimensions":1024,"Max Tokens":512,"Average":70.42,"OpusparcusPC (fr)":85.91,"PawsXPairClassification (fr)":54.94} -{"index":61,"Rank":87,"Model":"LaBSE-en-ru<\/a>","Model Size (Million Parameters)":129,"Memory Usage (GB, fp32)":0.48,"Embedding Dimensions":768,"Max Tokens":512,"Average":70.22,"OpusparcusPC (fr)":88.76,"PawsXPairClassification (fr)":51.69} -{"index":69,"Rank":88,"Model":"deberta-v1-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":512,"Average":70.18,"OpusparcusPC (fr)":85.53,"PawsXPairClassification (fr)":54.82} -{"index":32,"Rank":89,"Model":"xlm-roberta-base<\/a>","Model Size (Million Parameters)":279,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":68.82,"OpusparcusPC (fr)":85.91,"PawsXPairClassification (fr)":51.73} -{"index":31,"Rank":90,"Model":"rubert-base-cased-sentence<\/a>","Model Size (Million Parameters)":180,"Memory Usage (GB, fp32)":0.67,"Embedding Dimensions":768,"Max Tokens":512,"Average":68.68,"OpusparcusPC (fr)":83.27,"PawsXPairClassification (fr)":54.1} -{"index":33,"Rank":91,"Model":"xlm-roberta-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":68.62,"OpusparcusPC (fr)":83.79,"PawsXPairClassification (fr)":53.44} -{"index":56,"Rank":92,"Model":"sbert_large_nlu_ru<\/a>","Model Size (Million Parameters)":427,"Memory Usage (GB, fp32)":1.59,"Embedding Dimensions":1024,"Max Tokens":512,"Average":68.3,"OpusparcusPC (fr)":82.75,"PawsXPairClassification (fr)":53.84} -{"index":122,"Rank":93,"Model":"rubert-tiny-turbo<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"Embedding Dimensions":312,"Max Tokens":2048,"Average":68.28,"OpusparcusPC (fr)":85.13,"PawsXPairClassification (fr)":51.43} -{"index":55,"Rank":94,"Model":"sbert_large_mt_nlu_ru<\/a>","Model Size (Million Parameters)":427,"Memory Usage (GB, fp32)":1.59,"Embedding Dimensions":1024,"Max Tokens":514,"Average":68.2,"OpusparcusPC (fr)":83.34,"PawsXPairClassification (fr)":53.06} -{"index":62,"Rank":95,"Model":"rubert-tiny<\/a>","Model Size (Million Parameters)":12,"Memory Usage (GB, fp32)":0.04,"Embedding Dimensions":512,"Max Tokens":514,"Average":68.0,"OpusparcusPC (fr)":86.61,"PawsXPairClassification (fr)":49.4} -{"index":63,"Rank":96,"Model":"rubert-tiny2<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"Embedding Dimensions":2048,"Max Tokens":514,"Average":67.91,"OpusparcusPC (fr)":86.53,"PawsXPairClassification (fr)":49.3} -{"index":30,"Rank":97,"Model":"rubert-base-cased<\/a>","Model Size (Million Parameters)":180,"Memory Usage (GB, fp32)":0.67,"Embedding Dimensions":768,"Max Tokens":512,"Average":67.89,"OpusparcusPC (fr)":84.68,"PawsXPairClassification (fr)":51.09} -{"index":74,"Rank":98,"Model":"flaubert_base_uncased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":512,"Average":67.44,"OpusparcusPC (fr)":82.0,"PawsXPairClassification (fr)":52.89} -{"index":29,"Rank":99,"Model":"distilrubert-small-cased-conversational<\/a>","Model Size (Million Parameters)":106,"Memory Usage (GB, fp32)":0.39,"Embedding Dimensions":768,"Max Tokens":512,"Average":67.18,"OpusparcusPC (fr)":85.23,"PawsXPairClassification (fr)":49.14} -{"index":73,"Rank":100,"Model":"flaubert_base_cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":512,"Average":67.17,"OpusparcusPC (fr)":82.15,"PawsXPairClassification (fr)":52.19} -{"index":92,"Rank":101,"Model":"jina-embeddings-v2-base-en<\/a>","Model Size (Million Parameters)":275,"Memory Usage (GB, fp32)":1.02,"Embedding Dimensions":768,"Max Tokens":8192,"Average":61.32,"OpusparcusPC (fr)":73.24,"PawsXPairClassification (fr)":49.4} -{"index":9,"Rank":102,"Model":"llm2vec-croissant-mntp<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":"","OpusparcusPC (fr)":"","PawsXPairClassification (fr)":""} -{"index":15,"Rank":103,"Model":"e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","OpusparcusPC (fr)":"","PawsXPairClassification (fr)":""} -{"index":41,"Rank":108,"Model":"MUG-B-1.6<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","OpusparcusPC (fr)":"","PawsXPairClassification (fr)":""} -{"index":48,"Rank":110,"Model":"SGPT-125M-weightedmean-msmarco-specb-bitfit<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":2048,"Average":"","OpusparcusPC (fr)":"","PawsXPairClassification (fr)":""} -{"index":49,"Rank":111,"Model":"SGPT-125M-weightedmean-nli-bitfit<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":2048,"Average":"","OpusparcusPC (fr)":"","PawsXPairClassification (fr)":""} -{"index":50,"Rank":112,"Model":"SGPT-5.8B-weightedmean-nli-bitfit<\/a>","Model Size (Million Parameters)":5874,"Memory Usage (GB, fp32)":21.88,"Embedding Dimensions":4096,"Max Tokens":2048,"Average":"","OpusparcusPC (fr)":"","PawsXPairClassification (fr)":""} -{"index":58,"Rank":115,"Model":"sgpt-bloom-1b7-nli<\/a>","Model Size (Million Parameters)":1722,"Memory Usage (GB, fp32)":6.42,"Embedding Dimensions":2048,"Max Tokens":4096,"Average":"","OpusparcusPC (fr)":"","PawsXPairClassification (fr)":""} -{"index":59,"Rank":116,"Model":"sgpt-bloom-7b1-msmarco<\/a>","Model Size (Million Parameters)":7068,"Memory Usage (GB, fp32)":26.33,"Embedding Dimensions":4096,"Max Tokens":2048,"Average":"","OpusparcusPC (fr)":"","PawsXPairClassification (fr)":""} -{"index":60,"Rank":117,"Model":"slx-v0.1<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.08,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","OpusparcusPC (fr)":"","PawsXPairClassification (fr)":""} -{"index":72,"Rank":119,"Model":"SONAR<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","OpusparcusPC (fr)":"","PawsXPairClassification (fr)":71.36} -{"index":79,"Rank":120,"Model":"inf-retriever-v1<\/a>","Model Size (Million Parameters)":7069,"Memory Usage (GB, fp32)":26.33,"Embedding Dimensions":3584,"Max Tokens":131072,"Average":"","OpusparcusPC (fr)":"","PawsXPairClassification (fr)":""} -{"index":95,"Rank":122,"Model":"ternary-weight-embedding<\/a>","Model Size (Million Parameters)":99,"Memory Usage (GB, fp32)":0.37,"Embedding Dimensions":1792,"Max Tokens":512,"Average":"","OpusparcusPC (fr)":"","PawsXPairClassification (fr)":""} -{"index":97,"Rank":123,"Model":"sentence_croissant_alpha_v0.1<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":"","OpusparcusPC (fr)":"","PawsXPairClassification (fr)":66.96} -{"index":102,"Rank":124,"Model":"FAB-Ramy-v1<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","OpusparcusPC (fr)":"","PawsXPairClassification (fr)":""} -{"index":103,"Rank":125,"Model":"FAE-v1<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","OpusparcusPC (fr)":"","PawsXPairClassification (fr)":""} -{"index":104,"Rank":126,"Model":"FUE-v1<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","OpusparcusPC (fr)":"","PawsXPairClassification (fr)":""} -{"index":109,"Rank":127,"Model":"allenai-specter<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","OpusparcusPC (fr)":"","PawsXPairClassification (fr)":""} -{"index":110,"Rank":128,"Model":"average_word_embeddings_komninos<\/a>","Model Size (Million Parameters)":134,"Memory Usage (GB, fp32)":0.5,"Embedding Dimensions":300,"Max Tokens":"N\/A","Average":"","OpusparcusPC (fr)":"","PawsXPairClassification (fr)":""} -{"index":112,"Rank":129,"Model":"gtr-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","OpusparcusPC (fr)":"","PawsXPairClassification (fr)":""} -{"index":113,"Rank":130,"Model":"gtr-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","OpusparcusPC (fr)":"","PawsXPairClassification (fr)":""} -{"index":124,"Rank":131,"Model":"llm_mse<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","OpusparcusPC (fr)":100.0,"PawsXPairClassification (fr)":""} diff --git a/all_data_tasks/19/default.jsonl b/all_data_tasks/19/default.jsonl deleted file mode 100644 index 1483c840c1a4c1f824a83d926015611489c01a83..0000000000000000000000000000000000000000 --- a/all_data_tasks/19/default.jsonl +++ /dev/null @@ -1,120 +0,0 @@ -{"index":129,"Rank":1,"Model":"text-embedding-3-large<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":3072,"Max Tokens":8191,"Average":85.34,"AlloprofReranking":80.3,"SyntecReranking":90.38} -{"index":37,"Rank":2,"Model":"GritLM-7B<\/a>","Model Size (Million Parameters)":7240,"Memory Usage (GB, fp32)":26.97,"Embedding Dimensions":"","Max Tokens":4096,"Average":85.28,"AlloprofReranking":77.93,"SyntecReranking":92.62} -{"index":19,"Rank":3,"Model":"bge-multilingual-gemma2<\/a>","Model Size (Million Parameters)":9242,"Memory Usage (GB, fp32)":34.43,"Embedding Dimensions":3584,"Max Tokens":8192,"Average":85.22,"AlloprofReranking":78.62,"SyntecReranking":91.83} -{"index":53,"Rank":4,"Model":"SFR-Embedding-Mistral<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":85.04,"AlloprofReranking":79.32,"SyntecReranking":90.75} -{"index":12,"Rank":5,"Model":"gte-Qwen2-1.5B-instruct<\/a>","Model Size (Million Parameters)":1776,"Memory Usage (GB, fp32)":6.62,"Embedding Dimensions":1536,"Max Tokens":131072,"Average":83.76,"AlloprofReranking":73.49,"SyntecReranking":94.03} -{"index":27,"Rank":6,"Model":"Cohere-embed-multilingual-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":512,"Average":83.3,"AlloprofReranking":75.41,"SyntecReranking":91.2} -{"index":13,"Rank":7,"Model":"gte-Qwen2-7B-instruct<\/a>","Model Size (Million Parameters)":7613,"Memory Usage (GB, fp32)":28.36,"Embedding Dimensions":3584,"Max Tokens":32768,"Average":82.71,"AlloprofReranking":81.1,"SyntecReranking":84.32} -{"index":7,"Rank":8,"Model":"voyage-multilingual-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":32000,"Average":82.59,"AlloprofReranking":74.78,"SyntecReranking":90.4} -{"index":88,"Rank":9,"Model":"multilingual-e5-large-instruct<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":82.32,"AlloprofReranking":74.68,"SyntecReranking":89.95} -{"index":6,"Rank":10,"Model":"voyage-law-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":16000,"Average":82.06,"AlloprofReranking":72.92,"SyntecReranking":91.2} -{"index":42,"Rank":11,"Model":"bilingual-document-embedding<\/a>","Model Size (Million Parameters)":568,"Memory Usage (GB, fp32)":2.12,"Embedding Dimensions":1024,"Max Tokens":8194,"Average":81.38,"AlloprofReranking":73.87,"SyntecReranking":88.89} -{"index":11,"Rank":12,"Model":"gte-Qwen1.5-7B-instruct<\/a>","Model Size (Million Parameters)":7099,"Memory Usage (GB, fp32)":26.45,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":81.27,"AlloprofReranking":75.56,"SyntecReranking":86.98} -{"index":38,"Rank":13,"Model":"KaLM-embedding-multilingual-mini-instruct-v1<\/a>","Model Size (Million Parameters)":494,"Memory Usage (GB, fp32)":1.84,"Embedding Dimensions":896,"Max Tokens":131072,"Average":80.82,"AlloprofReranking":75.05,"SyntecReranking":86.6} -{"index":64,"Rank":14,"Model":"french-document-embedding<\/a>","Model Size (Million Parameters)":305,"Memory Usage (GB, fp32)":1.14,"Embedding Dimensions":768,"Max Tokens":8192,"Average":80.82,"AlloprofReranking":73.52,"SyntecReranking":88.12} -{"index":40,"Rank":15,"Model":"KaLM-embedding-multilingual-mini-v1<\/a>","Model Size (Million Parameters)":494,"Memory Usage (GB, fp32)":1.84,"Embedding Dimensions":896,"Max Tokens":131072,"Average":80.66,"AlloprofReranking":74.05,"SyntecReranking":87.27} -{"index":39,"Rank":16,"Model":"KaLM-embedding-multilingual-mini-instruct-v1.5<\/a>","Model Size (Million Parameters)":494,"Memory Usage (GB, fp32)":1.84,"Embedding Dimensions":896,"Max Tokens":131072,"Average":80.58,"AlloprofReranking":75.18,"SyntecReranking":85.97} -{"index":0,"Rank":17,"Model":"mistral-embed<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":"","Average":80.46,"AlloprofReranking":72.36,"SyntecReranking":88.57} -{"index":130,"Rank":18,"Model":"text-embedding-3-small<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":8191,"Average":80.15,"AlloprofReranking":74.84,"SyntecReranking":85.45} -{"index":44,"Rank":19,"Model":"bilingual-embedding-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":79.79,"AlloprofReranking":73.63,"SyntecReranking":85.95} -{"index":68,"Rank":20,"Model":"USER-bge-m3<\/a>","Model Size (Million Parameters)":359,"Memory Usage (GB, fp32)":1.34,"Embedding Dimensions":1024,"Max Tokens":8192,"Average":79.54,"AlloprofReranking":73.25,"SyntecReranking":85.83} -{"index":26,"Rank":21,"Model":"Cohere-embed-multilingual-light-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":384,"Max Tokens":512,"Average":79.22,"AlloprofReranking":72.49,"SyntecReranking":85.96} -{"index":4,"Rank":22,"Model":"voyage-code-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":16000,"Average":78.78,"AlloprofReranking":70.79,"SyntecReranking":86.77} -{"index":43,"Rank":23,"Model":"bilingual-embedding-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":77.14,"AlloprofReranking":70.46,"SyntecReranking":83.83} -{"index":120,"Rank":24,"Model":"sentence-t5-xxl<\/a>","Model Size (Million Parameters)":4865,"Memory Usage (GB, fp32)":18.12,"Embedding Dimensions":768,"Max Tokens":512,"Average":76.76,"AlloprofReranking":68.36,"SyntecReranking":85.15} -{"index":52,"Rank":25,"Model":"Solon-embeddings-large-0.1<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":76.58,"AlloprofReranking":64.88,"SyntecReranking":88.28} -{"index":14,"Rank":26,"Model":"gte-multilingual-base<\/a>","Model Size (Million Parameters)":305,"Memory Usage (GB, fp32)":1.14,"Embedding Dimensions":768,"Max Tokens":8192,"Average":76.47,"AlloprofReranking":64.91,"SyntecReranking":88.03} -{"index":47,"Rank":27,"Model":"onnx-gte-multilingual-base<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":76.47,"AlloprofReranking":64.91,"SyntecReranking":88.03} -{"index":100,"Rank":28,"Model":"sentence_croissant_alpha_v0.4<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":76.43,"AlloprofReranking":68.79,"SyntecReranking":84.07} -{"index":127,"Rank":29,"Model":"bilingual-embedding-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":75.75,"AlloprofReranking":68.73,"SyntecReranking":82.77} -{"index":99,"Rank":30,"Model":"sentence_croissant_alpha_v0.3<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":75.48,"AlloprofReranking":68.31,"SyntecReranking":82.65} -{"index":76,"Rank":31,"Model":"bge-m3-custom-fr-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":75.3,"AlloprofReranking":65.17,"SyntecReranking":85.43} -{"index":96,"Rank":32,"Model":"bge-m3-custom-fr<\/a>","Model Size (Million Parameters)":568,"Memory Usage (GB, fp32)":2.12,"Embedding Dimensions":1024,"Max Tokens":8194,"Average":75.3,"AlloprofReranking":65.17,"SyntecReranking":85.43} -{"index":98,"Rank":33,"Model":"sentence_croissant_alpha_v0.2<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":75.2,"AlloprofReranking":67.24,"SyntecReranking":83.17} -{"index":45,"Rank":34,"Model":"bilingual-embedding-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":75.06,"AlloprofReranking":68.44,"SyntecReranking":81.68} -{"index":116,"Rank":35,"Model":"paraphrase-multilingual-mpnet-base-v2<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":74.09,"AlloprofReranking":67.2,"SyntecReranking":80.97} -{"index":119,"Rank":36,"Model":"sentence-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Embedding Dimensions":768,"Max Tokens":512,"Average":73.18,"AlloprofReranking":63.3,"SyntecReranking":83.07} -{"index":1,"Rank":37,"Model":"voyage-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":4000,"Average":73.1,"AlloprofReranking":63.54,"SyntecReranking":82.65} -{"index":66,"Rank":38,"Model":"sentence-camembert-large<\/a>","Model Size (Million Parameters)":337,"Memory Usage (GB, fp32)":1.26,"Embedding Dimensions":1024,"Max Tokens":512,"Average":72.89,"AlloprofReranking":57.62,"SyntecReranking":88.15} -{"index":25,"Rank":39,"Model":"Cohere-embed-english-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":512,"Average":72.19,"AlloprofReranking":68.26,"SyntecReranking":76.13} -{"index":87,"Rank":40,"Model":"multilingual-e5-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":72.14,"AlloprofReranking":57.37,"SyntecReranking":86.9} -{"index":86,"Rank":41,"Model":"multilingual-e5-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":71.76,"AlloprofReranking":58.1,"SyntecReranking":85.43} -{"index":89,"Rank":42,"Model":"multilingual-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":71.44,"AlloprofReranking":56.17,"SyntecReranking":86.7} -{"index":81,"Rank":43,"Model":"e5-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":70.66,"AlloprofReranking":65.41,"SyntecReranking":75.91} -{"index":83,"Rank":44,"Model":"e5-large-v2<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":70.52,"AlloprofReranking":65.12,"SyntecReranking":75.92} -{"index":17,"Rank":45,"Model":"bge-large-en-v1.5<\/a>","Model Size (Million Parameters)":1340,"Memory Usage (GB, fp32)":4.99,"Embedding Dimensions":1024,"Max Tokens":512,"Average":70.04,"AlloprofReranking":67.41,"SyntecReranking":72.67} -{"index":93,"Rank":46,"Model":"jina-embeddings-v3<\/a>","Model Size (Million Parameters)":572,"Memory Usage (GB, fp32)":2.13,"Embedding Dimensions":1024,"Max Tokens":8194,"Average":69.85,"AlloprofReranking":66.39,"SyntecReranking":73.32} -{"index":28,"Rank":47,"Model":"jina-embeddings-v3<\/a>","Model Size (Million Parameters)":572,"Memory Usage (GB, fp32)":2.13,"Embedding Dimensions":1024,"Max Tokens":8194,"Average":69.85,"AlloprofReranking":66.39,"SyntecReranking":73.32} -{"index":82,"Rank":48,"Model":"e5-large<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":68.94,"AlloprofReranking":61.93,"SyntecReranking":75.95} -{"index":118,"Rank":49,"Model":"sentence-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Embedding Dimensions":768,"Max Tokens":512,"Average":68.88,"AlloprofReranking":57.99,"SyntecReranking":79.77} -{"index":106,"Rank":50,"Model":"all-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":68.09,"AlloprofReranking":67.01,"SyntecReranking":69.17} -{"index":54,"Rank":51,"Model":"sentence-croissant-llm-base<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":67.95,"AlloprofReranking":53.0,"SyntecReranking":82.9} -{"index":108,"Rank":52,"Model":"all-mpnet-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average":67.88,"AlloprofReranking":69.63,"SyntecReranking":66.12} -{"index":16,"Rank":53,"Model":"bge-base-en-v1.5<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":67.6,"AlloprofReranking":62.19,"SyntecReranking":73.0} -{"index":85,"Rank":54,"Model":"e5-small<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":67.58,"AlloprofReranking":59.86,"SyntecReranking":75.29} -{"index":101,"Rank":55,"Model":"nomic-embed-text-v1<\/a>","Model Size (Million Parameters)":547,"Memory Usage (GB, fp32)":2.04,"Embedding Dimensions":768,"Max Tokens":8192,"Average":66.94,"AlloprofReranking":62.47,"SyntecReranking":71.41} -{"index":126,"Rank":56,"Model":"universal-sentence-encoder-multilingual-large-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":512,"Max Tokens":512,"Average":66.26,"AlloprofReranking":55.39,"SyntecReranking":77.13} -{"index":80,"Rank":57,"Model":"e5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":65.96,"AlloprofReranking":62.92,"SyntecReranking":69.01} -{"index":20,"Rank":58,"Model":"bge-small-en-v1.5<\/a>","Model Size (Million Parameters)":24,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":512,"Max Tokens":512,"Average":65.57,"AlloprofReranking":61.74,"SyntecReranking":69.4} -{"index":125,"Rank":59,"Model":"universal-sentence-encoder-multilingual-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":512,"Max Tokens":512,"Average":65.04,"AlloprofReranking":56.23,"SyntecReranking":73.85} -{"index":107,"Rank":60,"Model":"all-MiniLM-L6-v2<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":384,"Max Tokens":512,"Average":64.96,"AlloprofReranking":62.62,"SyntecReranking":67.31} -{"index":65,"Rank":61,"Model":"sentence-camembert-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":64.22,"AlloprofReranking":48.68,"SyntecReranking":79.75} -{"index":117,"Rank":62,"Model":"sentence-t5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":64.08,"AlloprofReranking":50.12,"SyntecReranking":78.05} -{"index":111,"Rank":63,"Model":"distiluse-base-multilingual-cased-v2<\/a>","Model Size (Million Parameters)":135,"Memory Usage (GB, fp32)":0.5,"Embedding Dimensions":512,"Max Tokens":512,"Average":63.28,"AlloprofReranking":51.77,"SyntecReranking":74.78} -{"index":71,"Rank":64,"Model":"e5-base-4k<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":62.46,"AlloprofReranking":58.33,"SyntecReranking":66.58} -{"index":84,"Rank":65,"Model":"e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":62.2,"AlloprofReranking":47.36,"SyntecReranking":77.05} -{"index":115,"Rank":66,"Model":"paraphrase-multilingual-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":62.02,"AlloprofReranking":49.01,"SyntecReranking":75.03} -{"index":105,"Rank":67,"Model":"LaBSE<\/a>","Model Size (Million Parameters)":471,"Memory Usage (GB, fp32)":1.75,"Embedding Dimensions":768,"Max Tokens":512,"Average":61.4,"AlloprofReranking":49.51,"SyntecReranking":73.28} -{"index":123,"Rank":68,"Model":"text2vec-base-multilingual<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":256,"Average":60.88,"AlloprofReranking":51.48,"SyntecReranking":70.28} -{"index":114,"Rank":69,"Model":"multi-qa-MiniLM-L6-cos-v1<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":384,"Max Tokens":512,"Average":52.68,"AlloprofReranking":40.28,"SyntecReranking":65.08} -{"index":78,"Rank":70,"Model":"bert-base-multilingual-uncased<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Embedding Dimensions":768,"Max Tokens":512,"Average":52.62,"AlloprofReranking":38.85,"SyntecReranking":66.4} -{"index":10,"Rank":71,"Model":"llm2vec-occiglot-mntp<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":49.98,"AlloprofReranking":37.09,"SyntecReranking":62.87} -{"index":61,"Rank":72,"Model":"LaBSE-en-ru<\/a>","Model Size (Million Parameters)":129,"Memory Usage (GB, fp32)":0.48,"Embedding Dimensions":768,"Max Tokens":512,"Average":48.0,"AlloprofReranking":42.29,"SyntecReranking":53.7} -{"index":121,"Rank":73,"Model":"LaBSE-ru-turbo<\/a>","Model Size (Million Parameters)":128,"Memory Usage (GB, fp32)":0.48,"Embedding Dimensions":768,"Max Tokens":512,"Average":47.71,"AlloprofReranking":41.6,"SyntecReranking":53.82} -{"index":74,"Rank":74,"Model":"flaubert_base_uncased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":512,"Average":45.86,"AlloprofReranking":34.55,"SyntecReranking":57.18} -{"index":8,"Rank":75,"Model":"LASER2<\/a>","Model Size (Million Parameters)":43,"Memory Usage (GB, fp32)":0.16,"Embedding Dimensions":1024,"Max Tokens":"N\/A","Average":45.61,"AlloprofReranking":35.29,"SyntecReranking":55.93} -{"index":67,"Rank":76,"Model":"USER-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":512,"Average":45.39,"AlloprofReranking":38.67,"SyntecReranking":52.11} -{"index":73,"Rank":77,"Model":"flaubert_base_cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":512,"Average":45.34,"AlloprofReranking":34.81,"SyntecReranking":55.88} -{"index":36,"Rank":78,"Model":"bert-base-25lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":512,"Average":44.75,"AlloprofReranking":36.25,"SyntecReranking":53.25} -{"index":77,"Rank":79,"Model":"bert-base-multilingual-cased<\/a>","Model Size (Million Parameters)":179,"Memory Usage (GB, fp32)":0.67,"Embedding Dimensions":768,"Max Tokens":512,"Average":44.74,"AlloprofReranking":36.23,"SyntecReranking":53.25} -{"index":35,"Rank":80,"Model":"bert-base-15lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":512,"Average":44.73,"AlloprofReranking":36.21,"SyntecReranking":53.25} -{"index":34,"Rank":81,"Model":"bert-base-10lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":512,"Average":44.73,"AlloprofReranking":36.21,"SyntecReranking":53.25} -{"index":90,"Rank":82,"Model":"udever-bloom-1b1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":2048,"Average":43.3,"AlloprofReranking":38.6,"SyntecReranking":47.99} -{"index":33,"Rank":83,"Model":"xlm-roberta-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":39.01,"AlloprofReranking":28.62,"SyntecReranking":49.4} -{"index":91,"Rank":84,"Model":"udever-bloom-560m<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":2048,"Average":38.96,"AlloprofReranking":30.7,"SyntecReranking":47.21} -{"index":62,"Rank":85,"Model":"rubert-tiny<\/a>","Model Size (Million Parameters)":12,"Memory Usage (GB, fp32)":0.04,"Embedding Dimensions":512,"Max Tokens":514,"Average":37.1,"AlloprofReranking":31.42,"SyntecReranking":42.77} -{"index":122,"Rank":86,"Model":"rubert-tiny-turbo<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"Embedding Dimensions":312,"Max Tokens":2048,"Average":35.15,"AlloprofReranking":30.29,"SyntecReranking":40.01} -{"index":29,"Rank":87,"Model":"distilrubert-small-cased-conversational<\/a>","Model Size (Million Parameters)":106,"Memory Usage (GB, fp32)":0.39,"Embedding Dimensions":768,"Max Tokens":512,"Average":34.84,"AlloprofReranking":32.82,"SyntecReranking":36.86} -{"index":31,"Rank":88,"Model":"rubert-base-cased-sentence<\/a>","Model Size (Million Parameters)":180,"Memory Usage (GB, fp32)":0.67,"Embedding Dimensions":768,"Max Tokens":512,"Average":34.79,"AlloprofReranking":33.58,"SyntecReranking":36.0} -{"index":32,"Rank":89,"Model":"xlm-roberta-base<\/a>","Model Size (Million Parameters)":279,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":34.66,"AlloprofReranking":25.58,"SyntecReranking":43.75} -{"index":75,"Rank":90,"Model":"flaubert_large_cased<\/a>","Model Size (Million Parameters)":372,"Memory Usage (GB, fp32)":1.39,"Embedding Dimensions":1024,"Max Tokens":512,"Average":34.54,"AlloprofReranking":26.29,"SyntecReranking":42.8} -{"index":55,"Rank":91,"Model":"sbert_large_mt_nlu_ru<\/a>","Model Size (Million Parameters)":427,"Memory Usage (GB, fp32)":1.59,"Embedding Dimensions":1024,"Max Tokens":514,"Average":33.8,"AlloprofReranking":31.62,"SyntecReranking":35.97} -{"index":56,"Rank":92,"Model":"sbert_large_nlu_ru<\/a>","Model Size (Million Parameters)":427,"Memory Usage (GB, fp32)":1.59,"Embedding Dimensions":1024,"Max Tokens":512,"Average":33.42,"AlloprofReranking":31.06,"SyntecReranking":35.78} -{"index":63,"Rank":93,"Model":"rubert-tiny2<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"Embedding Dimensions":2048,"Max Tokens":514,"Average":33.04,"AlloprofReranking":27.94,"SyntecReranking":38.15} -{"index":30,"Rank":94,"Model":"rubert-base-cased<\/a>","Model Size (Million Parameters)":180,"Memory Usage (GB, fp32)":0.67,"Embedding Dimensions":768,"Max Tokens":512,"Average":32.17,"AlloprofReranking":29.26,"SyntecReranking":35.08} -{"index":69,"Rank":95,"Model":"deberta-v1-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":512,"Average":30.5,"AlloprofReranking":27.81,"SyntecReranking":33.19} -{"index":92,"Rank":96,"Model":"jina-embeddings-v2-base-en<\/a>","Model Size (Million Parameters)":275,"Memory Usage (GB, fp32)":1.02,"Embedding Dimensions":768,"Max Tokens":8192,"Average":29.44,"AlloprofReranking":28.82,"SyntecReranking":30.07} -{"index":2,"Rank":97,"Model":"voyage-3-lite<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":512,"Max Tokens":32000,"Average":"","AlloprofReranking":75.02,"SyntecReranking":""} -{"index":3,"Rank":98,"Model":"voyage-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":32000,"Average":"","AlloprofReranking":84.65,"SyntecReranking":""} -{"index":5,"Rank":99,"Model":"voyage-large-2-instruct<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":16000,"Average":"","AlloprofReranking":"","SyntecReranking":""} -{"index":9,"Rank":100,"Model":"llm2vec-croissant-mntp<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":"","AlloprofReranking":"","SyntecReranking":""} -{"index":15,"Rank":101,"Model":"e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","AlloprofReranking":"","SyntecReranking":""} -{"index":18,"Rank":102,"Model":"bge-m3<\/a>","Model Size (Million Parameters)":567,"Memory Usage (GB, fp32)":2.11,"Embedding Dimensions":1024,"Max Tokens":8192,"Average":"","AlloprofReranking":73.87,"SyntecReranking":""} -{"index":41,"Rank":107,"Model":"MUG-B-1.6<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","AlloprofReranking":"","SyntecReranking":""} -{"index":48,"Rank":109,"Model":"SGPT-125M-weightedmean-msmarco-specb-bitfit<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":2048,"Average":"","AlloprofReranking":"","SyntecReranking":""} -{"index":49,"Rank":110,"Model":"SGPT-125M-weightedmean-nli-bitfit<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":2048,"Average":"","AlloprofReranking":"","SyntecReranking":""} -{"index":50,"Rank":111,"Model":"SGPT-5.8B-weightedmean-nli-bitfit<\/a>","Model Size (Million Parameters)":5874,"Memory Usage (GB, fp32)":21.88,"Embedding Dimensions":4096,"Max Tokens":2048,"Average":"","AlloprofReranking":"","SyntecReranking":""} -{"index":58,"Rank":114,"Model":"sgpt-bloom-1b7-nli<\/a>","Model Size (Million Parameters)":1722,"Memory Usage (GB, fp32)":6.42,"Embedding Dimensions":2048,"Max Tokens":4096,"Average":"","AlloprofReranking":"","SyntecReranking":""} -{"index":59,"Rank":115,"Model":"sgpt-bloom-7b1-msmarco<\/a>","Model Size (Million Parameters)":7068,"Memory Usage (GB, fp32)":26.33,"Embedding Dimensions":4096,"Max Tokens":2048,"Average":"","AlloprofReranking":"","SyntecReranking":""} -{"index":60,"Rank":116,"Model":"slx-v0.1<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.08,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","AlloprofReranking":"","SyntecReranking":""} -{"index":79,"Rank":119,"Model":"inf-retriever-v1<\/a>","Model Size (Million Parameters)":7069,"Memory Usage (GB, fp32)":26.33,"Embedding Dimensions":3584,"Max Tokens":131072,"Average":"","AlloprofReranking":"","SyntecReranking":""} -{"index":95,"Rank":121,"Model":"ternary-weight-embedding<\/a>","Model Size (Million Parameters)":99,"Memory Usage (GB, fp32)":0.37,"Embedding Dimensions":1792,"Max Tokens":512,"Average":"","AlloprofReranking":"","SyntecReranking":""} -{"index":97,"Rank":122,"Model":"sentence_croissant_alpha_v0.1<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":"","AlloprofReranking":"","SyntecReranking":""} -{"index":102,"Rank":123,"Model":"FAB-Ramy-v1<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","AlloprofReranking":"","SyntecReranking":""} -{"index":103,"Rank":124,"Model":"FAE-v1<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","AlloprofReranking":"","SyntecReranking":""} -{"index":104,"Rank":125,"Model":"FUE-v1<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","AlloprofReranking":"","SyntecReranking":""} -{"index":109,"Rank":126,"Model":"allenai-specter<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AlloprofReranking":"","SyntecReranking":""} -{"index":110,"Rank":127,"Model":"average_word_embeddings_komninos<\/a>","Model Size (Million Parameters)":134,"Memory Usage (GB, fp32)":0.5,"Embedding Dimensions":300,"Max Tokens":"N\/A","Average":"","AlloprofReranking":"","SyntecReranking":""} -{"index":112,"Rank":128,"Model":"gtr-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AlloprofReranking":"","SyntecReranking":""} -{"index":113,"Rank":129,"Model":"gtr-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AlloprofReranking":"","SyntecReranking":""} -{"index":128,"Rank":131,"Model":"text-embedding-ada-002<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":8191,"Average":"","AlloprofReranking":"","SyntecReranking":89.87} diff --git a/all_data_tasks/2/default.jsonl b/all_data_tasks/2/default.jsonl deleted file mode 100644 index 445ac21809655db9debd1ddb315566b851206fc9..0000000000000000000000000000000000000000 --- a/all_data_tasks/2/default.jsonl +++ /dev/null @@ -1,382 +0,0 @@ -{"index":9,"Rank":1,"Model":"voyage-large-2-instruct<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":16000,"Average":89.24,"SprintDuplicateQuestions":94.5,"TwitterSemEval2015":86.32,"TwitterURLCorpus":86.9} -{"index":355,"Rank":2,"Model":"BinGSE-Meta-Llama-3-8B-Instruct<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":88.84,"SprintDuplicateQuestions":96.54,"TwitterSemEval2015":82.39,"TwitterURLCorpus":87.6} -{"index":294,"Rank":3,"Model":"NV-Embed-v2<\/a>","Model Size (Million Parameters)":7851,"Memory Usage (GB, fp32)":29.25,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":88.67,"SprintDuplicateQuestions":97.02,"TwitterSemEval2015":81.11,"TwitterURLCorpus":87.87} -{"index":130,"Rank":4,"Model":"SFR-Embedding-Mistral<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":88.54,"SprintDuplicateQuestions":96.31,"TwitterSemEval2015":81.52,"TwitterURLCorpus":87.78} -{"index":223,"Rank":5,"Model":"e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":88.42,"SprintDuplicateQuestions":95.86,"TwitterSemEval2015":81.62,"TwitterURLCorpus":87.79} -{"index":81,"Rank":6,"Model":"Linq-Embed-Mistral<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":88.35,"SprintDuplicateQuestions":96.11,"TwitterSemEval2015":81.52,"TwitterURLCorpus":87.42} -{"index":26,"Rank":7,"Model":"e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":88.34,"SprintDuplicateQuestions":95.66,"TwitterSemEval2015":81.62,"TwitterURLCorpus":87.75} -{"index":308,"Rank":8,"Model":"TDTE<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":88.27,"SprintDuplicateQuestions":96.52,"TwitterSemEval2015":81.35,"TwitterURLCorpus":86.94} -{"index":384,"Rank":9,"Model":"Zeta-Alpha-E5-Mistral<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":88.19,"SprintDuplicateQuestions":95.25,"TwitterSemEval2015":81.41,"TwitterURLCorpus":87.92} -{"index":66,"Rank":10,"Model":"speed-embedding-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":88.19,"SprintDuplicateQuestions":95.47,"TwitterSemEval2015":81.67,"TwitterURLCorpus":87.42} -{"index":30,"Rank":11,"Model":"bge-en-icl<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":88.14,"SprintDuplicateQuestions":97.23,"TwitterSemEval2015":79.34,"TwitterURLCorpus":87.84} -{"index":129,"Rank":12,"Model":"SFR-Embedding-2_R<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":88.07,"SprintDuplicateQuestions":97.62,"TwitterSemEval2015":78.57,"TwitterURLCorpus":88.03} -{"index":112,"Rank":13,"Model":"jasper_en_vision_language_v1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":88.07,"SprintDuplicateQuestions":96.25,"TwitterSemEval2015":80.28,"TwitterURLCorpus":87.69} -{"index":113,"Rank":14,"Model":"stella_en_1.5B_v5<\/a>","Model Size (Million Parameters)":1543,"Memory Usage (GB, fp32)":5.75,"Embedding Dimensions":8192,"Max Tokens":131072,"Average":88.07,"SprintDuplicateQuestions":96.04,"TwitterSemEval2015":80.58,"TwitterURLCorpus":87.58} -{"index":86,"Rank":15,"Model":"LLM2Vec-Llama-2-7b-chat-hf-mntp-supervised<\/a>","Model Size (Million Parameters)":6607,"Memory Usage (GB, fp32)":24.61,"Embedding Dimensions":4096,"Max Tokens":4096,"Average":88.03,"SprintDuplicateQuestions":96.83,"TwitterSemEval2015":80.7,"TwitterURLCorpus":86.56} -{"index":90,"Rank":16,"Model":"LLM2Vec-Mistral-supervised<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":87.99,"SprintDuplicateQuestions":96.82,"TwitterSemEval2015":80.6,"TwitterURLCorpus":86.56} -{"index":380,"Rank":17,"Model":"LENS-d8000<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":87.87,"SprintDuplicateQuestions":97.0,"TwitterSemEval2015":79.56,"TwitterURLCorpus":87.04} -{"index":88,"Rank":18,"Model":"LLM2Vec-Meta-Llama-3-supervised<\/a>","Model Size (Million Parameters)":7505,"Memory Usage (GB, fp32)":27.96,"Embedding Dimensions":4096,"Max Tokens":8192,"Average":87.79,"SprintDuplicateQuestions":95.09,"TwitterSemEval2015":81.73,"TwitterURLCorpus":86.56} -{"index":379,"Rank":19,"Model":"LENS-d4000<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":87.77,"SprintDuplicateQuestions":96.98,"TwitterSemEval2015":79.12,"TwitterURLCorpus":87.21} -{"index":114,"Rank":20,"Model":"stella_en_400M_v5<\/a>","Model Size (Million Parameters)":435,"Memory Usage (GB, fp32)":1.62,"Embedding Dimensions":8192,"Max Tokens":8192,"Average":87.74,"SprintDuplicateQuestions":95.59,"TwitterSemEval2015":80.18,"TwitterURLCorpus":87.46} -{"index":1,"Rank":21,"Model":"text-embedding-004<\/a>","Model Size (Million Parameters)":1200,"Memory Usage (GB, fp32)":4.47,"Embedding Dimensions":768,"Max Tokens":2048,"Average":87.61,"SprintDuplicateQuestions":96.26,"TwitterSemEval2015":79.04,"TwitterURLCorpus":87.53} -{"index":21,"Rank":22,"Model":"gte-Qwen2-1.5B-instruct<\/a>","Model Size (Million Parameters)":1776,"Memory Usage (GB, fp32)":6.62,"Embedding Dimensions":1536,"Max Tokens":131072,"Average":87.51,"SprintDuplicateQuestions":95.32,"TwitterSemEval2015":79.64,"TwitterURLCorpus":87.58} -{"index":20,"Rank":23,"Model":"gte-Qwen1.5-7B-instruct<\/a>","Model Size (Million Parameters)":7099,"Memory Usage (GB, fp32)":26.45,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":87.38,"SprintDuplicateQuestions":95.99,"TwitterSemEval2015":79.36,"TwitterURLCorpus":86.79} -{"index":131,"Rank":24,"Model":"ember-v1-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":87.37,"SprintDuplicateQuestions":96.83,"TwitterSemEval2015":79.29,"TwitterURLCorpus":85.98} -{"index":253,"Rank":25,"Model":"ember-v1<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":87.37,"SprintDuplicateQuestions":96.83,"TwitterSemEval2015":79.29,"TwitterURLCorpus":85.98} -{"index":245,"Rank":26,"Model":"echo-mistral-7b-instruct-lasttoken<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":87.34,"SprintDuplicateQuestions":94.59,"TwitterSemEval2015":79.93,"TwitterURLCorpus":87.5} -{"index":0,"Rank":27,"Model":"text-embedding-004-256<\/a>","Model Size (Million Parameters)":1200,"Memory Usage (GB, fp32)":4.47,"Embedding Dimensions":256,"Max Tokens":2048,"Average":87.29,"SprintDuplicateQuestions":96.49,"TwitterSemEval2015":78.25,"TwitterURLCorpus":87.12} -{"index":61,"Rank":28,"Model":"GritLM-7B<\/a>","Model Size (Million Parameters)":7240,"Memory Usage (GB, fp32)":26.97,"Embedding Dimensions":"","Max Tokens":4096,"Average":87.29,"SprintDuplicateQuestions":93.35,"TwitterSemEval2015":81.08,"TwitterURLCorpus":87.43} -{"index":145,"Rank":29,"Model":"UAE-Large-V1<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":87.25,"SprintDuplicateQuestions":97.24,"TwitterSemEval2015":78.17,"TwitterURLCorpus":86.33} -{"index":346,"Rank":30,"Model":"mxbai-embed-large-v1-Q5_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":87.2,"SprintDuplicateQuestions":96.82,"TwitterSemEval2015":78.55,"TwitterURLCorpus":86.23} -{"index":345,"Rank":31,"Model":"mxbai-embed-large-v1-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":87.2,"SprintDuplicateQuestions":96.82,"TwitterSemEval2015":78.55,"TwitterURLCorpus":86.23} -{"index":254,"Rank":32,"Model":"mxbai-embed-large-v1-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":87.2,"SprintDuplicateQuestions":96.82,"TwitterSemEval2015":78.55,"TwitterURLCorpus":86.23} -{"index":196,"Rank":33,"Model":"mxbai-embed-large-v1-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":87.2,"SprintDuplicateQuestions":96.82,"TwitterSemEval2015":78.55,"TwitterURLCorpus":86.23} -{"index":270,"Rank":34,"Model":"mxbai-embed-large-v1<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":87.2,"SprintDuplicateQuestions":96.82,"TwitterSemEval2015":78.55,"TwitterURLCorpus":86.23} -{"index":40,"Rank":35,"Model":"GritLM-7B-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":87.16,"SprintDuplicateQuestions":93.0,"TwitterSemEval2015":81.08,"TwitterURLCorpus":87.4} -{"index":349,"Rank":36,"Model":"GritLM-7B-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":87.16,"SprintDuplicateQuestions":93.0,"TwitterSemEval2015":81.08,"TwitterURLCorpus":87.4} -{"index":300,"Rank":37,"Model":"GritLM-7B-vllm<\/a>","Model Size (Million Parameters)":7242,"Memory Usage (GB, fp32)":26.98,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":87.16,"SprintDuplicateQuestions":93.0,"TwitterSemEval2015":81.08,"TwitterURLCorpus":87.4} -{"index":76,"Rank":38,"Model":"MUG-B-1.6<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":87.14,"SprintDuplicateQuestions":96.97,"TwitterSemEval2015":78.29,"TwitterURLCorpus":86.16} -{"index":31,"Rank":39,"Model":"bge-large-en-v1.5<\/a>","Model Size (Million Parameters)":1340,"Memory Usage (GB, fp32)":4.99,"Embedding Dimensions":1024,"Max Tokens":512,"Average":87.13,"SprintDuplicateQuestions":96.75,"TwitterSemEval2015":79.04,"TwitterURLCorpus":85.6} -{"index":212,"Rank":40,"Model":"bge-large-en-v1.5-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":87.12,"SprintDuplicateQuestions":96.73,"TwitterSemEval2015":79.04,"TwitterURLCorpus":85.6} -{"index":310,"Rank":41,"Model":"bge-large-en-v1.5-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":87.12,"SprintDuplicateQuestions":96.73,"TwitterSemEval2015":79.04,"TwitterURLCorpus":85.6} -{"index":309,"Rank":42,"Model":"bge-large-en-v1.5-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":87.12,"SprintDuplicateQuestions":96.73,"TwitterSemEval2015":79.04,"TwitterURLCorpus":85.6} -{"index":281,"Rank":43,"Model":"bge-large-en-v1.5<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":87.12,"SprintDuplicateQuestions":96.73,"TwitterSemEval2015":79.04,"TwitterURLCorpus":85.6} -{"index":371,"Rank":44,"Model":"b1ade-embed<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":87.07,"SprintDuplicateQuestions":96.87,"TwitterSemEval2015":78.24,"TwitterURLCorpus":86.11} -{"index":293,"Rank":45,"Model":"NV-Embed-v1<\/a>","Model Size (Million Parameters)":7851,"Memory Usage (GB, fp32)":29.25,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":86.91,"SprintDuplicateQuestions":95.94,"TwitterSemEval2015":78.73,"TwitterURLCorpus":86.05} -{"index":12,"Rank":46,"Model":"voyage-lite-02-instruct<\/a>","Model Size (Million Parameters)":1220,"Memory Usage (GB, fp32)":4.54,"Embedding Dimensions":1024,"Max Tokens":4000,"Average":86.87,"SprintDuplicateQuestions":98.07,"TwitterSemEval2015":74.44,"TwitterURLCorpus":88.11} -{"index":311,"Rank":47,"Model":"sf_model_e5<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":86.85,"SprintDuplicateQuestions":96.79,"TwitterSemEval2015":78.23,"TwitterURLCorpus":85.53} -{"index":277,"Rank":48,"Model":"bge-large-en-v1.5-quant<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":86.74,"SprintDuplicateQuestions":96.49,"TwitterSemEval2015":77.8,"TwitterURLCorpus":85.94} -{"index":162,"Rank":49,"Model":"GIST-large-Embedding-v0<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":86.7,"SprintDuplicateQuestions":96.54,"TwitterSemEval2015":77.6,"TwitterURLCorpus":85.96} -{"index":209,"Rank":50,"Model":"instructor-xl<\/a>","Model Size (Million Parameters)":1241,"Memory Usage (GB, fp32)":4.62,"Embedding Dimensions":768,"Max Tokens":512,"Average":86.62,"SprintDuplicateQuestions":94.94,"TwitterSemEval2015":77.99,"TwitterURLCorpus":86.93} -{"index":356,"Rank":51,"Model":"BinGSE-Sheared-LLaMA<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":86.61,"SprintDuplicateQuestions":95.98,"TwitterSemEval2015":77.13,"TwitterURLCorpus":86.71} -{"index":11,"Rank":52,"Model":"voyage-lite-01-instruct<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":4000,"Average":86.57,"SprintDuplicateQuestions":96.01,"TwitterSemEval2015":76.87,"TwitterURLCorpus":86.84} -{"index":29,"Rank":53,"Model":"bge-base-en-v1.5<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":86.57,"SprintDuplicateQuestions":96.37,"TwitterSemEval2015":77.68,"TwitterURLCorpus":85.65} -{"index":165,"Rank":54,"Model":"bge-base-en-v1-5-seqlen-384-bs-1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":86.55,"SprintDuplicateQuestions":96.33,"TwitterSemEval2015":77.68,"TwitterURLCorpus":85.65} -{"index":217,"Rank":55,"Model":"stella-base-en-v2<\/a>","Model Size (Million Parameters)":55,"Memory Usage (GB, fp32)":0.2,"Embedding Dimensions":768,"Max Tokens":512,"Average":86.45,"SprintDuplicateQuestions":95.69,"TwitterSemEval2015":77.67,"TwitterURLCorpus":86.0} -{"index":160,"Rank":56,"Model":"GIST-Embedding-v0<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":86.32,"SprintDuplicateQuestions":95.93,"TwitterSemEval2015":76.92,"TwitterURLCorpus":86.11} -{"index":275,"Rank":57,"Model":"bge-base-en-v1.5-quant<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":86.24,"SprintDuplicateQuestions":96.38,"TwitterSemEval2015":76.41,"TwitterURLCorpus":85.93} -{"index":228,"Rank":58,"Model":"multilingual-e5-large-instruct<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":86.24,"SprintDuplicateQuestions":92.19,"TwitterSemEval2015":79.79,"TwitterURLCorpus":86.73} -{"index":92,"Rank":59,"Model":"LLM2Vec-Sheared-Llama-supervised<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":4096,"Average":86.21,"SprintDuplicateQuestions":96.25,"TwitterSemEval2015":76.14,"TwitterURLCorpus":86.23} -{"index":48,"Rank":60,"Model":"Cohere-embed-multilingual-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":512,"Average":86.15,"SprintDuplicateQuestions":96.79,"TwitterSemEval2015":75.16,"TwitterURLCorpus":86.49} -{"index":330,"Rank":61,"Model":"gtr-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Embedding Dimensions":768,"Max Tokens":512,"Average":86.13,"SprintDuplicateQuestions":95.45,"TwitterSemEval2015":77.81,"TwitterURLCorpus":85.14} -{"index":6,"Rank":62,"Model":"voyage-3-m-exp<\/a>","Model Size (Million Parameters)":6918,"Memory Usage (GB, fp32)":25.77,"Embedding Dimensions":2048,"Max Tokens":32000,"Average":86.13,"SprintDuplicateQuestions":92.09,"TwitterSemEval2015":79.18,"TwitterURLCorpus":87.12} -{"index":366,"Rank":63,"Model":"voyage-3-m-exp<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":86.13,"SprintDuplicateQuestions":92.09,"TwitterSemEval2015":79.18,"TwitterURLCorpus":87.12} -{"index":331,"Rank":64,"Model":"gtr-t5-xxl<\/a>","Model Size (Million Parameters)":4865,"Memory Usage (GB, fp32)":18.12,"Embedding Dimensions":768,"Max Tokens":512,"Average":86.12,"SprintDuplicateQuestions":95.68,"TwitterSemEval2015":77.54,"TwitterURLCorpus":85.13} -{"index":166,"Rank":65,"Model":"concat-e5-small-bge-small-01<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":86.09,"SprintDuplicateQuestions":96.73,"TwitterSemEval2015":75.63,"TwitterURLCorpus":85.92} -{"index":222,"Rank":66,"Model":"e5-large-v2<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":86.07,"SprintDuplicateQuestions":94.84,"TwitterSemEval2015":76.92,"TwitterURLCorpus":86.44} -{"index":338,"Rank":67,"Model":"sentence-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Embedding Dimensions":768,"Max Tokens":512,"Average":86.06,"SprintDuplicateQuestions":91.44,"TwitterSemEval2015":80.89,"TwitterURLCorpus":85.86} -{"index":75,"Rank":68,"Model":"e5-large-v2-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":86.03,"SprintDuplicateQuestions":94.92,"TwitterSemEval2015":76.92,"TwitterURLCorpus":86.25} -{"index":221,"Rank":69,"Model":"e5-large<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":85.94,"SprintDuplicateQuestions":95.42,"TwitterSemEval2015":76.1,"TwitterURLCorpus":86.31} -{"index":22,"Rank":70,"Model":"gte-Qwen2-7B-instruct<\/a>","Model Size (Million Parameters)":7613,"Memory Usage (GB, fp32)":28.36,"Embedding Dimensions":3584,"Max Tokens":32768,"Average":85.9,"SprintDuplicateQuestions":93.14,"TwitterSemEval2015":77.96,"TwitterURLCorpus":86.61} -{"index":269,"Rank":71,"Model":"mxbai-embed-2d-large-v1<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":85.89,"SprintDuplicateQuestions":96.05,"TwitterSemEval2015":76.08,"TwitterURLCorpus":85.54} -{"index":208,"Rank":72,"Model":"instructor-large<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":768,"Max Tokens":512,"Average":85.89,"SprintDuplicateQuestions":93.07,"TwitterSemEval2015":77.42,"TwitterURLCorpus":87.18} -{"index":33,"Rank":73,"Model":"bge-multilingual-gemma2<\/a>","Model Size (Million Parameters)":9242,"Memory Usage (GB, fp32)":34.43,"Embedding Dimensions":3584,"Max Tokens":8192,"Average":85.84,"SprintDuplicateQuestions":90.94,"TwitterSemEval2015":79.64,"TwitterURLCorpus":86.95} -{"index":46,"Rank":74,"Model":"Cohere-embed-english-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":512,"Average":85.84,"SprintDuplicateQuestions":96.25,"TwitterSemEval2015":74.8,"TwitterURLCorpus":86.46} -{"index":150,"Rank":75,"Model":"e5-base-v2-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":85.73,"SprintDuplicateQuestions":94.58,"TwitterSemEval2015":75.97,"TwitterURLCorpus":86.63} -{"index":195,"Rank":76,"Model":"e5-base-4k<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":85.73,"SprintDuplicateQuestions":94.58,"TwitterSemEval2015":75.97,"TwitterURLCorpus":86.63} -{"index":398,"Rank":77,"Model":"text-embedding-3-large<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":3072,"Max Tokens":8191,"Average":85.72,"SprintDuplicateQuestions":92.25,"TwitterSemEval2015":77.13,"TwitterURLCorpus":87.78} -{"index":220,"Rank":78,"Model":"e5-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":85.63,"SprintDuplicateQuestions":94.26,"TwitterSemEval2015":75.97,"TwitterURLCorpus":86.66} -{"index":79,"Rank":79,"Model":"bilingual-embedding-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":85.61,"SprintDuplicateQuestions":92.57,"TwitterSemEval2015":77.07,"TwitterURLCorpus":87.19} -{"index":378,"Rank":80,"Model":"new_model<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":85.41,"SprintDuplicateQuestions":95.02,"TwitterSemEval2015":75.24,"TwitterURLCorpus":85.96} -{"index":235,"Rank":81,"Model":"udever-bloom-7b1<\/a>","Model Size (Million Parameters)":7069,"Memory Usage (GB, fp32)":26.33,"Embedding Dimensions":4096,"Max Tokens":2048,"Average":85.4,"SprintDuplicateQuestions":95.62,"TwitterSemEval2015":73.81,"TwitterURLCorpus":86.78} -{"index":159,"Rank":82,"Model":"jina-embeddings-v2-base-en<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":8192,"Average":85.38,"SprintDuplicateQuestions":95.3,"TwitterSemEval2015":74.74,"TwitterURLCorpus":86.09} -{"index":374,"Rank":83,"Model":"jina-embeddings-v2-base-en-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":85.38,"SprintDuplicateQuestions":95.3,"TwitterSemEval2015":74.74,"TwitterURLCorpus":86.09} -{"index":240,"Rank":84,"Model":"jina-embeddings-v2-base-en<\/a>","Model Size (Million Parameters)":275,"Memory Usage (GB, fp32)":1.02,"Embedding Dimensions":768,"Max Tokens":8192,"Average":85.38,"SprintDuplicateQuestions":95.3,"TwitterSemEval2015":74.74,"TwitterURLCorpus":86.09} -{"index":203,"Rank":85,"Model":"jina-embeddings-v2-base-en-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":85.38,"SprintDuplicateQuestions":95.3,"TwitterSemEval2015":74.74,"TwitterURLCorpus":86.09} -{"index":274,"Rank":86,"Model":"jina-embeddings-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":85.38,"SprintDuplicateQuestions":95.3,"TwitterSemEval2015":74.74,"TwitterURLCorpus":86.09} -{"index":23,"Rank":87,"Model":"gte-base-en-v1.5<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":8192,"Average":85.33,"SprintDuplicateQuestions":94.94,"TwitterSemEval2015":75.53,"TwitterURLCorpus":85.51} -{"index":329,"Rank":88,"Model":"gtr-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Embedding Dimensions":768,"Max Tokens":512,"Average":85.32,"SprintDuplicateQuestions":95.05,"TwitterSemEval2015":76.03,"TwitterURLCorpus":84.89} -{"index":248,"Rank":89,"Model":"modernbert-embed-large<\/a>","Model Size (Million Parameters)":395,"Memory Usage (GB, fp32)":1.47,"Embedding Dimensions":1024,"Max Tokens":8192,"Average":85.31,"SprintDuplicateQuestions":91.82,"TwitterSemEval2015":77.72,"TwitterURLCorpus":86.39} -{"index":247,"Rank":90,"Model":"cde-small-v2<\/a>","Model Size (Million Parameters)":150,"Memory Usage (GB, fp32)":0.56,"Embedding Dimensions":768,"Max Tokens":512,"Average":85.22,"SprintDuplicateQuestions":97.2,"TwitterSemEval2015":72.05,"TwitterURLCorpus":86.4} -{"index":336,"Rank":91,"Model":"sentence-t5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":85.18,"SprintDuplicateQuestions":91.23,"TwitterSemEval2015":78.25,"TwitterURLCorpus":86.05} -{"index":35,"Rank":92,"Model":"nomic-embed-text-v1<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":8192,"Average":85.15,"SprintDuplicateQuestions":93.52,"TwitterSemEval2015":75.23,"TwitterURLCorpus":86.71} -{"index":284,"Rank":93,"Model":"nomic-embed-text-v1<\/a>","Model Size (Million Parameters)":547,"Memory Usage (GB, fp32)":2.04,"Embedding Dimensions":768,"Max Tokens":8192,"Average":85.15,"SprintDuplicateQuestions":93.52,"TwitterSemEval2015":75.23,"TwitterURLCorpus":86.71} -{"index":219,"Rank":94,"Model":"e5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":85.09,"SprintDuplicateQuestions":94.88,"TwitterSemEval2015":74.4,"TwitterURLCorpus":85.98} -{"index":224,"Rank":95,"Model":"e5-small<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":85.08,"SprintDuplicateQuestions":95.29,"TwitterSemEval2015":74.16,"TwitterURLCorpus":85.79} -{"index":339,"Rank":96,"Model":"sentence-t5-xxl<\/a>","Model Size (Million Parameters)":4865,"Memory Usage (GB, fp32)":18.12,"Embedding Dimensions":768,"Max Tokens":512,"Average":85.07,"SprintDuplicateQuestions":88.91,"TwitterSemEval2015":80.28,"TwitterURLCorpus":86.01} -{"index":278,"Rank":97,"Model":"bge-large-en-v1.5-sparse<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":85.06,"SprintDuplicateQuestions":95.0,"TwitterSemEval2015":74.5,"TwitterURLCorpus":85.69} -{"index":279,"Rank":98,"Model":"bge-small-en-v1.5-quant<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":85.05,"SprintDuplicateQuestions":96.25,"TwitterSemEval2015":73.26,"TwitterURLCorpus":85.64} -{"index":45,"Rank":99,"Model":"Cohere-embed-english-light-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":85.05,"SprintDuplicateQuestions":96.59,"TwitterSemEval2015":72.23,"TwitterURLCorpus":86.32} -{"index":399,"Rank":100,"Model":"text-embedding-3-small<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":8191,"Average":85.04,"SprintDuplicateQuestions":94.58,"TwitterSemEval2015":73.33,"TwitterURLCorpus":87.21} -{"index":352,"Rank":101,"Model":"gte-large<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":85.0,"SprintDuplicateQuestions":95.75,"TwitterSemEval2015":73.73,"TwitterURLCorpus":85.53} -{"index":78,"Rank":102,"Model":"bilingual-embedding-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":85.0,"SprintDuplicateQuestions":94.76,"TwitterSemEval2015":73.76,"TwitterURLCorpus":86.49} -{"index":164,"Rank":103,"Model":"NoInstruct-small-Embedding-v0<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":84.99,"SprintDuplicateQuestions":96.14,"TwitterSemEval2015":73.48,"TwitterURLCorpus":85.36} -{"index":337,"Rank":104,"Model":"sentence-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Embedding Dimensions":768,"Max Tokens":512,"Average":84.97,"SprintDuplicateQuestions":89.02,"TwitterSemEval2015":79.75,"TwitterURLCorpus":86.14} -{"index":350,"Rank":105,"Model":"GritLM-8x7B-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":84.97,"SprintDuplicateQuestions":91.24,"TwitterSemEval2015":77.21,"TwitterURLCorpus":86.45} -{"index":62,"Rank":106,"Model":"GritLM-8x7B<\/a>","Model Size (Million Parameters)":46703,"Memory Usage (GB, fp32)":173.98,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":84.97,"SprintDuplicateQuestions":91.24,"TwitterSemEval2015":77.21,"TwitterURLCorpus":86.45} -{"index":375,"Rank":107,"Model":"bge-small-en-v1.5-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":84.92,"SprintDuplicateQuestions":96.67,"TwitterSemEval2015":73.24,"TwitterURLCorpus":84.84} -{"index":34,"Rank":108,"Model":"bge-small-en-v1.5<\/a>","Model Size (Million Parameters)":24,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":512,"Max Tokens":512,"Average":84.92,"SprintDuplicateQuestions":96.67,"TwitterSemEval2015":73.24,"TwitterURLCorpus":84.84} -{"index":198,"Rank":109,"Model":"english-4U-bge-small<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":84.92,"SprintDuplicateQuestions":96.67,"TwitterSemEval2015":73.24,"TwitterURLCorpus":84.84} -{"index":41,"Rank":110,"Model":"gme-Qwen2-VL-7B-Instruct-Q5_K_S-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":84.91,"SprintDuplicateQuestions":97.87,"TwitterSemEval2015":72.26,"TwitterURLCorpus":84.59} -{"index":19,"Rank":111,"Model":"gme-Qwen2-VL-7B-Instruct<\/a>","Model Size (Million Parameters)":8291,"Memory Usage (GB, fp32)":30.89,"Embedding Dimensions":3584,"Max Tokens":32768,"Average":84.91,"SprintDuplicateQuestions":97.87,"TwitterSemEval2015":72.26,"TwitterURLCorpus":84.59} -{"index":396,"Rank":112,"Model":"text-embedding-ada-002<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":8191,"Average":84.89,"SprintDuplicateQuestions":92.17,"TwitterSemEval2015":75.28,"TwitterURLCorpus":87.22} -{"index":190,"Rank":113,"Model":"USER-bge-m3<\/a>","Model Size (Million Parameters)":359,"Memory Usage (GB, fp32)":1.34,"Embedding Dimensions":1024,"Max Tokens":8192,"Average":84.88,"SprintDuplicateQuestions":97.24,"TwitterSemEval2015":71.7,"TwitterURLCorpus":85.71} -{"index":237,"Rank":114,"Model":"jina-embedding-l-en-v1<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":84.8,"SprintDuplicateQuestions":96.09,"TwitterSemEval2015":72.32,"TwitterURLCorpus":85.98} -{"index":302,"Rank":115,"Model":"mini-gte<\/a>","Model Size (Million Parameters)":66,"Memory Usage (GB, fp32)":0.25,"Embedding Dimensions":768,"Max Tokens":512,"Average":84.76,"SprintDuplicateQuestions":95.45,"TwitterSemEval2015":73.41,"TwitterURLCorpus":85.43} -{"index":227,"Rank":116,"Model":"multilingual-e5-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":84.75,"SprintDuplicateQuestions":93.14,"TwitterSemEval2015":75.28,"TwitterURLCorpus":85.83} -{"index":149,"Rank":117,"Model":"MedEmbed-small-v0.1<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":84.71,"SprintDuplicateQuestions":96.17,"TwitterSemEval2015":72.98,"TwitterURLCorpus":84.99} -{"index":276,"Rank":118,"Model":"bge-base-en-v1.5-sparse<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":84.69,"SprintDuplicateQuestions":95.5,"TwitterSemEval2015":72.92,"TwitterURLCorpus":85.66} -{"index":381,"Rank":119,"Model":"gte-large-quant<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":84.69,"SprintDuplicateQuestions":95.63,"TwitterSemEval2015":72.87,"TwitterURLCorpus":85.58} -{"index":246,"Rank":120,"Model":"cde-small-v1<\/a>","Model Size (Million Parameters)":143,"Memory Usage (GB, fp32)":0.53,"Embedding Dimensions":768,"Max Tokens":512,"Average":84.69,"SprintDuplicateQuestions":95.3,"TwitterSemEval2015":72.88,"TwitterURLCorpus":85.88} -{"index":163,"Rank":121,"Model":"GIST-small-Embedding-v0<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":84.68,"SprintDuplicateQuestions":95.79,"TwitterSemEval2015":72.95,"TwitterURLCorpus":85.3} -{"index":225,"Rank":122,"Model":"e5-small-v2<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":84.67,"SprintDuplicateQuestions":94.88,"TwitterSemEval2015":73.34,"TwitterURLCorpus":85.79} -{"index":38,"Rank":123,"Model":"nomic-embed-text-v1.5-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":84.61,"SprintDuplicateQuestions":92.9,"TwitterSemEval2015":74.27,"TwitterURLCorpus":86.65} -{"index":386,"Rank":124,"Model":"nomic-embed-text-v1.5-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":84.61,"SprintDuplicateQuestions":92.9,"TwitterSemEval2015":74.27,"TwitterURLCorpus":86.65} -{"index":272,"Rank":125,"Model":"nomic-embed-text-v1.5-Q4_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":84.61,"SprintDuplicateQuestions":92.9,"TwitterSemEval2015":74.27,"TwitterURLCorpus":86.65} -{"index":147,"Rank":126,"Model":"nomic-embed-text-v1.5-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":84.61,"SprintDuplicateQuestions":92.9,"TwitterSemEval2015":74.27,"TwitterURLCorpus":86.65} -{"index":127,"Rank":127,"Model":"nomic-embed-text-v1.5-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":84.61,"SprintDuplicateQuestions":92.9,"TwitterSemEval2015":74.27,"TwitterURLCorpus":86.65} -{"index":291,"Rank":128,"Model":"nomic-embed-text-v1.5<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":8192,"Average":84.61,"SprintDuplicateQuestions":92.9,"TwitterSemEval2015":74.27,"TwitterURLCorpus":86.65} -{"index":36,"Rank":129,"Model":"nomic-embed-text-v1.5<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":8192,"Average":84.61,"SprintDuplicateQuestions":92.9,"TwitterSemEval2015":74.27,"TwitterURLCorpus":86.65} -{"index":289,"Rank":130,"Model":"nomic-embed-text-v1.5-512<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":512,"Max Tokens":8192,"Average":84.59,"SprintDuplicateQuestions":92.91,"TwitterSemEval2015":74.3,"TwitterURLCorpus":86.57} -{"index":285,"Rank":131,"Model":"nomic-embed-text-v1-ablated<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":8192,"Average":84.59,"SprintDuplicateQuestions":94.83,"TwitterSemEval2015":72.55,"TwitterURLCorpus":86.38} -{"index":351,"Rank":132,"Model":"gte-base<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":84.57,"SprintDuplicateQuestions":95.71,"TwitterSemEval2015":72.47,"TwitterURLCorpus":85.52} -{"index":27,"Rank":133,"Model":"jina-embeddings-v2-base-es-Q2_K-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":84.56,"SprintDuplicateQuestions":95.62,"TwitterSemEval2015":71.62,"TwitterURLCorpus":86.44} -{"index":28,"Rank":134,"Model":"jina-embeddings-v2-base-es-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":84.56,"SprintDuplicateQuestions":95.62,"TwitterSemEval2015":71.62,"TwitterURLCorpus":86.44} -{"index":241,"Rank":135,"Model":"jina-embeddings-v2-base-es<\/a>","Model Size (Million Parameters)":161,"Memory Usage (GB, fp32)":0.6,"Embedding Dimensions":768,"Max Tokens":8192,"Average":84.56,"SprintDuplicateQuestions":95.62,"TwitterSemEval2015":71.62,"TwitterURLCorpus":86.44} -{"index":301,"Rank":136,"Model":"jina-embeddings-v2-base-es-Q5_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":84.56,"SprintDuplicateQuestions":95.62,"TwitterSemEval2015":71.62,"TwitterURLCorpus":86.44} -{"index":24,"Rank":137,"Model":"gte-large-en-v1.5<\/a>","Model Size (Million Parameters)":434,"Memory Usage (GB, fp32)":1.62,"Embedding Dimensions":1024,"Max Tokens":8192,"Average":84.53,"SprintDuplicateQuestions":94.16,"TwitterSemEval2015":75.25,"TwitterURLCorpus":84.18} -{"index":176,"Rank":138,"Model":"bge-m3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":84.48,"SprintDuplicateQuestions":97.32,"TwitterSemEval2015":70.29,"TwitterURLCorpus":85.83} -{"index":242,"Rank":139,"Model":"jina-embeddings-v2-small-en<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":512,"Max Tokens":8192,"Average":84.44,"SprintDuplicateQuestions":95.12,"TwitterSemEval2015":72.15,"TwitterURLCorpus":86.05} -{"index":53,"Rank":140,"Model":"jina-embeddings-v2-small-en-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":84.44,"SprintDuplicateQuestions":95.12,"TwitterSemEval2015":72.15,"TwitterURLCorpus":86.05} -{"index":25,"Rank":141,"Model":"gte-multilingual-base<\/a>","Model Size (Million Parameters)":305,"Memory Usage (GB, fp32)":1.14,"Embedding Dimensions":768,"Max Tokens":8192,"Average":84.24,"SprintDuplicateQuestions":95.41,"TwitterSemEval2015":71.88,"TwitterURLCorpus":85.42} -{"index":85,"Rank":142,"Model":"onnx-gte-multilingual-base<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":84.24,"SprintDuplicateQuestions":95.41,"TwitterSemEval2015":71.88,"TwitterURLCorpus":85.42} -{"index":397,"Rank":143,"Model":"text-embedding-3-large-256<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":256,"Max Tokens":8191,"Average":84.22,"SprintDuplicateQuestions":89.02,"TwitterSemEval2015":76.56,"TwitterURLCorpus":87.09} -{"index":288,"Rank":144,"Model":"nomic-embed-text-v1.5-256<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":256,"Max Tokens":8192,"Average":84.09,"SprintDuplicateQuestions":92.31,"TwitterSemEval2015":73.61,"TwitterURLCorpus":86.34} -{"index":65,"Rank":145,"Model":"KaLM-embedding-multilingual-mini-v1<\/a>","Model Size (Million Parameters)":494,"Memory Usage (GB, fp32)":1.84,"Embedding Dimensions":896,"Max Tokens":131072,"Average":84.09,"SprintDuplicateQuestions":94.58,"TwitterSemEval2015":70.93,"TwitterURLCorpus":86.75} -{"index":233,"Rank":146,"Model":"udever-bloom-3b<\/a>","Model Size (Million Parameters)":3003,"Memory Usage (GB, fp32)":11.19,"Embedding Dimensions":2560,"Max Tokens":2048,"Average":84.06,"SprintDuplicateQuestions":95.36,"TwitterSemEval2015":70.64,"TwitterURLCorpus":86.18} -{"index":243,"Rank":147,"Model":"jina-embeddings-v3<\/a>","Model Size (Million Parameters)":572,"Memory Usage (GB, fp32)":2.13,"Embedding Dimensions":1024,"Max Tokens":8194,"Average":84.01,"SprintDuplicateQuestions":96.99,"TwitterSemEval2015":70.9,"TwitterURLCorpus":84.14} -{"index":49,"Rank":148,"Model":"jina-embeddings-v3<\/a>","Model Size (Million Parameters)":572,"Memory Usage (GB, fp32)":2.13,"Embedding Dimensions":1024,"Max Tokens":8194,"Average":84.01,"SprintDuplicateQuestions":96.99,"TwitterSemEval2015":70.9,"TwitterURLCorpus":84.14} -{"index":282,"Rank":149,"Model":"modernbert-embed-base<\/a>","Model Size (Million Parameters)":149,"Memory Usage (GB, fp32)":0.56,"Embedding Dimensions":768,"Max Tokens":8192,"Average":83.96,"SprintDuplicateQuestions":92.04,"TwitterSemEval2015":73.63,"TwitterURLCorpus":86.21} -{"index":47,"Rank":150,"Model":"Cohere-embed-multilingual-light-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":384,"Max Tokens":512,"Average":83.95,"SprintDuplicateQuestions":96.6,"TwitterSemEval2015":69.41,"TwitterURLCorpus":85.85} -{"index":63,"Rank":151,"Model":"KaLM-embedding-multilingual-mini-instruct-v1<\/a>","Model Size (Million Parameters)":494,"Memory Usage (GB, fp32)":1.84,"Embedding Dimensions":896,"Max Tokens":131072,"Average":83.92,"SprintDuplicateQuestions":93.82,"TwitterSemEval2015":71.6,"TwitterURLCorpus":86.33} -{"index":299,"Rank":152,"Model":"MiniCPM-Embedding-Light<\/a>","Model Size (Million Parameters)":434,"Memory Usage (GB, fp32)":1.62,"Embedding Dimensions":1024,"Max Tokens":4096,"Average":83.91,"SprintDuplicateQuestions":94.11,"TwitterSemEval2015":71.57,"TwitterURLCorpus":86.06} -{"index":328,"Rank":153,"Model":"gtr-t5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":83.85,"SprintDuplicateQuestions":94.55,"TwitterSemEval2015":72.23,"TwitterURLCorpus":84.77} -{"index":156,"Rank":154,"Model":"bge-small-en<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":83.78,"SprintDuplicateQuestions":96.54,"TwitterSemEval2015":71.08,"TwitterURLCorpus":83.72} -{"index":286,"Rank":155,"Model":"nomic-embed-text-v1-unsupervised<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":8192,"Average":83.67,"SprintDuplicateQuestions":95.93,"TwitterSemEval2015":69.68,"TwitterURLCorpus":85.41} -{"index":178,"Rank":156,"Model":"jina-embeddings-v2-base-de-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":83.65,"SprintDuplicateQuestions":94.87,"TwitterSemEval2015":70.25,"TwitterURLCorpus":85.83} -{"index":239,"Rank":157,"Model":"jina-embeddings-v2-base-de<\/a>","Model Size (Million Parameters)":161,"Memory Usage (GB, fp32)":0.6,"Embedding Dimensions":768,"Max Tokens":8192,"Average":83.65,"SprintDuplicateQuestions":94.87,"TwitterSemEval2015":70.25,"TwitterURLCorpus":85.83} -{"index":82,"Rank":158,"Model":"jina-embeddings-v2-base-de-Q5_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":83.65,"SprintDuplicateQuestions":94.87,"TwitterSemEval2015":70.25,"TwitterURLCorpus":85.83} -{"index":382,"Rank":159,"Model":"gte-large-sparse<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":83.58,"SprintDuplicateQuestions":94.67,"TwitterSemEval2015":70.34,"TwitterURLCorpus":85.72} -{"index":226,"Rank":160,"Model":"multilingual-e5-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":83.57,"SprintDuplicateQuestions":93.02,"TwitterSemEval2015":72.21,"TwitterURLCorpus":85.48} -{"index":111,"Rank":161,"Model":"multilingual-e5-base-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":83.57,"SprintDuplicateQuestions":93.01,"TwitterSemEval2015":72.21,"TwitterURLCorpus":85.48} -{"index":192,"Rank":162,"Model":"multilingual-e5-base-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":83.57,"SprintDuplicateQuestions":93.01,"TwitterSemEval2015":72.21,"TwitterURLCorpus":85.48} -{"index":39,"Rank":163,"Model":"multilingual-e5-base-similarity-v1-onnx-quantized<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":83.57,"SprintDuplicateQuestions":93.01,"TwitterSemEval2015":72.21,"TwitterURLCorpus":85.48} -{"index":353,"Rank":164,"Model":"gte-small<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":83.54,"SprintDuplicateQuestions":95.57,"TwitterSemEval2015":70.12,"TwitterURLCorpus":84.92} -{"index":287,"Rank":165,"Model":"nomic-embed-text-v1.5-128<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":128,"Max Tokens":8192,"Average":83.54,"SprintDuplicateQuestions":91.45,"TwitterSemEval2015":73.23,"TwitterURLCorpus":85.93} -{"index":207,"Rank":166,"Model":"instructor-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":83.51,"SprintDuplicateQuestions":90.35,"TwitterSemEval2015":73.99,"TwitterURLCorpus":86.2} -{"index":249,"Rank":167,"Model":"modernbert-embed-large-unsupervised<\/a>","Model Size (Million Parameters)":395,"Memory Usage (GB, fp32)":1.47,"Embedding Dimensions":1024,"Max Tokens":8192,"Average":83.44,"SprintDuplicateQuestions":95.87,"TwitterSemEval2015":68.37,"TwitterURLCorpus":86.08} -{"index":161,"Rank":168,"Model":"GIST-all-MiniLM-L6-v2<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.08,"Embedding Dimensions":384,"Max Tokens":512,"Average":83.39,"SprintDuplicateQuestions":94.14,"TwitterSemEval2015":70.46,"TwitterURLCorpus":85.58} -{"index":95,"Rank":169,"Model":"Ivysaur<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.08,"Embedding Dimensions":384,"Max Tokens":512,"Average":83.32,"SprintDuplicateQuestions":95.12,"TwitterSemEval2015":69.78,"TwitterURLCorpus":85.07} -{"index":64,"Rank":170,"Model":"KaLM-embedding-multilingual-mini-instruct-v1.5<\/a>","Model Size (Million Parameters)":494,"Memory Usage (GB, fp32)":1.84,"Embedding Dimensions":896,"Max Tokens":131072,"Average":83.26,"SprintDuplicateQuestions":92.65,"TwitterSemEval2015":71.44,"TwitterURLCorpus":85.69} -{"index":232,"Rank":171,"Model":"udever-bloom-1b1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":2048,"Average":83.11,"SprintDuplicateQuestions":94.58,"TwitterSemEval2015":69.14,"TwitterURLCorpus":85.62} -{"index":383,"Rank":172,"Model":"gte-small-quant<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":83.09,"SprintDuplicateQuestions":95.49,"TwitterSemEval2015":68.61,"TwitterURLCorpus":85.16} -{"index":323,"Rank":173,"Model":"all-mpnet-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average":83.04,"SprintDuplicateQuestions":90.15,"TwitterSemEval2015":73.87,"TwitterURLCorpus":85.11} -{"index":236,"Rank":174,"Model":"jina-embedding-b-en-v1<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":83.04,"SprintDuplicateQuestions":95.48,"TwitterSemEval2015":68.3,"TwitterURLCorpus":85.33} -{"index":135,"Rank":175,"Model":"snowflake-arctic-embed-l-v2.0<\/a>","Model Size (Million Parameters)":568,"Memory Usage (GB, fp32)":2.12,"Embedding Dimensions":1024,"Max Tokens":8194,"Average":83.0,"SprintDuplicateQuestions":96.54,"TwitterSemEval2015":67.01,"TwitterURLCorpus":85.46} -{"index":80,"Rank":176,"Model":"bilingual-embedding-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":82.95,"SprintDuplicateQuestions":94.38,"TwitterSemEval2015":67.98,"TwitterURLCorpus":86.48} -{"index":372,"Rank":177,"Model":"b1ade-embed-kd<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":82.83,"SprintDuplicateQuestions":93.02,"TwitterSemEval2015":71.07,"TwitterURLCorpus":84.4} -{"index":144,"Rank":178,"Model":"gte-tiny<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.08,"Embedding Dimensions":384,"Max Tokens":512,"Average":82.83,"SprintDuplicateQuestions":95.48,"TwitterSemEval2015":68.17,"TwitterURLCorpus":84.84} -{"index":143,"Rank":179,"Model":"bge-micro-v2<\/a>","Model Size (Million Parameters)":17,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average":82.81,"SprintDuplicateQuestions":95.78,"TwitterSemEval2015":67.76,"TwitterURLCorpus":84.89} -{"index":283,"Rank":180,"Model":"modernbert-embed-base-unsupervised<\/a>","Model Size (Million Parameters)":149,"Memory Usage (GB, fp32)":0.56,"Embedding Dimensions":768,"Max Tokens":8192,"Average":82.78,"SprintDuplicateQuestions":95.58,"TwitterSemEval2015":66.74,"TwitterURLCorpus":86.01} -{"index":229,"Rank":181,"Model":"multilingual-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":82.73,"SprintDuplicateQuestions":92.42,"TwitterSemEval2015":70.75,"TwitterURLCorpus":85.03} -{"index":94,"Rank":182,"Model":"Bulbasaur<\/a>","Model Size (Million Parameters)":17,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average":82.69,"SprintDuplicateQuestions":95.35,"TwitterSemEval2015":67.97,"TwitterURLCorpus":84.75} -{"index":102,"Rank":183,"Model":"gte-micro-v4<\/a>","Model Size (Million Parameters)":19,"Memory Usage (GB, fp32)":0.07,"Embedding Dimensions":384,"Max Tokens":512,"Average":82.59,"SprintDuplicateQuestions":95.54,"TwitterSemEval2015":67.55,"TwitterURLCorpus":84.68} -{"index":244,"Rank":184,"Model":"multilingual-e5-small-ct2-int8<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":82.59,"SprintDuplicateQuestions":92.18,"TwitterSemEval2015":70.75,"TwitterURLCorpus":84.83} -{"index":292,"Rank":185,"Model":"contriever-base-msmarco<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":82.54,"SprintDuplicateQuestions":95.55,"TwitterSemEval2015":66.85,"TwitterURLCorpus":85.21} -{"index":18,"Rank":186,"Model":"gme-Qwen2-VL-2B-Instruct<\/a>","Model Size (Million Parameters)":2209,"Memory Usage (GB, fp32)":8.23,"Embedding Dimensions":1536,"Max Tokens":32768,"Average":82.53,"SprintDuplicateQuestions":97.73,"TwitterSemEval2015":65.82,"TwitterURLCorpus":84.05} -{"index":321,"Rank":187,"Model":"all-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":82.46,"SprintDuplicateQuestions":92.58,"TwitterSemEval2015":70.02,"TwitterURLCorpus":84.77} -{"index":261,"Rank":188,"Model":"all-MiniLM-L6-v2-ds<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":82.37,"SprintDuplicateQuestions":94.55,"TwitterSemEval2015":67.86,"TwitterURLCorpus":84.7} -{"index":322,"Rank":189,"Model":"all-MiniLM-L6-v2<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":384,"Max Tokens":512,"Average":82.37,"SprintDuplicateQuestions":94.55,"TwitterSemEval2015":67.86,"TwitterURLCorpus":84.7} -{"index":290,"Rank":190,"Model":"nomic-embed-text-v1.5-64<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":64,"Max Tokens":8192,"Average":82.26,"SprintDuplicateQuestions":90.06,"TwitterSemEval2015":71.68,"TwitterURLCorpus":85.03} -{"index":139,"Rank":191,"Model":"snowflake-arctic-embed-m-v2.0<\/a>","Model Size (Million Parameters)":305,"Memory Usage (GB, fp32)":1.14,"Embedding Dimensions":768,"Max Tokens":8192,"Average":82.23,"SprintDuplicateQuestions":96.0,"TwitterSemEval2015":64.75,"TwitterURLCorpus":85.95} -{"index":179,"Rank":192,"Model":"snowflake-arctic-embed-m-v2.0-cpu<\/a>","Model Size (Million Parameters)":305,"Memory Usage (GB, fp32)":1.14,"Embedding Dimensions":768,"Max Tokens":8192,"Average":82.23,"SprintDuplicateQuestions":96.0,"TwitterSemEval2015":64.75,"TwitterURLCorpus":85.95} -{"index":157,"Rank":193,"Model":"Titan-text-embeddings-v2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":82.14,"SprintDuplicateQuestions":92.92,"TwitterSemEval2015":67.8,"TwitterURLCorpus":85.71} -{"index":184,"Rank":194,"Model":"cai-stellaris-text-embeddings<\/a>","Model Size (Million Parameters)":53,"Memory Usage (GB, fp32)":0.2,"Embedding Dimensions":768,"Max Tokens":514,"Average":82.11,"SprintDuplicateQuestions":93.23,"TwitterSemEval2015":69.6,"TwitterURLCorpus":83.49} -{"index":140,"Rank":195,"Model":"snowflake-arctic-embed-s<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":82.07,"SprintDuplicateQuestions":95.28,"TwitterSemEval2015":65.78,"TwitterURLCorpus":85.15} -{"index":137,"Rank":196,"Model":"snowflake-arctic-embed-m-long<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":8192,"Average":82.02,"SprintDuplicateQuestions":94.67,"TwitterSemEval2015":66.17,"TwitterURLCorpus":85.21} -{"index":109,"Rank":197,"Model":"SGPT-5.8B-weightedmean-msmarco-specb-bitfit<\/a>","Model Size (Million Parameters)":5874,"Memory Usage (GB, fp32)":21.88,"Embedding Dimensions":4096,"Max Tokens":2048,"Average":82.0,"SprintDuplicateQuestions":93.84,"TwitterSemEval2015":66.87,"TwitterURLCorpus":85.29} -{"index":280,"Rank":198,"Model":"bge-small-en-v1.5-sparse<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":81.93,"SprintDuplicateQuestions":94.59,"TwitterSemEval2015":67.01,"TwitterURLCorpus":84.2} -{"index":175,"Rank":199,"Model":"sgpt-bloom-7b1-msmarco<\/a>","Model Size (Million Parameters)":7068,"Memory Usage (GB, fp32)":26.33,"Embedding Dimensions":4096,"Max Tokens":2048,"Average":81.9,"SprintDuplicateQuestions":94.93,"TwitterSemEval2015":65.31,"TwitterURLCorpus":85.46} -{"index":142,"Rank":200,"Model":"bge-micro<\/a>","Model Size (Million Parameters)":17,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average":81.77,"SprintDuplicateQuestions":95.3,"TwitterSemEval2015":65.79,"TwitterURLCorpus":84.22} -{"index":332,"Rank":201,"Model":"msmarco-bert-co-condensor<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":81.74,"SprintDuplicateQuestions":96.09,"TwitterSemEval2015":65.95,"TwitterURLCorpus":83.17} -{"index":158,"Rank":202,"Model":"bge-small-4096<\/a>","Model Size (Million Parameters)":35,"Memory Usage (GB, fp32)":0.13,"Embedding Dimensions":384,"Max Tokens":4096,"Average":81.4,"SprintDuplicateQuestions":95.15,"TwitterSemEval2015":65.79,"TwitterURLCorpus":83.27} -{"index":138,"Rank":203,"Model":"snowflake-arctic-embed-m-v1.5<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":81.36,"SprintDuplicateQuestions":96.15,"TwitterSemEval2015":63.28,"TwitterURLCorpus":84.66} -{"index":210,"Rank":204,"Model":"granite-embedding-278m-multilingual-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":81.35,"SprintDuplicateQuestions":93.5,"TwitterSemEval2015":64.41,"TwitterURLCorpus":86.15} -{"index":215,"Rank":205,"Model":"granite-embedding-278m-multilingual<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":81.35,"SprintDuplicateQuestions":93.5,"TwitterSemEval2015":64.41,"TwitterURLCorpus":86.15} -{"index":211,"Rank":206,"Model":"granite-embedding-278m-multilingual-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":81.35,"SprintDuplicateQuestions":93.5,"TwitterSemEval2015":64.41,"TwitterURLCorpus":86.15} -{"index":141,"Rank":207,"Model":"snowflake-arctic-embed-xs<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.08,"Embedding Dimensions":384,"Max Tokens":512,"Average":81.33,"SprintDuplicateQuestions":94.96,"TwitterSemEval2015":64.32,"TwitterURLCorpus":84.7} -{"index":400,"Rank":208,"Model":"elser-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":30522,"Max Tokens":512,"Average":81.32,"SprintDuplicateQuestions":94.53,"TwitterSemEval2015":64.41,"TwitterURLCorpus":85.01} -{"index":340,"Rank":209,"Model":"LaBSE-ru-turbo<\/a>","Model Size (Million Parameters)":128,"Memory Usage (GB, fp32)":0.48,"Embedding Dimensions":768,"Max Tokens":512,"Average":81.11,"SprintDuplicateQuestions":94.39,"TwitterSemEval2015":64.76,"TwitterURLCorpus":84.18} -{"index":136,"Rank":210,"Model":"snowflake-arctic-embed-m<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":81.07,"SprintDuplicateQuestions":95.21,"TwitterSemEval2015":63.28,"TwitterURLCorpus":84.72} -{"index":234,"Rank":211,"Model":"udever-bloom-560m<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":2048,"Average":81.05,"SprintDuplicateQuestions":92.09,"TwitterSemEval2015":65.96,"TwitterURLCorpus":85.11} -{"index":188,"Rank":212,"Model":"embedder-100p<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":81.03,"SprintDuplicateQuestions":90.68,"TwitterSemEval2015":67.77,"TwitterURLCorpus":84.65} -{"index":91,"Rank":213,"Model":"LLM2Vec-Mistral-unsupervised<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":80.94,"SprintDuplicateQuestions":91.3,"TwitterSemEval2015":68.76,"TwitterURLCorpus":82.76} -{"index":193,"Rank":214,"Model":"multi-qa-MiniLM-L6-cos-v1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":80.86,"SprintDuplicateQuestions":93.84,"TwitterSemEval2015":64.72,"TwitterURLCorpus":84.01} -{"index":335,"Rank":215,"Model":"paraphrase-multilingual-mpnet-base-v2<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":80.81,"SprintDuplicateQuestions":90.55,"TwitterSemEval2015":66.75,"TwitterURLCorpus":85.14} -{"index":134,"Rank":216,"Model":"snowflake-arctic-embed-l<\/a>","Model Size (Million Parameters)":334,"Memory Usage (GB, fp32)":1.24,"Embedding Dimensions":1024,"Max Tokens":512,"Average":80.8,"SprintDuplicateQuestions":95.2,"TwitterSemEval2015":62.35,"TwitterURLCorpus":84.84} -{"index":99,"Rank":217,"Model":"gte-micro<\/a>","Model Size (Million Parameters)":17,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average":80.73,"SprintDuplicateQuestions":94.26,"TwitterSemEval2015":63.85,"TwitterURLCorpus":84.07} -{"index":108,"Rank":218,"Model":"SGPT-2.7B-weightedmean-msmarco-specb-bitfit<\/a>","Model Size (Million Parameters)":2685,"Memory Usage (GB, fp32)":10.0,"Embedding Dimensions":2560,"Max Tokens":2048,"Average":80.65,"SprintDuplicateQuestions":93.47,"TwitterSemEval2015":63.68,"TwitterURLCorpus":84.8} -{"index":98,"Rank":219,"Model":"Wartortle<\/a>","Model Size (Million Parameters)":17,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average":80.62,"SprintDuplicateQuestions":89.85,"TwitterSemEval2015":67.48,"TwitterURLCorpus":84.53} -{"index":97,"Rank":220,"Model":"Venusaur<\/a>","Model Size (Million Parameters)":16,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average":80.57,"SprintDuplicateQuestions":89.26,"TwitterSemEval2015":69.26,"TwitterURLCorpus":83.19} -{"index":103,"Rank":221,"Model":"test24<\/a>","Model Size (Million Parameters)":17,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average":80.4,"SprintDuplicateQuestions":94.4,"TwitterSemEval2015":63.86,"TwitterURLCorpus":82.95} -{"index":67,"Rank":222,"Model":"lodestone-base-4096-v1<\/a>","Model Size (Million Parameters)":69,"Memory Usage (GB, fp32)":0.26,"Embedding Dimensions":768,"Max Tokens":4096,"Average":80.4,"SprintDuplicateQuestions":90.41,"TwitterSemEval2015":67.67,"TwitterURLCorpus":83.11} -{"index":312,"Rank":223,"Model":"zzz<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":80.4,"SprintDuplicateQuestions":90.41,"TwitterSemEval2015":67.67,"TwitterURLCorpus":83.11} -{"index":213,"Rank":224,"Model":"granite-embedding-107m-multilingual<\/a>","Model Size (Million Parameters)":107,"Memory Usage (GB, fp32)":0.4,"Embedding Dimensions":384,"Max Tokens":514,"Average":80.29,"SprintDuplicateQuestions":93.56,"TwitterSemEval2015":61.64,"TwitterURLCorpus":85.67} -{"index":307,"Rank":225,"Model":"FUE-v1<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average":80.21,"SprintDuplicateQuestions":82.12,"TwitterSemEval2015":74.36,"TwitterURLCorpus":84.15} -{"index":133,"Rank":226,"Model":"yiyouliao<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":79.84,"SprintDuplicateQuestions":92.98,"TwitterSemEval2015":62.44,"TwitterURLCorpus":84.1} -{"index":104,"Rank":227,"Model":"test25<\/a>","Model Size (Million Parameters)":17,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average":79.7,"SprintDuplicateQuestions":92.14,"TwitterSemEval2015":63.44,"TwitterURLCorpus":83.53} -{"index":306,"Rank":228,"Model":"FAE-v1<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":79.68,"SprintDuplicateQuestions":92.45,"TwitterSemEval2015":65.01,"TwitterURLCorpus":81.59} -{"index":214,"Rank":229,"Model":"granite-embedding-125m-english<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":514,"Average":79.63,"SprintDuplicateQuestions":95.41,"TwitterSemEval2015":60.94,"TwitterURLCorpus":82.53} -{"index":305,"Rank":230,"Model":"FAB-Ramy-v1<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average":79.62,"SprintDuplicateQuestions":78.95,"TwitterSemEval2015":76.19,"TwitterURLCorpus":83.73} -{"index":370,"Rank":231,"Model":"universal-sentence-encoder-multilingual-large-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":512,"Max Tokens":512,"Average":79.62,"SprintDuplicateQuestions":90.89,"TwitterSemEval2015":63.76,"TwitterURLCorpus":84.2} -{"index":105,"Rank":232,"Model":"SGPT-1.3B-weightedmean-msmarco-specb-bitfit<\/a>","Model Size (Million Parameters)":1341,"Memory Usage (GB, fp32)":4.99,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":79.58,"SprintDuplicateQuestions":92.58,"TwitterSemEval2015":62.37,"TwitterURLCorpus":83.79} -{"index":368,"Rank":233,"Model":"universal-sentence-encoder-large-5<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":79.53,"SprintDuplicateQuestions":84.37,"TwitterSemEval2015":70.13,"TwitterURLCorpus":84.09} -{"index":252,"Rank":234,"Model":"XLM-3B5-embedding<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":79.23,"SprintDuplicateQuestions":86.13,"TwitterSemEval2015":68.03,"TwitterURLCorpus":83.52} -{"index":238,"Rank":235,"Model":"jina-embedding-s-en-v1<\/a>","Model Size (Million Parameters)":35,"Memory Usage (GB, fp32)":0.13,"Embedding Dimensions":512,"Max Tokens":512,"Average":79.22,"SprintDuplicateQuestions":94.93,"TwitterSemEval2015":59.3,"TwitterURLCorpus":83.44} -{"index":360,"Rank":236,"Model":"gte_wl<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":79.12,"SprintDuplicateQuestions":92.06,"TwitterSemEval2015":61.88,"TwitterURLCorpus":83.42} -{"index":358,"Rank":237,"Model":"GTE512_sw<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":79.1,"SprintDuplicateQuestions":89.57,"TwitterSemEval2015":64.5,"TwitterURLCorpus":83.23} -{"index":359,"Rank":238,"Model":"GTE_wl_mv<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":79.0,"SprintDuplicateQuestions":91.99,"TwitterSemEval2015":61.49,"TwitterURLCorpus":83.52} -{"index":320,"Rank":239,"Model":"LaBSE<\/a>","Model Size (Million Parameters)":471,"Memory Usage (GB, fp32)":1.75,"Embedding Dimensions":768,"Max Tokens":512,"Average":78.87,"SprintDuplicateQuestions":89.26,"TwitterSemEval2015":62.78,"TwitterURLCorpus":84.58} -{"index":216,"Rank":240,"Model":"granite-embedding-30m-english<\/a>","Model Size (Million Parameters)":30,"Memory Usage (GB, fp32)":0.11,"Embedding Dimensions":384,"Max Tokens":514,"Average":78.84,"SprintDuplicateQuestions":94.07,"TwitterSemEval2015":60.03,"TwitterURLCorpus":82.43} -{"index":5,"Rank":241,"Model":"voyage-3-lite<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":512,"Max Tokens":32000,"Average":78.73,"SprintDuplicateQuestions":89.47,"TwitterSemEval2015":62.64,"TwitterURLCorpus":84.09} -{"index":357,"Rank":242,"Model":"GTE256_sw<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":78.72,"SprintDuplicateQuestions":89.16,"TwitterSemEval2015":63.95,"TwitterURLCorpus":83.04} -{"index":155,"Rank":243,"Model":"Giga-Embeddings-instruct<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":78.64,"SprintDuplicateQuestions":86.3,"TwitterSemEval2015":63.42,"TwitterURLCorpus":86.2} -{"index":96,"Rank":244,"Model":"Squirtle<\/a>","Model Size (Million Parameters)":16,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average":78.57,"SprintDuplicateQuestions":85.22,"TwitterSemEval2015":67.56,"TwitterURLCorpus":82.94} -{"index":7,"Rank":245,"Model":"voyage-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":32000,"Average":78.55,"SprintDuplicateQuestions":90.2,"TwitterSemEval2015":61.84,"TwitterURLCorpus":83.61} -{"index":334,"Rank":246,"Model":"paraphrase-multilingual-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":78.45,"SprintDuplicateQuestions":89.46,"TwitterSemEval2015":62.06,"TwitterURLCorpus":83.83} -{"index":327,"Rank":247,"Model":"distiluse-base-multilingual-cased-v2<\/a>","Model Size (Million Parameters)":135,"Memory Usage (GB, fp32)":0.5,"Embedding Dimensions":512,"Max Tokens":512,"Average":78.3,"SprintDuplicateQuestions":88.43,"TwitterSemEval2015":62.46,"TwitterURLCorpus":84.02} -{"index":13,"Rank":248,"Model":"voyage-multilingual-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":32000,"Average":78.1,"SprintDuplicateQuestions":81.08,"TwitterSemEval2015":68.86,"TwitterURLCorpus":84.37} -{"index":89,"Rank":249,"Model":"LLM2Vec-Meta-Llama-3-unsupervised<\/a>","Model Size (Million Parameters)":7505,"Memory Usage (GB, fp32)":27.96,"Embedding Dimensions":4096,"Max Tokens":8192,"Average":78.01,"SprintDuplicateQuestions":88.14,"TwitterSemEval2015":66.6,"TwitterURLCorpus":79.3} -{"index":266,"Rank":250,"Model":"potion-base-32M<\/a>","Model Size (Million Parameters)":32,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":512,"Max Tokens":1000000,"Average":77.89,"SprintDuplicateQuestions":92.55,"TwitterSemEval2015":58.63,"TwitterURLCorpus":82.5} -{"index":87,"Rank":251,"Model":"LLM2Vec-Llama-2-unsupervised<\/a>","Model Size (Million Parameters)":6607,"Memory Usage (GB, fp32)":24.61,"Embedding Dimensions":4096,"Max Tokens":4096,"Average":77.88,"SprintDuplicateQuestions":87.57,"TwitterSemEval2015":65.14,"TwitterURLCorpus":80.94} -{"index":251,"Rank":252,"Model":"XLM-0B6-embedding<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":77.83,"SprintDuplicateQuestions":88.21,"TwitterSemEval2015":64.8,"TwitterURLCorpus":80.49} -{"index":394,"Rank":253,"Model":"text-similarity-curie-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":4096,"Max Tokens":2046,"Average":77.79,"SprintDuplicateQuestions":79.85,"TwitterSemEval2015":69.45,"TwitterURLCorpus":84.06} -{"index":348,"Rank":254,"Model":"Angle_BERT<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":77.75,"SprintDuplicateQuestions":82.81,"TwitterSemEval2015":66.16,"TwitterURLCorpus":84.28} -{"index":180,"Rank":255,"Model":"LaBSE-en-ru<\/a>","Model Size (Million Parameters)":129,"Memory Usage (GB, fp32)":0.48,"Embedding Dimensions":768,"Max Tokens":512,"Average":77.73,"SprintDuplicateQuestions":88.53,"TwitterSemEval2015":60.61,"TwitterURLCorpus":84.04} -{"index":393,"Rank":256,"Model":"text-similarity-babbage-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":2048,"Max Tokens":2046,"Average":77.46,"SprintDuplicateQuestions":76.46,"TwitterSemEval2015":70.85,"TwitterURLCorpus":85.08} -{"index":110,"Rank":257,"Model":"SGPT-5.8B-weightedmean-nli-bitfit<\/a>","Model Size (Million Parameters)":5874,"Memory Usage (GB, fp32)":21.88,"Embedding Dimensions":4096,"Max Tokens":2048,"Average":77.03,"SprintDuplicateQuestions":80.54,"TwitterSemEval2015":66.0,"TwitterURLCorpus":84.54} -{"index":42,"Rank":258,"Model":"winberta-base<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":76.96,"SprintDuplicateQuestions":90.71,"TwitterSemEval2015":58.07,"TwitterURLCorpus":82.09} -{"index":392,"Rank":259,"Model":"text-similarity-ada-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":2046,"Average":76.93,"SprintDuplicateQuestions":78.07,"TwitterSemEval2015":69.04,"TwitterURLCorpus":83.69} -{"index":250,"Rank":260,"Model":"MegatronBert-1B3-embedding<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":76.9,"SprintDuplicateQuestions":87.07,"TwitterSemEval2015":62.51,"TwitterURLCorpus":81.11} -{"index":174,"Rank":261,"Model":"red-beetle-base-v1.1<\/a>","Model Size (Million Parameters)":30,"Memory Usage (GB, fp32)":0.11,"Embedding Dimensions":1024,"Max Tokens":1000000,"Average":76.71,"SprintDuplicateQuestions":90.42,"TwitterSemEval2015":57.96,"TwitterURLCorpus":81.74} -{"index":342,"Rank":262,"Model":"text2vec-base-multilingual<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":256,"Average":76.49,"SprintDuplicateQuestions":83.53,"TwitterSemEval2015":62.49,"TwitterURLCorpus":83.46} -{"index":363,"Rank":263,"Model":"mv_sw<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":76.45,"SprintDuplicateQuestions":90.2,"TwitterSemEval2015":57.19,"TwitterURLCorpus":81.95} -{"index":376,"Rank":264,"Model":"potion-base-8M-stf<\/a>","Model Size (Million Parameters)":8,"Memory Usage (GB, fp32)":0.03,"Embedding Dimensions":256,"Max Tokens":1000000,"Average":76.45,"SprintDuplicateQuestions":90.2,"TwitterSemEval2015":57.19,"TwitterURLCorpus":81.95} -{"index":268,"Rank":265,"Model":"potion-base-8M<\/a>","Model Size (Million Parameters)":8,"Memory Usage (GB, fp32)":0.03,"Embedding Dimensions":256,"Max Tokens":1000000,"Average":76.45,"SprintDuplicateQuestions":90.2,"TwitterSemEval2015":57.19,"TwitterURLCorpus":81.95} -{"index":367,"Rank":266,"Model":"universal-sentence-encoder-4<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":76.23,"SprintDuplicateQuestions":86.37,"TwitterSemEval2015":60.64,"TwitterURLCorpus":81.68} -{"index":341,"Rank":267,"Model":"rubert-tiny-turbo<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"Embedding Dimensions":312,"Max Tokens":2048,"Average":76.16,"SprintDuplicateQuestions":91.94,"TwitterSemEval2015":56.87,"TwitterURLCorpus":79.67} -{"index":395,"Rank":268,"Model":"text-similarity-davinci-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":12288,"Max Tokens":2046,"Average":75.9,"SprintDuplicateQuestions":69.52,"TwitterSemEval2015":74.42,"TwitterURLCorpus":83.75} -{"index":189,"Rank":269,"Model":"USER-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":512,"Average":75.53,"SprintDuplicateQuestions":83.25,"TwitterSemEval2015":61.72,"TwitterURLCorpus":81.61} -{"index":369,"Rank":270,"Model":"universal-sentence-encoder-multilingual-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":512,"Max Tokens":512,"Average":75.43,"SprintDuplicateQuestions":87.05,"TwitterSemEval2015":57.03,"TwitterURLCorpus":82.21} -{"index":267,"Rank":271,"Model":"potion-base-4M<\/a>","Model Size (Million Parameters)":4,"Memory Usage (GB, fp32)":0.01,"Embedding Dimensions":128,"Max Tokens":1000000,"Average":75.35,"SprintDuplicateQuestions":89.87,"TwitterSemEval2015":55.35,"TwitterURLCorpus":80.82} -{"index":262,"Rank":272,"Model":"M2V_base_glove<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Embedding Dimensions":256,"Max Tokens":1000000,"Average":75.34,"SprintDuplicateQuestions":87.94,"TwitterSemEval2015":58.61,"TwitterURLCorpus":79.48} -{"index":167,"Rank":273,"Model":"brown-beetle-base-v1<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.08,"Embedding Dimensions":768,"Max Tokens":1000000,"Average":75.32,"SprintDuplicateQuestions":84.58,"TwitterSemEval2015":61.03,"TwitterURLCorpus":80.36} -{"index":106,"Rank":274,"Model":"SGPT-125M-weightedmean-msmarco-specb-bitfit<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":2048,"Average":75.23,"SprintDuplicateQuestions":89.89,"TwitterSemEval2015":54.75,"TwitterURLCorpus":81.06} -{"index":169,"Rank":275,"Model":"brown-beetle-small-v1<\/a>","Model Size (Million Parameters)":8,"Memory Usage (GB, fp32)":0.03,"Embedding Dimensions":256,"Max Tokens":1000000,"Average":74.9,"SprintDuplicateQuestions":85.06,"TwitterSemEval2015":59.78,"TwitterURLCorpus":79.86} -{"index":264,"Rank":276,"Model":"M2V_base_output<\/a>","Model Size (Million Parameters)":8,"Memory Usage (GB, fp32)":0.03,"Embedding Dimensions":256,"Max Tokens":1000000,"Average":74.9,"SprintDuplicateQuestions":85.06,"TwitterSemEval2015":59.78,"TwitterURLCorpus":79.86} -{"index":303,"Rank":277,"Model":"sup-simcse-bert-base-uncased<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":74.89,"SprintDuplicateQuestions":73.04,"TwitterSemEval2015":67.75,"TwitterURLCorpus":83.89} -{"index":263,"Rank":278,"Model":"M2V_base_glove_subword<\/a>","Model Size (Million Parameters)":103,"Memory Usage (GB, fp32)":0.38,"Embedding Dimensions":256,"Max Tokens":1000000,"Average":74.71,"SprintDuplicateQuestions":85.1,"TwitterSemEval2015":60.22,"TwitterURLCorpus":78.8} -{"index":83,"Rank":279,"Model":"paraphrase-multilingual-mpnet-base-v2-KE_Sieve<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":74.53,"SprintDuplicateQuestions":77.36,"TwitterSemEval2015":63.58,"TwitterURLCorpus":82.64} -{"index":172,"Rank":280,"Model":"brown-beetle-tiny-v1.1<\/a>","Model Size (Million Parameters)":4,"Memory Usage (GB, fp32)":0.01,"Embedding Dimensions":768,"Max Tokens":1000000,"Average":74.21,"SprintDuplicateQuestions":88.38,"TwitterSemEval2015":54.29,"TwitterURLCorpus":79.96} -{"index":265,"Rank":281,"Model":"potion-base-2M<\/a>","Model Size (Million Parameters)":2,"Memory Usage (GB, fp32)":0.01,"Embedding Dimensions":64,"Max Tokens":1000000,"Average":73.73,"SprintDuplicateQuestions":88.18,"TwitterSemEval2015":53.66,"TwitterURLCorpus":79.34} -{"index":361,"Rank":282,"Model":"l3_wl<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":73.72,"SprintDuplicateQuestions":91.77,"TwitterSemEval2015":48.47,"TwitterURLCorpus":80.91} -{"index":364,"Rank":283,"Model":"wl_sw_256<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":73.59,"SprintDuplicateQuestions":91.61,"TwitterSemEval2015":48.46,"TwitterURLCorpus":80.7} -{"index":171,"Rank":284,"Model":"brown-beetle-tiny-v1<\/a>","Model Size (Million Parameters)":4,"Memory Usage (GB, fp32)":0.01,"Embedding Dimensions":128,"Max Tokens":1000000,"Average":73.49,"SprintDuplicateQuestions":84.68,"TwitterSemEval2015":57.44,"TwitterURLCorpus":78.34} -{"index":304,"Rank":285,"Model":"unsup-simcse-bert-base-uncased<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":73.47,"SprintDuplicateQuestions":78.03,"TwitterSemEval2015":61.01,"TwitterURLCorpus":81.37} -{"index":173,"Rank":286,"Model":"brown-fairy-base-v0<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.08,"Embedding Dimensions":768,"Max Tokens":1000000,"Average":73.08,"SprintDuplicateQuestions":87.69,"TwitterSemEval2015":52.3,"TwitterURLCorpus":79.26} -{"index":326,"Rank":287,"Model":"average_word_embeddings_komninos<\/a>","Model Size (Million Parameters)":134,"Memory Usage (GB, fp32)":0.5,"Embedding Dimensions":300,"Max Tokens":"N\/A","Average":72.99,"SprintDuplicateQuestions":85.55,"TwitterSemEval2015":54.02,"TwitterURLCorpus":79.41} -{"index":325,"Rank":288,"Model":"average_word_embeddings_glove.6B.300d<\/a>","Model Size (Million Parameters)":120,"Memory Usage (GB, fp32)":0.45,"Embedding Dimensions":300,"Max Tokens":"N\/A","Average":72.48,"SprintDuplicateQuestions":86.96,"TwitterSemEval2015":53.12,"TwitterURLCorpus":77.35} -{"index":93,"Rank":289,"Model":"LLM2Vec-Sheared-Llama-unsupervised<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":4096,"Average":72.21,"SprintDuplicateQuestions":77.36,"TwitterSemEval2015":61.54,"TwitterURLCorpus":77.73} -{"index":107,"Rank":290,"Model":"SGPT-125M-weightedmean-nli-bitfit<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":2048,"Average":71.78,"SprintDuplicateQuestions":77.73,"TwitterSemEval2015":57.09,"TwitterURLCorpus":80.51} -{"index":197,"Rank":291,"Model":"SONAR<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":71.4,"SprintDuplicateQuestions":77.08,"TwitterSemEval2015":53.58,"TwitterURLCorpus":83.53} -{"index":362,"Rank":292,"Model":"llm_mse<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":70.66,"SprintDuplicateQuestions":68.23,"TwitterSemEval2015":64.58,"TwitterURLCorpus":79.18} -{"index":14,"Rank":293,"Model":"LASER2<\/a>","Model Size (Million Parameters)":43,"Memory Usage (GB, fp32)":0.16,"Embedding Dimensions":1024,"Max Tokens":"N\/A","Average":69.84,"SprintDuplicateQuestions":68.48,"TwitterSemEval2015":59.57,"TwitterURLCorpus":81.47} -{"index":182,"Rank":294,"Model":"rubert-tiny2<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"Embedding Dimensions":2048,"Max Tokens":514,"Average":68.21,"SprintDuplicateQuestions":71.16,"TwitterSemEval2015":55.49,"TwitterURLCorpus":77.98} -{"index":324,"Rank":295,"Model":"allenai-specter<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":61.37,"SprintDuplicateQuestions":71.63,"TwitterSemEval2015":43.25,"TwitterURLCorpus":69.22} -{"index":181,"Rank":296,"Model":"rubert-tiny<\/a>","Model Size (Million Parameters)":12,"Memory Usage (GB, fp32)":0.04,"Embedding Dimensions":512,"Max Tokens":514,"Average":59.92,"SprintDuplicateQuestions":53.27,"TwitterSemEval2015":54.51,"TwitterURLCorpus":71.97} -{"index":206,"Rank":297,"Model":"bert-base-uncased<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":56.33,"SprintDuplicateQuestions":36.81,"TwitterSemEval2015":55.9,"TwitterURLCorpus":76.29} -{"index":52,"Rank":298,"Model":"rubert-base-cased-sentence<\/a>","Model Size (Million Parameters)":180,"Memory Usage (GB, fp32)":0.67,"Embedding Dimensions":768,"Max Tokens":512,"Average":54.35,"SprintDuplicateQuestions":48.25,"TwitterSemEval2015":44.64,"TwitterURLCorpus":70.15} -{"index":153,"Rank":299,"Model":"sbert_large_mt_nlu_ru<\/a>","Model Size (Million Parameters)":427,"Memory Usage (GB, fp32)":1.59,"Embedding Dimensions":1024,"Max Tokens":514,"Average":53.64,"SprintDuplicateQuestions":32.92,"TwitterSemEval2015":53.21,"TwitterURLCorpus":74.79} -{"index":50,"Rank":300,"Model":"distilrubert-small-cased-conversational<\/a>","Model Size (Million Parameters)":106,"Memory Usage (GB, fp32)":0.39,"Embedding Dimensions":768,"Max Tokens":512,"Average":49.12,"SprintDuplicateQuestions":33.2,"TwitterSemEval2015":50.38,"TwitterURLCorpus":63.78} -{"index":191,"Rank":301,"Model":"deberta-v1-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":512,"Average":48.69,"SprintDuplicateQuestions":35.51,"TwitterSemEval2015":45.73,"TwitterURLCorpus":64.83} -{"index":154,"Rank":302,"Model":"sbert_large_nlu_ru<\/a>","Model Size (Million Parameters)":427,"Memory Usage (GB, fp32)":1.59,"Embedding Dimensions":1024,"Max Tokens":512,"Average":46.91,"SprintDuplicateQuestions":15.34,"TwitterSemEval2015":51.4,"TwitterURLCorpus":73.98} -{"index":51,"Rank":303,"Model":"rubert-base-cased<\/a>","Model Size (Million Parameters)":180,"Memory Usage (GB, fp32)":0.67,"Embedding Dimensions":768,"Max Tokens":512,"Average":39.88,"SprintDuplicateQuestions":21.8,"TwitterSemEval2015":42.31,"TwitterURLCorpus":55.52} -{"index":354,"Rank":304,"Model":"ALL_862873<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":30.61,"SprintDuplicateQuestions":17.4,"TwitterSemEval2015":30.38,"TwitterURLCorpus":44.04} -{"index":373,"Rank":305,"Model":"b1ade-embed-kd_3<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":0.79,"SprintDuplicateQuestions":0.85,"TwitterSemEval2015":0.67,"TwitterURLCorpus":0.84} -{"index":2,"Rank":306,"Model":"titan-embed-text-v1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":8000,"Average":"","SprintDuplicateQuestions":"","TwitterSemEval2015":"","TwitterURLCorpus":""} -{"index":3,"Rank":307,"Model":"mistral-embed<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":"","Average":"","SprintDuplicateQuestions":"","TwitterSemEval2015":"","TwitterURLCorpus":""} -{"index":4,"Rank":308,"Model":"voyage-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":4000,"Average":"","SprintDuplicateQuestions":"","TwitterSemEval2015":"","TwitterURLCorpus":""} -{"index":8,"Rank":309,"Model":"voyage-code-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":16000,"Average":"","SprintDuplicateQuestions":"","TwitterSemEval2015":"","TwitterURLCorpus":""} -{"index":10,"Rank":310,"Model":"voyage-law-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":16000,"Average":"","SprintDuplicateQuestions":"","TwitterSemEval2015":"","TwitterURLCorpus":""} -{"index":16,"Rank":312,"Model":"llm2vec-croissant-mntp<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":"","SprintDuplicateQuestions":"","TwitterSemEval2015":"","TwitterURLCorpus":""} -{"index":32,"Rank":314,"Model":"bge-m3<\/a>","Model Size (Million Parameters)":567,"Memory Usage (GB, fp32)":2.11,"Embedding Dimensions":1024,"Max Tokens":8192,"Average":"","SprintDuplicateQuestions":97.33,"TwitterSemEval2015":"","TwitterURLCorpus":85.89} -{"index":37,"Rank":315,"Model":"e5-R-mistral-7b<\/a>","Model Size (Million Parameters)":7242,"Memory Usage (GB, fp32)":26.98,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","SprintDuplicateQuestions":"","TwitterSemEval2015":"","TwitterURLCorpus":""} -{"index":54,"Rank":318,"Model":"xlm-roberta-base<\/a>","Model Size (Million Parameters)":279,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","SprintDuplicateQuestions":"","TwitterSemEval2015":"","TwitterURLCorpus":""} -{"index":55,"Rank":319,"Model":"xlm-roberta-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","SprintDuplicateQuestions":"","TwitterSemEval2015":"","TwitterURLCorpus":""} -{"index":57,"Rank":321,"Model":"STS-multilingual-mpnet-base-v2<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","SprintDuplicateQuestions":"","TwitterSemEval2015":"","TwitterURLCorpus":""} -{"index":58,"Rank":322,"Model":"bert-base-10lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","SprintDuplicateQuestions":"","TwitterSemEval2015":"","TwitterURLCorpus":""} -{"index":59,"Rank":323,"Model":"bert-base-15lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","SprintDuplicateQuestions":"","TwitterSemEval2015":"","TwitterURLCorpus":""} -{"index":60,"Rank":324,"Model":"bert-base-25lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","SprintDuplicateQuestions":"","TwitterSemEval2015":"","TwitterURLCorpus":""} -{"index":74,"Rank":331,"Model":"gemma-2b-embeddings<\/a>","Model Size (Million Parameters)":2506,"Memory Usage (GB, fp32)":9.34,"Embedding Dimensions":2048,"Max Tokens":8192,"Average":"","SprintDuplicateQuestions":"","TwitterSemEval2015":"","TwitterURLCorpus":""} -{"index":77,"Rank":332,"Model":"bilingual-document-embedding<\/a>","Model Size (Million Parameters)":568,"Memory Usage (GB, fp32)":2.12,"Embedding Dimensions":1024,"Max Tokens":8194,"Average":"","SprintDuplicateQuestions":"","TwitterSemEval2015":"","TwitterURLCorpus":""} -{"index":100,"Rank":334,"Model":"gte-micro-v2<\/a>","Model Size (Million Parameters)":17,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","SprintDuplicateQuestions":"","TwitterSemEval2015":"","TwitterURLCorpus":""} -{"index":101,"Rank":335,"Model":"gte-micro-v3<\/a>","Model Size (Million Parameters)":17,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","SprintDuplicateQuestions":"","TwitterSemEval2015":"","TwitterURLCorpus":""} -{"index":115,"Rank":336,"Model":"Arabert-all-nli-triplet-Matryoshka<\/a>","Model Size (Million Parameters)":135,"Memory Usage (GB, fp32)":0.5,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","SprintDuplicateQuestions":"","TwitterSemEval2015":"","TwitterURLCorpus":""} -{"index":116,"Rank":337,"Model":"Arabic-MiniLM-L12-v2-all-nli-triplet<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","SprintDuplicateQuestions":"","TwitterSemEval2015":"","TwitterURLCorpus":""} -{"index":117,"Rank":338,"Model":"Arabic-all-nli-triplet-Matryoshka<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","SprintDuplicateQuestions":"","TwitterSemEval2015":"","TwitterURLCorpus":""} -{"index":118,"Rank":339,"Model":"Arabic-labse-Matryoshka<\/a>","Model Size (Million Parameters)":471,"Memory Usage (GB, fp32)":1.75,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","SprintDuplicateQuestions":"","TwitterSemEval2015":"","TwitterURLCorpus":""} -{"index":119,"Rank":340,"Model":"Arabic-mpnet-base-all-nli-triplet<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","SprintDuplicateQuestions":"","TwitterSemEval2015":"","TwitterURLCorpus":""} -{"index":120,"Rank":341,"Model":"Marbert-all-nli-triplet-Matryoshka<\/a>","Model Size (Million Parameters)":163,"Memory Usage (GB, fp32)":0.61,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","SprintDuplicateQuestions":"","TwitterSemEval2015":"","TwitterURLCorpus":""} -{"index":121,"Rank":342,"Model":"Solon-embeddings-large-0.1<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","SprintDuplicateQuestions":"","TwitterSemEval2015":"","TwitterURLCorpus":""} -{"index":122,"Rank":343,"Model":"KartonBERT-USE-base-v1<\/a>","Model Size (Million Parameters)":104,"Memory Usage (GB, fp32)":0.39,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","SprintDuplicateQuestions":"","TwitterSemEval2015":"","TwitterURLCorpus":""} -{"index":123,"Rank":344,"Model":"st-polish-kartonberta-base-alpha-v1<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","SprintDuplicateQuestions":"","TwitterSemEval2015":"","TwitterURLCorpus":""} -{"index":132,"Rank":349,"Model":"LLaMA-embeeding<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","SprintDuplicateQuestions":57.56,"TwitterSemEval2015":"","TwitterURLCorpus":""} -{"index":146,"Rank":350,"Model":"sentence-croissant-llm-base<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":"","SprintDuplicateQuestions":"","TwitterSemEval2015":"","TwitterURLCorpus":""} -{"index":148,"Rank":351,"Model":"German_Semantic_STS_V2<\/a>","Model Size (Million Parameters)":336,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","SprintDuplicateQuestions":"","TwitterSemEval2015":"","TwitterURLCorpus":""} -{"index":152,"Rank":353,"Model":"ru-en-RoSBERTa<\/a>","Model Size (Million Parameters)":404,"Memory Usage (GB, fp32)":1.5,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","SprintDuplicateQuestions":"","TwitterSemEval2015":"","TwitterURLCorpus":""} -{"index":168,"Rank":354,"Model":"brown-beetle-base-v1.1<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.08,"Embedding Dimensions":768,"Max Tokens":1000000,"Average":"","SprintDuplicateQuestions":89.63,"TwitterSemEval2015":"","TwitterURLCorpus":""} -{"index":170,"Rank":355,"Model":"brown-beetle-small-v1.1<\/a>","Model Size (Million Parameters)":8,"Memory Usage (GB, fp32)":0.03,"Embedding Dimensions":768,"Max Tokens":1000000,"Average":"","SprintDuplicateQuestions":88.99,"TwitterSemEval2015":"","TwitterURLCorpus":""} -{"index":177,"Rank":356,"Model":"slx-v0.1<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.08,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","SprintDuplicateQuestions":"","TwitterSemEval2015":"","TwitterURLCorpus":""} -{"index":183,"Rank":357,"Model":"cai-lunaris-text-embeddings<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","SprintDuplicateQuestions":"","TwitterSemEval2015":"","TwitterURLCorpus":""} -{"index":185,"Rank":358,"Model":"french-document-embedding<\/a>","Model Size (Million Parameters)":305,"Memory Usage (GB, fp32)":1.14,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","SprintDuplicateQuestions":"","TwitterSemEval2015":"","TwitterURLCorpus":""} -{"index":186,"Rank":359,"Model":"sentence-camembert-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","SprintDuplicateQuestions":"","TwitterSemEval2015":"","TwitterURLCorpus":""} -{"index":187,"Rank":360,"Model":"sentence-camembert-large<\/a>","Model Size (Million Parameters)":337,"Memory Usage (GB, fp32)":1.26,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","SprintDuplicateQuestions":"","TwitterSemEval2015":"","TwitterURLCorpus":""} -{"index":194,"Rank":361,"Model":"sft-bge-small<\/a>","Model Size (Million Parameters)":24,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":512,"Max Tokens":512,"Average":"","SprintDuplicateQuestions":"","TwitterSemEval2015":"","TwitterURLCorpus":""} -{"index":199,"Rank":362,"Model":"flaubert_base_cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","SprintDuplicateQuestions":"","TwitterSemEval2015":"","TwitterURLCorpus":""} -{"index":200,"Rank":363,"Model":"flaubert_base_uncased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","SprintDuplicateQuestions":"","TwitterSemEval2015":"","TwitterURLCorpus":""} -{"index":201,"Rank":364,"Model":"flaubert_large_cased<\/a>","Model Size (Million Parameters)":372,"Memory Usage (GB, fp32)":1.39,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","SprintDuplicateQuestions":"","TwitterSemEval2015":"","TwitterURLCorpus":""} -{"index":204,"Rank":366,"Model":"bert-base-multilingual-cased<\/a>","Model Size (Million Parameters)":179,"Memory Usage (GB, fp32)":0.67,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","SprintDuplicateQuestions":"","TwitterSemEval2015":"","TwitterURLCorpus":""} -{"index":205,"Rank":367,"Model":"bert-base-multilingual-uncased<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","SprintDuplicateQuestions":"","TwitterSemEval2015":"","TwitterURLCorpus":""} -{"index":218,"Rank":368,"Model":"inf-retriever-v1<\/a>","Model Size (Million Parameters)":7069,"Memory Usage (GB, fp32)":26.33,"Embedding Dimensions":3584,"Max Tokens":131072,"Average":"","SprintDuplicateQuestions":"","TwitterSemEval2015":"","TwitterURLCorpus":""} -{"index":230,"Rank":369,"Model":"herbert-base-retrieval-v2<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.47,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","SprintDuplicateQuestions":"","TwitterSemEval2015":"","TwitterURLCorpus":""} -{"index":231,"Rank":370,"Model":"silver-retriever-base-v1<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.47,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","SprintDuplicateQuestions":"","TwitterSemEval2015":"","TwitterURLCorpus":""} -{"index":255,"Rank":371,"Model":"ternary-weight-embedding<\/a>","Model Size (Million Parameters)":99,"Memory Usage (GB, fp32)":0.37,"Embedding Dimensions":1792,"Max Tokens":512,"Average":"","SprintDuplicateQuestions":"","TwitterSemEval2015":"","TwitterURLCorpus":""} -{"index":256,"Rank":372,"Model":"bge-m3-custom-fr<\/a>","Model Size (Million Parameters)":568,"Memory Usage (GB, fp32)":2.12,"Embedding Dimensions":1024,"Max Tokens":8194,"Average":"","SprintDuplicateQuestions":"","TwitterSemEval2015":"","TwitterURLCorpus":""} -{"index":257,"Rank":373,"Model":"sentence_croissant_alpha_v0.1<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":"","SprintDuplicateQuestions":"","TwitterSemEval2015":"","TwitterURLCorpus":""} -{"index":258,"Rank":374,"Model":"sentence_croissant_alpha_v0.2<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":"","SprintDuplicateQuestions":"","TwitterSemEval2015":"","TwitterURLCorpus":""} -{"index":259,"Rank":375,"Model":"sentence_croissant_alpha_v0.3<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":"","SprintDuplicateQuestions":"","TwitterSemEval2015":"","TwitterURLCorpus":""} -{"index":260,"Rank":376,"Model":"sentence_croissant_alpha_v0.4<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":"","SprintDuplicateQuestions":"","TwitterSemEval2015":"","TwitterURLCorpus":""} -{"index":271,"Rank":377,"Model":"mxbai-embed-xsmall-v1<\/a>","Model Size (Million Parameters)":24,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":384,"Max Tokens":4096,"Average":"","SprintDuplicateQuestions":"","TwitterSemEval2015":"","TwitterURLCorpus":""} -{"index":273,"Rank":378,"Model":"fin-mpnet-base<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","SprintDuplicateQuestions":"","TwitterSemEval2015":"","TwitterURLCorpus":""} -{"index":295,"Rank":379,"Model":"NV-Retriever-v1<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":512,"Average":"","SprintDuplicateQuestions":"","TwitterSemEval2015":"","TwitterURLCorpus":""} -{"index":296,"Rank":380,"Model":"arabic-english-sts-matryoshka<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","SprintDuplicateQuestions":"","TwitterSemEval2015":"","TwitterURLCorpus":""} -{"index":297,"Rank":381,"Model":"arabic-english-sts-matryoshka-v2.0<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","SprintDuplicateQuestions":"","TwitterSemEval2015":"","TwitterURLCorpus":""} -{"index":298,"Rank":382,"Model":"MiniCPM-Embedding<\/a>","Model Size (Million Parameters)":2725,"Memory Usage (GB, fp32)":10.15,"Embedding Dimensions":2304,"Max Tokens":512,"Average":"","SprintDuplicateQuestions":"","TwitterSemEval2015":"","TwitterURLCorpus":""} -{"index":313,"Rank":383,"Model":"mmlw-e5-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","SprintDuplicateQuestions":"","TwitterSemEval2015":"","TwitterURLCorpus":""} -{"index":314,"Rank":384,"Model":"mmlw-e5-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","SprintDuplicateQuestions":"","TwitterSemEval2015":"","TwitterURLCorpus":""} -{"index":315,"Rank":385,"Model":"mmlw-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","SprintDuplicateQuestions":"","TwitterSemEval2015":"","TwitterURLCorpus":""} -{"index":316,"Rank":386,"Model":"mmlw-roberta-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","SprintDuplicateQuestions":"","TwitterSemEval2015":"","TwitterURLCorpus":""} -{"index":317,"Rank":387,"Model":"mmlw-roberta-large<\/a>","Model Size (Million Parameters)":435,"Memory Usage (GB, fp32)":1.62,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","SprintDuplicateQuestions":"","TwitterSemEval2015":"","TwitterURLCorpus":""} -{"index":318,"Rank":388,"Model":"st-polish-paraphrase-from-distilroberta<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.47,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","SprintDuplicateQuestions":"","TwitterSemEval2015":"","TwitterURLCorpus":""} -{"index":319,"Rank":389,"Model":"st-polish-paraphrase-from-mpnet<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.47,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","SprintDuplicateQuestions":"","TwitterSemEval2015":"","TwitterURLCorpus":""} -{"index":333,"Rank":390,"Model":"multi-qa-MiniLM-L6-cos-v1<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","SprintDuplicateQuestions":"","TwitterSemEval2015":"","TwitterURLCorpus":""} -{"index":343,"Rank":391,"Model":"silma-embeddding-matryoshka-v0.1<\/a>","Model Size (Million Parameters)":135,"Memory Usage (GB, fp32)":0.5,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","SprintDuplicateQuestions":"","TwitterSemEval2015":"","TwitterURLCorpus":""} -{"index":344,"Rank":392,"Model":"silma-embeddding-sts-v0.1<\/a>","Model Size (Million Parameters)":135,"Memory Usage (GB, fp32)":0.5,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","SprintDuplicateQuestions":"","TwitterSemEval2015":"","TwitterURLCorpus":""} -{"index":347,"Rank":393,"Model":"ret-phi2-v0<\/a>","Model Size (Million Parameters)":2649,"Memory Usage (GB, fp32)":9.87,"Embedding Dimensions":2560,"Max Tokens":2048,"Average":"","SprintDuplicateQuestions":"","TwitterSemEval2015":"","TwitterURLCorpus":""} -{"index":377,"Rank":395,"Model":"bilingual-embedding-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","SprintDuplicateQuestions":"","TwitterSemEval2015":"","TwitterURLCorpus":""} -{"index":385,"Rank":396,"Model":"bi-cse<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","SprintDuplicateQuestions":"","TwitterSemEval2015":"","TwitterURLCorpus":""} -{"index":387,"Rank":397,"Model":"text-search-ada-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":2046,"Average":"","SprintDuplicateQuestions":"","TwitterSemEval2015":"","TwitterURLCorpus":""} -{"index":388,"Rank":398,"Model":"text-search-ada-doc-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":2046,"Average":"","SprintDuplicateQuestions":"","TwitterSemEval2015":"","TwitterURLCorpus":""} -{"index":389,"Rank":399,"Model":"text-search-babbage-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":2048,"Max Tokens":2046,"Average":"","SprintDuplicateQuestions":"","TwitterSemEval2015":"","TwitterURLCorpus":""} -{"index":390,"Rank":400,"Model":"text-search-curie-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":4096,"Max Tokens":2046,"Average":"","SprintDuplicateQuestions":"","TwitterSemEval2015":"","TwitterURLCorpus":""} -{"index":391,"Rank":401,"Model":"text-search-davinci-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":12288,"Max Tokens":2046,"Average":"","SprintDuplicateQuestions":"","TwitterSemEval2015":"","TwitterURLCorpus":""} diff --git a/all_data_tasks/20/default.jsonl b/all_data_tasks/20/default.jsonl deleted file mode 100644 index 13dd627a0925b51b0a995d70875ca870821ff690..0000000000000000000000000000000000000000 --- a/all_data_tasks/20/default.jsonl +++ /dev/null @@ -1,120 +0,0 @@ -{"index":19,"Rank":1,"Model":"bge-multilingual-gemma2<\/a>","Model Size (Million Parameters)":9242,"Memory Usage (GB, fp32)":34.43,"Embedding Dimensions":3584,"Max Tokens":8192,"Average":63.47,"AlloprofRetrieval":58.5,"BSARDRetrieval":28.52,"MintakaRetrieval (fr)":62.53,"SyntecRetrieval":90.37,"XPQARetrieval (fr)":77.42} -{"index":13,"Rank":2,"Model":"gte-Qwen2-7B-instruct<\/a>","Model Size (Million Parameters)":7613,"Memory Usage (GB, fp32)":28.36,"Embedding Dimensions":3584,"Max Tokens":32768,"Average":55.71,"AlloprofRetrieval":59.15,"BSARDRetrieval":18.8,"MintakaRetrieval (fr)":54.03,"SyntecRetrieval":78.25,"XPQARetrieval (fr)":68.3} -{"index":7,"Rank":3,"Model":"voyage-multilingual-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":32000,"Average":54.56,"AlloprofRetrieval":58.27,"BSARDRetrieval":5.14,"MintakaRetrieval (fr)":49.19,"SyntecRetrieval":87.28,"XPQARetrieval (fr)":72.92} -{"index":28,"Rank":4,"Model":"jina-embeddings-v3<\/a>","Model Size (Million Parameters)":572,"Memory Usage (GB, fp32)":2.13,"Embedding Dimensions":1024,"Max Tokens":8194,"Average":53.48,"AlloprofRetrieval":54.28,"BSARDRetrieval":24.76,"MintakaRetrieval (fr)":26.91,"SyntecRetrieval":83.85,"XPQARetrieval (fr)":77.58} -{"index":93,"Rank":5,"Model":"jina-embeddings-v3<\/a>","Model Size (Million Parameters)":572,"Memory Usage (GB, fp32)":2.13,"Embedding Dimensions":1024,"Max Tokens":8194,"Average":53.48,"AlloprofRetrieval":54.28,"BSARDRetrieval":24.76,"MintakaRetrieval (fr)":26.91,"SyntecRetrieval":83.85,"XPQARetrieval (fr)":77.58} -{"index":6,"Rank":6,"Model":"voyage-law-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":16000,"Average":52.98,"AlloprofRetrieval":57.28,"BSARDRetrieval":11.83,"MintakaRetrieval (fr)":34.92,"SyntecRetrieval":87.33,"XPQARetrieval (fr)":73.56} -{"index":14,"Rank":7,"Model":"gte-multilingual-base<\/a>","Model Size (Million Parameters)":305,"Memory Usage (GB, fp32)":1.14,"Embedding Dimensions":768,"Max Tokens":8192,"Average":52.97,"AlloprofRetrieval":53.64,"BSARDRetrieval":26.11,"MintakaRetrieval (fr)":34.71,"SyntecRetrieval":83.04,"XPQARetrieval (fr)":67.33} -{"index":47,"Rank":8,"Model":"onnx-gte-multilingual-base<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":52.97,"AlloprofRetrieval":53.64,"BSARDRetrieval":26.11,"MintakaRetrieval (fr)":34.71,"SyntecRetrieval":83.04,"XPQARetrieval (fr)":67.33} -{"index":12,"Rank":9,"Model":"gte-Qwen2-1.5B-instruct<\/a>","Model Size (Million Parameters)":1776,"Memory Usage (GB, fp32)":6.62,"Embedding Dimensions":1536,"Max Tokens":131072,"Average":52.56,"AlloprofRetrieval":57.89,"BSARDRetrieval":6.3,"MintakaRetrieval (fr)":42.56,"SyntecRetrieval":90.47,"XPQARetrieval (fr)":65.58} -{"index":64,"Rank":10,"Model":"french-document-embedding<\/a>","Model Size (Million Parameters)":305,"Memory Usage (GB, fp32)":1.14,"Embedding Dimensions":768,"Max Tokens":8192,"Average":51.4,"AlloprofRetrieval":49.5,"BSARDRetrieval":20.24,"MintakaRetrieval (fr)":33.67,"SyntecRetrieval":84.79,"XPQARetrieval (fr)":68.82} -{"index":27,"Rank":11,"Model":"Cohere-embed-multilingual-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":512,"Average":51.29,"AlloprofRetrieval":51.51,"BSARDRetrieval":22.91,"MintakaRetrieval (fr)":34.56,"SyntecRetrieval":88.59,"XPQARetrieval (fr)":58.87} -{"index":44,"Rank":12,"Model":"bilingual-embedding-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":50.09,"AlloprofRetrieval":47.6,"BSARDRetrieval":19.58,"MintakaRetrieval (fr)":32.62,"SyntecRetrieval":84.2,"XPQARetrieval (fr)":66.43} -{"index":42,"Rank":13,"Model":"bilingual-document-embedding<\/a>","Model Size (Million Parameters)":568,"Memory Usage (GB, fp32)":2.12,"Embedding Dimensions":1024,"Max Tokens":8194,"Average":48.47,"AlloprofRetrieval":48.8,"BSARDRetrieval":14.63,"MintakaRetrieval (fr)":24.17,"SyntecRetrieval":85.23,"XPQARetrieval (fr)":69.5} -{"index":39,"Rank":14,"Model":"KaLM-embedding-multilingual-mini-instruct-v1.5<\/a>","Model Size (Million Parameters)":494,"Memory Usage (GB, fp32)":1.84,"Embedding Dimensions":896,"Max Tokens":131072,"Average":48.37,"AlloprofRetrieval":51.12,"BSARDRetrieval":20.75,"MintakaRetrieval (fr)":28.94,"SyntecRetrieval":81.75,"XPQARetrieval (fr)":59.3} -{"index":128,"Rank":15,"Model":"text-embedding-ada-002<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":8191,"Average":48.23,"AlloprofRetrieval":51.64,"BSARDRetrieval":0.61,"MintakaRetrieval (fr)":29.94,"SyntecRetrieval":85.97,"XPQARetrieval (fr)":73.0} -{"index":38,"Rank":16,"Model":"KaLM-embedding-multilingual-mini-instruct-v1<\/a>","Model Size (Million Parameters)":494,"Memory Usage (GB, fp32)":1.84,"Embedding Dimensions":896,"Max Tokens":131072,"Average":48.18,"AlloprofRetrieval":50.64,"BSARDRetrieval":19.83,"MintakaRetrieval (fr)":26.45,"SyntecRetrieval":81.9,"XPQARetrieval (fr)":62.09} -{"index":40,"Rank":17,"Model":"KaLM-embedding-multilingual-mini-v1<\/a>","Model Size (Million Parameters)":494,"Memory Usage (GB, fp32)":1.84,"Embedding Dimensions":896,"Max Tokens":131072,"Average":47.85,"AlloprofRetrieval":46.75,"BSARDRetrieval":20.47,"MintakaRetrieval (fr)":27.4,"SyntecRetrieval":82.44,"XPQARetrieval (fr)":62.19} -{"index":0,"Rank":18,"Model":"mistral-embed<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":"","Average":46.81,"AlloprofRetrieval":56.84,"BSARDRetrieval":2.48,"MintakaRetrieval (fr)":21.73,"SyntecRetrieval":78.77,"XPQARetrieval (fr)":74.24} -{"index":52,"Rank":19,"Model":"Solon-embeddings-large-0.1<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":46.78,"AlloprofRetrieval":46.94,"BSARDRetrieval":2.08,"MintakaRetrieval (fr)":30.07,"SyntecRetrieval":84.6,"XPQARetrieval (fr)":70.22} -{"index":4,"Rank":20,"Model":"voyage-code-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":16000,"Average":45.33,"AlloprofRetrieval":52.61,"BSARDRetrieval":0.29,"MintakaRetrieval (fr)":19.05,"SyntecRetrieval":82.77,"XPQARetrieval (fr)":71.95} -{"index":43,"Rank":21,"Model":"bilingual-embedding-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":44.99,"AlloprofRetrieval":41.26,"BSARDRetrieval":12.22,"MintakaRetrieval (fr)":27.6,"SyntecRetrieval":79.68,"XPQARetrieval (fr)":64.21} -{"index":99,"Rank":22,"Model":"sentence_croissant_alpha_v0.3<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":44.9,"AlloprofRetrieval":49.84,"BSARDRetrieval":0.22,"MintakaRetrieval (fr)":31.25,"SyntecRetrieval":76.63,"XPQARetrieval (fr)":66.55} -{"index":100,"Rank":23,"Model":"sentence_croissant_alpha_v0.4<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":44.41,"AlloprofRetrieval":49.05,"BSARDRetrieval":0.16,"MintakaRetrieval (fr)":31.06,"SyntecRetrieval":76.96,"XPQARetrieval (fr)":64.8} -{"index":98,"Rank":24,"Model":"sentence_croissant_alpha_v0.2<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":43.85,"AlloprofRetrieval":47.69,"BSARDRetrieval":1.75,"MintakaRetrieval (fr)":27.88,"SyntecRetrieval":77.67,"XPQARetrieval (fr)":64.27} -{"index":120,"Rank":25,"Model":"sentence-t5-xxl<\/a>","Model Size (Million Parameters)":4865,"Memory Usage (GB, fp32)":18.12,"Embedding Dimensions":768,"Max Tokens":512,"Average":43.84,"AlloprofRetrieval":45.75,"BSARDRetrieval":3.33,"MintakaRetrieval (fr)":34.93,"SyntecRetrieval":78.97,"XPQARetrieval (fr)":56.2} -{"index":26,"Rank":26,"Model":"Cohere-embed-multilingual-light-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":384,"Max Tokens":512,"Average":43.67,"AlloprofRetrieval":46.43,"BSARDRetrieval":17.34,"MintakaRetrieval (fr)":26.68,"SyntecRetrieval":82.68,"XPQARetrieval (fr)":45.23} -{"index":76,"Rank":27,"Model":"bge-m3-custom-fr-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":43.58,"AlloprofRetrieval":45.1,"BSARDRetrieval":0.0,"MintakaRetrieval (fr)":25.17,"SyntecRetrieval":79.14,"XPQARetrieval (fr)":68.49} -{"index":96,"Rank":28,"Model":"bge-m3-custom-fr<\/a>","Model Size (Million Parameters)":568,"Memory Usage (GB, fp32)":2.12,"Embedding Dimensions":1024,"Max Tokens":8194,"Average":43.58,"AlloprofRetrieval":45.1,"BSARDRetrieval":0.0,"MintakaRetrieval (fr)":25.17,"SyntecRetrieval":79.14,"XPQARetrieval (fr)":68.49} -{"index":45,"Rank":29,"Model":"bilingual-embedding-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":43.4,"AlloprofRetrieval":39.22,"BSARDRetrieval":10.51,"MintakaRetrieval (fr)":25.58,"SyntecRetrieval":78.19,"XPQARetrieval (fr)":63.5} -{"index":127,"Rank":30,"Model":"bilingual-embedding-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":42.96,"AlloprofRetrieval":38.06,"BSARDRetrieval":11.04,"MintakaRetrieval (fr)":27.48,"SyntecRetrieval":78.2,"XPQARetrieval (fr)":60.02} -{"index":87,"Rank":31,"Model":"multilingual-e5-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":42.17,"AlloprofRetrieval":38.15,"BSARDRetrieval":0.27,"MintakaRetrieval (fr)":25.2,"SyntecRetrieval":81.07,"XPQARetrieval (fr)":66.15} -{"index":86,"Rank":32,"Model":"multilingual-e5-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":41.19,"AlloprofRetrieval":36.21,"BSARDRetrieval":0.0,"MintakaRetrieval (fr)":23.46,"SyntecRetrieval":80.49,"XPQARetrieval (fr)":65.81} -{"index":97,"Rank":33,"Model":"sentence_croissant_alpha_v0.1<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":41.15,"AlloprofRetrieval":45.41,"BSARDRetrieval":0.0,"MintakaRetrieval (fr)":25.7,"SyntecRetrieval":75.75,"XPQARetrieval (fr)":58.88} -{"index":1,"Rank":34,"Model":"voyage-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":4000,"Average":40.81,"AlloprofRetrieval":45.5,"BSARDRetrieval":0.15,"MintakaRetrieval (fr)":15.51,"SyntecRetrieval":75.83,"XPQARetrieval (fr)":67.07} -{"index":66,"Rank":35,"Model":"sentence-camembert-large<\/a>","Model Size (Million Parameters)":337,"Memory Usage (GB, fp32)":1.26,"Embedding Dimensions":1024,"Max Tokens":512,"Average":40.04,"AlloprofRetrieval":31.62,"BSARDRetrieval":0.0,"MintakaRetrieval (fr)":21.87,"SyntecRetrieval":81.11,"XPQARetrieval (fr)":65.62} -{"index":119,"Rank":36,"Model":"sentence-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Embedding Dimensions":768,"Max Tokens":512,"Average":39.69,"AlloprofRetrieval":40.38,"BSARDRetrieval":0.14,"MintakaRetrieval (fr)":31.54,"SyntecRetrieval":74.24,"XPQARetrieval (fr)":52.14} -{"index":125,"Rank":37,"Model":"universal-sentence-encoder-multilingual-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":512,"Max Tokens":512,"Average":38.16,"AlloprofRetrieval":35.27,"BSARDRetrieval":0.0,"MintakaRetrieval (fr)":26.12,"SyntecRetrieval":69.82,"XPQARetrieval (fr)":59.59} -{"index":116,"Rank":38,"Model":"paraphrase-multilingual-mpnet-base-v2<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":38.13,"AlloprofRetrieval":30.8,"BSARDRetrieval":13.19,"MintakaRetrieval (fr)":24.45,"SyntecRetrieval":76.0,"XPQARetrieval (fr)":46.22} -{"index":126,"Rank":39,"Model":"universal-sentence-encoder-multilingual-large-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":512,"Max Tokens":512,"Average":37.78,"AlloprofRetrieval":33.78,"BSARDRetrieval":0.0,"MintakaRetrieval (fr)":26.21,"SyntecRetrieval":63.69,"XPQARetrieval (fr)":65.21} -{"index":54,"Rank":40,"Model":"sentence-croissant-llm-base<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":36.81,"AlloprofRetrieval":29.97,"BSARDRetrieval":0.0,"MintakaRetrieval (fr)":21.31,"SyntecRetrieval":74.2,"XPQARetrieval (fr)":58.57} -{"index":89,"Rank":41,"Model":"multilingual-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":36.55,"AlloprofRetrieval":27.01,"BSARDRetrieval":0.0,"MintakaRetrieval (fr)":22.53,"SyntecRetrieval":75.76,"XPQARetrieval (fr)":57.47} -{"index":118,"Rank":42,"Model":"sentence-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Embedding Dimensions":768,"Max Tokens":512,"Average":35.66,"AlloprofRetrieval":34.52,"BSARDRetrieval":0.0,"MintakaRetrieval (fr)":23.92,"SyntecRetrieval":71.05,"XPQARetrieval (fr)":48.79} -{"index":106,"Rank":43,"Model":"all-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":34.44,"AlloprofRetrieval":33.2,"BSARDRetrieval":6.24,"MintakaRetrieval (fr)":16.08,"SyntecRetrieval":60.8,"XPQARetrieval (fr)":55.9} -{"index":111,"Rank":44,"Model":"distiluse-base-multilingual-cased-v2<\/a>","Model Size (Million Parameters)":135,"Memory Usage (GB, fp32)":0.5,"Embedding Dimensions":512,"Max Tokens":512,"Average":33.22,"AlloprofRetrieval":26.99,"BSARDRetrieval":0.0,"MintakaRetrieval (fr)":22.55,"SyntecRetrieval":65.34,"XPQARetrieval (fr)":51.2} -{"index":65,"Rank":45,"Model":"sentence-camembert-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":32.37,"AlloprofRetrieval":21.94,"BSARDRetrieval":0.0,"MintakaRetrieval (fr)":13.36,"SyntecRetrieval":68.62,"XPQARetrieval (fr)":57.92} -{"index":117,"Rank":46,"Model":"sentence-t5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":32.18,"AlloprofRetrieval":27.52,"BSARDRetrieval":0.16,"MintakaRetrieval (fr)":21.04,"SyntecRetrieval":67.0,"XPQARetrieval (fr)":45.19} -{"index":115,"Rank":47,"Model":"paraphrase-multilingual-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":31.24,"AlloprofRetrieval":26.63,"BSARDRetrieval":0.0,"MintakaRetrieval (fr)":21.53,"SyntecRetrieval":65.54,"XPQARetrieval (fr)":42.51} -{"index":107,"Rank":48,"Model":"all-MiniLM-L6-v2<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":384,"Max Tokens":512,"Average":30.87,"AlloprofRetrieval":28.41,"BSARDRetrieval":4.8,"MintakaRetrieval (fr)":9.19,"SyntecRetrieval":60.15,"XPQARetrieval (fr)":51.79} -{"index":114,"Rank":49,"Model":"multi-qa-MiniLM-L6-cos-v1<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":384,"Max Tokens":512,"Average":30.69,"AlloprofRetrieval":30.23,"BSARDRetrieval":0.0,"MintakaRetrieval (fr)":16.31,"SyntecRetrieval":58.07,"XPQARetrieval (fr)":48.83} -{"index":105,"Rank":50,"Model":"LaBSE<\/a>","Model Size (Million Parameters)":471,"Memory Usage (GB, fp32)":1.75,"Embedding Dimensions":768,"Max Tokens":512,"Average":28.47,"AlloprofRetrieval":19.77,"BSARDRetrieval":0.0,"MintakaRetrieval (fr)":15.53,"SyntecRetrieval":55.31,"XPQARetrieval (fr)":51.74} -{"index":123,"Rank":51,"Model":"text2vec-base-multilingual<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":256,"Average":24.76,"AlloprofRetrieval":18.9,"BSARDRetrieval":0.0,"MintakaRetrieval (fr)":14.81,"SyntecRetrieval":49.69,"XPQARetrieval (fr)":40.4} -{"index":84,"Rank":52,"Model":"e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":23.44,"AlloprofRetrieval":16.46,"BSARDRetrieval":0.0,"MintakaRetrieval (fr)":3.57,"SyntecRetrieval":55.9,"XPQARetrieval (fr)":41.29} -{"index":90,"Rank":53,"Model":"udever-bloom-1b1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":2048,"Average":19.74,"AlloprofRetrieval":12.25,"BSARDRetrieval":6.61,"MintakaRetrieval (fr)":2.78,"SyntecRetrieval":43.25,"XPQARetrieval (fr)":33.82} -{"index":8,"Rank":54,"Model":"LASER2<\/a>","Model Size (Million Parameters)":43,"Memory Usage (GB, fp32)":0.16,"Embedding Dimensions":1024,"Max Tokens":"N\/A","Average":16.19,"AlloprofRetrieval":3.1,"BSARDRetrieval":0.36,"MintakaRetrieval (fr)":6.31,"SyntecRetrieval":28.58,"XPQARetrieval (fr)":42.59} -{"index":78,"Rank":55,"Model":"bert-base-multilingual-uncased<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Embedding Dimensions":768,"Max Tokens":512,"Average":13.89,"AlloprofRetrieval":5.51,"BSARDRetrieval":0.0,"MintakaRetrieval (fr)":2.87,"SyntecRetrieval":34.95,"XPQARetrieval (fr)":26.12} -{"index":10,"Rank":56,"Model":"llm2vec-occiglot-mntp<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":12.94,"AlloprofRetrieval":6.83,"BSARDRetrieval":2.18,"MintakaRetrieval (fr)":1.66,"SyntecRetrieval":27.64,"XPQARetrieval (fr)":26.39} -{"index":77,"Rank":57,"Model":"bert-base-multilingual-cased<\/a>","Model Size (Million Parameters)":179,"Memory Usage (GB, fp32)":0.67,"Embedding Dimensions":768,"Max Tokens":512,"Average":8.52,"AlloprofRetrieval":1.63,"BSARDRetrieval":0.0,"MintakaRetrieval (fr)":3.55,"SyntecRetrieval":18.95,"XPQARetrieval (fr)":18.49} -{"index":36,"Rank":58,"Model":"bert-base-25lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":512,"Average":8.51,"AlloprofRetrieval":1.6,"BSARDRetrieval":0.0,"MintakaRetrieval (fr)":3.55,"SyntecRetrieval":18.95,"XPQARetrieval (fr)":18.46} -{"index":34,"Rank":59,"Model":"bert-base-10lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":512,"Average":8.5,"AlloprofRetrieval":1.6,"BSARDRetrieval":0.0,"MintakaRetrieval (fr)":3.55,"SyntecRetrieval":18.95,"XPQARetrieval (fr)":18.39} -{"index":35,"Rank":60,"Model":"bert-base-15lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":512,"Average":8.49,"AlloprofRetrieval":1.61,"BSARDRetrieval":0.0,"MintakaRetrieval (fr)":3.55,"SyntecRetrieval":18.95,"XPQARetrieval (fr)":18.35} -{"index":91,"Rank":61,"Model":"udever-bloom-560m<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":2048,"Average":8.39,"AlloprofRetrieval":1.93,"BSARDRetrieval":1.54,"MintakaRetrieval (fr)":0.48,"SyntecRetrieval":25.01,"XPQARetrieval (fr)":12.98} -{"index":74,"Rank":62,"Model":"flaubert_base_uncased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":512,"Average":6.73,"AlloprofRetrieval":1.72,"BSARDRetrieval":0.0,"MintakaRetrieval (fr)":0.51,"SyntecRetrieval":22.33,"XPQARetrieval (fr)":9.09} -{"index":73,"Rank":63,"Model":"flaubert_base_cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":512,"Average":5.87,"AlloprofRetrieval":1.63,"BSARDRetrieval":0.0,"MintakaRetrieval (fr)":0.58,"SyntecRetrieval":20.56,"XPQARetrieval (fr)":6.59} -{"index":33,"Rank":64,"Model":"xlm-roberta-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":4.14,"AlloprofRetrieval":0.52,"BSARDRetrieval":0.0,"MintakaRetrieval (fr)":0.9,"SyntecRetrieval":6.6,"XPQARetrieval (fr)":12.7} -{"index":32,"Rank":65,"Model":"xlm-roberta-base<\/a>","Model Size (Million Parameters)":279,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":3.2,"AlloprofRetrieval":0.16,"BSARDRetrieval":0.0,"MintakaRetrieval (fr)":0.88,"SyntecRetrieval":3.33,"XPQARetrieval (fr)":11.65} -{"index":75,"Rank":66,"Model":"flaubert_large_cased<\/a>","Model Size (Million Parameters)":372,"Memory Usage (GB, fp32)":1.39,"Embedding Dimensions":1024,"Max Tokens":512,"Average":1.22,"AlloprofRetrieval":0.58,"BSARDRetrieval":0.0,"MintakaRetrieval (fr)":0.26,"SyntecRetrieval":1.58,"XPQARetrieval (fr)":3.69} -{"index":2,"Rank":67,"Model":"voyage-3-lite<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":512,"Max Tokens":32000,"Average":"","AlloprofRetrieval":47.86,"BSARDRetrieval":"","MintakaRetrieval (fr)":"","SyntecRetrieval":"","XPQARetrieval (fr)":""} -{"index":3,"Rank":68,"Model":"voyage-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":32000,"Average":"","AlloprofRetrieval":73.76,"BSARDRetrieval":44.87,"MintakaRetrieval (fr)":44.56,"SyntecRetrieval":87.54,"XPQARetrieval (fr)":""} -{"index":5,"Rank":69,"Model":"voyage-large-2-instruct<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":16000,"Average":"","AlloprofRetrieval":"","BSARDRetrieval":"","MintakaRetrieval (fr)":"","SyntecRetrieval":"","XPQARetrieval (fr)":""} -{"index":9,"Rank":70,"Model":"llm2vec-croissant-mntp<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":"","AlloprofRetrieval":"","BSARDRetrieval":"","MintakaRetrieval (fr)":"","SyntecRetrieval":"","XPQARetrieval (fr)":""} -{"index":11,"Rank":71,"Model":"gte-Qwen1.5-7B-instruct<\/a>","Model Size (Million Parameters)":7099,"Memory Usage (GB, fp32)":26.45,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","AlloprofRetrieval":51.11,"BSARDRetrieval":23.58,"MintakaRetrieval (fr)":42.44,"SyntecRetrieval":86.47,"XPQARetrieval (fr)":""} -{"index":15,"Rank":72,"Model":"e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","AlloprofRetrieval":"","BSARDRetrieval":"","MintakaRetrieval (fr)":"","SyntecRetrieval":"","XPQARetrieval (fr)":""} -{"index":16,"Rank":73,"Model":"bge-base-en-v1.5<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AlloprofRetrieval":31.28,"BSARDRetrieval":11.67,"MintakaRetrieval (fr)":19.27,"SyntecRetrieval":63.7,"XPQARetrieval (fr)":""} -{"index":17,"Rank":74,"Model":"bge-large-en-v1.5<\/a>","Model Size (Million Parameters)":1340,"Memory Usage (GB, fp32)":4.99,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","AlloprofRetrieval":38.74,"BSARDRetrieval":10.92,"MintakaRetrieval (fr)":20.44,"SyntecRetrieval":62.29,"XPQARetrieval (fr)":""} -{"index":18,"Rank":75,"Model":"bge-m3<\/a>","Model Size (Million Parameters)":567,"Memory Usage (GB, fp32)":2.11,"Embedding Dimensions":1024,"Max Tokens":8192,"Average":"","AlloprofRetrieval":"","BSARDRetrieval":"","MintakaRetrieval (fr)":"","SyntecRetrieval":"","XPQARetrieval (fr)":""} -{"index":20,"Rank":76,"Model":"bge-small-en-v1.5<\/a>","Model Size (Million Parameters)":24,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":512,"Max Tokens":512,"Average":"","AlloprofRetrieval":30.77,"BSARDRetrieval":12.89,"MintakaRetrieval (fr)":18.69,"SyntecRetrieval":60.74,"XPQARetrieval (fr)":""} -{"index":25,"Rank":81,"Model":"Cohere-embed-english-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":512,"Average":"","AlloprofRetrieval":38.83,"BSARDRetrieval":13.19,"MintakaRetrieval (fr)":30.19,"SyntecRetrieval":72.17,"XPQARetrieval (fr)":""} -{"index":29,"Rank":82,"Model":"distilrubert-small-cased-conversational<\/a>","Model Size (Million Parameters)":106,"Memory Usage (GB, fp32)":0.39,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AlloprofRetrieval":0.35,"BSARDRetrieval":0.0,"MintakaRetrieval (fr)":1.06,"SyntecRetrieval":10.17,"XPQARetrieval (fr)":""} -{"index":30,"Rank":83,"Model":"rubert-base-cased<\/a>","Model Size (Million Parameters)":180,"Memory Usage (GB, fp32)":0.67,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AlloprofRetrieval":0.24,"BSARDRetrieval":0.0,"MintakaRetrieval (fr)":1.13,"SyntecRetrieval":6.26,"XPQARetrieval (fr)":""} -{"index":31,"Rank":84,"Model":"rubert-base-cased-sentence<\/a>","Model Size (Million Parameters)":180,"Memory Usage (GB, fp32)":0.67,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AlloprofRetrieval":1.09,"BSARDRetrieval":0.0,"MintakaRetrieval (fr)":4.43,"SyntecRetrieval":12.78,"XPQARetrieval (fr)":""} -{"index":37,"Rank":85,"Model":"GritLM-7B<\/a>","Model Size (Million Parameters)":7240,"Memory Usage (GB, fp32)":26.97,"Embedding Dimensions":"","Max Tokens":4096,"Average":"","AlloprofRetrieval":55.42,"BSARDRetrieval":26.61,"MintakaRetrieval (fr)":51.68,"SyntecRetrieval":89.48,"XPQARetrieval (fr)":""} -{"index":41,"Rank":86,"Model":"MUG-B-1.6<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","AlloprofRetrieval":"","BSARDRetrieval":"","MintakaRetrieval (fr)":"","SyntecRetrieval":"","XPQARetrieval (fr)":""} -{"index":48,"Rank":88,"Model":"SGPT-125M-weightedmean-msmarco-specb-bitfit<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":2048,"Average":"","AlloprofRetrieval":"","BSARDRetrieval":"","MintakaRetrieval (fr)":"","SyntecRetrieval":"","XPQARetrieval (fr)":""} -{"index":49,"Rank":89,"Model":"SGPT-125M-weightedmean-nli-bitfit<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":2048,"Average":"","AlloprofRetrieval":"","BSARDRetrieval":"","MintakaRetrieval (fr)":"","SyntecRetrieval":"","XPQARetrieval (fr)":""} -{"index":50,"Rank":90,"Model":"SGPT-5.8B-weightedmean-nli-bitfit<\/a>","Model Size (Million Parameters)":5874,"Memory Usage (GB, fp32)":21.88,"Embedding Dimensions":4096,"Max Tokens":2048,"Average":"","AlloprofRetrieval":"","BSARDRetrieval":"","MintakaRetrieval (fr)":"","SyntecRetrieval":"","XPQARetrieval (fr)":""} -{"index":53,"Rank":92,"Model":"SFR-Embedding-Mistral<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","AlloprofRetrieval":56.74,"BSARDRetrieval":26.28,"MintakaRetrieval (fr)":49.62,"SyntecRetrieval":91.49,"XPQARetrieval (fr)":""} -{"index":55,"Rank":93,"Model":"sbert_large_mt_nlu_ru<\/a>","Model Size (Million Parameters)":427,"Memory Usage (GB, fp32)":1.59,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","AlloprofRetrieval":0.26,"BSARDRetrieval":0.13,"MintakaRetrieval (fr)":1.07,"SyntecRetrieval":9.18,"XPQARetrieval (fr)":""} -{"index":56,"Rank":94,"Model":"sbert_large_nlu_ru<\/a>","Model Size (Million Parameters)":427,"Memory Usage (GB, fp32)":1.59,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","AlloprofRetrieval":0.34,"BSARDRetrieval":0.0,"MintakaRetrieval (fr)":0.85,"SyntecRetrieval":11.87,"XPQARetrieval (fr)":""} -{"index":58,"Rank":96,"Model":"sgpt-bloom-1b7-nli<\/a>","Model Size (Million Parameters)":1722,"Memory Usage (GB, fp32)":6.42,"Embedding Dimensions":2048,"Max Tokens":4096,"Average":"","AlloprofRetrieval":"","BSARDRetrieval":"","MintakaRetrieval (fr)":"","SyntecRetrieval":"","XPQARetrieval (fr)":""} -{"index":59,"Rank":97,"Model":"sgpt-bloom-7b1-msmarco<\/a>","Model Size (Million Parameters)":7068,"Memory Usage (GB, fp32)":26.33,"Embedding Dimensions":4096,"Max Tokens":2048,"Average":"","AlloprofRetrieval":"","BSARDRetrieval":"","MintakaRetrieval (fr)":"","SyntecRetrieval":"","XPQARetrieval (fr)":""} -{"index":60,"Rank":98,"Model":"slx-v0.1<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.08,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","AlloprofRetrieval":"","BSARDRetrieval":"","MintakaRetrieval (fr)":"","SyntecRetrieval":"","XPQARetrieval (fr)":""} -{"index":61,"Rank":99,"Model":"LaBSE-en-ru<\/a>","Model Size (Million Parameters)":129,"Memory Usage (GB, fp32)":0.48,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AlloprofRetrieval":10.73,"BSARDRetrieval":1.61,"MintakaRetrieval (fr)":14.4,"SyntecRetrieval":32.97,"XPQARetrieval (fr)":""} -{"index":62,"Rank":100,"Model":"rubert-tiny<\/a>","Model Size (Million Parameters)":12,"Memory Usage (GB, fp32)":0.04,"Embedding Dimensions":512,"Max Tokens":514,"Average":"","AlloprofRetrieval":1.39,"BSARDRetrieval":0.0,"MintakaRetrieval (fr)":1.4,"SyntecRetrieval":17.8,"XPQARetrieval (fr)":""} -{"index":63,"Rank":101,"Model":"rubert-tiny2<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"Embedding Dimensions":2048,"Max Tokens":514,"Average":"","AlloprofRetrieval":0.55,"BSARDRetrieval":0.15,"MintakaRetrieval (fr)":3.07,"SyntecRetrieval":14.22,"XPQARetrieval (fr)":""} -{"index":67,"Rank":102,"Model":"USER-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AlloprofRetrieval":4.53,"BSARDRetrieval":0.5,"MintakaRetrieval (fr)":9.65,"SyntecRetrieval":36.67,"XPQARetrieval (fr)":""} -{"index":68,"Rank":103,"Model":"USER-bge-m3<\/a>","Model Size (Million Parameters)":359,"Memory Usage (GB, fp32)":1.34,"Embedding Dimensions":1024,"Max Tokens":8192,"Average":"","AlloprofRetrieval":46.17,"BSARDRetrieval":16.57,"MintakaRetrieval (fr)":24.43,"SyntecRetrieval":83.99,"XPQARetrieval (fr)":""} -{"index":69,"Rank":104,"Model":"deberta-v1-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AlloprofRetrieval":0.12,"BSARDRetrieval":0.0,"MintakaRetrieval (fr)":1.02,"SyntecRetrieval":5.82,"XPQARetrieval (fr)":""} -{"index":71,"Rank":106,"Model":"e5-base-4k<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AlloprofRetrieval":29.3,"BSARDRetrieval":8.77,"MintakaRetrieval (fr)":13.58,"SyntecRetrieval":60.84,"XPQARetrieval (fr)":""} -{"index":79,"Rank":108,"Model":"inf-retriever-v1<\/a>","Model Size (Million Parameters)":7069,"Memory Usage (GB, fp32)":26.33,"Embedding Dimensions":3584,"Max Tokens":131072,"Average":"","AlloprofRetrieval":63.61,"BSARDRetrieval":28.99,"MintakaRetrieval (fr)":51.48,"SyntecRetrieval":92.2,"XPQARetrieval (fr)":""} -{"index":80,"Rank":109,"Model":"e5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AlloprofRetrieval":29.4,"BSARDRetrieval":6.07,"MintakaRetrieval (fr)":19.89,"SyntecRetrieval":62.09,"XPQARetrieval (fr)":""} -{"index":81,"Rank":110,"Model":"e5-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AlloprofRetrieval":31.86,"BSARDRetrieval":11.7,"MintakaRetrieval (fr)":23.51,"SyntecRetrieval":67.34,"XPQARetrieval (fr)":""} -{"index":82,"Rank":111,"Model":"e5-large<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","AlloprofRetrieval":33.73,"BSARDRetrieval":11.87,"MintakaRetrieval (fr)":22.39,"SyntecRetrieval":70.86,"XPQARetrieval (fr)":""} -{"index":83,"Rank":112,"Model":"e5-large-v2<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","AlloprofRetrieval":34.13,"BSARDRetrieval":11.5,"MintakaRetrieval (fr)":25.45,"SyntecRetrieval":71.14,"XPQARetrieval (fr)":""} -{"index":85,"Rank":113,"Model":"e5-small<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","AlloprofRetrieval":27.41,"BSARDRetrieval":9.94,"MintakaRetrieval (fr)":20.03,"SyntecRetrieval":66.58,"XPQARetrieval (fr)":""} -{"index":88,"Rank":114,"Model":"multilingual-e5-large-instruct<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","AlloprofRetrieval":52.12,"BSARDRetrieval":24.61,"MintakaRetrieval (fr)":33.49,"SyntecRetrieval":87.8,"XPQARetrieval (fr)":""} -{"index":92,"Rank":115,"Model":"jina-embeddings-v2-base-en<\/a>","Model Size (Million Parameters)":275,"Memory Usage (GB, fp32)":1.02,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","AlloprofRetrieval":0.16,"BSARDRetrieval":"","MintakaRetrieval (fr)":0.32,"SyntecRetrieval":0.79,"XPQARetrieval (fr)":""} -{"index":95,"Rank":117,"Model":"ternary-weight-embedding<\/a>","Model Size (Million Parameters)":99,"Memory Usage (GB, fp32)":0.37,"Embedding Dimensions":1792,"Max Tokens":512,"Average":"","AlloprofRetrieval":"","BSARDRetrieval":"","MintakaRetrieval (fr)":"","SyntecRetrieval":"","XPQARetrieval (fr)":""} -{"index":101,"Rank":118,"Model":"nomic-embed-text-v1<\/a>","Model Size (Million Parameters)":547,"Memory Usage (GB, fp32)":2.04,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","AlloprofRetrieval":33.93,"BSARDRetrieval":5.83,"MintakaRetrieval (fr)":17.28,"SyntecRetrieval":51.91,"XPQARetrieval (fr)":""} -{"index":102,"Rank":119,"Model":"FAB-Ramy-v1<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","AlloprofRetrieval":"","BSARDRetrieval":"","MintakaRetrieval (fr)":"","SyntecRetrieval":"","XPQARetrieval (fr)":""} -{"index":103,"Rank":120,"Model":"FAE-v1<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","AlloprofRetrieval":"","BSARDRetrieval":"","MintakaRetrieval (fr)":"","SyntecRetrieval":"","XPQARetrieval (fr)":""} -{"index":104,"Rank":121,"Model":"FUE-v1<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","AlloprofRetrieval":"","BSARDRetrieval":"","MintakaRetrieval (fr)":"","SyntecRetrieval":"","XPQARetrieval (fr)":""} -{"index":108,"Rank":122,"Model":"all-mpnet-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","AlloprofRetrieval":34.27,"BSARDRetrieval":6.98,"MintakaRetrieval (fr)":12.93,"SyntecRetrieval":57.39,"XPQARetrieval (fr)":""} -{"index":109,"Rank":123,"Model":"allenai-specter<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AlloprofRetrieval":"","BSARDRetrieval":"","MintakaRetrieval (fr)":"","SyntecRetrieval":"","XPQARetrieval (fr)":""} -{"index":110,"Rank":124,"Model":"average_word_embeddings_komninos<\/a>","Model Size (Million Parameters)":134,"Memory Usage (GB, fp32)":0.5,"Embedding Dimensions":300,"Max Tokens":"N\/A","Average":"","AlloprofRetrieval":"","BSARDRetrieval":"","MintakaRetrieval (fr)":"","SyntecRetrieval":"","XPQARetrieval (fr)":""} -{"index":112,"Rank":125,"Model":"gtr-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AlloprofRetrieval":"","BSARDRetrieval":"","MintakaRetrieval (fr)":"","SyntecRetrieval":"","XPQARetrieval (fr)":""} -{"index":113,"Rank":126,"Model":"gtr-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AlloprofRetrieval":"","BSARDRetrieval":"","MintakaRetrieval (fr)":"","SyntecRetrieval":"","XPQARetrieval (fr)":""} -{"index":121,"Rank":127,"Model":"LaBSE-ru-turbo<\/a>","Model Size (Million Parameters)":128,"Memory Usage (GB, fp32)":0.48,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AlloprofRetrieval":10.08,"BSARDRetrieval":1.71,"MintakaRetrieval (fr)":12.44,"SyntecRetrieval":43.26,"XPQARetrieval (fr)":""} -{"index":122,"Rank":128,"Model":"rubert-tiny-turbo<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"Embedding Dimensions":312,"Max Tokens":2048,"Average":"","AlloprofRetrieval":0.94,"BSARDRetrieval":1.06,"MintakaRetrieval (fr)":9.63,"SyntecRetrieval":14.16,"XPQARetrieval (fr)":""} -{"index":129,"Rank":130,"Model":"text-embedding-3-large<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":3072,"Max Tokens":8191,"Average":"","AlloprofRetrieval":60.28,"BSARDRetrieval":"","MintakaRetrieval (fr)":62.88,"SyntecRetrieval":87.36,"XPQARetrieval (fr)":""} -{"index":130,"Rank":131,"Model":"text-embedding-3-small<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":8191,"Average":"","AlloprofRetrieval":52.09,"BSARDRetrieval":"","MintakaRetrieval (fr)":41.69,"SyntecRetrieval":86.42,"XPQARetrieval (fr)":""} diff --git a/all_data_tasks/21/default.jsonl b/all_data_tasks/21/default.jsonl deleted file mode 100644 index 7ff4aab7410f814766ca640a062bb6c22fe95acd..0000000000000000000000000000000000000000 --- a/all_data_tasks/21/default.jsonl +++ /dev/null @@ -1,128 +0,0 @@ -{"index":93,"Rank":1,"Model":"jina-embeddings-v3<\/a>","Model Size (Million Parameters)":572,"Memory Usage (GB, fp32)":2.13,"Embedding Dimensions":1024,"Max Tokens":8194,"Average":84.89,"STS22 (fr)":83.29,"STSBenchmarkMultilingualSTS (fr)":87.44,"SICKFr":83.95} -{"index":28,"Rank":2,"Model":"jina-embeddings-v3<\/a>","Model Size (Million Parameters)":572,"Memory Usage (GB, fp32)":2.13,"Embedding Dimensions":1024,"Max Tokens":8194,"Average":84.89,"STS22 (fr)":83.29,"STSBenchmarkMultilingualSTS (fr)":87.44,"SICKFr":83.95} -{"index":44,"Rank":3,"Model":"bilingual-embedding-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":83.62,"STS22 (fr)":84.64,"STSBenchmarkMultilingualSTS (fr)":87.02,"SICKFr":79.2} -{"index":42,"Rank":4,"Model":"bilingual-document-embedding<\/a>","Model Size (Million Parameters)":568,"Memory Usage (GB, fp32)":2.12,"Embedding Dimensions":1024,"Max Tokens":8194,"Average":83.02,"STS22 (fr)":83.82,"STSBenchmarkMultilingualSTS (fr)":86.79,"SICKFr":78.46} -{"index":53,"Rank":5,"Model":"SFR-Embedding-Mistral<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":82.72,"STS22 (fr)":81.03,"STSBenchmarkMultilingualSTS (fr)":85.87,"SICKFr":81.27} -{"index":19,"Rank":6,"Model":"bge-multilingual-gemma2<\/a>","Model Size (Million Parameters)":9242,"Memory Usage (GB, fp32)":34.43,"Embedding Dimensions":3584,"Max Tokens":8192,"Average":82.59,"STS22 (fr)":83.28,"STSBenchmarkMultilingualSTS (fr)":85.09,"SICKFr":79.39} -{"index":88,"Rank":7,"Model":"multilingual-e5-large-instruct<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":82.46,"STS22 (fr)":82.25,"STSBenchmarkMultilingualSTS (fr)":84.94,"SICKFr":80.2} -{"index":13,"Rank":8,"Model":"gte-Qwen2-7B-instruct<\/a>","Model Size (Million Parameters)":7613,"Memory Usage (GB, fp32)":28.36,"Embedding Dimensions":3584,"Max Tokens":32768,"Average":82.28,"STS22 (fr)":82.49,"STSBenchmarkMultilingualSTS (fr)":85.44,"SICKFr":78.9} -{"index":64,"Rank":9,"Model":"french-document-embedding<\/a>","Model Size (Million Parameters)":305,"Memory Usage (GB, fp32)":1.14,"Embedding Dimensions":768,"Max Tokens":8192,"Average":81.9,"STS22 (fr)":83.19,"STSBenchmarkMultilingualSTS (fr)":84.4,"SICKFr":78.1} -{"index":66,"Rank":10,"Model":"sentence-camembert-large<\/a>","Model Size (Million Parameters)":337,"Memory Usage (GB, fp32)":1.26,"Embedding Dimensions":1024,"Max Tokens":512,"Average":81.74,"STS22 (fr)":81.73,"STSBenchmarkMultilingualSTS (fr)":85.79,"SICKFr":77.7} -{"index":14,"Rank":11,"Model":"gte-multilingual-base<\/a>","Model Size (Million Parameters)":305,"Memory Usage (GB, fp32)":1.14,"Embedding Dimensions":768,"Max Tokens":8192,"Average":81.36,"STS22 (fr)":81.03,"STSBenchmarkMultilingualSTS (fr)":84.43,"SICKFr":78.63} -{"index":47,"Rank":12,"Model":"onnx-gte-multilingual-base<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":81.36,"STS22 (fr)":81.03,"STSBenchmarkMultilingualSTS (fr)":84.43,"SICKFr":78.63} -{"index":27,"Rank":13,"Model":"Cohere-embed-multilingual-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":512,"Average":81.28,"STS22 (fr)":82.76,"STSBenchmarkMultilingualSTS (fr)":81.84,"SICKFr":79.23} -{"index":12,"Rank":14,"Model":"gte-Qwen2-1.5B-instruct<\/a>","Model Size (Million Parameters)":1776,"Memory Usage (GB, fp32)":6.62,"Embedding Dimensions":1536,"Max Tokens":131072,"Average":81.26,"STS22 (fr)":81.84,"STSBenchmarkMultilingualSTS (fr)":82.25,"SICKFr":79.68} -{"index":68,"Rank":15,"Model":"USER-bge-m3<\/a>","Model Size (Million Parameters)":359,"Memory Usage (GB, fp32)":1.34,"Embedding Dimensions":1024,"Max Tokens":8192,"Average":80.6,"STS22 (fr)":82.53,"STSBenchmarkMultilingualSTS (fr)":81.74,"SICKFr":77.53} -{"index":127,"Rank":16,"Model":"bilingual-embedding-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":80.59,"STS22 (fr)":80.31,"STSBenchmarkMultilingualSTS (fr)":84.36,"SICKFr":77.1} -{"index":40,"Rank":17,"Model":"KaLM-embedding-multilingual-mini-v1<\/a>","Model Size (Million Parameters)":494,"Memory Usage (GB, fp32)":1.84,"Embedding Dimensions":896,"Max Tokens":131072,"Average":80.52,"STS22 (fr)":82.57,"STSBenchmarkMultilingualSTS (fr)":81.56,"SICKFr":77.43} -{"index":11,"Rank":18,"Model":"gte-Qwen1.5-7B-instruct<\/a>","Model Size (Million Parameters)":7099,"Memory Usage (GB, fp32)":26.45,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":80.32,"STS22 (fr)":81.74,"STSBenchmarkMultilingualSTS (fr)":82.69,"SICKFr":76.53} -{"index":6,"Rank":19,"Model":"voyage-law-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":16000,"Average":80.29,"STS22 (fr)":83.75,"STSBenchmarkMultilingualSTS (fr)":83.02,"SICKFr":74.09} -{"index":45,"Rank":20,"Model":"bilingual-embedding-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":80.17,"STS22 (fr)":82.91,"STSBenchmarkMultilingualSTS (fr)":83.3,"SICKFr":74.31} -{"index":7,"Rank":21,"Model":"voyage-multilingual-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":32000,"Average":80.13,"STS22 (fr)":82.76,"STSBenchmarkMultilingualSTS (fr)":82.72,"SICKFr":74.9} -{"index":43,"Rank":22,"Model":"bilingual-embedding-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":80.12,"STS22 (fr)":81.14,"STSBenchmarkMultilingualSTS (fr)":83.75,"SICKFr":75.48} -{"index":38,"Rank":23,"Model":"KaLM-embedding-multilingual-mini-instruct-v1<\/a>","Model Size (Million Parameters)":494,"Memory Usage (GB, fp32)":1.84,"Embedding Dimensions":896,"Max Tokens":131072,"Average":80.08,"STS22 (fr)":81.71,"STSBenchmarkMultilingualSTS (fr)":81.07,"SICKFr":77.47} -{"index":52,"Rank":24,"Model":"Solon-embeddings-large-0.1<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":80.01,"STS22 (fr)":83.31,"STSBenchmarkMultilingualSTS (fr)":79.99,"SICKFr":76.74} -{"index":0,"Rank":25,"Model":"mistral-embed<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":"","Average":79.56,"STS22 (fr)":82.74,"STSBenchmarkMultilingualSTS (fr)":79.72,"SICKFr":76.21} -{"index":76,"Rank":26,"Model":"bge-m3-custom-fr-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":79.5,"STS22 (fr)":81.7,"STSBenchmarkMultilingualSTS (fr)":81.3,"SICKFr":75.51} -{"index":96,"Rank":27,"Model":"bge-m3-custom-fr<\/a>","Model Size (Million Parameters)":568,"Memory Usage (GB, fp32)":2.12,"Embedding Dimensions":1024,"Max Tokens":8194,"Average":79.5,"STS22 (fr)":81.7,"STSBenchmarkMultilingualSTS (fr)":81.3,"SICKFr":75.51} -{"index":87,"Rank":28,"Model":"multilingual-e5-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":79.36,"STS22 (fr)":76.77,"STSBenchmarkMultilingualSTS (fr)":82.53,"SICKFr":78.78} -{"index":39,"Rank":29,"Model":"KaLM-embedding-multilingual-mini-instruct-v1.5<\/a>","Model Size (Million Parameters)":494,"Memory Usage (GB, fp32)":1.84,"Embedding Dimensions":896,"Max Tokens":131072,"Average":79.25,"STS22 (fr)":80.75,"STSBenchmarkMultilingualSTS (fr)":80.09,"SICKFr":76.9} -{"index":120,"Rank":30,"Model":"sentence-t5-xxl<\/a>","Model Size (Million Parameters)":4865,"Memory Usage (GB, fp32)":18.12,"Embedding Dimensions":768,"Max Tokens":512,"Average":78.37,"STS22 (fr)":76.8,"STSBenchmarkMultilingualSTS (fr)":81.24,"SICKFr":77.07} -{"index":128,"Rank":31,"Model":"text-embedding-ada-002<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":8191,"Average":78.31,"STS22 (fr)":81.09,"STSBenchmarkMultilingualSTS (fr)":77.55,"SICKFr":76.28} -{"index":123,"Rank":32,"Model":"text2vec-base-multilingual<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":256,"Average":78.28,"STS22 (fr)":74.1,"STSBenchmarkMultilingualSTS (fr)":83.48,"SICKFr":77.25} -{"index":26,"Rank":33,"Model":"Cohere-embed-multilingual-light-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":384,"Max Tokens":512,"Average":78.26,"STS22 (fr)":82.8,"STSBenchmarkMultilingualSTS (fr)":76.48,"SICKFr":75.5} -{"index":116,"Rank":34,"Model":"paraphrase-multilingual-mpnet-base-v2<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":78.18,"STS22 (fr)":74.3,"STSBenchmarkMultilingualSTS (fr)":84.69,"SICKFr":75.56} -{"index":65,"Rank":35,"Model":"sentence-camembert-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":77.79,"STS22 (fr)":77.54,"STSBenchmarkMultilingualSTS (fr)":81.64,"SICKFr":74.18} -{"index":100,"Rank":36,"Model":"sentence_croissant_alpha_v0.4<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":77.72,"STS22 (fr)":82.35,"STSBenchmarkMultilingualSTS (fr)":79.22,"SICKFr":71.6} -{"index":99,"Rank":37,"Model":"sentence_croissant_alpha_v0.3<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":77.64,"STS22 (fr)":80.8,"STSBenchmarkMultilingualSTS (fr)":80.23,"SICKFr":71.89} -{"index":4,"Rank":38,"Model":"voyage-code-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":16000,"Average":77.52,"STS22 (fr)":79.99,"STSBenchmarkMultilingualSTS (fr)":79.02,"SICKFr":73.56} -{"index":119,"Rank":39,"Model":"sentence-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Embedding Dimensions":768,"Max Tokens":512,"Average":77.33,"STS22 (fr)":77.49,"STSBenchmarkMultilingualSTS (fr)":79.42,"SICKFr":75.08} -{"index":86,"Rank":40,"Model":"multilingual-e5-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":77.3,"STS22 (fr)":75.04,"STSBenchmarkMultilingualSTS (fr)":80.62,"SICKFr":76.23} -{"index":89,"Rank":41,"Model":"multilingual-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":77.17,"STS22 (fr)":76.58,"STSBenchmarkMultilingualSTS (fr)":79.32,"SICKFr":75.62} -{"index":54,"Rank":42,"Model":"sentence-croissant-llm-base<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":75.87,"STS22 (fr)":78.77,"STSBenchmarkMultilingualSTS (fr)":79.23,"SICKFr":69.6} -{"index":111,"Rank":43,"Model":"distiluse-base-multilingual-cased-v2<\/a>","Model Size (Million Parameters)":135,"Memory Usage (GB, fp32)":0.5,"Embedding Dimensions":512,"Max Tokens":512,"Average":75.46,"STS22 (fr)":76.41,"STSBenchmarkMultilingualSTS (fr)":77.49,"SICKFr":72.49} -{"index":115,"Rank":44,"Model":"paraphrase-multilingual-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":75.18,"STS22 (fr)":70.55,"STSBenchmarkMultilingualSTS (fr)":79.9,"SICKFr":75.1} -{"index":118,"Rank":45,"Model":"sentence-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Embedding Dimensions":768,"Max Tokens":512,"Average":75.14,"STS22 (fr)":75.01,"STSBenchmarkMultilingualSTS (fr)":77.59,"SICKFr":72.83} -{"index":125,"Rank":46,"Model":"universal-sentence-encoder-multilingual-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":512,"Max Tokens":512,"Average":74.92,"STS22 (fr)":77.91,"STSBenchmarkMultilingualSTS (fr)":75.48,"SICKFr":71.37} -{"index":98,"Rank":47,"Model":"sentence_croissant_alpha_v0.2<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":74.91,"STS22 (fr)":78.68,"STSBenchmarkMultilingualSTS (fr)":76.38,"SICKFr":69.67} -{"index":82,"Rank":48,"Model":"e5-large<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":74.71,"STS22 (fr)":81.45,"STSBenchmarkMultilingualSTS (fr)":72.65,"SICKFr":70.03} -{"index":126,"Rank":49,"Model":"universal-sentence-encoder-multilingual-large-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":512,"Max Tokens":512,"Average":74.55,"STS22 (fr)":71.11,"STSBenchmarkMultilingualSTS (fr)":78.16,"SICKFr":74.39} -{"index":117,"Rank":50,"Model":"sentence-t5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":74.49,"STS22 (fr)":77.69,"STSBenchmarkMultilingualSTS (fr)":74.04,"SICKFr":71.74} -{"index":25,"Rank":51,"Model":"Cohere-embed-english-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":512,"Average":74.37,"STS22 (fr)":81.09,"STSBenchmarkMultilingualSTS (fr)":71.11,"SICKFr":70.9} -{"index":105,"Rank":52,"Model":"LaBSE<\/a>","Model Size (Million Parameters)":471,"Memory Usage (GB, fp32)":1.75,"Embedding Dimensions":768,"Max Tokens":512,"Average":74.33,"STS22 (fr)":77.95,"STSBenchmarkMultilingualSTS (fr)":75.1,"SICKFr":69.94} -{"index":83,"Rank":53,"Model":"e5-large-v2<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":74.09,"STS22 (fr)":78.75,"STSBenchmarkMultilingualSTS (fr)":71.97,"SICKFr":71.54} -{"index":17,"Rank":54,"Model":"bge-large-en-v1.5<\/a>","Model Size (Million Parameters)":1340,"Memory Usage (GB, fp32)":4.99,"Embedding Dimensions":1024,"Max Tokens":512,"Average":72.94,"STS22 (fr)":79.43,"STSBenchmarkMultilingualSTS (fr)":70.05,"SICKFr":69.33} -{"index":80,"Rank":55,"Model":"e5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":72.72,"STS22 (fr)":77.27,"STSBenchmarkMultilingualSTS (fr)":71.44,"SICKFr":69.46} -{"index":81,"Rank":56,"Model":"e5-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":72.38,"STS22 (fr)":76.93,"STSBenchmarkMultilingualSTS (fr)":71.25,"SICKFr":68.97} -{"index":97,"Rank":57,"Model":"sentence_croissant_alpha_v0.1<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":72.28,"STS22 (fr)":75.66,"STSBenchmarkMultilingualSTS (fr)":71.13,"SICKFr":70.04} -{"index":85,"Rank":58,"Model":"e5-small<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":71.84,"STS22 (fr)":77.03,"STSBenchmarkMultilingualSTS (fr)":70.47,"SICKFr":68.03} -{"index":1,"Rank":59,"Model":"voyage-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":4000,"Average":71.82,"STS22 (fr)":70.51,"STSBenchmarkMultilingualSTS (fr)":76.43,"SICKFr":68.51} -{"index":101,"Rank":60,"Model":"nomic-embed-text-v1<\/a>","Model Size (Million Parameters)":547,"Memory Usage (GB, fp32)":2.04,"Embedding Dimensions":768,"Max Tokens":8192,"Average":70.25,"STS22 (fr)":79.58,"STSBenchmarkMultilingualSTS (fr)":65.88,"SICKFr":65.29} -{"index":108,"Rank":61,"Model":"all-mpnet-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average":69.77,"STS22 (fr)":77.1,"STSBenchmarkMultilingualSTS (fr)":65.15,"SICKFr":67.05} -{"index":16,"Rank":62,"Model":"bge-base-en-v1.5<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":69.16,"STS22 (fr)":75.72,"STSBenchmarkMultilingualSTS (fr)":66.28,"SICKFr":65.48} -{"index":107,"Rank":63,"Model":"all-MiniLM-L6-v2<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":384,"Max Tokens":512,"Average":68.14,"STS22 (fr)":77.0,"STSBenchmarkMultilingualSTS (fr)":64.93,"SICKFr":62.48} -{"index":121,"Rank":64,"Model":"LaBSE-ru-turbo<\/a>","Model Size (Million Parameters)":128,"Memory Usage (GB, fp32)":0.48,"Embedding Dimensions":768,"Max Tokens":512,"Average":67.96,"STS22 (fr)":74.66,"STSBenchmarkMultilingualSTS (fr)":64.24,"SICKFr":64.97} -{"index":114,"Rank":65,"Model":"multi-qa-MiniLM-L6-cos-v1<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":384,"Max Tokens":512,"Average":66.86,"STS22 (fr)":74.62,"STSBenchmarkMultilingualSTS (fr)":63.85,"SICKFr":62.11} -{"index":71,"Rank":66,"Model":"e5-base-4k<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":66.7,"STS22 (fr)":72.42,"STSBenchmarkMultilingualSTS (fr)":65.61,"SICKFr":62.07} -{"index":20,"Rank":67,"Model":"bge-small-en-v1.5<\/a>","Model Size (Million Parameters)":24,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":512,"Max Tokens":512,"Average":66.68,"STS22 (fr)":73.95,"STSBenchmarkMultilingualSTS (fr)":63.67,"SICKFr":62.43} -{"index":106,"Rank":68,"Model":"all-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":66.45,"STS22 (fr)":69.51,"STSBenchmarkMultilingualSTS (fr)":66.68,"SICKFr":63.16} -{"index":84,"Rank":69,"Model":"e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":65.36,"STS22 (fr)":69.82,"STSBenchmarkMultilingualSTS (fr)":61.87,"SICKFr":64.39} -{"index":61,"Rank":70,"Model":"LaBSE-en-ru<\/a>","Model Size (Million Parameters)":129,"Memory Usage (GB, fp32)":0.48,"Embedding Dimensions":768,"Max Tokens":512,"Average":64.57,"STS22 (fr)":74.98,"STSBenchmarkMultilingualSTS (fr)":58.4,"SICKFr":60.32} -{"index":8,"Rank":71,"Model":"LASER2<\/a>","Model Size (Million Parameters)":43,"Memory Usage (GB, fp32)":0.16,"Embedding Dimensions":1024,"Max Tokens":"N\/A","Average":64.46,"STS22 (fr)":58.61,"STSBenchmarkMultilingualSTS (fr)":69.82,"SICKFr":64.95} -{"index":67,"Rank":72,"Model":"USER-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":512,"Average":62.36,"STS22 (fr)":64.37,"STSBenchmarkMultilingualSTS (fr)":61.91,"SICKFr":60.8} -{"index":90,"Rank":73,"Model":"udever-bloom-1b1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":2048,"Average":62.34,"STS22 (fr)":77.1,"STSBenchmarkMultilingualSTS (fr)":49.97,"SICKFr":59.94} -{"index":10,"Rank":74,"Model":"llm2vec-occiglot-mntp<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":59.33,"STS22 (fr)":67.83,"STSBenchmarkMultilingualSTS (fr)":51.98,"SICKFr":58.18} -{"index":31,"Rank":75,"Model":"rubert-base-cased-sentence<\/a>","Model Size (Million Parameters)":180,"Memory Usage (GB, fp32)":0.67,"Embedding Dimensions":768,"Max Tokens":512,"Average":57.29,"STS22 (fr)":58.5,"STSBenchmarkMultilingualSTS (fr)":55.41,"SICKFr":57.97} -{"index":78,"Rank":76,"Model":"bert-base-multilingual-uncased<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Embedding Dimensions":768,"Max Tokens":512,"Average":56.57,"STS22 (fr)":56.47,"STSBenchmarkMultilingualSTS (fr)":54.97,"SICKFr":58.26} -{"index":122,"Rank":77,"Model":"rubert-tiny-turbo<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"Embedding Dimensions":312,"Max Tokens":2048,"Average":52.72,"STS22 (fr)":42.0,"STSBenchmarkMultilingualSTS (fr)":58.44,"SICKFr":57.71} -{"index":73,"Rank":78,"Model":"flaubert_base_cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":512,"Average":52.12,"STS22 (fr)":65.37,"STSBenchmarkMultilingualSTS (fr)":37.14,"SICKFr":53.86} -{"index":29,"Rank":79,"Model":"distilrubert-small-cased-conversational<\/a>","Model Size (Million Parameters)":106,"Memory Usage (GB, fp32)":0.39,"Embedding Dimensions":768,"Max Tokens":512,"Average":52.08,"STS22 (fr)":50.98,"STSBenchmarkMultilingualSTS (fr)":51.0,"SICKFr":54.27} -{"index":63,"Rank":80,"Model":"rubert-tiny2<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"Embedding Dimensions":2048,"Max Tokens":514,"Average":51.69,"STS22 (fr)":42.82,"STSBenchmarkMultilingualSTS (fr)":56.61,"SICKFr":55.65} -{"index":62,"Rank":81,"Model":"rubert-tiny<\/a>","Model Size (Million Parameters)":12,"Memory Usage (GB, fp32)":0.04,"Embedding Dimensions":512,"Max Tokens":514,"Average":50.93,"STS22 (fr)":45.86,"STSBenchmarkMultilingualSTS (fr)":52.85,"SICKFr":54.08} -{"index":91,"Rank":82,"Model":"udever-bloom-560m<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":2048,"Average":50.89,"STS22 (fr)":61.35,"STSBenchmarkMultilingualSTS (fr)":36.78,"SICKFr":54.54} -{"index":32,"Rank":83,"Model":"xlm-roberta-base<\/a>","Model Size (Million Parameters)":279,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":50.52,"STS22 (fr)":56.72,"STSBenchmarkMultilingualSTS (fr)":46.23,"SICKFr":48.62} -{"index":35,"Rank":84,"Model":"bert-base-15lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":512,"Average":50.47,"STS22 (fr)":40.4,"STSBenchmarkMultilingualSTS (fr)":52.25,"SICKFr":58.77} -{"index":34,"Rank":85,"Model":"bert-base-10lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":512,"Average":50.44,"STS22 (fr)":40.31,"STSBenchmarkMultilingualSTS (fr)":52.25,"SICKFr":58.76} -{"index":77,"Rank":86,"Model":"bert-base-multilingual-cased<\/a>","Model Size (Million Parameters)":179,"Memory Usage (GB, fp32)":0.67,"Embedding Dimensions":768,"Max Tokens":512,"Average":50.02,"STS22 (fr)":39.05,"STSBenchmarkMultilingualSTS (fr)":52.25,"SICKFr":58.75} -{"index":36,"Rank":87,"Model":"bert-base-25lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":512,"Average":49.93,"STS22 (fr)":38.77,"STSBenchmarkMultilingualSTS (fr)":52.25,"SICKFr":58.76} -{"index":33,"Rank":88,"Model":"xlm-roberta-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":49.27,"STS22 (fr)":55.49,"STSBenchmarkMultilingualSTS (fr)":42.32,"SICKFr":50.01} -{"index":56,"Rank":89,"Model":"sbert_large_nlu_ru<\/a>","Model Size (Million Parameters)":427,"Memory Usage (GB, fp32)":1.59,"Embedding Dimensions":1024,"Max Tokens":512,"Average":47.15,"STS22 (fr)":55.23,"STSBenchmarkMultilingualSTS (fr)":37.91,"SICKFr":48.31} -{"index":55,"Rank":90,"Model":"sbert_large_mt_nlu_ru<\/a>","Model Size (Million Parameters)":427,"Memory Usage (GB, fp32)":1.59,"Embedding Dimensions":1024,"Max Tokens":514,"Average":44.74,"STS22 (fr)":36.5,"STSBenchmarkMultilingualSTS (fr)":44.41,"SICKFr":53.3} -{"index":30,"Rank":91,"Model":"rubert-base-cased<\/a>","Model Size (Million Parameters)":180,"Memory Usage (GB, fp32)":0.67,"Embedding Dimensions":768,"Max Tokens":512,"Average":44.39,"STS22 (fr)":44.7,"STSBenchmarkMultilingualSTS (fr)":44.46,"SICKFr":44.02} -{"index":74,"Rank":92,"Model":"flaubert_base_uncased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":512,"Average":43.49,"STS22 (fr)":55.15,"STSBenchmarkMultilingualSTS (fr)":33.41,"SICKFr":41.9} -{"index":69,"Rank":93,"Model":"deberta-v1-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":512,"Average":37.24,"STS22 (fr)":20.41,"STSBenchmarkMultilingualSTS (fr)":41.16,"SICKFr":50.14} -{"index":75,"Rank":94,"Model":"flaubert_large_cased<\/a>","Model Size (Million Parameters)":372,"Memory Usage (GB, fp32)":1.39,"Embedding Dimensions":1024,"Max Tokens":512,"Average":32.93,"STS22 (fr)":48.52,"STSBenchmarkMultilingualSTS (fr)":15.66,"SICKFr":34.6} -{"index":2,"Rank":95,"Model":"voyage-3-lite<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":512,"Max Tokens":32000,"Average":"","STS22 (fr)":"","STSBenchmarkMultilingualSTS (fr)":71.24,"SICKFr":72.19} -{"index":3,"Rank":96,"Model":"voyage-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":32000,"Average":"","STS22 (fr)":"","STSBenchmarkMultilingualSTS (fr)":74.22,"SICKFr":73.58} -{"index":5,"Rank":97,"Model":"voyage-large-2-instruct<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":16000,"Average":"","STS22 (fr)":"","STSBenchmarkMultilingualSTS (fr)":83.68,"SICKFr":77.05} -{"index":9,"Rank":98,"Model":"llm2vec-croissant-mntp<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":"","STS22 (fr)":"","STSBenchmarkMultilingualSTS (fr)":"","SICKFr":""} -{"index":15,"Rank":99,"Model":"e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","STS22 (fr)":79.86,"STSBenchmarkMultilingualSTS (fr)":"","SICKFr":""} -{"index":18,"Rank":100,"Model":"bge-m3<\/a>","Model Size (Million Parameters)":567,"Memory Usage (GB, fp32)":2.11,"Embedding Dimensions":1024,"Max Tokens":8192,"Average":"","STS22 (fr)":"","STSBenchmarkMultilingualSTS (fr)":"","SICKFr":""} -{"index":21,"Rank":101,"Model":"multilingual-e5-base-similarity-v1-onnx-quantized<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","STS22 (fr)":74.8,"STSBenchmarkMultilingualSTS (fr)":"","SICKFr":""} -{"index":37,"Rank":105,"Model":"GritLM-7B<\/a>","Model Size (Million Parameters)":7240,"Memory Usage (GB, fp32)":26.97,"Embedding Dimensions":"","Max Tokens":4096,"Average":"","STS22 (fr)":"","STSBenchmarkMultilingualSTS (fr)":81.96,"SICKFr":80.25} -{"index":41,"Rank":106,"Model":"MUG-B-1.6<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","STS22 (fr)":79.88,"STSBenchmarkMultilingualSTS (fr)":"","SICKFr":""} -{"index":46,"Rank":107,"Model":"paraphrase-multilingual-mpnet-base-v2-KE_Sieve<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","STS22 (fr)":72.79,"STSBenchmarkMultilingualSTS (fr)":"","SICKFr":""} -{"index":48,"Rank":108,"Model":"SGPT-125M-weightedmean-msmarco-specb-bitfit<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":2048,"Average":"","STS22 (fr)":67.66,"STSBenchmarkMultilingualSTS (fr)":"","SICKFr":""} -{"index":49,"Rank":109,"Model":"SGPT-125M-weightedmean-nli-bitfit<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":2048,"Average":"","STS22 (fr)":54.56,"STSBenchmarkMultilingualSTS (fr)":"","SICKFr":""} -{"index":50,"Rank":110,"Model":"SGPT-5.8B-weightedmean-nli-bitfit<\/a>","Model Size (Million Parameters)":5874,"Memory Usage (GB, fp32)":21.88,"Embedding Dimensions":4096,"Max Tokens":2048,"Average":"","STS22 (fr)":"","STSBenchmarkMultilingualSTS (fr)":"","SICKFr":""} -{"index":51,"Rank":111,"Model":"multilingual-e5-base-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","STS22 (fr)":74.8,"STSBenchmarkMultilingualSTS (fr)":"","SICKFr":""} -{"index":57,"Rank":112,"Model":"Titan-text-embeddings-v2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","STS22 (fr)":81.47,"STSBenchmarkMultilingualSTS (fr)":"","SICKFr":""} -{"index":58,"Rank":113,"Model":"sgpt-bloom-1b7-nli<\/a>","Model Size (Million Parameters)":1722,"Memory Usage (GB, fp32)":6.42,"Embedding Dimensions":2048,"Max Tokens":4096,"Average":"","STS22 (fr)":73.13,"STSBenchmarkMultilingualSTS (fr)":"","SICKFr":""} -{"index":59,"Rank":114,"Model":"sgpt-bloom-7b1-msmarco<\/a>","Model Size (Million Parameters)":7068,"Memory Usage (GB, fp32)":26.33,"Embedding Dimensions":4096,"Max Tokens":2048,"Average":"","STS22 (fr)":80.38,"STSBenchmarkMultilingualSTS (fr)":"","SICKFr":""} -{"index":60,"Rank":115,"Model":"slx-v0.1<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.08,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","STS22 (fr)":"","STSBenchmarkMultilingualSTS (fr)":"","SICKFr":""} -{"index":70,"Rank":116,"Model":"multilingual-e5-base-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","STS22 (fr)":74.8,"STSBenchmarkMultilingualSTS (fr)":"","SICKFr":""} -{"index":72,"Rank":117,"Model":"SONAR<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","STS22 (fr)":61.72,"STSBenchmarkMultilingualSTS (fr)":"","SICKFr":""} -{"index":79,"Rank":118,"Model":"inf-retriever-v1<\/a>","Model Size (Million Parameters)":7069,"Memory Usage (GB, fp32)":26.33,"Embedding Dimensions":3584,"Max Tokens":131072,"Average":"","STS22 (fr)":"","STSBenchmarkMultilingualSTS (fr)":"","SICKFr":""} -{"index":92,"Rank":119,"Model":"jina-embeddings-v2-base-en<\/a>","Model Size (Million Parameters)":275,"Memory Usage (GB, fp32)":1.02,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","STS22 (fr)":"","STSBenchmarkMultilingualSTS (fr)":19.61,"SICKFr":26.01} -{"index":94,"Rank":120,"Model":"multilingual-e5-small-ct2-int8<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","STS22 (fr)":76.58,"STSBenchmarkMultilingualSTS (fr)":"","SICKFr":""} -{"index":95,"Rank":121,"Model":"ternary-weight-embedding<\/a>","Model Size (Million Parameters)":99,"Memory Usage (GB, fp32)":0.37,"Embedding Dimensions":1792,"Max Tokens":512,"Average":"","STS22 (fr)":55.04,"STSBenchmarkMultilingualSTS (fr)":"","SICKFr":""} -{"index":102,"Rank":122,"Model":"FAB-Ramy-v1<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","STS22 (fr)":74.12,"STSBenchmarkMultilingualSTS (fr)":"","SICKFr":""} -{"index":103,"Rank":123,"Model":"FAE-v1<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","STS22 (fr)":77.79,"STSBenchmarkMultilingualSTS (fr)":"","SICKFr":""} -{"index":104,"Rank":124,"Model":"FUE-v1<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","STS22 (fr)":58.65,"STSBenchmarkMultilingualSTS (fr)":"","SICKFr":""} -{"index":109,"Rank":125,"Model":"allenai-specter<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","STS22 (fr)":53.92,"STSBenchmarkMultilingualSTS (fr)":"","SICKFr":""} -{"index":110,"Rank":126,"Model":"average_word_embeddings_komninos<\/a>","Model Size (Million Parameters)":134,"Memory Usage (GB, fp32)":0.5,"Embedding Dimensions":300,"Max Tokens":"N\/A","Average":"","STS22 (fr)":49.43,"STSBenchmarkMultilingualSTS (fr)":"","SICKFr":""} -{"index":112,"Rank":127,"Model":"gtr-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","STS22 (fr)":78.7,"STSBenchmarkMultilingualSTS (fr)":"","SICKFr":""} -{"index":113,"Rank":128,"Model":"gtr-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","STS22 (fr)":79.43,"STSBenchmarkMultilingualSTS (fr)":"","SICKFr":""} -{"index":124,"Rank":129,"Model":"llm_mse<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","STS22 (fr)":"","STSBenchmarkMultilingualSTS (fr)":51.09,"SICKFr":""} -{"index":129,"Rank":130,"Model":"text-embedding-3-large<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":3072,"Max Tokens":8191,"Average":"","STS22 (fr)":"","STSBenchmarkMultilingualSTS (fr)":82.51,"SICKFr":78.74} -{"index":130,"Rank":131,"Model":"text-embedding-3-small<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":8191,"Average":"","STS22 (fr)":"","STSBenchmarkMultilingualSTS (fr)":81.11,"SICKFr":75.69} diff --git a/all_data_tasks/22/default.jsonl b/all_data_tasks/22/default.jsonl deleted file mode 100644 index e8ffcb43ae2cb15b61f02d0a32fb63ac6db37534..0000000000000000000000000000000000000000 --- a/all_data_tasks/22/default.jsonl +++ /dev/null @@ -1,120 +0,0 @@ -{"index":63,"Rank":1,"Model":"rubert-tiny2<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"Embedding Dimensions":2048,"Max Tokens":514,"SummEvalFr":32.52} -{"index":99,"Rank":2,"Model":"sentence_croissant_alpha_v0.3<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"SummEvalFr":32.46} -{"index":45,"Rank":3,"Model":"bilingual-embedding-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"SummEvalFr":32.33} -{"index":84,"Rank":4,"Model":"e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"SummEvalFr":32.22} -{"index":81,"Rank":5,"Model":"e5-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"SummEvalFr":31.87} -{"index":89,"Rank":6,"Model":"multilingual-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"SummEvalFr":31.85} -{"index":82,"Rank":7,"Model":"e5-large<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"SummEvalFr":31.82} -{"index":88,"Rank":8,"Model":"multilingual-e5-large-instruct<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"SummEvalFr":31.72} -{"index":61,"Rank":9,"Model":"LaBSE-en-ru<\/a>","Model Size (Million Parameters)":129,"Memory Usage (GB, fp32)":0.48,"Embedding Dimensions":768,"Max Tokens":512,"SummEvalFr":31.63} -{"index":119,"Rank":10,"Model":"sentence-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Embedding Dimensions":768,"Max Tokens":512,"SummEvalFr":31.59} -{"index":8,"Rank":11,"Model":"LASER2<\/a>","Model Size (Million Parameters)":43,"Memory Usage (GB, fp32)":0.16,"Embedding Dimensions":1024,"Max Tokens":"N\/A","SummEvalFr":31.56} -{"index":0,"Rank":12,"Model":"mistral-embed<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":"","SummEvalFr":31.47} -{"index":13,"Rank":13,"Model":"gte-Qwen2-7B-instruct<\/a>","Model Size (Million Parameters)":7613,"Memory Usage (GB, fp32)":28.36,"Embedding Dimensions":3584,"Max Tokens":32768,"SummEvalFr":31.45} -{"index":26,"Rank":14,"Model":"Cohere-embed-multilingual-light-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":384,"Max Tokens":512,"SummEvalFr":31.41} -{"index":19,"Rank":15,"Model":"bge-multilingual-gemma2<\/a>","Model Size (Million Parameters)":9242,"Memory Usage (GB, fp32)":34.43,"Embedding Dimensions":3584,"Max Tokens":8192,"SummEvalFr":31.26} -{"index":73,"Rank":16,"Model":"flaubert_base_cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":512,"SummEvalFr":31.26} -{"index":27,"Rank":17,"Model":"Cohere-embed-multilingual-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":512,"SummEvalFr":31.24} -{"index":101,"Rank":18,"Model":"nomic-embed-text-v1<\/a>","Model Size (Million Parameters)":547,"Memory Usage (GB, fp32)":2.04,"Embedding Dimensions":768,"Max Tokens":8192,"SummEvalFr":31.11} -{"index":67,"Rank":19,"Model":"USER-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":512,"SummEvalFr":31.02} -{"index":64,"Rank":20,"Model":"french-document-embedding<\/a>","Model Size (Million Parameters)":305,"Memory Usage (GB, fp32)":1.14,"Embedding Dimensions":768,"Max Tokens":8192,"SummEvalFr":30.95} -{"index":87,"Rank":21,"Model":"multilingual-e5-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"SummEvalFr":30.92} -{"index":38,"Rank":22,"Model":"KaLM-embedding-multilingual-mini-instruct-v1<\/a>","Model Size (Million Parameters)":494,"Memory Usage (GB, fp32)":1.84,"Embedding Dimensions":896,"Max Tokens":131072,"SummEvalFr":30.89} -{"index":1,"Rank":23,"Model":"voyage-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":4000,"SummEvalFr":30.88} -{"index":66,"Rank":24,"Model":"sentence-camembert-large<\/a>","Model Size (Million Parameters)":337,"Memory Usage (GB, fp32)":1.26,"Embedding Dimensions":1024,"Max Tokens":512,"SummEvalFr":30.88} -{"index":122,"Rank":25,"Model":"rubert-tiny-turbo<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"Embedding Dimensions":312,"Max Tokens":2048,"SummEvalFr":30.87} -{"index":85,"Rank":26,"Model":"e5-small<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"SummEvalFr":30.79} -{"index":86,"Rank":27,"Model":"multilingual-e5-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"SummEvalFr":30.76} -{"index":78,"Rank":28,"Model":"bert-base-multilingual-uncased<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Embedding Dimensions":768,"Max Tokens":512,"SummEvalFr":30.72} -{"index":16,"Rank":29,"Model":"bge-base-en-v1.5<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"SummEvalFr":30.72} -{"index":93,"Rank":30,"Model":"jina-embeddings-v3<\/a>","Model Size (Million Parameters)":572,"Memory Usage (GB, fp32)":2.13,"Embedding Dimensions":1024,"Max Tokens":8194,"SummEvalFr":30.71} -{"index":28,"Rank":31,"Model":"jina-embeddings-v3<\/a>","Model Size (Million Parameters)":572,"Memory Usage (GB, fp32)":2.13,"Embedding Dimensions":1024,"Max Tokens":8194,"SummEvalFr":30.71} -{"index":40,"Rank":32,"Model":"KaLM-embedding-multilingual-mini-v1<\/a>","Model Size (Million Parameters)":494,"Memory Usage (GB, fp32)":1.84,"Embedding Dimensions":896,"Max Tokens":131072,"SummEvalFr":30.52} -{"index":128,"Rank":33,"Model":"text-embedding-ada-002<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":8191,"SummEvalFr":30.5} -{"index":12,"Rank":34,"Model":"gte-Qwen2-1.5B-instruct<\/a>","Model Size (Million Parameters)":1776,"Memory Usage (GB, fp32)":6.62,"Embedding Dimensions":1536,"Max Tokens":131072,"SummEvalFr":30.5} -{"index":53,"Rank":35,"Model":"SFR-Embedding-Mistral<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"SummEvalFr":30.44} -{"index":55,"Rank":36,"Model":"sbert_large_mt_nlu_ru<\/a>","Model Size (Million Parameters)":427,"Memory Usage (GB, fp32)":1.59,"Embedding Dimensions":1024,"Max Tokens":514,"SummEvalFr":30.39} -{"index":83,"Rank":37,"Model":"e5-large-v2<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"SummEvalFr":30.39} -{"index":120,"Rank":38,"Model":"sentence-t5-xxl<\/a>","Model Size (Million Parameters)":4865,"Memory Usage (GB, fp32)":18.12,"Embedding Dimensions":768,"Max Tokens":512,"SummEvalFr":30.39} -{"index":6,"Rank":39,"Model":"voyage-law-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":16000,"SummEvalFr":30.34} -{"index":44,"Rank":40,"Model":"bilingual-embedding-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"SummEvalFr":30.3} -{"index":97,"Rank":41,"Model":"sentence_croissant_alpha_v0.1<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"SummEvalFr":30.28} -{"index":98,"Rank":42,"Model":"sentence_croissant_alpha_v0.2<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"SummEvalFr":30.27} -{"index":118,"Rank":43,"Model":"sentence-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Embedding Dimensions":768,"Max Tokens":512,"SummEvalFr":30.23} -{"index":100,"Rank":44,"Model":"sentence_croissant_alpha_v0.4<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"SummEvalFr":30.22} -{"index":43,"Rank":45,"Model":"bilingual-embedding-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"SummEvalFr":30.16} -{"index":105,"Rank":46,"Model":"LaBSE<\/a>","Model Size (Million Parameters)":471,"Memory Usage (GB, fp32)":1.75,"Embedding Dimensions":768,"Max Tokens":512,"SummEvalFr":30.16} -{"index":25,"Rank":47,"Model":"Cohere-embed-english-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":512,"SummEvalFr":30.15} -{"index":42,"Rank":48,"Model":"bilingual-document-embedding<\/a>","Model Size (Million Parameters)":568,"Memory Usage (GB, fp32)":2.12,"Embedding Dimensions":1024,"Max Tokens":8194,"SummEvalFr":30.14} -{"index":76,"Rank":49,"Model":"bge-m3-custom-fr-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","SummEvalFr":30.13} -{"index":96,"Rank":50,"Model":"bge-m3-custom-fr<\/a>","Model Size (Million Parameters)":568,"Memory Usage (GB, fp32)":2.12,"Embedding Dimensions":1024,"Max Tokens":8194,"SummEvalFr":30.13} -{"index":80,"Rank":51,"Model":"e5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"SummEvalFr":30.06} -{"index":11,"Rank":52,"Model":"gte-Qwen1.5-7B-instruct<\/a>","Model Size (Million Parameters)":7099,"Memory Usage (GB, fp32)":26.45,"Embedding Dimensions":4096,"Max Tokens":32768,"SummEvalFr":30.04} -{"index":117,"Rank":53,"Model":"sentence-t5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"SummEvalFr":30.01} -{"index":7,"Rank":54,"Model":"voyage-multilingual-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":32000,"SummEvalFr":29.96} -{"index":68,"Rank":55,"Model":"USER-bge-m3<\/a>","Model Size (Million Parameters)":359,"Memory Usage (GB, fp32)":1.34,"Embedding Dimensions":1024,"Max Tokens":8192,"SummEvalFr":29.94} -{"index":14,"Rank":56,"Model":"gte-multilingual-base<\/a>","Model Size (Million Parameters)":305,"Memory Usage (GB, fp32)":1.14,"Embedding Dimensions":768,"Max Tokens":8192,"SummEvalFr":29.74} -{"index":47,"Rank":57,"Model":"onnx-gte-multilingual-base<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","SummEvalFr":29.74} -{"index":52,"Rank":58,"Model":"Solon-embeddings-large-0.1<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"SummEvalFr":29.69} -{"index":127,"Rank":59,"Model":"bilingual-embedding-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"SummEvalFr":29.65} -{"index":20,"Rank":60,"Model":"bge-small-en-v1.5<\/a>","Model Size (Million Parameters)":24,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":512,"Max Tokens":512,"SummEvalFr":29.59} -{"index":71,"Rank":61,"Model":"e5-base-4k<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"SummEvalFr":29.55} -{"index":17,"Rank":62,"Model":"bge-large-en-v1.5<\/a>","Model Size (Million Parameters)":1340,"Memory Usage (GB, fp32)":4.99,"Embedding Dimensions":1024,"Max Tokens":512,"SummEvalFr":29.5} -{"index":90,"Rank":63,"Model":"udever-bloom-1b1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":2048,"SummEvalFr":29.48} -{"index":116,"Rank":64,"Model":"paraphrase-multilingual-mpnet-base-v2<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"SummEvalFr":29.47} -{"index":74,"Rank":65,"Model":"flaubert_base_uncased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":512,"SummEvalFr":29.43} -{"index":123,"Rank":66,"Model":"text2vec-base-multilingual<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":256,"SummEvalFr":29.33} -{"index":39,"Rank":67,"Model":"KaLM-embedding-multilingual-mini-instruct-v1.5<\/a>","Model Size (Million Parameters)":494,"Memory Usage (GB, fp32)":1.84,"Embedding Dimensions":896,"Max Tokens":131072,"SummEvalFr":29.32} -{"index":75,"Rank":68,"Model":"flaubert_large_cased<\/a>","Model Size (Million Parameters)":372,"Memory Usage (GB, fp32)":1.39,"Embedding Dimensions":1024,"Max Tokens":512,"SummEvalFr":29.25} -{"index":115,"Rank":69,"Model":"paraphrase-multilingual-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"SummEvalFr":29.2} -{"index":31,"Rank":70,"Model":"rubert-base-cased-sentence<\/a>","Model Size (Million Parameters)":180,"Memory Usage (GB, fp32)":0.67,"Embedding Dimensions":768,"Max Tokens":512,"SummEvalFr":29.2} -{"index":32,"Rank":71,"Model":"xlm-roberta-base<\/a>","Model Size (Million Parameters)":279,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"SummEvalFr":29.14} -{"index":35,"Rank":72,"Model":"bert-base-15lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":512,"SummEvalFr":29.13} -{"index":34,"Rank":73,"Model":"bert-base-10lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":512,"SummEvalFr":29.06} -{"index":54,"Rank":74,"Model":"sentence-croissant-llm-base<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"SummEvalFr":29.04} -{"index":33,"Rank":75,"Model":"xlm-roberta-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"SummEvalFr":28.89} -{"index":36,"Rank":76,"Model":"bert-base-25lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":512,"SummEvalFr":28.84} -{"index":77,"Rank":77,"Model":"bert-base-multilingual-cased<\/a>","Model Size (Million Parameters)":179,"Memory Usage (GB, fp32)":0.67,"Embedding Dimensions":768,"Max Tokens":512,"SummEvalFr":28.81} -{"index":65,"Rank":78,"Model":"sentence-camembert-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"SummEvalFr":28.77} -{"index":10,"Rank":79,"Model":"llm2vec-occiglot-mntp<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","SummEvalFr":28.72} -{"index":121,"Rank":80,"Model":"LaBSE-ru-turbo<\/a>","Model Size (Million Parameters)":128,"Memory Usage (GB, fp32)":0.48,"Embedding Dimensions":768,"Max Tokens":512,"SummEvalFr":28.7} -{"index":62,"Rank":81,"Model":"rubert-tiny<\/a>","Model Size (Million Parameters)":12,"Memory Usage (GB, fp32)":0.04,"Embedding Dimensions":512,"Max Tokens":514,"SummEvalFr":28.57} -{"index":126,"Rank":82,"Model":"universal-sentence-encoder-multilingual-large-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":512,"Max Tokens":512,"SummEvalFr":28.56} -{"index":69,"Rank":83,"Model":"deberta-v1-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":512,"SummEvalFr":28.43} -{"index":30,"Rank":84,"Model":"rubert-base-cased<\/a>","Model Size (Million Parameters)":180,"Memory Usage (GB, fp32)":0.67,"Embedding Dimensions":768,"Max Tokens":512,"SummEvalFr":28.42} -{"index":4,"Rank":85,"Model":"voyage-code-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":16000,"SummEvalFr":28.34} -{"index":107,"Rank":86,"Model":"all-MiniLM-L6-v2<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":384,"Max Tokens":512,"SummEvalFr":28.29} -{"index":125,"Rank":87,"Model":"universal-sentence-encoder-multilingual-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":512,"Max Tokens":512,"SummEvalFr":28.21} -{"index":29,"Rank":88,"Model":"distilrubert-small-cased-conversational<\/a>","Model Size (Million Parameters)":106,"Memory Usage (GB, fp32)":0.39,"Embedding Dimensions":768,"Max Tokens":512,"SummEvalFr":28.13} -{"index":111,"Rank":89,"Model":"distiluse-base-multilingual-cased-v2<\/a>","Model Size (Million Parameters)":135,"Memory Usage (GB, fp32)":0.5,"Embedding Dimensions":512,"Max Tokens":512,"SummEvalFr":28.12} -{"index":108,"Rank":90,"Model":"all-mpnet-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"SummEvalFr":28.11} -{"index":56,"Rank":91,"Model":"sbert_large_nlu_ru<\/a>","Model Size (Million Parameters)":427,"Memory Usage (GB, fp32)":1.59,"Embedding Dimensions":1024,"Max Tokens":512,"SummEvalFr":28.06} -{"index":92,"Rank":92,"Model":"jina-embeddings-v2-base-en<\/a>","Model Size (Million Parameters)":275,"Memory Usage (GB, fp32)":1.02,"Embedding Dimensions":768,"Max Tokens":8192,"SummEvalFr":27.71} -{"index":114,"Rank":93,"Model":"multi-qa-MiniLM-L6-cos-v1<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":384,"Max Tokens":512,"SummEvalFr":27.59} -{"index":106,"Rank":94,"Model":"all-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"SummEvalFr":26.63} -{"index":91,"Rank":95,"Model":"udever-bloom-560m<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":2048,"SummEvalFr":23.63} -{"index":2,"Rank":96,"Model":"voyage-3-lite<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":512,"Max Tokens":32000,"SummEvalFr":""} -{"index":3,"Rank":97,"Model":"voyage-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":32000,"SummEvalFr":""} -{"index":5,"Rank":98,"Model":"voyage-large-2-instruct<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":16000,"SummEvalFr":""} -{"index":9,"Rank":99,"Model":"llm2vec-croissant-mntp<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"SummEvalFr":""} -{"index":15,"Rank":100,"Model":"e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"SummEvalFr":""} -{"index":18,"Rank":101,"Model":"bge-m3<\/a>","Model Size (Million Parameters)":567,"Memory Usage (GB, fp32)":2.11,"Embedding Dimensions":1024,"Max Tokens":8192,"SummEvalFr":""} -{"index":37,"Rank":106,"Model":"GritLM-7B<\/a>","Model Size (Million Parameters)":7240,"Memory Usage (GB, fp32)":26.97,"Embedding Dimensions":"","Max Tokens":4096,"SummEvalFr":""} -{"index":41,"Rank":107,"Model":"MUG-B-1.6<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"SummEvalFr":""} -{"index":48,"Rank":109,"Model":"SGPT-125M-weightedmean-msmarco-specb-bitfit<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":2048,"SummEvalFr":""} -{"index":49,"Rank":110,"Model":"SGPT-125M-weightedmean-nli-bitfit<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":2048,"SummEvalFr":""} -{"index":50,"Rank":111,"Model":"SGPT-5.8B-weightedmean-nli-bitfit<\/a>","Model Size (Million Parameters)":5874,"Memory Usage (GB, fp32)":21.88,"Embedding Dimensions":4096,"Max Tokens":2048,"SummEvalFr":""} -{"index":58,"Rank":114,"Model":"sgpt-bloom-1b7-nli<\/a>","Model Size (Million Parameters)":1722,"Memory Usage (GB, fp32)":6.42,"Embedding Dimensions":2048,"Max Tokens":4096,"SummEvalFr":""} -{"index":59,"Rank":115,"Model":"sgpt-bloom-7b1-msmarco<\/a>","Model Size (Million Parameters)":7068,"Memory Usage (GB, fp32)":26.33,"Embedding Dimensions":4096,"Max Tokens":2048,"SummEvalFr":""} -{"index":60,"Rank":116,"Model":"slx-v0.1<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.08,"Embedding Dimensions":384,"Max Tokens":512,"SummEvalFr":""} -{"index":79,"Rank":119,"Model":"inf-retriever-v1<\/a>","Model Size (Million Parameters)":7069,"Memory Usage (GB, fp32)":26.33,"Embedding Dimensions":3584,"Max Tokens":131072,"SummEvalFr":""} -{"index":95,"Rank":121,"Model":"ternary-weight-embedding<\/a>","Model Size (Million Parameters)":99,"Memory Usage (GB, fp32)":0.37,"Embedding Dimensions":1792,"Max Tokens":512,"SummEvalFr":""} -{"index":102,"Rank":122,"Model":"FAB-Ramy-v1<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"SummEvalFr":""} -{"index":103,"Rank":123,"Model":"FAE-v1<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"SummEvalFr":""} -{"index":104,"Rank":124,"Model":"FUE-v1<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"SummEvalFr":""} -{"index":109,"Rank":125,"Model":"allenai-specter<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"SummEvalFr":""} -{"index":110,"Rank":126,"Model":"average_word_embeddings_komninos<\/a>","Model Size (Million Parameters)":134,"Memory Usage (GB, fp32)":0.5,"Embedding Dimensions":300,"Max Tokens":"N\/A","SummEvalFr":""} -{"index":112,"Rank":127,"Model":"gtr-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Embedding Dimensions":768,"Max Tokens":512,"SummEvalFr":""} -{"index":113,"Rank":128,"Model":"gtr-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Embedding Dimensions":768,"Max Tokens":512,"SummEvalFr":""} -{"index":129,"Rank":130,"Model":"text-embedding-3-large<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":3072,"Max Tokens":8191,"SummEvalFr":""} -{"index":130,"Rank":131,"Model":"text-embedding-3-small<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":8191,"SummEvalFr":""} diff --git a/all_data_tasks/23/default.jsonl b/all_data_tasks/23/default.jsonl deleted file mode 100644 index 55ab8363adbd71f47282349ff98c357f5e98ffec..0000000000000000000000000000000000000000 --- a/all_data_tasks/23/default.jsonl +++ /dev/null @@ -1,91 +0,0 @@ -{"index":35,"Rank":1,"Model":"nb-bert-large<\/a>","Model Size (Million Parameters)":355,"Memory Usage (GB, fp32)":1.32,"Embedding Dimensions":1024,"Max Tokens":512,"Average":66.73,"MassiveIntentClassification (nb)":62.68,"MassiveScenarioClassification (nb)":67.44,"NoRecClassification":55.46,"NordicLangClassification":85.27,"NorwegianParliament":62.58,"ScalaNbClassification":66.97} -{"index":34,"Rank":2,"Model":"nb-bert-base<\/a>","Model Size (Million Parameters)":179,"Memory Usage (GB, fp32)":0.67,"Embedding Dimensions":768,"Max Tokens":512,"Average":63.94,"MassiveIntentClassification (nb)":60.67,"MassiveScenarioClassification (nb)":67.31,"NoRecClassification":51.32,"NordicLangClassification":84.69,"NorwegianParliament":57.41,"ScalaNbClassification":62.25} -{"index":59,"Rank":3,"Model":"multilingual-e5-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":63.64,"MassiveIntentClassification (nb)":59.83,"MassiveScenarioClassification (nb)":66.18,"NoRecClassification":62.76,"NordicLangClassification":82.29,"NorwegianParliament":60.36,"ScalaNbClassification":50.44} -{"index":67,"Rank":4,"Model":"norbert3-base<\/a>","Model Size (Million Parameters)":131,"Memory Usage (GB, fp32)":0.49,"Embedding Dimensions":768,"Max Tokens":512,"Average":61.75,"MassiveIntentClassification (nb)":54.2,"MassiveScenarioClassification (nb)":60.69,"NoRecClassification":53.4,"NordicLangClassification":82.67,"NorwegianParliament":59.33,"ScalaNbClassification":60.19} -{"index":58,"Rank":5,"Model":"multilingual-e5-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":61.63,"MassiveIntentClassification (nb)":59.83,"MassiveScenarioClassification (nb)":66.18,"NoRecClassification":57.58,"NordicLangClassification":75.94,"NorwegianParliament":59.94,"ScalaNbClassification":50.32} -{"index":68,"Rank":6,"Model":"norbert3-large<\/a>","Model Size (Million Parameters)":368,"Memory Usage (GB, fp32)":1.37,"Embedding Dimensions":1024,"Max Tokens":512,"Average":60.34,"MassiveIntentClassification (nb)":47.42,"MassiveScenarioClassification (nb)":54.25,"NoRecClassification":50.46,"NordicLangClassification":84.25,"NorwegianParliament":58.85,"ScalaNbClassification":66.79} -{"index":61,"Rank":7,"Model":"multilingual-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":58.86,"MassiveIntentClassification (nb)":53.96,"MassiveScenarioClassification (nb)":59.9,"NoRecClassification":53.96,"NordicLangClassification":75.15,"NorwegianParliament":60.15,"ScalaNbClassification":50.06} -{"index":42,"Rank":8,"Model":"dfm-encoder-large-v1<\/a>","Model Size (Million Parameters)":355,"Memory Usage (GB, fp32)":1.32,"Embedding Dimensions":1024,"Max Tokens":512,"Average":58.46,"MassiveIntentClassification (nb)":52.49,"MassiveScenarioClassification (nb)":54.59,"NoRecClassification":48.3,"NordicLangClassification":77.68,"NorwegianParliament":58.78,"ScalaNbClassification":58.95} -{"index":88,"Rank":9,"Model":"DanskBERT<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.47,"Embedding Dimensions":768,"Max Tokens":514,"Average":55.0,"MassiveIntentClassification (nb)":45.38,"MassiveScenarioClassification (nb)":47.55,"NoRecClassification":46.06,"NordicLangClassification":74.25,"NorwegianParliament":56.79,"ScalaNbClassification":59.99} -{"index":51,"Rank":10,"Model":"SONAR<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":54.92,"MassiveIntentClassification (nb)":59.9,"MassiveScenarioClassification (nb)":65.81,"NoRecClassification":48.25,"NordicLangClassification":48.4,"NorwegianParliament":55.99,"ScalaNbClassification":51.18} -{"index":23,"Rank":11,"Model":"xlm-roberta-base<\/a>","Model Size (Million Parameters)":279,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":54.34,"MassiveIntentClassification (nb)":40.46,"MassiveScenarioClassification (nb)":44.83,"NoRecClassification":46.28,"NordicLangClassification":79.39,"NorwegianParliament":56.75,"ScalaNbClassification":58.33} -{"index":52,"Rank":12,"Model":"e5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":50.14,"MassiveIntentClassification (nb)":41.57,"MassiveScenarioClassification (nb)":50.33,"NoRecClassification":42.0,"NordicLangClassification":59.34,"NorwegianParliament":57.42,"ScalaNbClassification":50.18} -{"index":54,"Rank":13,"Model":"e5-large<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":50.01,"MassiveIntentClassification (nb)":40.63,"MassiveScenarioClassification (nb)":51.91,"NoRecClassification":41.83,"NordicLangClassification":58.3,"NorwegianParliament":57.26,"ScalaNbClassification":50.13} -{"index":28,"Rank":14,"Model":"sentence-bert-swedish-cased<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.47,"Embedding Dimensions":768,"Max Tokens":512,"Average":48.88,"MassiveIntentClassification (nb)":42.74,"MassiveScenarioClassification (nb)":49.49,"NoRecClassification":43.53,"NordicLangClassification":51.45,"NorwegianParliament":55.74,"ScalaNbClassification":50.34} -{"index":57,"Rank":15,"Model":"e5-small<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":48.46,"MassiveIntentClassification (nb)":40.25,"MassiveScenarioClassification (nb)":48.58,"NoRecClassification":41.84,"NordicLangClassification":53.47,"NorwegianParliament":56.57,"ScalaNbClassification":50.03} -{"index":26,"Rank":16,"Model":"bert-base-swedish-cased<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.47,"Embedding Dimensions":768,"Max Tokens":512,"Average":48.18,"MassiveIntentClassification (nb)":35.75,"MassiveScenarioClassification (nb)":35.76,"NoRecClassification":43.91,"NordicLangClassification":62.45,"NorwegianParliament":57.56,"ScalaNbClassification":53.63} -{"index":66,"Rank":17,"Model":"electra-small-nordic<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":256,"Max Tokens":512,"Average":47.28,"MassiveIntentClassification (nb)":24.6,"MassiveScenarioClassification (nb)":27.3,"NoRecClassification":45.44,"NordicLangClassification":57.82,"NorwegianParliament":53.25,"ScalaNbClassification":75.28} -{"index":73,"Rank":18,"Model":"all-MiniLM-L6-v2<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":384,"Max Tokens":512,"Average":46.94,"MassiveIntentClassification (nb)":39.36,"MassiveScenarioClassification (nb)":44.67,"NoRecClassification":37.93,"NordicLangClassification":54.7,"NorwegianParliament":54.8,"ScalaNbClassification":50.17} -{"index":27,"Rank":19,"Model":"electra-small-swedish-cased-discriminator<\/a>","Model Size (Million Parameters)":16,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":256,"Max Tokens":512,"Average":34.34,"MassiveIntentClassification (nb)":5.66,"MassiveScenarioClassification (nb)":11.26,"NoRecClassification":39.72,"NordicLangClassification":44.53,"NorwegianParliament":52.44,"ScalaNbClassification":52.41} -{"index":0,"Rank":20,"Model":"voyage-3-lite<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":512,"Max Tokens":32000,"Average":"","MassiveIntentClassification (nb)":62.3,"MassiveScenarioClassification (nb)":68.35,"NoRecClassification":51.87,"NordicLangClassification":48.92,"NorwegianParliament":"","ScalaNbClassification":""} -{"index":1,"Rank":21,"Model":"voyage-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":32000,"Average":"","MassiveIntentClassification (nb)":58.53,"MassiveScenarioClassification (nb)":67.81,"NoRecClassification":50.16,"NordicLangClassification":47.13,"NorwegianParliament":"","ScalaNbClassification":""} -{"index":2,"Rank":22,"Model":"voyage-large-2-instruct<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":16000,"Average":"","MassiveIntentClassification (nb)":64.93,"MassiveScenarioClassification (nb)":74.44,"NoRecClassification":51.44,"NordicLangClassification":57.17,"NorwegianParliament":"","ScalaNbClassification":""} -{"index":3,"Rank":23,"Model":"voyage-multilingual-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":32000,"Average":"","MassiveIntentClassification (nb)":67.58,"MassiveScenarioClassification (nb)":73.8,"NoRecClassification":53.35,"NordicLangClassification":58.41,"NorwegianParliament":"","ScalaNbClassification":""} -{"index":4,"Rank":24,"Model":"LASER2<\/a>","Model Size (Million Parameters)":43,"Memory Usage (GB, fp32)":0.16,"Embedding Dimensions":1024,"Max Tokens":"N\/A","Average":"","MassiveIntentClassification (nb)":37.74,"MassiveScenarioClassification (nb)":43.9,"NoRecClassification":"","NordicLangClassification":"","NorwegianParliament":"","ScalaNbClassification":""} -{"index":5,"Rank":25,"Model":"gte-Qwen1.5-7B-instruct<\/a>","Model Size (Million Parameters)":7099,"Memory Usage (GB, fp32)":26.45,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","MassiveIntentClassification (nb)":64.16,"MassiveScenarioClassification (nb)":68.59,"NoRecClassification":55.81,"NordicLangClassification":72.94,"NorwegianParliament":"","ScalaNbClassification":""} -{"index":6,"Rank":26,"Model":"gte-Qwen2-7B-instruct<\/a>","Model Size (Million Parameters)":7613,"Memory Usage (GB, fp32)":28.36,"Embedding Dimensions":3584,"Max Tokens":32768,"Average":"","MassiveIntentClassification (nb)":78.71,"MassiveScenarioClassification (nb)":84.15,"NoRecClassification":65.99,"NordicLangClassification":73.23,"NorwegianParliament":"","ScalaNbClassification":""} -{"index":7,"Rank":27,"Model":"gte-multilingual-base<\/a>","Model Size (Million Parameters)":305,"Memory Usage (GB, fp32)":1.14,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","MassiveIntentClassification (nb)":63.74,"MassiveScenarioClassification (nb)":71.5,"NoRecClassification":"","NordicLangClassification":"","NorwegianParliament":"","ScalaNbClassification":""} -{"index":8,"Rank":28,"Model":"e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","MassiveIntentClassification (nb)":70.93,"MassiveScenarioClassification (nb)":75.7,"NoRecClassification":"","NordicLangClassification":"","NorwegianParliament":"","ScalaNbClassification":""} -{"index":9,"Rank":29,"Model":"bge-base-en-v1.5<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","MassiveIntentClassification (nb)":38.88,"MassiveScenarioClassification (nb)":48.41,"NoRecClassification":38.83,"NordicLangClassification":53.43,"NorwegianParliament":"","ScalaNbClassification":""} -{"index":10,"Rank":30,"Model":"bge-large-en-v1.5<\/a>","Model Size (Million Parameters)":1340,"Memory Usage (GB, fp32)":4.99,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","MassiveIntentClassification (nb)":39.67,"MassiveScenarioClassification (nb)":50.68,"NoRecClassification":39.55,"NordicLangClassification":55.07,"NorwegianParliament":"","ScalaNbClassification":""} -{"index":11,"Rank":31,"Model":"bge-m3<\/a>","Model Size (Million Parameters)":567,"Memory Usage (GB, fp32)":2.11,"Embedding Dimensions":1024,"Max Tokens":8192,"Average":"","MassiveIntentClassification (nb)":67.07,"MassiveScenarioClassification (nb)":"","NoRecClassification":"","NordicLangClassification":38.93,"NorwegianParliament":"","ScalaNbClassification":""} -{"index":12,"Rank":32,"Model":"bge-small-en-v1.5<\/a>","Model Size (Million Parameters)":24,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":512,"Max Tokens":512,"Average":"","MassiveIntentClassification (nb)":40.05,"MassiveScenarioClassification (nb)":47.72,"NoRecClassification":37.22,"NordicLangClassification":52.02,"NorwegianParliament":"","ScalaNbClassification":""} -{"index":13,"Rank":33,"Model":"multilingual-e5-base-similarity-v1-onnx-quantized<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","MassiveIntentClassification (nb)":66.18,"MassiveScenarioClassification (nb)":71.63,"NoRecClassification":"","NordicLangClassification":"","NorwegianParliament":"","ScalaNbClassification":""} -{"index":14,"Rank":34,"Model":"winberta-base<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","MassiveIntentClassification (nb)":36.89,"MassiveScenarioClassification (nb)":44.27,"NoRecClassification":43.53,"NordicLangClassification":"","NorwegianParliament":54.9,"ScalaNbClassification":""} -{"index":15,"Rank":35,"Model":"winberta-large<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","MassiveIntentClassification (nb)":28.65,"MassiveScenarioClassification (nb)":35.24,"NoRecClassification":"","NordicLangClassification":"","NorwegianParliament":"","ScalaNbClassification":""} -{"index":16,"Rank":36,"Model":"windberta-large<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","MassiveIntentClassification (nb)":31.07,"MassiveScenarioClassification (nb)":38.02,"NoRecClassification":"","NordicLangClassification":"","NorwegianParliament":"","ScalaNbClassification":""} -{"index":17,"Rank":37,"Model":"Cohere-embed-english-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":512,"Average":"","MassiveIntentClassification (nb)":43.9,"MassiveScenarioClassification (nb)":53.54,"NoRecClassification":41.54,"NordicLangClassification":58.2,"NorwegianParliament":"","ScalaNbClassification":""} -{"index":18,"Rank":38,"Model":"Cohere-embed-multilingual-light-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":384,"Max Tokens":512,"Average":"","MassiveIntentClassification (nb)":58.27,"MassiveScenarioClassification (nb)":65.64,"NoRecClassification":49.0,"NordicLangClassification":65.97,"NorwegianParliament":"","ScalaNbClassification":""} -{"index":19,"Rank":39,"Model":"Cohere-embed-multilingual-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":512,"Average":"","MassiveIntentClassification (nb)":67.14,"MassiveScenarioClassification (nb)":73.82,"NoRecClassification":60.27,"NordicLangClassification":78.74,"NorwegianParliament":"","ScalaNbClassification":""} -{"index":20,"Rank":40,"Model":"distilrubert-small-cased-conversational<\/a>","Model Size (Million Parameters)":106,"Memory Usage (GB, fp32)":0.39,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","MassiveIntentClassification (nb)":39.67,"MassiveScenarioClassification (nb)":38.43,"NoRecClassification":39.2,"NordicLangClassification":59.34,"NorwegianParliament":"","ScalaNbClassification":""} -{"index":21,"Rank":41,"Model":"rubert-base-cased<\/a>","Model Size (Million Parameters)":180,"Memory Usage (GB, fp32)":0.67,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","MassiveIntentClassification (nb)":33.94,"MassiveScenarioClassification (nb)":31.87,"NoRecClassification":38.16,"NordicLangClassification":60.75,"NorwegianParliament":"","ScalaNbClassification":""} -{"index":22,"Rank":42,"Model":"rubert-base-cased-sentence<\/a>","Model Size (Million Parameters)":180,"Memory Usage (GB, fp32)":0.67,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","MassiveIntentClassification (nb)":31.28,"MassiveScenarioClassification (nb)":29.6,"NoRecClassification":39.12,"NordicLangClassification":51.39,"NorwegianParliament":"","ScalaNbClassification":""} -{"index":24,"Rank":43,"Model":"GritLM-7B<\/a>","Model Size (Million Parameters)":7240,"Memory Usage (GB, fp32)":26.97,"Embedding Dimensions":"","Max Tokens":4096,"Average":"","MassiveIntentClassification (nb)":70.92,"MassiveScenarioClassification (nb)":75.62,"NoRecClassification":56.05,"NordicLangClassification":69.36,"NorwegianParliament":"","ScalaNbClassification":""} -{"index":25,"Rank":44,"Model":"e5-dansk-test-0.1<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","MassiveIntentClassification (nb)":"","MassiveScenarioClassification (nb)":"","NoRecClassification":"","NordicLangClassification":61.0,"NorwegianParliament":"","ScalaNbClassification":""} -{"index":29,"Rank":45,"Model":"MUG-B-1.6<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","MassiveIntentClassification (nb)":39.67,"MassiveScenarioClassification (nb)":50.89,"NoRecClassification":"","NordicLangClassification":"","NorwegianParliament":"","ScalaNbClassification":""} -{"index":30,"Rank":46,"Model":"onnx-gte-multilingual-base<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","MassiveIntentClassification (nb)":63.74,"MassiveScenarioClassification (nb)":71.5,"NoRecClassification":"","NordicLangClassification":"","NorwegianParliament":"","ScalaNbClassification":""} -{"index":31,"Rank":47,"Model":"SGPT-125M-weightedmean-msmarco-specb-bitfit<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":2048,"Average":"","MassiveIntentClassification (nb)":39.82,"MassiveScenarioClassification (nb)":39.02,"NoRecClassification":"","NordicLangClassification":"","NorwegianParliament":"","ScalaNbClassification":""} -{"index":32,"Rank":48,"Model":"SGPT-125M-weightedmean-nli-bitfit<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":2048,"Average":"","MassiveIntentClassification (nb)":39.48,"MassiveScenarioClassification (nb)":40.47,"NoRecClassification":"","NordicLangClassification":"","NorwegianParliament":"","ScalaNbClassification":""} -{"index":33,"Rank":49,"Model":"multilingual-e5-base-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","MassiveIntentClassification (nb)":66.18,"MassiveScenarioClassification (nb)":71.63,"NoRecClassification":"","NordicLangClassification":"","NorwegianParliament":"","ScalaNbClassification":""} -{"index":36,"Rank":50,"Model":"SFR-Embedding-Mistral<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","MassiveIntentClassification (nb)":65.92,"MassiveScenarioClassification (nb)":73.02,"NoRecClassification":55.04,"NordicLangClassification":68.8,"NorwegianParliament":"","ScalaNbClassification":""} -{"index":37,"Rank":51,"Model":"sbert_large_mt_nlu_ru<\/a>","Model Size (Million Parameters)":427,"Memory Usage (GB, fp32)":1.59,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","MassiveIntentClassification (nb)":18.97,"MassiveScenarioClassification (nb)":24.55,"NoRecClassification":38.42,"NordicLangClassification":38.2,"NorwegianParliament":"","ScalaNbClassification":""} -{"index":38,"Rank":52,"Model":"sbert_large_nlu_ru<\/a>","Model Size (Million Parameters)":427,"Memory Usage (GB, fp32)":1.59,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","MassiveIntentClassification (nb)":14.4,"MassiveScenarioClassification (nb)":20.82,"NoRecClassification":39.06,"NordicLangClassification":39.41,"NorwegianParliament":"","ScalaNbClassification":""} -{"index":39,"Rank":53,"Model":"Titan-text-embeddings-v2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","MassiveIntentClassification (nb)":54.41,"MassiveScenarioClassification (nb)":64.64,"NoRecClassification":"","NordicLangClassification":"","NorwegianParliament":"","ScalaNbClassification":""} -{"index":40,"Rank":54,"Model":"sgpt-bloom-7b1-msmarco<\/a>","Model Size (Million Parameters)":7068,"Memory Usage (GB, fp32)":26.33,"Embedding Dimensions":4096,"Max Tokens":2048,"Average":"","MassiveIntentClassification (nb)":49.41,"MassiveScenarioClassification (nb)":51.8,"NoRecClassification":"","NordicLangClassification":"","NorwegianParliament":"","ScalaNbClassification":""} -{"index":41,"Rank":55,"Model":"slx-v0.1<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.08,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","MassiveIntentClassification (nb)":38.18,"MassiveScenarioClassification (nb)":43.39,"NoRecClassification":"","NordicLangClassification":"","NorwegianParliament":"","ScalaNbClassification":""} -{"index":43,"Rank":56,"Model":"LaBSE-en-ru<\/a>","Model Size (Million Parameters)":129,"Memory Usage (GB, fp32)":0.48,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","MassiveIntentClassification (nb)":35.78,"MassiveScenarioClassification (nb)":42.43,"NoRecClassification":40.21,"NordicLangClassification":38.84,"NorwegianParliament":"","ScalaNbClassification":""} -{"index":44,"Rank":57,"Model":"rubert-tiny<\/a>","Model Size (Million Parameters)":12,"Memory Usage (GB, fp32)":0.04,"Embedding Dimensions":512,"Max Tokens":514,"Average":"","MassiveIntentClassification (nb)":37.0,"MassiveScenarioClassification (nb)":37.43,"NoRecClassification":39.16,"NordicLangClassification":54.8,"NorwegianParliament":"","ScalaNbClassification":""} -{"index":45,"Rank":58,"Model":"rubert-tiny2<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"Embedding Dimensions":2048,"Max Tokens":514,"Average":"","MassiveIntentClassification (nb)":25.68,"MassiveScenarioClassification (nb)":31.09,"NoRecClassification":40.82,"NordicLangClassification":46.52,"NorwegianParliament":"","ScalaNbClassification":""} -{"index":46,"Rank":59,"Model":"USER-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","MassiveIntentClassification (nb)":33.1,"MassiveScenarioClassification (nb)":37.15,"NoRecClassification":40.97,"NordicLangClassification":45.21,"NorwegianParliament":"","ScalaNbClassification":""} -{"index":47,"Rank":60,"Model":"USER-bge-m3<\/a>","Model Size (Million Parameters)":359,"Memory Usage (GB, fp32)":1.34,"Embedding Dimensions":1024,"Max Tokens":8192,"Average":"","MassiveIntentClassification (nb)":61.11,"MassiveScenarioClassification (nb)":67.6,"NoRecClassification":54.06,"NordicLangClassification":40.53,"NorwegianParliament":"","ScalaNbClassification":""} -{"index":48,"Rank":61,"Model":"deberta-v1-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","MassiveIntentClassification (nb)":31.01,"MassiveScenarioClassification (nb)":28.7,"NoRecClassification":38.22,"NordicLangClassification":57.91,"NorwegianParliament":"","ScalaNbClassification":""} -{"index":49,"Rank":62,"Model":"multilingual-e5-base-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","MassiveIntentClassification (nb)":66.18,"MassiveScenarioClassification (nb)":71.63,"NoRecClassification":"","NordicLangClassification":"","NorwegianParliament":"","ScalaNbClassification":""} -{"index":50,"Rank":63,"Model":"e5-base-4k<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","MassiveIntentClassification (nb)":47.51,"MassiveScenarioClassification (nb)":52.14,"NoRecClassification":39.24,"NordicLangClassification":59.99,"NorwegianParliament":"","ScalaNbClassification":""} -{"index":53,"Rank":64,"Model":"e5-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","MassiveIntentClassification (nb)":42.31,"MassiveScenarioClassification (nb)":50.89,"NoRecClassification":41.2,"NordicLangClassification":60.79,"NorwegianParliament":"","ScalaNbClassification":""} -{"index":55,"Rank":65,"Model":"e5-large-v2<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","MassiveIntentClassification (nb)":43.32,"MassiveScenarioClassification (nb)":53.32,"NoRecClassification":43.18,"NordicLangClassification":59.82,"NorwegianParliament":"","ScalaNbClassification":""} -{"index":56,"Rank":66,"Model":"e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","MassiveIntentClassification (nb)":65.35,"MassiveScenarioClassification (nb)":72.48,"NoRecClassification":55.0,"NordicLangClassification":69.13,"NorwegianParliament":"","ScalaNbClassification":""} -{"index":60,"Rank":67,"Model":"multilingual-e5-large-instruct<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","MassiveIntentClassification (nb)":65.85,"MassiveScenarioClassification (nb)":71.28,"NoRecClassification":57.06,"NordicLangClassification":76.57,"NorwegianParliament":"","ScalaNbClassification":""} -{"index":62,"Rank":68,"Model":"udever-bloom-1b1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":2048,"Average":"","MassiveIntentClassification (nb)":46.18,"MassiveScenarioClassification (nb)":50.32,"NoRecClassification":38.75,"NordicLangClassification":59.31,"NorwegianParliament":"","ScalaNbClassification":""} -{"index":63,"Rank":69,"Model":"udever-bloom-560m<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":2048,"Average":"","MassiveIntentClassification (nb)":44.12,"MassiveScenarioClassification (nb)":46.79,"NoRecClassification":35.14,"NordicLangClassification":49.08,"NorwegianParliament":"","ScalaNbClassification":""} -{"index":64,"Rank":70,"Model":"jina-embeddings-v2-base-en<\/a>","Model Size (Million Parameters)":275,"Memory Usage (GB, fp32)":1.02,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","MassiveIntentClassification (nb)":5.47,"MassiveScenarioClassification (nb)":10.52,"NoRecClassification":35.31,"NordicLangClassification":26.91,"NorwegianParliament":"","ScalaNbClassification":""} -{"index":65,"Rank":71,"Model":"multilingual-e5-small-ct2-int8<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","MassiveIntentClassification (nb)":61.96,"MassiveScenarioClassification (nb)":67.37,"NoRecClassification":"","NordicLangClassification":"","NorwegianParliament":"","ScalaNbClassification":""} -{"index":69,"Rank":72,"Model":"ternary-weight-embedding<\/a>","Model Size (Million Parameters)":99,"Memory Usage (GB, fp32)":0.37,"Embedding Dimensions":1792,"Max Tokens":512,"Average":"","MassiveIntentClassification (nb)":40.4,"MassiveScenarioClassification (nb)":39.53,"NoRecClassification":"","NordicLangClassification":"","NorwegianParliament":"","ScalaNbClassification":""} -{"index":70,"Rank":73,"Model":"nomic-embed-text-v1<\/a>","Model Size (Million Parameters)":547,"Memory Usage (GB, fp32)":2.04,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","MassiveIntentClassification (nb)":39.21,"MassiveScenarioClassification (nb)":49.28,"NoRecClassification":41.05,"NordicLangClassification":52.66,"NorwegianParliament":"","ScalaNbClassification":""} -{"index":71,"Rank":74,"Model":"LaBSE<\/a>","Model Size (Million Parameters)":471,"Memory Usage (GB, fp32)":1.75,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","MassiveIntentClassification (nb)":57.91,"MassiveScenarioClassification (nb)":64.29,"NoRecClassification":45.45,"NordicLangClassification":35.39,"NorwegianParliament":"","ScalaNbClassification":""} -{"index":72,"Rank":75,"Model":"all-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","MassiveIntentClassification (nb)":41.91,"MassiveScenarioClassification (nb)":47.36,"NoRecClassification":37.73,"NordicLangClassification":54.17,"NorwegianParliament":"","ScalaNbClassification":""} -{"index":74,"Rank":76,"Model":"all-mpnet-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","MassiveIntentClassification (nb)":39.3,"MassiveScenarioClassification (nb)":45.75,"NoRecClassification":38.34,"NordicLangClassification":50.15,"NorwegianParliament":"","ScalaNbClassification":""} -{"index":75,"Rank":77,"Model":"allenai-specter<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","MassiveIntentClassification (nb)":34.75,"MassiveScenarioClassification (nb)":35.71,"NoRecClassification":"","NordicLangClassification":"","NorwegianParliament":"","ScalaNbClassification":""} -{"index":76,"Rank":78,"Model":"distiluse-base-multilingual-cased-v2<\/a>","Model Size (Million Parameters)":135,"Memory Usage (GB, fp32)":0.5,"Embedding Dimensions":512,"Max Tokens":512,"Average":"","MassiveIntentClassification (nb)":46.01,"MassiveScenarioClassification (nb)":54.98,"NoRecClassification":"","NordicLangClassification":"","NorwegianParliament":"","ScalaNbClassification":""} -{"index":77,"Rank":79,"Model":"gtr-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","MassiveIntentClassification (nb)":43.78,"MassiveScenarioClassification (nb)":52.71,"NoRecClassification":"","NordicLangClassification":"","NorwegianParliament":"","ScalaNbClassification":""} -{"index":78,"Rank":80,"Model":"gtr-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","MassiveIntentClassification (nb)":45.87,"MassiveScenarioClassification (nb)":54.44,"NoRecClassification":"","NordicLangClassification":"","NorwegianParliament":"","ScalaNbClassification":""} -{"index":79,"Rank":81,"Model":"paraphrase-multilingual-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","MassiveIntentClassification (nb)":55.52,"MassiveScenarioClassification (nb)":64.25,"NoRecClassification":46.7,"NordicLangClassification":42.52,"NorwegianParliament":"","ScalaNbClassification":""} -{"index":80,"Rank":82,"Model":"paraphrase-multilingual-mpnet-base-v2<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","MassiveIntentClassification (nb)":62.62,"MassiveScenarioClassification (nb)":70.23,"NoRecClassification":50.32,"NordicLangClassification":41.57,"NorwegianParliament":"","ScalaNbClassification":""} -{"index":81,"Rank":83,"Model":"sentence-t5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","MassiveIntentClassification (nb)":38.53,"MassiveScenarioClassification (nb)":46.6,"NoRecClassification":"","NordicLangClassification":"","NorwegianParliament":"","ScalaNbClassification":""} -{"index":82,"Rank":84,"Model":"sentence-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","MassiveIntentClassification (nb)":41.29,"MassiveScenarioClassification (nb)":49.92,"NoRecClassification":"","NordicLangClassification":"","NorwegianParliament":"","ScalaNbClassification":""} -{"index":83,"Rank":85,"Model":"sentence-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","MassiveIntentClassification (nb)":45.91,"MassiveScenarioClassification (nb)":53.43,"NoRecClassification":"","NordicLangClassification":"","NorwegianParliament":"","ScalaNbClassification":""} -{"index":84,"Rank":86,"Model":"LaBSE-ru-turbo<\/a>","Model Size (Million Parameters)":128,"Memory Usage (GB, fp32)":0.48,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","MassiveIntentClassification (nb)":37.7,"MassiveScenarioClassification (nb)":43.87,"NoRecClassification":40.1,"NordicLangClassification":46.52,"NorwegianParliament":"","ScalaNbClassification":""} -{"index":85,"Rank":87,"Model":"rubert-tiny-turbo<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"Embedding Dimensions":312,"Max Tokens":2048,"Average":"","MassiveIntentClassification (nb)":32.3,"MassiveScenarioClassification (nb)":39.05,"NoRecClassification":40.31,"NordicLangClassification":49.9,"NorwegianParliament":"","ScalaNbClassification":""} -{"index":86,"Rank":88,"Model":"text2vec-base-multilingual<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":256,"Average":"","MassiveIntentClassification (nb)":54.64,"MassiveScenarioClassification (nb)":60.26,"NoRecClassification":43.98,"NordicLangClassification":38.13,"NorwegianParliament":"","ScalaNbClassification":""} -{"index":87,"Rank":89,"Model":"llm_mse<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","MassiveIntentClassification (nb)":32.13,"MassiveScenarioClassification (nb)":38.99,"NoRecClassification":"","NordicLangClassification":"","NorwegianParliament":"","ScalaNbClassification":""} -{"index":89,"Rank":90,"Model":"text-embedding-3-large<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":3072,"Max Tokens":8191,"Average":"","MassiveIntentClassification (nb)":69.13,"MassiveScenarioClassification (nb)":75.27,"NoRecClassification":53.94,"NordicLangClassification":79.75,"NorwegianParliament":"","ScalaNbClassification":""} -{"index":90,"Rank":91,"Model":"text-embedding-3-small<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":8191,"Average":"","MassiveIntentClassification (nb)":63.31,"MassiveScenarioClassification (nb)":71.57,"NoRecClassification":49.41,"NordicLangClassification":67.85,"NorwegianParliament":"","ScalaNbClassification":""} diff --git a/all_data_tasks/24/default.jsonl b/all_data_tasks/24/default.jsonl deleted file mode 100644 index 1a0dab310e1977c187e23862a32bc26c08e8c47a..0000000000000000000000000000000000000000 --- a/all_data_tasks/24/default.jsonl +++ /dev/null @@ -1,65 +0,0 @@ -{"index":47,"Rank":1,"Model":"FollowIR-7B<\/a>","Model Size (Million Parameters)":7240,"Memory Usage (GB, fp32)":26.97,"Embedding Dimensions":"","Max Tokens":4096,"Average":12.15,"Core17InstructionRetrieval":16.48,"News21InstructionRetrieval":6.26,"Robust04InstructionRetrieval":13.72} -{"index":50,"Rank":2,"Model":"mistral-7b-instruct-v0.2<\/a>","Model Size (Million Parameters)":7240,"Memory Usage (GB, fp32)":26.97,"Embedding Dimensions":-1,"Max Tokens":4096,"Average":10.15,"Core17InstructionRetrieval":13.03,"News21InstructionRetrieval":4.81,"Robust04InstructionRetrieval":12.61} -{"index":4,"Rank":3,"Model":"gte-Qwen1.5-7B-instruct<\/a>","Model Size (Million Parameters)":7099,"Memory Usage (GB, fp32)":26.45,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":5.36,"Core17InstructionRetrieval":8.37,"News21InstructionRetrieval":1.82,"Robust04InstructionRetrieval":5.88} -{"index":5,"Rank":4,"Model":"gte-Qwen2-7B-instruct<\/a>","Model Size (Million Parameters)":7613,"Memory Usage (GB, fp32)":28.36,"Embedding Dimensions":3584,"Max Tokens":32768,"Average":4.94,"Core17InstructionRetrieval":6.78,"News21InstructionRetrieval":4.11,"Robust04InstructionRetrieval":3.93} -{"index":32,"Rank":5,"Model":"flan-t5-large<\/a>","Model Size (Million Parameters)":770,"Memory Usage (GB, fp32)":2.87,"Embedding Dimensions":-1,"Max Tokens":512,"Average":4.72,"Core17InstructionRetrieval":1.32,"News21InstructionRetrieval":8.95,"Robust04InstructionRetrieval":3.9} -{"index":16,"Rank":6,"Model":"GritLM-7B<\/a>","Model Size (Million Parameters)":7240,"Memory Usage (GB, fp32)":26.97,"Embedding Dimensions":"","Max Tokens":4096,"Average":3.45,"Core17InstructionRetrieval":6.7,"News21InstructionRetrieval":1.22,"Robust04InstructionRetrieval":2.44} -{"index":21,"Rank":7,"Model":"monot5-3b-msmarco-10k<\/a>","Model Size (Million Parameters)":2480,"Memory Usage (GB, fp32)":9.24,"Embedding Dimensions":-1,"Max Tokens":512,"Average":2.53,"Core17InstructionRetrieval":1.84,"News21InstructionRetrieval":1.78,"Robust04InstructionRetrieval":3.96} -{"index":0,"Rank":8,"Model":"text-embedding-004<\/a>","Model Size (Million Parameters)":1200,"Memory Usage (GB, fp32)":4.47,"Embedding Dimensions":768,"Max Tokens":2048,"Average":2.33,"Core17InstructionRetrieval":5.44,"News21InstructionRetrieval":3.94,"Robust04InstructionRetrieval":-2.4} -{"index":49,"Rank":9,"Model":"llama-2-7b-chat<\/a>","Model Size (Million Parameters)":7000,"Memory Usage (GB, fp32)":26.08,"Embedding Dimensions":-1,"Max Tokens":4096,"Average":1.69,"Core17InstructionRetrieval":2.84,"News21InstructionRetrieval":0.23,"Robust04InstructionRetrieval":2.0} -{"index":30,"Rank":10,"Model":"tart-full-flan-t5-xl<\/a>","Model Size (Million Parameters)":2480,"Memory Usage (GB, fp32)":9.24,"Embedding Dimensions":-1,"Max Tokens":512,"Average":1.36,"Core17InstructionRetrieval":2.82,"News21InstructionRetrieval":1.99,"Robust04InstructionRetrieval":-0.72} -{"index":2,"Rank":11,"Model":"voyage-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":32000,"Average":1.35,"Core17InstructionRetrieval":1.45,"News21InstructionRetrieval":4.59,"Robust04InstructionRetrieval":-2.0} -{"index":14,"Rank":12,"Model":"rubert-base-cased<\/a>","Model Size (Million Parameters)":180,"Memory Usage (GB, fp32)":0.67,"Embedding Dimensions":768,"Max Tokens":512,"Average":0.8,"Core17InstructionRetrieval":-3.56,"News21InstructionRetrieval":4.57,"Robust04InstructionRetrieval":1.4} -{"index":31,"Rank":13,"Model":"flan-t5-base<\/a>","Model Size (Million Parameters)":220,"Memory Usage (GB, fp32)":0.82,"Embedding Dimensions":-1,"Max Tokens":512,"Average":0.64,"Core17InstructionRetrieval":-3.31,"News21InstructionRetrieval":-0.12,"Robust04InstructionRetrieval":5.35} -{"index":19,"Rank":14,"Model":"sbert_large_nlu_ru<\/a>","Model Size (Million Parameters)":427,"Memory Usage (GB, fp32)":1.59,"Embedding Dimensions":1024,"Max Tokens":512,"Average":0.56,"Core17InstructionRetrieval":-2.17,"News21InstructionRetrieval":3.38,"Robust04InstructionRetrieval":0.46} -{"index":15,"Rank":15,"Model":"rubert-base-cased-sentence<\/a>","Model Size (Million Parameters)":180,"Memory Usage (GB, fp32)":0.67,"Embedding Dimensions":768,"Max Tokens":512,"Average":0.27,"Core17InstructionRetrieval":1.6,"News21InstructionRetrieval":3.22,"Robust04InstructionRetrieval":-4.02} -{"index":17,"Rank":16,"Model":"SFR-Embedding-Mistral<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":0.16,"Core17InstructionRetrieval":4.55,"News21InstructionRetrieval":1.38,"Robust04InstructionRetrieval":-5.45} -{"index":25,"Rank":17,"Model":"rubert-tiny2<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"Embedding Dimensions":2048,"Max Tokens":514,"Average":-0.09,"Core17InstructionRetrieval":0.88,"News21InstructionRetrieval":1.39,"Robust04InstructionRetrieval":-2.54} -{"index":10,"Rank":18,"Model":"Cohere-embed-english-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":512,"Average":-0.17,"Core17InstructionRetrieval":2.68,"News21InstructionRetrieval":0.3,"Robust04InstructionRetrieval":-3.49} -{"index":43,"Rank":19,"Model":"multilingual-e5-large-instruct<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":-0.4,"Core17InstructionRetrieval":1.82,"News21InstructionRetrieval":1.5,"Robust04InstructionRetrieval":-4.52} -{"index":18,"Rank":20,"Model":"sbert_large_mt_nlu_ru<\/a>","Model Size (Million Parameters)":427,"Memory Usage (GB, fp32)":1.59,"Embedding Dimensions":1024,"Max Tokens":514,"Average":-0.48,"Core17InstructionRetrieval":0.08,"News21InstructionRetrieval":-0.36,"Robust04InstructionRetrieval":-1.16} -{"index":13,"Rank":21,"Model":"distilrubert-small-cased-conversational<\/a>","Model Size (Million Parameters)":106,"Memory Usage (GB, fp32)":0.39,"Embedding Dimensions":768,"Max Tokens":512,"Average":-0.61,"Core17InstructionRetrieval":0.22,"News21InstructionRetrieval":-1.44,"Robust04InstructionRetrieval":-0.6} -{"index":55,"Rank":22,"Model":"all-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":-0.75,"Core17InstructionRetrieval":1.69,"News21InstructionRetrieval":-0.35,"Robust04InstructionRetrieval":-3.59} -{"index":46,"Rank":23,"Model":"udever-bloom-560m<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":2048,"Average":-0.81,"Core17InstructionRetrieval":-0.94,"News21InstructionRetrieval":-0.31,"Robust04InstructionRetrieval":-1.17} -{"index":24,"Rank":24,"Model":"rubert-tiny<\/a>","Model Size (Million Parameters)":12,"Memory Usage (GB, fp32)":0.04,"Embedding Dimensions":512,"Max Tokens":514,"Average":-0.89,"Core17InstructionRetrieval":0.41,"News21InstructionRetrieval":1.04,"Robust04InstructionRetrieval":-4.12} -{"index":38,"Rank":25,"Model":"e5-large-v2<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":-1.06,"Core17InstructionRetrieval":0.12,"News21InstructionRetrieval":0.87,"Robust04InstructionRetrieval":-4.16} -{"index":45,"Rank":26,"Model":"udever-bloom-1b1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":2048,"Average":-1.1,"Core17InstructionRetrieval":0.29,"News21InstructionRetrieval":-0.24,"Robust04InstructionRetrieval":-3.35} -{"index":59,"Rank":27,"Model":"paraphrase-multilingual-mpnet-base-v2<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":-1.14,"Core17InstructionRetrieval":-0.04,"News21InstructionRetrieval":0.61,"Robust04InstructionRetrieval":-3.99} -{"index":1,"Rank":28,"Model":"voyage-3-lite<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":512,"Max Tokens":32000,"Average":-1.17,"Core17InstructionRetrieval":0.41,"News21InstructionRetrieval":0.13,"Robust04InstructionRetrieval":-4.06} -{"index":58,"Rank":29,"Model":"paraphrase-multilingual-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":-1.31,"Core17InstructionRetrieval":-0.62,"News21InstructionRetrieval":-0.37,"Robust04InstructionRetrieval":-2.94} -{"index":40,"Rank":30,"Model":"e5-small<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":-1.45,"Core17InstructionRetrieval":-0.54,"News21InstructionRetrieval":0.87,"Robust04InstructionRetrieval":-4.69} -{"index":48,"Rank":31,"Model":"jina-embeddings-v2-base-en<\/a>","Model Size (Million Parameters)":275,"Memory Usage (GB, fp32)":1.02,"Embedding Dimensions":768,"Max Tokens":8192,"Average":-1.64,"Core17InstructionRetrieval":-1.15,"News21InstructionRetrieval":0.38,"Robust04InstructionRetrieval":-4.16} -{"index":22,"Rank":32,"Model":"monot5-base-msmarco-10k<\/a>","Model Size (Million Parameters)":220,"Memory Usage (GB, fp32)":0.82,"Embedding Dimensions":-1,"Max Tokens":512,"Average":-1.75,"Core17InstructionRetrieval":-4.06,"News21InstructionRetrieval":5.02,"Robust04InstructionRetrieval":-6.2} -{"index":9,"Rank":33,"Model":"bge-small-en-v1.5<\/a>","Model Size (Million Parameters)":24,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":512,"Max Tokens":512,"Average":-1.86,"Core17InstructionRetrieval":1.51,"News21InstructionRetrieval":-1.32,"Robust04InstructionRetrieval":-5.77} -{"index":12,"Rank":34,"Model":"Cohere-embed-multilingual-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":512,"Average":-1.89,"Core17InstructionRetrieval":0.29,"News21InstructionRetrieval":0.83,"Robust04InstructionRetrieval":-6.8} -{"index":26,"Rank":35,"Model":"USER-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":512,"Average":-1.96,"Core17InstructionRetrieval":-1.42,"News21InstructionRetrieval":1.51,"Robust04InstructionRetrieval":-5.96} -{"index":3,"Rank":36,"Model":"bm25<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":-2.09,"Core17InstructionRetrieval":-1.06,"News21InstructionRetrieval":-2.15,"Robust04InstructionRetrieval":-3.06} -{"index":61,"Rank":37,"Model":"rubert-tiny-turbo<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"Embedding Dimensions":312,"Max Tokens":2048,"Average":-2.28,"Core17InstructionRetrieval":-4.06,"News21InstructionRetrieval":1.39,"Robust04InstructionRetrieval":-4.16} -{"index":7,"Rank":38,"Model":"bge-large-en-v1.5<\/a>","Model Size (Million Parameters)":1340,"Memory Usage (GB, fp32)":4.99,"Embedding Dimensions":1024,"Max Tokens":512,"Average":-2.29,"Core17InstructionRetrieval":-1.93,"News21InstructionRetrieval":0.33,"Robust04InstructionRetrieval":-5.26} -{"index":37,"Rank":39,"Model":"e5-large<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":-2.33,"Core17InstructionRetrieval":0.21,"News21InstructionRetrieval":-0.94,"Robust04InstructionRetrieval":-6.25} -{"index":28,"Rank":40,"Model":"deberta-v1-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":512,"Average":-2.37,"Core17InstructionRetrieval":-4.16,"News21InstructionRetrieval":-0.79,"Robust04InstructionRetrieval":-2.16} -{"index":64,"Rank":41,"Model":"text-embedding-3-small<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":8191,"Average":-2.38,"Core17InstructionRetrieval":1.15,"News21InstructionRetrieval":-1.81,"Robust04InstructionRetrieval":-6.49} -{"index":44,"Rank":42,"Model":"multilingual-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":-2.45,"Core17InstructionRetrieval":-0.26,"News21InstructionRetrieval":0.54,"Robust04InstructionRetrieval":-7.62} -{"index":11,"Rank":43,"Model":"Cohere-embed-multilingual-light-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":384,"Max Tokens":512,"Average":-2.45,"Core17InstructionRetrieval":1.58,"News21InstructionRetrieval":-0.83,"Robust04InstructionRetrieval":-8.11} -{"index":41,"Rank":44,"Model":"multilingual-e5-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":-2.65,"Core17InstructionRetrieval":0.61,"News21InstructionRetrieval":-1.14,"Robust04InstructionRetrieval":-7.43} -{"index":27,"Rank":45,"Model":"USER-bge-m3<\/a>","Model Size (Million Parameters)":359,"Memory Usage (GB, fp32)":1.34,"Embedding Dimensions":1024,"Max Tokens":8192,"Average":-2.65,"Core17InstructionRetrieval":0.04,"News21InstructionRetrieval":-0.93,"Robust04InstructionRetrieval":-7.07} -{"index":63,"Rank":46,"Model":"text-embedding-3-large<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":3072,"Max Tokens":8191,"Average":-2.68,"Core17InstructionRetrieval":-0.2,"News21InstructionRetrieval":-2.03,"Robust04InstructionRetrieval":-5.81} -{"index":34,"Rank":47,"Model":"instructor-xl<\/a>","Model Size (Million Parameters)":1241,"Memory Usage (GB, fp32)":4.62,"Embedding Dimensions":768,"Max Tokens":512,"Average":-2.76,"Core17InstructionRetrieval":0.69,"News21InstructionRetrieval":-0.9,"Robust04InstructionRetrieval":-8.08} -{"index":56,"Rank":48,"Model":"all-MiniLM-L6-v2<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":384,"Max Tokens":512,"Average":-2.84,"Core17InstructionRetrieval":-0.35,"News21InstructionRetrieval":-0.25,"Robust04InstructionRetrieval":-7.93} -{"index":29,"Rank":49,"Model":"e5-base-4k<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":-2.92,"Core17InstructionRetrieval":-2.14,"News21InstructionRetrieval":-0.43,"Robust04InstructionRetrieval":-6.2} -{"index":54,"Rank":50,"Model":"LaBSE<\/a>","Model Size (Million Parameters)":471,"Memory Usage (GB, fp32)":1.75,"Embedding Dimensions":768,"Max Tokens":512,"Average":-3.0,"Core17InstructionRetrieval":1.49,"News21InstructionRetrieval":-1.11,"Robust04InstructionRetrieval":-9.37} -{"index":42,"Rank":51,"Model":"multilingual-e5-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":-3.05,"Core17InstructionRetrieval":-1.62,"News21InstructionRetrieval":-0.06,"Robust04InstructionRetrieval":-7.48} -{"index":57,"Rank":52,"Model":"all-mpnet-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average":-3.08,"Core17InstructionRetrieval":-0.74,"News21InstructionRetrieval":-1.79,"Robust04InstructionRetrieval":-6.71} -{"index":8,"Rank":53,"Model":"bge-m3<\/a>","Model Size (Million Parameters)":567,"Memory Usage (GB, fp32)":2.11,"Embedding Dimensions":1024,"Max Tokens":8192,"Average":-3.11,"Core17InstructionRetrieval":-1.25,"News21InstructionRetrieval":-1.39,"Robust04InstructionRetrieval":-6.69} -{"index":51,"Rank":54,"Model":"nomic-embed-text-v1<\/a>","Model Size (Million Parameters)":547,"Memory Usage (GB, fp32)":2.04,"Embedding Dimensions":768,"Max Tokens":8192,"Average":-3.25,"Core17InstructionRetrieval":-2.11,"News21InstructionRetrieval":3.56,"Robust04InstructionRetrieval":-11.19} -{"index":39,"Rank":55,"Model":"e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":-3.45,"Core17InstructionRetrieval":0.09,"News21InstructionRetrieval":-0.86,"Robust04InstructionRetrieval":-9.59} -{"index":20,"Rank":56,"Model":"monobert-large-msmarco<\/a>","Model Size (Million Parameters)":770,"Memory Usage (GB, fp32)":2.87,"Embedding Dimensions":-1,"Max Tokens":512,"Average":-3.47,"Core17InstructionRetrieval":-0.24,"News21InstructionRetrieval":-0.8,"Robust04InstructionRetrieval":-9.36} -{"index":35,"Rank":57,"Model":"e5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":-3.49,"Core17InstructionRetrieval":-2.41,"News21InstructionRetrieval":-2.17,"Robust04InstructionRetrieval":-5.89} -{"index":60,"Rank":58,"Model":"LaBSE-ru-turbo<\/a>","Model Size (Million Parameters)":128,"Memory Usage (GB, fp32)":0.48,"Embedding Dimensions":768,"Max Tokens":512,"Average":-3.53,"Core17InstructionRetrieval":0.29,"News21InstructionRetrieval":-0.47,"Robust04InstructionRetrieval":-10.4} -{"index":23,"Rank":59,"Model":"LaBSE-en-ru<\/a>","Model Size (Million Parameters)":129,"Memory Usage (GB, fp32)":0.48,"Embedding Dimensions":768,"Max Tokens":512,"Average":-3.69,"Core17InstructionRetrieval":-1.6,"News21InstructionRetrieval":-0.39,"Robust04InstructionRetrieval":-9.07} -{"index":52,"Rank":60,"Model":"contriever-base-msmarco<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":-3.81,"Core17InstructionRetrieval":-2.48,"News21InstructionRetrieval":-2.83,"Robust04InstructionRetrieval":-6.12} -{"index":36,"Rank":61,"Model":"e5-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":-3.94,"Core17InstructionRetrieval":-2.92,"News21InstructionRetrieval":-2.08,"Robust04InstructionRetrieval":-6.81} -{"index":62,"Rank":62,"Model":"text2vec-base-multilingual<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":256,"Average":-3.97,"Core17InstructionRetrieval":-2.75,"News21InstructionRetrieval":-2.1,"Robust04InstructionRetrieval":-7.06} -{"index":6,"Rank":63,"Model":"bge-base-en-v1.5<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":-3.98,"Core17InstructionRetrieval":-3.42,"News21InstructionRetrieval":-1.0,"Robust04InstructionRetrieval":-7.53} -{"index":33,"Rank":64,"Model":"instructor-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":"N\/A","Average":-4.43,"Core17InstructionRetrieval":-1.09,"News21InstructionRetrieval":-1.78,"Robust04InstructionRetrieval":-10.42} -{"index":53,"Rank":65,"Model":"tart-dual-contriever-msmarco<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":-5.0,"Core17InstructionRetrieval":-3.04,"News21InstructionRetrieval":-2.98,"Robust04InstructionRetrieval":-8.98} diff --git a/all_data_tasks/25/default.jsonl b/all_data_tasks/25/default.jsonl deleted file mode 100644 index a635d6e875abbf327044d663da93faaa9fed36cf..0000000000000000000000000000000000000000 --- a/all_data_tasks/25/default.jsonl +++ /dev/null @@ -1,72 +0,0 @@ -{"index":21,"Rank":1,"Model":"SFR-Embedding-Mistral<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":41.16,"BlurbsClusteringP2P":47.73,"BlurbsClusteringS2S":21.8,"TenKGnadClusteringP2P":55.31,"TenKGnadClusteringS2S":39.78} -{"index":43,"Rank":2,"Model":"e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":40.89,"BlurbsClusteringP2P":47.07,"BlurbsClusteringS2S":21.35,"TenKGnadClusteringP2P":54.92,"TenKGnadClusteringS2S":40.21} -{"index":47,"Rank":3,"Model":"multilingual-e5-large-instruct<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":40.22,"BlurbsClusteringP2P":44.35,"BlurbsClusteringS2S":20.81,"TenKGnadClusteringP2P":54.02,"TenKGnadClusteringS2S":41.71} -{"index":5,"Rank":4,"Model":"gte-Qwen2-7B-instruct<\/a>","Model Size (Million Parameters)":7613,"Memory Usage (GB, fp32)":28.36,"Embedding Dimensions":3584,"Max Tokens":32768,"Average":39.84,"BlurbsClusteringP2P":47.0,"BlurbsClusteringS2S":21.74,"TenKGnadClusteringP2P":52.6,"TenKGnadClusteringS2S":38.04} -{"index":4,"Rank":5,"Model":"gte-Qwen1.5-7B-instruct<\/a>","Model Size (Million Parameters)":7099,"Memory Usage (GB, fp32)":26.45,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":39.57,"BlurbsClusteringP2P":45.28,"BlurbsClusteringS2S":20.1,"TenKGnadClusteringP2P":53.6,"TenKGnadClusteringS2S":39.3} -{"index":13,"Rank":6,"Model":"Cohere-embed-multilingual-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":512,"Average":36.97,"BlurbsClusteringP2P":42.32,"BlurbsClusteringS2S":19.26,"TenKGnadClusteringP2P":48.44,"TenKGnadClusteringS2S":37.86} -{"index":14,"Rank":7,"Model":"jina-embeddings-v3<\/a>","Model Size (Million Parameters)":572,"Memory Usage (GB, fp32)":2.13,"Embedding Dimensions":1024,"Max Tokens":8194,"Average":36.54,"BlurbsClusteringP2P":41.63,"BlurbsClusteringS2S":21.0,"TenKGnadClusteringP2P":43.76,"TenKGnadClusteringS2S":39.76} -{"index":53,"Rank":8,"Model":"jina-embeddings-v3<\/a>","Model Size (Million Parameters)":572,"Memory Usage (GB, fp32)":2.13,"Embedding Dimensions":1024,"Max Tokens":8194,"Average":36.54,"BlurbsClusteringP2P":41.63,"BlurbsClusteringS2S":21.0,"TenKGnadClusteringP2P":43.76,"TenKGnadClusteringS2S":39.76} -{"index":3,"Rank":9,"Model":"voyage-multilingual-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":32000,"Average":35.57,"BlurbsClusteringP2P":43.27,"BlurbsClusteringS2S":17.78,"TenKGnadClusteringP2P":43.87,"TenKGnadClusteringS2S":37.37} -{"index":0,"Rank":10,"Model":"voyage-3-lite<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":512,"Max Tokens":32000,"Average":34.03,"BlurbsClusteringP2P":40.26,"BlurbsClusteringS2S":15.97,"TenKGnadClusteringP2P":46.79,"TenKGnadClusteringS2S":33.11} -{"index":46,"Rank":11,"Model":"multilingual-e5-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":33.5,"BlurbsClusteringP2P":41.52,"BlurbsClusteringS2S":16.8,"TenKGnadClusteringP2P":44.83,"TenKGnadClusteringS2S":30.83} -{"index":1,"Rank":12,"Model":"voyage-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":32000,"Average":33.41,"BlurbsClusteringP2P":41.96,"BlurbsClusteringS2S":18.13,"TenKGnadClusteringP2P":38.06,"TenKGnadClusteringS2S":35.49} -{"index":12,"Rank":13,"Model":"Cohere-embed-multilingual-light-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":384,"Max Tokens":512,"Average":32.9,"BlurbsClusteringP2P":38.9,"BlurbsClusteringS2S":16.12,"TenKGnadClusteringP2P":47.32,"TenKGnadClusteringS2S":29.27} -{"index":45,"Rank":14,"Model":"multilingual-e5-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":32.38,"BlurbsClusteringP2P":38.35,"BlurbsClusteringS2S":16.25,"TenKGnadClusteringP2P":41.92,"TenKGnadClusteringS2S":33.01} -{"index":31,"Rank":15,"Model":"gbert-large<\/a>","Model Size (Million Parameters)":337,"Memory Usage (GB, fp32)":1.26,"Embedding Dimensions":1024,"Max Tokens":512,"Average":32.34,"BlurbsClusteringP2P":39.3,"BlurbsClusteringS2S":13.38,"TenKGnadClusteringP2P":41.69,"TenKGnadClusteringS2S":34.97} -{"index":48,"Rank":16,"Model":"multilingual-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":31.64,"BlurbsClusteringP2P":37.05,"BlurbsClusteringS2S":15.24,"TenKGnadClusteringP2P":43.77,"TenKGnadClusteringS2S":30.52} -{"index":11,"Rank":17,"Model":"Cohere-embed-english-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":512,"Average":30.48,"BlurbsClusteringP2P":33.8,"BlurbsClusteringS2S":13.31,"TenKGnadClusteringP2P":47.9,"TenKGnadClusteringS2S":26.9} -{"index":35,"Rank":18,"Model":"USER-bge-m3<\/a>","Model Size (Million Parameters)":359,"Memory Usage (GB, fp32)":1.34,"Embedding Dimensions":1024,"Max Tokens":8192,"Average":29.85,"BlurbsClusteringP2P":38.7,"BlurbsClusteringS2S":15.58,"TenKGnadClusteringP2P":42.3,"TenKGnadClusteringS2S":22.82} -{"index":64,"Rank":19,"Model":"sentence-t5-xxl<\/a>","Model Size (Million Parameters)":4865,"Memory Usage (GB, fp32)":18.12,"Embedding Dimensions":768,"Max Tokens":512,"Average":29.74,"BlurbsClusteringP2P":39.91,"BlurbsClusteringS2S":15.94,"TenKGnadClusteringP2P":43.43,"TenKGnadClusteringS2S":19.69} -{"index":51,"Rank":20,"Model":"jina-embeddings-v2-base-de<\/a>","Model Size (Million Parameters)":161,"Memory Usage (GB, fp32)":0.6,"Embedding Dimensions":768,"Max Tokens":8192,"Average":29.55,"BlurbsClusteringP2P":35.49,"BlurbsClusteringS2S":16.17,"TenKGnadClusteringP2P":42.84,"TenKGnadClusteringS2S":23.69} -{"index":26,"Rank":21,"Model":"jina-embeddings-v2-base-de-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":29.55,"BlurbsClusteringP2P":35.49,"BlurbsClusteringS2S":16.17,"TenKGnadClusteringP2P":42.84,"TenKGnadClusteringS2S":23.69} -{"index":19,"Rank":22,"Model":"jina-embeddings-v2-base-de-Q5_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":29.55,"BlurbsClusteringP2P":35.49,"BlurbsClusteringS2S":16.17,"TenKGnadClusteringP2P":42.84,"TenKGnadClusteringS2S":23.69} -{"index":23,"Rank":23,"Model":"German_Semantic_STS_V2<\/a>","Model Size (Million Parameters)":336,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":29.5,"BlurbsClusteringP2P":38.68,"BlurbsClusteringS2S":17.62,"TenKGnadClusteringP2P":38.0,"TenKGnadClusteringS2S":23.71} -{"index":55,"Rank":24,"Model":"LaBSE<\/a>","Model Size (Million Parameters)":471,"Memory Usage (GB, fp32)":1.75,"Embedding Dimensions":768,"Max Tokens":512,"Average":28.28,"BlurbsClusteringP2P":36.52,"BlurbsClusteringS2S":14.27,"TenKGnadClusteringP2P":40.64,"TenKGnadClusteringS2S":21.67} -{"index":42,"Rank":25,"Model":"e5-large-v2<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":28.26,"BlurbsClusteringP2P":31.19,"BlurbsClusteringS2S":12.4,"TenKGnadClusteringP2P":44.85,"TenKGnadClusteringS2S":24.61} -{"index":7,"Rank":26,"Model":"bge-large-en-v1.5<\/a>","Model Size (Million Parameters)":1340,"Memory Usage (GB, fp32)":4.99,"Embedding Dimensions":1024,"Max Tokens":512,"Average":27.64,"BlurbsClusteringP2P":29.05,"BlurbsClusteringS2S":12.3,"TenKGnadClusteringP2P":44.52,"TenKGnadClusteringS2S":24.68} -{"index":63,"Rank":27,"Model":"sentence-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Embedding Dimensions":768,"Max Tokens":512,"Average":27.49,"BlurbsClusteringP2P":35.33,"BlurbsClusteringS2S":13.27,"TenKGnadClusteringP2P":44.11,"TenKGnadClusteringS2S":17.26} -{"index":40,"Rank":28,"Model":"e5-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":27.14,"BlurbsClusteringP2P":29.09,"BlurbsClusteringS2S":12.41,"TenKGnadClusteringP2P":42.2,"TenKGnadClusteringS2S":24.86} -{"index":30,"Rank":29,"Model":"gbert-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":27.0,"BlurbsClusteringP2P":35.36,"BlurbsClusteringS2S":11.27,"TenKGnadClusteringP2P":37.16,"TenKGnadClusteringS2S":24.23} -{"index":65,"Rank":30,"Model":"use-cmlm-multilingual<\/a>","Model Size (Million Parameters)":472,"Memory Usage (GB, fp32)":1.76,"Embedding Dimensions":768,"Max Tokens":512,"Average":26.9,"BlurbsClusteringP2P":29.63,"BlurbsClusteringS2S":15.24,"TenKGnadClusteringP2P":37.1,"TenKGnadClusteringS2S":25.64} -{"index":41,"Rank":31,"Model":"e5-large<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":26.74,"BlurbsClusteringP2P":31.08,"BlurbsClusteringS2S":11.45,"TenKGnadClusteringP2P":43.22,"TenKGnadClusteringS2S":21.2} -{"index":60,"Rank":32,"Model":"paraphrase-multilingual-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":26.3,"BlurbsClusteringP2P":32.46,"BlurbsClusteringS2S":14.33,"TenKGnadClusteringP2P":36.13,"TenKGnadClusteringS2S":22.26} -{"index":62,"Rank":33,"Model":"sentence-t5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":26.29,"BlurbsClusteringP2P":30.59,"BlurbsClusteringS2S":11.57,"TenKGnadClusteringP2P":44.88,"TenKGnadClusteringS2S":18.11} -{"index":61,"Rank":34,"Model":"paraphrase-multilingual-mpnet-base-v2<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":25.97,"BlurbsClusteringP2P":34.0,"BlurbsClusteringS2S":15.31,"TenKGnadClusteringP2P":33.62,"TenKGnadClusteringS2S":20.93} -{"index":54,"Rank":35,"Model":"nomic-embed-text-v1<\/a>","Model Size (Million Parameters)":547,"Memory Usage (GB, fp32)":2.04,"Embedding Dimensions":768,"Max Tokens":8192,"Average":25.6,"BlurbsClusteringP2P":26.46,"BlurbsClusteringS2S":9.73,"TenKGnadClusteringP2P":45.55,"TenKGnadClusteringS2S":20.66} -{"index":6,"Rank":36,"Model":"bge-base-en-v1.5<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":25.18,"BlurbsClusteringP2P":25.15,"BlurbsClusteringS2S":11.38,"TenKGnadClusteringP2P":42.11,"TenKGnadClusteringS2S":22.07} -{"index":39,"Rank":37,"Model":"e5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":24.99,"BlurbsClusteringP2P":27.05,"BlurbsClusteringS2S":11.1,"TenKGnadClusteringP2P":41.9,"TenKGnadClusteringS2S":19.9} -{"index":9,"Rank":38,"Model":"bge-small-en-v1.5<\/a>","Model Size (Million Parameters)":24,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":512,"Max Tokens":512,"Average":24.08,"BlurbsClusteringP2P":23.89,"BlurbsClusteringS2S":10.61,"TenKGnadClusteringP2P":41.47,"TenKGnadClusteringS2S":20.34} -{"index":58,"Rank":39,"Model":"all-mpnet-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average":23.76,"BlurbsClusteringP2P":25.03,"BlurbsClusteringS2S":10.62,"TenKGnadClusteringP2P":39.41,"TenKGnadClusteringS2S":19.98} -{"index":27,"Rank":40,"Model":"LaBSE-en-ru<\/a>","Model Size (Million Parameters)":129,"Memory Usage (GB, fp32)":0.48,"Embedding Dimensions":768,"Max Tokens":512,"Average":23.64,"BlurbsClusteringP2P":30.05,"BlurbsClusteringS2S":11.13,"TenKGnadClusteringP2P":40.15,"TenKGnadClusteringS2S":13.25} -{"index":37,"Rank":41,"Model":"e5-base-4k<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":23.27,"BlurbsClusteringP2P":26.39,"BlurbsClusteringS2S":9.82,"TenKGnadClusteringP2P":36.97,"TenKGnadClusteringS2S":19.89} -{"index":38,"Rank":42,"Model":"SONAR<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":22.71,"BlurbsClusteringP2P":27.0,"BlurbsClusteringS2S":14.85,"TenKGnadClusteringP2P":21.83,"TenKGnadClusteringS2S":27.16} -{"index":44,"Rank":43,"Model":"e5-small<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":21.99,"BlurbsClusteringP2P":24.39,"BlurbsClusteringS2S":9.82,"TenKGnadClusteringP2P":37.23,"TenKGnadClusteringS2S":16.54} -{"index":66,"Rank":44,"Model":"LaBSE-ru-turbo<\/a>","Model Size (Million Parameters)":128,"Memory Usage (GB, fp32)":0.48,"Embedding Dimensions":768,"Max Tokens":512,"Average":21.81,"BlurbsClusteringP2P":26.37,"BlurbsClusteringS2S":10.26,"TenKGnadClusteringP2P":37.43,"TenKGnadClusteringS2S":13.19} -{"index":68,"Rank":45,"Model":"text2vec-base-multilingual<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":256,"Average":21.67,"BlurbsClusteringP2P":27.75,"BlurbsClusteringS2S":13.22,"TenKGnadClusteringP2P":30.87,"TenKGnadClusteringS2S":14.84} -{"index":69,"Rank":46,"Model":"gottbert-base<\/a>","Model Size (Million Parameters)":127,"Memory Usage (GB, fp32)":0.47,"Embedding Dimensions":768,"Max Tokens":512,"Average":21.46,"BlurbsClusteringP2P":34.49,"BlurbsClusteringS2S":8.37,"TenKGnadClusteringP2P":33.66,"TenKGnadClusteringS2S":9.34} -{"index":22,"Rank":47,"Model":"cross-en-de-roberta-sentence-transformer<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":19.49,"BlurbsClusteringP2P":30.82,"BlurbsClusteringS2S":12.69,"TenKGnadClusteringP2P":23.5,"TenKGnadClusteringS2S":10.94} -{"index":49,"Rank":48,"Model":"udever-bloom-1b1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":2048,"Average":19.06,"BlurbsClusteringP2P":24.28,"BlurbsClusteringS2S":8.08,"TenKGnadClusteringP2P":36.81,"TenKGnadClusteringS2S":7.05} -{"index":18,"Rank":49,"Model":"xlm-roberta-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":18.94,"BlurbsClusteringP2P":29.84,"BlurbsClusteringS2S":7.29,"TenKGnadClusteringP2P":32.46,"TenKGnadClusteringS2S":6.16} -{"index":56,"Rank":50,"Model":"all-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":18.45,"BlurbsClusteringP2P":17.44,"BlurbsClusteringS2S":10.09,"TenKGnadClusteringP2P":30.45,"TenKGnadClusteringS2S":15.81} -{"index":57,"Rank":51,"Model":"all-MiniLM-L6-v2<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":384,"Max Tokens":512,"Average":18.24,"BlurbsClusteringP2P":19.94,"BlurbsClusteringS2S":9.38,"TenKGnadClusteringP2P":30.3,"TenKGnadClusteringS2S":13.32} -{"index":10,"Rank":52,"Model":"winberta-base<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":16.62,"BlurbsClusteringP2P":17.47,"BlurbsClusteringS2S":7.96,"TenKGnadClusteringP2P":29.79,"TenKGnadClusteringS2S":11.27} -{"index":34,"Rank":53,"Model":"USER-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":512,"Average":16.1,"BlurbsClusteringP2P":15.08,"BlurbsClusteringS2S":9.12,"TenKGnadClusteringP2P":29.7,"TenKGnadClusteringS2S":10.51} -{"index":17,"Rank":54,"Model":"rubert-base-cased-sentence<\/a>","Model Size (Million Parameters)":180,"Memory Usage (GB, fp32)":0.67,"Embedding Dimensions":768,"Max Tokens":512,"Average":14.23,"BlurbsClusteringP2P":16.55,"BlurbsClusteringS2S":8.99,"TenKGnadClusteringP2P":23.3,"TenKGnadClusteringS2S":8.08} -{"index":25,"Rank":55,"Model":"sbert_large_nlu_ru<\/a>","Model Size (Million Parameters)":427,"Memory Usage (GB, fp32)":1.59,"Embedding Dimensions":1024,"Max Tokens":512,"Average":12.2,"BlurbsClusteringP2P":11.42,"BlurbsClusteringS2S":8.6,"TenKGnadClusteringP2P":18.55,"TenKGnadClusteringS2S":10.24} -{"index":16,"Rank":56,"Model":"rubert-base-cased<\/a>","Model Size (Million Parameters)":180,"Memory Usage (GB, fp32)":0.67,"Embedding Dimensions":768,"Max Tokens":512,"Average":11.66,"BlurbsClusteringP2P":10.74,"BlurbsClusteringS2S":8.66,"TenKGnadClusteringP2P":16.29,"TenKGnadClusteringS2S":10.93} -{"index":24,"Rank":57,"Model":"sbert_large_mt_nlu_ru<\/a>","Model Size (Million Parameters)":427,"Memory Usage (GB, fp32)":1.59,"Embedding Dimensions":1024,"Max Tokens":514,"Average":10.68,"BlurbsClusteringP2P":10.62,"BlurbsClusteringS2S":8.8,"TenKGnadClusteringP2P":13.99,"TenKGnadClusteringS2S":9.3} -{"index":28,"Rank":58,"Model":"rubert-tiny<\/a>","Model Size (Million Parameters)":12,"Memory Usage (GB, fp32)":0.04,"Embedding Dimensions":512,"Max Tokens":514,"Average":10.55,"BlurbsClusteringP2P":9.69,"BlurbsClusteringS2S":8.78,"TenKGnadClusteringP2P":15.1,"TenKGnadClusteringS2S":8.62} -{"index":29,"Rank":59,"Model":"rubert-tiny2<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"Embedding Dimensions":2048,"Max Tokens":514,"Average":10.42,"BlurbsClusteringP2P":12.5,"BlurbsClusteringS2S":9.41,"TenKGnadClusteringP2P":11.05,"TenKGnadClusteringS2S":8.74} -{"index":59,"Rank":60,"Model":"average_word_embeddings_komninos<\/a>","Model Size (Million Parameters)":134,"Memory Usage (GB, fp32)":0.5,"Embedding Dimensions":300,"Max Tokens":"N\/A","Average":10.03,"BlurbsClusteringP2P":11.37,"BlurbsClusteringS2S":8.01,"TenKGnadClusteringP2P":15.89,"TenKGnadClusteringS2S":4.84} -{"index":67,"Rank":61,"Model":"rubert-tiny-turbo<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"Embedding Dimensions":312,"Max Tokens":2048,"Average":9.97,"BlurbsClusteringP2P":12.49,"BlurbsClusteringS2S":8.97,"TenKGnadClusteringP2P":8.65,"TenKGnadClusteringS2S":9.77} -{"index":33,"Rank":62,"Model":"gelectra-large<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":9.23,"BlurbsClusteringP2P":13.96,"BlurbsClusteringS2S":7.57,"TenKGnadClusteringP2P":11.49,"TenKGnadClusteringS2S":3.91} -{"index":36,"Rank":63,"Model":"deberta-v1-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":512,"Average":8.55,"BlurbsClusteringP2P":8.62,"BlurbsClusteringS2S":7.93,"TenKGnadClusteringP2P":11.94,"TenKGnadClusteringS2S":5.7} -{"index":32,"Rank":64,"Model":"gelectra-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":7.73,"BlurbsClusteringP2P":10.06,"BlurbsClusteringS2S":7.74,"TenKGnadClusteringP2P":9.02,"TenKGnadClusteringS2S":4.11} -{"index":15,"Rank":65,"Model":"distilrubert-small-cased-conversational<\/a>","Model Size (Million Parameters)":106,"Memory Usage (GB, fp32)":0.39,"Embedding Dimensions":768,"Max Tokens":512,"Average":6.91,"BlurbsClusteringP2P":8.59,"BlurbsClusteringS2S":7.36,"TenKGnadClusteringP2P":7.42,"TenKGnadClusteringS2S":4.29} -{"index":50,"Rank":66,"Model":"udever-bloom-560m<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":2048,"Average":5.18,"BlurbsClusteringP2P":7.37,"BlurbsClusteringS2S":6.68,"TenKGnadClusteringP2P":3.47,"TenKGnadClusteringS2S":3.19} -{"index":2,"Rank":67,"Model":"voyage-large-2-instruct<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":16000,"Average":"","BlurbsClusteringP2P":40.78,"BlurbsClusteringS2S":20.59,"TenKGnadClusteringP2P":"","TenKGnadClusteringS2S":32.74} -{"index":8,"Rank":68,"Model":"bge-m3<\/a>","Model Size (Million Parameters)":567,"Memory Usage (GB, fp32)":2.11,"Embedding Dimensions":1024,"Max Tokens":8192,"Average":"","BlurbsClusteringP2P":38.69,"BlurbsClusteringS2S":16.28,"TenKGnadClusteringP2P":"","TenKGnadClusteringS2S":""} -{"index":20,"Rank":69,"Model":"SGPT-125M-weightedmean-nli-bitfit<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":2048,"Average":"","BlurbsClusteringP2P":"","BlurbsClusteringS2S":8.0,"TenKGnadClusteringP2P":"","TenKGnadClusteringS2S":""} -{"index":52,"Rank":70,"Model":"jina-embeddings-v2-base-en<\/a>","Model Size (Million Parameters)":275,"Memory Usage (GB, fp32)":1.02,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","BlurbsClusteringP2P":4.57,"BlurbsClusteringS2S":4.9,"TenKGnadClusteringP2P":"","TenKGnadClusteringS2S":1.45} -{"index":70,"Rank":71,"Model":"text-embedding-3-large<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":3072,"Max Tokens":8191,"Average":"","BlurbsClusteringP2P":44.1,"BlurbsClusteringS2S":21.85,"TenKGnadClusteringP2P":"","TenKGnadClusteringS2S":37.78} -{"index":71,"Rank":72,"Model":"text-embedding-3-small<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":8191,"Average":"","BlurbsClusteringP2P":41.0,"BlurbsClusteringS2S":18.51,"TenKGnadClusteringP2P":"","TenKGnadClusteringS2S":34.51} diff --git a/all_data_tasks/26/default.jsonl b/all_data_tasks/26/default.jsonl deleted file mode 100644 index 75435f3078cbb1865aaaf6b4193870c9f2d555e9..0000000000000000000000000000000000000000 --- a/all_data_tasks/26/default.jsonl +++ /dev/null @@ -1,59 +0,0 @@ -{"index":12,"Rank":1,"Model":"jina-embeddings-v3<\/a>","Model Size (Million Parameters)":572,"Memory Usage (GB, fp32)":2.13,"Embedding Dimensions":1024,"Max Tokens":8194,"Average":55.61,"GerDaLIR":16.23,"GermanDPR":82.42,"GermanQuAD-Retrieval":95.46,"XMarket (de)":28.32} -{"index":46,"Rank":2,"Model":"jina-embeddings-v3<\/a>","Model Size (Million Parameters)":572,"Memory Usage (GB, fp32)":2.13,"Embedding Dimensions":1024,"Max Tokens":8194,"Average":55.61,"GerDaLIR":16.23,"GermanDPR":82.42,"GermanQuAD-Retrieval":95.46,"XMarket (de)":28.32} -{"index":36,"Rank":3,"Model":"e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":53.25,"GerDaLIR":7.22,"GermanDPR":84.25,"GermanQuAD-Retrieval":95.21,"XMarket (de)":26.33} -{"index":16,"Rank":4,"Model":"GritLM-7B<\/a>","Model Size (Million Parameters)":7240,"Memory Usage (GB, fp32)":26.97,"Embedding Dimensions":"","Max Tokens":4096,"Average":53.18,"GerDaLIR":9.32,"GermanDPR":83.09,"GermanQuAD-Retrieval":95.32,"XMarket (de)":25.01} -{"index":40,"Rank":5,"Model":"multilingual-e5-large-instruct<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":52.3,"GerDaLIR":9.31,"GermanDPR":80.84,"GermanQuAD-Retrieval":94.67,"XMarket (de)":24.4} -{"index":39,"Rank":6,"Model":"multilingual-e5-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":50.38,"GerDaLIR":6.53,"GermanDPR":82.89,"GermanQuAD-Retrieval":94.66,"XMarket (de)":17.46} -{"index":38,"Rank":7,"Model":"multilingual-e5-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":49.15,"GerDaLIR":6.89,"GermanDPR":79.51,"GermanQuAD-Retrieval":93.93,"XMarket (de)":16.27} -{"index":41,"Rank":8,"Model":"multilingual-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":48.62,"GerDaLIR":6.87,"GermanDPR":78.94,"GermanQuAD-Retrieval":93.14,"XMarket (de)":15.55} -{"index":53,"Rank":9,"Model":"paraphrase-multilingual-mpnet-base-v2<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":40.49,"GerDaLIR":1.14,"GermanDPR":67.88,"GermanQuAD-Retrieval":85.24,"XMarket (de)":7.72} -{"index":52,"Rank":10,"Model":"paraphrase-multilingual-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":38.42,"GerDaLIR":0.95,"GermanDPR":64.63,"GermanQuAD-Retrieval":82.14,"XMarket (de)":5.95} -{"index":48,"Rank":11,"Model":"LaBSE<\/a>","Model Size (Million Parameters)":471,"Memory Usage (GB, fp32)":1.75,"Embedding Dimensions":768,"Max Tokens":512,"Average":36.5,"GerDaLIR":2.02,"GermanDPR":60.82,"GermanQuAD-Retrieval":78.87,"XMarket (de)":4.27} -{"index":51,"Rank":12,"Model":"all-mpnet-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average":35.59,"GerDaLIR":1.53,"GermanDPR":56.96,"GermanQuAD-Retrieval":75.63,"XMarket (de)":8.23} -{"index":49,"Rank":13,"Model":"all-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":33.16,"GerDaLIR":0.55,"GermanDPR":50.27,"GermanQuAD-Retrieval":71.43,"XMarket (de)":10.4} -{"index":50,"Rank":14,"Model":"all-MiniLM-L6-v2<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":384,"Max Tokens":512,"Average":31.76,"GerDaLIR":1.07,"GermanDPR":47.83,"GermanQuAD-Retrieval":68.82,"XMarket (de)":9.3} -{"index":0,"Rank":15,"Model":"mistral-embed<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":"","Average":"","GerDaLIR":"","GermanDPR":"","GermanQuAD-Retrieval":"","XMarket (de)":""} -{"index":1,"Rank":16,"Model":"voyage-3-lite<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":512,"Max Tokens":32000,"Average":"","GerDaLIR":"","GermanDPR":"","GermanQuAD-Retrieval":"","XMarket (de)":""} -{"index":2,"Rank":17,"Model":"voyage-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":32000,"Average":"","GerDaLIR":"","GermanDPR":"","GermanQuAD-Retrieval":"","XMarket (de)":""} -{"index":3,"Rank":18,"Model":"voyage-law-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":16000,"Average":"","GerDaLIR":"","GermanDPR":"","GermanQuAD-Retrieval":"","XMarket (de)":""} -{"index":4,"Rank":19,"Model":"gte-Qwen1.5-7B-instruct<\/a>","Model Size (Million Parameters)":7099,"Memory Usage (GB, fp32)":26.45,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","GerDaLIR":6.51,"GermanDPR":"","GermanQuAD-Retrieval":91.52,"XMarket (de)":23.15} -{"index":5,"Rank":20,"Model":"gte-Qwen2-7B-instruct<\/a>","Model Size (Million Parameters)":7613,"Memory Usage (GB, fp32)":28.36,"Embedding Dimensions":3584,"Max Tokens":32768,"Average":"","GerDaLIR":7.75,"GermanDPR":"","GermanQuAD-Retrieval":94.54,"XMarket (de)":29.61} -{"index":6,"Rank":21,"Model":"bge-base-en-v1.5<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","GerDaLIR":1.25,"GermanDPR":"","GermanQuAD-Retrieval":79.77,"XMarket (de)":15.71} -{"index":7,"Rank":22,"Model":"bge-large-en-v1.5<\/a>","Model Size (Million Parameters)":1340,"Memory Usage (GB, fp32)":4.99,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","GerDaLIR":1.61,"GermanDPR":"","GermanQuAD-Retrieval":83.41,"XMarket (de)":14.52} -{"index":8,"Rank":23,"Model":"bge-small-en-v1.5<\/a>","Model Size (Million Parameters)":24,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":512,"Max Tokens":512,"Average":"","GerDaLIR":0.87,"GermanDPR":"","GermanQuAD-Retrieval":75.24,"XMarket (de)":13.22} -{"index":9,"Rank":24,"Model":"Cohere-embed-english-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":512,"Average":"","GerDaLIR":2.38,"GermanDPR":"","GermanQuAD-Retrieval":88.23,"XMarket (de)":14.36} -{"index":10,"Rank":25,"Model":"Cohere-embed-multilingual-light-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":384,"Max Tokens":512,"Average":"","GerDaLIR":7.02,"GermanDPR":"","GermanQuAD-Retrieval":92.25,"XMarket (de)":20.96} -{"index":11,"Rank":26,"Model":"Cohere-embed-multilingual-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":512,"Average":"","GerDaLIR":8.62,"GermanDPR":"","GermanQuAD-Retrieval":94.31,"XMarket (de)":20.17} -{"index":13,"Rank":27,"Model":"distilrubert-small-cased-conversational<\/a>","Model Size (Million Parameters)":106,"Memory Usage (GB, fp32)":0.39,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","GerDaLIR":0.22,"GermanDPR":"","GermanQuAD-Retrieval":5.35,"XMarket (de)":3.29} -{"index":14,"Rank":28,"Model":"rubert-base-cased<\/a>","Model Size (Million Parameters)":180,"Memory Usage (GB, fp32)":0.67,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","GerDaLIR":0.25,"GermanDPR":"","GermanQuAD-Retrieval":5.16,"XMarket (de)":0.96} -{"index":15,"Rank":29,"Model":"rubert-base-cased-sentence<\/a>","Model Size (Million Parameters)":180,"Memory Usage (GB, fp32)":0.67,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","GerDaLIR":0.14,"GermanDPR":"","GermanQuAD-Retrieval":16.71,"XMarket (de)":1.2} -{"index":17,"Rank":30,"Model":"jina-embeddings-v2-base-de-Q5_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","GerDaLIR":20.03,"GermanDPR":79.36,"GermanQuAD-Retrieval":"","XMarket (de)":""} -{"index":18,"Rank":31,"Model":"SFR-Embedding-Mistral<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","GerDaLIR":8.22,"GermanDPR":"","GermanQuAD-Retrieval":95.22,"XMarket (de)":27.3} -{"index":19,"Rank":32,"Model":"vstackai-law-1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","GerDaLIR":"","GermanDPR":"","GermanQuAD-Retrieval":"","XMarket (de)":""} -{"index":20,"Rank":33,"Model":"sbert_large_mt_nlu_ru<\/a>","Model Size (Million Parameters)":427,"Memory Usage (GB, fp32)":1.59,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","GerDaLIR":0.14,"GermanDPR":"","GermanQuAD-Retrieval":4.86,"XMarket (de)":0.6} -{"index":21,"Rank":34,"Model":"sbert_large_nlu_ru<\/a>","Model Size (Million Parameters)":427,"Memory Usage (GB, fp32)":1.59,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","GerDaLIR":0.25,"GermanDPR":"","GermanQuAD-Retrieval":5.61,"XMarket (de)":0.49} -{"index":22,"Rank":35,"Model":"jina-embeddings-v2-base-de-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","GerDaLIR":20.03,"GermanDPR":79.36,"GermanQuAD-Retrieval":"","XMarket (de)":""} -{"index":23,"Rank":36,"Model":"LaBSE-en-ru<\/a>","Model Size (Million Parameters)":129,"Memory Usage (GB, fp32)":0.48,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","GerDaLIR":0.92,"GermanDPR":"","GermanQuAD-Retrieval":64.84,"XMarket (de)":1.71} -{"index":24,"Rank":37,"Model":"rubert-tiny<\/a>","Model Size (Million Parameters)":12,"Memory Usage (GB, fp32)":0.04,"Embedding Dimensions":512,"Max Tokens":514,"Average":"","GerDaLIR":0.23,"GermanDPR":"","GermanQuAD-Retrieval":19.33,"XMarket (de)":1.35} -{"index":25,"Rank":38,"Model":"rubert-tiny2<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"Embedding Dimensions":2048,"Max Tokens":514,"Average":"","GerDaLIR":0.13,"GermanDPR":"","GermanQuAD-Retrieval":16.79,"XMarket (de)":0.98} -{"index":26,"Rank":39,"Model":"USER-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","GerDaLIR":0.41,"GermanDPR":"","GermanQuAD-Retrieval":54.92,"XMarket (de)":4.03} -{"index":27,"Rank":40,"Model":"USER-bge-m3<\/a>","Model Size (Million Parameters)":359,"Memory Usage (GB, fp32)":1.34,"Embedding Dimensions":1024,"Max Tokens":8192,"Average":"","GerDaLIR":11.12,"GermanDPR":"","GermanQuAD-Retrieval":94.78,"XMarket (de)":11.45} -{"index":28,"Rank":41,"Model":"deberta-v1-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","GerDaLIR":0.14,"GermanDPR":"","GermanQuAD-Retrieval":2.67,"XMarket (de)":0.49} -{"index":29,"Rank":42,"Model":"e5-base-4k<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","GerDaLIR":4.99,"GermanDPR":"","GermanQuAD-Retrieval":79.75,"XMarket (de)":6.28} -{"index":30,"Rank":43,"Model":"SONAR<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","GerDaLIR":1.0,"GermanDPR":46.48,"GermanQuAD-Retrieval":70.6,"XMarket (de)":""} -{"index":31,"Rank":44,"Model":"inf-retriever-v1<\/a>","Model Size (Million Parameters)":7069,"Memory Usage (GB, fp32)":26.33,"Embedding Dimensions":3584,"Max Tokens":131072,"Average":"","GerDaLIR":"","GermanDPR":84.62,"GermanQuAD-Retrieval":96.69,"XMarket (de)":32.96} -{"index":32,"Rank":45,"Model":"e5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","GerDaLIR":1.11,"GermanDPR":"","GermanQuAD-Retrieval":76.71,"XMarket (de)":16.14} -{"index":33,"Rank":46,"Model":"e5-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","GerDaLIR":1.66,"GermanDPR":"","GermanQuAD-Retrieval":82.98,"XMarket (de)":14.27} -{"index":34,"Rank":47,"Model":"e5-large<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","GerDaLIR":3.65,"GermanDPR":"","GermanQuAD-Retrieval":85.05,"XMarket (de)":16.74} -{"index":35,"Rank":48,"Model":"e5-large-v2<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","GerDaLIR":2.66,"GermanDPR":"","GermanQuAD-Retrieval":87.74,"XMarket (de)":15.44} -{"index":37,"Rank":49,"Model":"e5-small<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","GerDaLIR":2.15,"GermanDPR":"","GermanQuAD-Retrieval":74.27,"XMarket (de)":15.22} -{"index":42,"Rank":50,"Model":"udever-bloom-1b1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":2048,"Average":"","GerDaLIR":"","GermanDPR":"","GermanQuAD-Retrieval":18.27,"XMarket (de)":""} -{"index":43,"Rank":51,"Model":"udever-bloom-560m<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":2048,"Average":"","GerDaLIR":"","GermanDPR":"","GermanQuAD-Retrieval":3.72,"XMarket (de)":""} -{"index":44,"Rank":52,"Model":"jina-embeddings-v2-base-de<\/a>","Model Size (Million Parameters)":161,"Memory Usage (GB, fp32)":0.6,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","GerDaLIR":20.03,"GermanDPR":79.36,"GermanQuAD-Retrieval":"","XMarket (de)":""} -{"index":45,"Rank":53,"Model":"jina-embeddings-v2-base-en<\/a>","Model Size (Million Parameters)":275,"Memory Usage (GB, fp32)":1.02,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","GerDaLIR":"","GermanDPR":"","GermanQuAD-Retrieval":"","XMarket (de)":""} -{"index":47,"Rank":54,"Model":"nomic-embed-text-v1<\/a>","Model Size (Million Parameters)":547,"Memory Usage (GB, fp32)":2.04,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","GerDaLIR":5.68,"GermanDPR":"","GermanQuAD-Retrieval":81.22,"XMarket (de)":12.76} -{"index":54,"Rank":55,"Model":"LaBSE-ru-turbo<\/a>","Model Size (Million Parameters)":128,"Memory Usage (GB, fp32)":0.48,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","GerDaLIR":1.06,"GermanDPR":"","GermanQuAD-Retrieval":66.35,"XMarket (de)":5.95} -{"index":55,"Rank":56,"Model":"rubert-tiny-turbo<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"Embedding Dimensions":312,"Max Tokens":2048,"Average":"","GerDaLIR":0.13,"GermanDPR":"","GermanQuAD-Retrieval":19.17,"XMarket (de)":2.51} -{"index":56,"Rank":57,"Model":"text2vec-base-multilingual<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":256,"Average":"","GerDaLIR":1.18,"GermanDPR":"","GermanQuAD-Retrieval":68.44,"XMarket (de)":4.04} -{"index":57,"Rank":58,"Model":"text-embedding-3-large<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":3072,"Max Tokens":8191,"Average":"","GerDaLIR":"","GermanDPR":"","GermanQuAD-Retrieval":"","XMarket (de)":""} -{"index":58,"Rank":59,"Model":"text-embedding-3-small<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":8191,"Average":"","GerDaLIR":"","GermanDPR":"","GermanQuAD-Retrieval":"","XMarket (de)":""} diff --git a/all_data_tasks/27/default.jsonl b/all_data_tasks/27/default.jsonl deleted file mode 100644 index 5c5fd68689aec9b86a240859aa7ba7405f986ed1..0000000000000000000000000000000000000000 --- a/all_data_tasks/27/default.jsonl +++ /dev/null @@ -1,115 +0,0 @@ -{"index":17,"Rank":1,"Model":"jina-embeddings-v3<\/a>","Model Size (Million Parameters)":572,"Memory Usage (GB, fp32)":2.13,"Embedding Dimensions":1024,"Max Tokens":8194,"Average":74.19,"GermanSTSBenchmark":87.5,"STS22 (de-en)":60.89} -{"index":79,"Rank":2,"Model":"jina-embeddings-v3<\/a>","Model Size (Million Parameters)":572,"Memory Usage (GB, fp32)":2.13,"Embedding Dimensions":1024,"Max Tokens":8194,"Average":74.19,"GermanSTSBenchmark":87.5,"STS22 (de-en)":60.89} -{"index":33,"Rank":3,"Model":"SFR-Embedding-Mistral<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":73.68,"GermanSTSBenchmark":85.74,"STS22 (de-en)":61.61} -{"index":69,"Rank":4,"Model":"e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":73.02,"GermanSTSBenchmark":85.11,"STS22 (de-en)":60.92} -{"index":26,"Rank":5,"Model":"jina-embeddings-v2-base-de-Q5_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":72.14,"GermanSTSBenchmark":88.32,"STS22 (de-en)":55.97} -{"index":48,"Rank":6,"Model":"jina-embeddings-v2-base-de-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":72.14,"GermanSTSBenchmark":88.32,"STS22 (de-en)":55.97} -{"index":77,"Rank":7,"Model":"jina-embeddings-v2-base-de<\/a>","Model Size (Million Parameters)":161,"Memory Usage (GB, fp32)":0.6,"Embedding Dimensions":768,"Max Tokens":8192,"Average":72.14,"GermanSTSBenchmark":88.32,"STS22 (de-en)":55.97} -{"index":73,"Rank":8,"Model":"multilingual-e5-large-instruct<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":71.53,"GermanSTSBenchmark":84.84,"STS22 (de-en)":58.22} -{"index":16,"Rank":9,"Model":"Cohere-embed-multilingual-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":512,"Average":71.45,"GermanSTSBenchmark":81.1,"STS22 (de-en)":61.8} -{"index":6,"Rank":10,"Model":"gte-Qwen2-7B-instruct<\/a>","Model Size (Million Parameters)":7613,"Memory Usage (GB, fp32)":28.36,"Embedding Dimensions":3584,"Max Tokens":32768,"Average":71.11,"GermanSTSBenchmark":84.61,"STS22 (de-en)":57.62} -{"index":72,"Rank":11,"Model":"multilingual-e5-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":70.12,"GermanSTSBenchmark":83.64,"STS22 (de-en)":56.59} -{"index":54,"Rank":12,"Model":"USER-bge-m3<\/a>","Model Size (Million Parameters)":359,"Memory Usage (GB, fp32)":1.34,"Embedding Dimensions":1024,"Max Tokens":8192,"Average":69.17,"GermanSTSBenchmark":79.99,"STS22 (de-en)":58.35} -{"index":5,"Rank":13,"Model":"gte-Qwen1.5-7B-instruct<\/a>","Model Size (Million Parameters)":7099,"Memory Usage (GB, fp32)":26.45,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":67.54,"GermanSTSBenchmark":81.1,"STS22 (de-en)":53.99} -{"index":74,"Rank":14,"Model":"multilingual-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":67.24,"GermanSTSBenchmark":78.42,"STS22 (de-en)":56.07} -{"index":103,"Rank":15,"Model":"paraphrase-multilingual-mpnet-base-v2<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":67.11,"GermanSTSBenchmark":83.41,"STS22 (de-en)":50.81} -{"index":71,"Rank":16,"Model":"multilingual-e5-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":66.88,"GermanSTSBenchmark":78.86,"STS22 (de-en)":54.89} -{"index":102,"Rank":17,"Model":"paraphrase-multilingual-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":65.88,"GermanSTSBenchmark":79.1,"STS22 (de-en)":52.65} -{"index":15,"Rank":18,"Model":"Cohere-embed-multilingual-light-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":384,"Max Tokens":512,"Average":64.9,"GermanSTSBenchmark":76.78,"STS22 (de-en)":53.01} -{"index":109,"Rank":19,"Model":"text2vec-base-multilingual<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":256,"Average":64.16,"GermanSTSBenchmark":83.32,"STS22 (de-en)":45.0} -{"index":67,"Rank":20,"Model":"e5-large<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":61.14,"GermanSTSBenchmark":67.39,"STS22 (de-en)":54.9} -{"index":93,"Rank":21,"Model":"LaBSE<\/a>","Model Size (Million Parameters)":471,"Memory Usage (GB, fp32)":1.75,"Embedding Dimensions":768,"Max Tokens":512,"Average":61.02,"GermanSTSBenchmark":71.91,"STS22 (de-en)":50.14} -{"index":14,"Rank":22,"Model":"Cohere-embed-english-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":512,"Average":60.18,"GermanSTSBenchmark":67.07,"STS22 (de-en)":53.28} -{"index":68,"Rank":23,"Model":"e5-large-v2<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":59.58,"GermanSTSBenchmark":69.37,"STS22 (de-en)":49.8} -{"index":66,"Rank":24,"Model":"e5-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":59.44,"GermanSTSBenchmark":68.61,"STS22 (de-en)":50.28} -{"index":65,"Rank":25,"Model":"e5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":57.36,"GermanSTSBenchmark":65.51,"STS22 (de-en)":49.21} -{"index":10,"Rank":26,"Model":"bge-large-en-v1.5<\/a>","Model Size (Million Parameters)":1340,"Memory Usage (GB, fp32)":4.99,"Embedding Dimensions":1024,"Max Tokens":512,"Average":57.2,"GermanSTSBenchmark":63.74,"STS22 (de-en)":50.66} -{"index":89,"Rank":27,"Model":"nomic-embed-text-v1<\/a>","Model Size (Million Parameters)":547,"Memory Usage (GB, fp32)":2.04,"Embedding Dimensions":768,"Max Tokens":8192,"Average":56.84,"GermanSTSBenchmark":62.7,"STS22 (de-en)":50.97} -{"index":96,"Rank":28,"Model":"all-mpnet-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average":55.5,"GermanSTSBenchmark":61.27,"STS22 (de-en)":49.73} -{"index":57,"Rank":29,"Model":"e5-base-4k<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":54.84,"GermanSTSBenchmark":61.53,"STS22 (de-en)":48.14} -{"index":9,"Rank":30,"Model":"bge-base-en-v1.5<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":54.72,"GermanSTSBenchmark":62.87,"STS22 (de-en)":46.58} -{"index":12,"Rank":31,"Model":"bge-small-en-v1.5<\/a>","Model Size (Million Parameters)":24,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":512,"Max Tokens":512,"Average":54.59,"GermanSTSBenchmark":64.25,"STS22 (de-en)":44.93} -{"index":70,"Rank":32,"Model":"e5-small<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":54.5,"GermanSTSBenchmark":65.29,"STS22 (de-en)":43.7} -{"index":53,"Rank":33,"Model":"USER-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":512,"Average":53.36,"GermanSTSBenchmark":60.5,"STS22 (de-en)":46.23} -{"index":107,"Rank":34,"Model":"LaBSE-ru-turbo<\/a>","Model Size (Million Parameters)":128,"Memory Usage (GB, fp32)":0.48,"Embedding Dimensions":768,"Max Tokens":512,"Average":52.92,"GermanSTSBenchmark":61.54,"STS22 (de-en)":44.31} -{"index":94,"Rank":35,"Model":"all-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":52.87,"GermanSTSBenchmark":62.88,"STS22 (de-en)":42.86} -{"index":95,"Rank":36,"Model":"all-MiniLM-L6-v2<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":384,"Max Tokens":512,"Average":52.3,"GermanSTSBenchmark":60.56,"STS22 (de-en)":44.04} -{"index":58,"Rank":37,"Model":"SONAR<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":51.11,"GermanSTSBenchmark":67.94,"STS22 (de-en)":34.28} -{"index":50,"Rank":38,"Model":"LaBSE-en-ru<\/a>","Model Size (Million Parameters)":129,"Memory Usage (GB, fp32)":0.48,"Embedding Dimensions":768,"Max Tokens":512,"Average":49.79,"GermanSTSBenchmark":51.6,"STS22 (de-en)":47.98} -{"index":75,"Rank":39,"Model":"udever-bloom-1b1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":2048,"Average":43.72,"GermanSTSBenchmark":35.78,"STS22 (de-en)":51.66} -{"index":20,"Rank":40,"Model":"rubert-base-cased-sentence<\/a>","Model Size (Million Parameters)":180,"Memory Usage (GB, fp32)":0.67,"Embedding Dimensions":768,"Max Tokens":512,"Average":43.31,"GermanSTSBenchmark":50.75,"STS22 (de-en)":35.87} -{"index":108,"Rank":41,"Model":"rubert-tiny-turbo<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"Embedding Dimensions":312,"Max Tokens":2048,"Average":39.52,"GermanSTSBenchmark":57.5,"STS22 (de-en)":21.55} -{"index":76,"Rank":42,"Model":"udever-bloom-560m<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":2048,"Average":36.48,"GermanSTSBenchmark":23.42,"STS22 (de-en)":49.55} -{"index":52,"Rank":43,"Model":"rubert-tiny2<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"Embedding Dimensions":2048,"Max Tokens":514,"Average":35.44,"GermanSTSBenchmark":54.77,"STS22 (de-en)":16.12} -{"index":51,"Rank":44,"Model":"rubert-tiny<\/a>","Model Size (Million Parameters)":12,"Memory Usage (GB, fp32)":0.04,"Embedding Dimensions":512,"Max Tokens":514,"Average":35.24,"GermanSTSBenchmark":48.0,"STS22 (de-en)":22.47} -{"index":18,"Rank":45,"Model":"distilrubert-small-cased-conversational<\/a>","Model Size (Million Parameters)":106,"Memory Usage (GB, fp32)":0.39,"Embedding Dimensions":768,"Max Tokens":512,"Average":33.72,"GermanSTSBenchmark":40.07,"STS22 (de-en)":27.38} -{"index":55,"Rank":46,"Model":"deberta-v1-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":512,"Average":30.1,"GermanSTSBenchmark":31.4,"STS22 (de-en)":28.79} -{"index":38,"Rank":47,"Model":"sbert_large_mt_nlu_ru<\/a>","Model Size (Million Parameters)":427,"Memory Usage (GB, fp32)":1.59,"Embedding Dimensions":1024,"Max Tokens":514,"Average":30.0,"GermanSTSBenchmark":36.44,"STS22 (de-en)":23.56} -{"index":19,"Rank":48,"Model":"rubert-base-cased<\/a>","Model Size (Million Parameters)":180,"Memory Usage (GB, fp32)":0.67,"Embedding Dimensions":768,"Max Tokens":512,"Average":29.48,"GermanSTSBenchmark":36.37,"STS22 (de-en)":22.58} -{"index":39,"Rank":49,"Model":"sbert_large_nlu_ru<\/a>","Model Size (Million Parameters)":427,"Memory Usage (GB, fp32)":1.59,"Embedding Dimensions":1024,"Max Tokens":512,"Average":22.08,"GermanSTSBenchmark":25.4,"STS22 (de-en)":18.76} -{"index":0,"Rank":50,"Model":"voyage-3-lite<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":512,"Max Tokens":32000,"Average":"","GermanSTSBenchmark":69.78,"STS22 (de-en)":""} -{"index":1,"Rank":51,"Model":"voyage-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":32000,"Average":"","GermanSTSBenchmark":71.59,"STS22 (de-en)":""} -{"index":2,"Rank":52,"Model":"voyage-large-2-instruct<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":16000,"Average":"","GermanSTSBenchmark":82.68,"STS22 (de-en)":""} -{"index":3,"Rank":53,"Model":"voyage-multilingual-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":32000,"Average":"","GermanSTSBenchmark":74.08,"STS22 (de-en)":""} -{"index":4,"Rank":54,"Model":"LASER2<\/a>","Model Size (Million Parameters)":43,"Memory Usage (GB, fp32)":0.16,"Embedding Dimensions":1024,"Max Tokens":"N\/A","Average":"","GermanSTSBenchmark":"","STS22 (de-en)":32.35} -{"index":7,"Rank":55,"Model":"gte-multilingual-base<\/a>","Model Size (Million Parameters)":305,"Memory Usage (GB, fp32)":1.14,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","GermanSTSBenchmark":"","STS22 (de-en)":62.28} -{"index":8,"Rank":56,"Model":"e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","GermanSTSBenchmark":"","STS22 (de-en)":60.92} -{"index":11,"Rank":57,"Model":"bge-m3<\/a>","Model Size (Million Parameters)":567,"Memory Usage (GB, fp32)":2.11,"Embedding Dimensions":1024,"Max Tokens":8192,"Average":"","GermanSTSBenchmark":80.79,"STS22 (de-en)":""} -{"index":13,"Rank":58,"Model":"multilingual-e5-base-similarity-v1-onnx-quantized<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","GermanSTSBenchmark":"","STS22 (de-en)":54.93} -{"index":21,"Rank":59,"Model":"GritLM-7B<\/a>","Model Size (Million Parameters)":7240,"Memory Usage (GB, fp32)":26.97,"Embedding Dimensions":"","Max Tokens":4096,"Average":"","GermanSTSBenchmark":81.23,"STS22 (de-en)":""} -{"index":22,"Rank":60,"Model":"KaLM-embedding-multilingual-mini-instruct-v1<\/a>","Model Size (Million Parameters)":494,"Memory Usage (GB, fp32)":1.84,"Embedding Dimensions":896,"Max Tokens":131072,"Average":"","GermanSTSBenchmark":"","STS22 (de-en)":63.89} -{"index":23,"Rank":61,"Model":"KaLM-embedding-multilingual-mini-instruct-v1.5<\/a>","Model Size (Million Parameters)":494,"Memory Usage (GB, fp32)":1.84,"Embedding Dimensions":896,"Max Tokens":131072,"Average":"","GermanSTSBenchmark":"","STS22 (de-en)":63.81} -{"index":24,"Rank":62,"Model":"KaLM-embedding-multilingual-mini-v1<\/a>","Model Size (Million Parameters)":494,"Memory Usage (GB, fp32)":1.84,"Embedding Dimensions":896,"Max Tokens":131072,"Average":"","GermanSTSBenchmark":"","STS22 (de-en)":63.16} -{"index":25,"Rank":63,"Model":"MUG-B-1.6<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","GermanSTSBenchmark":"","STS22 (de-en)":54.22} -{"index":27,"Rank":64,"Model":"paraphrase-multilingual-mpnet-base-v2-KE_Sieve<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","GermanSTSBenchmark":"","STS22 (de-en)":49.09} -{"index":28,"Rank":65,"Model":"onnx-gte-multilingual-base<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","GermanSTSBenchmark":"","STS22 (de-en)":62.28} -{"index":29,"Rank":66,"Model":"SGPT-125M-weightedmean-msmarco-specb-bitfit<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":2048,"Average":"","GermanSTSBenchmark":"","STS22 (de-en)":53.07} -{"index":30,"Rank":67,"Model":"SGPT-125M-weightedmean-nli-bitfit<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":2048,"Average":"","GermanSTSBenchmark":"","STS22 (de-en)":53.93} -{"index":31,"Rank":68,"Model":"multilingual-e5-base-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","GermanSTSBenchmark":"","STS22 (de-en)":54.93} -{"index":32,"Rank":69,"Model":"jasper_en_vision_language_v1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","GermanSTSBenchmark":"","STS22 (de-en)":59.47} -{"index":34,"Rank":70,"Model":"snowflake-arctic-embed-l-v2.0<\/a>","Model Size (Million Parameters)":568,"Memory Usage (GB, fp32)":2.12,"Embedding Dimensions":1024,"Max Tokens":8194,"Average":"","GermanSTSBenchmark":"","STS22 (de-en)":55.11} -{"index":35,"Rank":71,"Model":"snowflake-arctic-embed-m-v2.0<\/a>","Model Size (Million Parameters)":305,"Memory Usage (GB, fp32)":1.14,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","GermanSTSBenchmark":"","STS22 (de-en)":52.69} -{"index":36,"Rank":72,"Model":"German_Semantic_STS_V2<\/a>","Model Size (Million Parameters)":336,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","GermanSTSBenchmark":88.05,"STS22 (de-en)":""} -{"index":37,"Rank":73,"Model":"MedEmbed-small-v0.1<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","GermanSTSBenchmark":"","STS22 (de-en)":46.81} -{"index":40,"Rank":74,"Model":"Titan-text-embeddings-v2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","GermanSTSBenchmark":"","STS22 (de-en)":53.36} -{"index":41,"Rank":75,"Model":"concat-e5-small-bge-small-01<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","GermanSTSBenchmark":"","STS22 (de-en)":47.02} -{"index":42,"Rank":76,"Model":"brown-beetle-base-v1<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.08,"Embedding Dimensions":768,"Max Tokens":1000000,"Average":"","GermanSTSBenchmark":"","STS22 (de-en)":28.33} -{"index":43,"Rank":77,"Model":"brown-beetle-small-v1<\/a>","Model Size (Million Parameters)":8,"Memory Usage (GB, fp32)":0.03,"Embedding Dimensions":256,"Max Tokens":1000000,"Average":"","GermanSTSBenchmark":"","STS22 (de-en)":27.26} -{"index":44,"Rank":78,"Model":"brown-beetle-tiny-v1<\/a>","Model Size (Million Parameters)":4,"Memory Usage (GB, fp32)":0.01,"Embedding Dimensions":128,"Max Tokens":1000000,"Average":"","GermanSTSBenchmark":"","STS22 (de-en)":20.81} -{"index":45,"Rank":79,"Model":"brown-beetle-tiny-v1.1<\/a>","Model Size (Million Parameters)":4,"Memory Usage (GB, fp32)":0.01,"Embedding Dimensions":768,"Max Tokens":1000000,"Average":"","GermanSTSBenchmark":"","STS22 (de-en)":23.73} -{"index":46,"Rank":80,"Model":"red-beetle-base-v1.1<\/a>","Model Size (Million Parameters)":30,"Memory Usage (GB, fp32)":0.11,"Embedding Dimensions":1024,"Max Tokens":1000000,"Average":"","GermanSTSBenchmark":"","STS22 (de-en)":28.81} -{"index":47,"Rank":81,"Model":"sgpt-bloom-7b1-msmarco<\/a>","Model Size (Million Parameters)":7068,"Memory Usage (GB, fp32)":26.33,"Embedding Dimensions":4096,"Max Tokens":2048,"Average":"","GermanSTSBenchmark":"","STS22 (de-en)":51.16} -{"index":49,"Rank":82,"Model":"snowflake-arctic-embed-m-v2.0-cpu<\/a>","Model Size (Million Parameters)":305,"Memory Usage (GB, fp32)":1.14,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","GermanSTSBenchmark":"","STS22 (de-en)":52.69} -{"index":56,"Rank":83,"Model":"multilingual-e5-base-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","GermanSTSBenchmark":"","STS22 (de-en)":54.93} -{"index":59,"Rank":84,"Model":"granite-embedding-278m-multilingual-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","GermanSTSBenchmark":"","STS22 (de-en)":60.04} -{"index":60,"Rank":85,"Model":"granite-embedding-278m-multilingual-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","GermanSTSBenchmark":"","STS22 (de-en)":60.04} -{"index":61,"Rank":86,"Model":"granite-embedding-107m-multilingual<\/a>","Model Size (Million Parameters)":107,"Memory Usage (GB, fp32)":0.4,"Embedding Dimensions":384,"Max Tokens":514,"Average":"","GermanSTSBenchmark":"","STS22 (de-en)":56.23} -{"index":62,"Rank":87,"Model":"granite-embedding-125m-english<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","GermanSTSBenchmark":"","STS22 (de-en)":54.18} -{"index":63,"Rank":88,"Model":"granite-embedding-278m-multilingual<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","GermanSTSBenchmark":"","STS22 (de-en)":60.04} -{"index":64,"Rank":89,"Model":"granite-embedding-30m-english<\/a>","Model Size (Million Parameters)":30,"Memory Usage (GB, fp32)":0.11,"Embedding Dimensions":384,"Max Tokens":514,"Average":"","GermanSTSBenchmark":"","STS22 (de-en)":54.1} -{"index":78,"Rank":90,"Model":"jina-embeddings-v2-base-en<\/a>","Model Size (Million Parameters)":275,"Memory Usage (GB, fp32)":1.02,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","GermanSTSBenchmark":20.08,"STS22 (de-en)":""} -{"index":80,"Rank":91,"Model":"multilingual-e5-small-ct2-int8<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","GermanSTSBenchmark":"","STS22 (de-en)":56.49} -{"index":81,"Rank":92,"Model":"ternary-weight-embedding<\/a>","Model Size (Million Parameters)":99,"Memory Usage (GB, fp32)":0.37,"Embedding Dimensions":1792,"Max Tokens":512,"Average":"","GermanSTSBenchmark":"","STS22 (de-en)":38.54} -{"index":82,"Rank":93,"Model":"M2V_base_glove<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Embedding Dimensions":256,"Max Tokens":1000000,"Average":"","GermanSTSBenchmark":"","STS22 (de-en)":31.73} -{"index":83,"Rank":94,"Model":"M2V_base_glove_subword<\/a>","Model Size (Million Parameters)":103,"Memory Usage (GB, fp32)":0.38,"Embedding Dimensions":256,"Max Tokens":1000000,"Average":"","GermanSTSBenchmark":"","STS22 (de-en)":28.59} -{"index":84,"Rank":95,"Model":"M2V_base_output<\/a>","Model Size (Million Parameters)":8,"Memory Usage (GB, fp32)":0.03,"Embedding Dimensions":256,"Max Tokens":1000000,"Average":"","GermanSTSBenchmark":"","STS22 (de-en)":27.04} -{"index":85,"Rank":96,"Model":"potion-base-2M<\/a>","Model Size (Million Parameters)":2,"Memory Usage (GB, fp32)":0.01,"Embedding Dimensions":64,"Max Tokens":1000000,"Average":"","GermanSTSBenchmark":"","STS22 (de-en)":25.64} -{"index":86,"Rank":97,"Model":"potion-base-32M<\/a>","Model Size (Million Parameters)":32,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":512,"Max Tokens":1000000,"Average":"","GermanSTSBenchmark":"","STS22 (de-en)":36.69} -{"index":87,"Rank":98,"Model":"potion-base-4M<\/a>","Model Size (Million Parameters)":4,"Memory Usage (GB, fp32)":0.01,"Embedding Dimensions":128,"Max Tokens":1000000,"Average":"","GermanSTSBenchmark":"","STS22 (de-en)":31.68} -{"index":88,"Rank":99,"Model":"potion-base-8M<\/a>","Model Size (Million Parameters)":8,"Memory Usage (GB, fp32)":0.03,"Embedding Dimensions":256,"Max Tokens":1000000,"Average":"","GermanSTSBenchmark":"","STS22 (de-en)":36.21} -{"index":90,"Rank":100,"Model":"FAB-Ramy-v1<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","GermanSTSBenchmark":"","STS22 (de-en)":47.61} -{"index":91,"Rank":101,"Model":"FAE-v1<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","GermanSTSBenchmark":"","STS22 (de-en)":54.57} -{"index":92,"Rank":102,"Model":"FUE-v1<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","GermanSTSBenchmark":"","STS22 (de-en)":44.91} -{"index":97,"Rank":103,"Model":"allenai-specter<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","GermanSTSBenchmark":"","STS22 (de-en)":26.03} -{"index":98,"Rank":104,"Model":"average_word_embeddings_komninos<\/a>","Model Size (Million Parameters)":134,"Memory Usage (GB, fp32)":0.5,"Embedding Dimensions":300,"Max Tokens":"N\/A","Average":"","GermanSTSBenchmark":"","STS22 (de-en)":28.65} -{"index":99,"Rank":105,"Model":"distiluse-base-multilingual-cased-v2<\/a>","Model Size (Million Parameters)":135,"Memory Usage (GB, fp32)":0.5,"Embedding Dimensions":512,"Max Tokens":512,"Average":"","GermanSTSBenchmark":"","STS22 (de-en)":47.51} -{"index":100,"Rank":106,"Model":"gtr-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","GermanSTSBenchmark":"","STS22 (de-en)":48.76} -{"index":101,"Rank":107,"Model":"gtr-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","GermanSTSBenchmark":"","STS22 (de-en)":53.63} -{"index":104,"Rank":108,"Model":"sentence-t5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","GermanSTSBenchmark":"","STS22 (de-en)":46.9} -{"index":105,"Rank":109,"Model":"sentence-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","GermanSTSBenchmark":"","STS22 (de-en)":49.93} -{"index":106,"Rank":110,"Model":"sentence-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","GermanSTSBenchmark":"","STS22 (de-en)":49.64} -{"index":110,"Rank":111,"Model":"BinGSE-Meta-Llama-3-8B-Instruct<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","GermanSTSBenchmark":"","STS22 (de-en)":58.31} -{"index":111,"Rank":112,"Model":"BinGSE-Sheared-LLaMA<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","GermanSTSBenchmark":"","STS22 (de-en)":58.85} -{"index":112,"Rank":113,"Model":"potion-base-8M-stf<\/a>","Model Size (Million Parameters)":8,"Memory Usage (GB, fp32)":0.03,"Embedding Dimensions":256,"Max Tokens":1000000,"Average":"","GermanSTSBenchmark":"","STS22 (de-en)":36.21} -{"index":113,"Rank":114,"Model":"text-embedding-3-large<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":3072,"Max Tokens":8191,"Average":"","GermanSTSBenchmark":82.32,"STS22 (de-en)":""} -{"index":114,"Rank":115,"Model":"text-embedding-3-small<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":8191,"Average":"","GermanSTSBenchmark":80.32,"STS22 (de-en)":""} diff --git a/all_data_tasks/28/default.jsonl b/all_data_tasks/28/default.jsonl deleted file mode 100644 index f8cf362574ef79a39df4420cfe7a68b626c90cef..0000000000000000000000000000000000000000 --- a/all_data_tasks/28/default.jsonl +++ /dev/null @@ -1,55 +0,0 @@ -{"index":5,"Rank":1,"Model":"gte-Qwen2-7B-instruct<\/a>","Model Size (Million Parameters)":7613,"Memory Usage (GB, fp32)":28.36,"Embedding Dimensions":3584,"Max Tokens":32768,"Average":66.81,"FalseFriendsGermanEnglish":55.91,"PawsXPairClassification (de)":77.71} -{"index":4,"Rank":2,"Model":"gte-Qwen1.5-7B-instruct<\/a>","Model Size (Million Parameters)":7099,"Memory Usage (GB, fp32)":26.45,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":63.55,"FalseFriendsGermanEnglish":52.61,"PawsXPairClassification (de)":74.49} -{"index":53,"Rank":3,"Model":"text-embedding-3-large<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":3072,"Max Tokens":8191,"Average":59.16,"FalseFriendsGermanEnglish":56.04,"PawsXPairClassification (de)":62.29} -{"index":2,"Rank":4,"Model":"voyage-large-2-instruct<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":16000,"Average":57.2,"FalseFriendsGermanEnglish":52.72,"PawsXPairClassification (de)":61.69} -{"index":12,"Rank":5,"Model":"Cohere-embed-multilingual-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":512,"Average":56.9,"FalseFriendsGermanEnglish":54.29,"PawsXPairClassification (de)":59.52} -{"index":52,"Rank":6,"Model":"text2vec-base-multilingual<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":256,"Average":56.64,"FalseFriendsGermanEnglish":48.49,"PawsXPairClassification (de)":64.79} -{"index":18,"Rank":7,"Model":"SFR-Embedding-Mistral<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":56.6,"FalseFriendsGermanEnglish":53.11,"PawsXPairClassification (de)":60.1} -{"index":3,"Rank":8,"Model":"voyage-multilingual-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":32000,"Average":56.45,"FalseFriendsGermanEnglish":53.62,"PawsXPairClassification (de)":59.28} -{"index":33,"Rank":9,"Model":"e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":56.36,"FalseFriendsGermanEnglish":54.05,"PawsXPairClassification (de)":58.67} -{"index":1,"Rank":10,"Model":"voyage-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":32000,"Average":56.24,"FalseFriendsGermanEnglish":52.21,"PawsXPairClassification (de)":60.28} -{"index":54,"Rank":11,"Model":"text-embedding-3-small<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":8191,"Average":55.93,"FalseFriendsGermanEnglish":53.14,"PawsXPairClassification (de)":58.72} -{"index":17,"Rank":12,"Model":"GritLM-7B<\/a>","Model Size (Million Parameters)":7240,"Memory Usage (GB, fp32)":26.97,"Embedding Dimensions":"","Max Tokens":4096,"Average":55.92,"FalseFriendsGermanEnglish":54.17,"PawsXPairClassification (de)":57.66} -{"index":36,"Rank":13,"Model":"multilingual-e5-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":55.34,"FalseFriendsGermanEnglish":53.53,"PawsXPairClassification (de)":57.14} -{"index":37,"Rank":14,"Model":"multilingual-e5-large-instruct<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":54.47,"FalseFriendsGermanEnglish":52.3,"PawsXPairClassification (de)":56.64} -{"index":26,"Rank":15,"Model":"USER-bge-m3<\/a>","Model Size (Million Parameters)":359,"Memory Usage (GB, fp32)":1.34,"Embedding Dimensions":1024,"Max Tokens":8192,"Average":54.14,"FalseFriendsGermanEnglish":50.01,"PawsXPairClassification (de)":58.27} -{"index":0,"Rank":16,"Model":"voyage-3-lite<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":512,"Max Tokens":32000,"Average":53.83,"FalseFriendsGermanEnglish":51.59,"PawsXPairClassification (de)":56.07} -{"index":39,"Rank":17,"Model":"udever-bloom-1b1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":2048,"Average":53.74,"FalseFriendsGermanEnglish":48.89,"PawsXPairClassification (de)":58.58} -{"index":49,"Rank":18,"Model":"paraphrase-multilingual-mpnet-base-v2<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":53.52,"FalseFriendsGermanEnglish":51.35,"PawsXPairClassification (de)":55.69} -{"index":35,"Rank":19,"Model":"multilingual-e5-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":52.95,"FalseFriendsGermanEnglish":51.64,"PawsXPairClassification (de)":54.26} -{"index":40,"Rank":20,"Model":"udever-bloom-560m<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":2048,"Average":52.58,"FalseFriendsGermanEnglish":49.26,"PawsXPairClassification (de)":55.9} -{"index":11,"Rank":21,"Model":"Cohere-embed-multilingual-light-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":384,"Max Tokens":512,"Average":52.35,"FalseFriendsGermanEnglish":49.82,"PawsXPairClassification (de)":54.88} -{"index":48,"Rank":22,"Model":"paraphrase-multilingual-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":51.42,"FalseFriendsGermanEnglish":49.5,"PawsXPairClassification (de)":53.34} -{"index":44,"Rank":23,"Model":"LaBSE<\/a>","Model Size (Million Parameters)":471,"Memory Usage (GB, fp32)":1.75,"Embedding Dimensions":768,"Max Tokens":512,"Average":51.36,"FalseFriendsGermanEnglish":51.28,"PawsXPairClassification (de)":51.45} -{"index":38,"Rank":24,"Model":"multilingual-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":50.84,"FalseFriendsGermanEnglish":49.49,"PawsXPairClassification (de)":52.19} -{"index":28,"Rank":25,"Model":"e5-base-4k<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":50.53,"FalseFriendsGermanEnglish":48.49,"PawsXPairClassification (de)":52.57} -{"index":27,"Rank":26,"Model":"deberta-v1-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":512,"Average":50.46,"FalseFriendsGermanEnglish":49.33,"PawsXPairClassification (de)":51.6} -{"index":16,"Rank":27,"Model":"rubert-base-cased-sentence<\/a>","Model Size (Million Parameters)":180,"Memory Usage (GB, fp32)":0.67,"Embedding Dimensions":768,"Max Tokens":512,"Average":50.16,"FalseFriendsGermanEnglish":48.28,"PawsXPairClassification (de)":52.04} -{"index":7,"Rank":28,"Model":"bge-large-en-v1.5<\/a>","Model Size (Million Parameters)":1340,"Memory Usage (GB, fp32)":4.99,"Embedding Dimensions":1024,"Max Tokens":512,"Average":50.1,"FalseFriendsGermanEnglish":47.77,"PawsXPairClassification (de)":52.43} -{"index":31,"Rank":29,"Model":"e5-large<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":50.0,"FalseFriendsGermanEnglish":47.55,"PawsXPairClassification (de)":52.46} -{"index":6,"Rank":30,"Model":"bge-base-en-v1.5<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":49.94,"FalseFriendsGermanEnglish":47.77,"PawsXPairClassification (de)":52.1} -{"index":29,"Rank":31,"Model":"e5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":49.9,"FalseFriendsGermanEnglish":47.9,"PawsXPairClassification (de)":51.9} -{"index":9,"Rank":32,"Model":"bge-small-en-v1.5<\/a>","Model Size (Million Parameters)":24,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":512,"Max Tokens":512,"Average":49.9,"FalseFriendsGermanEnglish":48.44,"PawsXPairClassification (de)":51.35} -{"index":10,"Rank":33,"Model":"Cohere-embed-english-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":512,"Average":49.89,"FalseFriendsGermanEnglish":47.59,"PawsXPairClassification (de)":52.18} -{"index":47,"Rank":34,"Model":"all-mpnet-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average":49.88,"FalseFriendsGermanEnglish":47.48,"PawsXPairClassification (de)":52.28} -{"index":25,"Rank":35,"Model":"USER-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":512,"Average":49.79,"FalseFriendsGermanEnglish":46.84,"PawsXPairClassification (de)":52.74} -{"index":46,"Rank":36,"Model":"all-MiniLM-L6-v2<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":384,"Max Tokens":512,"Average":49.76,"FalseFriendsGermanEnglish":47.97,"PawsXPairClassification (de)":51.55} -{"index":15,"Rank":37,"Model":"rubert-base-cased<\/a>","Model Size (Million Parameters)":180,"Memory Usage (GB, fp32)":0.67,"Embedding Dimensions":768,"Max Tokens":512,"Average":49.74,"FalseFriendsGermanEnglish":49.53,"PawsXPairClassification (de)":49.96} -{"index":21,"Rank":38,"Model":"sbert_large_nlu_ru<\/a>","Model Size (Million Parameters)":427,"Memory Usage (GB, fp32)":1.59,"Embedding Dimensions":1024,"Max Tokens":512,"Average":49.68,"FalseFriendsGermanEnglish":48.34,"PawsXPairClassification (de)":51.01} -{"index":43,"Rank":39,"Model":"nomic-embed-text-v1<\/a>","Model Size (Million Parameters)":547,"Memory Usage (GB, fp32)":2.04,"Embedding Dimensions":768,"Max Tokens":8192,"Average":49.64,"FalseFriendsGermanEnglish":47.77,"PawsXPairClassification (de)":51.51} -{"index":45,"Rank":40,"Model":"all-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":49.54,"FalseFriendsGermanEnglish":48.02,"PawsXPairClassification (de)":51.07} -{"index":32,"Rank":41,"Model":"e5-large-v2<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":49.52,"FalseFriendsGermanEnglish":47.9,"PawsXPairClassification (de)":51.15} -{"index":34,"Rank":42,"Model":"e5-small<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":49.4,"FalseFriendsGermanEnglish":47.65,"PawsXPairClassification (de)":51.15} -{"index":20,"Rank":43,"Model":"sbert_large_mt_nlu_ru<\/a>","Model Size (Million Parameters)":427,"Memory Usage (GB, fp32)":1.59,"Embedding Dimensions":1024,"Max Tokens":514,"Average":49.33,"FalseFriendsGermanEnglish":47.51,"PawsXPairClassification (de)":51.15} -{"index":50,"Rank":44,"Model":"LaBSE-ru-turbo<\/a>","Model Size (Million Parameters)":128,"Memory Usage (GB, fp32)":0.48,"Embedding Dimensions":768,"Max Tokens":512,"Average":49.2,"FalseFriendsGermanEnglish":47.15,"PawsXPairClassification (de)":51.25} -{"index":51,"Rank":45,"Model":"rubert-tiny-turbo<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"Embedding Dimensions":312,"Max Tokens":2048,"Average":49.18,"FalseFriendsGermanEnglish":47.33,"PawsXPairClassification (de)":51.04} -{"index":30,"Rank":46,"Model":"e5-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":49.18,"FalseFriendsGermanEnglish":47.36,"PawsXPairClassification (de)":50.99} -{"index":14,"Rank":47,"Model":"distilrubert-small-cased-conversational<\/a>","Model Size (Million Parameters)":106,"Memory Usage (GB, fp32)":0.39,"Embedding Dimensions":768,"Max Tokens":512,"Average":49.06,"FalseFriendsGermanEnglish":49.57,"PawsXPairClassification (de)":48.55} -{"index":23,"Rank":48,"Model":"rubert-tiny<\/a>","Model Size (Million Parameters)":12,"Memory Usage (GB, fp32)":0.04,"Embedding Dimensions":512,"Max Tokens":514,"Average":48.36,"FalseFriendsGermanEnglish":48.41,"PawsXPairClassification (de)":48.32} -{"index":24,"Rank":49,"Model":"rubert-tiny2<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"Embedding Dimensions":2048,"Max Tokens":514,"Average":47.82,"FalseFriendsGermanEnglish":46.98,"PawsXPairClassification (de)":48.67} -{"index":22,"Rank":50,"Model":"LaBSE-en-ru<\/a>","Model Size (Million Parameters)":129,"Memory Usage (GB, fp32)":0.48,"Embedding Dimensions":768,"Max Tokens":512,"Average":47.79,"FalseFriendsGermanEnglish":45.86,"PawsXPairClassification (de)":49.72} -{"index":41,"Rank":51,"Model":"jina-embeddings-v2-base-en<\/a>","Model Size (Million Parameters)":275,"Memory Usage (GB, fp32)":1.02,"Embedding Dimensions":768,"Max Tokens":8192,"Average":47.48,"FalseFriendsGermanEnglish":48.17,"PawsXPairClassification (de)":46.79} -{"index":8,"Rank":52,"Model":"bge-m3<\/a>","Model Size (Million Parameters)":567,"Memory Usage (GB, fp32)":2.11,"Embedding Dimensions":1024,"Max Tokens":8192,"Average":"","FalseFriendsGermanEnglish":"","PawsXPairClassification (de)":57.12} -{"index":13,"Rank":53,"Model":"jina-embeddings-v3<\/a>","Model Size (Million Parameters)":572,"Memory Usage (GB, fp32)":2.13,"Embedding Dimensions":1024,"Max Tokens":8194,"Average":"","FalseFriendsGermanEnglish":"","PawsXPairClassification (de)":56.79} -{"index":19,"Rank":54,"Model":"German_Semantic_STS_V2<\/a>","Model Size (Million Parameters)":336,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","FalseFriendsGermanEnglish":71.22,"PawsXPairClassification (de)":""} -{"index":42,"Rank":55,"Model":"jina-embeddings-v3<\/a>","Model Size (Million Parameters)":572,"Memory Usage (GB, fp32)":2.13,"Embedding Dimensions":1024,"Max Tokens":8194,"Average":"","FalseFriendsGermanEnglish":"","PawsXPairClassification (de)":56.79} diff --git a/all_data_tasks/29/default.jsonl b/all_data_tasks/29/default.jsonl deleted file mode 100644 index 4645389003ac8c5e20c5d831e227b38cc8afd419..0000000000000000000000000000000000000000 --- a/all_data_tasks/29/default.jsonl +++ /dev/null @@ -1,43 +0,0 @@ -{"index":7,"Rank":1,"Model":"Cohere-embed-multilingual-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":512,"MIRACLReranking (de)":55.61} -{"index":12,"Rank":2,"Model":"SFR-Embedding-Mistral<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"MIRACLReranking (de)":54.39} -{"index":11,"Rank":3,"Model":"GritLM-7B<\/a>","Model Size (Million Parameters)":7240,"Memory Usage (GB, fp32)":26.97,"Embedding Dimensions":"","Max Tokens":4096,"MIRACLReranking (de)":54.02} -{"index":28,"Rank":4,"Model":"multilingual-e5-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"MIRACLReranking (de)":53.61} -{"index":25,"Rank":5,"Model":"e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"MIRACLReranking (de)":52.52} -{"index":27,"Rank":6,"Model":"multilingual-e5-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"MIRACLReranking (de)":50.26} -{"index":1,"Rank":7,"Model":"gte-Qwen2-7B-instruct<\/a>","Model Size (Million Parameters)":7613,"Memory Usage (GB, fp32)":28.36,"Embedding Dimensions":3584,"Max Tokens":32768,"MIRACLReranking (de)":50.18} -{"index":0,"Rank":8,"Model":"gte-Qwen1.5-7B-instruct<\/a>","Model Size (Million Parameters)":7099,"Memory Usage (GB, fp32)":26.45,"Embedding Dimensions":4096,"Max Tokens":32768,"MIRACLReranking (de)":49.61} -{"index":6,"Rank":9,"Model":"Cohere-embed-multilingual-light-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":384,"Max Tokens":512,"MIRACLReranking (de)":48.25} -{"index":30,"Rank":10,"Model":"multilingual-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"MIRACLReranking (de)":48.16} -{"index":29,"Rank":11,"Model":"multilingual-e5-large-instruct<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"MIRACLReranking (de)":46.65} -{"index":39,"Rank":12,"Model":"paraphrase-multilingual-mpnet-base-v2<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"MIRACLReranking (de)":40.7} -{"index":5,"Rank":13,"Model":"Cohere-embed-english-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":512,"MIRACLReranking (de)":36.5} -{"index":38,"Rank":14,"Model":"paraphrase-multilingual-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"MIRACLReranking (de)":36.46} -{"index":24,"Rank":15,"Model":"e5-large-v2<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"MIRACLReranking (de)":34.86} -{"index":3,"Rank":16,"Model":"bge-large-en-v1.5<\/a>","Model Size (Million Parameters)":1340,"Memory Usage (GB, fp32)":4.99,"Embedding Dimensions":1024,"Max Tokens":512,"MIRACLReranking (de)":30.9} -{"index":23,"Rank":17,"Model":"e5-large<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"MIRACLReranking (de)":27.94} -{"index":4,"Rank":18,"Model":"bge-small-en-v1.5<\/a>","Model Size (Million Parameters)":24,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":512,"Max Tokens":512,"MIRACLReranking (de)":26.04} -{"index":2,"Rank":19,"Model":"bge-base-en-v1.5<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"MIRACLReranking (de)":25.83} -{"index":22,"Rank":20,"Model":"e5-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"MIRACLReranking (de)":25.63} -{"index":42,"Rank":21,"Model":"text2vec-base-multilingual<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":256,"MIRACLReranking (de)":25.45} -{"index":34,"Rank":22,"Model":"LaBSE<\/a>","Model Size (Million Parameters)":471,"Memory Usage (GB, fp32)":1.75,"Embedding Dimensions":768,"Max Tokens":512,"MIRACLReranking (de)":24.42} -{"index":37,"Rank":23,"Model":"all-mpnet-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"MIRACLReranking (de)":23.43} -{"index":35,"Rank":24,"Model":"all-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"MIRACLReranking (de)":23.33} -{"index":40,"Rank":25,"Model":"LaBSE-ru-turbo<\/a>","Model Size (Million Parameters)":128,"Memory Usage (GB, fp32)":0.48,"Embedding Dimensions":768,"Max Tokens":512,"MIRACLReranking (de)":22.14} -{"index":26,"Rank":26,"Model":"e5-small<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"MIRACLReranking (de)":21.97} -{"index":33,"Rank":27,"Model":"nomic-embed-text-v1<\/a>","Model Size (Million Parameters)":547,"Memory Usage (GB, fp32)":2.04,"Embedding Dimensions":768,"Max Tokens":8192,"MIRACLReranking (de)":21.85} -{"index":21,"Rank":28,"Model":"e5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"MIRACLReranking (de)":21.47} -{"index":20,"Rank":29,"Model":"e5-base-4k<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"MIRACLReranking (de)":20.91} -{"index":15,"Rank":30,"Model":"LaBSE-en-ru<\/a>","Model Size (Million Parameters)":129,"Memory Usage (GB, fp32)":0.48,"Embedding Dimensions":768,"Max Tokens":512,"MIRACLReranking (de)":18.12} -{"index":36,"Rank":31,"Model":"all-MiniLM-L6-v2<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":384,"Max Tokens":512,"MIRACLReranking (de)":16.26} -{"index":18,"Rank":32,"Model":"USER-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":512,"MIRACLReranking (de)":14.58} -{"index":41,"Rank":33,"Model":"rubert-tiny-turbo<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"Embedding Dimensions":312,"Max Tokens":2048,"MIRACLReranking (de)":12.08} -{"index":10,"Rank":34,"Model":"rubert-base-cased-sentence<\/a>","Model Size (Million Parameters)":180,"Memory Usage (GB, fp32)":0.67,"Embedding Dimensions":768,"Max Tokens":512,"MIRACLReranking (de)":8.84} -{"index":31,"Rank":35,"Model":"udever-bloom-1b1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":2048,"MIRACLReranking (de)":7.29} -{"index":17,"Rank":36,"Model":"rubert-tiny2<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"Embedding Dimensions":2048,"Max Tokens":514,"MIRACLReranking (de)":7.23} -{"index":16,"Rank":37,"Model":"rubert-tiny<\/a>","Model Size (Million Parameters)":12,"Memory Usage (GB, fp32)":0.04,"Embedding Dimensions":512,"Max Tokens":514,"MIRACLReranking (de)":6.36} -{"index":9,"Rank":38,"Model":"rubert-base-cased<\/a>","Model Size (Million Parameters)":180,"Memory Usage (GB, fp32)":0.67,"Embedding Dimensions":768,"Max Tokens":512,"MIRACLReranking (de)":6.21} -{"index":13,"Rank":39,"Model":"sbert_large_mt_nlu_ru<\/a>","Model Size (Million Parameters)":427,"Memory Usage (GB, fp32)":1.59,"Embedding Dimensions":1024,"Max Tokens":514,"MIRACLReranking (de)":5.55} -{"index":8,"Rank":40,"Model":"distilrubert-small-cased-conversational<\/a>","Model Size (Million Parameters)":106,"Memory Usage (GB, fp32)":0.39,"Embedding Dimensions":768,"Max Tokens":512,"MIRACLReranking (de)":4.48} -{"index":14,"Rank":41,"Model":"sbert_large_nlu_ru<\/a>","Model Size (Million Parameters)":427,"Memory Usage (GB, fp32)":1.59,"Embedding Dimensions":1024,"Max Tokens":512,"MIRACLReranking (de)":3.86} -{"index":19,"Rank":42,"Model":"deberta-v1-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":512,"MIRACLReranking (de)":3.51} -{"index":32,"Rank":43,"Model":"udever-bloom-560m<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":2048,"MIRACLReranking (de)":3.33} diff --git a/all_data_tasks/3/default.jsonl b/all_data_tasks/3/default.jsonl deleted file mode 100644 index 115d38f7da32115e0b5b359eb4c361ab5a31efd1..0000000000000000000000000000000000000000 --- a/all_data_tasks/3/default.jsonl +++ /dev/null @@ -1,375 +0,0 @@ -{"index":22,"Rank":1,"Model":"gte-Qwen2-7B-instruct<\/a>","Model Size (Million Parameters)":7613,"Memory Usage (GB, fp32)":28.36,"Embedding Dimensions":3584,"Max Tokens":32768,"Average":61.42,"AskUbuntuDupQuestions":67.58,"MindSmallReranking":33.36,"SciDocsRR":89.09,"StackOverflowDupQuestions":55.66} -{"index":113,"Rank":2,"Model":"stella_en_1.5B_v5<\/a>","Model Size (Million Parameters)":1543,"Memory Usage (GB, fp32)":5.75,"Embedding Dimensions":8192,"Max Tokens":131072,"Average":61.21,"AskUbuntuDupQuestions":67.33,"MindSmallReranking":33.05,"SciDocsRR":89.2,"StackOverflowDupQuestions":55.25} -{"index":41,"Rank":3,"Model":"gme-Qwen2-VL-7B-Instruct-Q5_K_S-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":61.19,"AskUbuntuDupQuestions":64.07,"MindSmallReranking":33.98,"SciDocsRR":88.98,"StackOverflowDupQuestions":57.75} -{"index":19,"Rank":4,"Model":"gme-Qwen2-VL-7B-Instruct<\/a>","Model Size (Million Parameters)":8291,"Memory Usage (GB, fp32)":30.89,"Embedding Dimensions":3584,"Max Tokens":32768,"Average":61.19,"AskUbuntuDupQuestions":64.07,"MindSmallReranking":33.98,"SciDocsRR":88.98,"StackOverflowDupQuestions":57.75} -{"index":9,"Rank":5,"Model":"voyage-large-2-instruct<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":16000,"Average":61.16,"AskUbuntuDupQuestions":68.79,"MindSmallReranking":31.38,"SciDocsRR":89.34,"StackOverflowDupQuestions":55.11} -{"index":112,"Rank":6,"Model":"jasper_en_vision_language_v1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":60.91,"AskUbuntuDupQuestions":67.38,"MindSmallReranking":32.63,"SciDocsRR":89.07,"StackOverflowDupQuestions":54.58} -{"index":380,"Rank":7,"Model":"LENS-d8000<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":60.9,"AskUbuntuDupQuestions":65.74,"MindSmallReranking":31.46,"SciDocsRR":87.63,"StackOverflowDupQuestions":58.79} -{"index":379,"Rank":8,"Model":"LENS-d4000<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":60.86,"AskUbuntuDupQuestions":65.45,"MindSmallReranking":31.92,"SciDocsRR":87.92,"StackOverflowDupQuestions":58.15} -{"index":66,"Rank":9,"Model":"speed-embedding-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":60.76,"AskUbuntuDupQuestions":67.23,"MindSmallReranking":33.36,"SciDocsRR":87.29,"StackOverflowDupQuestions":55.17} -{"index":294,"Rank":10,"Model":"NV-Embed-v2<\/a>","Model Size (Million Parameters)":7851,"Memory Usage (GB, fp32)":29.25,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":60.65,"AskUbuntuDupQuestions":67.46,"MindSmallReranking":31.76,"SciDocsRR":87.59,"StackOverflowDupQuestions":55.79} -{"index":130,"Rank":11,"Model":"SFR-Embedding-Mistral<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":60.64,"AskUbuntuDupQuestions":67.58,"MindSmallReranking":32.72,"SciDocsRR":86.58,"StackOverflowDupQuestions":55.68} -{"index":293,"Rank":12,"Model":"NV-Embed-v1<\/a>","Model Size (Million Parameters)":7851,"Memory Usage (GB, fp32)":29.25,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":60.54,"AskUbuntuDupQuestions":67.5,"MindSmallReranking":30.82,"SciDocsRR":87.26,"StackOverflowDupQuestions":56.58} -{"index":40,"Rank":13,"Model":"GritLM-7B-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":60.49,"AskUbuntuDupQuestions":67.34,"MindSmallReranking":31.81,"SciDocsRR":86.84,"StackOverflowDupQuestions":55.96} -{"index":300,"Rank":14,"Model":"GritLM-7B-vllm<\/a>","Model Size (Million Parameters)":7242,"Memory Usage (GB, fp32)":26.98,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":60.49,"AskUbuntuDupQuestions":67.34,"MindSmallReranking":31.81,"SciDocsRR":86.84,"StackOverflowDupQuestions":55.96} -{"index":349,"Rank":15,"Model":"GritLM-7B-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":60.49,"AskUbuntuDupQuestions":67.34,"MindSmallReranking":31.81,"SciDocsRR":86.84,"StackOverflowDupQuestions":55.96} -{"index":61,"Rank":16,"Model":"GritLM-7B<\/a>","Model Size (Million Parameters)":7240,"Memory Usage (GB, fp32)":26.97,"Embedding Dimensions":"","Max Tokens":4096,"Average":60.48,"AskUbuntuDupQuestions":67.37,"MindSmallReranking":31.81,"SciDocsRR":86.82,"StackOverflowDupQuestions":55.94} -{"index":308,"Rank":17,"Model":"TDTE<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":60.46,"AskUbuntuDupQuestions":66.73,"MindSmallReranking":32.51,"SciDocsRR":87.03,"StackOverflowDupQuestions":55.55} -{"index":214,"Rank":18,"Model":"granite-embedding-125m-english<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":514,"Average":60.33,"AskUbuntuDupQuestions":66.48,"MindSmallReranking":32.22,"SciDocsRR":88.1,"StackOverflowDupQuestions":54.52} -{"index":81,"Rank":19,"Model":"Linq-Embed-Mistral<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":60.29,"AskUbuntuDupQuestions":66.82,"MindSmallReranking":32.06,"SciDocsRR":86.4,"StackOverflowDupQuestions":55.89} -{"index":223,"Rank":20,"Model":"e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":60.21,"AskUbuntuDupQuestions":66.98,"MindSmallReranking":32.59,"SciDocsRR":86.34,"StackOverflowDupQuestions":54.93} -{"index":26,"Rank":21,"Model":"e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":60.21,"AskUbuntuDupQuestions":66.98,"MindSmallReranking":32.6,"SciDocsRR":86.33,"StackOverflowDupQuestions":54.91} -{"index":114,"Rank":22,"Model":"stella_en_400M_v5<\/a>","Model Size (Million Parameters)":435,"Memory Usage (GB, fp32)":1.62,"Embedding Dimensions":8192,"Max Tokens":8192,"Average":60.16,"AskUbuntuDupQuestions":66.15,"MindSmallReranking":33.05,"SciDocsRR":88.44,"StackOverflowDupQuestions":52.99} -{"index":129,"Rank":23,"Model":"SFR-Embedding-2_R<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":60.14,"AskUbuntuDupQuestions":66.71,"MindSmallReranking":31.26,"SciDocsRR":87.29,"StackOverflowDupQuestions":55.32} -{"index":20,"Rank":24,"Model":"gte-Qwen1.5-7B-instruct<\/a>","Model Size (Million Parameters)":7099,"Memory Usage (GB, fp32)":26.45,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":60.13,"AskUbuntuDupQuestions":66.0,"MindSmallReranking":32.71,"SciDocsRR":87.89,"StackOverflowDupQuestions":53.93} -{"index":196,"Rank":25,"Model":"mxbai-embed-large-v1-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":60.11,"AskUbuntuDupQuestions":65.16,"MindSmallReranking":32.54,"SciDocsRR":87.53,"StackOverflowDupQuestions":55.22} -{"index":254,"Rank":26,"Model":"mxbai-embed-large-v1-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":60.11,"AskUbuntuDupQuestions":65.16,"MindSmallReranking":32.54,"SciDocsRR":87.53,"StackOverflowDupQuestions":55.22} -{"index":345,"Rank":27,"Model":"mxbai-embed-large-v1-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":60.11,"AskUbuntuDupQuestions":65.16,"MindSmallReranking":32.54,"SciDocsRR":87.53,"StackOverflowDupQuestions":55.22} -{"index":346,"Rank":28,"Model":"mxbai-embed-large-v1-Q5_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":60.11,"AskUbuntuDupQuestions":65.16,"MindSmallReranking":32.54,"SciDocsRR":87.53,"StackOverflowDupQuestions":55.22} -{"index":270,"Rank":29,"Model":"mxbai-embed-large-v1<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":60.11,"AskUbuntuDupQuestions":65.16,"MindSmallReranking":32.54,"SciDocsRR":87.53,"StackOverflowDupQuestions":55.22} -{"index":162,"Rank":30,"Model":"GIST-large-Embedding-v0<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":60.05,"AskUbuntuDupQuestions":64.7,"MindSmallReranking":32.82,"SciDocsRR":87.8,"StackOverflowDupQuestions":54.88} -{"index":253,"Rank":31,"Model":"ember-v1<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":60.04,"AskUbuntuDupQuestions":64.46,"MindSmallReranking":32.27,"SciDocsRR":87.56,"StackOverflowDupQuestions":55.85} -{"index":131,"Rank":32,"Model":"ember-v1-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":60.04,"AskUbuntuDupQuestions":64.46,"MindSmallReranking":32.27,"SciDocsRR":87.56,"StackOverflowDupQuestions":55.85} -{"index":212,"Rank":33,"Model":"bge-large-en-v1.5-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":60.03,"AskUbuntuDupQuestions":64.47,"MindSmallReranking":32.06,"SciDocsRR":87.63,"StackOverflowDupQuestions":55.95} -{"index":281,"Rank":34,"Model":"bge-large-en-v1.5<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":60.03,"AskUbuntuDupQuestions":64.47,"MindSmallReranking":32.06,"SciDocsRR":87.63,"StackOverflowDupQuestions":55.95} -{"index":310,"Rank":35,"Model":"bge-large-en-v1.5-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":60.03,"AskUbuntuDupQuestions":64.47,"MindSmallReranking":32.06,"SciDocsRR":87.63,"StackOverflowDupQuestions":55.95} -{"index":309,"Rank":36,"Model":"bge-large-en-v1.5-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":60.03,"AskUbuntuDupQuestions":64.47,"MindSmallReranking":32.06,"SciDocsRR":87.63,"StackOverflowDupQuestions":55.95} -{"index":31,"Rank":37,"Model":"bge-large-en-v1.5<\/a>","Model Size (Million Parameters)":1340,"Memory Usage (GB, fp32)":4.99,"Embedding Dimensions":1024,"Max Tokens":512,"Average":60.03,"AskUbuntuDupQuestions":64.47,"MindSmallReranking":32.06,"SciDocsRR":87.63,"StackOverflowDupQuestions":55.95} -{"index":371,"Rank":38,"Model":"b1ade-embed<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":60.0,"AskUbuntuDupQuestions":64.42,"MindSmallReranking":32.78,"SciDocsRR":87.61,"StackOverflowDupQuestions":55.19} -{"index":21,"Rank":39,"Model":"gte-Qwen2-1.5B-instruct<\/a>","Model Size (Million Parameters)":1776,"Memory Usage (GB, fp32)":6.62,"Embedding Dimensions":1536,"Max Tokens":131072,"Average":59.98,"AskUbuntuDupQuestions":64.55,"MindSmallReranking":33.94,"SciDocsRR":86.52,"StackOverflowDupQuestions":54.91} -{"index":76,"Rank":40,"Model":"MUG-B-1.6<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":59.97,"AskUbuntuDupQuestions":64.29,"MindSmallReranking":32.66,"SciDocsRR":87.65,"StackOverflowDupQuestions":55.28} -{"index":145,"Rank":41,"Model":"UAE-Large-V1<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":59.88,"AskUbuntuDupQuestions":64.2,"MindSmallReranking":32.51,"SciDocsRR":87.49,"StackOverflowDupQuestions":55.32} -{"index":311,"Rank":42,"Model":"sf_model_e5<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":59.86,"AskUbuntuDupQuestions":64.32,"MindSmallReranking":32.27,"SciDocsRR":87.47,"StackOverflowDupQuestions":55.4} -{"index":30,"Rank":43,"Model":"bge-en-icl<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":59.86,"AskUbuntuDupQuestions":65.15,"MindSmallReranking":30.6,"SciDocsRR":86.96,"StackOverflowDupQuestions":56.71} -{"index":62,"Rank":44,"Model":"GritLM-8x7B<\/a>","Model Size (Million Parameters)":46703,"Memory Usage (GB, fp32)":173.98,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":59.8,"AskUbuntuDupQuestions":65.6,"MindSmallReranking":32.84,"SciDocsRR":86.43,"StackOverflowDupQuestions":54.33} -{"index":350,"Rank":45,"Model":"GritLM-8x7B-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":59.8,"AskUbuntuDupQuestions":65.6,"MindSmallReranking":32.84,"SciDocsRR":86.43,"StackOverflowDupQuestions":54.33} -{"index":11,"Rank":46,"Model":"voyage-lite-01-instruct<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":4000,"Average":59.74,"AskUbuntuDupQuestions":65.77,"MindSmallReranking":31.69,"SciDocsRR":87.03,"StackOverflowDupQuestions":54.49} -{"index":33,"Rank":47,"Model":"bge-multilingual-gemma2<\/a>","Model Size (Million Parameters)":9242,"Memory Usage (GB, fp32)":34.43,"Embedding Dimensions":3584,"Max Tokens":8192,"Average":59.72,"AskUbuntuDupQuestions":64.59,"MindSmallReranking":31.79,"SciDocsRR":87.6,"StackOverflowDupQuestions":54.9} -{"index":88,"Rank":48,"Model":"LLM2Vec-Meta-Llama-3-supervised<\/a>","Model Size (Million Parameters)":7505,"Memory Usage (GB, fp32)":27.96,"Embedding Dimensions":4096,"Max Tokens":8192,"Average":59.68,"AskUbuntuDupQuestions":65.19,"MindSmallReranking":32.67,"SciDocsRR":86.05,"StackOverflowDupQuestions":54.82} -{"index":366,"Rank":49,"Model":"voyage-3-m-exp<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":59.5,"AskUbuntuDupQuestions":66.93,"MindSmallReranking":29.68,"SciDocsRR":86.72,"StackOverflowDupQuestions":54.69} -{"index":6,"Rank":50,"Model":"voyage-3-m-exp<\/a>","Model Size (Million Parameters)":6918,"Memory Usage (GB, fp32)":25.77,"Embedding Dimensions":2048,"Max Tokens":32000,"Average":59.5,"AskUbuntuDupQuestions":66.93,"MindSmallReranking":29.68,"SciDocsRR":86.72,"StackOverflowDupQuestions":54.69} -{"index":160,"Rank":51,"Model":"GIST-Embedding-v0<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":59.37,"AskUbuntuDupQuestions":62.69,"MindSmallReranking":32.36,"SciDocsRR":87.72,"StackOverflowDupQuestions":54.72} -{"index":323,"Rank":52,"Model":"all-mpnet-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average":59.36,"AskUbuntuDupQuestions":65.85,"MindSmallReranking":30.97,"SciDocsRR":88.65,"StackOverflowDupQuestions":51.98} -{"index":355,"Rank":53,"Model":"BinGSE-Meta-Llama-3-8B-Instruct<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":59.28,"AskUbuntuDupQuestions":65.09,"MindSmallReranking":32.32,"SciDocsRR":86.15,"StackOverflowDupQuestions":53.58} -{"index":307,"Rank":54,"Model":"FUE-v1<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average":59.18,"AskUbuntuDupQuestions":66.82,"MindSmallReranking":31.37,"SciDocsRR":88.06,"StackOverflowDupQuestions":50.49} -{"index":398,"Rank":55,"Model":"text-embedding-3-large<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":3072,"Max Tokens":8191,"Average":59.16,"AskUbuntuDupQuestions":65.03,"MindSmallReranking":29.86,"SciDocsRR":86.66,"StackOverflowDupQuestions":55.08} -{"index":352,"Rank":56,"Model":"gte-large<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":59.13,"AskUbuntuDupQuestions":63.06,"MindSmallReranking":32.63,"SciDocsRR":87.2,"StackOverflowDupQuestions":53.63} -{"index":384,"Rank":57,"Model":"Zeta-Alpha-E5-Mistral<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":59.02,"AskUbuntuDupQuestions":64.58,"MindSmallReranking":32.2,"SciDocsRR":85.16,"StackOverflowDupQuestions":54.15} -{"index":275,"Rank":58,"Model":"bge-base-en-v1.5-quant<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":58.94,"AskUbuntuDupQuestions":62.39,"MindSmallReranking":31.89,"SciDocsRR":87.05,"StackOverflowDupQuestions":54.45} -{"index":269,"Rank":59,"Model":"mxbai-embed-2d-large-v1<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":58.94,"AskUbuntuDupQuestions":63.77,"MindSmallReranking":31.85,"SciDocsRR":86.98,"StackOverflowDupQuestions":53.16} -{"index":228,"Rank":60,"Model":"multilingual-e5-large-instruct<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":58.92,"AskUbuntuDupQuestions":64.41,"MindSmallReranking":33.07,"SciDocsRR":85.75,"StackOverflowDupQuestions":52.45} -{"index":1,"Rank":61,"Model":"text-embedding-004<\/a>","Model Size (Million Parameters)":1200,"Memory Usage (GB, fp32)":4.47,"Embedding Dimensions":768,"Max Tokens":2048,"Average":58.9,"AskUbuntuDupQuestions":64.4,"MindSmallReranking":33.07,"SciDocsRR":83.59,"StackOverflowDupQuestions":54.56} -{"index":165,"Rank":62,"Model":"bge-base-en-v1-5-seqlen-384-bs-1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":58.86,"AskUbuntuDupQuestions":62.13,"MindSmallReranking":31.2,"SciDocsRR":87.49,"StackOverflowDupQuestions":54.61} -{"index":29,"Rank":63,"Model":"bge-base-en-v1.5<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":58.86,"AskUbuntuDupQuestions":62.13,"MindSmallReranking":31.2,"SciDocsRR":87.49,"StackOverflowDupQuestions":54.61} -{"index":217,"Rank":64,"Model":"stella-base-en-v2<\/a>","Model Size (Million Parameters)":55,"Memory Usage (GB, fp32)":0.2,"Embedding Dimensions":768,"Max Tokens":512,"Average":58.78,"AskUbuntuDupQuestions":62.72,"MindSmallReranking":31.91,"SciDocsRR":86.66,"StackOverflowDupQuestions":53.81} -{"index":351,"Rank":65,"Model":"gte-base<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":58.61,"AskUbuntuDupQuestions":61.8,"MindSmallReranking":32.54,"SciDocsRR":87.08,"StackOverflowDupQuestions":53.01} -{"index":163,"Rank":66,"Model":"GIST-small-Embedding-v0<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":58.56,"AskUbuntuDupQuestions":62.33,"MindSmallReranking":32.36,"SciDocsRR":86.48,"StackOverflowDupQuestions":53.06} -{"index":216,"Rank":67,"Model":"granite-embedding-30m-english<\/a>","Model Size (Million Parameters)":30,"Memory Usage (GB, fp32)":0.11,"Embedding Dimensions":384,"Max Tokens":514,"Average":58.53,"AskUbuntuDupQuestions":64.13,"MindSmallReranking":30.88,"SciDocsRR":86.45,"StackOverflowDupQuestions":52.65} -{"index":18,"Rank":68,"Model":"gme-Qwen2-VL-2B-Instruct<\/a>","Model Size (Million Parameters)":2209,"Memory Usage (GB, fp32)":8.23,"Embedding Dimensions":1536,"Max Tokens":32768,"Average":58.5,"AskUbuntuDupQuestions":60.65,"MindSmallReranking":33.41,"SciDocsRR":85.83,"StackOverflowDupQuestions":54.11} -{"index":24,"Rank":69,"Model":"gte-large-en-v1.5<\/a>","Model Size (Million Parameters)":434,"Memory Usage (GB, fp32)":1.62,"Embedding Dimensions":1024,"Max Tokens":8192,"Average":58.5,"AskUbuntuDupQuestions":63.13,"MindSmallReranking":31.46,"SciDocsRR":86.93,"StackOverflowDupQuestions":52.48} -{"index":321,"Rank":70,"Model":"all-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":58.44,"AskUbuntuDupQuestions":64.06,"MindSmallReranking":31.02,"SciDocsRR":87.2,"StackOverflowDupQuestions":51.47} -{"index":90,"Rank":71,"Model":"LLM2Vec-Mistral-supervised<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":58.42,"AskUbuntuDupQuestions":63.98,"MindSmallReranking":31.5,"SciDocsRR":83.8,"StackOverflowDupQuestions":54.41} -{"index":149,"Rank":72,"Model":"MedEmbed-small-v0.1<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":58.38,"AskUbuntuDupQuestions":62.69,"MindSmallReranking":31.72,"SciDocsRR":85.79,"StackOverflowDupQuestions":53.32} -{"index":34,"Rank":73,"Model":"bge-small-en-v1.5<\/a>","Model Size (Million Parameters)":24,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":512,"Max Tokens":512,"Average":58.36,"AskUbuntuDupQuestions":62.59,"MindSmallReranking":31.29,"SciDocsRR":85.94,"StackOverflowDupQuestions":53.64} -{"index":198,"Rank":74,"Model":"english-4U-bge-small<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":58.36,"AskUbuntuDupQuestions":62.59,"MindSmallReranking":31.29,"SciDocsRR":85.94,"StackOverflowDupQuestions":53.64} -{"index":375,"Rank":75,"Model":"bge-small-en-v1.5-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":58.36,"AskUbuntuDupQuestions":62.59,"MindSmallReranking":31.29,"SciDocsRR":85.94,"StackOverflowDupQuestions":53.64} -{"index":164,"Rank":76,"Model":"NoInstruct-small-Embedding-v0<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":58.3,"AskUbuntuDupQuestions":62.13,"MindSmallReranking":31.92,"SciDocsRR":86.18,"StackOverflowDupQuestions":52.96} -{"index":12,"Rank":77,"Model":"voyage-lite-02-instruct<\/a>","Model Size (Million Parameters)":1220,"Memory Usage (GB, fp32)":4.54,"Embedding Dimensions":1024,"Max Tokens":4000,"Average":58.24,"AskUbuntuDupQuestions":63.24,"MindSmallReranking":31.48,"SciDocsRR":84.68,"StackOverflowDupQuestions":53.56} -{"index":245,"Rank":78,"Model":"echo-mistral-7b-instruct-lasttoken<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":58.14,"AskUbuntuDupQuestions":64.13,"MindSmallReranking":32.92,"SciDocsRR":83.68,"StackOverflowDupQuestions":51.84} -{"index":166,"Rank":79,"Model":"concat-e5-small-bge-small-01<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":58.14,"AskUbuntuDupQuestions":61.81,"MindSmallReranking":31.3,"SciDocsRR":85.9,"StackOverflowDupQuestions":53.56} -{"index":243,"Rank":80,"Model":"jina-embeddings-v3<\/a>","Model Size (Million Parameters)":572,"Memory Usage (GB, fp32)":2.13,"Embedding Dimensions":1024,"Max Tokens":8194,"Average":58.13,"AskUbuntuDupQuestions":65.04,"MindSmallReranking":30.83,"SciDocsRR":84.88,"StackOverflowDupQuestions":51.77} -{"index":49,"Rank":81,"Model":"jina-embeddings-v3<\/a>","Model Size (Million Parameters)":572,"Memory Usage (GB, fp32)":2.13,"Embedding Dimensions":1024,"Max Tokens":8194,"Average":58.13,"AskUbuntuDupQuestions":65.04,"MindSmallReranking":30.83,"SciDocsRR":84.88,"StackOverflowDupQuestions":51.77} -{"index":322,"Rank":82,"Model":"all-MiniLM-L6-v2<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":384,"Max Tokens":512,"Average":58.04,"AskUbuntuDupQuestions":63.48,"MindSmallReranking":30.8,"SciDocsRR":87.12,"StackOverflowDupQuestions":50.77} -{"index":261,"Rank":83,"Model":"all-MiniLM-L6-v2-ds<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":58.04,"AskUbuntuDupQuestions":63.48,"MindSmallReranking":30.8,"SciDocsRR":87.12,"StackOverflowDupQuestions":50.76} -{"index":46,"Rank":84,"Model":"Cohere-embed-english-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":512,"Average":58.01,"AskUbuntuDupQuestions":61.7,"MindSmallReranking":32.67,"SciDocsRR":85.2,"StackOverflowDupQuestions":52.48} -{"index":397,"Rank":85,"Model":"text-embedding-3-large-256<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":256,"Max Tokens":8191,"Average":57.99,"AskUbuntuDupQuestions":64.61,"MindSmallReranking":29.63,"SciDocsRR":84.25,"StackOverflowDupQuestions":53.46} -{"index":156,"Rank":86,"Model":"bge-small-en<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":57.97,"AskUbuntuDupQuestions":62.28,"MindSmallReranking":30.46,"SciDocsRR":85.93,"StackOverflowDupQuestions":53.2} -{"index":161,"Rank":87,"Model":"GIST-all-MiniLM-L6-v2<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.08,"Embedding Dimensions":384,"Max Tokens":512,"Average":57.95,"AskUbuntuDupQuestions":62.97,"MindSmallReranking":31.31,"SciDocsRR":87.14,"StackOverflowDupQuestions":50.36} -{"index":279,"Rank":88,"Model":"bge-small-en-v1.5-quant<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":57.86,"AskUbuntuDupQuestions":62.4,"MindSmallReranking":31.28,"SciDocsRR":85.01,"StackOverflowDupQuestions":52.75} -{"index":48,"Rank":89,"Model":"Cohere-embed-multilingual-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":512,"Average":57.86,"AskUbuntuDupQuestions":62.13,"MindSmallReranking":32.59,"SciDocsRR":84.31,"StackOverflowDupQuestions":52.4} -{"index":0,"Rank":90,"Model":"text-embedding-004-256<\/a>","Model Size (Million Parameters)":1200,"Memory Usage (GB, fp32)":4.47,"Embedding Dimensions":256,"Max Tokens":2048,"Average":57.78,"AskUbuntuDupQuestions":63.84,"MindSmallReranking":31.89,"SciDocsRR":81.62,"StackOverflowDupQuestions":53.76} -{"index":353,"Rank":91,"Model":"gte-small<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":57.7,"AskUbuntuDupQuestions":61.72,"MindSmallReranking":32.21,"SciDocsRR":84.83,"StackOverflowDupQuestions":52.03} -{"index":23,"Rank":92,"Model":"gte-base-en-v1.5<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":8192,"Average":57.66,"AskUbuntuDupQuestions":61.83,"MindSmallReranking":31.34,"SciDocsRR":85.17,"StackOverflowDupQuestions":52.29} -{"index":248,"Rank":93,"Model":"modernbert-embed-large<\/a>","Model Size (Million Parameters)":395,"Memory Usage (GB, fp32)":1.47,"Embedding Dimensions":1024,"Max Tokens":8192,"Average":57.65,"AskUbuntuDupQuestions":63.21,"MindSmallReranking":30.99,"SciDocsRR":83.41,"StackOverflowDupQuestions":52.98} -{"index":208,"Rank":94,"Model":"instructor-large<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":768,"Max Tokens":512,"Average":57.54,"AskUbuntuDupQuestions":64.3,"MindSmallReranking":31.68,"SciDocsRR":82.0,"StackOverflowDupQuestions":52.17} -{"index":157,"Rank":95,"Model":"Titan-text-embeddings-v2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":57.5,"AskUbuntuDupQuestions":63.29,"MindSmallReranking":31.3,"SciDocsRR":80.67,"StackOverflowDupQuestions":54.75} -{"index":85,"Rank":96,"Model":"onnx-gte-multilingual-base<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":57.47,"AskUbuntuDupQuestions":61.88,"MindSmallReranking":31.75,"SciDocsRR":84.15,"StackOverflowDupQuestions":52.09} -{"index":25,"Rank":97,"Model":"gte-multilingual-base<\/a>","Model Size (Million Parameters)":305,"Memory Usage (GB, fp32)":1.14,"Embedding Dimensions":768,"Max Tokens":8192,"Average":57.47,"AskUbuntuDupQuestions":61.88,"MindSmallReranking":31.75,"SciDocsRR":84.15,"StackOverflowDupQuestions":52.09} -{"index":86,"Rank":98,"Model":"LLM2Vec-Llama-2-7b-chat-hf-mntp-supervised<\/a>","Model Size (Million Parameters)":6607,"Memory Usage (GB, fp32)":24.61,"Embedding Dimensions":4096,"Max Tokens":4096,"Average":57.38,"AskUbuntuDupQuestions":63.13,"MindSmallReranking":31.34,"SciDocsRR":84.03,"StackOverflowDupQuestions":51.02} -{"index":209,"Rank":99,"Model":"instructor-xl<\/a>","Model Size (Million Parameters)":1241,"Memory Usage (GB, fp32)":4.62,"Embedding Dimensions":768,"Max Tokens":512,"Average":57.29,"AskUbuntuDupQuestions":65.35,"MindSmallReranking":31.81,"SciDocsRR":79.49,"StackOverflowDupQuestions":52.52} -{"index":276,"Rank":100,"Model":"bge-base-en-v1.5-sparse<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":57.18,"AskUbuntuDupQuestions":60.23,"MindSmallReranking":31.71,"SciDocsRR":84.46,"StackOverflowDupQuestions":52.32} -{"index":299,"Rank":101,"Model":"MiniCPM-Embedding-Light<\/a>","Model Size (Million Parameters)":434,"Memory Usage (GB, fp32)":1.62,"Embedding Dimensions":1024,"Max Tokens":4096,"Average":57.14,"AskUbuntuDupQuestions":60.45,"MindSmallReranking":32.68,"SciDocsRR":84.07,"StackOverflowDupQuestions":51.37} -{"index":252,"Rank":102,"Model":"XLM-3B5-embedding<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":57.12,"AskUbuntuDupQuestions":62.73,"MindSmallReranking":30.81,"SciDocsRR":85.11,"StackOverflowDupQuestions":49.85} -{"index":203,"Rank":103,"Model":"jina-embeddings-v2-base-en-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":56.98,"AskUbuntuDupQuestions":62.25,"MindSmallReranking":30.54,"SciDocsRR":83.1,"StackOverflowDupQuestions":52.05} -{"index":240,"Rank":104,"Model":"jina-embeddings-v2-base-en<\/a>","Model Size (Million Parameters)":275,"Memory Usage (GB, fp32)":1.02,"Embedding Dimensions":768,"Max Tokens":8192,"Average":56.98,"AskUbuntuDupQuestions":62.25,"MindSmallReranking":30.54,"SciDocsRR":83.1,"StackOverflowDupQuestions":52.05} -{"index":274,"Rank":105,"Model":"jina-embeddings-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":56.98,"AskUbuntuDupQuestions":62.25,"MindSmallReranking":30.54,"SciDocsRR":83.1,"StackOverflowDupQuestions":52.05} -{"index":159,"Rank":106,"Model":"jina-embeddings-v2-base-en<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":8192,"Average":56.98,"AskUbuntuDupQuestions":62.25,"MindSmallReranking":30.54,"SciDocsRR":83.1,"StackOverflowDupQuestions":52.05} -{"index":374,"Rank":107,"Model":"jina-embeddings-v2-base-en-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":56.98,"AskUbuntuDupQuestions":62.25,"MindSmallReranking":30.54,"SciDocsRR":83.1,"StackOverflowDupQuestions":52.05} -{"index":302,"Rank":108,"Model":"mini-gte<\/a>","Model Size (Million Parameters)":66,"Memory Usage (GB, fp32)":0.25,"Embedding Dimensions":768,"Max Tokens":512,"Average":56.98,"AskUbuntuDupQuestions":61.57,"MindSmallReranking":32.16,"SciDocsRR":84.42,"StackOverflowDupQuestions":49.79} -{"index":247,"Rank":109,"Model":"cde-small-v2<\/a>","Model Size (Million Parameters)":150,"Memory Usage (GB, fp32)":0.56,"Embedding Dimensions":768,"Max Tokens":512,"Average":56.94,"AskUbuntuDupQuestions":61.79,"MindSmallReranking":28.91,"SciDocsRR":84.37,"StackOverflowDupQuestions":52.7} -{"index":305,"Rank":110,"Model":"FAB-Ramy-v1<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average":56.9,"AskUbuntuDupQuestions":63.0,"MindSmallReranking":29.32,"SciDocsRR":84.76,"StackOverflowDupQuestions":50.54} -{"index":246,"Rank":111,"Model":"cde-small-v1<\/a>","Model Size (Million Parameters)":143,"Memory Usage (GB, fp32)":0.53,"Embedding Dimensions":768,"Max Tokens":512,"Average":56.75,"AskUbuntuDupQuestions":61.27,"MindSmallReranking":30.1,"SciDocsRR":82.91,"StackOverflowDupQuestions":52.72} -{"index":399,"Rank":112,"Model":"text-embedding-3-small<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":8191,"Average":56.72,"AskUbuntuDupQuestions":62.18,"MindSmallReranking":29.93,"SciDocsRR":83.25,"StackOverflowDupQuestions":51.53} -{"index":331,"Rank":113,"Model":"gtr-t5-xxl<\/a>","Model Size (Million Parameters)":4865,"Memory Usage (GB, fp32)":18.12,"Embedding Dimensions":768,"Max Tokens":512,"Average":56.66,"AskUbuntuDupQuestions":63.23,"MindSmallReranking":31.93,"SciDocsRR":77.96,"StackOverflowDupQuestions":53.5} -{"index":222,"Rank":114,"Model":"e5-large-v2<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":56.61,"AskUbuntuDupQuestions":59.62,"MindSmallReranking":31.83,"SciDocsRR":84.31,"StackOverflowDupQuestions":50.68} -{"index":75,"Rank":115,"Model":"e5-large-v2-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":56.61,"AskUbuntuDupQuestions":59.62,"MindSmallReranking":31.83,"SciDocsRR":84.31,"StackOverflowDupQuestions":50.68} -{"index":109,"Rank":116,"Model":"SGPT-5.8B-weightedmean-msmarco-specb-bitfit<\/a>","Model Size (Million Parameters)":5874,"Memory Usage (GB, fp32)":21.88,"Embedding Dimensions":4096,"Max Tokens":2048,"Average":56.56,"AskUbuntuDupQuestions":61.63,"MindSmallReranking":32.29,"SciDocsRR":80.79,"StackOverflowDupQuestions":51.53} -{"index":221,"Rank":117,"Model":"e5-large<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":56.53,"AskUbuntuDupQuestions":60.07,"MindSmallReranking":30.78,"SciDocsRR":83.94,"StackOverflowDupQuestions":51.33} -{"index":339,"Rank":118,"Model":"sentence-t5-xxl<\/a>","Model Size (Million Parameters)":4865,"Memory Usage (GB, fp32)":18.12,"Embedding Dimensions":768,"Max Tokens":512,"Average":56.42,"AskUbuntuDupQuestions":66.16,"MindSmallReranking":30.6,"SciDocsRR":76.09,"StackOverflowDupQuestions":52.85} -{"index":282,"Rank":119,"Model":"modernbert-embed-base<\/a>","Model Size (Million Parameters)":149,"Memory Usage (GB, fp32)":0.56,"Embedding Dimensions":768,"Max Tokens":8192,"Average":56.42,"AskUbuntuDupQuestions":62.33,"MindSmallReranking":30.62,"SciDocsRR":81.52,"StackOverflowDupQuestions":51.19} -{"index":237,"Rank":120,"Model":"jina-embedding-l-en-v1<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":56.42,"AskUbuntuDupQuestions":62.83,"MindSmallReranking":31.48,"SciDocsRR":80.97,"StackOverflowDupQuestions":50.38} -{"index":396,"Rank":121,"Model":"text-embedding-ada-002<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":8191,"Average":56.32,"AskUbuntuDupQuestions":62.05,"MindSmallReranking":31.45,"SciDocsRR":81.22,"StackOverflowDupQuestions":50.54} -{"index":79,"Rank":122,"Model":"bilingual-embedding-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":56.26,"AskUbuntuDupQuestions":60.77,"MindSmallReranking":31.72,"SciDocsRR":84.26,"StackOverflowDupQuestions":48.3} -{"index":207,"Rank":123,"Model":"instructor-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":56.2,"AskUbuntuDupQuestions":63.17,"MindSmallReranking":31.82,"SciDocsRR":78.83,"StackOverflowDupQuestions":50.99} -{"index":45,"Rank":124,"Model":"Cohere-embed-english-light-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":56.09,"AskUbuntuDupQuestions":60.11,"MindSmallReranking":31.87,"SciDocsRR":81.62,"StackOverflowDupQuestions":50.76} -{"index":211,"Rank":125,"Model":"granite-embedding-278m-multilingual-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":56.07,"AskUbuntuDupQuestions":62.34,"MindSmallReranking":30.54,"SciDocsRR":79.61,"StackOverflowDupQuestions":51.78} -{"index":215,"Rank":126,"Model":"granite-embedding-278m-multilingual<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":56.07,"AskUbuntuDupQuestions":62.34,"MindSmallReranking":30.54,"SciDocsRR":79.61,"StackOverflowDupQuestions":51.78} -{"index":210,"Rank":127,"Model":"granite-embedding-278m-multilingual-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":56.07,"AskUbuntuDupQuestions":62.34,"MindSmallReranking":30.54,"SciDocsRR":79.61,"StackOverflowDupQuestions":51.78} -{"index":330,"Rank":128,"Model":"gtr-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Embedding Dimensions":768,"Max Tokens":512,"Average":55.96,"AskUbuntuDupQuestions":63.08,"MindSmallReranking":31.5,"SciDocsRR":76.49,"StackOverflowDupQuestions":52.79} -{"index":227,"Rank":129,"Model":"multilingual-e5-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":55.96,"AskUbuntuDupQuestions":59.24,"MindSmallReranking":30.24,"SciDocsRR":84.22,"StackOverflowDupQuestions":50.14} -{"index":138,"Rank":130,"Model":"snowflake-arctic-embed-m-v1.5<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":55.94,"AskUbuntuDupQuestions":61.6,"MindSmallReranking":30.21,"SciDocsRR":79.74,"StackOverflowDupQuestions":52.2} -{"index":235,"Rank":131,"Model":"udever-bloom-7b1<\/a>","Model Size (Million Parameters)":7069,"Memory Usage (GB, fp32)":26.33,"Embedding Dimensions":4096,"Max Tokens":2048,"Average":55.91,"AskUbuntuDupQuestions":61.6,"MindSmallReranking":31.22,"SciDocsRR":80.27,"StackOverflowDupQuestions":50.55} -{"index":150,"Rank":132,"Model":"e5-base-v2-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":55.91,"AskUbuntuDupQuestions":58.98,"MindSmallReranking":31.29,"SciDocsRR":83.02,"StackOverflowDupQuestions":50.34} -{"index":195,"Rank":133,"Model":"e5-base-4k<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":55.91,"AskUbuntuDupQuestions":58.98,"MindSmallReranking":31.29,"SciDocsRR":83.02,"StackOverflowDupQuestions":50.34} -{"index":220,"Rank":134,"Model":"e5-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":55.91,"AskUbuntuDupQuestions":58.98,"MindSmallReranking":31.29,"SciDocsRR":83.02,"StackOverflowDupQuestions":50.34} -{"index":65,"Rank":135,"Model":"KaLM-embedding-multilingual-mini-v1<\/a>","Model Size (Million Parameters)":494,"Memory Usage (GB, fp32)":1.84,"Embedding Dimensions":896,"Max Tokens":131072,"Average":55.86,"AskUbuntuDupQuestions":60.01,"MindSmallReranking":32.18,"SciDocsRR":81.89,"StackOverflowDupQuestions":49.34} -{"index":236,"Rank":136,"Model":"jina-embedding-b-en-v1<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":55.84,"AskUbuntuDupQuestions":62.4,"MindSmallReranking":31.56,"SciDocsRR":79.31,"StackOverflowDupQuestions":50.11} -{"index":135,"Rank":137,"Model":"snowflake-arctic-embed-l-v2.0<\/a>","Model Size (Million Parameters)":568,"Memory Usage (GB, fp32)":2.12,"Embedding Dimensions":1024,"Max Tokens":8194,"Average":55.78,"AskUbuntuDupQuestions":63.35,"MindSmallReranking":29.58,"SciDocsRR":78.75,"StackOverflowDupQuestions":51.46} -{"index":386,"Rank":138,"Model":"nomic-embed-text-v1.5-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":55.78,"AskUbuntuDupQuestions":61.71,"MindSmallReranking":30.31,"SciDocsRR":80.61,"StackOverflowDupQuestions":50.47} -{"index":127,"Rank":139,"Model":"nomic-embed-text-v1.5-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":55.78,"AskUbuntuDupQuestions":61.71,"MindSmallReranking":30.31,"SciDocsRR":80.61,"StackOverflowDupQuestions":50.47} -{"index":272,"Rank":140,"Model":"nomic-embed-text-v1.5-Q4_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":55.78,"AskUbuntuDupQuestions":61.71,"MindSmallReranking":30.31,"SciDocsRR":80.61,"StackOverflowDupQuestions":50.47} -{"index":291,"Rank":141,"Model":"nomic-embed-text-v1.5<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":8192,"Average":55.78,"AskUbuntuDupQuestions":61.71,"MindSmallReranking":30.31,"SciDocsRR":80.61,"StackOverflowDupQuestions":50.47} -{"index":147,"Rank":142,"Model":"nomic-embed-text-v1.5-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":55.78,"AskUbuntuDupQuestions":61.71,"MindSmallReranking":30.31,"SciDocsRR":80.61,"StackOverflowDupQuestions":50.47} -{"index":38,"Rank":143,"Model":"nomic-embed-text-v1.5-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":55.78,"AskUbuntuDupQuestions":61.71,"MindSmallReranking":30.31,"SciDocsRR":80.61,"StackOverflowDupQuestions":50.47} -{"index":36,"Rank":144,"Model":"nomic-embed-text-v1.5<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":8192,"Average":55.78,"AskUbuntuDupQuestions":61.71,"MindSmallReranking":30.31,"SciDocsRR":80.61,"StackOverflowDupQuestions":50.47} -{"index":144,"Rank":145,"Model":"gte-tiny<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.08,"Embedding Dimensions":384,"Max Tokens":512,"Average":55.77,"AskUbuntuDupQuestions":59.83,"MindSmallReranking":32.06,"SciDocsRR":81.54,"StackOverflowDupQuestions":49.65} -{"index":219,"Rank":146,"Model":"e5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":55.7,"AskUbuntuDupQuestions":59.66,"MindSmallReranking":30.07,"SciDocsRR":82.9,"StackOverflowDupQuestions":50.15} -{"index":284,"Rank":147,"Model":"nomic-embed-text-v1<\/a>","Model Size (Million Parameters)":547,"Memory Usage (GB, fp32)":2.04,"Embedding Dimensions":768,"Max Tokens":8192,"Average":55.69,"AskUbuntuDupQuestions":60.6,"MindSmallReranking":30.81,"SciDocsRR":81.45,"StackOverflowDupQuestions":49.9} -{"index":35,"Rank":148,"Model":"nomic-embed-text-v1<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":8192,"Average":55.69,"AskUbuntuDupQuestions":60.6,"MindSmallReranking":30.81,"SciDocsRR":81.45,"StackOverflowDupQuestions":49.9} -{"index":175,"Rank":149,"Model":"sgpt-bloom-7b1-msmarco<\/a>","Model Size (Million Parameters)":7068,"Memory Usage (GB, fp32)":26.33,"Embedding Dimensions":4096,"Max Tokens":2048,"Average":55.65,"AskUbuntuDupQuestions":59.97,"MindSmallReranking":31.79,"SciDocsRR":79.77,"StackOverflowDupQuestions":51.07} -{"index":289,"Rank":150,"Model":"nomic-embed-text-v1.5-512<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":512,"Max Tokens":8192,"Average":55.65,"AskUbuntuDupQuestions":61.6,"MindSmallReranking":30.34,"SciDocsRR":80.33,"StackOverflowDupQuestions":50.32} -{"index":190,"Rank":151,"Model":"USER-bge-m3<\/a>","Model Size (Million Parameters)":359,"Memory Usage (GB, fp32)":1.34,"Embedding Dimensions":1024,"Max Tokens":8192,"Average":55.6,"AskUbuntuDupQuestions":61.89,"MindSmallReranking":31.09,"SciDocsRR":78.23,"StackOverflowDupQuestions":51.19} -{"index":251,"Rank":152,"Model":"XLM-0B6-embedding<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":55.6,"AskUbuntuDupQuestions":61.11,"MindSmallReranking":28.83,"SciDocsRR":85.93,"StackOverflowDupQuestions":46.52} -{"index":213,"Rank":153,"Model":"granite-embedding-107m-multilingual<\/a>","Model Size (Million Parameters)":107,"Memory Usage (GB, fp32)":0.4,"Embedding Dimensions":384,"Max Tokens":514,"Average":55.58,"AskUbuntuDupQuestions":61.9,"MindSmallReranking":30.3,"SciDocsRR":79.33,"StackOverflowDupQuestions":50.81} -{"index":63,"Rank":154,"Model":"KaLM-embedding-multilingual-mini-instruct-v1<\/a>","Model Size (Million Parameters)":494,"Memory Usage (GB, fp32)":1.84,"Embedding Dimensions":896,"Max Tokens":131072,"Average":55.58,"AskUbuntuDupQuestions":60.16,"MindSmallReranking":31.59,"SciDocsRR":80.72,"StackOverflowDupQuestions":49.85} -{"index":249,"Rank":155,"Model":"modernbert-embed-large-unsupervised<\/a>","Model Size (Million Parameters)":395,"Memory Usage (GB, fp32)":1.47,"Embedding Dimensions":1024,"Max Tokens":8192,"Average":55.54,"AskUbuntuDupQuestions":60.06,"MindSmallReranking":31.02,"SciDocsRR":83.1,"StackOverflowDupQuestions":48.0} -{"index":250,"Rank":156,"Model":"MegatronBert-1B3-embedding<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":55.5,"AskUbuntuDupQuestions":58.96,"MindSmallReranking":29.32,"SciDocsRR":88.03,"StackOverflowDupQuestions":45.71} -{"index":137,"Rank":157,"Model":"snowflake-arctic-embed-m-long<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":8192,"Average":55.47,"AskUbuntuDupQuestions":61.36,"MindSmallReranking":29.91,"SciDocsRR":79.23,"StackOverflowDupQuestions":51.38} -{"index":134,"Rank":158,"Model":"snowflake-arctic-embed-l<\/a>","Model Size (Million Parameters)":334,"Memory Usage (GB, fp32)":1.24,"Embedding Dimensions":1024,"Max Tokens":512,"Average":55.46,"AskUbuntuDupQuestions":60.35,"MindSmallReranking":29.08,"SciDocsRR":81.56,"StackOverflowDupQuestions":50.87} -{"index":136,"Rank":159,"Model":"snowflake-arctic-embed-m<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":55.42,"AskUbuntuDupQuestions":60.53,"MindSmallReranking":29.17,"SciDocsRR":80.81,"StackOverflowDupQuestions":51.19} -{"index":64,"Rank":160,"Model":"KaLM-embedding-multilingual-mini-instruct-v1.5<\/a>","Model Size (Million Parameters)":494,"Memory Usage (GB, fp32)":1.84,"Embedding Dimensions":896,"Max Tokens":131072,"Average":55.41,"AskUbuntuDupQuestions":60.35,"MindSmallReranking":31.92,"SciDocsRR":80.99,"StackOverflowDupQuestions":48.38} -{"index":78,"Rank":161,"Model":"bilingual-embedding-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":55.4,"AskUbuntuDupQuestions":59.28,"MindSmallReranking":31.65,"SciDocsRR":81.48,"StackOverflowDupQuestions":49.2} -{"index":92,"Rank":162,"Model":"LLM2Vec-Sheared-Llama-supervised<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":4096,"Average":55.38,"AskUbuntuDupQuestions":60.71,"MindSmallReranking":31.96,"SciDocsRR":79.23,"StackOverflowDupQuestions":49.61} -{"index":329,"Rank":163,"Model":"gtr-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Embedding Dimensions":768,"Max Tokens":512,"Average":55.36,"AskUbuntuDupQuestions":61.64,"MindSmallReranking":31.84,"SciDocsRR":76.39,"StackOverflowDupQuestions":51.58} -{"index":95,"Rank":164,"Model":"Ivysaur<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.08,"Embedding Dimensions":384,"Max Tokens":512,"Average":55.34,"AskUbuntuDupQuestions":59.7,"MindSmallReranking":31.78,"SciDocsRR":80.04,"StackOverflowDupQuestions":49.83} -{"index":301,"Rank":165,"Model":"jina-embeddings-v2-base-es-Q5_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":55.32,"AskUbuntuDupQuestions":61.19,"MindSmallReranking":30.61,"SciDocsRR":79.3,"StackOverflowDupQuestions":50.18} -{"index":27,"Rank":166,"Model":"jina-embeddings-v2-base-es-Q2_K-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":55.32,"AskUbuntuDupQuestions":61.19,"MindSmallReranking":30.61,"SciDocsRR":79.3,"StackOverflowDupQuestions":50.18} -{"index":28,"Rank":167,"Model":"jina-embeddings-v2-base-es-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":55.32,"AskUbuntuDupQuestions":61.19,"MindSmallReranking":30.61,"SciDocsRR":79.3,"StackOverflowDupQuestions":50.18} -{"index":241,"Rank":168,"Model":"jina-embeddings-v2-base-es<\/a>","Model Size (Million Parameters)":161,"Memory Usage (GB, fp32)":0.6,"Embedding Dimensions":768,"Max Tokens":8192,"Average":55.32,"AskUbuntuDupQuestions":61.19,"MindSmallReranking":30.61,"SciDocsRR":79.3,"StackOverflowDupQuestions":50.18} -{"index":140,"Rank":169,"Model":"snowflake-arctic-embed-s<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":55.31,"AskUbuntuDupQuestions":61.15,"MindSmallReranking":30.6,"SciDocsRR":79.34,"StackOverflowDupQuestions":50.16} -{"index":306,"Rank":170,"Model":"FAE-v1<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":55.28,"AskUbuntuDupQuestions":57.34,"MindSmallReranking":32.28,"SciDocsRR":83.88,"StackOverflowDupQuestions":47.6} -{"index":184,"Rank":171,"Model":"cai-stellaris-text-embeddings<\/a>","Model Size (Million Parameters)":53,"Memory Usage (GB, fp32)":0.2,"Embedding Dimensions":768,"Max Tokens":514,"Average":55.24,"AskUbuntuDupQuestions":60.35,"MindSmallReranking":30.98,"SciDocsRR":81.45,"StackOverflowDupQuestions":48.17} -{"index":288,"Rank":172,"Model":"nomic-embed-text-v1.5-256<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":256,"Max Tokens":8192,"Average":55.18,"AskUbuntuDupQuestions":61.34,"MindSmallReranking":30.04,"SciDocsRR":79.4,"StackOverflowDupQuestions":49.95} -{"index":242,"Rank":173,"Model":"jina-embeddings-v2-small-en<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":512,"Max Tokens":8192,"Average":55.09,"AskUbuntuDupQuestions":59.62,"MindSmallReranking":30.99,"SciDocsRR":79.76,"StackOverflowDupQuestions":49.99} -{"index":53,"Rank":174,"Model":"jina-embeddings-v2-small-en-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":55.09,"AskUbuntuDupQuestions":59.62,"MindSmallReranking":30.99,"SciDocsRR":79.76,"StackOverflowDupQuestions":49.99} -{"index":47,"Rank":175,"Model":"Cohere-embed-multilingual-light-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":384,"Max Tokens":512,"Average":55.06,"AskUbuntuDupQuestions":58.54,"MindSmallReranking":31.36,"SciDocsRR":79.9,"StackOverflowDupQuestions":50.45} -{"index":226,"Rank":176,"Model":"multilingual-e5-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":55.03,"AskUbuntuDupQuestions":59.28,"MindSmallReranking":29.28,"SciDocsRR":81.81,"StackOverflowDupQuestions":49.75} -{"index":283,"Rank":177,"Model":"modernbert-embed-base-unsupervised<\/a>","Model Size (Million Parameters)":149,"Memory Usage (GB, fp32)":0.56,"Embedding Dimensions":768,"Max Tokens":8192,"Average":55.0,"AskUbuntuDupQuestions":59.55,"MindSmallReranking":30.63,"SciDocsRR":81.57,"StackOverflowDupQuestions":48.25} -{"index":286,"Rank":178,"Model":"nomic-embed-text-v1-unsupervised<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":8192,"Average":54.99,"AskUbuntuDupQuestions":59.57,"MindSmallReranking":30.6,"SciDocsRR":79.91,"StackOverflowDupQuestions":49.87} -{"index":233,"Rank":179,"Model":"udever-bloom-3b<\/a>","Model Size (Million Parameters)":3003,"Memory Usage (GB, fp32)":11.19,"Embedding Dimensions":2560,"Max Tokens":2048,"Average":54.9,"AskUbuntuDupQuestions":59.92,"MindSmallReranking":30.97,"SciDocsRR":78.62,"StackOverflowDupQuestions":50.07} -{"index":111,"Rank":180,"Model":"multilingual-e5-base-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":54.84,"AskUbuntuDupQuestions":58.23,"MindSmallReranking":30.97,"SciDocsRR":80.74,"StackOverflowDupQuestions":49.41} -{"index":192,"Rank":181,"Model":"multilingual-e5-base-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":54.84,"AskUbuntuDupQuestions":58.23,"MindSmallReranking":30.97,"SciDocsRR":80.74,"StackOverflowDupQuestions":49.41} -{"index":39,"Rank":182,"Model":"multilingual-e5-base-similarity-v1-onnx-quantized<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":54.84,"AskUbuntuDupQuestions":58.23,"MindSmallReranking":30.97,"SciDocsRR":80.74,"StackOverflowDupQuestions":49.41} -{"index":338,"Rank":183,"Model":"sentence-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Embedding Dimensions":768,"Max Tokens":512,"Average":54.71,"AskUbuntuDupQuestions":62.86,"MindSmallReranking":29.77,"SciDocsRR":75.16,"StackOverflowDupQuestions":51.05} -{"index":139,"Rank":184,"Model":"snowflake-arctic-embed-m-v2.0<\/a>","Model Size (Million Parameters)":305,"Memory Usage (GB, fp32)":1.14,"Embedding Dimensions":768,"Max Tokens":8192,"Average":54.7,"AskUbuntuDupQuestions":60.65,"MindSmallReranking":30.3,"SciDocsRR":77.37,"StackOverflowDupQuestions":50.48} -{"index":179,"Rank":185,"Model":"snowflake-arctic-embed-m-v2.0-cpu<\/a>","Model Size (Million Parameters)":305,"Memory Usage (GB, fp32)":1.14,"Embedding Dimensions":768,"Max Tokens":8192,"Average":54.7,"AskUbuntuDupQuestions":60.65,"MindSmallReranking":30.3,"SciDocsRR":77.37,"StackOverflowDupQuestions":50.48} -{"index":108,"Rank":186,"Model":"SGPT-2.7B-weightedmean-msmarco-specb-bitfit<\/a>","Model Size (Million Parameters)":2685,"Memory Usage (GB, fp32)":10.0,"Embedding Dimensions":2560,"Max Tokens":2048,"Average":54.67,"AskUbuntuDupQuestions":59.63,"MindSmallReranking":31.72,"SciDocsRR":77.72,"StackOverflowDupQuestions":49.61} -{"index":82,"Rank":187,"Model":"jina-embeddings-v2-base-de-Q5_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":54.64,"AskUbuntuDupQuestions":60.56,"MindSmallReranking":30.4,"SciDocsRR":78.09,"StackOverflowDupQuestions":49.5} -{"index":239,"Rank":188,"Model":"jina-embeddings-v2-base-de<\/a>","Model Size (Million Parameters)":161,"Memory Usage (GB, fp32)":0.6,"Embedding Dimensions":768,"Max Tokens":8192,"Average":54.64,"AskUbuntuDupQuestions":60.56,"MindSmallReranking":30.4,"SciDocsRR":78.09,"StackOverflowDupQuestions":49.5} -{"index":178,"Rank":189,"Model":"jina-embeddings-v2-base-de-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":54.64,"AskUbuntuDupQuestions":60.56,"MindSmallReranking":30.4,"SciDocsRR":78.09,"StackOverflowDupQuestions":49.5} -{"index":188,"Rank":190,"Model":"embedder-100p<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":54.63,"AskUbuntuDupQuestions":61.05,"MindSmallReranking":30.55,"SciDocsRR":79.83,"StackOverflowDupQuestions":47.1} -{"index":193,"Rank":191,"Model":"multi-qa-MiniLM-L6-cos-v1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":54.58,"AskUbuntuDupQuestions":63.09,"MindSmallReranking":30.89,"SciDocsRR":74.28,"StackOverflowDupQuestions":50.06} -{"index":287,"Rank":192,"Model":"nomic-embed-text-v1.5-128<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":128,"Max Tokens":8192,"Average":54.56,"AskUbuntuDupQuestions":61.16,"MindSmallReranking":30.02,"SciDocsRR":78.05,"StackOverflowDupQuestions":49.0} -{"index":378,"Rank":193,"Model":"new_model<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":54.46,"AskUbuntuDupQuestions":57.69,"MindSmallReranking":30.32,"SciDocsRR":79.91,"StackOverflowDupQuestions":49.93} -{"index":224,"Rank":194,"Model":"e5-small<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":54.45,"AskUbuntuDupQuestions":59.36,"MindSmallReranking":29.56,"SciDocsRR":79.76,"StackOverflowDupQuestions":49.13} -{"index":141,"Rank":195,"Model":"snowflake-arctic-embed-xs<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.08,"Embedding Dimensions":384,"Max Tokens":512,"Average":54.4,"AskUbuntuDupQuestions":60.25,"MindSmallReranking":30.26,"SciDocsRR":76.94,"StackOverflowDupQuestions":50.16} -{"index":225,"Rank":196,"Model":"e5-small-v2<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":54.32,"AskUbuntuDupQuestions":58.11,"MindSmallReranking":30.1,"SciDocsRR":79.16,"StackOverflowDupQuestions":49.93} -{"index":143,"Rank":197,"Model":"bge-micro-v2<\/a>","Model Size (Million Parameters)":17,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average":54.29,"AskUbuntuDupQuestions":58.08,"MindSmallReranking":31.07,"SciDocsRR":78.57,"StackOverflowDupQuestions":49.43} -{"index":372,"Rank":198,"Model":"b1ade-embed-kd<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":54.29,"AskUbuntuDupQuestions":57.59,"MindSmallReranking":31.29,"SciDocsRR":82.14,"StackOverflowDupQuestions":46.13} -{"index":142,"Rank":199,"Model":"bge-micro<\/a>","Model Size (Million Parameters)":17,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average":54.28,"AskUbuntuDupQuestions":58.09,"MindSmallReranking":31.29,"SciDocsRR":78.78,"StackOverflowDupQuestions":48.96} -{"index":232,"Rank":200,"Model":"udever-bloom-1b1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":2048,"Average":54.28,"AskUbuntuDupQuestions":59.5,"MindSmallReranking":30.51,"SciDocsRR":78.11,"StackOverflowDupQuestions":49.0} -{"index":328,"Rank":201,"Model":"gtr-t5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":54.23,"AskUbuntuDupQuestions":60.86,"MindSmallReranking":31.33,"SciDocsRR":73.71,"StackOverflowDupQuestions":51.01} -{"index":356,"Rank":202,"Model":"BinGSE-Sheared-LLaMA<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":54.16,"AskUbuntuDupQuestions":59.94,"MindSmallReranking":32.17,"SciDocsRR":77.21,"StackOverflowDupQuestions":47.33} -{"index":280,"Rank":203,"Model":"bge-small-en-v1.5-sparse<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":54.14,"AskUbuntuDupQuestions":56.97,"MindSmallReranking":31.38,"SciDocsRR":79.46,"StackOverflowDupQuestions":48.75} -{"index":105,"Rank":204,"Model":"SGPT-1.3B-weightedmean-msmarco-specb-bitfit<\/a>","Model Size (Million Parameters)":1341,"Memory Usage (GB, fp32)":4.99,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":54.0,"AskUbuntuDupQuestions":58.13,"MindSmallReranking":31.34,"SciDocsRR":77.21,"StackOverflowDupQuestions":49.32} -{"index":337,"Rank":205,"Model":"sentence-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Embedding Dimensions":768,"Max Tokens":512,"Average":54.0,"AskUbuntuDupQuestions":61.51,"MindSmallReranking":30.27,"SciDocsRR":74.88,"StackOverflowDupQuestions":49.34} -{"index":91,"Rank":206,"Model":"LLM2Vec-Mistral-unsupervised<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":53.98,"AskUbuntuDupQuestions":58.6,"MindSmallReranking":29.73,"SciDocsRR":77.81,"StackOverflowDupQuestions":49.8} -{"index":67,"Rank":207,"Model":"lodestone-base-4096-v1<\/a>","Model Size (Million Parameters)":69,"Memory Usage (GB, fp32)":0.26,"Embedding Dimensions":768,"Max Tokens":4096,"Average":53.95,"AskUbuntuDupQuestions":58.79,"MindSmallReranking":32.02,"SciDocsRR":78.54,"StackOverflowDupQuestions":46.44} -{"index":312,"Rank":208,"Model":"zzz<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":53.95,"AskUbuntuDupQuestions":58.79,"MindSmallReranking":32.02,"SciDocsRR":78.54,"StackOverflowDupQuestions":46.44} -{"index":244,"Rank":209,"Model":"multilingual-e5-small-ct2-int8<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":53.87,"AskUbuntuDupQuestions":57.88,"MindSmallReranking":30.28,"SciDocsRR":78.13,"StackOverflowDupQuestions":49.2} -{"index":335,"Rank":210,"Model":"paraphrase-multilingual-mpnet-base-v2<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":53.8,"AskUbuntuDupQuestions":60.16,"MindSmallReranking":30.15,"SciDocsRR":78.09,"StackOverflowDupQuestions":46.78} -{"index":158,"Rank":211,"Model":"bge-small-4096<\/a>","Model Size (Million Parameters)":35,"Memory Usage (GB, fp32)":0.13,"Embedding Dimensions":384,"Max Tokens":4096,"Average":53.64,"AskUbuntuDupQuestions":58.54,"MindSmallReranking":30.98,"SciDocsRR":77.2,"StackOverflowDupQuestions":47.85} -{"index":334,"Rank":212,"Model":"paraphrase-multilingual-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":53.62,"AskUbuntuDupQuestions":60.49,"MindSmallReranking":30.37,"SciDocsRR":77.78,"StackOverflowDupQuestions":45.85} -{"index":94,"Rank":213,"Model":"Bulbasaur<\/a>","Model Size (Million Parameters)":17,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average":53.49,"AskUbuntuDupQuestions":57.49,"MindSmallReranking":31.78,"SciDocsRR":77.89,"StackOverflowDupQuestions":46.78} -{"index":290,"Rank":214,"Model":"nomic-embed-text-v1.5-64<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":64,"Max Tokens":8192,"Average":53.42,"AskUbuntuDupQuestions":60.79,"MindSmallReranking":29.7,"SciDocsRR":75.79,"StackOverflowDupQuestions":47.42} -{"index":80,"Rank":215,"Model":"bilingual-embedding-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":53.37,"AskUbuntuDupQuestions":56.79,"MindSmallReranking":30.92,"SciDocsRR":78.61,"StackOverflowDupQuestions":47.16} -{"index":285,"Rank":216,"Model":"nomic-embed-text-v1-ablated<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":8192,"Average":53.32,"AskUbuntuDupQuestions":57.59,"MindSmallReranking":31.29,"SciDocsRR":75.51,"StackOverflowDupQuestions":48.89} -{"index":400,"Rank":217,"Model":"elser-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":30522,"Max Tokens":512,"Average":53.27,"AskUbuntuDupQuestions":58.31,"MindSmallReranking":30.75,"SciDocsRR":75.62,"StackOverflowDupQuestions":48.4} -{"index":292,"Rank":218,"Model":"contriever-base-msmarco<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":53.14,"AskUbuntuDupQuestions":56.69,"MindSmallReranking":31.58,"SciDocsRR":76.51,"StackOverflowDupQuestions":47.78} -{"index":89,"Rank":219,"Model":"LLM2Vec-Meta-Llama-3-unsupervised<\/a>","Model Size (Million Parameters)":7505,"Memory Usage (GB, fp32)":27.96,"Embedding Dimensions":4096,"Max Tokens":8192,"Average":53.09,"AskUbuntuDupQuestions":57.16,"MindSmallReranking":30.1,"SciDocsRR":76.28,"StackOverflowDupQuestions":48.82} -{"index":336,"Rank":220,"Model":"sentence-t5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":53.09,"AskUbuntuDupQuestions":59.73,"MindSmallReranking":30.2,"SciDocsRR":73.96,"StackOverflowDupQuestions":48.46} -{"index":238,"Rank":221,"Model":"jina-embedding-s-en-v1<\/a>","Model Size (Million Parameters)":35,"Memory Usage (GB, fp32)":0.13,"Embedding Dimensions":512,"Max Tokens":512,"Average":53.07,"AskUbuntuDupQuestions":60.25,"MindSmallReranking":30.68,"SciDocsRR":74.16,"StackOverflowDupQuestions":47.18} -{"index":87,"Rank":222,"Model":"LLM2Vec-Llama-2-unsupervised<\/a>","Model Size (Million Parameters)":6607,"Memory Usage (GB, fp32)":24.61,"Embedding Dimensions":4096,"Max Tokens":4096,"Average":52.95,"AskUbuntuDupQuestions":55.56,"MindSmallReranking":30.86,"SciDocsRR":77.62,"StackOverflowDupQuestions":47.77} -{"index":229,"Rank":223,"Model":"multilingual-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":52.9,"AskUbuntuDupQuestions":56.42,"MindSmallReranking":29.96,"SciDocsRR":78.26,"StackOverflowDupQuestions":46.97} -{"index":361,"Rank":224,"Model":"l3_wl<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":52.82,"AskUbuntuDupQuestions":55.62,"MindSmallReranking":30.47,"SciDocsRR":83.38,"StackOverflowDupQuestions":41.82} -{"index":364,"Rank":225,"Model":"wl_sw_256<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":52.68,"AskUbuntuDupQuestions":55.81,"MindSmallReranking":30.52,"SciDocsRR":82.8,"StackOverflowDupQuestions":41.59} -{"index":360,"Rank":226,"Model":"gte_wl<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":52.61,"AskUbuntuDupQuestions":55.58,"MindSmallReranking":31.01,"SciDocsRR":79.72,"StackOverflowDupQuestions":44.12} -{"index":234,"Rank":227,"Model":"udever-bloom-560m<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":2048,"Average":52.6,"AskUbuntuDupQuestions":57.38,"MindSmallReranking":30.52,"SciDocsRR":75.13,"StackOverflowDupQuestions":47.38} -{"index":110,"Rank":228,"Model":"SGPT-5.8B-weightedmean-nli-bitfit<\/a>","Model Size (Million Parameters)":5874,"Memory Usage (GB, fp32)":21.88,"Embedding Dimensions":4096,"Max Tokens":2048,"Average":52.33,"AskUbuntuDupQuestions":55.9,"MindSmallReranking":31.11,"SciDocsRR":77.54,"StackOverflowDupQuestions":44.77} -{"index":359,"Rank":229,"Model":"GTE_wl_mv<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":52.09,"AskUbuntuDupQuestions":55.43,"MindSmallReranking":30.76,"SciDocsRR":78.54,"StackOverflowDupQuestions":43.62} -{"index":332,"Rank":230,"Model":"msmarco-bert-co-condensor<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":51.84,"AskUbuntuDupQuestions":58.99,"MindSmallReranking":27.13,"SciDocsRR":72.78,"StackOverflowDupQuestions":48.48} -{"index":103,"Rank":231,"Model":"test24<\/a>","Model Size (Million Parameters)":17,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average":51.68,"AskUbuntuDupQuestions":56.48,"MindSmallReranking":29.57,"SciDocsRR":74.66,"StackOverflowDupQuestions":45.99} -{"index":266,"Rank":232,"Model":"potion-base-32M<\/a>","Model Size (Million Parameters)":32,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":512,"Max Tokens":1000000,"Average":50.92,"AskUbuntuDupQuestions":54.24,"MindSmallReranking":30.67,"SciDocsRR":74.83,"StackOverflowDupQuestions":43.96} -{"index":358,"Rank":233,"Model":"GTE512_sw<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":50.9,"AskUbuntuDupQuestions":54.16,"MindSmallReranking":31.1,"SciDocsRR":74.36,"StackOverflowDupQuestions":43.99} -{"index":357,"Rank":234,"Model":"GTE256_sw<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":50.86,"AskUbuntuDupQuestions":54.68,"MindSmallReranking":31.22,"SciDocsRR":74.04,"StackOverflowDupQuestions":43.52} -{"index":342,"Rank":235,"Model":"text2vec-base-multilingual<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":256,"Average":50.66,"AskUbuntuDupQuestions":57.91,"MindSmallReranking":29.64,"SciDocsRR":70.21,"StackOverflowDupQuestions":44.9} -{"index":106,"Rank":236,"Model":"SGPT-125M-weightedmean-msmarco-specb-bitfit<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":2048,"Average":50.58,"AskUbuntuDupQuestions":55.84,"MindSmallReranking":30.4,"SciDocsRR":71.34,"StackOverflowDupQuestions":44.74} -{"index":104,"Rank":237,"Model":"test25<\/a>","Model Size (Million Parameters)":17,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average":50.55,"AskUbuntuDupQuestions":55.77,"MindSmallReranking":29.04,"SciDocsRR":72.91,"StackOverflowDupQuestions":44.49} -{"index":98,"Rank":238,"Model":"Wartortle<\/a>","Model Size (Million Parameters)":17,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average":50.29,"AskUbuntuDupQuestions":54.09,"MindSmallReranking":30.28,"SciDocsRR":74.48,"StackOverflowDupQuestions":42.3} -{"index":340,"Rank":239,"Model":"LaBSE-ru-turbo<\/a>","Model Size (Million Parameters)":128,"Memory Usage (GB, fp32)":0.48,"Embedding Dimensions":768,"Max Tokens":512,"Average":50.2,"AskUbuntuDupQuestions":55.91,"MindSmallReranking":29.19,"SciDocsRR":69.74,"StackOverflowDupQuestions":45.98} -{"index":376,"Rank":240,"Model":"potion-base-8M-stf<\/a>","Model Size (Million Parameters)":8,"Memory Usage (GB, fp32)":0.03,"Embedding Dimensions":256,"Max Tokens":1000000,"Average":49.73,"AskUbuntuDupQuestions":54.14,"MindSmallReranking":29.43,"SciDocsRR":72.1,"StackOverflowDupQuestions":43.25} -{"index":268,"Rank":241,"Model":"potion-base-8M<\/a>","Model Size (Million Parameters)":8,"Memory Usage (GB, fp32)":0.03,"Embedding Dimensions":256,"Max Tokens":1000000,"Average":49.73,"AskUbuntuDupQuestions":54.14,"MindSmallReranking":29.43,"SciDocsRR":72.1,"StackOverflowDupQuestions":43.25} -{"index":363,"Rank":242,"Model":"mv_sw<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":49.72,"AskUbuntuDupQuestions":54.11,"MindSmallReranking":29.43,"SciDocsRR":72.1,"StackOverflowDupQuestions":43.25} -{"index":97,"Rank":243,"Model":"Venusaur<\/a>","Model Size (Million Parameters)":16,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average":49.41,"AskUbuntuDupQuestions":53.77,"MindSmallReranking":29.92,"SciDocsRR":70.82,"StackOverflowDupQuestions":43.14} -{"index":173,"Rank":244,"Model":"brown-fairy-base-v0<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.08,"Embedding Dimensions":768,"Max Tokens":1000000,"Average":49.22,"AskUbuntuDupQuestions":54.05,"MindSmallReranking":28.56,"SciDocsRR":71.46,"StackOverflowDupQuestions":42.79} -{"index":263,"Rank":245,"Model":"M2V_base_glove_subword<\/a>","Model Size (Million Parameters)":103,"Memory Usage (GB, fp32)":0.38,"Embedding Dimensions":256,"Max Tokens":1000000,"Average":49.15,"AskUbuntuDupQuestions":52.86,"MindSmallReranking":28.53,"SciDocsRR":71.11,"StackOverflowDupQuestions":44.1} -{"index":392,"Rank":246,"Model":"text-similarity-ada-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":2046,"Average":49.02,"AskUbuntuDupQuestions":53.49,"MindSmallReranking":30.71,"SciDocsRR":71.04,"StackOverflowDupQuestions":40.85} -{"index":327,"Rank":247,"Model":"distiluse-base-multilingual-cased-v2<\/a>","Model Size (Million Parameters)":135,"Memory Usage (GB, fp32)":0.5,"Embedding Dimensions":512,"Max Tokens":512,"Average":48.82,"AskUbuntuDupQuestions":53.75,"MindSmallReranking":30.39,"SciDocsRR":69.22,"StackOverflowDupQuestions":41.92} -{"index":174,"Rank":248,"Model":"red-beetle-base-v1.1<\/a>","Model Size (Million Parameters)":30,"Memory Usage (GB, fp32)":0.11,"Embedding Dimensions":1024,"Max Tokens":1000000,"Average":48.81,"AskUbuntuDupQuestions":53.33,"MindSmallReranking":28.66,"SciDocsRR":70.25,"StackOverflowDupQuestions":42.99} -{"index":267,"Rank":249,"Model":"potion-base-4M<\/a>","Model Size (Million Parameters)":4,"Memory Usage (GB, fp32)":0.01,"Embedding Dimensions":128,"Max Tokens":1000000,"Average":48.76,"AskUbuntuDupQuestions":53.8,"MindSmallReranking":29.03,"SciDocsRR":70.29,"StackOverflowDupQuestions":41.9} -{"index":96,"Rank":250,"Model":"Squirtle<\/a>","Model Size (Million Parameters)":16,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average":48.51,"AskUbuntuDupQuestions":52.34,"MindSmallReranking":30.09,"SciDocsRR":71.04,"StackOverflowDupQuestions":40.57} -{"index":262,"Rank":251,"Model":"M2V_base_glove<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Embedding Dimensions":256,"Max Tokens":1000000,"Average":48.5,"AskUbuntuDupQuestions":52.89,"MindSmallReranking":28.83,"SciDocsRR":71.51,"StackOverflowDupQuestions":40.75} -{"index":320,"Rank":252,"Model":"LaBSE<\/a>","Model Size (Million Parameters)":471,"Memory Usage (GB, fp32)":1.75,"Embedding Dimensions":768,"Max Tokens":512,"Average":48.42,"AskUbuntuDupQuestions":52.75,"MindSmallReranking":29.81,"SciDocsRR":68.72,"StackOverflowDupQuestions":42.42} -{"index":324,"Rank":253,"Model":"allenai-specter<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":48.1,"AskUbuntuDupQuestions":50.07,"MindSmallReranking":24.8,"SciDocsRR":81.31,"StackOverflowDupQuestions":36.22} -{"index":180,"Rank":254,"Model":"LaBSE-en-ru<\/a>","Model Size (Million Parameters)":129,"Memory Usage (GB, fp32)":0.48,"Embedding Dimensions":768,"Max Tokens":512,"Average":47.98,"AskUbuntuDupQuestions":53.02,"MindSmallReranking":29.22,"SciDocsRR":67.31,"StackOverflowDupQuestions":42.36} -{"index":183,"Rank":255,"Model":"cai-lunaris-text-embeddings<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":47.85,"AskUbuntuDupQuestions":53.44,"MindSmallReranking":28.54,"SciDocsRR":68.65,"StackOverflowDupQuestions":40.76} -{"index":93,"Rank":256,"Model":"LLM2Vec-Sheared-Llama-unsupervised<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":4096,"Average":47.7,"AskUbuntuDupQuestions":52.7,"MindSmallReranking":29.52,"SciDocsRR":67.76,"StackOverflowDupQuestions":40.82} -{"index":172,"Rank":257,"Model":"brown-beetle-tiny-v1.1<\/a>","Model Size (Million Parameters)":4,"Memory Usage (GB, fp32)":0.01,"Embedding Dimensions":768,"Max Tokens":1000000,"Average":47.68,"AskUbuntuDupQuestions":52.73,"MindSmallReranking":28.15,"SciDocsRR":68.06,"StackOverflowDupQuestions":41.78} -{"index":264,"Rank":258,"Model":"M2V_base_output<\/a>","Model Size (Million Parameters)":8,"Memory Usage (GB, fp32)":0.03,"Embedding Dimensions":256,"Max Tokens":1000000,"Average":47.63,"AskUbuntuDupQuestions":51.63,"MindSmallReranking":26.98,"SciDocsRR":68.53,"StackOverflowDupQuestions":43.38} -{"index":169,"Rank":259,"Model":"brown-beetle-small-v1<\/a>","Model Size (Million Parameters)":8,"Memory Usage (GB, fp32)":0.03,"Embedding Dimensions":256,"Max Tokens":1000000,"Average":47.62,"AskUbuntuDupQuestions":51.6,"MindSmallReranking":26.99,"SciDocsRR":68.53,"StackOverflowDupQuestions":43.37} -{"index":107,"Rank":260,"Model":"SGPT-125M-weightedmean-nli-bitfit<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":2048,"Average":47.56,"AskUbuntuDupQuestions":52.63,"MindSmallReranking":29.27,"SciDocsRR":68.36,"StackOverflowDupQuestions":39.97} -{"index":167,"Rank":261,"Model":"brown-beetle-base-v1<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.08,"Embedding Dimensions":768,"Max Tokens":1000000,"Average":47.55,"AskUbuntuDupQuestions":51.4,"MindSmallReranking":27.03,"SciDocsRR":68.56,"StackOverflowDupQuestions":43.2} -{"index":303,"Rank":262,"Model":"sup-simcse-bert-base-uncased<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":47.54,"AskUbuntuDupQuestions":51.8,"MindSmallReranking":29.3,"SciDocsRR":70.14,"StackOverflowDupQuestions":38.9} -{"index":265,"Rank":263,"Model":"potion-base-2M<\/a>","Model Size (Million Parameters)":2,"Memory Usage (GB, fp32)":0.01,"Embedding Dimensions":64,"Max Tokens":1000000,"Average":46.82,"AskUbuntuDupQuestions":52.91,"MindSmallReranking":28.02,"SciDocsRR":66.14,"StackOverflowDupQuestions":40.2} -{"index":171,"Rank":264,"Model":"brown-beetle-tiny-v1<\/a>","Model Size (Million Parameters)":4,"Memory Usage (GB, fp32)":0.01,"Embedding Dimensions":128,"Max Tokens":1000000,"Average":46.8,"AskUbuntuDupQuestions":51.27,"MindSmallReranking":26.6,"SciDocsRR":66.86,"StackOverflowDupQuestions":42.46} -{"index":304,"Rank":265,"Model":"unsup-simcse-bert-base-uncased<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":46.47,"AskUbuntuDupQuestions":51.57,"MindSmallReranking":28.62,"SciDocsRR":66.33,"StackOverflowDupQuestions":39.35} -{"index":197,"Rank":266,"Model":"SONAR<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":46.18,"AskUbuntuDupQuestions":50.89,"MindSmallReranking":26.88,"SciDocsRR":68.36,"StackOverflowDupQuestions":38.61} -{"index":326,"Rank":267,"Model":"average_word_embeddings_komninos<\/a>","Model Size (Million Parameters)":134,"Memory Usage (GB, fp32)":0.5,"Embedding Dimensions":300,"Max Tokens":"N\/A","Average":44.75,"AskUbuntuDupQuestions":50.88,"MindSmallReranking":28.92,"SciDocsRR":63.55,"StackOverflowDupQuestions":35.65} -{"index":362,"Rank":268,"Model":"llm_mse<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":44.59,"AskUbuntuDupQuestions":49.12,"MindSmallReranking":26.87,"SciDocsRR":60.75,"StackOverflowDupQuestions":41.61} -{"index":189,"Rank":269,"Model":"USER-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":512,"Average":44.25,"AskUbuntuDupQuestions":50.31,"MindSmallReranking":28.0,"SciDocsRR":59.74,"StackOverflowDupQuestions":38.95} -{"index":341,"Rank":270,"Model":"rubert-tiny-turbo<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"Embedding Dimensions":312,"Max Tokens":2048,"Average":44.02,"AskUbuntuDupQuestions":49.48,"MindSmallReranking":29.14,"SciDocsRR":59.49,"StackOverflowDupQuestions":37.97} -{"index":206,"Rank":271,"Model":"bert-base-uncased<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":43.44,"AskUbuntuDupQuestions":45.84,"MindSmallReranking":28.37,"SciDocsRR":64.94,"StackOverflowDupQuestions":34.62} -{"index":325,"Rank":272,"Model":"average_word_embeddings_glove.6B.300d<\/a>","Model Size (Million Parameters)":120,"Memory Usage (GB, fp32)":0.45,"Embedding Dimensions":300,"Max Tokens":"N\/A","Average":43.29,"AskUbuntuDupQuestions":49.57,"MindSmallReranking":27.01,"SciDocsRR":62.56,"StackOverflowDupQuestions":34.03} -{"index":14,"Rank":273,"Model":"LASER2<\/a>","Model Size (Million Parameters)":43,"Memory Usage (GB, fp32)":0.16,"Embedding Dimensions":1024,"Max Tokens":"N\/A","Average":41.44,"AskUbuntuDupQuestions":48.99,"MindSmallReranking":24.79,"SciDocsRR":54.99,"StackOverflowDupQuestions":36.98} -{"index":182,"Rank":274,"Model":"rubert-tiny2<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"Embedding Dimensions":2048,"Max Tokens":514,"Average":41.38,"AskUbuntuDupQuestions":48.11,"MindSmallReranking":26.74,"SciDocsRR":54.67,"StackOverflowDupQuestions":36.0} -{"index":181,"Rank":275,"Model":"rubert-tiny<\/a>","Model Size (Million Parameters)":12,"Memory Usage (GB, fp32)":0.04,"Embedding Dimensions":512,"Max Tokens":514,"Average":40.08,"AskUbuntuDupQuestions":47.47,"MindSmallReranking":25.98,"SciDocsRR":51.43,"StackOverflowDupQuestions":35.42} -{"index":153,"Rank":276,"Model":"sbert_large_mt_nlu_ru<\/a>","Model Size (Million Parameters)":427,"Memory Usage (GB, fp32)":1.59,"Embedding Dimensions":1024,"Max Tokens":514,"Average":38.57,"AskUbuntuDupQuestions":46.55,"MindSmallReranking":26.72,"SciDocsRR":48.16,"StackOverflowDupQuestions":32.85} -{"index":50,"Rank":277,"Model":"distilrubert-small-cased-conversational<\/a>","Model Size (Million Parameters)":106,"Memory Usage (GB, fp32)":0.39,"Embedding Dimensions":768,"Max Tokens":512,"Average":37.91,"AskUbuntuDupQuestions":45.48,"MindSmallReranking":24.95,"SciDocsRR":47.81,"StackOverflowDupQuestions":33.41} -{"index":51,"Rank":278,"Model":"rubert-base-cased<\/a>","Model Size (Million Parameters)":180,"Memory Usage (GB, fp32)":0.67,"Embedding Dimensions":768,"Max Tokens":512,"Average":37.53,"AskUbuntuDupQuestions":46.46,"MindSmallReranking":28.06,"SciDocsRR":45.85,"StackOverflowDupQuestions":29.76} -{"index":52,"Rank":279,"Model":"rubert-base-cased-sentence<\/a>","Model Size (Million Parameters)":180,"Memory Usage (GB, fp32)":0.67,"Embedding Dimensions":768,"Max Tokens":512,"Average":37.48,"AskUbuntuDupQuestions":45.69,"MindSmallReranking":26.15,"SciDocsRR":48.28,"StackOverflowDupQuestions":29.81} -{"index":191,"Rank":280,"Model":"deberta-v1-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":512,"Average":36.64,"AskUbuntuDupQuestions":43.92,"MindSmallReranking":27.66,"SciDocsRR":43.56,"StackOverflowDupQuestions":31.42} -{"index":154,"Rank":281,"Model":"sbert_large_nlu_ru<\/a>","Model Size (Million Parameters)":427,"Memory Usage (GB, fp32)":1.59,"Embedding Dimensions":1024,"Max Tokens":512,"Average":36.24,"AskUbuntuDupQuestions":43.65,"MindSmallReranking":26.86,"SciDocsRR":44.72,"StackOverflowDupQuestions":29.72} -{"index":354,"Rank":282,"Model":"ALL_862873<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":34.44,"AskUbuntuDupQuestions":44.88,"MindSmallReranking":25.65,"SciDocsRR":43.9,"StackOverflowDupQuestions":23.35} -{"index":373,"Rank":283,"Model":"b1ade-embed-kd_3<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":0.53,"AskUbuntuDupQuestions":0.56,"MindSmallReranking":0.31,"SciDocsRR":0.79,"StackOverflowDupQuestions":0.47} -{"index":2,"Rank":284,"Model":"titan-embed-text-v1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":8000,"Average":"","AskUbuntuDupQuestions":"","MindSmallReranking":"","SciDocsRR":88.87,"StackOverflowDupQuestions":""} -{"index":3,"Rank":285,"Model":"mistral-embed<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":"","Average":"","AskUbuntuDupQuestions":"","MindSmallReranking":"","SciDocsRR":"","StackOverflowDupQuestions":""} -{"index":4,"Rank":286,"Model":"voyage-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":4000,"Average":"","AskUbuntuDupQuestions":"","MindSmallReranking":"","SciDocsRR":"","StackOverflowDupQuestions":""} -{"index":5,"Rank":287,"Model":"voyage-3-lite<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":512,"Max Tokens":32000,"Average":"","AskUbuntuDupQuestions":60.58,"MindSmallReranking":31.83,"SciDocsRR":"","StackOverflowDupQuestions":""} -{"index":7,"Rank":288,"Model":"voyage-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":32000,"Average":"","AskUbuntuDupQuestions":61.52,"MindSmallReranking":31.93,"SciDocsRR":"","StackOverflowDupQuestions":""} -{"index":8,"Rank":289,"Model":"voyage-code-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":16000,"Average":"","AskUbuntuDupQuestions":"","MindSmallReranking":"","SciDocsRR":"","StackOverflowDupQuestions":""} -{"index":10,"Rank":290,"Model":"voyage-law-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":16000,"Average":"","AskUbuntuDupQuestions":"","MindSmallReranking":"","SciDocsRR":"","StackOverflowDupQuestions":""} -{"index":13,"Rank":291,"Model":"voyage-multilingual-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":32000,"Average":"","AskUbuntuDupQuestions":61.76,"MindSmallReranking":33.05,"SciDocsRR":"","StackOverflowDupQuestions":""} -{"index":16,"Rank":293,"Model":"llm2vec-croissant-mntp<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":"","AskUbuntuDupQuestions":"","MindSmallReranking":"","SciDocsRR":"","StackOverflowDupQuestions":""} -{"index":32,"Rank":295,"Model":"bge-m3<\/a>","Model Size (Million Parameters)":567,"Memory Usage (GB, fp32)":2.11,"Embedding Dimensions":1024,"Max Tokens":8192,"Average":"","AskUbuntuDupQuestions":"","MindSmallReranking":"","SciDocsRR":"","StackOverflowDupQuestions":""} -{"index":37,"Rank":296,"Model":"e5-R-mistral-7b<\/a>","Model Size (Million Parameters)":7242,"Memory Usage (GB, fp32)":26.98,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","AskUbuntuDupQuestions":"","MindSmallReranking":"","SciDocsRR":"","StackOverflowDupQuestions":""} -{"index":42,"Rank":297,"Model":"winberta-base<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","AskUbuntuDupQuestions":53.99,"MindSmallReranking":"","SciDocsRR":"","StackOverflowDupQuestions":""} -{"index":54,"Rank":300,"Model":"xlm-roberta-base<\/a>","Model Size (Million Parameters)":279,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","AskUbuntuDupQuestions":"","MindSmallReranking":"","SciDocsRR":"","StackOverflowDupQuestions":""} -{"index":55,"Rank":301,"Model":"xlm-roberta-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","AskUbuntuDupQuestions":"","MindSmallReranking":"","SciDocsRR":"","StackOverflowDupQuestions":""} -{"index":57,"Rank":303,"Model":"STS-multilingual-mpnet-base-v2<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","AskUbuntuDupQuestions":"","MindSmallReranking":"","SciDocsRR":"","StackOverflowDupQuestions":""} -{"index":58,"Rank":304,"Model":"bert-base-10lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AskUbuntuDupQuestions":"","MindSmallReranking":"","SciDocsRR":"","StackOverflowDupQuestions":""} -{"index":59,"Rank":305,"Model":"bert-base-15lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AskUbuntuDupQuestions":"","MindSmallReranking":"","SciDocsRR":"","StackOverflowDupQuestions":""} -{"index":60,"Rank":306,"Model":"bert-base-25lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AskUbuntuDupQuestions":"","MindSmallReranking":"","SciDocsRR":"","StackOverflowDupQuestions":""} -{"index":74,"Rank":313,"Model":"gemma-2b-embeddings<\/a>","Model Size (Million Parameters)":2506,"Memory Usage (GB, fp32)":9.34,"Embedding Dimensions":2048,"Max Tokens":8192,"Average":"","AskUbuntuDupQuestions":"","MindSmallReranking":"","SciDocsRR":"","StackOverflowDupQuestions":""} -{"index":77,"Rank":314,"Model":"bilingual-document-embedding<\/a>","Model Size (Million Parameters)":568,"Memory Usage (GB, fp32)":2.12,"Embedding Dimensions":1024,"Max Tokens":8194,"Average":"","AskUbuntuDupQuestions":"","MindSmallReranking":"","SciDocsRR":"","StackOverflowDupQuestions":""} -{"index":99,"Rank":317,"Model":"gte-micro<\/a>","Model Size (Million Parameters)":17,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","AskUbuntuDupQuestions":55.31,"MindSmallReranking":"","SciDocsRR":"","StackOverflowDupQuestions":""} -{"index":100,"Rank":318,"Model":"gte-micro-v2<\/a>","Model Size (Million Parameters)":17,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","AskUbuntuDupQuestions":"","MindSmallReranking":"","SciDocsRR":"","StackOverflowDupQuestions":""} -{"index":101,"Rank":319,"Model":"gte-micro-v3<\/a>","Model Size (Million Parameters)":17,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","AskUbuntuDupQuestions":"","MindSmallReranking":"","SciDocsRR":"","StackOverflowDupQuestions":""} -{"index":102,"Rank":320,"Model":"gte-micro-v4<\/a>","Model Size (Million Parameters)":19,"Memory Usage (GB, fp32)":0.07,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","AskUbuntuDupQuestions":58.01,"MindSmallReranking":"","SciDocsRR":"","StackOverflowDupQuestions":""} -{"index":115,"Rank":321,"Model":"Arabert-all-nli-triplet-Matryoshka<\/a>","Model Size (Million Parameters)":135,"Memory Usage (GB, fp32)":0.5,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AskUbuntuDupQuestions":"","MindSmallReranking":"","SciDocsRR":"","StackOverflowDupQuestions":""} -{"index":116,"Rank":322,"Model":"Arabic-MiniLM-L12-v2-all-nli-triplet<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","AskUbuntuDupQuestions":"","MindSmallReranking":"","SciDocsRR":"","StackOverflowDupQuestions":""} -{"index":117,"Rank":323,"Model":"Arabic-all-nli-triplet-Matryoshka<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","AskUbuntuDupQuestions":"","MindSmallReranking":"","SciDocsRR":"","StackOverflowDupQuestions":""} -{"index":118,"Rank":324,"Model":"Arabic-labse-Matryoshka<\/a>","Model Size (Million Parameters)":471,"Memory Usage (GB, fp32)":1.75,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AskUbuntuDupQuestions":"","MindSmallReranking":"","SciDocsRR":"","StackOverflowDupQuestions":""} -{"index":119,"Rank":325,"Model":"Arabic-mpnet-base-all-nli-triplet<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","AskUbuntuDupQuestions":"","MindSmallReranking":"","SciDocsRR":"","StackOverflowDupQuestions":""} -{"index":120,"Rank":326,"Model":"Marbert-all-nli-triplet-Matryoshka<\/a>","Model Size (Million Parameters)":163,"Memory Usage (GB, fp32)":0.61,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AskUbuntuDupQuestions":"","MindSmallReranking":"","SciDocsRR":"","StackOverflowDupQuestions":""} -{"index":121,"Rank":327,"Model":"Solon-embeddings-large-0.1<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","AskUbuntuDupQuestions":"","MindSmallReranking":"","SciDocsRR":"","StackOverflowDupQuestions":""} -{"index":122,"Rank":328,"Model":"KartonBERT-USE-base-v1<\/a>","Model Size (Million Parameters)":104,"Memory Usage (GB, fp32)":0.39,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AskUbuntuDupQuestions":"","MindSmallReranking":"","SciDocsRR":"","StackOverflowDupQuestions":""} -{"index":123,"Rank":329,"Model":"st-polish-kartonberta-base-alpha-v1<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","AskUbuntuDupQuestions":"","MindSmallReranking":"","SciDocsRR":"","StackOverflowDupQuestions":""} -{"index":132,"Rank":334,"Model":"LLaMA-embeeding<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","AskUbuntuDupQuestions":48.66,"MindSmallReranking":"","SciDocsRR":66.69,"StackOverflowDupQuestions":39.5} -{"index":133,"Rank":335,"Model":"yiyouliao<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","AskUbuntuDupQuestions":59.82,"MindSmallReranking":"","SciDocsRR":"","StackOverflowDupQuestions":""} -{"index":146,"Rank":336,"Model":"sentence-croissant-llm-base<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":"","AskUbuntuDupQuestions":"","MindSmallReranking":"","SciDocsRR":"","StackOverflowDupQuestions":""} -{"index":148,"Rank":337,"Model":"German_Semantic_STS_V2<\/a>","Model Size (Million Parameters)":336,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","AskUbuntuDupQuestions":"","MindSmallReranking":"","SciDocsRR":"","StackOverflowDupQuestions":""} -{"index":152,"Rank":339,"Model":"ru-en-RoSBERTa<\/a>","Model Size (Million Parameters)":404,"Memory Usage (GB, fp32)":1.5,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","AskUbuntuDupQuestions":"","MindSmallReranking":"","SciDocsRR":"","StackOverflowDupQuestions":""} -{"index":155,"Rank":340,"Model":"Giga-Embeddings-instruct<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","AskUbuntuDupQuestions":58.19,"MindSmallReranking":"","SciDocsRR":88.01,"StackOverflowDupQuestions":47.72} -{"index":168,"Rank":341,"Model":"brown-beetle-base-v1.1<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.08,"Embedding Dimensions":768,"Max Tokens":1000000,"Average":"","AskUbuntuDupQuestions":53.56,"MindSmallReranking":28.94,"SciDocsRR":70.68,"StackOverflowDupQuestions":""} -{"index":170,"Rank":342,"Model":"brown-beetle-small-v1.1<\/a>","Model Size (Million Parameters)":8,"Memory Usage (GB, fp32)":0.03,"Embedding Dimensions":768,"Max Tokens":1000000,"Average":"","AskUbuntuDupQuestions":53.31,"MindSmallReranking":28.76,"SciDocsRR":70.06,"StackOverflowDupQuestions":""} -{"index":176,"Rank":343,"Model":"bge-m3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","AskUbuntuDupQuestions":61.53,"MindSmallReranking":"","SciDocsRR":"","StackOverflowDupQuestions":""} -{"index":177,"Rank":344,"Model":"slx-v0.1<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.08,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","AskUbuntuDupQuestions":"","MindSmallReranking":"","SciDocsRR":"","StackOverflowDupQuestions":""} -{"index":185,"Rank":345,"Model":"french-document-embedding<\/a>","Model Size (Million Parameters)":305,"Memory Usage (GB, fp32)":1.14,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","AskUbuntuDupQuestions":"","MindSmallReranking":"","SciDocsRR":"","StackOverflowDupQuestions":""} -{"index":186,"Rank":346,"Model":"sentence-camembert-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AskUbuntuDupQuestions":"","MindSmallReranking":"","SciDocsRR":"","StackOverflowDupQuestions":""} -{"index":187,"Rank":347,"Model":"sentence-camembert-large<\/a>","Model Size (Million Parameters)":337,"Memory Usage (GB, fp32)":1.26,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","AskUbuntuDupQuestions":"","MindSmallReranking":"","SciDocsRR":"","StackOverflowDupQuestions":""} -{"index":194,"Rank":348,"Model":"sft-bge-small<\/a>","Model Size (Million Parameters)":24,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":512,"Max Tokens":512,"Average":"","AskUbuntuDupQuestions":"","MindSmallReranking":"","SciDocsRR":"","StackOverflowDupQuestions":""} -{"index":199,"Rank":349,"Model":"flaubert_base_cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AskUbuntuDupQuestions":"","MindSmallReranking":"","SciDocsRR":"","StackOverflowDupQuestions":""} -{"index":200,"Rank":350,"Model":"flaubert_base_uncased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AskUbuntuDupQuestions":"","MindSmallReranking":"","SciDocsRR":"","StackOverflowDupQuestions":""} -{"index":201,"Rank":351,"Model":"flaubert_large_cased<\/a>","Model Size (Million Parameters)":372,"Memory Usage (GB, fp32)":1.39,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","AskUbuntuDupQuestions":"","MindSmallReranking":"","SciDocsRR":"","StackOverflowDupQuestions":""} -{"index":204,"Rank":353,"Model":"bert-base-multilingual-cased<\/a>","Model Size (Million Parameters)":179,"Memory Usage (GB, fp32)":0.67,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AskUbuntuDupQuestions":"","MindSmallReranking":"","SciDocsRR":"","StackOverflowDupQuestions":""} -{"index":205,"Rank":354,"Model":"bert-base-multilingual-uncased<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AskUbuntuDupQuestions":"","MindSmallReranking":"","SciDocsRR":"","StackOverflowDupQuestions":""} -{"index":218,"Rank":355,"Model":"inf-retriever-v1<\/a>","Model Size (Million Parameters)":7069,"Memory Usage (GB, fp32)":26.33,"Embedding Dimensions":3584,"Max Tokens":131072,"Average":"","AskUbuntuDupQuestions":"","MindSmallReranking":"","SciDocsRR":"","StackOverflowDupQuestions":""} -{"index":230,"Rank":356,"Model":"herbert-base-retrieval-v2<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.47,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","AskUbuntuDupQuestions":"","MindSmallReranking":"","SciDocsRR":"","StackOverflowDupQuestions":""} -{"index":231,"Rank":357,"Model":"silver-retriever-base-v1<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.47,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","AskUbuntuDupQuestions":"","MindSmallReranking":"","SciDocsRR":"","StackOverflowDupQuestions":""} -{"index":255,"Rank":358,"Model":"ternary-weight-embedding<\/a>","Model Size (Million Parameters)":99,"Memory Usage (GB, fp32)":0.37,"Embedding Dimensions":1792,"Max Tokens":512,"Average":"","AskUbuntuDupQuestions":"","MindSmallReranking":"","SciDocsRR":"","StackOverflowDupQuestions":""} -{"index":256,"Rank":359,"Model":"bge-m3-custom-fr<\/a>","Model Size (Million Parameters)":568,"Memory Usage (GB, fp32)":2.12,"Embedding Dimensions":1024,"Max Tokens":8194,"Average":"","AskUbuntuDupQuestions":"","MindSmallReranking":"","SciDocsRR":"","StackOverflowDupQuestions":""} -{"index":257,"Rank":360,"Model":"sentence_croissant_alpha_v0.1<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":"","AskUbuntuDupQuestions":"","MindSmallReranking":"","SciDocsRR":"","StackOverflowDupQuestions":""} -{"index":258,"Rank":361,"Model":"sentence_croissant_alpha_v0.2<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":"","AskUbuntuDupQuestions":"","MindSmallReranking":"","SciDocsRR":"","StackOverflowDupQuestions":""} -{"index":259,"Rank":362,"Model":"sentence_croissant_alpha_v0.3<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":"","AskUbuntuDupQuestions":"","MindSmallReranking":"","SciDocsRR":"","StackOverflowDupQuestions":""} -{"index":260,"Rank":363,"Model":"sentence_croissant_alpha_v0.4<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":"","AskUbuntuDupQuestions":"","MindSmallReranking":"","SciDocsRR":"","StackOverflowDupQuestions":""} -{"index":271,"Rank":364,"Model":"mxbai-embed-xsmall-v1<\/a>","Model Size (Million Parameters)":24,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":384,"Max Tokens":4096,"Average":"","AskUbuntuDupQuestions":"","MindSmallReranking":"","SciDocsRR":"","StackOverflowDupQuestions":""} -{"index":273,"Rank":365,"Model":"fin-mpnet-base<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","AskUbuntuDupQuestions":"","MindSmallReranking":"","SciDocsRR":"","StackOverflowDupQuestions":""} -{"index":295,"Rank":368,"Model":"NV-Retriever-v1<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":512,"Average":"","AskUbuntuDupQuestions":"","MindSmallReranking":"","SciDocsRR":"","StackOverflowDupQuestions":""} -{"index":296,"Rank":369,"Model":"arabic-english-sts-matryoshka<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","AskUbuntuDupQuestions":"","MindSmallReranking":"","SciDocsRR":"","StackOverflowDupQuestions":""} -{"index":297,"Rank":370,"Model":"arabic-english-sts-matryoshka-v2.0<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","AskUbuntuDupQuestions":"","MindSmallReranking":"","SciDocsRR":"","StackOverflowDupQuestions":""} -{"index":298,"Rank":371,"Model":"MiniCPM-Embedding<\/a>","Model Size (Million Parameters)":2725,"Memory Usage (GB, fp32)":10.15,"Embedding Dimensions":2304,"Max Tokens":512,"Average":"","AskUbuntuDupQuestions":"","MindSmallReranking":"","SciDocsRR":"","StackOverflowDupQuestions":""} -{"index":313,"Rank":372,"Model":"mmlw-e5-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","AskUbuntuDupQuestions":"","MindSmallReranking":"","SciDocsRR":"","StackOverflowDupQuestions":""} -{"index":314,"Rank":373,"Model":"mmlw-e5-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","AskUbuntuDupQuestions":"","MindSmallReranking":"","SciDocsRR":"","StackOverflowDupQuestions":""} -{"index":315,"Rank":374,"Model":"mmlw-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","AskUbuntuDupQuestions":"","MindSmallReranking":"","SciDocsRR":"","StackOverflowDupQuestions":""} -{"index":316,"Rank":375,"Model":"mmlw-roberta-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","AskUbuntuDupQuestions":"","MindSmallReranking":"","SciDocsRR":"","StackOverflowDupQuestions":""} -{"index":317,"Rank":376,"Model":"mmlw-roberta-large<\/a>","Model Size (Million Parameters)":435,"Memory Usage (GB, fp32)":1.62,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","AskUbuntuDupQuestions":"","MindSmallReranking":"","SciDocsRR":"","StackOverflowDupQuestions":""} -{"index":318,"Rank":377,"Model":"st-polish-paraphrase-from-distilroberta<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.47,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","AskUbuntuDupQuestions":"","MindSmallReranking":"","SciDocsRR":"","StackOverflowDupQuestions":""} -{"index":319,"Rank":378,"Model":"st-polish-paraphrase-from-mpnet<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.47,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","AskUbuntuDupQuestions":"","MindSmallReranking":"","SciDocsRR":"","StackOverflowDupQuestions":""} -{"index":333,"Rank":379,"Model":"multi-qa-MiniLM-L6-cos-v1<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","AskUbuntuDupQuestions":"","MindSmallReranking":"","SciDocsRR":"","StackOverflowDupQuestions":""} -{"index":343,"Rank":380,"Model":"silma-embeddding-matryoshka-v0.1<\/a>","Model Size (Million Parameters)":135,"Memory Usage (GB, fp32)":0.5,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AskUbuntuDupQuestions":"","MindSmallReranking":"","SciDocsRR":"","StackOverflowDupQuestions":""} -{"index":344,"Rank":381,"Model":"silma-embeddding-sts-v0.1<\/a>","Model Size (Million Parameters)":135,"Memory Usage (GB, fp32)":0.5,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AskUbuntuDupQuestions":"","MindSmallReranking":"","SciDocsRR":"","StackOverflowDupQuestions":""} -{"index":347,"Rank":382,"Model":"ret-phi2-v0<\/a>","Model Size (Million Parameters)":2649,"Memory Usage (GB, fp32)":9.87,"Embedding Dimensions":2560,"Max Tokens":2048,"Average":"","AskUbuntuDupQuestions":"","MindSmallReranking":"","SciDocsRR":"","StackOverflowDupQuestions":""} -{"index":348,"Rank":383,"Model":"Angle_BERT<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AskUbuntuDupQuestions":51.34,"MindSmallReranking":"","SciDocsRR":70.59,"StackOverflowDupQuestions":40.99} -{"index":369,"Rank":387,"Model":"universal-sentence-encoder-multilingual-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":512,"Max Tokens":512,"Average":"","AskUbuntuDupQuestions":"","MindSmallReranking":"","SciDocsRR":"","StackOverflowDupQuestions":""} -{"index":370,"Rank":388,"Model":"universal-sentence-encoder-multilingual-large-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":512,"Max Tokens":512,"Average":"","AskUbuntuDupQuestions":"","MindSmallReranking":"","SciDocsRR":"","StackOverflowDupQuestions":""} -{"index":377,"Rank":389,"Model":"bilingual-embedding-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","AskUbuntuDupQuestions":"","MindSmallReranking":"","SciDocsRR":"","StackOverflowDupQuestions":""} -{"index":383,"Rank":392,"Model":"gte-small-quant<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","AskUbuntuDupQuestions":60.76,"MindSmallReranking":"","SciDocsRR":84.34,"StackOverflowDupQuestions":51.68} -{"index":385,"Rank":393,"Model":"bi-cse<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","AskUbuntuDupQuestions":"","MindSmallReranking":"","SciDocsRR":"","StackOverflowDupQuestions":""} -{"index":387,"Rank":394,"Model":"text-search-ada-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":2046,"Average":"","AskUbuntuDupQuestions":"","MindSmallReranking":"","SciDocsRR":"","StackOverflowDupQuestions":""} -{"index":388,"Rank":395,"Model":"text-search-ada-doc-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":2046,"Average":"","AskUbuntuDupQuestions":"","MindSmallReranking":"","SciDocsRR":"","StackOverflowDupQuestions":""} -{"index":389,"Rank":396,"Model":"text-search-babbage-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":2048,"Max Tokens":2046,"Average":"","AskUbuntuDupQuestions":"","MindSmallReranking":"","SciDocsRR":"","StackOverflowDupQuestions":""} -{"index":390,"Rank":397,"Model":"text-search-curie-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":4096,"Max Tokens":2046,"Average":"","AskUbuntuDupQuestions":"","MindSmallReranking":"","SciDocsRR":"","StackOverflowDupQuestions":""} -{"index":391,"Rank":398,"Model":"text-search-davinci-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":12288,"Max Tokens":2046,"Average":"","AskUbuntuDupQuestions":"","MindSmallReranking":"","SciDocsRR":"","StackOverflowDupQuestions":""} -{"index":393,"Rank":399,"Model":"text-similarity-babbage-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":2048,"Max Tokens":2046,"Average":"","AskUbuntuDupQuestions":54.68,"MindSmallReranking":"","SciDocsRR":72.78,"StackOverflowDupQuestions":40.65} -{"index":394,"Rank":400,"Model":"text-similarity-curie-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":4096,"Max Tokens":2046,"Average":"","AskUbuntuDupQuestions":55.09,"MindSmallReranking":"","SciDocsRR":70.93,"StackOverflowDupQuestions":42.42} -{"index":395,"Rank":401,"Model":"text-similarity-davinci-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":12288,"Max Tokens":2046,"Average":"","AskUbuntuDupQuestions":53.56,"MindSmallReranking":"","SciDocsRR":68.7,"StackOverflowDupQuestions":39.41} diff --git a/all_data_tasks/30/default.jsonl b/all_data_tasks/30/default.jsonl deleted file mode 100644 index 0eafe6d49db1a6062ba102639fe45be57959b3c9..0000000000000000000000000000000000000000 --- a/all_data_tasks/30/default.jsonl +++ /dev/null @@ -1,85 +0,0 @@ -{"index":6,"Rank":1,"Model":"gte-Qwen2-7B-instruct<\/a>","Model Size (Million Parameters)":7613,"Memory Usage (GB, fp32)":28.36,"Embedding Dimensions":3584,"Max Tokens":32768,"Average":81.28,"AmazonCounterfactualClassification (de)":75.62,"AmazonReviewsClassification (de)":59.37,"MTOPDomainClassification (de)":97.17,"MTOPIntentClassification (de)":88.18,"MassiveIntentClassification (de)":80.49,"MassiveScenarioClassification (de)":86.82} -{"index":20,"Rank":2,"Model":"jina-embeddings-v3<\/a>","Model Size (Million Parameters)":572,"Memory Usage (GB, fp32)":2.13,"Embedding Dimensions":1024,"Max Tokens":8194,"Average":79.03,"AmazonCounterfactualClassification (de)":89.61,"AmazonReviewsClassification (de)":48.07,"MTOPDomainClassification (de)":96.89,"MTOPIntentClassification (de)":80.79,"MassiveIntentClassification (de)":74.84,"MassiveScenarioClassification (de)":83.97} -{"index":62,"Rank":3,"Model":"jina-embeddings-v3<\/a>","Model Size (Million Parameters)":572,"Memory Usage (GB, fp32)":2.13,"Embedding Dimensions":1024,"Max Tokens":8194,"Average":79.03,"AmazonCounterfactualClassification (de)":89.61,"AmazonReviewsClassification (de)":48.07,"MTOPDomainClassification (de)":96.89,"MTOPIntentClassification (de)":80.79,"MassiveIntentClassification (de)":74.84,"MassiveScenarioClassification (de)":83.97} -{"index":24,"Rank":4,"Model":"GritLM-7B<\/a>","Model Size (Million Parameters)":7240,"Memory Usage (GB, fp32)":26.97,"Embedding Dimensions":"","Max Tokens":4096,"Average":76.55,"AmazonCounterfactualClassification (de)":74.94,"AmazonReviewsClassification (de)":58.21,"MTOPDomainClassification (de)":93.51,"MTOPIntentClassification (de)":79.28,"MassiveIntentClassification (de)":74.8,"MassiveScenarioClassification (de)":78.58} -{"index":8,"Rank":5,"Model":"e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":75.2,"AmazonCounterfactualClassification (de)":74.05,"AmazonReviewsClassification (de)":53.26,"MTOPDomainClassification (de)":92.98,"MTOPIntentClassification (de)":77.77,"MassiveIntentClassification (de)":74.09,"MassiveScenarioClassification (de)":79.03} -{"index":5,"Rank":6,"Model":"gte-Qwen1.5-7B-instruct<\/a>","Model Size (Million Parameters)":7099,"Memory Usage (GB, fp32)":26.45,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":75.01,"AmazonCounterfactualClassification (de)":74.94,"AmazonReviewsClassification (de)":58.19,"MTOPDomainClassification (de)":91.56,"MTOPIntentClassification (de)":79.15,"MassiveIntentClassification (de)":70.88,"MassiveScenarioClassification (de)":75.34} -{"index":83,"Rank":7,"Model":"text-embedding-3-large<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":3072,"Max Tokens":8191,"Average":73.22,"AmazonCounterfactualClassification (de)":71.7,"AmazonReviewsClassification (de)":48.18,"MTOPDomainClassification (de)":94.14,"MTOPIntentClassification (de)":77.08,"MassiveIntentClassification (de)":71.07,"MassiveScenarioClassification (de)":77.18} -{"index":32,"Rank":8,"Model":"SFR-Embedding-Mistral<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":72.55,"AmazonCounterfactualClassification (de)":71.56,"AmazonReviewsClassification (de)":54.46,"MTOPDomainClassification (de)":91.7,"MTOPIntentClassification (de)":69.41,"MassiveIntentClassification (de)":70.56,"MassiveScenarioClassification (de)":77.63} -{"index":52,"Rank":9,"Model":"e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":72.3,"AmazonCounterfactualClassification (de)":71.25,"AmazonReviewsClassification (de)":54.94,"MTOPDomainClassification (de)":90.48,"MTOPIntentClassification (de)":69.37,"MassiveIntentClassification (de)":70.52,"MassiveScenarioClassification (de)":77.22} -{"index":2,"Rank":10,"Model":"voyage-large-2-instruct<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":16000,"Average":70.72,"AmazonCounterfactualClassification (de)":64.61,"AmazonReviewsClassification (de)":47.52,"MTOPDomainClassification (de)":95.27,"MTOPIntentClassification (de)":70.28,"MassiveIntentClassification (de)":67.84,"MassiveScenarioClassification (de)":78.79} -{"index":84,"Rank":11,"Model":"text-embedding-3-small<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":8191,"Average":70.38,"AmazonCounterfactualClassification (de)":72.25,"AmazonReviewsClassification (de)":44.2,"MTOPDomainClassification (de)":92.77,"MTOPIntentClassification (de)":71.6,"MassiveIntentClassification (de)":66.56,"MassiveScenarioClassification (de)":74.88} -{"index":19,"Rank":12,"Model":"Cohere-embed-multilingual-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":512,"Average":69.97,"AmazonCounterfactualClassification (de)":68.58,"AmazonReviewsClassification (de)":48.05,"MTOPDomainClassification (de)":92.86,"MTOPIntentClassification (de)":69.81,"MassiveIntentClassification (de)":66.25,"MassiveScenarioClassification (de)":74.29} -{"index":56,"Rank":13,"Model":"multilingual-e5-large-instruct<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":69.55,"AmazonCounterfactualClassification (de)":65.61,"AmazonReviewsClassification (de)":54.54,"MTOPDomainClassification (de)":90.03,"MTOPIntentClassification (de)":68.55,"MassiveIntentClassification (de)":65.91,"MassiveScenarioClassification (de)":72.68} -{"index":11,"Rank":14,"Model":"bge-m3<\/a>","Model Size (Million Parameters)":567,"Memory Usage (GB, fp32)":2.11,"Embedding Dimensions":1024,"Max Tokens":8192,"Average":69.01,"AmazonCounterfactualClassification (de)":69.11,"AmazonReviewsClassification (de)":46.37,"MTOPDomainClassification (de)":91.22,"MTOPIntentClassification (de)":68.08,"MassiveIntentClassification (de)":65.74,"MassiveScenarioClassification (de)":73.54} -{"index":13,"Rank":15,"Model":"multilingual-e5-base-similarity-v1-onnx-quantized<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":68.74,"AmazonCounterfactualClassification (de)":71.72,"AmazonReviewsClassification (de)":41.83,"MTOPDomainClassification (de)":89.63,"MTOPIntentClassification (de)":71.23,"MassiveIntentClassification (de)":66.09,"MassiveScenarioClassification (de)":71.95} -{"index":31,"Rank":16,"Model":"multilingual-e5-base-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":68.74,"AmazonCounterfactualClassification (de)":71.72,"AmazonReviewsClassification (de)":41.83,"MTOPDomainClassification (de)":89.63,"MTOPIntentClassification (de)":71.23,"MassiveIntentClassification (de)":66.09,"MassiveScenarioClassification (de)":71.95} -{"index":45,"Rank":17,"Model":"multilingual-e5-base-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":68.74,"AmazonCounterfactualClassification (de)":71.72,"AmazonReviewsClassification (de)":41.83,"MTOPDomainClassification (de)":89.63,"MTOPIntentClassification (de)":71.23,"MassiveIntentClassification (de)":66.09,"MassiveScenarioClassification (de)":71.95} -{"index":3,"Rank":18,"Model":"voyage-multilingual-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":32000,"Average":68.1,"AmazonCounterfactualClassification (de)":63.02,"AmazonReviewsClassification (de)":44.39,"MTOPDomainClassification (de)":90.41,"MTOPIntentClassification (de)":69.92,"MassiveIntentClassification (de)":66.71,"MassiveScenarioClassification (de)":74.13} -{"index":55,"Rank":19,"Model":"multilingual-e5-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":67.77,"AmazonCounterfactualClassification (de)":68.66,"AmazonReviewsClassification (de)":46.5,"MTOPDomainClassification (de)":90.44,"MTOPIntentClassification (de)":65.97,"MassiveIntentClassification (de)":63.82,"MassiveScenarioClassification (de)":71.25} -{"index":47,"Rank":20,"Model":"SONAR<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":66.4,"AmazonCounterfactualClassification (de)":72.02,"AmazonReviewsClassification (de)":34.61,"MTOPDomainClassification (de)":89.54,"MTOPIntentClassification (de)":73.43,"MassiveIntentClassification (de)":61.31,"MassiveScenarioClassification (de)":67.48} -{"index":63,"Rank":21,"Model":"multilingual-e5-small-ct2-int8<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":66.19,"AmazonCounterfactualClassification (de)":71.65,"AmazonReviewsClassification (de)":40.25,"MTOPDomainClassification (de)":87.47,"MTOPIntentClassification (de)":65.86,"MassiveIntentClassification (de)":62.73,"MassiveScenarioClassification (de)":69.19} -{"index":38,"Rank":22,"Model":"jina-embeddings-v2-base-de-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":65.66,"AmazonCounterfactualClassification (de)":68.92,"AmazonReviewsClassification (de)":37.72,"MTOPDomainClassification (de)":88.37,"MTOPIntentClassification (de)":63.83,"MassiveIntentClassification (de)":63.89,"MassiveScenarioClassification (de)":71.25} -{"index":60,"Rank":23,"Model":"jina-embeddings-v2-base-de<\/a>","Model Size (Million Parameters)":161,"Memory Usage (GB, fp32)":0.6,"Embedding Dimensions":768,"Max Tokens":8192,"Average":65.66,"AmazonCounterfactualClassification (de)":68.92,"AmazonReviewsClassification (de)":37.72,"MTOPDomainClassification (de)":88.37,"MTOPIntentClassification (de)":63.83,"MassiveIntentClassification (de)":63.89,"MassiveScenarioClassification (de)":71.25} -{"index":26,"Rank":24,"Model":"jina-embeddings-v2-base-de-Q5_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":65.66,"AmazonCounterfactualClassification (de)":68.92,"AmazonReviewsClassification (de)":37.72,"MTOPDomainClassification (de)":88.37,"MTOPIntentClassification (de)":63.83,"MassiveIntentClassification (de)":63.89,"MassiveScenarioClassification (de)":71.25} -{"index":35,"Rank":25,"Model":"Titan-text-embeddings-v2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":65.52,"AmazonCounterfactualClassification (de)":70.94,"AmazonReviewsClassification (de)":38.83,"MTOPDomainClassification (de)":86.91,"MTOPIntentClassification (de)":63.26,"MassiveIntentClassification (de)":61.87,"MassiveScenarioClassification (de)":71.28} -{"index":54,"Rank":26,"Model":"multilingual-e5-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":65.4,"AmazonCounterfactualClassification (de)":70.81,"AmazonReviewsClassification (de)":44.37,"MTOPDomainClassification (de)":87.94,"MTOPIntentClassification (de)":61.05,"MassiveIntentClassification (de)":59.82,"MassiveScenarioClassification (de)":68.4} -{"index":43,"Rank":27,"Model":"USER-bge-m3<\/a>","Model Size (Million Parameters)":359,"Memory Usage (GB, fp32)":1.34,"Embedding Dimensions":1024,"Max Tokens":8192,"Average":64.77,"AmazonCounterfactualClassification (de)":67.93,"AmazonReviewsClassification (de)":45.56,"MTOPDomainClassification (de)":86.55,"MTOPIntentClassification (de)":60.79,"MassiveIntentClassification (de)":60.56,"MassiveScenarioClassification (de)":67.22} -{"index":18,"Rank":28,"Model":"Cohere-embed-multilingual-light-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":384,"Max Tokens":512,"Average":64.71,"AmazonCounterfactualClassification (de)":68.67,"AmazonReviewsClassification (de)":42.42,"MTOPDomainClassification (de)":88.77,"MTOPIntentClassification (de)":61.57,"MassiveIntentClassification (de)":58.69,"MassiveScenarioClassification (de)":68.12} -{"index":75,"Rank":29,"Model":"paraphrase-multilingual-mpnet-base-v2<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":63.9,"AmazonCounterfactualClassification (de)":69.96,"AmazonReviewsClassification (de)":39.53,"MTOPDomainClassification (de)":85.73,"MTOPIntentClassification (de)":61.26,"MassiveIntentClassification (de)":59.56,"MassiveScenarioClassification (de)":67.35} -{"index":66,"Rank":30,"Model":"LaBSE<\/a>","Model Size (Million Parameters)":471,"Memory Usage (GB, fp32)":1.75,"Embedding Dimensions":768,"Max Tokens":512,"Average":63.68,"AmazonCounterfactualClassification (de)":73.17,"AmazonReviewsClassification (de)":39.92,"MTOPDomainClassification (de)":86.95,"MTOPIntentClassification (de)":63.42,"MassiveIntentClassification (de)":56.21,"MassiveScenarioClassification (de)":62.39} -{"index":0,"Rank":31,"Model":"voyage-3-lite<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":512,"Max Tokens":32000,"Average":63.64,"AmazonCounterfactualClassification (de)":64.15,"AmazonReviewsClassification (de)":41.0,"MTOPDomainClassification (de)":86.85,"MTOPIntentClassification (de)":61.23,"MassiveIntentClassification (de)":59.82,"MassiveScenarioClassification (de)":68.76} -{"index":57,"Rank":32,"Model":"multilingual-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":62.7,"AmazonCounterfactualClassification (de)":71.72,"AmazonReviewsClassification (de)":41.07,"MTOPDomainClassification (de)":86.15,"MTOPIntentClassification (de)":55.88,"MassiveIntentClassification (de)":55.52,"MassiveScenarioClassification (de)":65.88} -{"index":78,"Rank":33,"Model":"sentence-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Embedding Dimensions":768,"Max Tokens":512,"Average":61.96,"AmazonCounterfactualClassification (de)":67.01,"AmazonReviewsClassification (de)":44.05,"MTOPDomainClassification (de)":83.28,"MTOPIntentClassification (de)":54.65,"MassiveIntentClassification (de)":57.43,"MassiveScenarioClassification (de)":65.33} -{"index":1,"Rank":34,"Model":"voyage-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":32000,"Average":60.59,"AmazonCounterfactualClassification (de)":57.76,"AmazonReviewsClassification (de)":38.1,"MTOPDomainClassification (de)":84.03,"MTOPIntentClassification (de)":57.94,"MassiveIntentClassification (de)":57.95,"MassiveScenarioClassification (de)":67.76} -{"index":71,"Rank":35,"Model":"distiluse-base-multilingual-cased-v2<\/a>","Model Size (Million Parameters)":135,"Memory Usage (GB, fp32)":0.5,"Embedding Dimensions":512,"Max Tokens":512,"Average":60.26,"AmazonCounterfactualClassification (de)":68.14,"AmazonReviewsClassification (de)":35.03,"MTOPDomainClassification (de)":86.19,"MTOPIntentClassification (de)":59.21,"MassiveIntentClassification (de)":51.57,"MassiveScenarioClassification (de)":61.4} -{"index":73,"Rank":36,"Model":"gtr-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Embedding Dimensions":768,"Max Tokens":512,"Average":59.93,"AmazonCounterfactualClassification (de)":59.79,"AmazonReviewsClassification (de)":35.06,"MTOPDomainClassification (de)":85.42,"MTOPIntentClassification (de)":55.75,"MassiveIntentClassification (de)":55.49,"MassiveScenarioClassification (de)":68.09} -{"index":77,"Rank":37,"Model":"sentence-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Embedding Dimensions":768,"Max Tokens":512,"Average":59.82,"AmazonCounterfactualClassification (de)":67.97,"AmazonReviewsClassification (de)":43.16,"MTOPDomainClassification (de)":80.56,"MTOPIntentClassification (de)":52.5,"MassiveIntentClassification (de)":52.01,"MassiveScenarioClassification (de)":62.71} -{"index":36,"Rank":38,"Model":"sgpt-bloom-7b1-msmarco<\/a>","Model Size (Million Parameters)":7068,"Memory Usage (GB, fp32)":26.33,"Embedding Dimensions":4096,"Max Tokens":2048,"Average":58.81,"AmazonCounterfactualClassification (de)":61.35,"AmazonReviewsClassification (de)":29.7,"MTOPDomainClassification (de)":82.05,"MTOPIntentClassification (de)":61.92,"MassiveIntentClassification (de)":56.1,"MassiveScenarioClassification (de)":61.74} -{"index":74,"Rank":39,"Model":"paraphrase-multilingual-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":57.63,"AmazonCounterfactualClassification (de)":68.35,"AmazonReviewsClassification (de)":35.91,"MTOPDomainClassification (de)":79.2,"MTOPIntentClassification (de)":54.23,"MassiveIntentClassification (de)":50.71,"MassiveScenarioClassification (de)":57.4} -{"index":81,"Rank":40,"Model":"text2vec-base-multilingual<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":256,"Average":57.32,"AmazonCounterfactualClassification (de)":68.7,"AmazonReviewsClassification (de)":33.39,"MTOPDomainClassification (de)":78.61,"MTOPIntentClassification (de)":55.26,"MassiveIntentClassification (de)":51.56,"MassiveScenarioClassification (de)":56.4} -{"index":72,"Rank":41,"Model":"gtr-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Embedding Dimensions":768,"Max Tokens":512,"Average":56.93,"AmazonCounterfactualClassification (de)":59.38,"AmazonReviewsClassification (de)":33.06,"MTOPDomainClassification (de)":81.91,"MTOPIntentClassification (de)":52.13,"MassiveIntentClassification (de)":51.48,"MassiveScenarioClassification (de)":63.63} -{"index":17,"Rank":42,"Model":"Cohere-embed-english-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":512,"Average":56.56,"AmazonCounterfactualClassification (de)":56.48,"AmazonReviewsClassification (de)":37.55,"MTOPDomainClassification (de)":81.83,"MTOPIntentClassification (de)":50.58,"MassiveIntentClassification (de)":50.54,"MassiveScenarioClassification (de)":62.39} -{"index":51,"Rank":43,"Model":"e5-large-v2<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":56.29,"AmazonCounterfactualClassification (de)":58.14,"AmazonReviewsClassification (de)":34.5,"MTOPDomainClassification (de)":81.84,"MTOPIntentClassification (de)":53.16,"MassiveIntentClassification (de)":49.47,"MassiveScenarioClassification (de)":60.64} -{"index":76,"Rank":44,"Model":"sentence-t5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":55.61,"AmazonCounterfactualClassification (de)":69.98,"AmazonReviewsClassification (de)":37.9,"MTOPDomainClassification (de)":76.98,"MTOPIntentClassification (de)":44.43,"MassiveIntentClassification (de)":45.23,"MassiveScenarioClassification (de)":59.12} -{"index":58,"Rank":45,"Model":"udever-bloom-1b1<\/a>","Model Size (Million Parameters)":1065,"Memory Usage (GB, fp32)":3.97,"Embedding Dimensions":1536,"Max Tokens":2048,"Average":55.35,"AmazonCounterfactualClassification (de)":66.03,"AmazonReviewsClassification (de)":30.45,"MTOPDomainClassification (de)":74.64,"MTOPIntentClassification (de)":53.4,"MassiveIntentClassification (de)":50.93,"MassiveScenarioClassification (de)":56.67} -{"index":46,"Rank":46,"Model":"e5-base-4k<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":54.33,"AmazonCounterfactualClassification (de)":56.3,"AmazonReviewsClassification (de)":28.9,"MTOPDomainClassification (de)":76.14,"MTOPIntentClassification (de)":53.67,"MassiveIntentClassification (de)":52.16,"MassiveScenarioClassification (de)":58.81} -{"index":4,"Rank":47,"Model":"LASER2<\/a>","Model Size (Million Parameters)":43,"Memory Usage (GB, fp32)":0.16,"Embedding Dimensions":1024,"Max Tokens":"N\/A","Average":53.95,"AmazonCounterfactualClassification (de)":67.82,"AmazonReviewsClassification (de)":31.07,"MTOPDomainClassification (de)":74.08,"MTOPIntentClassification (de)":51.62,"MassiveIntentClassification (de)":44.79,"MassiveScenarioClassification (de)":54.34} -{"index":49,"Rank":48,"Model":"e5-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":52.61,"AmazonCounterfactualClassification (de)":56.61,"AmazonReviewsClassification (de)":30.12,"MTOPDomainClassification (de)":77.51,"MTOPIntentClassification (de)":47.19,"MassiveIntentClassification (de)":46.68,"MassiveScenarioClassification (de)":57.53} -{"index":48,"Rank":49,"Model":"e5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":51.33,"AmazonCounterfactualClassification (de)":55.84,"AmazonReviewsClassification (de)":28.15,"MTOPDomainClassification (de)":75.4,"MTOPIntentClassification (de)":46.75,"MassiveIntentClassification (de)":45.41,"MassiveScenarioClassification (de)":56.41} -{"index":59,"Rank":50,"Model":"udever-bloom-560m<\/a>","Model Size (Million Parameters)":559,"Memory Usage (GB, fp32)":2.08,"Embedding Dimensions":1024,"Max Tokens":2048,"Average":51.23,"AmazonCounterfactualClassification (de)":66.42,"AmazonReviewsClassification (de)":26.85,"MTOPDomainClassification (de)":68.42,"MTOPIntentClassification (de)":49.17,"MassiveIntentClassification (de)":45.82,"MassiveScenarioClassification (de)":50.71} -{"index":50,"Rank":51,"Model":"e5-large<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":51.12,"AmazonCounterfactualClassification (de)":53.79,"AmazonReviewsClassification (de)":29.28,"MTOPDomainClassification (de)":76.63,"MTOPIntentClassification (de)":43.21,"MassiveIntentClassification (de)":44.57,"MassiveScenarioClassification (de)":59.26} -{"index":10,"Rank":52,"Model":"bge-large-en-v1.5<\/a>","Model Size (Million Parameters)":1340,"Memory Usage (GB, fp32)":4.99,"Embedding Dimensions":1024,"Max Tokens":512,"Average":50.79,"AmazonCounterfactualClassification (de)":55.25,"AmazonReviewsClassification (de)":27.53,"MTOPDomainClassification (de)":75.43,"MTOPIntentClassification (de)":44.3,"MassiveIntentClassification (de)":43.23,"MassiveScenarioClassification (de)":59.02} -{"index":25,"Rank":53,"Model":"MUG-B-1.6<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":50.04,"AmazonCounterfactualClassification (de)":54.33,"AmazonReviewsClassification (de)":27.2,"MTOPDomainClassification (de)":74.86,"MTOPIntentClassification (de)":42.36,"MassiveIntentClassification (de)":42.78,"MassiveScenarioClassification (de)":58.74} -{"index":69,"Rank":54,"Model":"all-mpnet-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average":49.43,"AmazonCounterfactualClassification (de)":55.66,"AmazonReviewsClassification (de)":26.05,"MTOPDomainClassification (de)":71.86,"MTOPIntentClassification (de)":44.36,"MassiveIntentClassification (de)":44.54,"MassiveScenarioClassification (de)":54.09} -{"index":68,"Rank":55,"Model":"all-MiniLM-L6-v2<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":384,"Max Tokens":512,"Average":49.22,"AmazonCounterfactualClassification (de)":57.82,"AmazonReviewsClassification (de)":26.44,"MTOPDomainClassification (de)":70.47,"MTOPIntentClassification (de)":45.7,"MassiveIntentClassification (de)":43.44,"MassiveScenarioClassification (de)":51.47} -{"index":67,"Rank":56,"Model":"all-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":49.12,"AmazonCounterfactualClassification (de)":57.1,"AmazonReviewsClassification (de)":25.91,"MTOPDomainClassification (de)":72.04,"MTOPIntentClassification (de)":43.41,"MassiveIntentClassification (de)":44.17,"MassiveScenarioClassification (de)":52.07} -{"index":37,"Rank":57,"Model":"slx-v0.1<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.08,"Embedding Dimensions":384,"Max Tokens":512,"Average":48.77,"AmazonCounterfactualClassification (de)":57.98,"AmazonReviewsClassification (de)":26.73,"MTOPDomainClassification (de)":70.39,"MTOPIntentClassification (de)":45.26,"MassiveIntentClassification (de)":42.21,"MassiveScenarioClassification (de)":50.05} -{"index":9,"Rank":58,"Model":"bge-base-en-v1.5<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":48.7,"AmazonCounterfactualClassification (de)":55.79,"AmazonReviewsClassification (de)":26.04,"MTOPDomainClassification (de)":69.48,"MTOPIntentClassification (de)":44.82,"MassiveIntentClassification (de)":41.73,"MassiveScenarioClassification (de)":54.33} -{"index":65,"Rank":59,"Model":"nomic-embed-text-v1<\/a>","Model Size (Million Parameters)":547,"Memory Usage (GB, fp32)":2.04,"Embedding Dimensions":768,"Max Tokens":8192,"Average":48.7,"AmazonCounterfactualClassification (de)":55.48,"AmazonReviewsClassification (de)":27.58,"MTOPDomainClassification (de)":71.23,"MTOPIntentClassification (de)":40.67,"MassiveIntentClassification (de)":42.62,"MassiveScenarioClassification (de)":54.59} -{"index":53,"Rank":60,"Model":"e5-small<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":48.3,"AmazonCounterfactualClassification (de)":56.98,"AmazonReviewsClassification (de)":29.2,"MTOPDomainClassification (de)":70.66,"MTOPIntentClassification (de)":41.29,"MassiveIntentClassification (de)":39.86,"MassiveScenarioClassification (de)":51.82} -{"index":12,"Rank":61,"Model":"bge-small-en-v1.5<\/a>","Model Size (Million Parameters)":24,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":512,"Max Tokens":512,"Average":47.59,"AmazonCounterfactualClassification (de)":58.53,"AmazonReviewsClassification (de)":26.82,"MTOPDomainClassification (de)":69.72,"MTOPIntentClassification (de)":40.14,"MassiveIntentClassification (de)":40.71,"MassiveScenarioClassification (de)":49.62} -{"index":28,"Rank":62,"Model":"SGPT-125M-weightedmean-msmarco-specb-bitfit<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":2048,"Average":46.54,"AmazonCounterfactualClassification (de)":56.88,"AmazonReviewsClassification (de)":24.79,"MTOPDomainClassification (de)":62.73,"MTOPIntentClassification (de)":49.56,"MassiveIntentClassification (de)":42.07,"MassiveScenarioClassification (de)":43.21} -{"index":40,"Rank":63,"Model":"rubert-tiny<\/a>","Model Size (Million Parameters)":12,"Memory Usage (GB, fp32)":0.04,"Embedding Dimensions":512,"Max Tokens":514,"Average":46.11,"AmazonCounterfactualClassification (de)":66.01,"AmazonReviewsClassification (de)":24.9,"MTOPDomainClassification (de)":59.95,"MTOPIntentClassification (de)":45.91,"MassiveIntentClassification (de)":38.61,"MassiveScenarioClassification (de)":41.26} -{"index":29,"Rank":64,"Model":"SGPT-125M-weightedmean-nli-bitfit<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":2048,"Average":45.13,"AmazonCounterfactualClassification (de)":59.08,"AmazonReviewsClassification (de)":24.52,"MTOPDomainClassification (de)":60.37,"MTOPIntentClassification (de)":45.07,"MassiveIntentClassification (de)":40.39,"MassiveScenarioClassification (de)":41.36} -{"index":82,"Rank":65,"Model":"llm_mse<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":44.85,"AmazonCounterfactualClassification (de)":63.28,"AmazonReviewsClassification (de)":27.06,"MTOPDomainClassification (de)":63.97,"MTOPIntentClassification (de)":39.02,"MassiveIntentClassification (de)":32.69,"MassiveScenarioClassification (de)":43.08} -{"index":21,"Rank":66,"Model":"distilrubert-small-cased-conversational<\/a>","Model Size (Million Parameters)":106,"Memory Usage (GB, fp32)":0.39,"Embedding Dimensions":768,"Max Tokens":512,"Average":44.4,"AmazonCounterfactualClassification (de)":63.37,"AmazonReviewsClassification (de)":25.01,"MTOPDomainClassification (de)":54.5,"MTOPIntentClassification (de)":46.41,"MassiveIntentClassification (de)":38.92,"MassiveScenarioClassification (de)":38.2} -{"index":79,"Rank":67,"Model":"LaBSE-ru-turbo<\/a>","Model Size (Million Parameters)":128,"Memory Usage (GB, fp32)":0.48,"Embedding Dimensions":768,"Max Tokens":512,"Average":44.36,"AmazonCounterfactualClassification (de)":51.82,"AmazonReviewsClassification (de)":29.28,"MTOPDomainClassification (de)":64.42,"MTOPIntentClassification (de)":36.38,"MassiveIntentClassification (de)":37.67,"MassiveScenarioClassification (de)":46.58} -{"index":42,"Rank":68,"Model":"USER-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":512,"Average":42.62,"AmazonCounterfactualClassification (de)":55.33,"AmazonReviewsClassification (de)":26.36,"MTOPDomainClassification (de)":61.34,"MTOPIntentClassification (de)":36.4,"MassiveIntentClassification (de)":33.92,"MassiveScenarioClassification (de)":42.37} -{"index":39,"Rank":69,"Model":"LaBSE-en-ru<\/a>","Model Size (Million Parameters)":129,"Memory Usage (GB, fp32)":0.48,"Embedding Dimensions":768,"Max Tokens":512,"Average":42.32,"AmazonCounterfactualClassification (de)":52.69,"AmazonReviewsClassification (de)":29.83,"MTOPDomainClassification (de)":59.47,"MTOPIntentClassification (de)":35.1,"MassiveIntentClassification (de)":35.14,"MassiveScenarioClassification (de)":41.72} -{"index":22,"Rank":70,"Model":"rubert-base-cased<\/a>","Model Size (Million Parameters)":180,"Memory Usage (GB, fp32)":0.67,"Embedding Dimensions":768,"Max Tokens":512,"Average":42.03,"AmazonCounterfactualClassification (de)":63.45,"AmazonReviewsClassification (de)":25.25,"MTOPDomainClassification (de)":53.03,"MTOPIntentClassification (de)":42.59,"MassiveIntentClassification (de)":34.34,"MassiveScenarioClassification (de)":33.5} -{"index":80,"Rank":71,"Model":"rubert-tiny-turbo<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"Embedding Dimensions":312,"Max Tokens":2048,"Average":41.68,"AmazonCounterfactualClassification (de)":61.07,"AmazonReviewsClassification (de)":27.69,"MTOPDomainClassification (de)":55.38,"MTOPIntentClassification (de)":31.78,"MassiveIntentClassification (de)":32.1,"MassiveScenarioClassification (de)":42.07} -{"index":70,"Rank":72,"Model":"allenai-specter<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":39.55,"AmazonCounterfactualClassification (de)":54.46,"AmazonReviewsClassification (de)":24.08,"MTOPDomainClassification (de)":48.55,"MTOPIntentClassification (de)":35.55,"MassiveIntentClassification (de)":36.06,"MassiveScenarioClassification (de)":38.62} -{"index":44,"Rank":73,"Model":"deberta-v1-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":512,"Average":39.47,"AmazonCounterfactualClassification (de)":58.92,"AmazonReviewsClassification (de)":24.26,"MTOPDomainClassification (de)":49.69,"MTOPIntentClassification (de)":39.95,"MassiveIntentClassification (de)":31.68,"MassiveScenarioClassification (de)":32.3} -{"index":23,"Rank":74,"Model":"rubert-base-cased-sentence<\/a>","Model Size (Million Parameters)":180,"Memory Usage (GB, fp32)":0.67,"Embedding Dimensions":768,"Max Tokens":512,"Average":38.88,"AmazonCounterfactualClassification (de)":55.93,"AmazonReviewsClassification (de)":27.28,"MTOPDomainClassification (de)":49.12,"MTOPIntentClassification (de)":36.57,"MassiveIntentClassification (de)":32.2,"MassiveScenarioClassification (de)":32.16} -{"index":41,"Rank":75,"Model":"rubert-tiny2<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"Embedding Dimensions":2048,"Max Tokens":514,"Average":37.72,"AmazonCounterfactualClassification (de)":55.34,"AmazonReviewsClassification (de)":25.63,"MTOPDomainClassification (de)":54.64,"MTOPIntentClassification (de)":27.44,"MassiveIntentClassification (de)":27.96,"MassiveScenarioClassification (de)":35.28} -{"index":33,"Rank":76,"Model":"sbert_large_mt_nlu_ru<\/a>","Model Size (Million Parameters)":427,"Memory Usage (GB, fp32)":1.59,"Embedding Dimensions":1024,"Max Tokens":514,"Average":34.18,"AmazonCounterfactualClassification (de)":60.52,"AmazonReviewsClassification (de)":24.32,"MTOPDomainClassification (de)":42.69,"MTOPIntentClassification (de)":23.36,"MassiveIntentClassification (de)":22.32,"MassiveScenarioClassification (de)":31.89} -{"index":34,"Rank":77,"Model":"sbert_large_nlu_ru<\/a>","Model Size (Million Parameters)":427,"Memory Usage (GB, fp32)":1.59,"Embedding Dimensions":1024,"Max Tokens":512,"Average":30.61,"AmazonCounterfactualClassification (de)":53.43,"AmazonReviewsClassification (de)":23.78,"MTOPDomainClassification (de)":38.11,"MTOPIntentClassification (de)":17.73,"MassiveIntentClassification (de)":21.1,"MassiveScenarioClassification (de)":29.53} -{"index":61,"Rank":78,"Model":"jina-embeddings-v2-base-en<\/a>","Model Size (Million Parameters)":275,"Memory Usage (GB, fp32)":1.02,"Embedding Dimensions":768,"Max Tokens":8192,"Average":19.2,"AmazonCounterfactualClassification (de)":50.26,"AmazonReviewsClassification (de)":21.09,"MTOPDomainClassification (de)":21.39,"MTOPIntentClassification (de)":5.88,"MassiveIntentClassification (de)":5.96,"MassiveScenarioClassification (de)":10.65} -{"index":7,"Rank":79,"Model":"gte-multilingual-base<\/a>","Model Size (Million Parameters)":305,"Memory Usage (GB, fp32)":1.14,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","AmazonCounterfactualClassification (de)":"","AmazonReviewsClassification (de)":40.11,"MTOPDomainClassification (de)":88.27,"MTOPIntentClassification (de)":63.51,"MassiveIntentClassification (de)":62.55,"MassiveScenarioClassification (de)":70.3} -{"index":14,"Rank":80,"Model":"winberta-base<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","AmazonCounterfactualClassification (de)":54.11,"AmazonReviewsClassification (de)":"","MTOPDomainClassification (de)":57.22,"MTOPIntentClassification (de)":32.18,"MassiveIntentClassification (de)":34.2,"MassiveScenarioClassification (de)":43.92} -{"index":15,"Rank":81,"Model":"winberta-large<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","AmazonCounterfactualClassification (de)":"","AmazonReviewsClassification (de)":"","MTOPDomainClassification (de)":"","MTOPIntentClassification (de)":"","MassiveIntentClassification (de)":28.09,"MassiveScenarioClassification (de)":34.68} -{"index":16,"Rank":82,"Model":"windberta-large<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","AmazonCounterfactualClassification (de)":"","AmazonReviewsClassification (de)":"","MTOPDomainClassification (de)":"","MTOPIntentClassification (de)":"","MassiveIntentClassification (de)":30.65,"MassiveScenarioClassification (de)":38.33} -{"index":27,"Rank":83,"Model":"onnx-gte-multilingual-base<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","AmazonCounterfactualClassification (de)":"","AmazonReviewsClassification (de)":40.11,"MTOPDomainClassification (de)":88.27,"MTOPIntentClassification (de)":63.51,"MassiveIntentClassification (de)":62.55,"MassiveScenarioClassification (de)":70.3} -{"index":30,"Rank":84,"Model":"SGPT-5.8B-weightedmean-nli-bitfit<\/a>","Model Size (Million Parameters)":5874,"Memory Usage (GB, fp32)":21.88,"Embedding Dimensions":4096,"Max Tokens":2048,"Average":"","AmazonCounterfactualClassification (de)":66.64,"AmazonReviewsClassification (de)":35.29,"MTOPDomainClassification (de)":84.54,"MTOPIntentClassification (de)":60.52,"MassiveIntentClassification (de)":"","MassiveScenarioClassification (de)":""} -{"index":64,"Rank":85,"Model":"ternary-weight-embedding<\/a>","Model Size (Million Parameters)":99,"Memory Usage (GB, fp32)":0.37,"Embedding Dimensions":1792,"Max Tokens":512,"Average":"","AmazonCounterfactualClassification (de)":"","AmazonReviewsClassification (de)":27.17,"MTOPDomainClassification (de)":"","MTOPIntentClassification (de)":"","MassiveIntentClassification (de)":41.04,"MassiveScenarioClassification (de)":42.59} diff --git a/all_data_tasks/31/default.jsonl b/all_data_tasks/31/default.jsonl deleted file mode 100644 index 97deed94d1849ed2166d85c5074378481f8cd9a3..0000000000000000000000000000000000000000 --- a/all_data_tasks/31/default.jsonl +++ /dev/null @@ -1,109 +0,0 @@ -{"index":14,"Rank":1,"Model":"bge-multilingual-gemma2<\/a>","Model Size (Million Parameters)":9242,"Memory Usage (GB, fp32)":34.43,"Embedding Dimensions":3584,"Max Tokens":8192,"Average":77.99,"AllegroReviews":65.0,"CBD":84.13,"MassiveIntentClassification (pl)":79.41,"MassiveScenarioClassification (pl)":81.93,"PAC":67.24,"PolEmo2.0-IN":90.42,"PolEmo2.0-OUT":77.77} -{"index":8,"Rank":2,"Model":"gte-Qwen2-7B-instruct<\/a>","Model Size (Million Parameters)":7613,"Memory Usage (GB, fp32)":28.36,"Embedding Dimensions":3584,"Max Tokens":32768,"Average":74.54,"AllegroReviews":67.14,"CBD":78.03,"MassiveIntentClassification (pl)":80.89,"MassiveScenarioClassification (pl)":85.54,"PAC":66.32,"PolEmo2.0-IN":89.39,"PolEmo2.0-OUT":54.49} -{"index":7,"Rank":3,"Model":"gte-Qwen2-1.5B-instruct<\/a>","Model Size (Million Parameters)":1776,"Memory Usage (GB, fp32)":6.62,"Embedding Dimensions":1536,"Max Tokens":131072,"Average":72.29,"AllegroReviews":63.98,"CBD":68.56,"MassiveIntentClassification (pl)":73.55,"MassiveScenarioClassification (pl)":76.37,"PAC":69.04,"PolEmo2.0-IN":86.16,"PolEmo2.0-OUT":68.4} -{"index":27,"Rank":4,"Model":"GritLM-7B<\/a>","Model Size (Million Parameters)":7240,"Memory Usage (GB, fp32)":26.97,"Embedding Dimensions":"","Max Tokens":4096,"Average":71.24,"AllegroReviews":56.77,"CBD":77.23,"MassiveIntentClassification (pl)":75.36,"MassiveScenarioClassification (pl)":76.25,"PAC":67.05,"PolEmo2.0-IN":83.5,"PolEmo2.0-OUT":62.55} -{"index":23,"Rank":5,"Model":"jina-embeddings-v3<\/a>","Model Size (Million Parameters)":572,"Memory Usage (GB, fp32)":2.13,"Embedding Dimensions":1024,"Max Tokens":8194,"Average":70.81,"AllegroReviews":49.51,"CBD":69.99,"MassiveIntentClassification (pl)":75.37,"MassiveScenarioClassification (pl)":82.1,"PAC":68.4,"PolEmo2.0-IN":83.75,"PolEmo2.0-OUT":66.54} -{"index":77,"Rank":6,"Model":"jina-embeddings-v3<\/a>","Model Size (Million Parameters)":572,"Memory Usage (GB, fp32)":2.13,"Embedding Dimensions":1024,"Max Tokens":8194,"Average":70.81,"AllegroReviews":49.51,"CBD":69.99,"MassiveIntentClassification (pl)":75.37,"MassiveScenarioClassification (pl)":82.1,"PAC":68.4,"PolEmo2.0-IN":83.75,"PolEmo2.0-OUT":66.54} -{"index":66,"Rank":7,"Model":"e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":69.55,"AllegroReviews":59.78,"CBD":72.59,"MassiveIntentClassification (pl)":71.03,"MassiveScenarioClassification (pl)":75.09,"PAC":62.26,"PolEmo2.0-IN":85.58,"PolEmo2.0-OUT":60.55} -{"index":46,"Rank":8,"Model":"SFR-Embedding-Mistral<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":68.25,"AllegroReviews":57.4,"CBD":71.93,"MassiveIntentClassification (pl)":71.17,"MassiveScenarioClassification (pl)":75.43,"PAC":62.48,"PolEmo2.0-IN":84.46,"PolEmo2.0-OUT":54.86} -{"index":22,"Rank":9,"Model":"Cohere-embed-multilingual-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":512,"Average":67.69,"AllegroReviews":47.3,"CBD":71.67,"MassiveIntentClassification (pl)":68.48,"MassiveScenarioClassification (pl)":72.81,"PAC":68.29,"PolEmo2.0-IN":82.31,"PolEmo2.0-OUT":63.0} -{"index":44,"Rank":10,"Model":"KartonBERT-USE-base-v1<\/a>","Model Size (Million Parameters)":104,"Memory Usage (GB, fp32)":0.39,"Embedding Dimensions":768,"Max Tokens":512,"Average":67.57,"AllegroReviews":54.16,"CBD":75.26,"MassiveIntentClassification (pl)":73.63,"MassiveScenarioClassification (pl)":76.77,"PAC":64.99,"PolEmo2.0-IN":77.06,"PolEmo2.0-OUT":51.13} -{"index":70,"Rank":11,"Model":"multilingual-e5-large-instruct<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":67.02,"AllegroReviews":52.43,"CBD":74.21,"MassiveIntentClassification (pl)":67.45,"MassiveScenarioClassification (pl)":71.44,"PAC":65.68,"PolEmo2.0-IN":80.96,"PolEmo2.0-OUT":56.96} -{"index":88,"Rank":12,"Model":"mmlw-roberta-large<\/a>","Model Size (Million Parameters)":435,"Memory Usage (GB, fp32)":1.62,"Embedding Dimensions":1024,"Max Tokens":514,"Average":66.39,"AllegroReviews":47.49,"CBD":69.33,"MassiveIntentClassification (pl)":74.81,"MassiveScenarioClassification (pl)":77.84,"PAC":64.69,"PolEmo2.0-IN":76.84,"PolEmo2.0-OUT":53.72} -{"index":109,"Rank":13,"Model":"text-embedding-3-large<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":3072,"Max Tokens":8191,"Average":66.21,"AllegroReviews":48.85,"CBD":74.55,"MassiveIntentClassification (pl)":70.0,"MassiveScenarioClassification (pl)":74.98,"PAC":70.33,"PolEmo2.0-IN":74.72,"PolEmo2.0-OUT":50.06} -{"index":28,"Rank":14,"Model":"KaLM-embedding-multilingual-mini-instruct-v1<\/a>","Model Size (Million Parameters)":494,"Memory Usage (GB, fp32)":1.84,"Embedding Dimensions":896,"Max Tokens":131072,"Average":65.63,"AllegroReviews":53.49,"CBD":64.91,"MassiveIntentClassification (pl)":62.56,"MassiveScenarioClassification (pl)":71.75,"PAC":64.8,"PolEmo2.0-IN":80.54,"PolEmo2.0-OUT":61.38} -{"index":6,"Rank":15,"Model":"gte-Qwen1.5-7B-instruct<\/a>","Model Size (Million Parameters)":7099,"Memory Usage (GB, fp32)":26.45,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":64.8,"AllegroReviews":52.72,"CBD":70.61,"MassiveIntentClassification (pl)":69.2,"MassiveScenarioClassification (pl)":72.18,"PAC":66.38,"PolEmo2.0-IN":75.48,"PolEmo2.0-OUT":47.04} -{"index":3,"Rank":16,"Model":"voyage-multilingual-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":32000,"Average":64.62,"AllegroReviews":45.14,"CBD":70.77,"MassiveIntentClassification (pl)":68.03,"MassiveScenarioClassification (pl)":72.57,"PAC":70.59,"PolEmo2.0-IN":72.76,"PolEmo2.0-OUT":52.51} -{"index":29,"Rank":17,"Model":"KaLM-embedding-multilingual-mini-instruct-v1.5<\/a>","Model Size (Million Parameters)":494,"Memory Usage (GB, fp32)":1.84,"Embedding Dimensions":896,"Max Tokens":131072,"Average":64.5,"AllegroReviews":53.36,"CBD":64.37,"MassiveIntentClassification (pl)":58.56,"MassiveScenarioClassification (pl)":68.8,"PAC":65.04,"PolEmo2.0-IN":78.81,"PolEmo2.0-OUT":62.57} -{"index":69,"Rank":18,"Model":"multilingual-e5-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":63.82,"AllegroReviews":41.14,"CBD":69.9,"MassiveIntentClassification (pl)":65.07,"MassiveScenarioClassification (pl)":69.82,"PAC":70.37,"PolEmo2.0-IN":77.06,"PolEmo2.0-OUT":53.38} -{"index":87,"Rank":19,"Model":"mmlw-roberta-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":514,"Average":62.92,"AllegroReviews":40.26,"CBD":68.11,"MassiveIntentClassification (pl)":72.31,"MassiveScenarioClassification (pl)":75.53,"PAC":65.87,"PolEmo2.0-IN":71.73,"PolEmo2.0-OUT":46.6} -{"index":2,"Rank":20,"Model":"voyage-large-2-instruct<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":16000,"Average":61.98,"AllegroReviews":46.66,"CBD":73.6,"MassiveIntentClassification (pl)":67.0,"MassiveScenarioClassification (pl)":76.06,"PAC":65.35,"PolEmo2.0-IN":71.3,"PolEmo2.0-OUT":33.89} -{"index":85,"Rank":21,"Model":"mmlw-e5-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":61.07,"AllegroReviews":37.68,"CBD":66.15,"MassiveIntentClassification (pl)":72.01,"MassiveScenarioClassification (pl)":75.27,"PAC":63.77,"PolEmo2.0-IN":69.46,"PolEmo2.0-OUT":43.14} -{"index":56,"Rank":22,"Model":"USER-bge-m3<\/a>","Model Size (Million Parameters)":359,"Memory Usage (GB, fp32)":1.34,"Embedding Dimensions":1024,"Max Tokens":8192,"Average":60.84,"AllegroReviews":48.2,"CBD":64.42,"MassiveIntentClassification (pl)":58.31,"MassiveScenarioClassification (pl)":61.86,"PAC":67.58,"PolEmo2.0-IN":75.48,"PolEmo2.0-OUT":50.0} -{"index":45,"Rank":23,"Model":"st-polish-kartonberta-base-alpha-v1<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":514,"Average":60.44,"AllegroReviews":40.19,"CBD":67.69,"MassiveIntentClassification (pl)":68.2,"MassiveScenarioClassification (pl)":73.97,"PAC":66.55,"PolEmo2.0-IN":68.41,"PolEmo2.0-OUT":38.06} -{"index":9,"Rank":24,"Model":"gte-multilingual-base<\/a>","Model Size (Million Parameters)":305,"Memory Usage (GB, fp32)":1.14,"Embedding Dimensions":768,"Max Tokens":8192,"Average":60.15,"AllegroReviews":41.69,"CBD":62.52,"MassiveIntentClassification (pl)":66.39,"MassiveScenarioClassification (pl)":70.12,"PAC":65.99,"PolEmo2.0-IN":69.6,"PolEmo2.0-OUT":44.74} -{"index":40,"Rank":25,"Model":"onnx-gte-multilingual-base<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":60.15,"AllegroReviews":41.69,"CBD":62.52,"MassiveIntentClassification (pl)":66.39,"MassiveScenarioClassification (pl)":70.12,"PAC":65.99,"PolEmo2.0-IN":69.6,"PolEmo2.0-OUT":44.74} -{"index":30,"Rank":26,"Model":"KaLM-embedding-multilingual-mini-v1<\/a>","Model Size (Million Parameters)":494,"Memory Usage (GB, fp32)":1.84,"Embedding Dimensions":896,"Max Tokens":131072,"Average":59.88,"AllegroReviews":49.22,"CBD":62.86,"MassiveIntentClassification (pl)":51.19,"MassiveScenarioClassification (pl)":60.65,"PAC":65.59,"PolEmo2.0-IN":73.49,"PolEmo2.0-OUT":56.13} -{"index":84,"Rank":27,"Model":"mmlw-e5-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":59.52,"AllegroReviews":36.38,"CBD":65.54,"MassiveIntentClassification (pl)":70.93,"MassiveScenarioClassification (pl)":74.76,"PAC":64.5,"PolEmo2.0-IN":68.7,"PolEmo2.0-OUT":35.81} -{"index":72,"Rank":28,"Model":"herbert-base-retrieval-v2<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.47,"Embedding Dimensions":768,"Max Tokens":514,"Average":59.26,"AllegroReviews":34.11,"CBD":68.35,"MassiveIntentClassification (pl)":65.53,"MassiveScenarioClassification (pl)":68.51,"PAC":68.4,"PolEmo2.0-IN":64.18,"PolEmo2.0-OUT":45.73} -{"index":0,"Rank":29,"Model":"voyage-3-lite<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":512,"Max Tokens":32000,"Average":59.15,"AllegroReviews":41.6,"CBD":64.89,"MassiveIntentClassification (pl)":62.34,"MassiveScenarioClassification (pl)":65.13,"PAC":70.35,"PolEmo2.0-IN":67.76,"PolEmo2.0-OUT":41.98} -{"index":68,"Rank":30,"Model":"multilingual-e5-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":59.01,"AllegroReviews":40.85,"CBD":62.66,"MassiveIntentClassification (pl)":61.04,"MassiveScenarioClassification (pl)":66.11,"PAC":70.87,"PolEmo2.0-IN":67.66,"PolEmo2.0-OUT":43.91} -{"index":73,"Rank":31,"Model":"silver-retriever-base-v1<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.47,"Embedding Dimensions":768,"Max Tokens":514,"Average":58.99,"AllegroReviews":33.35,"CBD":68.51,"MassiveIntentClassification (pl)":66.63,"MassiveScenarioClassification (pl)":69.97,"PAC":66.26,"PolEmo2.0-IN":63.52,"PolEmo2.0-OUT":44.7} -{"index":1,"Rank":32,"Model":"voyage-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":32000,"Average":58.6,"AllegroReviews":39.35,"CBD":66.4,"MassiveIntentClassification (pl)":57.36,"MassiveScenarioClassification (pl)":64.96,"PAC":68.47,"PolEmo2.0-IN":71.05,"PolEmo2.0-OUT":42.61} -{"index":89,"Rank":33,"Model":"st-polish-paraphrase-from-distilroberta<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.47,"Embedding Dimensions":768,"Max Tokens":514,"Average":58.55,"AllegroReviews":34.5,"CBD":70.27,"MassiveIntentClassification (pl)":64.81,"MassiveScenarioClassification (pl)":70.01,"PAC":64.6,"PolEmo2.0-IN":67.06,"PolEmo2.0-OUT":38.58} -{"index":21,"Rank":34,"Model":"Cohere-embed-multilingual-light-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":384,"Max Tokens":512,"Average":58.01,"AllegroReviews":37.55,"CBD":61.72,"MassiveIntentClassification (pl)":60.69,"MassiveScenarioClassification (pl)":66.65,"PAC":67.11,"PolEmo2.0-IN":69.0,"PolEmo2.0-OUT":43.36} -{"index":86,"Rank":35,"Model":"mmlw-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":57.73,"AllegroReviews":33.03,"CBD":64.24,"MassiveIntentClassification (pl)":67.35,"MassiveScenarioClassification (pl)":72.13,"PAC":63.11,"PolEmo2.0-IN":63.96,"PolEmo2.0-OUT":40.32} -{"index":110,"Rank":36,"Model":"text-embedding-3-small<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":8191,"Average":57.65,"AllegroReviews":38.71,"CBD":65.23,"MassiveIntentClassification (pl)":64.59,"MassiveScenarioClassification (pl)":70.0,"PAC":66.83,"PolEmo2.0-IN":66.73,"PolEmo2.0-OUT":31.46} -{"index":90,"Rank":37,"Model":"st-polish-paraphrase-from-mpnet<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.47,"Embedding Dimensions":768,"Max Tokens":514,"Average":57.49,"AllegroReviews":34.55,"CBD":67.48,"MassiveIntentClassification (pl)":65.93,"MassiveScenarioClassification (pl)":71.85,"PAC":63.25,"PolEmo2.0-IN":68.37,"PolEmo2.0-OUT":30.99} -{"index":91,"Rank":38,"Model":"LaBSE<\/a>","Model Size (Million Parameters)":471,"Memory Usage (GB, fp32)":1.75,"Embedding Dimensions":768,"Max Tokens":512,"Average":57.39,"AllegroReviews":34.89,"CBD":65.71,"MassiveIntentClassification (pl)":59.71,"MassiveScenarioClassification (pl)":64.58,"PAC":68.11,"PolEmo2.0-IN":64.0,"PolEmo2.0-OUT":44.72} -{"index":71,"Rank":39,"Model":"multilingual-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":57.05,"AllegroReviews":37.42,"CBD":63.25,"MassiveIntentClassification (pl)":57.4,"MassiveScenarioClassification (pl)":64.25,"PAC":70.55,"PolEmo2.0-IN":67.35,"PolEmo2.0-OUT":39.13} -{"index":60,"Rank":40,"Model":"SONAR<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":56.34,"AllegroReviews":29.62,"CBD":63.83,"MassiveIntentClassification (pl)":65.86,"MassiveScenarioClassification (pl)":69.99,"PAC":73.87,"PolEmo2.0-IN":52.8,"PolEmo2.0-OUT":38.4} -{"index":101,"Rank":41,"Model":"paraphrase-multilingual-mpnet-base-v2<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":54.08,"AllegroReviews":33.89,"CBD":64.97,"MassiveIntentClassification (pl)":64.32,"MassiveScenarioClassification (pl)":68.99,"PAC":63.76,"PolEmo2.0-IN":62.74,"PolEmo2.0-OUT":19.92} -{"index":100,"Rank":42,"Model":"paraphrase-multilingual-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":52.18,"AllegroReviews":30.88,"CBD":57.68,"MassiveIntentClassification (pl)":59.43,"MassiveScenarioClassification (pl)":65.04,"PAC":65.76,"PolEmo2.0-IN":57.76,"PolEmo2.0-OUT":28.7} -{"index":97,"Rank":43,"Model":"distiluse-base-multilingual-cased-v2<\/a>","Model Size (Million Parameters)":135,"Memory Usage (GB, fp32)":0.5,"Embedding Dimensions":512,"Max Tokens":512,"Average":49.92,"AllegroReviews":28.03,"CBD":60.0,"MassiveIntentClassification (pl)":53.1,"MassiveScenarioClassification (pl)":61.29,"PAC":68.17,"PolEmo2.0-IN":48.84,"PolEmo2.0-OUT":30.0} -{"index":107,"Rank":44,"Model":"text2vec-base-multilingual<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":256,"Average":49.76,"AllegroReviews":27.57,"CBD":57.94,"MassiveIntentClassification (pl)":58.91,"MassiveScenarioClassification (pl)":62.55,"PAC":66.11,"PolEmo2.0-IN":54.7,"PolEmo2.0-OUT":20.51} -{"index":20,"Rank":45,"Model":"Cohere-embed-english-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":512,"Average":45.74,"AllegroReviews":28.84,"CBD":52.93,"MassiveIntentClassification (pl)":41.81,"MassiveScenarioClassification (pl)":50.47,"PAC":69.12,"PolEmo2.0-IN":50.18,"PolEmo2.0-OUT":26.82} -{"index":59,"Rank":46,"Model":"e5-base-4k<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":45.12,"AllegroReviews":25.0,"CBD":54.25,"MassiveIntentClassification (pl)":48.05,"MassiveScenarioClassification (pl)":50.65,"PAC":65.23,"PolEmo2.0-IN":44.43,"PolEmo2.0-OUT":28.2} -{"index":65,"Rank":47,"Model":"e5-large-v2<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":44.08,"AllegroReviews":26.1,"CBD":51.48,"MassiveIntentClassification (pl)":41.75,"MassiveScenarioClassification (pl)":49.17,"PAC":69.79,"PolEmo2.0-IN":46.99,"PolEmo2.0-OUT":23.28} -{"index":74,"Rank":48,"Model":"udever-bloom-1b1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":2048,"Average":43.47,"AllegroReviews":23.37,"CBD":51.92,"MassiveIntentClassification (pl)":44.47,"MassiveScenarioClassification (pl)":45.6,"PAC":64.44,"PolEmo2.0-IN":41.79,"PolEmo2.0-OUT":32.67} -{"index":52,"Rank":49,"Model":"LaBSE-en-ru<\/a>","Model Size (Million Parameters)":129,"Memory Usage (GB, fp32)":0.48,"Embedding Dimensions":768,"Max Tokens":512,"Average":43.4,"AllegroReviews":28.22,"CBD":52.86,"MassiveIntentClassification (pl)":31.3,"MassiveScenarioClassification (pl)":33.75,"PAC":68.61,"PolEmo2.0-IN":55.44,"PolEmo2.0-OUT":33.64} -{"index":63,"Rank":50,"Model":"e5-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":42.86,"AllegroReviews":26.17,"CBD":52.74,"MassiveIntentClassification (pl)":40.34,"MassiveScenarioClassification (pl)":49.18,"PAC":68.06,"PolEmo2.0-IN":42.48,"PolEmo2.0-OUT":21.05} -{"index":11,"Rank":51,"Model":"bge-base-en-v1.5<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":42.41,"AllegroReviews":25.03,"CBD":51.55,"MassiveIntentClassification (pl)":38.51,"MassiveScenarioClassification (pl)":47.15,"PAC":59.61,"PolEmo2.0-IN":44.25,"PolEmo2.0-OUT":30.79} -{"index":64,"Rank":52,"Model":"e5-large<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":42.25,"AllegroReviews":25.75,"CBD":47.88,"MassiveIntentClassification (pl)":39.06,"MassiveScenarioClassification (pl)":48.0,"PAC":67.56,"PolEmo2.0-IN":43.98,"PolEmo2.0-OUT":23.54} -{"index":80,"Rank":53,"Model":"nomic-embed-text-v1<\/a>","Model Size (Million Parameters)":547,"Memory Usage (GB, fp32)":2.04,"Embedding Dimensions":768,"Max Tokens":8192,"Average":42.18,"AllegroReviews":24.94,"CBD":51.88,"MassiveIntentClassification (pl)":38.6,"MassiveScenarioClassification (pl)":46.63,"PAC":69.14,"PolEmo2.0-IN":41.22,"PolEmo2.0-OUT":22.83} -{"index":55,"Rank":54,"Model":"USER-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":512,"Average":42.14,"AllegroReviews":25.6,"CBD":51.2,"MassiveIntentClassification (pl)":36.95,"MassiveScenarioClassification (pl)":43.88,"PAC":70.41,"PolEmo2.0-IN":43.77,"PolEmo2.0-OUT":23.18} -{"index":67,"Rank":55,"Model":"e5-small<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":41.77,"AllegroReviews":25.72,"CBD":51.9,"MassiveIntentClassification (pl)":37.54,"MassiveScenarioClassification (pl)":45.06,"PAC":64.07,"PolEmo2.0-IN":41.3,"PolEmo2.0-OUT":26.8} -{"index":62,"Rank":56,"Model":"e5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":41.47,"AllegroReviews":25.57,"CBD":50.95,"MassiveIntentClassification (pl)":40.23,"MassiveScenarioClassification (pl)":47.8,"PAC":62.64,"PolEmo2.0-IN":41.04,"PolEmo2.0-OUT":22.04} -{"index":12,"Rank":57,"Model":"bge-large-en-v1.5<\/a>","Model Size (Million Parameters)":1340,"Memory Usage (GB, fp32)":4.99,"Embedding Dimensions":1024,"Max Tokens":512,"Average":41.39,"AllegroReviews":24.37,"CBD":51.28,"MassiveIntentClassification (pl)":38.6,"MassiveScenarioClassification (pl)":46.56,"PAC":60.88,"PolEmo2.0-IN":43.92,"PolEmo2.0-OUT":24.13} -{"index":15,"Rank":58,"Model":"bge-small-en-v1.5<\/a>","Model Size (Million Parameters)":24,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":512,"Max Tokens":512,"Average":41.01,"AllegroReviews":25.64,"CBD":51.9,"MassiveIntentClassification (pl)":39.01,"MassiveScenarioClassification (pl)":46.1,"PAC":57.42,"PolEmo2.0-IN":42.92,"PolEmo2.0-OUT":24.05} -{"index":25,"Rank":59,"Model":"rubert-base-cased<\/a>","Model Size (Million Parameters)":180,"Memory Usage (GB, fp32)":0.67,"Embedding Dimensions":768,"Max Tokens":512,"Average":40.96,"AllegroReviews":23.05,"CBD":52.84,"MassiveIntentClassification (pl)":36.98,"MassiveScenarioClassification (pl)":35.54,"PAC":61.78,"PolEmo2.0-IN":42.33,"PolEmo2.0-OUT":34.19} -{"index":105,"Rank":60,"Model":"LaBSE-ru-turbo<\/a>","Model Size (Million Parameters)":128,"Memory Usage (GB, fp32)":0.48,"Embedding Dimensions":768,"Max Tokens":512,"Average":40.85,"AllegroReviews":24.9,"CBD":53.58,"MassiveIntentClassification (pl)":30.78,"MassiveScenarioClassification (pl)":36.2,"PAC":69.41,"PolEmo2.0-IN":44.06,"PolEmo2.0-OUT":27.02} -{"index":75,"Rank":61,"Model":"udever-bloom-560m<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":2048,"Average":40.83,"AllegroReviews":24.59,"CBD":51.69,"MassiveIntentClassification (pl)":41.63,"MassiveScenarioClassification (pl)":41.63,"PAC":62.49,"PolEmo2.0-IN":33.59,"PolEmo2.0-OUT":30.18} -{"index":26,"Rank":62,"Model":"rubert-base-cased-sentence<\/a>","Model Size (Million Parameters)":180,"Memory Usage (GB, fp32)":0.67,"Embedding Dimensions":768,"Max Tokens":512,"Average":40.32,"AllegroReviews":23.97,"CBD":44.27,"MassiveIntentClassification (pl)":35.34,"MassiveScenarioClassification (pl)":35.88,"PAC":64.36,"PolEmo2.0-IN":43.75,"PolEmo2.0-OUT":34.64} -{"index":93,"Rank":63,"Model":"all-MiniLM-L6-v2<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":384,"Max Tokens":512,"Average":40.07,"AllegroReviews":24.64,"CBD":50.9,"MassiveIntentClassification (pl)":36.07,"MassiveScenarioClassification (pl)":43.82,"PAC":59.78,"PolEmo2.0-IN":40.29,"PolEmo2.0-OUT":25.0} -{"index":24,"Rank":64,"Model":"distilrubert-small-cased-conversational<\/a>","Model Size (Million Parameters)":106,"Memory Usage (GB, fp32)":0.39,"Embedding Dimensions":768,"Max Tokens":512,"Average":40.04,"AllegroReviews":23.31,"CBD":52.53,"MassiveIntentClassification (pl)":38.29,"MassiveScenarioClassification (pl)":36.87,"PAC":57.98,"PolEmo2.0-IN":40.42,"PolEmo2.0-OUT":30.89} -{"index":94,"Rank":65,"Model":"all-mpnet-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average":39.84,"AllegroReviews":22.99,"CBD":50.25,"MassiveIntentClassification (pl)":34.26,"MassiveScenarioClassification (pl)":42.66,"PAC":62.1,"PolEmo2.0-IN":41.63,"PolEmo2.0-OUT":25.0} -{"index":53,"Rank":66,"Model":"rubert-tiny<\/a>","Model Size (Million Parameters)":12,"Memory Usage (GB, fp32)":0.04,"Embedding Dimensions":512,"Max Tokens":514,"Average":39.76,"AllegroReviews":23.22,"CBD":50.55,"MassiveIntentClassification (pl)":33.66,"MassiveScenarioClassification (pl)":34.41,"PAC":61.59,"PolEmo2.0-IN":41.09,"PolEmo2.0-OUT":33.81} -{"index":92,"Rank":67,"Model":"all-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":39.36,"AllegroReviews":23.85,"CBD":48.46,"MassiveIntentClassification (pl)":37.63,"MassiveScenarioClassification (pl)":44.72,"PAC":59.53,"PolEmo2.0-IN":38.32,"PolEmo2.0-OUT":22.98} -{"index":57,"Rank":68,"Model":"deberta-v1-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":512,"Average":39.01,"AllegroReviews":23.34,"CBD":50.33,"MassiveIntentClassification (pl)":33.5,"MassiveScenarioClassification (pl)":32.46,"PAC":62.79,"PolEmo2.0-IN":40.42,"PolEmo2.0-OUT":30.22} -{"index":54,"Rank":69,"Model":"rubert-tiny2<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"Embedding Dimensions":2048,"Max Tokens":514,"Average":37.8,"AllegroReviews":23.03,"CBD":52.68,"MassiveIntentClassification (pl)":23.3,"MassiveScenarioClassification (pl)":27.65,"PAC":62.19,"PolEmo2.0-IN":44.18,"PolEmo2.0-OUT":31.56} -{"index":17,"Rank":70,"Model":"winberta-base<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":37.66,"AllegroReviews":24.89,"CBD":53.78,"MassiveIntentClassification (pl)":31.77,"MassiveScenarioClassification (pl)":37.49,"PAC":57.14,"PolEmo2.0-IN":40.97,"PolEmo2.0-OUT":17.57} -{"index":106,"Rank":71,"Model":"rubert-tiny-turbo<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"Embedding Dimensions":312,"Max Tokens":2048,"Average":37.08,"AllegroReviews":25.4,"CBD":54.03,"MassiveIntentClassification (pl)":26.82,"MassiveScenarioClassification (pl)":31.62,"PAC":59.88,"PolEmo2.0-IN":38.1,"PolEmo2.0-OUT":23.74} -{"index":48,"Rank":72,"Model":"sbert_large_nlu_ru<\/a>","Model Size (Million Parameters)":427,"Memory Usage (GB, fp32)":1.59,"Embedding Dimensions":1024,"Max Tokens":512,"Average":36.63,"AllegroReviews":21.01,"CBD":51.0,"MassiveIntentClassification (pl)":18.13,"MassiveScenarioClassification (pl)":26.4,"PAC":68.93,"PolEmo2.0-IN":40.28,"PolEmo2.0-OUT":30.67} -{"index":47,"Rank":73,"Model":"sbert_large_mt_nlu_ru<\/a>","Model Size (Million Parameters)":427,"Memory Usage (GB, fp32)":1.59,"Embedding Dimensions":1024,"Max Tokens":514,"Average":36.42,"AllegroReviews":21.21,"CBD":49.87,"MassiveIntentClassification (pl)":17.96,"MassiveScenarioClassification (pl)":27.01,"PAC":63.64,"PolEmo2.0-IN":41.48,"PolEmo2.0-OUT":33.79} -{"index":37,"Rank":74,"Model":"2024-06-19_22-27-15<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":32.9,"AllegroReviews":21.01,"CBD":53.69,"MassiveIntentClassification (pl)":21.69,"MassiveScenarioClassification (pl)":26.17,"PAC":52.59,"PolEmo2.0-IN":33.89,"PolEmo2.0-OUT":21.26} -{"index":76,"Rank":75,"Model":"jina-embeddings-v2-base-en<\/a>","Model Size (Million Parameters)":275,"Memory Usage (GB, fp32)":1.02,"Embedding Dimensions":768,"Max Tokens":8192,"Average":27.31,"AllegroReviews":20.51,"CBD":51.45,"MassiveIntentClassification (pl)":5.77,"MassiveScenarioClassification (pl)":9.47,"PAC":50.97,"PolEmo2.0-IN":26.34,"PolEmo2.0-OUT":26.68} -{"index":4,"Rank":76,"Model":"LASER2<\/a>","Model Size (Million Parameters)":43,"Memory Usage (GB, fp32)":0.16,"Embedding Dimensions":1024,"Max Tokens":"N\/A","Average":"","AllegroReviews":"","CBD":"","MassiveIntentClassification (pl)":44.99,"MassiveScenarioClassification (pl)":52.92,"PAC":"","PolEmo2.0-IN":"","PolEmo2.0-OUT":""} -{"index":10,"Rank":78,"Model":"e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","AllegroReviews":"","CBD":"","MassiveIntentClassification (pl)":74.85,"MassiveScenarioClassification (pl)":77.37,"PAC":"","PolEmo2.0-IN":"","PolEmo2.0-OUT":""} -{"index":13,"Rank":79,"Model":"bge-m3<\/a>","Model Size (Million Parameters)":567,"Memory Usage (GB, fp32)":2.11,"Embedding Dimensions":1024,"Max Tokens":8192,"Average":"","AllegroReviews":"","CBD":"","MassiveIntentClassification (pl)":67.95,"MassiveScenarioClassification (pl)":"","PAC":69.13,"PolEmo2.0-IN":"","PolEmo2.0-OUT":49.47} -{"index":16,"Rank":80,"Model":"multilingual-e5-base-similarity-v1-onnx-quantized<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","AllegroReviews":"","CBD":"","MassiveIntentClassification (pl)":68.37,"MassiveScenarioClassification (pl)":70.6,"PAC":"","PolEmo2.0-IN":"","PolEmo2.0-OUT":""} -{"index":18,"Rank":81,"Model":"winberta-large<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","AllegroReviews":"","CBD":"","MassiveIntentClassification (pl)":27.62,"MassiveScenarioClassification (pl)":31.6,"PAC":"","PolEmo2.0-IN":"","PolEmo2.0-OUT":""} -{"index":19,"Rank":82,"Model":"windberta-large<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","AllegroReviews":"","CBD":"","MassiveIntentClassification (pl)":33.17,"MassiveScenarioClassification (pl)":36.34,"PAC":"","PolEmo2.0-IN":"","PolEmo2.0-OUT":""} -{"index":31,"Rank":83,"Model":"2024-06-15_10-09-42<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","AllegroReviews":0.23,"CBD":0.5,"MassiveIntentClassification (pl)":"","MassiveScenarioClassification (pl)":"","PAC":0.56,"PolEmo2.0-IN":0.37,"PolEmo2.0-OUT":0.3} -{"index":32,"Rank":84,"Model":"2024-06-17_21-37-12<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","AllegroReviews":0.21,"CBD":0.54,"MassiveIntentClassification (pl)":"","MassiveScenarioClassification (pl)":"","PAC":0.63,"PolEmo2.0-IN":0.34,"PolEmo2.0-OUT":0.28} -{"index":33,"Rank":85,"Model":"2024-06-19_08-22-22<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","AllegroReviews":0.22,"CBD":0.51,"MassiveIntentClassification (pl)":"","MassiveScenarioClassification (pl)":"","PAC":0.55,"PolEmo2.0-IN":0.39,"PolEmo2.0-OUT":0.29} -{"index":34,"Rank":86,"Model":"2024-06-19_10-03-38<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","AllegroReviews":0.26,"CBD":0.55,"MassiveIntentClassification (pl)":"","MassiveScenarioClassification (pl)":"","PAC":0.58,"PolEmo2.0-IN":0.36,"PolEmo2.0-OUT":0.29} -{"index":35,"Rank":87,"Model":"2024-06-19_21-12-17<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","AllegroReviews":0.22,"CBD":0.52,"MassiveIntentClassification (pl)":"","MassiveScenarioClassification (pl)":"","PAC":0.55,"PolEmo2.0-IN":0.35,"PolEmo2.0-OUT":0.3} -{"index":36,"Rank":88,"Model":"2024-06-19_22-23-38<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","AllegroReviews":0.27,"CBD":0.58,"MassiveIntentClassification (pl)":"","MassiveScenarioClassification (pl)":"","PAC":0.65,"PolEmo2.0-IN":0.53,"PolEmo2.0-OUT":0.23} -{"index":38,"Rank":89,"Model":"MUG-B-1.6<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","AllegroReviews":"","CBD":"","MassiveIntentClassification (pl)":38.21,"MassiveScenarioClassification (pl)":46.21,"PAC":"","PolEmo2.0-IN":"","PolEmo2.0-OUT":""} -{"index":41,"Rank":91,"Model":"SGPT-125M-weightedmean-msmarco-specb-bitfit<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":2048,"Average":"","AllegroReviews":"","CBD":"","MassiveIntentClassification (pl)":42.2,"MassiveScenarioClassification (pl)":41.89,"PAC":"","PolEmo2.0-IN":"","PolEmo2.0-OUT":""} -{"index":42,"Rank":92,"Model":"SGPT-125M-weightedmean-nli-bitfit<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":2048,"Average":"","AllegroReviews":"","CBD":"","MassiveIntentClassification (pl)":42.62,"MassiveScenarioClassification (pl)":41.88,"PAC":"","PolEmo2.0-IN":"","PolEmo2.0-OUT":""} -{"index":43,"Rank":93,"Model":"multilingual-e5-base-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","AllegroReviews":"","CBD":"","MassiveIntentClassification (pl)":68.37,"MassiveScenarioClassification (pl)":70.6,"PAC":"","PolEmo2.0-IN":"","PolEmo2.0-OUT":""} -{"index":49,"Rank":94,"Model":"Titan-text-embeddings-v2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","AllegroReviews":"","CBD":"","MassiveIntentClassification (pl)":60.07,"MassiveScenarioClassification (pl)":64.0,"PAC":"","PolEmo2.0-IN":"","PolEmo2.0-OUT":""} -{"index":50,"Rank":95,"Model":"sgpt-bloom-7b1-msmarco<\/a>","Model Size (Million Parameters)":7068,"Memory Usage (GB, fp32)":26.33,"Embedding Dimensions":4096,"Max Tokens":2048,"Average":"","AllegroReviews":"","CBD":"","MassiveIntentClassification (pl)":50.48,"MassiveScenarioClassification (pl)":49.98,"PAC":"","PolEmo2.0-IN":"","PolEmo2.0-OUT":""} -{"index":51,"Rank":96,"Model":"slx-v0.1<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.08,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","AllegroReviews":"","CBD":"","MassiveIntentClassification (pl)":34.97,"MassiveScenarioClassification (pl)":42.5,"PAC":"","PolEmo2.0-IN":"","PolEmo2.0-OUT":""} -{"index":58,"Rank":97,"Model":"multilingual-e5-base-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","AllegroReviews":"","CBD":"","MassiveIntentClassification (pl)":68.37,"MassiveScenarioClassification (pl)":70.6,"PAC":"","PolEmo2.0-IN":"","PolEmo2.0-OUT":""} -{"index":61,"Rank":98,"Model":"inf-retriever-v1<\/a>","Model Size (Million Parameters)":7069,"Memory Usage (GB, fp32)":26.33,"Embedding Dimensions":3584,"Max Tokens":131072,"Average":"","AllegroReviews":"","CBD":"","MassiveIntentClassification (pl)":"","MassiveScenarioClassification (pl)":"","PAC":"","PolEmo2.0-IN":"","PolEmo2.0-OUT":""} -{"index":78,"Rank":99,"Model":"multilingual-e5-small-ct2-int8<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","AllegroReviews":"","CBD":"","MassiveIntentClassification (pl)":64.53,"MassiveScenarioClassification (pl)":68.22,"PAC":"","PolEmo2.0-IN":"","PolEmo2.0-OUT":""} -{"index":79,"Rank":100,"Model":"ternary-weight-embedding<\/a>","Model Size (Million Parameters)":99,"Memory Usage (GB, fp32)":0.37,"Embedding Dimensions":1792,"Max Tokens":512,"Average":"","AllegroReviews":"","CBD":"","MassiveIntentClassification (pl)":42.43,"MassiveScenarioClassification (pl)":39.48,"PAC":"","PolEmo2.0-IN":"","PolEmo2.0-OUT":""} -{"index":81,"Rank":101,"Model":"FAB-Ramy-v1<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","AllegroReviews":"","CBD":"","MassiveIntentClassification (pl)":"","MassiveScenarioClassification (pl)":"","PAC":"","PolEmo2.0-IN":"","PolEmo2.0-OUT":""} -{"index":82,"Rank":102,"Model":"FAE-v1<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","AllegroReviews":"","CBD":"","MassiveIntentClassification (pl)":"","MassiveScenarioClassification (pl)":"","PAC":"","PolEmo2.0-IN":"","PolEmo2.0-OUT":""} -{"index":83,"Rank":103,"Model":"FUE-v1<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","AllegroReviews":"","CBD":"","MassiveIntentClassification (pl)":"","MassiveScenarioClassification (pl)":"","PAC":"","PolEmo2.0-IN":"","PolEmo2.0-OUT":""} -{"index":95,"Rank":104,"Model":"allenai-specter<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AllegroReviews":"","CBD":"","MassiveIntentClassification (pl)":35.77,"MassiveScenarioClassification (pl)":36.87,"PAC":"","PolEmo2.0-IN":"","PolEmo2.0-OUT":""} -{"index":96,"Rank":105,"Model":"average_word_embeddings_komninos<\/a>","Model Size (Million Parameters)":134,"Memory Usage (GB, fp32)":0.5,"Embedding Dimensions":300,"Max Tokens":"N\/A","Average":"","AllegroReviews":"","CBD":"","MassiveIntentClassification (pl)":"","MassiveScenarioClassification (pl)":"","PAC":"","PolEmo2.0-IN":"","PolEmo2.0-OUT":""} -{"index":98,"Rank":106,"Model":"gtr-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AllegroReviews":"","CBD":"","MassiveIntentClassification (pl)":39.08,"MassiveScenarioClassification (pl)":46.79,"PAC":"","PolEmo2.0-IN":"","PolEmo2.0-OUT":""} -{"index":99,"Rank":107,"Model":"gtr-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AllegroReviews":"","CBD":"","MassiveIntentClassification (pl)":42.64,"MassiveScenarioClassification (pl)":49.97,"PAC":"","PolEmo2.0-IN":"","PolEmo2.0-OUT":""} -{"index":102,"Rank":108,"Model":"sentence-t5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AllegroReviews":"","CBD":"","MassiveIntentClassification (pl)":34.41,"MassiveScenarioClassification (pl)":42.3,"PAC":"","PolEmo2.0-IN":"","PolEmo2.0-OUT":""} -{"index":103,"Rank":109,"Model":"sentence-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AllegroReviews":"","CBD":"","MassiveIntentClassification (pl)":37.67,"MassiveScenarioClassification (pl)":45.2,"PAC":"","PolEmo2.0-IN":"","PolEmo2.0-OUT":""} -{"index":104,"Rank":110,"Model":"sentence-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AllegroReviews":"","CBD":"","MassiveIntentClassification (pl)":43.95,"MassiveScenarioClassification (pl)":49.87,"PAC":"","PolEmo2.0-IN":"","PolEmo2.0-OUT":""} -{"index":108,"Rank":111,"Model":"llm_mse<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","AllegroReviews":"","CBD":"","MassiveIntentClassification (pl)":29.66,"MassiveScenarioClassification (pl)":36.86,"PAC":"","PolEmo2.0-IN":"","PolEmo2.0-OUT":""} diff --git a/all_data_tasks/32/default.jsonl b/all_data_tasks/32/default.jsonl deleted file mode 100644 index 492ae43f8ef1bb638e785e52e88a725501505407..0000000000000000000000000000000000000000 --- a/all_data_tasks/32/default.jsonl +++ /dev/null @@ -1,94 +0,0 @@ -{"index":8,"Rank":1,"Model":"gte-Qwen2-7B-instruct<\/a>","Model Size (Million Parameters)":7613,"Memory Usage (GB, fp32)":28.36,"Embedding Dimensions":3584,"Max Tokens":32768,"8TagsClustering":51.36} -{"index":14,"Rank":2,"Model":"bge-multilingual-gemma2<\/a>","Model Size (Million Parameters)":9242,"Memory Usage (GB, fp32)":34.43,"Embedding Dimensions":3584,"Max Tokens":8192,"8TagsClustering":50.29} -{"index":7,"Rank":3,"Model":"gte-Qwen2-1.5B-instruct<\/a>","Model Size (Million Parameters)":1776,"Memory Usage (GB, fp32)":6.62,"Embedding Dimensions":1536,"Max Tokens":131072,"8TagsClustering":44.59} -{"index":23,"Rank":4,"Model":"jina-embeddings-v3<\/a>","Model Size (Million Parameters)":572,"Memory Usage (GB, fp32)":2.13,"Embedding Dimensions":1024,"Max Tokens":8194,"8TagsClustering":43.66} -{"index":77,"Rank":5,"Model":"jina-embeddings-v3<\/a>","Model Size (Million Parameters)":572,"Memory Usage (GB, fp32)":2.13,"Embedding Dimensions":1024,"Max Tokens":8194,"8TagsClustering":43.66} -{"index":29,"Rank":6,"Model":"KaLM-embedding-multilingual-mini-instruct-v1.5<\/a>","Model Size (Million Parameters)":494,"Memory Usage (GB, fp32)":1.84,"Embedding Dimensions":896,"Max Tokens":131072,"8TagsClustering":39.24} -{"index":30,"Rank":7,"Model":"KaLM-embedding-multilingual-mini-v1<\/a>","Model Size (Million Parameters)":494,"Memory Usage (GB, fp32)":1.84,"Embedding Dimensions":896,"Max Tokens":131072,"8TagsClustering":37.96} -{"index":28,"Rank":8,"Model":"KaLM-embedding-multilingual-mini-instruct-v1<\/a>","Model Size (Million Parameters)":494,"Memory Usage (GB, fp32)":1.84,"Embedding Dimensions":896,"Max Tokens":131072,"8TagsClustering":37.57} -{"index":69,"Rank":9,"Model":"multilingual-e5-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"8TagsClustering":33.88} -{"index":9,"Rank":10,"Model":"gte-multilingual-base<\/a>","Model Size (Million Parameters)":305,"Memory Usage (GB, fp32)":1.14,"Embedding Dimensions":768,"Max Tokens":8192,"8TagsClustering":33.67} -{"index":40,"Rank":11,"Model":"onnx-gte-multilingual-base<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","8TagsClustering":33.67} -{"index":90,"Rank":12,"Model":"st-polish-paraphrase-from-mpnet<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.47,"Embedding Dimensions":768,"Max Tokens":514,"8TagsClustering":33.15} -{"index":87,"Rank":13,"Model":"mmlw-roberta-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":514,"8TagsClustering":33.08} -{"index":45,"Rank":14,"Model":"st-polish-kartonberta-base-alpha-v1<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":514,"8TagsClustering":32.85} -{"index":86,"Rank":15,"Model":"mmlw-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"8TagsClustering":31.77} -{"index":89,"Rank":16,"Model":"st-polish-paraphrase-from-distilroberta<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.47,"Embedding Dimensions":768,"Max Tokens":514,"8TagsClustering":31.68} -{"index":73,"Rank":17,"Model":"silver-retriever-base-v1<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.47,"Embedding Dimensions":768,"Max Tokens":514,"8TagsClustering":31.49} -{"index":88,"Rank":18,"Model":"mmlw-roberta-large<\/a>","Model Size (Million Parameters)":435,"Memory Usage (GB, fp32)":1.62,"Embedding Dimensions":1024,"Max Tokens":514,"8TagsClustering":31.16} -{"index":85,"Rank":19,"Model":"mmlw-e5-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"8TagsClustering":30.62} -{"index":84,"Rank":20,"Model":"mmlw-e5-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"8TagsClustering":30.25} -{"index":44,"Rank":21,"Model":"KartonBERT-USE-base-v1<\/a>","Model Size (Million Parameters)":104,"Memory Usage (GB, fp32)":0.39,"Embedding Dimensions":768,"Max Tokens":512,"8TagsClustering":29.88} -{"index":72,"Rank":22,"Model":"herbert-base-retrieval-v2<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.47,"Embedding Dimensions":768,"Max Tokens":514,"8TagsClustering":28.15} -{"index":101,"Rank":23,"Model":"paraphrase-multilingual-mpnet-base-v2<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"8TagsClustering":25.62} -{"index":68,"Rank":24,"Model":"multilingual-e5-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"8TagsClustering":24.97} -{"index":71,"Rank":25,"Model":"multilingual-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"8TagsClustering":23.92} -{"index":100,"Rank":26,"Model":"paraphrase-multilingual-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"8TagsClustering":23.24} -{"index":60,"Rank":27,"Model":"SONAR<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","8TagsClustering":18.79} -{"index":91,"Rank":28,"Model":"LaBSE<\/a>","Model Size (Million Parameters)":471,"Memory Usage (GB, fp32)":1.75,"Embedding Dimensions":768,"Max Tokens":512,"8TagsClustering":12.96} -{"index":97,"Rank":29,"Model":"distiluse-base-multilingual-cased-v2<\/a>","Model Size (Million Parameters)":135,"Memory Usage (GB, fp32)":0.5,"Embedding Dimensions":512,"Max Tokens":512,"8TagsClustering":12.51} -{"index":17,"Rank":30,"Model":"winberta-base<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","8TagsClustering":4.68} -{"index":0,"Rank":31,"Model":"voyage-3-lite<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":512,"Max Tokens":32000,"8TagsClustering":""} -{"index":1,"Rank":32,"Model":"voyage-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":32000,"8TagsClustering":""} -{"index":2,"Rank":33,"Model":"voyage-large-2-instruct<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":16000,"8TagsClustering":""} -{"index":3,"Rank":34,"Model":"voyage-multilingual-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":32000,"8TagsClustering":""} -{"index":4,"Rank":35,"Model":"LASER2<\/a>","Model Size (Million Parameters)":43,"Memory Usage (GB, fp32)":0.16,"Embedding Dimensions":1024,"Max Tokens":"N\/A","8TagsClustering":""} -{"index":6,"Rank":37,"Model":"gte-Qwen1.5-7B-instruct<\/a>","Model Size (Million Parameters)":7099,"Memory Usage (GB, fp32)":26.45,"Embedding Dimensions":4096,"Max Tokens":32768,"8TagsClustering":""} -{"index":10,"Rank":38,"Model":"e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"8TagsClustering":""} -{"index":11,"Rank":39,"Model":"bge-base-en-v1.5<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"8TagsClustering":""} -{"index":12,"Rank":40,"Model":"bge-large-en-v1.5<\/a>","Model Size (Million Parameters)":1340,"Memory Usage (GB, fp32)":4.99,"Embedding Dimensions":1024,"Max Tokens":512,"8TagsClustering":""} -{"index":13,"Rank":41,"Model":"bge-m3<\/a>","Model Size (Million Parameters)":567,"Memory Usage (GB, fp32)":2.11,"Embedding Dimensions":1024,"Max Tokens":8192,"8TagsClustering":""} -{"index":15,"Rank":42,"Model":"bge-small-en-v1.5<\/a>","Model Size (Million Parameters)":24,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":512,"Max Tokens":512,"8TagsClustering":""} -{"index":20,"Rank":46,"Model":"Cohere-embed-english-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":512,"8TagsClustering":""} -{"index":21,"Rank":47,"Model":"Cohere-embed-multilingual-light-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":384,"Max Tokens":512,"8TagsClustering":""} -{"index":22,"Rank":48,"Model":"Cohere-embed-multilingual-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":512,"8TagsClustering":""} -{"index":24,"Rank":49,"Model":"distilrubert-small-cased-conversational<\/a>","Model Size (Million Parameters)":106,"Memory Usage (GB, fp32)":0.39,"Embedding Dimensions":768,"Max Tokens":512,"8TagsClustering":""} -{"index":25,"Rank":50,"Model":"rubert-base-cased<\/a>","Model Size (Million Parameters)":180,"Memory Usage (GB, fp32)":0.67,"Embedding Dimensions":768,"Max Tokens":512,"8TagsClustering":""} -{"index":26,"Rank":51,"Model":"rubert-base-cased-sentence<\/a>","Model Size (Million Parameters)":180,"Memory Usage (GB, fp32)":0.67,"Embedding Dimensions":768,"Max Tokens":512,"8TagsClustering":""} -{"index":27,"Rank":52,"Model":"GritLM-7B<\/a>","Model Size (Million Parameters)":7240,"Memory Usage (GB, fp32)":26.97,"Embedding Dimensions":"","Max Tokens":4096,"8TagsClustering":""} -{"index":38,"Rank":60,"Model":"MUG-B-1.6<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"8TagsClustering":""} -{"index":41,"Rank":62,"Model":"SGPT-125M-weightedmean-msmarco-specb-bitfit<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":2048,"8TagsClustering":""} -{"index":42,"Rank":63,"Model":"SGPT-125M-weightedmean-nli-bitfit<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":2048,"8TagsClustering":""} -{"index":46,"Rank":65,"Model":"SFR-Embedding-Mistral<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"8TagsClustering":""} -{"index":47,"Rank":66,"Model":"sbert_large_mt_nlu_ru<\/a>","Model Size (Million Parameters)":427,"Memory Usage (GB, fp32)":1.59,"Embedding Dimensions":1024,"Max Tokens":514,"8TagsClustering":""} -{"index":48,"Rank":67,"Model":"sbert_large_nlu_ru<\/a>","Model Size (Million Parameters)":427,"Memory Usage (GB, fp32)":1.59,"Embedding Dimensions":1024,"Max Tokens":512,"8TagsClustering":""} -{"index":50,"Rank":69,"Model":"sgpt-bloom-7b1-msmarco<\/a>","Model Size (Million Parameters)":7068,"Memory Usage (GB, fp32)":26.33,"Embedding Dimensions":4096,"Max Tokens":2048,"8TagsClustering":""} -{"index":51,"Rank":70,"Model":"slx-v0.1<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.08,"Embedding Dimensions":384,"Max Tokens":512,"8TagsClustering":""} -{"index":52,"Rank":71,"Model":"LaBSE-en-ru<\/a>","Model Size (Million Parameters)":129,"Memory Usage (GB, fp32)":0.48,"Embedding Dimensions":768,"Max Tokens":512,"8TagsClustering":""} -{"index":53,"Rank":72,"Model":"rubert-tiny<\/a>","Model Size (Million Parameters)":12,"Memory Usage (GB, fp32)":0.04,"Embedding Dimensions":512,"Max Tokens":514,"8TagsClustering":""} -{"index":54,"Rank":73,"Model":"rubert-tiny2<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"Embedding Dimensions":2048,"Max Tokens":514,"8TagsClustering":""} -{"index":55,"Rank":74,"Model":"USER-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":512,"8TagsClustering":""} -{"index":56,"Rank":75,"Model":"USER-bge-m3<\/a>","Model Size (Million Parameters)":359,"Memory Usage (GB, fp32)":1.34,"Embedding Dimensions":1024,"Max Tokens":8192,"8TagsClustering":""} -{"index":57,"Rank":76,"Model":"deberta-v1-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":512,"8TagsClustering":""} -{"index":59,"Rank":78,"Model":"e5-base-4k<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"8TagsClustering":""} -{"index":61,"Rank":79,"Model":"inf-retriever-v1<\/a>","Model Size (Million Parameters)":7069,"Memory Usage (GB, fp32)":26.33,"Embedding Dimensions":3584,"Max Tokens":131072,"8TagsClustering":""} -{"index":62,"Rank":80,"Model":"e5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"8TagsClustering":""} -{"index":63,"Rank":81,"Model":"e5-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"8TagsClustering":""} -{"index":64,"Rank":82,"Model":"e5-large<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"8TagsClustering":""} -{"index":65,"Rank":83,"Model":"e5-large-v2<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"8TagsClustering":""} -{"index":66,"Rank":84,"Model":"e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"8TagsClustering":""} -{"index":67,"Rank":85,"Model":"e5-small<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"8TagsClustering":""} -{"index":70,"Rank":86,"Model":"multilingual-e5-large-instruct<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"8TagsClustering":""} -{"index":74,"Rank":87,"Model":"udever-bloom-1b1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":2048,"8TagsClustering":""} -{"index":75,"Rank":88,"Model":"udever-bloom-560m<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":2048,"8TagsClustering":""} -{"index":76,"Rank":89,"Model":"jina-embeddings-v2-base-en<\/a>","Model Size (Million Parameters)":275,"Memory Usage (GB, fp32)":1.02,"Embedding Dimensions":768,"Max Tokens":8192,"8TagsClustering":""} -{"index":79,"Rank":91,"Model":"ternary-weight-embedding<\/a>","Model Size (Million Parameters)":99,"Memory Usage (GB, fp32)":0.37,"Embedding Dimensions":1792,"Max Tokens":512,"8TagsClustering":""} -{"index":80,"Rank":92,"Model":"nomic-embed-text-v1<\/a>","Model Size (Million Parameters)":547,"Memory Usage (GB, fp32)":2.04,"Embedding Dimensions":768,"Max Tokens":8192,"8TagsClustering":""} -{"index":81,"Rank":93,"Model":"FAB-Ramy-v1<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"8TagsClustering":""} -{"index":82,"Rank":94,"Model":"FAE-v1<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"8TagsClustering":""} -{"index":83,"Rank":95,"Model":"FUE-v1<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"8TagsClustering":""} -{"index":92,"Rank":96,"Model":"all-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"8TagsClustering":""} -{"index":93,"Rank":97,"Model":"all-MiniLM-L6-v2<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":384,"Max Tokens":512,"8TagsClustering":""} -{"index":94,"Rank":98,"Model":"all-mpnet-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"8TagsClustering":""} -{"index":95,"Rank":99,"Model":"allenai-specter<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"8TagsClustering":""} -{"index":96,"Rank":100,"Model":"average_word_embeddings_komninos<\/a>","Model Size (Million Parameters)":134,"Memory Usage (GB, fp32)":0.5,"Embedding Dimensions":300,"Max Tokens":"N\/A","8TagsClustering":""} -{"index":98,"Rank":101,"Model":"gtr-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Embedding Dimensions":768,"Max Tokens":512,"8TagsClustering":""} -{"index":99,"Rank":102,"Model":"gtr-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Embedding Dimensions":768,"Max Tokens":512,"8TagsClustering":""} -{"index":102,"Rank":103,"Model":"sentence-t5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"8TagsClustering":""} -{"index":103,"Rank":104,"Model":"sentence-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Embedding Dimensions":768,"Max Tokens":512,"8TagsClustering":""} -{"index":104,"Rank":105,"Model":"sentence-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Embedding Dimensions":768,"Max Tokens":512,"8TagsClustering":""} -{"index":105,"Rank":106,"Model":"LaBSE-ru-turbo<\/a>","Model Size (Million Parameters)":128,"Memory Usage (GB, fp32)":0.48,"Embedding Dimensions":768,"Max Tokens":512,"8TagsClustering":""} -{"index":106,"Rank":107,"Model":"rubert-tiny-turbo<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"Embedding Dimensions":312,"Max Tokens":2048,"8TagsClustering":""} -{"index":107,"Rank":108,"Model":"text2vec-base-multilingual<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":256,"8TagsClustering":""} -{"index":109,"Rank":110,"Model":"text-embedding-3-large<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":3072,"Max Tokens":8191,"8TagsClustering":""} -{"index":110,"Rank":111,"Model":"text-embedding-3-small<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":8191,"8TagsClustering":""} diff --git a/all_data_tasks/33/default.jsonl b/all_data_tasks/33/default.jsonl deleted file mode 100644 index c483093a4a4f9d8b5b5781a53b061d390534b884..0000000000000000000000000000000000000000 --- a/all_data_tasks/33/default.jsonl +++ /dev/null @@ -1,100 +0,0 @@ -{"index":14,"Rank":1,"Model":"bge-multilingual-gemma2<\/a>","Model Size (Million Parameters)":9242,"Memory Usage (GB, fp32)":34.43,"Embedding Dimensions":3584,"Max Tokens":8192,"Average":89.62,"CDSC-E":78.23,"PPC":95.43,"PSC":99.24,"SICK-E-PL":85.58} -{"index":88,"Rank":2,"Model":"mmlw-roberta-large<\/a>","Model Size (Million Parameters)":435,"Memory Usage (GB, fp32)":1.62,"Embedding Dimensions":1024,"Max Tokens":514,"Average":89.13,"CDSC-E":79.87,"PPC":93.56,"PSC":98.63,"SICK-E-PL":84.47} -{"index":8,"Rank":3,"Model":"gte-Qwen2-7B-instruct<\/a>","Model Size (Million Parameters)":7613,"Memory Usage (GB, fp32)":28.36,"Embedding Dimensions":3584,"Max Tokens":32768,"Average":88.48,"CDSC-E":76.75,"PPC":94.1,"PSC":99.37,"SICK-E-PL":83.68} -{"index":87,"Rank":4,"Model":"mmlw-roberta-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":514,"Average":88.14,"CDSC-E":79.1,"PPC":92.81,"PSC":98.61,"SICK-E-PL":82.04} -{"index":45,"Rank":5,"Model":"st-polish-kartonberta-base-alpha-v1<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":514,"Average":87.92,"CDSC-E":79.12,"PPC":92.65,"PSC":98.42,"SICK-E-PL":81.47} -{"index":90,"Rank":6,"Model":"st-polish-paraphrase-from-mpnet<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.47,"Embedding Dimensions":768,"Max Tokens":514,"Average":87.08,"CDSC-E":75.06,"PPC":93.67,"PSC":99.05,"SICK-E-PL":80.56} -{"index":44,"Rank":7,"Model":"KartonBERT-USE-base-v1<\/a>","Model Size (Million Parameters)":104,"Memory Usage (GB, fp32)":0.39,"Embedding Dimensions":768,"Max Tokens":512,"Average":87.04,"CDSC-E":77.0,"PPC":92.14,"PSC":99.19,"SICK-E-PL":79.82} -{"index":89,"Rank":8,"Model":"st-polish-paraphrase-from-distilroberta<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.47,"Embedding Dimensions":768,"Max Tokens":514,"Average":87.01,"CDSC-E":75.99,"PPC":93.31,"PSC":99.1,"SICK-E-PL":79.63} -{"index":101,"Rank":9,"Model":"paraphrase-multilingual-mpnet-base-v2<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":86.23,"CDSC-E":75.77,"PPC":93.67,"PSC":98.26,"SICK-E-PL":77.22} -{"index":84,"Rank":10,"Model":"mmlw-e5-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":86.16,"CDSC-E":77.27,"PPC":91.76,"PSC":99.15,"SICK-E-PL":76.45} -{"index":85,"Rank":11,"Model":"mmlw-e5-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":85.9,"CDSC-E":76.83,"PPC":91.09,"PSC":99.53,"SICK-E-PL":76.14} -{"index":69,"Rank":12,"Model":"multilingual-e5-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":85.5,"CDSC-E":74.47,"PPC":92.18,"PSC":99.39,"SICK-E-PL":75.96} -{"index":40,"Rank":13,"Model":"onnx-gte-multilingual-base<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":85.45,"CDSC-E":74.9,"PPC":92.43,"PSC":99.06,"SICK-E-PL":75.4} -{"index":9,"Rank":14,"Model":"gte-multilingual-base<\/a>","Model Size (Million Parameters)":305,"Memory Usage (GB, fp32)":1.14,"Embedding Dimensions":768,"Max Tokens":8192,"Average":85.45,"CDSC-E":74.9,"PPC":92.43,"PSC":99.06,"SICK-E-PL":75.4} -{"index":7,"Rank":15,"Model":"gte-Qwen2-1.5B-instruct<\/a>","Model Size (Million Parameters)":1776,"Memory Usage (GB, fp32)":6.62,"Embedding Dimensions":1536,"Max Tokens":131072,"Average":84.87,"CDSC-E":72.42,"PPC":91.47,"PSC":99.28,"SICK-E-PL":76.32} -{"index":86,"Rank":16,"Model":"mmlw-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":84.61,"CDSC-E":76.68,"PPC":89.7,"PSC":98.86,"SICK-E-PL":73.21} -{"index":23,"Rank":17,"Model":"jina-embeddings-v3<\/a>","Model Size (Million Parameters)":572,"Memory Usage (GB, fp32)":2.13,"Embedding Dimensions":1024,"Max Tokens":8194,"Average":83.7,"CDSC-E":73.04,"PPC":91.42,"PSC":99.19,"SICK-E-PL":71.15} -{"index":77,"Rank":18,"Model":"jina-embeddings-v3<\/a>","Model Size (Million Parameters)":572,"Memory Usage (GB, fp32)":2.13,"Embedding Dimensions":1024,"Max Tokens":8194,"Average":83.7,"CDSC-E":73.04,"PPC":91.42,"PSC":99.19,"SICK-E-PL":71.15} -{"index":100,"Rank":19,"Model":"paraphrase-multilingual-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":83.28,"CDSC-E":72.22,"PPC":91.8,"PSC":97.14,"SICK-E-PL":71.94} -{"index":68,"Rank":20,"Model":"multilingual-e5-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":82.15,"CDSC-E":72.67,"PPC":88.01,"PSC":99.14,"SICK-E-PL":68.77} -{"index":28,"Rank":21,"Model":"KaLM-embedding-multilingual-mini-instruct-v1<\/a>","Model Size (Million Parameters)":494,"Memory Usage (GB, fp32)":1.84,"Embedding Dimensions":896,"Max Tokens":131072,"Average":80.52,"CDSC-E":71.64,"PPC":87.44,"PSC":99.43,"SICK-E-PL":63.57} -{"index":71,"Rank":22,"Model":"multilingual-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":80.5,"CDSC-E":69.7,"PPC":86.72,"PSC":99.24,"SICK-E-PL":66.34} -{"index":30,"Rank":23,"Model":"KaLM-embedding-multilingual-mini-v1<\/a>","Model Size (Million Parameters)":494,"Memory Usage (GB, fp32)":1.84,"Embedding Dimensions":896,"Max Tokens":131072,"Average":79.79,"CDSC-E":69.77,"PPC":87.18,"PSC":99.42,"SICK-E-PL":62.8} -{"index":97,"Rank":24,"Model":"distiluse-base-multilingual-cased-v2<\/a>","Model Size (Million Parameters)":135,"Memory Usage (GB, fp32)":0.5,"Embedding Dimensions":512,"Max Tokens":512,"Average":79.4,"CDSC-E":72.0,"PPC":86.83,"PSC":96.35,"SICK-E-PL":62.41} -{"index":91,"Rank":25,"Model":"LaBSE<\/a>","Model Size (Million Parameters)":471,"Memory Usage (GB, fp32)":1.75,"Embedding Dimensions":768,"Max Tokens":512,"Average":79.27,"CDSC-E":68.91,"PPC":86.97,"PSC":97.42,"SICK-E-PL":63.77} -{"index":29,"Rank":26,"Model":"KaLM-embedding-multilingual-mini-instruct-v1.5<\/a>","Model Size (Million Parameters)":494,"Memory Usage (GB, fp32)":1.84,"Embedding Dimensions":896,"Max Tokens":131072,"Average":79.01,"CDSC-E":67.4,"PPC":86.11,"PSC":99.57,"SICK-E-PL":62.95} -{"index":73,"Rank":27,"Model":"silver-retriever-base-v1<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.47,"Embedding Dimensions":768,"Max Tokens":514,"Average":77.67,"CDSC-E":67.56,"PPC":85.98,"PSC":98.6,"SICK-E-PL":58.54} -{"index":72,"Rank":28,"Model":"herbert-base-retrieval-v2<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.47,"Embedding Dimensions":768,"Max Tokens":514,"Average":75.48,"CDSC-E":63.61,"PPC":84.37,"PSC":98.98,"SICK-E-PL":54.95} -{"index":60,"Rank":29,"Model":"SONAR<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":73.2,"CDSC-E":59.97,"PPC":85.37,"PSC":91.98,"SICK-E-PL":55.48} -{"index":17,"Rank":30,"Model":"winberta-base<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":59.51,"CDSC-E":43.51,"PPC":70.19,"PSC":77.83,"SICK-E-PL":46.51} -{"index":0,"Rank":31,"Model":"voyage-3-lite<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":512,"Max Tokens":32000,"Average":"","CDSC-E":66.64,"PPC":"","PSC":99.57,"SICK-E-PL":61.84} -{"index":1,"Rank":32,"Model":"voyage-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":32000,"Average":"","CDSC-E":66.93,"PPC":"","PSC":99.64,"SICK-E-PL":65.92} -{"index":2,"Rank":33,"Model":"voyage-large-2-instruct<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":16000,"Average":"","CDSC-E":68.16,"PPC":"","PSC":99.41,"SICK-E-PL":68.53} -{"index":3,"Rank":34,"Model":"voyage-multilingual-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":32000,"Average":"","CDSC-E":66.76,"PPC":"","PSC":99.63,"SICK-E-PL":70.81} -{"index":4,"Rank":35,"Model":"LASER2<\/a>","Model Size (Million Parameters)":43,"Memory Usage (GB, fp32)":0.16,"Embedding Dimensions":1024,"Max Tokens":"N\/A","Average":"","CDSC-E":"","PPC":"","PSC":"","SICK-E-PL":""} -{"index":6,"Rank":37,"Model":"gte-Qwen1.5-7B-instruct<\/a>","Model Size (Million Parameters)":7099,"Memory Usage (GB, fp32)":26.45,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","CDSC-E":74.94,"PPC":"","PSC":98.05,"SICK-E-PL":79.9} -{"index":10,"Rank":38,"Model":"e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","CDSC-E":"","PPC":"","PSC":"","SICK-E-PL":""} -{"index":11,"Rank":39,"Model":"bge-base-en-v1.5<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CDSC-E":46.88,"PPC":"","PSC":92.98,"SICK-E-PL":43.03} -{"index":12,"Rank":40,"Model":"bge-large-en-v1.5<\/a>","Model Size (Million Parameters)":1340,"Memory Usage (GB, fp32)":4.99,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","CDSC-E":47.66,"PPC":"","PSC":93.8,"SICK-E-PL":45.75} -{"index":13,"Rank":41,"Model":"bge-m3<\/a>","Model Size (Million Parameters)":567,"Memory Usage (GB, fp32)":2.11,"Embedding Dimensions":1024,"Max Tokens":8192,"Average":"","CDSC-E":"","PPC":"","PSC":"","SICK-E-PL":""} -{"index":15,"Rank":42,"Model":"bge-small-en-v1.5<\/a>","Model Size (Million Parameters)":24,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":512,"Max Tokens":512,"Average":"","CDSC-E":52.37,"PPC":"","PSC":91.06,"SICK-E-PL":47.23} -{"index":20,"Rank":46,"Model":"Cohere-embed-english-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":512,"Average":"","CDSC-E":62.91,"PPC":"","PSC":96.09,"SICK-E-PL":61.81} -{"index":21,"Rank":47,"Model":"Cohere-embed-multilingual-light-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":384,"Max Tokens":512,"Average":"","CDSC-E":71.05,"PPC":"","PSC":99.33,"SICK-E-PL":66.57} -{"index":22,"Rank":48,"Model":"Cohere-embed-multilingual-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":512,"Average":"","CDSC-E":73.47,"PPC":"","PSC":99.51,"SICK-E-PL":79.27} -{"index":24,"Rank":49,"Model":"distilrubert-small-cased-conversational<\/a>","Model Size (Million Parameters)":106,"Memory Usage (GB, fp32)":0.39,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CDSC-E":46.84,"PPC":"","PSC":62.23,"SICK-E-PL":45.78} -{"index":25,"Rank":50,"Model":"rubert-base-cased<\/a>","Model Size (Million Parameters)":180,"Memory Usage (GB, fp32)":0.67,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CDSC-E":35.32,"PPC":"","PSC":66.18,"SICK-E-PL":47.31} -{"index":26,"Rank":51,"Model":"rubert-base-cased-sentence<\/a>","Model Size (Million Parameters)":180,"Memory Usage (GB, fp32)":0.67,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CDSC-E":61.23,"PPC":"","PSC":59.64,"SICK-E-PL":60.78} -{"index":27,"Rank":52,"Model":"GritLM-7B<\/a>","Model Size (Million Parameters)":7240,"Memory Usage (GB, fp32)":26.97,"Embedding Dimensions":"","Max Tokens":4096,"Average":"","CDSC-E":75.61,"PPC":"","PSC":99.45,"SICK-E-PL":79.06} -{"index":31,"Rank":53,"Model":"2024-06-15_10-09-42<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","CDSC-E":0.43,"PPC":"","PSC":0.4,"SICK-E-PL":0.55} -{"index":32,"Rank":54,"Model":"2024-06-17_21-37-12<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","CDSC-E":0.37,"PPC":"","PSC":0.38,"SICK-E-PL":0.42} -{"index":33,"Rank":55,"Model":"2024-06-19_08-22-22<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","CDSC-E":0.46,"PPC":"","PSC":0.41,"SICK-E-PL":0.51} -{"index":34,"Rank":56,"Model":"2024-06-19_10-03-38<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","CDSC-E":0.44,"PPC":"","PSC":0.75,"SICK-E-PL":0.52} -{"index":35,"Rank":57,"Model":"2024-06-19_21-12-17<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","CDSC-E":0.41,"PPC":"","PSC":0.38,"SICK-E-PL":0.44} -{"index":36,"Rank":58,"Model":"2024-06-19_22-23-38<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","CDSC-E":0.56,"PPC":"","PSC":0.85,"SICK-E-PL":0.61} -{"index":38,"Rank":60,"Model":"MUG-B-1.6<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","CDSC-E":"","PPC":"","PSC":"","SICK-E-PL":""} -{"index":41,"Rank":62,"Model":"SGPT-125M-weightedmean-msmarco-specb-bitfit<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":2048,"Average":"","CDSC-E":"","PPC":"","PSC":"","SICK-E-PL":""} -{"index":42,"Rank":63,"Model":"SGPT-125M-weightedmean-nli-bitfit<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":2048,"Average":"","CDSC-E":"","PPC":"","PSC":"","SICK-E-PL":""} -{"index":46,"Rank":65,"Model":"SFR-Embedding-Mistral<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","CDSC-E":75.1,"PPC":"","PSC":99.67,"SICK-E-PL":77.4} -{"index":47,"Rank":66,"Model":"sbert_large_mt_nlu_ru<\/a>","Model Size (Million Parameters)":427,"Memory Usage (GB, fp32)":1.59,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","CDSC-E":37.27,"PPC":"","PSC":54.94,"SICK-E-PL":44.97} -{"index":48,"Rank":67,"Model":"sbert_large_nlu_ru<\/a>","Model Size (Million Parameters)":427,"Memory Usage (GB, fp32)":1.59,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","CDSC-E":35.69,"PPC":"","PSC":57.84,"SICK-E-PL":44.15} -{"index":50,"Rank":69,"Model":"sgpt-bloom-7b1-msmarco<\/a>","Model Size (Million Parameters)":7068,"Memory Usage (GB, fp32)":26.33,"Embedding Dimensions":4096,"Max Tokens":2048,"Average":"","CDSC-E":"","PPC":"","PSC":"","SICK-E-PL":""} -{"index":51,"Rank":70,"Model":"slx-v0.1<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.08,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","CDSC-E":"","PPC":"","PSC":"","SICK-E-PL":""} -{"index":52,"Rank":71,"Model":"LaBSE-en-ru<\/a>","Model Size (Million Parameters)":129,"Memory Usage (GB, fp32)":0.48,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CDSC-E":46.83,"PPC":"","PSC":88.51,"SICK-E-PL":46.12} -{"index":53,"Rank":72,"Model":"rubert-tiny<\/a>","Model Size (Million Parameters)":12,"Memory Usage (GB, fp32)":0.04,"Embedding Dimensions":512,"Max Tokens":514,"Average":"","CDSC-E":44.08,"PPC":"","PSC":59.31,"SICK-E-PL":45.58} -{"index":54,"Rank":73,"Model":"rubert-tiny2<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"Embedding Dimensions":2048,"Max Tokens":514,"Average":"","CDSC-E":45.22,"PPC":"","PSC":71.22,"SICK-E-PL":47.87} -{"index":55,"Rank":74,"Model":"USER-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CDSC-E":51.93,"PPC":"","PSC":88.71,"SICK-E-PL":54.43} -{"index":56,"Rank":75,"Model":"USER-bge-m3<\/a>","Model Size (Million Parameters)":359,"Memory Usage (GB, fp32)":1.34,"Embedding Dimensions":1024,"Max Tokens":8192,"Average":"","CDSC-E":73.41,"PPC":"","PSC":99.13,"SICK-E-PL":70.91} -{"index":57,"Rank":76,"Model":"deberta-v1-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CDSC-E":43.0,"PPC":"","PSC":58.6,"SICK-E-PL":43.35} -{"index":59,"Rank":78,"Model":"e5-base-4k<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CDSC-E":55.27,"PPC":"","PSC":95.48,"SICK-E-PL":48.72} -{"index":61,"Rank":79,"Model":"inf-retriever-v1<\/a>","Model Size (Million Parameters)":7069,"Memory Usage (GB, fp32)":26.33,"Embedding Dimensions":3584,"Max Tokens":131072,"Average":"","CDSC-E":"","PPC":"","PSC":"","SICK-E-PL":""} -{"index":62,"Rank":80,"Model":"e5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CDSC-E":50.26,"PPC":"","PSC":94.63,"SICK-E-PL":47.25} -{"index":63,"Rank":81,"Model":"e5-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CDSC-E":56.82,"PPC":"","PSC":96.95,"SICK-E-PL":50.72} -{"index":64,"Rank":82,"Model":"e5-large<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","CDSC-E":69.58,"PPC":"","PSC":96.15,"SICK-E-PL":56.09} -{"index":65,"Rank":83,"Model":"e5-large-v2<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","CDSC-E":65.96,"PPC":"","PSC":96.64,"SICK-E-PL":58.41} -{"index":66,"Rank":84,"Model":"e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","CDSC-E":75.86,"PPC":"","PSC":99.53,"SICK-E-PL":79.94} -{"index":67,"Rank":85,"Model":"e5-small<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","CDSC-E":66.65,"PPC":"","PSC":90.03,"SICK-E-PL":52.68} -{"index":70,"Rank":86,"Model":"multilingual-e5-large-instruct<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","CDSC-E":76.17,"PPC":"","PSC":99.31,"SICK-E-PL":79.69} -{"index":74,"Rank":87,"Model":"udever-bloom-1b1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":2048,"Average":"","CDSC-E":46.68,"PPC":"","PSC":85.54,"SICK-E-PL":44.32} -{"index":75,"Rank":88,"Model":"udever-bloom-560m<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":2048,"Average":"","CDSC-E":39.2,"PPC":"","PSC":59.59,"SICK-E-PL":42.39} -{"index":76,"Rank":89,"Model":"jina-embeddings-v2-base-en<\/a>","Model Size (Million Parameters)":275,"Memory Usage (GB, fp32)":1.02,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","CDSC-E":23.17,"PPC":"","PSC":34.13,"SICK-E-PL":40.46} -{"index":79,"Rank":91,"Model":"ternary-weight-embedding<\/a>","Model Size (Million Parameters)":99,"Memory Usage (GB, fp32)":0.37,"Embedding Dimensions":1792,"Max Tokens":512,"Average":"","CDSC-E":"","PPC":"","PSC":"","SICK-E-PL":""} -{"index":80,"Rank":92,"Model":"nomic-embed-text-v1<\/a>","Model Size (Million Parameters)":547,"Memory Usage (GB, fp32)":2.04,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","CDSC-E":46.69,"PPC":"","PSC":95.96,"SICK-E-PL":47.38} -{"index":81,"Rank":93,"Model":"FAB-Ramy-v1<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","CDSC-E":"","PPC":"","PSC":"","SICK-E-PL":""} -{"index":82,"Rank":94,"Model":"FAE-v1<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","CDSC-E":"","PPC":"","PSC":"","SICK-E-PL":""} -{"index":83,"Rank":95,"Model":"FUE-v1<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","CDSC-E":"","PPC":"","PSC":"","SICK-E-PL":""} -{"index":92,"Rank":96,"Model":"all-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","CDSC-E":49.04,"PPC":"","PSC":87.92,"SICK-E-PL":49.63} -{"index":93,"Rank":97,"Model":"all-MiniLM-L6-v2<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","CDSC-E":47.27,"PPC":"","PSC":81.87,"SICK-E-PL":47.39} -{"index":94,"Rank":98,"Model":"all-mpnet-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","CDSC-E":45.37,"PPC":"","PSC":83.28,"SICK-E-PL":46.55} -{"index":95,"Rank":99,"Model":"allenai-specter<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CDSC-E":"","PPC":"","PSC":"","SICK-E-PL":""} -{"index":96,"Rank":100,"Model":"average_word_embeddings_komninos<\/a>","Model Size (Million Parameters)":134,"Memory Usage (GB, fp32)":0.5,"Embedding Dimensions":300,"Max Tokens":"N\/A","Average":"","CDSC-E":"","PPC":"","PSC":"","SICK-E-PL":""} -{"index":98,"Rank":101,"Model":"gtr-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CDSC-E":"","PPC":"","PSC":"","SICK-E-PL":""} -{"index":99,"Rank":102,"Model":"gtr-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CDSC-E":"","PPC":"","PSC":"","SICK-E-PL":""} -{"index":102,"Rank":103,"Model":"sentence-t5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CDSC-E":"","PPC":"","PSC":"","SICK-E-PL":""} -{"index":103,"Rank":104,"Model":"sentence-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CDSC-E":"","PPC":"","PSC":"","SICK-E-PL":""} -{"index":104,"Rank":105,"Model":"sentence-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CDSC-E":"","PPC":"","PSC":"","SICK-E-PL":""} -{"index":105,"Rank":106,"Model":"LaBSE-ru-turbo<\/a>","Model Size (Million Parameters)":128,"Memory Usage (GB, fp32)":0.48,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CDSC-E":53.23,"PPC":"","PSC":85.45,"SICK-E-PL":47.9} -{"index":106,"Rank":107,"Model":"rubert-tiny-turbo<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"Embedding Dimensions":312,"Max Tokens":2048,"Average":"","CDSC-E":48.65,"PPC":"","PSC":72.63,"SICK-E-PL":48.72} -{"index":107,"Rank":108,"Model":"text2vec-base-multilingual<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":256,"Average":"","CDSC-E":74.42,"PPC":"","PSC":94.96,"SICK-E-PL":74.15} -{"index":109,"Rank":110,"Model":"text-embedding-3-large<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":3072,"Max Tokens":8191,"Average":"","CDSC-E":70.48,"PPC":"","PSC":99.57,"SICK-E-PL":70.11} -{"index":110,"Rank":111,"Model":"text-embedding-3-small<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":8191,"Average":"","CDSC-E":66.28,"PPC":"","PSC":99.23,"SICK-E-PL":60.78} diff --git a/all_data_tasks/34/default.jsonl b/all_data_tasks/34/default.jsonl deleted file mode 100644 index a8ea4b7a3a3c9a5e859dca105fd99e5016bd4f34..0000000000000000000000000000000000000000 --- a/all_data_tasks/34/default.jsonl +++ /dev/null @@ -1,94 +0,0 @@ -{"index":14,"Rank":1,"Model":"bge-multilingual-gemma2<\/a>","Model Size (Million Parameters)":9242,"Memory Usage (GB, fp32)":34.43,"Embedding Dimensions":3584,"Max Tokens":8192,"Average":59.41,"ArguAna-PL":59.71,"DBPedia-PL":43.19,"FiQA-PL":46.12,"HotpotQA-PL":77.03,"MSMARCO-PL":72.69,"NFCorpus-PL":36.72,"NQ-PL":56.85,"Quora-PL":84.47,"SCIDOCS-PL":19.53,"SciFact-PL":74.43,"TRECCOVID-PL":82.75} -{"index":8,"Rank":2,"Model":"gte-Qwen2-7B-instruct<\/a>","Model Size (Million Parameters)":7613,"Memory Usage (GB, fp32)":28.36,"Embedding Dimensions":3584,"Max Tokens":32768,"Average":54.69,"ArguAna-PL":59.87,"DBPedia-PL":41.3,"FiQA-PL":41.05,"HotpotQA-PL":67.61,"MSMARCO-PL":62.22,"NFCorpus-PL":30.89,"NQ-PL":48.45,"Quora-PL":83.21,"SCIDOCS-PL":16.08,"SciFact-PL":70.58,"TRECCOVID-PL":80.3} -{"index":88,"Rank":3,"Model":"mmlw-roberta-large<\/a>","Model Size (Million Parameters)":435,"Memory Usage (GB, fp32)":1.62,"Embedding Dimensions":1024,"Max Tokens":514,"Average":52.71,"ArguAna-PL":63.4,"DBPedia-PL":40.27,"FiQA-PL":40.89,"HotpotQA-PL":71.04,"MSMARCO-PL":36.63,"NFCorpus-PL":33.94,"NQ-PL":47.62,"Quora-PL":85.51,"SCIDOCS-PL":19.47,"SciFact-PL":70.23,"TRECCOVID-PL":70.81} -{"index":85,"Rank":4,"Model":"mmlw-e5-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":52.63,"ArguAna-PL":63.25,"DBPedia-PL":39.84,"FiQA-PL":39.9,"HotpotQA-PL":70.94,"MSMARCO-PL":36.47,"NFCorpus-PL":34.03,"NQ-PL":47.33,"Quora-PL":85.63,"SCIDOCS-PL":19.13,"SciFact-PL":71.21,"TRECCOVID-PL":71.18} -{"index":77,"Rank":5,"Model":"jina-embeddings-v3<\/a>","Model Size (Million Parameters)":572,"Memory Usage (GB, fp32)":2.13,"Embedding Dimensions":1024,"Max Tokens":8194,"Average":51.89,"ArguAna-PL":50.12,"DBPedia-PL":34.83,"FiQA-PL":38.83,"HotpotQA-PL":60.27,"MSMARCO-PL":64.89,"NFCorpus-PL":31.39,"NQ-PL":54.02,"Quora-PL":84.11,"SCIDOCS-PL":15.38,"SciFact-PL":64.76,"TRECCOVID-PL":72.19} -{"index":23,"Rank":6,"Model":"jina-embeddings-v3<\/a>","Model Size (Million Parameters)":572,"Memory Usage (GB, fp32)":2.13,"Embedding Dimensions":1024,"Max Tokens":8194,"Average":51.89,"ArguAna-PL":50.12,"DBPedia-PL":34.83,"FiQA-PL":38.83,"HotpotQA-PL":60.27,"MSMARCO-PL":64.89,"NFCorpus-PL":31.39,"NQ-PL":54.02,"Quora-PL":84.11,"SCIDOCS-PL":15.38,"SciFact-PL":64.76,"TRECCOVID-PL":72.19} -{"index":7,"Rank":7,"Model":"gte-Qwen2-1.5B-instruct<\/a>","Model Size (Million Parameters)":1776,"Memory Usage (GB, fp32)":6.62,"Embedding Dimensions":1536,"Max Tokens":131072,"Average":51.88,"ArguAna-PL":56.48,"DBPedia-PL":36.98,"FiQA-PL":31.61,"HotpotQA-PL":60.9,"MSMARCO-PL":63.98,"NFCorpus-PL":30.1,"NQ-PL":44.2,"Quora-PL":81.43,"SCIDOCS-PL":16.59,"SciFact-PL":67.17,"TRECCOVID-PL":81.19} -{"index":84,"Rank":8,"Model":"mmlw-e5-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":50.06,"ArguAna-PL":58.4,"DBPedia-PL":37.19,"FiQA-PL":34.53,"HotpotQA-PL":66.25,"MSMARCO-PL":32.54,"NFCorpus-PL":33.71,"NQ-PL":44.6,"Quora-PL":84.44,"SCIDOCS-PL":17.35,"SciFact-PL":68.29,"TRECCOVID-PL":73.33} -{"index":87,"Rank":9,"Model":"mmlw-roberta-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":514,"Average":49.92,"ArguAna-PL":59.02,"DBPedia-PL":36.22,"FiQA-PL":35.01,"HotpotQA-PL":66.64,"MSMARCO-PL":33.05,"NFCorpus-PL":34.14,"NQ-PL":45.65,"Quora-PL":84.44,"SCIDOCS-PL":17.84,"SciFact-PL":65.75,"TRECCOVID-PL":71.33} -{"index":44,"Rank":10,"Model":"KartonBERT-USE-base-v1<\/a>","Model Size (Million Parameters)":104,"Memory Usage (GB, fp32)":0.39,"Embedding Dimensions":768,"Max Tokens":512,"Average":49.14,"ArguAna-PL":56.9,"DBPedia-PL":31.11,"FiQA-PL":35.53,"HotpotQA-PL":57.45,"MSMARCO-PL":57.1,"NFCorpus-PL":32.84,"NQ-PL":40.05,"Quora-PL":83.79,"SCIDOCS-PL":15.87,"SciFact-PL":60.6,"TRECCOVID-PL":69.32} -{"index":69,"Rank":11,"Model":"multilingual-e5-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":48.98,"ArguAna-PL":53.02,"DBPedia-PL":35.82,"FiQA-PL":33.0,"HotpotQA-PL":67.41,"MSMARCO-PL":33.38,"NFCorpus-PL":30.24,"NQ-PL":52.79,"Quora-PL":83.65,"SCIDOCS-PL":13.81,"SciFact-PL":65.8,"TRECCOVID-PL":69.91} -{"index":9,"Rank":12,"Model":"gte-multilingual-base<\/a>","Model Size (Million Parameters)":305,"Memory Usage (GB, fp32)":1.14,"Embedding Dimensions":768,"Max Tokens":8192,"Average":46.4,"ArguAna-PL":53.17,"DBPedia-PL":32.5,"FiQA-PL":28.96,"HotpotQA-PL":56.9,"MSMARCO-PL":55.62,"NFCorpus-PL":26.83,"NQ-PL":43.13,"Quora-PL":80.76,"SCIDOCS-PL":14.22,"SciFact-PL":58.92,"TRECCOVID-PL":59.36} -{"index":40,"Rank":13,"Model":"onnx-gte-multilingual-base<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":46.4,"ArguAna-PL":53.17,"DBPedia-PL":32.5,"FiQA-PL":28.96,"HotpotQA-PL":56.9,"MSMARCO-PL":55.62,"NFCorpus-PL":26.83,"NQ-PL":43.13,"Quora-PL":80.76,"SCIDOCS-PL":14.22,"SciFact-PL":58.92,"TRECCOVID-PL":59.36} -{"index":28,"Rank":14,"Model":"KaLM-embedding-multilingual-mini-instruct-v1<\/a>","Model Size (Million Parameters)":494,"Memory Usage (GB, fp32)":1.84,"Embedding Dimensions":896,"Max Tokens":131072,"Average":44.66,"ArguAna-PL":49.91,"DBPedia-PL":29.23,"FiQA-PL":25.32,"HotpotQA-PL":61.76,"MSMARCO-PL":45.13,"NFCorpus-PL":27.36,"NQ-PL":30.84,"Quora-PL":75.23,"SCIDOCS-PL":15.17,"SciFact-PL":62.06,"TRECCOVID-PL":69.24} -{"index":68,"Rank":15,"Model":"multilingual-e5-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":44.01,"ArguAna-PL":42.81,"DBPedia-PL":30.23,"FiQA-PL":25.52,"HotpotQA-PL":63.52,"MSMARCO-PL":29.52,"NFCorpus-PL":25.98,"NQ-PL":44.8,"Quora-PL":81.22,"SCIDOCS-PL":12.35,"SciFact-PL":62.11,"TRECCOVID-PL":66.06} -{"index":29,"Rank":16,"Model":"KaLM-embedding-multilingual-mini-instruct-v1.5<\/a>","Model Size (Million Parameters)":494,"Memory Usage (GB, fp32)":1.84,"Embedding Dimensions":896,"Max Tokens":131072,"Average":43.24,"ArguAna-PL":48.4,"DBPedia-PL":28.8,"FiQA-PL":24.29,"HotpotQA-PL":59.91,"MSMARCO-PL":44.88,"NFCorpus-PL":26.7,"NQ-PL":29.64,"Quora-PL":72.97,"SCIDOCS-PL":13.91,"SciFact-PL":60.53,"TRECCOVID-PL":65.56} -{"index":86,"Rank":17,"Model":"mmlw-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":42.83,"ArguAna-PL":54.31,"DBPedia-PL":30.28,"FiQA-PL":29.75,"HotpotQA-PL":57.14,"MSMARCO-PL":25.94,"NFCorpus-PL":27.6,"NQ-PL":33.83,"Quora-PL":81.15,"SCIDOCS-PL":14.79,"SciFact-PL":58.14,"TRECCOVID-PL":58.2} -{"index":71,"Rank":18,"Model":"multilingual-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":42.43,"ArguAna-PL":37.43,"DBPedia-PL":29.27,"FiQA-PL":22.03,"HotpotQA-PL":60.15,"MSMARCO-PL":26.94,"NFCorpus-PL":26.48,"NQ-PL":40.46,"Quora-PL":78.7,"SCIDOCS-PL":11.6,"SciFact-PL":62.76,"TRECCOVID-PL":70.92} -{"index":45,"Rank":19,"Model":"st-polish-kartonberta-base-alpha-v1<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":514,"Average":42.19,"ArguAna-PL":56.06,"DBPedia-PL":27.0,"FiQA-PL":24.73,"HotpotQA-PL":50.61,"MSMARCO-PL":43.25,"NFCorpus-PL":31.15,"NQ-PL":28.89,"Quora-PL":83.59,"SCIDOCS-PL":12.21,"SciFact-PL":57.73,"TRECCOVID-PL":48.83} -{"index":30,"Rank":20,"Model":"KaLM-embedding-multilingual-mini-v1<\/a>","Model Size (Million Parameters)":494,"Memory Usage (GB, fp32)":1.84,"Embedding Dimensions":896,"Max Tokens":131072,"Average":40.61,"ArguAna-PL":49.67,"DBPedia-PL":24.29,"FiQA-PL":24.37,"HotpotQA-PL":60.29,"MSMARCO-PL":35.35,"NFCorpus-PL":25.39,"NQ-PL":22.6,"Quora-PL":77.0,"SCIDOCS-PL":13.04,"SciFact-PL":57.83,"TRECCOVID-PL":56.92} -{"index":72,"Rank":21,"Model":"herbert-base-retrieval-v2<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.47,"Embedding Dimensions":768,"Max Tokens":514,"Average":39.16,"ArguAna-PL":41.97,"DBPedia-PL":24.07,"FiQA-PL":24.25,"HotpotQA-PL":43.41,"MSMARCO-PL":51.56,"NFCorpus-PL":25.95,"NQ-PL":35.09,"Quora-PL":78.86,"SCIDOCS-PL":11.0,"SciFact-PL":51.92,"TRECCOVID-PL":42.64} -{"index":73,"Rank":22,"Model":"silver-retriever-base-v1<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.47,"Embedding Dimensions":768,"Max Tokens":514,"Average":38.43,"ArguAna-PL":44.12,"DBPedia-PL":26.32,"FiQA-PL":24.95,"HotpotQA-PL":45.13,"MSMARCO-PL":25.47,"NFCorpus-PL":28.55,"NQ-PL":37.9,"Quora-PL":77.98,"SCIDOCS-PL":10.9,"SciFact-PL":54.44,"TRECCOVID-PL":46.98} -{"index":90,"Rank":23,"Model":"st-polish-paraphrase-from-mpnet<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.47,"Embedding Dimensions":768,"Max Tokens":514,"Average":34.44,"ArguAna-PL":51.87,"DBPedia-PL":24.59,"FiQA-PL":22.27,"HotpotQA-PL":32.11,"MSMARCO-PL":17.91,"NFCorpus-PL":24.05,"NQ-PL":23.54,"Quora-PL":81.49,"SCIDOCS-PL":13.23,"SciFact-PL":52.51,"TRECCOVID-PL":35.23} -{"index":89,"Rank":24,"Model":"st-polish-paraphrase-from-distilroberta<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.47,"Embedding Dimensions":768,"Max Tokens":514,"Average":32.08,"ArguAna-PL":49.42,"DBPedia-PL":19.82,"FiQA-PL":19.58,"HotpotQA-PL":23.47,"MSMARCO-PL":16.51,"NFCorpus-PL":22.49,"NQ-PL":19.83,"Quora-PL":81.17,"SCIDOCS-PL":12.15,"SciFact-PL":49.49,"TRECCOVID-PL":38.97} -{"index":101,"Rank":25,"Model":"paraphrase-multilingual-mpnet-base-v2<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":29.17,"ArguAna-PL":42.61,"DBPedia-PL":20.18,"FiQA-PL":14.71,"HotpotQA-PL":29.36,"MSMARCO-PL":12.45,"NFCorpus-PL":18.54,"NQ-PL":15.64,"Quora-PL":79.18,"SCIDOCS-PL":11.17,"SciFact-PL":41.55,"TRECCOVID-PL":35.43} -{"index":100,"Rank":26,"Model":"paraphrase-multilingual-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":26.66,"ArguAna-PL":37.83,"DBPedia-PL":18.0,"FiQA-PL":12.49,"HotpotQA-PL":22.76,"MSMARCO-PL":10.39,"NFCorpus-PL":17.16,"NQ-PL":12.56,"Quora-PL":77.18,"SCIDOCS-PL":10.26,"SciFact-PL":40.24,"TRECCOVID-PL":34.38} -{"index":91,"Rank":27,"Model":"LaBSE<\/a>","Model Size (Million Parameters)":471,"Memory Usage (GB, fp32)":1.75,"Embedding Dimensions":768,"Max Tokens":512,"Average":23.36,"ArguAna-PL":38.52,"DBPedia-PL":16.1,"FiQA-PL":7.63,"HotpotQA-PL":19.72,"MSMARCO-PL":7.22,"NFCorpus-PL":17.45,"NQ-PL":9.65,"Quora-PL":74.96,"SCIDOCS-PL":7.48,"SciFact-PL":39.79,"TRECCOVID-PL":18.45} -{"index":97,"Rank":28,"Model":"distiluse-base-multilingual-cased-v2<\/a>","Model Size (Million Parameters)":135,"Memory Usage (GB, fp32)":0.5,"Embedding Dimensions":512,"Max Tokens":512,"Average":21.18,"ArguAna-PL":36.7,"DBPedia-PL":12.36,"FiQA-PL":8.02,"HotpotQA-PL":20.83,"MSMARCO-PL":4.57,"NFCorpus-PL":16.28,"NQ-PL":5.85,"Quora-PL":71.95,"SCIDOCS-PL":6.5,"SciFact-PL":33.03,"TRECCOVID-PL":16.91} -{"index":0,"Rank":29,"Model":"voyage-3-lite<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":512,"Max Tokens":32000,"Average":"","ArguAna-PL":"","DBPedia-PL":"","FiQA-PL":"","HotpotQA-PL":"","MSMARCO-PL":"","NFCorpus-PL":"","NQ-PL":"","Quora-PL":"","SCIDOCS-PL":"","SciFact-PL":58.76,"TRECCOVID-PL":68.99} -{"index":1,"Rank":30,"Model":"voyage-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":32000,"Average":"","ArguAna-PL":"","DBPedia-PL":"","FiQA-PL":"","HotpotQA-PL":"","MSMARCO-PL":"","NFCorpus-PL":"","NQ-PL":"","Quora-PL":"","SCIDOCS-PL":"","SciFact-PL":68.72,"TRECCOVID-PL":76.11} -{"index":2,"Rank":31,"Model":"voyage-large-2-instruct<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":16000,"Average":"","ArguAna-PL":"","DBPedia-PL":"","FiQA-PL":"","HotpotQA-PL":"","MSMARCO-PL":"","NFCorpus-PL":"","NQ-PL":"","Quora-PL":"","SCIDOCS-PL":"","SciFact-PL":68.06,"TRECCOVID-PL":""} -{"index":3,"Rank":32,"Model":"voyage-multilingual-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":32000,"Average":"","ArguAna-PL":"","DBPedia-PL":"","FiQA-PL":"","HotpotQA-PL":"","MSMARCO-PL":"","NFCorpus-PL":"","NQ-PL":"","Quora-PL":"","SCIDOCS-PL":"","SciFact-PL":69.27,"TRECCOVID-PL":69.86} -{"index":4,"Rank":33,"Model":"LASER2<\/a>","Model Size (Million Parameters)":43,"Memory Usage (GB, fp32)":0.16,"Embedding Dimensions":1024,"Max Tokens":"N\/A","Average":"","ArguAna-PL":"","DBPedia-PL":"","FiQA-PL":"","HotpotQA-PL":"","MSMARCO-PL":"","NFCorpus-PL":"","NQ-PL":"","Quora-PL":"","SCIDOCS-PL":"","SciFact-PL":"","TRECCOVID-PL":""} -{"index":5,"Rank":34,"Model":"bm25s<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","ArguAna-PL":"","DBPedia-PL":"","FiQA-PL":"","HotpotQA-PL":"","MSMARCO-PL":"","NFCorpus-PL":"","NQ-PL":"","Quora-PL":"","SCIDOCS-PL":"","SciFact-PL":56.36,"TRECCOVID-PL":44.6} -{"index":6,"Rank":35,"Model":"gte-Qwen1.5-7B-instruct<\/a>","Model Size (Million Parameters)":7099,"Memory Usage (GB, fp32)":26.45,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","ArguAna-PL":"","DBPedia-PL":"","FiQA-PL":"","HotpotQA-PL":"","MSMARCO-PL":"","NFCorpus-PL":"","NQ-PL":"","Quora-PL":"","SCIDOCS-PL":"","SciFact-PL":57.38,"TRECCOVID-PL":69.14} -{"index":10,"Rank":36,"Model":"e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","ArguAna-PL":"","DBPedia-PL":"","FiQA-PL":"","HotpotQA-PL":"","MSMARCO-PL":"","NFCorpus-PL":"","NQ-PL":"","Quora-PL":"","SCIDOCS-PL":"","SciFact-PL":"","TRECCOVID-PL":""} -{"index":11,"Rank":37,"Model":"bge-base-en-v1.5<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","ArguAna-PL":"","DBPedia-PL":"","FiQA-PL":"","HotpotQA-PL":"","MSMARCO-PL":"","NFCorpus-PL":"","NQ-PL":"","Quora-PL":"","SCIDOCS-PL":"","SciFact-PL":40.81,"TRECCOVID-PL":37.34} -{"index":12,"Rank":38,"Model":"bge-large-en-v1.5<\/a>","Model Size (Million Parameters)":1340,"Memory Usage (GB, fp32)":4.99,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","ArguAna-PL":"","DBPedia-PL":"","FiQA-PL":"","HotpotQA-PL":"","MSMARCO-PL":"","NFCorpus-PL":"","NQ-PL":"","Quora-PL":"","SCIDOCS-PL":"","SciFact-PL":39.46,"TRECCOVID-PL":31.13} -{"index":13,"Rank":39,"Model":"bge-m3<\/a>","Model Size (Million Parameters)":567,"Memory Usage (GB, fp32)":2.11,"Embedding Dimensions":1024,"Max Tokens":8192,"Average":"","ArguAna-PL":"","DBPedia-PL":"","FiQA-PL":"","HotpotQA-PL":"","MSMARCO-PL":"","NFCorpus-PL":"","NQ-PL":"","Quora-PL":"","SCIDOCS-PL":"","SciFact-PL":"","TRECCOVID-PL":""} -{"index":15,"Rank":40,"Model":"bge-small-en-v1.5<\/a>","Model Size (Million Parameters)":24,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":512,"Max Tokens":512,"Average":"","ArguAna-PL":"","DBPedia-PL":"","FiQA-PL":"","HotpotQA-PL":"","MSMARCO-PL":"","NFCorpus-PL":"","NQ-PL":"","Quora-PL":"","SCIDOCS-PL":"","SciFact-PL":30.48,"TRECCOVID-PL":24.85} -{"index":20,"Rank":45,"Model":"Cohere-embed-english-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":512,"Average":"","ArguAna-PL":"","DBPedia-PL":"","FiQA-PL":"","HotpotQA-PL":"","MSMARCO-PL":"","NFCorpus-PL":"","NQ-PL":"","Quora-PL":"","SCIDOCS-PL":"","SciFact-PL":39.36,"TRECCOVID-PL":47.27} -{"index":21,"Rank":46,"Model":"Cohere-embed-multilingual-light-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":384,"Max Tokens":512,"Average":"","ArguAna-PL":"","DBPedia-PL":"","FiQA-PL":"","HotpotQA-PL":"","MSMARCO-PL":"","NFCorpus-PL":"","NQ-PL":"","Quora-PL":"","SCIDOCS-PL":"","SciFact-PL":62.27,"TRECCOVID-PL":74.68} -{"index":22,"Rank":47,"Model":"Cohere-embed-multilingual-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":512,"Average":"","ArguAna-PL":"","DBPedia-PL":"","FiQA-PL":"","HotpotQA-PL":"","MSMARCO-PL":"","NFCorpus-PL":"","NQ-PL":"","Quora-PL":"","SCIDOCS-PL":"","SciFact-PL":65.68,"TRECCOVID-PL":80.26} -{"index":24,"Rank":48,"Model":"distilrubert-small-cased-conversational<\/a>","Model Size (Million Parameters)":106,"Memory Usage (GB, fp32)":0.39,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","ArguAna-PL":"","DBPedia-PL":"","FiQA-PL":"","HotpotQA-PL":"","MSMARCO-PL":"","NFCorpus-PL":"","NQ-PL":"","Quora-PL":"","SCIDOCS-PL":"","SciFact-PL":0.71,"TRECCOVID-PL":4.67} -{"index":25,"Rank":49,"Model":"rubert-base-cased<\/a>","Model Size (Million Parameters)":180,"Memory Usage (GB, fp32)":0.67,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","ArguAna-PL":"","DBPedia-PL":"","FiQA-PL":"","HotpotQA-PL":"","MSMARCO-PL":"","NFCorpus-PL":"","NQ-PL":"","Quora-PL":"","SCIDOCS-PL":"","SciFact-PL":0.42,"TRECCOVID-PL":2.64} -{"index":26,"Rank":50,"Model":"rubert-base-cased-sentence<\/a>","Model Size (Million Parameters)":180,"Memory Usage (GB, fp32)":0.67,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","ArguAna-PL":"","DBPedia-PL":"","FiQA-PL":"","HotpotQA-PL":"","MSMARCO-PL":"","NFCorpus-PL":"","NQ-PL":"","Quora-PL":"","SCIDOCS-PL":"","SciFact-PL":1.67,"TRECCOVID-PL":3.96} -{"index":27,"Rank":51,"Model":"GritLM-7B<\/a>","Model Size (Million Parameters)":7240,"Memory Usage (GB, fp32)":26.97,"Embedding Dimensions":"","Max Tokens":4096,"Average":"","ArguAna-PL":48.96,"DBPedia-PL":"","FiQA-PL":37.98,"HotpotQA-PL":"","MSMARCO-PL":"","NFCorpus-PL":32.85,"NQ-PL":"","Quora-PL":"","SCIDOCS-PL":18.34,"SciFact-PL":73.22,"TRECCOVID-PL":58.15} -{"index":38,"Rank":59,"Model":"MUG-B-1.6<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","ArguAna-PL":"","DBPedia-PL":"","FiQA-PL":"","HotpotQA-PL":"","MSMARCO-PL":"","NFCorpus-PL":"","NQ-PL":"","Quora-PL":"","SCIDOCS-PL":"","SciFact-PL":"","TRECCOVID-PL":""} -{"index":41,"Rank":61,"Model":"SGPT-125M-weightedmean-msmarco-specb-bitfit<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":2048,"Average":"","ArguAna-PL":"","DBPedia-PL":"","FiQA-PL":"","HotpotQA-PL":"","MSMARCO-PL":"","NFCorpus-PL":"","NQ-PL":"","Quora-PL":"","SCIDOCS-PL":"","SciFact-PL":"","TRECCOVID-PL":""} -{"index":42,"Rank":62,"Model":"SGPT-125M-weightedmean-nli-bitfit<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":2048,"Average":"","ArguAna-PL":"","DBPedia-PL":"","FiQA-PL":"","HotpotQA-PL":"","MSMARCO-PL":"","NFCorpus-PL":"","NQ-PL":"","Quora-PL":"","SCIDOCS-PL":"","SciFact-PL":"","TRECCOVID-PL":""} -{"index":46,"Rank":64,"Model":"SFR-Embedding-Mistral<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","ArguAna-PL":"","DBPedia-PL":"","FiQA-PL":"","HotpotQA-PL":"","MSMARCO-PL":"","NFCorpus-PL":"","NQ-PL":"","Quora-PL":"","SCIDOCS-PL":"","SciFact-PL":69.64,"TRECCOVID-PL":75.27} -{"index":47,"Rank":65,"Model":"sbert_large_mt_nlu_ru<\/a>","Model Size (Million Parameters)":427,"Memory Usage (GB, fp32)":1.59,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","ArguAna-PL":"","DBPedia-PL":"","FiQA-PL":"","HotpotQA-PL":"","MSMARCO-PL":"","NFCorpus-PL":"","NQ-PL":"","Quora-PL":"","SCIDOCS-PL":"","SciFact-PL":0.12,"TRECCOVID-PL":1.17} -{"index":48,"Rank":66,"Model":"sbert_large_nlu_ru<\/a>","Model Size (Million Parameters)":427,"Memory Usage (GB, fp32)":1.59,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","ArguAna-PL":"","DBPedia-PL":"","FiQA-PL":"","HotpotQA-PL":"","MSMARCO-PL":"","NFCorpus-PL":"","NQ-PL":"","Quora-PL":"","SCIDOCS-PL":"","SciFact-PL":0.66,"TRECCOVID-PL":1.16} -{"index":50,"Rank":68,"Model":"sgpt-bloom-7b1-msmarco<\/a>","Model Size (Million Parameters)":7068,"Memory Usage (GB, fp32)":26.33,"Embedding Dimensions":4096,"Max Tokens":2048,"Average":"","ArguAna-PL":"","DBPedia-PL":"","FiQA-PL":"","HotpotQA-PL":"","MSMARCO-PL":"","NFCorpus-PL":"","NQ-PL":"","Quora-PL":"","SCIDOCS-PL":"","SciFact-PL":"","TRECCOVID-PL":""} -{"index":51,"Rank":69,"Model":"slx-v0.1<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.08,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","ArguAna-PL":"","DBPedia-PL":"","FiQA-PL":"","HotpotQA-PL":"","MSMARCO-PL":"","NFCorpus-PL":"","NQ-PL":"","Quora-PL":"","SCIDOCS-PL":"","SciFact-PL":"","TRECCOVID-PL":""} -{"index":52,"Rank":70,"Model":"LaBSE-en-ru<\/a>","Model Size (Million Parameters)":129,"Memory Usage (GB, fp32)":0.48,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","ArguAna-PL":"","DBPedia-PL":"","FiQA-PL":"","HotpotQA-PL":"","MSMARCO-PL":"","NFCorpus-PL":"","NQ-PL":"","Quora-PL":"","SCIDOCS-PL":"","SciFact-PL":22.71,"TRECCOVID-PL":8.43} -{"index":53,"Rank":71,"Model":"rubert-tiny<\/a>","Model Size (Million Parameters)":12,"Memory Usage (GB, fp32)":0.04,"Embedding Dimensions":512,"Max Tokens":514,"Average":"","ArguAna-PL":"","DBPedia-PL":"","FiQA-PL":"","HotpotQA-PL":"","MSMARCO-PL":"","NFCorpus-PL":"","NQ-PL":"","Quora-PL":"","SCIDOCS-PL":"","SciFact-PL":3.63,"TRECCOVID-PL":5.75} -{"index":54,"Rank":72,"Model":"rubert-tiny2<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"Embedding Dimensions":2048,"Max Tokens":514,"Average":"","ArguAna-PL":"","DBPedia-PL":"","FiQA-PL":"","HotpotQA-PL":"","MSMARCO-PL":"","NFCorpus-PL":"","NQ-PL":"","Quora-PL":"","SCIDOCS-PL":"","SciFact-PL":7.73,"TRECCOVID-PL":4.61} -{"index":55,"Rank":73,"Model":"USER-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","ArguAna-PL":"","DBPedia-PL":"","FiQA-PL":"","HotpotQA-PL":"","MSMARCO-PL":"","NFCorpus-PL":"","NQ-PL":"","Quora-PL":"","SCIDOCS-PL":"","SciFact-PL":23.27,"TRECCOVID-PL":4.99} -{"index":56,"Rank":74,"Model":"USER-bge-m3<\/a>","Model Size (Million Parameters)":359,"Memory Usage (GB, fp32)":1.34,"Embedding Dimensions":1024,"Max Tokens":8192,"Average":"","ArguAna-PL":"","DBPedia-PL":"","FiQA-PL":"","HotpotQA-PL":"","MSMARCO-PL":"","NFCorpus-PL":"","NQ-PL":"","Quora-PL":"","SCIDOCS-PL":"","SciFact-PL":52.67,"TRECCOVID-PL":38.22} -{"index":57,"Rank":75,"Model":"deberta-v1-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","ArguAna-PL":"","DBPedia-PL":"","FiQA-PL":"","HotpotQA-PL":"","MSMARCO-PL":"","NFCorpus-PL":"","NQ-PL":"","Quora-PL":"","SCIDOCS-PL":"","SciFact-PL":0.14,"TRECCOVID-PL":2.91} -{"index":59,"Rank":77,"Model":"e5-base-4k<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","ArguAna-PL":"","DBPedia-PL":"","FiQA-PL":"","HotpotQA-PL":"","MSMARCO-PL":"","NFCorpus-PL":"","NQ-PL":"","Quora-PL":"","SCIDOCS-PL":"","SciFact-PL":32.21,"TRECCOVID-PL":16.5} -{"index":60,"Rank":78,"Model":"SONAR<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","ArguAna-PL":15.04,"DBPedia-PL":"","FiQA-PL":3.1,"HotpotQA-PL":"","MSMARCO-PL":"","NFCorpus-PL":4.6,"NQ-PL":"","Quora-PL":77.61,"SCIDOCS-PL":1.4,"SciFact-PL":32.24,"TRECCOVID-PL":24.53} -{"index":61,"Rank":79,"Model":"inf-retriever-v1<\/a>","Model Size (Million Parameters)":7069,"Memory Usage (GB, fp32)":26.33,"Embedding Dimensions":3584,"Max Tokens":131072,"Average":"","ArguAna-PL":70.75,"DBPedia-PL":40.51,"FiQA-PL":47.14,"HotpotQA-PL":73.41,"MSMARCO-PL":"","NFCorpus-PL":33.51,"NQ-PL":53.14,"Quora-PL":85.15,"SCIDOCS-PL":22.48,"SciFact-PL":77.63,"TRECCOVID-PL":74.28} -{"index":62,"Rank":80,"Model":"e5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","ArguAna-PL":"","DBPedia-PL":"","FiQA-PL":"","HotpotQA-PL":"","MSMARCO-PL":"","NFCorpus-PL":"","NQ-PL":"","Quora-PL":"","SCIDOCS-PL":"","SciFact-PL":39.16,"TRECCOVID-PL":30.17} -{"index":63,"Rank":81,"Model":"e5-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","ArguAna-PL":"","DBPedia-PL":"","FiQA-PL":"","HotpotQA-PL":"","MSMARCO-PL":"","NFCorpus-PL":"","NQ-PL":"","Quora-PL":"","SCIDOCS-PL":"","SciFact-PL":42.16,"TRECCOVID-PL":20.13} -{"index":64,"Rank":82,"Model":"e5-large<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","ArguAna-PL":"","DBPedia-PL":"","FiQA-PL":"","HotpotQA-PL":"","MSMARCO-PL":"","NFCorpus-PL":"","NQ-PL":"","Quora-PL":"","SCIDOCS-PL":"","SciFact-PL":44.95,"TRECCOVID-PL":35.81} -{"index":65,"Rank":83,"Model":"e5-large-v2<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","ArguAna-PL":"","DBPedia-PL":"","FiQA-PL":"","HotpotQA-PL":"","MSMARCO-PL":"","NFCorpus-PL":"","NQ-PL":"","Quora-PL":"","SCIDOCS-PL":"","SciFact-PL":39.68,"TRECCOVID-PL":26.57} -{"index":66,"Rank":84,"Model":"e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","ArguAna-PL":49.2,"DBPedia-PL":"","FiQA-PL":35.34,"HotpotQA-PL":"","MSMARCO-PL":"","NFCorpus-PL":30.97,"NQ-PL":"","Quora-PL":"","SCIDOCS-PL":16.9,"SciFact-PL":68.11,"TRECCOVID-PL":73.58} -{"index":67,"Rank":85,"Model":"e5-small<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","ArguAna-PL":"","DBPedia-PL":"","FiQA-PL":"","HotpotQA-PL":"","MSMARCO-PL":"","NFCorpus-PL":"","NQ-PL":"","Quora-PL":"","SCIDOCS-PL":"","SciFact-PL":34.48,"TRECCOVID-PL":23.8} -{"index":70,"Rank":86,"Model":"multilingual-e5-large-instruct<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","ArguAna-PL":44.6,"DBPedia-PL":"","FiQA-PL":32.01,"HotpotQA-PL":"","MSMARCO-PL":"","NFCorpus-PL":32.66,"NQ-PL":"","Quora-PL":"","SCIDOCS-PL":17.15,"SciFact-PL":63.31,"TRECCOVID-PL":62.03} -{"index":74,"Rank":87,"Model":"udever-bloom-1b1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":2048,"Average":"","ArguAna-PL":"","DBPedia-PL":"","FiQA-PL":"","HotpotQA-PL":"","MSMARCO-PL":"","NFCorpus-PL":"","NQ-PL":"","Quora-PL":"","SCIDOCS-PL":"","SciFact-PL":8.27,"TRECCOVID-PL":""} -{"index":75,"Rank":88,"Model":"udever-bloom-560m<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":2048,"Average":"","ArguAna-PL":"","DBPedia-PL":"","FiQA-PL":"","HotpotQA-PL":"","MSMARCO-PL":"","NFCorpus-PL":"","NQ-PL":"","Quora-PL":"","SCIDOCS-PL":"","SciFact-PL":1.19,"TRECCOVID-PL":""} -{"index":76,"Rank":89,"Model":"jina-embeddings-v2-base-en<\/a>","Model Size (Million Parameters)":275,"Memory Usage (GB, fp32)":1.02,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","ArguAna-PL":"","DBPedia-PL":"","FiQA-PL":"","HotpotQA-PL":"","MSMARCO-PL":"","NFCorpus-PL":"","NQ-PL":"","Quora-PL":"","SCIDOCS-PL":"","SciFact-PL":13.78,"TRECCOVID-PL":0.14} -{"index":79,"Rank":91,"Model":"ternary-weight-embedding<\/a>","Model Size (Million Parameters)":99,"Memory Usage (GB, fp32)":0.37,"Embedding Dimensions":1792,"Max Tokens":512,"Average":"","ArguAna-PL":"","DBPedia-PL":"","FiQA-PL":"","HotpotQA-PL":"","MSMARCO-PL":"","NFCorpus-PL":"","NQ-PL":"","Quora-PL":"","SCIDOCS-PL":"","SciFact-PL":"","TRECCOVID-PL":""} -{"index":80,"Rank":92,"Model":"nomic-embed-text-v1<\/a>","Model Size (Million Parameters)":547,"Memory Usage (GB, fp32)":2.04,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","ArguAna-PL":"","DBPedia-PL":"","FiQA-PL":"","HotpotQA-PL":"","MSMARCO-PL":"","NFCorpus-PL":"","NQ-PL":"","Quora-PL":"","SCIDOCS-PL":"","SciFact-PL":37.77,"TRECCOVID-PL":30.44} -{"index":81,"Rank":93,"Model":"FAB-Ramy-v1<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","ArguAna-PL":"","DBPedia-PL":"","FiQA-PL":"","HotpotQA-PL":"","MSMARCO-PL":"","NFCorpus-PL":"","NQ-PL":"","Quora-PL":"","SCIDOCS-PL":"","SciFact-PL":"","TRECCOVID-PL":""} -{"index":82,"Rank":94,"Model":"FAE-v1<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","ArguAna-PL":"","DBPedia-PL":"","FiQA-PL":"","HotpotQA-PL":"","MSMARCO-PL":"","NFCorpus-PL":"","NQ-PL":"","Quora-PL":"","SCIDOCS-PL":"","SciFact-PL":"","TRECCOVID-PL":""} -{"index":83,"Rank":95,"Model":"FUE-v1<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","ArguAna-PL":"","DBPedia-PL":"","FiQA-PL":"","HotpotQA-PL":"","MSMARCO-PL":"","NFCorpus-PL":"","NQ-PL":"","Quora-PL":"","SCIDOCS-PL":"","SciFact-PL":"","TRECCOVID-PL":""} -{"index":92,"Rank":96,"Model":"all-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","ArguAna-PL":13.4,"DBPedia-PL":"","FiQA-PL":5.82,"HotpotQA-PL":"","MSMARCO-PL":"","NFCorpus-PL":15.43,"NQ-PL":"","Quora-PL":"","SCIDOCS-PL":5.34,"SciFact-PL":22.48,"TRECCOVID-PL":16.52} -{"index":93,"Rank":97,"Model":"all-MiniLM-L6-v2<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","ArguAna-PL":11.5,"DBPedia-PL":"","FiQA-PL":2.29,"HotpotQA-PL":"","MSMARCO-PL":"","NFCorpus-PL":10.62,"NQ-PL":"","Quora-PL":"","SCIDOCS-PL":3.75,"SciFact-PL":16.14,"TRECCOVID-PL":8.66} -{"index":94,"Rank":98,"Model":"all-mpnet-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","ArguAna-PL":14.72,"DBPedia-PL":"","FiQA-PL":3.6,"HotpotQA-PL":"","MSMARCO-PL":"","NFCorpus-PL":8.77,"NQ-PL":"","Quora-PL":"","SCIDOCS-PL":4.02,"SciFact-PL":13.31,"TRECCOVID-PL":12.11} -{"index":95,"Rank":99,"Model":"allenai-specter<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","ArguAna-PL":"","DBPedia-PL":"","FiQA-PL":"","HotpotQA-PL":"","MSMARCO-PL":"","NFCorpus-PL":"","NQ-PL":"","Quora-PL":"","SCIDOCS-PL":"","SciFact-PL":"","TRECCOVID-PL":""} -{"index":96,"Rank":100,"Model":"average_word_embeddings_komninos<\/a>","Model Size (Million Parameters)":134,"Memory Usage (GB, fp32)":0.5,"Embedding Dimensions":300,"Max Tokens":"N\/A","Average":"","ArguAna-PL":"","DBPedia-PL":"","FiQA-PL":"","HotpotQA-PL":"","MSMARCO-PL":"","NFCorpus-PL":"","NQ-PL":"","Quora-PL":"","SCIDOCS-PL":"","SciFact-PL":"","TRECCOVID-PL":""} -{"index":98,"Rank":101,"Model":"gtr-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","ArguAna-PL":"","DBPedia-PL":"","FiQA-PL":"","HotpotQA-PL":"","MSMARCO-PL":"","NFCorpus-PL":"","NQ-PL":"","Quora-PL":"","SCIDOCS-PL":"","SciFact-PL":"","TRECCOVID-PL":""} -{"index":99,"Rank":102,"Model":"gtr-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","ArguAna-PL":"","DBPedia-PL":"","FiQA-PL":"","HotpotQA-PL":"","MSMARCO-PL":"","NFCorpus-PL":"","NQ-PL":"","Quora-PL":"","SCIDOCS-PL":"","SciFact-PL":"","TRECCOVID-PL":""} -{"index":102,"Rank":103,"Model":"sentence-t5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","ArguAna-PL":"","DBPedia-PL":"","FiQA-PL":"","HotpotQA-PL":"","MSMARCO-PL":"","NFCorpus-PL":"","NQ-PL":"","Quora-PL":"","SCIDOCS-PL":"","SciFact-PL":"","TRECCOVID-PL":""} -{"index":103,"Rank":104,"Model":"sentence-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","ArguAna-PL":"","DBPedia-PL":"","FiQA-PL":"","HotpotQA-PL":"","MSMARCO-PL":"","NFCorpus-PL":"","NQ-PL":"","Quora-PL":"","SCIDOCS-PL":"","SciFact-PL":"","TRECCOVID-PL":""} -{"index":104,"Rank":105,"Model":"sentence-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","ArguAna-PL":"","DBPedia-PL":"","FiQA-PL":"","HotpotQA-PL":"","MSMARCO-PL":"","NFCorpus-PL":"","NQ-PL":"","Quora-PL":"","SCIDOCS-PL":"","SciFact-PL":"","TRECCOVID-PL":""} -{"index":105,"Rank":106,"Model":"LaBSE-ru-turbo<\/a>","Model Size (Million Parameters)":128,"Memory Usage (GB, fp32)":0.48,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","ArguAna-PL":"","DBPedia-PL":"","FiQA-PL":"","HotpotQA-PL":"","MSMARCO-PL":"","NFCorpus-PL":"","NQ-PL":"","Quora-PL":"","SCIDOCS-PL":"","SciFact-PL":23.95,"TRECCOVID-PL":6.45} -{"index":106,"Rank":107,"Model":"rubert-tiny-turbo<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"Embedding Dimensions":312,"Max Tokens":2048,"Average":"","ArguAna-PL":"","DBPedia-PL":"","FiQA-PL":"","HotpotQA-PL":"","MSMARCO-PL":"","NFCorpus-PL":"","NQ-PL":"","Quora-PL":"","SCIDOCS-PL":"","SciFact-PL":7.26,"TRECCOVID-PL":5.64} -{"index":107,"Rank":108,"Model":"text2vec-base-multilingual<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":256,"Average":"","ArguAna-PL":"","DBPedia-PL":"","FiQA-PL":"","HotpotQA-PL":"","MSMARCO-PL":"","NFCorpus-PL":"","NQ-PL":"","Quora-PL":"","SCIDOCS-PL":"","SciFact-PL":28.92,"TRECCOVID-PL":30.14} -{"index":109,"Rank":110,"Model":"text-embedding-3-large<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":3072,"Max Tokens":8191,"Average":"","ArguAna-PL":"","DBPedia-PL":"","FiQA-PL":"","HotpotQA-PL":"","MSMARCO-PL":"","NFCorpus-PL":"","NQ-PL":"","Quora-PL":"","SCIDOCS-PL":"","SciFact-PL":71.04,"TRECCOVID-PL":62.88} -{"index":110,"Rank":111,"Model":"text-embedding-3-small<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":8191,"Average":"","ArguAna-PL":"","DBPedia-PL":"","FiQA-PL":"","HotpotQA-PL":"","MSMARCO-PL":"","NFCorpus-PL":"","NQ-PL":"","Quora-PL":"","SCIDOCS-PL":"","SciFact-PL":59.37,"TRECCOVID-PL":65.36} diff --git a/all_data_tasks/35/default.jsonl b/all_data_tasks/35/default.jsonl deleted file mode 100644 index e0992914e8718eea2476c7701497207b4f70e1ce..0000000000000000000000000000000000000000 --- a/all_data_tasks/35/default.jsonl +++ /dev/null @@ -1,105 +0,0 @@ -{"index":77,"Rank":1,"Model":"jina-embeddings-v3<\/a>","Model Size (Million Parameters)":572,"Memory Usage (GB, fp32)":2.13,"Embedding Dimensions":1024,"Max Tokens":8194,"Average":72.77,"CDSC-R":92.63,"SICK-R-PL":80.53,"STS22 (pl)":45.14} -{"index":23,"Rank":2,"Model":"jina-embeddings-v3<\/a>","Model Size (Million Parameters)":572,"Memory Usage (GB, fp32)":2.13,"Embedding Dimensions":1024,"Max Tokens":8194,"Average":72.77,"CDSC-R":92.63,"SICK-R-PL":80.53,"STS22 (pl)":45.14} -{"index":8,"Rank":3,"Model":"gte-Qwen2-7B-instruct<\/a>","Model Size (Million Parameters)":7613,"Memory Usage (GB, fp32)":28.36,"Embedding Dimensions":3584,"Max Tokens":32768,"Average":70.81,"CDSC-R":92.66,"SICK-R-PL":78.89,"STS22 (pl)":40.87} -{"index":87,"Rank":4,"Model":"mmlw-roberta-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":514,"Average":70.7,"CDSC-R":92.54,"SICK-R-PL":79.2,"STS22 (pl)":40.36} -{"index":44,"Rank":5,"Model":"KartonBERT-USE-base-v1<\/a>","Model Size (Million Parameters)":104,"Memory Usage (GB, fp32)":0.39,"Embedding Dimensions":768,"Max Tokens":512,"Average":70.65,"CDSC-R":91.21,"SICK-R-PL":78.92,"STS22 (pl)":41.82} -{"index":14,"Rank":6,"Model":"bge-multilingual-gemma2<\/a>","Model Size (Million Parameters)":9242,"Memory Usage (GB, fp32)":34.43,"Embedding Dimensions":3584,"Max Tokens":8192,"Average":70.64,"CDSC-R":90.97,"SICK-R-PL":78.16,"STS22 (pl)":42.79} -{"index":88,"Rank":7,"Model":"mmlw-roberta-large<\/a>","Model Size (Million Parameters)":435,"Memory Usage (GB, fp32)":1.62,"Embedding Dimensions":1024,"Max Tokens":514,"Average":70.59,"CDSC-R":92.54,"SICK-R-PL":79.91,"STS22 (pl)":39.32} -{"index":70,"Rank":8,"Model":"multilingual-e5-large-instruct<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":70.31,"CDSC-R":92.35,"SICK-R-PL":77.62,"STS22 (pl)":40.97} -{"index":84,"Rank":9,"Model":"mmlw-e5-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":70.13,"CDSC-R":93.26,"SICK-R-PL":76.77,"STS22 (pl)":40.36} -{"index":85,"Rank":10,"Model":"mmlw-e5-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":69.98,"CDSC-R":93.5,"SICK-R-PL":76.04,"STS22 (pl)":40.4} -{"index":46,"Rank":11,"Model":"SFR-Embedding-Mistral<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":69.88,"CDSC-R":92.59,"SICK-R-PL":76.59,"STS22 (pl)":40.47} -{"index":45,"Rank":12,"Model":"st-polish-kartonberta-base-alpha-v1<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":514,"Average":69.47,"CDSC-R":92.13,"SICK-R-PL":79.51,"STS22 (pl)":36.78} -{"index":22,"Rank":13,"Model":"Cohere-embed-multilingual-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":512,"Average":69.44,"CDSC-R":90.43,"SICK-R-PL":76.21,"STS22 (pl)":41.69} -{"index":66,"Rank":14,"Model":"e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":69.35,"CDSC-R":92.19,"SICK-R-PL":76.67,"STS22 (pl)":39.19} -{"index":40,"Rank":15,"Model":"onnx-gte-multilingual-base<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":68.92,"CDSC-R":90.31,"SICK-R-PL":74.07,"STS22 (pl)":42.39} -{"index":9,"Rank":16,"Model":"gte-multilingual-base<\/a>","Model Size (Million Parameters)":305,"Memory Usage (GB, fp32)":1.14,"Embedding Dimensions":768,"Max Tokens":8192,"Average":68.92,"CDSC-R":90.31,"SICK-R-PL":74.07,"STS22 (pl)":42.39} -{"index":89,"Rank":17,"Model":"st-polish-paraphrase-from-distilroberta<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.47,"Embedding Dimensions":768,"Max Tokens":514,"Average":68.78,"CDSC-R":89.62,"SICK-R-PL":76.37,"STS22 (pl)":40.36} -{"index":86,"Rank":18,"Model":"mmlw-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":68.77,"CDSC-R":91.98,"SICK-R-PL":73.71,"STS22 (pl)":40.63} -{"index":7,"Rank":19,"Model":"gte-Qwen2-1.5B-instruct<\/a>","Model Size (Million Parameters)":1776,"Memory Usage (GB, fp32)":6.62,"Embedding Dimensions":1536,"Max Tokens":131072,"Average":68.12,"CDSC-R":89.74,"SICK-R-PL":73.78,"STS22 (pl)":40.83} -{"index":90,"Rank":20,"Model":"st-polish-paraphrase-from-mpnet<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.47,"Embedding Dimensions":768,"Max Tokens":514,"Average":67.36,"CDSC-R":88.55,"SICK-R-PL":76.18,"STS22 (pl)":37.34} -{"index":28,"Rank":21,"Model":"KaLM-embedding-multilingual-mini-instruct-v1<\/a>","Model Size (Million Parameters)":494,"Memory Usage (GB, fp32)":1.84,"Embedding Dimensions":896,"Max Tokens":131072,"Average":67.32,"CDSC-R":90.27,"SICK-R-PL":66.52,"STS22 (pl)":45.16} -{"index":30,"Rank":22,"Model":"KaLM-embedding-multilingual-mini-v1<\/a>","Model Size (Million Parameters)":494,"Memory Usage (GB, fp32)":1.84,"Embedding Dimensions":896,"Max Tokens":131072,"Average":67.21,"CDSC-R":90.38,"SICK-R-PL":66.31,"STS22 (pl)":44.95} -{"index":29,"Rank":23,"Model":"KaLM-embedding-multilingual-mini-instruct-v1.5<\/a>","Model Size (Million Parameters)":494,"Memory Usage (GB, fp32)":1.84,"Embedding Dimensions":896,"Max Tokens":131072,"Average":67.02,"CDSC-R":89.55,"SICK-R-PL":66.17,"STS22 (pl)":45.34} -{"index":69,"Rank":24,"Model":"multilingual-e5-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":66.91,"CDSC-R":91.0,"SICK-R-PL":75.08,"STS22 (pl)":34.66} -{"index":6,"Rank":25,"Model":"gte-Qwen1.5-7B-instruct<\/a>","Model Size (Million Parameters)":7099,"Memory Usage (GB, fp32)":26.45,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":66.37,"CDSC-R":85.32,"SICK-R-PL":73.6,"STS22 (pl)":40.2} -{"index":21,"Rank":26,"Model":"Cohere-embed-multilingual-light-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":384,"Max Tokens":512,"Average":66.12,"CDSC-R":90.9,"SICK-R-PL":68.14,"STS22 (pl)":39.33} -{"index":107,"Rank":27,"Model":"text2vec-base-multilingual<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":256,"Average":65.99,"CDSC-R":90.74,"SICK-R-PL":72.43,"STS22 (pl)":34.81} -{"index":56,"Rank":28,"Model":"USER-bge-m3<\/a>","Model Size (Million Parameters)":359,"Memory Usage (GB, fp32)":1.34,"Embedding Dimensions":1024,"Max Tokens":8192,"Average":65.23,"CDSC-R":87.11,"SICK-R-PL":68.1,"STS22 (pl)":40.49} -{"index":101,"Rank":29,"Model":"paraphrase-multilingual-mpnet-base-v2<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":65.19,"CDSC-R":88.8,"SICK-R-PL":73.13,"STS22 (pl)":33.64} -{"index":71,"Rank":30,"Model":"multilingual-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":65.18,"CDSC-R":90.27,"SICK-R-PL":69.46,"STS22 (pl)":35.8} -{"index":68,"Rank":31,"Model":"multilingual-e5-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":65.13,"CDSC-R":90.08,"SICK-R-PL":71.23,"STS22 (pl)":34.07} -{"index":73,"Rank":32,"Model":"silver-retriever-base-v1<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.47,"Embedding Dimensions":768,"Max Tokens":514,"Average":65.01,"CDSC-R":89.09,"SICK-R-PL":67.26,"STS22 (pl)":38.69} -{"index":100,"Rank":33,"Model":"paraphrase-multilingual-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":63.83,"CDSC-R":88.98,"SICK-R-PL":68.77,"STS22 (pl)":33.73} -{"index":91,"Rank":34,"Model":"LaBSE<\/a>","Model Size (Million Parameters)":471,"Memory Usage (GB, fp32)":1.75,"Embedding Dimensions":768,"Max Tokens":512,"Average":63.57,"CDSC-R":85.53,"SICK-R-PL":65.9,"STS22 (pl)":39.28} -{"index":72,"Rank":35,"Model":"herbert-base-retrieval-v2<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.47,"Embedding Dimensions":768,"Max Tokens":514,"Average":63.53,"CDSC-R":86.18,"SICK-R-PL":64.67,"STS22 (pl)":39.73} -{"index":97,"Rank":36,"Model":"distiluse-base-multilingual-cased-v2<\/a>","Model Size (Million Parameters)":135,"Memory Usage (GB, fp32)":0.5,"Embedding Dimensions":512,"Max Tokens":512,"Average":62.59,"CDSC-R":87.67,"SICK-R-PL":65.53,"STS22 (pl)":34.58} -{"index":64,"Rank":37,"Model":"e5-large<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":58.64,"CDSC-R":84.14,"SICK-R-PL":58.82,"STS22 (pl)":32.96} -{"index":65,"Rank":38,"Model":"e5-large-v2<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":58.58,"CDSC-R":83.06,"SICK-R-PL":60.7,"STS22 (pl)":31.98} -{"index":63,"Rank":39,"Model":"e5-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":58.42,"CDSC-R":85.88,"SICK-R-PL":58.0,"STS22 (pl)":31.37} -{"index":20,"Rank":40,"Model":"Cohere-embed-english-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":512,"Average":58.14,"CDSC-R":79.92,"SICK-R-PL":58.33,"STS22 (pl)":36.17} -{"index":60,"Rank":41,"Model":"SONAR<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":58.02,"CDSC-R":85.77,"SICK-R-PL":62.98,"STS22 (pl)":25.31} -{"index":80,"Rank":42,"Model":"nomic-embed-text-v1<\/a>","Model Size (Million Parameters)":547,"Memory Usage (GB, fp32)":2.04,"Embedding Dimensions":768,"Max Tokens":8192,"Average":57.18,"CDSC-R":82.61,"SICK-R-PL":58.22,"STS22 (pl)":30.72} -{"index":15,"Rank":43,"Model":"bge-small-en-v1.5<\/a>","Model Size (Million Parameters)":24,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":512,"Max Tokens":512,"Average":57.01,"CDSC-R":84.98,"SICK-R-PL":54.12,"STS22 (pl)":31.94} -{"index":11,"Rank":44,"Model":"bge-base-en-v1.5<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":56.9,"CDSC-R":82.49,"SICK-R-PL":52.21,"STS22 (pl)":36.01} -{"index":62,"Rank":45,"Model":"e5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":56.79,"CDSC-R":83.36,"SICK-R-PL":56.69,"STS22 (pl)":30.31} -{"index":12,"Rank":46,"Model":"bge-large-en-v1.5<\/a>","Model Size (Million Parameters)":1340,"Memory Usage (GB, fp32)":4.99,"Embedding Dimensions":1024,"Max Tokens":512,"Average":56.24,"CDSC-R":82.28,"SICK-R-PL":52.73,"STS22 (pl)":33.72} -{"index":67,"Rank":47,"Model":"e5-small<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":56.14,"CDSC-R":84.87,"SICK-R-PL":57.14,"STS22 (pl)":26.4} -{"index":59,"Rank":48,"Model":"e5-base-4k<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":54.28,"CDSC-R":84.98,"SICK-R-PL":56.01,"STS22 (pl)":21.86} -{"index":93,"Rank":49,"Model":"all-MiniLM-L6-v2<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":384,"Max Tokens":512,"Average":52.88,"CDSC-R":79.45,"SICK-R-PL":52.43,"STS22 (pl)":26.77} -{"index":105,"Rank":50,"Model":"LaBSE-ru-turbo<\/a>","Model Size (Million Parameters)":128,"Memory Usage (GB, fp32)":0.48,"Embedding Dimensions":768,"Max Tokens":512,"Average":52.03,"CDSC-R":75.79,"SICK-R-PL":50.85,"STS22 (pl)":29.44} -{"index":92,"Rank":51,"Model":"all-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":51.99,"CDSC-R":82.5,"SICK-R-PL":54.26,"STS22 (pl)":19.22} -{"index":55,"Rank":52,"Model":"USER-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":512,"Average":50.99,"CDSC-R":74.23,"SICK-R-PL":54.01,"STS22 (pl)":24.74} -{"index":94,"Rank":53,"Model":"all-mpnet-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average":50.48,"CDSC-R":77.04,"SICK-R-PL":50.2,"STS22 (pl)":24.21} -{"index":52,"Rank":54,"Model":"LaBSE-en-ru<\/a>","Model Size (Million Parameters)":129,"Memory Usage (GB, fp32)":0.48,"Embedding Dimensions":768,"Max Tokens":512,"Average":50.03,"CDSC-R":70.29,"SICK-R-PL":47.05,"STS22 (pl)":32.74} -{"index":106,"Rank":55,"Model":"rubert-tiny-turbo<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"Embedding Dimensions":312,"Max Tokens":2048,"Average":44.15,"CDSC-R":73.78,"SICK-R-PL":48.95,"STS22 (pl)":9.71} -{"index":24,"Rank":56,"Model":"distilrubert-small-cased-conversational<\/a>","Model Size (Million Parameters)":106,"Memory Usage (GB, fp32)":0.39,"Embedding Dimensions":768,"Max Tokens":512,"Average":42.36,"CDSC-R":66.98,"SICK-R-PL":43.36,"STS22 (pl)":16.75} -{"index":74,"Rank":57,"Model":"udever-bloom-1b1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":2048,"Average":42.3,"CDSC-R":65.58,"SICK-R-PL":33.35,"STS22 (pl)":27.98} -{"index":54,"Rank":58,"Model":"rubert-tiny2<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"Embedding Dimensions":2048,"Max Tokens":514,"Average":41.89,"CDSC-R":67.95,"SICK-R-PL":48.45,"STS22 (pl)":9.27} -{"index":53,"Rank":59,"Model":"rubert-tiny<\/a>","Model Size (Million Parameters)":12,"Memory Usage (GB, fp32)":0.04,"Embedding Dimensions":512,"Max Tokens":514,"Average":38.75,"CDSC-R":64.0,"SICK-R-PL":43.68,"STS22 (pl)":8.57} -{"index":26,"Rank":60,"Model":"rubert-base-cased-sentence<\/a>","Model Size (Million Parameters)":180,"Memory Usage (GB, fp32)":0.67,"Embedding Dimensions":768,"Max Tokens":512,"Average":38.32,"CDSC-R":54.78,"SICK-R-PL":46.8,"STS22 (pl)":13.37} -{"index":57,"Rank":61,"Model":"deberta-v1-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":512,"Average":37.22,"CDSC-R":62.16,"SICK-R-PL":36.4,"STS22 (pl)":13.11} -{"index":48,"Rank":62,"Model":"sbert_large_nlu_ru<\/a>","Model Size (Million Parameters)":427,"Memory Usage (GB, fp32)":1.59,"Embedding Dimensions":1024,"Max Tokens":512,"Average":36.34,"CDSC-R":58.92,"SICK-R-PL":39.82,"STS22 (pl)":10.29} -{"index":47,"Rank":63,"Model":"sbert_large_mt_nlu_ru<\/a>","Model Size (Million Parameters)":427,"Memory Usage (GB, fp32)":1.59,"Embedding Dimensions":1024,"Max Tokens":514,"Average":35.94,"CDSC-R":59.74,"SICK-R-PL":42.58,"STS22 (pl)":5.51} -{"index":25,"Rank":64,"Model":"rubert-base-cased<\/a>","Model Size (Million Parameters)":180,"Memory Usage (GB, fp32)":0.67,"Embedding Dimensions":768,"Max Tokens":512,"Average":33.81,"CDSC-R":51.41,"SICK-R-PL":44.3,"STS22 (pl)":5.72} -{"index":75,"Rank":65,"Model":"udever-bloom-560m<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":2048,"Average":30.53,"CDSC-R":48.51,"SICK-R-PL":28.02,"STS22 (pl)":15.06} -{"index":0,"Rank":66,"Model":"voyage-3-lite<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":512,"Max Tokens":32000,"Average":"","CDSC-R":89.51,"SICK-R-PL":67.25,"STS22 (pl)":""} -{"index":1,"Rank":67,"Model":"voyage-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":32000,"Average":"","CDSC-R":86.77,"SICK-R-PL":65.71,"STS22 (pl)":""} -{"index":2,"Rank":68,"Model":"voyage-large-2-instruct<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":16000,"Average":"","CDSC-R":90.05,"SICK-R-PL":71.52,"STS22 (pl)":""} -{"index":3,"Rank":69,"Model":"voyage-multilingual-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":32000,"Average":"","CDSC-R":87.48,"SICK-R-PL":70.42,"STS22 (pl)":""} -{"index":4,"Rank":70,"Model":"LASER2<\/a>","Model Size (Million Parameters)":43,"Memory Usage (GB, fp32)":0.16,"Embedding Dimensions":1024,"Max Tokens":"N\/A","Average":"","CDSC-R":"","SICK-R-PL":"","STS22 (pl)":18.34} -{"index":10,"Rank":72,"Model":"e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","CDSC-R":"","SICK-R-PL":"","STS22 (pl)":39.21} -{"index":13,"Rank":73,"Model":"bge-m3<\/a>","Model Size (Million Parameters)":567,"Memory Usage (GB, fp32)":2.11,"Embedding Dimensions":1024,"Max Tokens":8192,"Average":"","CDSC-R":"","SICK-R-PL":"","STS22 (pl)":""} -{"index":16,"Rank":74,"Model":"multilingual-e5-base-similarity-v1-onnx-quantized<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","CDSC-R":"","SICK-R-PL":"","STS22 (pl)":34.13} -{"index":27,"Rank":78,"Model":"GritLM-7B<\/a>","Model Size (Million Parameters)":7240,"Memory Usage (GB, fp32)":26.97,"Embedding Dimensions":"","Max Tokens":4096,"Average":"","CDSC-R":93.38,"SICK-R-PL":76.45,"STS22 (pl)":""} -{"index":31,"Rank":79,"Model":"2024-06-15_10-09-42<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","CDSC-R":0.46,"SICK-R-PL":0.43,"STS22 (pl)":""} -{"index":32,"Rank":80,"Model":"2024-06-17_21-37-12<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","CDSC-R":0.41,"SICK-R-PL":0.32,"STS22 (pl)":""} -{"index":33,"Rank":81,"Model":"2024-06-19_08-22-22<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","CDSC-R":0.57,"SICK-R-PL":0.39,"STS22 (pl)":""} -{"index":34,"Rank":82,"Model":"2024-06-19_10-03-38<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","CDSC-R":0.62,"SICK-R-PL":0.42,"STS22 (pl)":""} -{"index":35,"Rank":83,"Model":"2024-06-19_21-12-17<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","CDSC-R":0.3,"SICK-R-PL":0.28,"STS22 (pl)":""} -{"index":36,"Rank":84,"Model":"2024-06-19_22-23-38<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","CDSC-R":0.65,"SICK-R-PL":0.55,"STS22 (pl)":""} -{"index":38,"Rank":86,"Model":"MUG-B-1.6<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","CDSC-R":"","SICK-R-PL":"","STS22 (pl)":35.38} -{"index":39,"Rank":87,"Model":"paraphrase-multilingual-mpnet-base-v2-KE_Sieve<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","CDSC-R":"","SICK-R-PL":"","STS22 (pl)":36.37} -{"index":41,"Rank":88,"Model":"SGPT-125M-weightedmean-msmarco-specb-bitfit<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":2048,"Average":"","CDSC-R":"","SICK-R-PL":"","STS22 (pl)":23.31} -{"index":42,"Rank":89,"Model":"SGPT-125M-weightedmean-nli-bitfit<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":2048,"Average":"","CDSC-R":"","SICK-R-PL":"","STS22 (pl)":14.91} -{"index":43,"Rank":90,"Model":"multilingual-e5-base-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","CDSC-R":"","SICK-R-PL":"","STS22 (pl)":34.13} -{"index":49,"Rank":91,"Model":"Titan-text-embeddings-v2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","CDSC-R":"","SICK-R-PL":"","STS22 (pl)":42.08} -{"index":50,"Rank":92,"Model":"sgpt-bloom-7b1-msmarco<\/a>","Model Size (Million Parameters)":7068,"Memory Usage (GB, fp32)":26.33,"Embedding Dimensions":4096,"Max Tokens":2048,"Average":"","CDSC-R":"","SICK-R-PL":"","STS22 (pl)":31.13} -{"index":51,"Rank":93,"Model":"slx-v0.1<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.08,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","CDSC-R":"","SICK-R-PL":"","STS22 (pl)":""} -{"index":58,"Rank":94,"Model":"multilingual-e5-base-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","CDSC-R":"","SICK-R-PL":"","STS22 (pl)":34.13} -{"index":61,"Rank":95,"Model":"inf-retriever-v1<\/a>","Model Size (Million Parameters)":7069,"Memory Usage (GB, fp32)":26.33,"Embedding Dimensions":3584,"Max Tokens":131072,"Average":"","CDSC-R":"","SICK-R-PL":"","STS22 (pl)":""} -{"index":76,"Rank":96,"Model":"jina-embeddings-v2-base-en<\/a>","Model Size (Million Parameters)":275,"Memory Usage (GB, fp32)":1.02,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","CDSC-R":26.0,"SICK-R-PL":20.96,"STS22 (pl)":""} -{"index":78,"Rank":97,"Model":"multilingual-e5-small-ct2-int8<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","CDSC-R":"","SICK-R-PL":"","STS22 (pl)":35.79} -{"index":79,"Rank":98,"Model":"ternary-weight-embedding<\/a>","Model Size (Million Parameters)":99,"Memory Usage (GB, fp32)":0.37,"Embedding Dimensions":1792,"Max Tokens":512,"Average":"","CDSC-R":"","SICK-R-PL":"","STS22 (pl)":12.39} -{"index":81,"Rank":99,"Model":"FAB-Ramy-v1<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","CDSC-R":"","SICK-R-PL":"","STS22 (pl)":22.74} -{"index":82,"Rank":100,"Model":"FAE-v1<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","CDSC-R":"","SICK-R-PL":"","STS22 (pl)":29.86} -{"index":83,"Rank":101,"Model":"FUE-v1<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","CDSC-R":"","SICK-R-PL":"","STS22 (pl)":13.67} -{"index":95,"Rank":102,"Model":"allenai-specter<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CDSC-R":"","SICK-R-PL":"","STS22 (pl)":13.56} -{"index":96,"Rank":103,"Model":"average_word_embeddings_komninos<\/a>","Model Size (Million Parameters)":134,"Memory Usage (GB, fp32)":0.5,"Embedding Dimensions":300,"Max Tokens":"N\/A","Average":"","CDSC-R":"","SICK-R-PL":"","STS22 (pl)":12.47} -{"index":98,"Rank":104,"Model":"gtr-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CDSC-R":"","SICK-R-PL":"","STS22 (pl)":30.68} -{"index":99,"Rank":105,"Model":"gtr-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CDSC-R":"","SICK-R-PL":"","STS22 (pl)":33.74} -{"index":102,"Rank":106,"Model":"sentence-t5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CDSC-R":"","SICK-R-PL":"","STS22 (pl)":24.42} -{"index":103,"Rank":107,"Model":"sentence-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CDSC-R":"","SICK-R-PL":"","STS22 (pl)":25.0} -{"index":104,"Rank":108,"Model":"sentence-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CDSC-R":"","SICK-R-PL":"","STS22 (pl)":27.04} -{"index":109,"Rank":110,"Model":"text-embedding-3-large<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":3072,"Max Tokens":8191,"Average":"","CDSC-R":92.19,"SICK-R-PL":72.68,"STS22 (pl)":""} -{"index":110,"Rank":111,"Model":"text-embedding-3-small<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":8191,"Average":"","CDSC-R":89.48,"SICK-R-PL":64.77,"STS22 (pl)":""} diff --git a/all_data_tasks/36/default.jsonl b/all_data_tasks/36/default.jsonl deleted file mode 100644 index 04ade946873460496f6a67522709cc3c0c5ae3b6..0000000000000000000000000000000000000000 --- a/all_data_tasks/36/default.jsonl +++ /dev/null @@ -1,94 +0,0 @@ -{"index":39,"Rank":1,"Model":"Giga-Embeddings-instruct<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":73.7,"GeoreviewClassification":58.59,"HeadlineClassification":86.01,"InappropriatenessClassification":83.29,"KinopoiskClassification":74.89,"RuReviewsClassification":73.72,"RuSciBenchGRNTIClassification":74.52,"RuSciBenchOECDClassification":61.51,"MassiveIntentClassification (ru)":72.94,"MassiveScenarioClassification (ru)":77.82} -{"index":35,"Rank":2,"Model":"FRIDA<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":73.67,"GeoreviewClassification":57.71,"HeadlineClassification":89.02,"InappropriatenessClassification":78.33,"KinopoiskClassification":70.47,"RuReviewsClassification":75.05,"RuSciBenchGRNTIClassification":69.9,"RuSciBenchOECDClassification":54.63,"MassiveIntentClassification (ru)":79.12,"MassiveScenarioClassification (ru)":88.81} -{"index":6,"Rank":3,"Model":"gte-Qwen2-7B-instruct<\/a>","Model Size (Million Parameters)":7613,"Memory Usage (GB, fp32)":28.36,"Embedding Dimensions":3584,"Max Tokens":32768,"Average":72.99,"GeoreviewClassification":60.01,"HeadlineClassification":76.38,"InappropriatenessClassification":76.41,"KinopoiskClassification":71.04,"RuReviewsClassification":74.85,"RuSciBenchGRNTIClassification":71.01,"RuSciBenchOECDClassification":57.68,"MassiveIntentClassification (ru)":82.1,"MassiveScenarioClassification (ru)":87.43} -{"index":24,"Rank":4,"Model":"GritLM-7B<\/a>","Model Size (Million Parameters)":7240,"Memory Usage (GB, fp32)":26.97,"Embedding Dimensions":"","Max Tokens":4096,"Average":69.95,"GeoreviewClassification":57.7,"HeadlineClassification":86.08,"InappropriatenessClassification":67.85,"KinopoiskClassification":69.15,"RuReviewsClassification":72.05,"RuSciBenchGRNTIClassification":67.98,"RuSciBenchOECDClassification":54.45,"MassiveIntentClassification (ru)":76.01,"MassiveScenarioClassification (ru)":78.28} -{"index":34,"Rank":5,"Model":"SFR-Embedding-Mistral<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":69.86,"GeoreviewClassification":57.36,"HeadlineClassification":87.11,"InappropriatenessClassification":70.64,"KinopoiskClassification":68.9,"RuReviewsClassification":71.01,"RuSciBenchGRNTIClassification":68.08,"RuSciBenchOECDClassification":54.1,"MassiveIntentClassification (ru)":73.86,"MassiveScenarioClassification (ru)":77.65} -{"index":5,"Rank":6,"Model":"gte-Qwen1.5-7B-instruct<\/a>","Model Size (Million Parameters)":7099,"Memory Usage (GB, fp32)":26.45,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":69.48,"GeoreviewClassification":59.31,"HeadlineClassification":82.32,"InappropriatenessClassification":73.26,"KinopoiskClassification":67.17,"RuReviewsClassification":72.89,"RuSciBenchGRNTIClassification":67.35,"RuSciBenchOECDClassification":54.38,"MassiveIntentClassification (ru)":73.15,"MassiveScenarioClassification (ru)":75.46} -{"index":61,"Rank":7,"Model":"e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":69.11,"GeoreviewClassification":56.72,"HeadlineClassification":87.02,"InappropriatenessClassification":70.36,"KinopoiskClassification":68.35,"RuReviewsClassification":70.57,"RuSciBenchGRNTIClassification":66.05,"RuSciBenchOECDClassification":52.11,"MassiveIntentClassification (ru)":73.74,"MassiveScenarioClassification (ru)":77.1} -{"index":65,"Rank":8,"Model":"multilingual-e5-large-instruct<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":66.31,"GeoreviewClassification":55.9,"HeadlineClassification":86.18,"InappropriatenessClassification":65.53,"KinopoiskClassification":66.12,"RuReviewsClassification":68.56,"RuSciBenchGRNTIClassification":65.07,"RuSciBenchOECDClassification":50.21,"MassiveIntentClassification (ru)":67.6,"MassiveScenarioClassification (ru)":71.59} -{"index":25,"Rank":9,"Model":"KaLM-embedding-multilingual-mini-instruct-v1<\/a>","Model Size (Million Parameters)":494,"Memory Usage (GB, fp32)":1.84,"Embedding Dimensions":896,"Max Tokens":131072,"Average":65.21,"GeoreviewClassification":52.04,"HeadlineClassification":83.4,"InappropriatenessClassification":64.14,"KinopoiskClassification":63.15,"RuReviewsClassification":68.24,"RuSciBenchGRNTIClassification":61.24,"RuSciBenchOECDClassification":48.1,"MassiveIntentClassification (ru)":68.61,"MassiveScenarioClassification (ru)":77.98} -{"index":26,"Rank":10,"Model":"KaLM-embedding-multilingual-mini-instruct-v1.5<\/a>","Model Size (Million Parameters)":494,"Memory Usage (GB, fp32)":1.84,"Embedding Dimensions":896,"Max Tokens":131072,"Average":65.02,"GeoreviewClassification":51.5,"HeadlineClassification":84.37,"InappropriatenessClassification":65.89,"KinopoiskClassification":62.29,"RuReviewsClassification":67.7,"RuSciBenchGRNTIClassification":62.76,"RuSciBenchOECDClassification":49.77,"MassiveIntentClassification (ru)":66.07,"MassiveScenarioClassification (ru)":74.81} -{"index":20,"Rank":11,"Model":"jina-embeddings-v3<\/a>","Model Size (Million Parameters)":572,"Memory Usage (GB, fp32)":2.13,"Embedding Dimensions":1024,"Max Tokens":8194,"Average":64.41,"GeoreviewClassification":48.01,"HeadlineClassification":75.08,"InappropriatenessClassification":61.05,"KinopoiskClassification":62.39,"RuReviewsClassification":67.58,"RuSciBenchGRNTIClassification":59.19,"RuSciBenchOECDClassification":45.56,"MassiveIntentClassification (ru)":76.8,"MassiveScenarioClassification (ru)":84.06} -{"index":70,"Rank":12,"Model":"jina-embeddings-v3<\/a>","Model Size (Million Parameters)":572,"Memory Usage (GB, fp32)":2.13,"Embedding Dimensions":1024,"Max Tokens":8194,"Average":64.41,"GeoreviewClassification":48.01,"HeadlineClassification":75.08,"InappropriatenessClassification":61.05,"KinopoiskClassification":62.39,"RuReviewsClassification":67.58,"RuSciBenchGRNTIClassification":59.19,"RuSciBenchOECDClassification":45.56,"MassiveIntentClassification (ru)":76.8,"MassiveScenarioClassification (ru)":84.06} -{"index":19,"Rank":13,"Model":"Cohere-embed-multilingual-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":512,"Average":63.92,"GeoreviewClassification":50.88,"HeadlineClassification":79.5,"InappropriatenessClassification":62.46,"KinopoiskClassification":61.84,"RuReviewsClassification":66.83,"RuSciBenchGRNTIClassification":62.17,"RuSciBenchOECDClassification":48.22,"MassiveIntentClassification (ru)":69.08,"MassiveScenarioClassification (ru)":74.26} -{"index":2,"Rank":14,"Model":"voyage-large-2-instruct<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":16000,"Average":63.8,"GeoreviewClassification":47.18,"HeadlineClassification":75.1,"InappropriatenessClassification":62.99,"KinopoiskClassification":64.43,"RuReviewsClassification":65.99,"RuSciBenchGRNTIClassification":61.46,"RuSciBenchOECDClassification":47.86,"MassiveIntentClassification (ru)":70.87,"MassiveScenarioClassification (ru)":78.34} -{"index":95,"Rank":15,"Model":"text-embedding-3-large<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":3072,"Max Tokens":8191,"Average":62.89,"GeoreviewClassification":47.06,"HeadlineClassification":77.19,"InappropriatenessClassification":61.5,"KinopoiskClassification":60.21,"RuReviewsClassification":66.11,"RuSciBenchGRNTIClassification":61.04,"RuSciBenchOECDClassification":47.07,"MassiveIntentClassification (ru)":70.11,"MassiveScenarioClassification (ru)":75.69} -{"index":36,"Rank":16,"Model":"ru-en-RoSBERTa<\/a>","Model Size (Million Parameters)":404,"Memory Usage (GB, fp32)":1.5,"Embedding Dimensions":1024,"Max Tokens":514,"Average":62.74,"GeoreviewClassification":49.7,"HeadlineClassification":78.0,"InappropriatenessClassification":61.32,"KinopoiskClassification":63.27,"RuReviewsClassification":67.96,"RuSciBenchGRNTIClassification":59.33,"RuSciBenchOECDClassification":46.33,"MassiveIntentClassification (ru)":66.97,"MassiveScenarioClassification (ru)":71.8} -{"index":47,"Rank":17,"Model":"USER-bge-m3<\/a>","Model Size (Million Parameters)":359,"Memory Usage (GB, fp32)":1.34,"Embedding Dimensions":1024,"Max Tokens":8192,"Average":61.92,"GeoreviewClassification":50.98,"HeadlineClassification":70.09,"InappropriatenessClassification":60.76,"KinopoiskClassification":63.33,"RuReviewsClassification":68.52,"RuSciBenchGRNTIClassification":57.67,"RuSciBenchOECDClassification":44.2,"MassiveIntentClassification (ru)":68.85,"MassiveScenarioClassification (ru)":72.9} -{"index":3,"Rank":18,"Model":"voyage-multilingual-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":32000,"Average":61.62,"GeoreviewClassification":45.45,"HeadlineClassification":79.3,"InappropriatenessClassification":60.33,"KinopoiskClassification":57.99,"RuReviewsClassification":63.12,"RuSciBenchGRNTIClassification":60.63,"RuSciBenchOECDClassification":46.05,"MassiveIntentClassification (ru)":67.89,"MassiveScenarioClassification (ru)":73.86} -{"index":27,"Rank":19,"Model":"KaLM-embedding-multilingual-mini-v1<\/a>","Model Size (Million Parameters)":494,"Memory Usage (GB, fp32)":1.84,"Embedding Dimensions":896,"Max Tokens":131072,"Average":61.58,"GeoreviewClassification":47.69,"HeadlineClassification":83.46,"InappropriatenessClassification":61.32,"KinopoiskClassification":59.04,"RuReviewsClassification":66.09,"RuSciBenchGRNTIClassification":61.41,"RuSciBenchOECDClassification":48.67,"MassiveIntentClassification (ru)":60.08,"MassiveScenarioClassification (ru)":66.44} -{"index":64,"Rank":20,"Model":"multilingual-e5-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":61.01,"GeoreviewClassification":49.69,"HeadlineClassification":77.19,"InappropriatenessClassification":61.59,"KinopoiskClassification":56.59,"RuReviewsClassification":65.28,"RuSciBenchGRNTIClassification":58.2,"RuSciBenchOECDClassification":43.91,"MassiveIntentClassification (ru)":65.76,"MassiveScenarioClassification (ru)":70.85} -{"index":11,"Rank":21,"Model":"bge-m3<\/a>","Model Size (Million Parameters)":567,"Memory Usage (GB, fp32)":2.11,"Embedding Dimensions":1024,"Max Tokens":8192,"Average":60.46,"GeoreviewClassification":48.27,"HeadlineClassification":70.32,"InappropriatenessClassification":59.87,"KinopoiskClassification":58.23,"RuReviewsClassification":66.91,"RuSciBenchGRNTIClassification":55.81,"RuSciBenchOECDClassification":42.57,"MassiveIntentClassification (ru)":68.76,"MassiveScenarioClassification (ru)":73.42} -{"index":46,"Rank":22,"Model":"USER-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":512,"Average":59.89,"GeoreviewClassification":46.88,"HeadlineClassification":75.0,"InappropriatenessClassification":61.83,"KinopoiskClassification":56.03,"RuReviewsClassification":65.48,"RuSciBenchGRNTIClassification":55.55,"RuSciBenchOECDClassification":43.28,"MassiveIntentClassification (ru)":65.92,"MassiveScenarioClassification (ru)":69.06} -{"index":0,"Rank":23,"Model":"voyage-3-lite<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":512,"Max Tokens":32000,"Average":59.26,"GeoreviewClassification":45.4,"HeadlineClassification":78.34,"InappropriatenessClassification":59.04,"KinopoiskClassification":57.39,"RuReviewsClassification":59.14,"RuSciBenchGRNTIClassification":58.03,"RuSciBenchOECDClassification":44.54,"MassiveIntentClassification (ru)":63.02,"MassiveScenarioClassification (ru)":68.44} -{"index":91,"Rank":24,"Model":"LaBSE-ru-turbo<\/a>","Model Size (Million Parameters)":128,"Memory Usage (GB, fp32)":0.48,"Embedding Dimensions":768,"Max Tokens":512,"Average":59.23,"GeoreviewClassification":46.04,"HeadlineClassification":69.98,"InappropriatenessClassification":61.39,"KinopoiskClassification":53.59,"RuReviewsClassification":64.58,"RuSciBenchGRNTIClassification":56.67,"RuSciBenchOECDClassification":43.58,"MassiveIntentClassification (ru)":66.08,"MassiveScenarioClassification (ru)":71.13} -{"index":1,"Rank":25,"Model":"voyage-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":32000,"Average":58.75,"GeoreviewClassification":43.02,"HeadlineClassification":76.74,"InappropriatenessClassification":59.62,"KinopoiskClassification":62.14,"RuReviewsClassification":58.37,"RuSciBenchGRNTIClassification":59.01,"RuSciBenchOECDClassification":45.37,"MassiveIntentClassification (ru)":58.32,"MassiveScenarioClassification (ru)":66.18} -{"index":18,"Rank":26,"Model":"Cohere-embed-multilingual-light-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":384,"Max Tokens":512,"Average":58.42,"GeoreviewClassification":44.47,"HeadlineClassification":76.3,"InappropriatenessClassification":59.73,"KinopoiskClassification":50.88,"RuReviewsClassification":61.96,"RuSciBenchGRNTIClassification":58.37,"RuSciBenchOECDClassification":45.1,"MassiveIntentClassification (ru)":61.88,"MassiveScenarioClassification (ru)":67.1} -{"index":96,"Rank":27,"Model":"text-embedding-3-small<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":8191,"Average":58.26,"GeoreviewClassification":42.96,"HeadlineClassification":74.06,"InappropriatenessClassification":58.86,"KinopoiskClassification":55.03,"RuReviewsClassification":61.07,"RuSciBenchGRNTIClassification":55.56,"RuSciBenchOECDClassification":43.35,"MassiveIntentClassification (ru)":63.87,"MassiveScenarioClassification (ru)":69.58} -{"index":63,"Rank":28,"Model":"multilingual-e5-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":58.26,"GeoreviewClassification":46.05,"HeadlineClassification":75.64,"InappropriatenessClassification":58.78,"KinopoiskClassification":50.89,"RuReviewsClassification":62.99,"RuSciBenchGRNTIClassification":56.28,"RuSciBenchOECDClassification":42.69,"MassiveIntentClassification (ru)":62.78,"MassiveScenarioClassification (ru)":68.21} -{"index":37,"Rank":29,"Model":"sbert_large_mt_nlu_ru<\/a>","Model Size (Million Parameters)":427,"Memory Usage (GB, fp32)":1.59,"Embedding Dimensions":1024,"Max Tokens":514,"Average":57.52,"GeoreviewClassification":39.67,"HeadlineClassification":77.19,"InappropriatenessClassification":64.64,"KinopoiskClassification":50.33,"RuReviewsClassification":58.29,"RuSciBenchGRNTIClassification":54.19,"RuSciBenchOECDClassification":43.8,"MassiveIntentClassification (ru)":61.42,"MassiveScenarioClassification (ru)":68.13} -{"index":38,"Rank":30,"Model":"sbert_large_nlu_ru<\/a>","Model Size (Million Parameters)":427,"Memory Usage (GB, fp32)":1.59,"Embedding Dimensions":1024,"Max Tokens":512,"Average":57.24,"GeoreviewClassification":39.97,"HeadlineClassification":79.26,"InappropriatenessClassification":62.52,"KinopoiskClassification":49.51,"RuReviewsClassification":58.27,"RuSciBenchGRNTIClassification":53.9,"RuSciBenchOECDClassification":43.04,"MassiveIntentClassification (ru)":61.09,"MassiveScenarioClassification (ru)":67.6} -{"index":87,"Rank":31,"Model":"paraphrase-multilingual-mpnet-base-v2<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":56.88,"GeoreviewClassification":42.33,"HeadlineClassification":70.35,"InappropriatenessClassification":59.32,"KinopoiskClassification":44.31,"RuReviewsClassification":62.33,"RuSciBenchGRNTIClassification":56.01,"RuSciBenchOECDClassification":44.14,"MassiveIntentClassification (ru)":63.23,"MassiveScenarioClassification (ru)":69.92} -{"index":71,"Rank":32,"Model":"multilingual-e5-small-ct2-int8<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":56.45,"GeoreviewClassification":44.66,"HeadlineClassification":73.94,"InappropriatenessClassification":59.16,"KinopoiskClassification":49.96,"RuReviewsClassification":61.18,"RuSciBenchGRNTIClassification":54.99,"RuSciBenchOECDClassification":41.72,"MassiveIntentClassification (ru)":58.65,"MassiveScenarioClassification (ru)":63.77} -{"index":66,"Rank":33,"Model":"multilingual-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":56.44,"GeoreviewClassification":44.66,"HeadlineClassification":73.94,"InappropriatenessClassification":59.16,"KinopoiskClassification":49.96,"RuReviewsClassification":61.18,"RuSciBenchGRNTIClassification":54.99,"RuSciBenchOECDClassification":41.72,"MassiveIntentClassification (ru)":58.43,"MassiveScenarioClassification (ru)":63.89} -{"index":48,"Rank":34,"Model":"deberta-v1-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":512,"Average":56.18,"GeoreviewClassification":40.19,"HeadlineClassification":78.75,"InappropriatenessClassification":61.33,"KinopoiskClassification":48.78,"RuReviewsClassification":55.66,"RuSciBenchGRNTIClassification":53.53,"RuSciBenchOECDClassification":41.34,"MassiveIntentClassification (ru)":61.32,"MassiveScenarioClassification (ru)":64.71} -{"index":21,"Rank":35,"Model":"distilrubert-small-cased-conversational<\/a>","Model Size (Million Parameters)":106,"Memory Usage (GB, fp32)":0.39,"Embedding Dimensions":768,"Max Tokens":512,"Average":55.15,"GeoreviewClassification":38.95,"HeadlineClassification":75.59,"InappropriatenessClassification":60.68,"KinopoiskClassification":49.67,"RuReviewsClassification":54.05,"RuSciBenchGRNTIClassification":48.53,"RuSciBenchOECDClassification":37.65,"MassiveIntentClassification (ru)":63.12,"MassiveScenarioClassification (ru)":68.08} -{"index":92,"Rank":36,"Model":"rubert-tiny-turbo<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"Embedding Dimensions":312,"Max Tokens":2048,"Average":55.01,"GeoreviewClassification":41.36,"HeadlineClassification":68.9,"InappropriatenessClassification":59.11,"KinopoiskClassification":50.47,"RuReviewsClassification":60.66,"RuSciBenchGRNTIClassification":52.93,"RuSciBenchOECDClassification":40.79,"MassiveIntentClassification (ru)":57.98,"MassiveScenarioClassification (ru)":62.9} -{"index":43,"Rank":37,"Model":"LaBSE-en-ru<\/a>","Model Size (Million Parameters)":129,"Memory Usage (GB, fp32)":0.48,"Embedding Dimensions":768,"Max Tokens":512,"Average":54.98,"GeoreviewClassification":40.89,"HeadlineClassification":68.75,"InappropriatenessClassification":58.48,"KinopoiskClassification":49.85,"RuReviewsClassification":58.01,"RuSciBenchGRNTIClassification":52.8,"RuSciBenchOECDClassification":40.36,"MassiveIntentClassification (ru)":60.53,"MassiveScenarioClassification (ru)":65.15} -{"index":77,"Rank":38,"Model":"LaBSE<\/a>","Model Size (Million Parameters)":471,"Memory Usage (GB, fp32)":1.75,"Embedding Dimensions":768,"Max Tokens":512,"Average":54.71,"GeoreviewClassification":40.86,"HeadlineClassification":68.75,"InappropriatenessClassification":58.52,"KinopoiskClassification":46.77,"RuReviewsClassification":58.01,"RuSciBenchGRNTIClassification":53.04,"RuSciBenchOECDClassification":40.48,"MassiveIntentClassification (ru)":60.67,"MassiveScenarioClassification (ru)":65.25} -{"index":86,"Rank":39,"Model":"paraphrase-multilingual-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":53.77,"GeoreviewClassification":38.24,"HeadlineClassification":68.3,"InappropriatenessClassification":58.18,"KinopoiskClassification":41.45,"RuReviewsClassification":58.88,"RuSciBenchGRNTIClassification":53.19,"RuSciBenchOECDClassification":41.41,"MassiveIntentClassification (ru)":59.06,"MassiveScenarioClassification (ru)":65.25} -{"index":45,"Rank":40,"Model":"rubert-tiny2<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"Embedding Dimensions":2048,"Max Tokens":514,"Average":52.17,"GeoreviewClassification":39.64,"HeadlineClassification":74.19,"InappropriatenessClassification":58.57,"KinopoiskClassification":49.06,"RuReviewsClassification":56.99,"RuSciBenchGRNTIClassification":45.63,"RuSciBenchOECDClassification":35.48,"MassiveIntentClassification (ru)":50.83,"MassiveScenarioClassification (ru)":59.15} -{"index":22,"Rank":41,"Model":"rubert-base-cased<\/a>","Model Size (Million Parameters)":180,"Memory Usage (GB, fp32)":0.67,"Embedding Dimensions":768,"Max Tokens":512,"Average":51.6,"GeoreviewClassification":37.22,"HeadlineClassification":75.23,"InappropriatenessClassification":57.34,"KinopoiskClassification":49.91,"RuReviewsClassification":50.74,"RuSciBenchGRNTIClassification":48.03,"RuSciBenchOECDClassification":36.13,"MassiveIntentClassification (ru)":53.02,"MassiveScenarioClassification (ru)":56.79} -{"index":93,"Rank":42,"Model":"text2vec-base-multilingual<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":256,"Average":51.35,"GeoreviewClassification":34.63,"HeadlineClassification":62.29,"InappropriatenessClassification":57.37,"KinopoiskClassification":42.09,"RuReviewsClassification":56.71,"RuSciBenchGRNTIClassification":49.18,"RuSciBenchOECDClassification":39.55,"MassiveIntentClassification (ru)":58.02,"MassiveScenarioClassification (ru)":62.31} -{"index":23,"Rank":43,"Model":"rubert-base-cased-sentence<\/a>","Model Size (Million Parameters)":180,"Memory Usage (GB, fp32)":0.67,"Embedding Dimensions":768,"Max Tokens":512,"Average":51.27,"GeoreviewClassification":38.05,"HeadlineClassification":67.64,"InappropriatenessClassification":58.27,"KinopoiskClassification":45.86,"RuReviewsClassification":58.34,"RuSciBenchGRNTIClassification":52.18,"RuSciBenchOECDClassification":40.11,"MassiveIntentClassification (ru)":49.1,"MassiveScenarioClassification (ru)":51.91} -{"index":44,"Rank":44,"Model":"rubert-tiny<\/a>","Model Size (Million Parameters)":12,"Memory Usage (GB, fp32)":0.04,"Embedding Dimensions":512,"Max Tokens":514,"Average":44.55,"GeoreviewClassification":33.45,"HeadlineClassification":57.65,"InappropriatenessClassification":54.5,"KinopoiskClassification":41.36,"RuReviewsClassification":49.56,"RuSciBenchGRNTIClassification":35.71,"RuSciBenchOECDClassification":26.51,"MassiveIntentClassification (ru)":50.1,"MassiveScenarioClassification (ru)":52.15} -{"index":67,"Rank":45,"Model":"udever-bloom-1b1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":2048,"Average":40.89,"GeoreviewClassification":30.5,"HeadlineClassification":36.09,"InappropriatenessClassification":54.64,"KinopoiskClassification":41.23,"RuReviewsClassification":45.26,"RuSciBenchGRNTIClassification":30.37,"RuSciBenchOECDClassification":22.65,"MassiveIntentClassification (ru)":52.99,"MassiveScenarioClassification (ru)":54.26} -{"index":17,"Rank":46,"Model":"Cohere-embed-english-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":512,"Average":38.84,"GeoreviewClassification":32.95,"HeadlineClassification":45.37,"InappropriatenessClassification":54.71,"KinopoiskClassification":36.31,"RuReviewsClassification":48.71,"RuSciBenchGRNTIClassification":24.06,"RuSciBenchOECDClassification":19.18,"MassiveIntentClassification (ru)":41.81,"MassiveScenarioClassification (ru)":46.46} -{"index":60,"Rank":47,"Model":"e5-large-v2<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":38.22,"GeoreviewClassification":32.09,"HeadlineClassification":44.38,"InappropriatenessClassification":53.71,"KinopoiskClassification":37.27,"RuReviewsClassification":47.99,"RuSciBenchGRNTIClassification":24.33,"RuSciBenchOECDClassification":18.45,"MassiveIntentClassification (ru)":40.62,"MassiveScenarioClassification (ru)":45.16} -{"index":58,"Rank":48,"Model":"e5-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":36.0,"GeoreviewClassification":30.9,"HeadlineClassification":41.74,"InappropriatenessClassification":53.27,"KinopoiskClassification":34.67,"RuReviewsClassification":47.13,"RuSciBenchGRNTIClassification":20.87,"RuSciBenchOECDClassification":16.49,"MassiveIntentClassification (ru)":36.82,"MassiveScenarioClassification (ru)":42.08} -{"index":68,"Rank":49,"Model":"udever-bloom-560m<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":2048,"Average":35.09,"GeoreviewClassification":28.08,"HeadlineClassification":28.25,"InappropriatenessClassification":52.74,"KinopoiskClassification":39.85,"RuReviewsClassification":41.19,"RuSciBenchGRNTIClassification":16.08,"RuSciBenchOECDClassification":12.1,"MassiveIntentClassification (ru)":47.61,"MassiveScenarioClassification (ru)":49.94} -{"index":50,"Rank":50,"Model":"e5-base-4k<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":34.6,"GeoreviewClassification":29.03,"HeadlineClassification":34.62,"InappropriatenessClassification":52.6,"KinopoiskClassification":38.3,"RuReviewsClassification":44.29,"RuSciBenchGRNTIClassification":17.9,"RuSciBenchOECDClassification":14.1,"MassiveIntentClassification (ru)":40.19,"MassiveScenarioClassification (ru)":40.39} -{"index":10,"Rank":51,"Model":"bge-large-en-v1.5<\/a>","Model Size (Million Parameters)":1340,"Memory Usage (GB, fp32)":4.99,"Embedding Dimensions":1024,"Max Tokens":512,"Average":33.71,"GeoreviewClassification":28.64,"HeadlineClassification":33.56,"InappropriatenessClassification":51.81,"KinopoiskClassification":35.68,"RuReviewsClassification":44.62,"RuSciBenchGRNTIClassification":22.05,"RuSciBenchOECDClassification":16.53,"MassiveIntentClassification (ru)":32.31,"MassiveScenarioClassification (ru)":38.22} -{"index":73,"Rank":52,"Model":"nomic-embed-text-v1<\/a>","Model Size (Million Parameters)":547,"Memory Usage (GB, fp32)":2.04,"Embedding Dimensions":768,"Max Tokens":8192,"Average":32.24,"GeoreviewClassification":28.69,"HeadlineClassification":31.06,"InappropriatenessClassification":51.92,"KinopoiskClassification":37.39,"RuReviewsClassification":44.25,"RuSciBenchGRNTIClassification":19.29,"RuSciBenchOECDClassification":14.8,"MassiveIntentClassification (ru)":29.22,"MassiveScenarioClassification (ru)":33.56} -{"index":9,"Rank":53,"Model":"bge-base-en-v1.5<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":31.96,"GeoreviewClassification":27.74,"HeadlineClassification":30.07,"InappropriatenessClassification":51.63,"KinopoiskClassification":35.58,"RuReviewsClassification":43.47,"RuSciBenchGRNTIClassification":17.34,"RuSciBenchOECDClassification":13.16,"MassiveIntentClassification (ru)":31.7,"MassiveScenarioClassification (ru)":36.99} -{"index":12,"Rank":54,"Model":"bge-small-en-v1.5<\/a>","Model Size (Million Parameters)":24,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":512,"Max Tokens":512,"Average":29.63,"GeoreviewClassification":27.23,"HeadlineClassification":29.75,"InappropriatenessClassification":51.22,"KinopoiskClassification":35.31,"RuReviewsClassification":43.95,"RuSciBenchGRNTIClassification":13.96,"RuSciBenchOECDClassification":10.76,"MassiveIntentClassification (ru)":24.69,"MassiveScenarioClassification (ru)":29.84} -{"index":59,"Rank":55,"Model":"e5-large<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":29.54,"GeoreviewClassification":28.65,"HeadlineClassification":29.77,"InappropriatenessClassification":52.5,"KinopoiskClassification":35.86,"RuReviewsClassification":43.2,"RuSciBenchGRNTIClassification":14.83,"RuSciBenchOECDClassification":11.64,"MassiveIntentClassification (ru)":22.51,"MassiveScenarioClassification (ru)":26.94} -{"index":80,"Rank":56,"Model":"all-mpnet-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average":28.82,"GeoreviewClassification":25.93,"HeadlineClassification":28.53,"InappropriatenessClassification":51.82,"KinopoiskClassification":34.18,"RuReviewsClassification":42.33,"RuSciBenchGRNTIClassification":13.29,"RuSciBenchOECDClassification":10.62,"MassiveIntentClassification (ru)":23.98,"MassiveScenarioClassification (ru)":28.71} -{"index":79,"Rank":57,"Model":"all-MiniLM-L6-v2<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":384,"Max Tokens":512,"Average":28.75,"GeoreviewClassification":27.08,"HeadlineClassification":27.77,"InappropriatenessClassification":51.73,"KinopoiskClassification":33.93,"RuReviewsClassification":41.79,"RuSciBenchGRNTIClassification":10.08,"RuSciBenchOECDClassification":8.3,"MassiveIntentClassification (ru)":27.58,"MassiveScenarioClassification (ru)":30.46} -{"index":57,"Rank":58,"Model":"e5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":28.17,"GeoreviewClassification":27.81,"HeadlineClassification":29.8,"InappropriatenessClassification":51.95,"KinopoiskClassification":34.33,"RuReviewsClassification":41.31,"RuSciBenchGRNTIClassification":10.71,"RuSciBenchOECDClassification":9.01,"MassiveIntentClassification (ru)":21.3,"MassiveScenarioClassification (ru)":27.27} -{"index":78,"Rank":59,"Model":"all-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":28.15,"GeoreviewClassification":23.49,"HeadlineClassification":28.49,"InappropriatenessClassification":50.85,"KinopoiskClassification":34.17,"RuReviewsClassification":42.49,"RuSciBenchGRNTIClassification":10.49,"RuSciBenchOECDClassification":8.31,"MassiveIntentClassification (ru)":26.33,"MassiveScenarioClassification (ru)":28.75} -{"index":62,"Rank":60,"Model":"e5-small<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":25.28,"GeoreviewClassification":27.15,"HeadlineClassification":28.01,"InappropriatenessClassification":51.46,"KinopoiskClassification":33.59,"RuReviewsClassification":39.68,"RuSciBenchGRNTIClassification":8.39,"RuSciBenchOECDClassification":7.24,"MassiveIntentClassification (ru)":13.65,"MassiveScenarioClassification (ru)":18.39} -{"index":4,"Rank":61,"Model":"LASER2<\/a>","Model Size (Million Parameters)":43,"Memory Usage (GB, fp32)":0.16,"Embedding Dimensions":1024,"Max Tokens":"N\/A","Average":"","GeoreviewClassification":"","HeadlineClassification":"","InappropriatenessClassification":"","KinopoiskClassification":"","RuReviewsClassification":"","RuSciBenchGRNTIClassification":"","RuSciBenchOECDClassification":"","MassiveIntentClassification (ru)":44.29,"MassiveScenarioClassification (ru)":51.84} -{"index":7,"Rank":62,"Model":"gte-multilingual-base<\/a>","Model Size (Million Parameters)":305,"Memory Usage (GB, fp32)":1.14,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","GeoreviewClassification":"","HeadlineClassification":"","InappropriatenessClassification":"","KinopoiskClassification":"","RuReviewsClassification":"","RuSciBenchGRNTIClassification":"","RuSciBenchOECDClassification":"","MassiveIntentClassification (ru)":67.46,"MassiveScenarioClassification (ru)":71.65} -{"index":8,"Rank":63,"Model":"e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","GeoreviewClassification":"","HeadlineClassification":"","InappropriatenessClassification":"","KinopoiskClassification":"","RuReviewsClassification":"","RuSciBenchGRNTIClassification":"","RuSciBenchOECDClassification":"","MassiveIntentClassification (ru)":76.63,"MassiveScenarioClassification (ru)":80.52} -{"index":13,"Rank":64,"Model":"multilingual-e5-base-similarity-v1-onnx-quantized<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","GeoreviewClassification":"","HeadlineClassification":"","InappropriatenessClassification":"","KinopoiskClassification":"","RuReviewsClassification":"","RuSciBenchGRNTIClassification":"","RuSciBenchOECDClassification":"","MassiveIntentClassification (ru)":69.02,"MassiveScenarioClassification (ru)":72.99} -{"index":14,"Rank":65,"Model":"winberta-base<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","GeoreviewClassification":"","HeadlineClassification":"","InappropriatenessClassification":"","KinopoiskClassification":"","RuReviewsClassification":"","RuSciBenchGRNTIClassification":"","RuSciBenchOECDClassification":"","MassiveIntentClassification (ru)":39.69,"MassiveScenarioClassification (ru)":48.66} -{"index":15,"Rank":66,"Model":"winberta-large<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","GeoreviewClassification":"","HeadlineClassification":"","InappropriatenessClassification":"","KinopoiskClassification":"","RuReviewsClassification":"","RuSciBenchGRNTIClassification":"","RuSciBenchOECDClassification":"","MassiveIntentClassification (ru)":11.27,"MassiveScenarioClassification (ru)":16.71} -{"index":16,"Rank":67,"Model":"windberta-large<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","GeoreviewClassification":"","HeadlineClassification":"","InappropriatenessClassification":"","KinopoiskClassification":"","RuReviewsClassification":"","RuSciBenchGRNTIClassification":"","RuSciBenchOECDClassification":"","MassiveIntentClassification (ru)":10.4,"MassiveScenarioClassification (ru)":18.96} -{"index":28,"Rank":68,"Model":"MUG-B-1.6<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","GeoreviewClassification":"","HeadlineClassification":"","InappropriatenessClassification":"","KinopoiskClassification":"","RuReviewsClassification":"","RuSciBenchGRNTIClassification":"","RuSciBenchOECDClassification":"","MassiveIntentClassification (ru)":31.82,"MassiveScenarioClassification (ru)":37.73} -{"index":30,"Rank":70,"Model":"onnx-gte-multilingual-base<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","GeoreviewClassification":"","HeadlineClassification":"","InappropriatenessClassification":"","KinopoiskClassification":"","RuReviewsClassification":"","RuSciBenchGRNTIClassification":"","RuSciBenchOECDClassification":"","MassiveIntentClassification (ru)":67.46,"MassiveScenarioClassification (ru)":71.65} -{"index":31,"Rank":71,"Model":"SGPT-125M-weightedmean-msmarco-specb-bitfit<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":2048,"Average":"","GeoreviewClassification":"","HeadlineClassification":"","InappropriatenessClassification":"","KinopoiskClassification":"","RuReviewsClassification":"","RuSciBenchGRNTIClassification":"","RuSciBenchOECDClassification":"","MassiveIntentClassification (ru)":35.97,"MassiveScenarioClassification (ru)":32.76} -{"index":32,"Rank":72,"Model":"SGPT-125M-weightedmean-nli-bitfit<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":2048,"Average":"","GeoreviewClassification":"","HeadlineClassification":"","InappropriatenessClassification":"","KinopoiskClassification":"","RuReviewsClassification":"","RuSciBenchGRNTIClassification":"","RuSciBenchOECDClassification":"","MassiveIntentClassification (ru)":37.46,"MassiveScenarioClassification (ru)":35.95} -{"index":33,"Rank":73,"Model":"multilingual-e5-base-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","GeoreviewClassification":"","HeadlineClassification":"","InappropriatenessClassification":"","KinopoiskClassification":"","RuReviewsClassification":"","RuSciBenchGRNTIClassification":"","RuSciBenchOECDClassification":"","MassiveIntentClassification (ru)":69.02,"MassiveScenarioClassification (ru)":72.99} -{"index":40,"Rank":74,"Model":"Titan-text-embeddings-v2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","GeoreviewClassification":"","HeadlineClassification":"","InappropriatenessClassification":"","KinopoiskClassification":"","RuReviewsClassification":"","RuSciBenchGRNTIClassification":"","RuSciBenchOECDClassification":"","MassiveIntentClassification (ru)":60.85,"MassiveScenarioClassification (ru)":65.42} -{"index":41,"Rank":75,"Model":"sgpt-bloom-7b1-msmarco<\/a>","Model Size (Million Parameters)":7068,"Memory Usage (GB, fp32)":26.33,"Embedding Dimensions":4096,"Max Tokens":2048,"Average":"","GeoreviewClassification":"","HeadlineClassification":"","InappropriatenessClassification":"","KinopoiskClassification":"","RuReviewsClassification":"","RuSciBenchGRNTIClassification":"","RuSciBenchOECDClassification":"","MassiveIntentClassification (ru)":58.32,"MassiveScenarioClassification (ru)":61.6} -{"index":42,"Rank":76,"Model":"slx-v0.1<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.08,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","GeoreviewClassification":"","HeadlineClassification":"","InappropriatenessClassification":"","KinopoiskClassification":"","RuReviewsClassification":"","RuSciBenchGRNTIClassification":"","RuSciBenchOECDClassification":"","MassiveIntentClassification (ru)":27.14,"MassiveScenarioClassification (ru)":29.95} -{"index":49,"Rank":77,"Model":"multilingual-e5-base-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","GeoreviewClassification":"","HeadlineClassification":"","InappropriatenessClassification":"","KinopoiskClassification":"","RuReviewsClassification":"","RuSciBenchGRNTIClassification":"","RuSciBenchOECDClassification":"","MassiveIntentClassification (ru)":69.02,"MassiveScenarioClassification (ru)":72.99} -{"index":51,"Rank":78,"Model":"SONAR<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","GeoreviewClassification":"","HeadlineClassification":"","InappropriatenessClassification":"","KinopoiskClassification":"","RuReviewsClassification":"","RuSciBenchGRNTIClassification":"","RuSciBenchOECDClassification":"","MassiveIntentClassification (ru)":62.63,"MassiveScenarioClassification (ru)":67.96} -{"index":54,"Rank":81,"Model":"granite-embedding-107m-multilingual<\/a>","Model Size (Million Parameters)":107,"Memory Usage (GB, fp32)":0.4,"Embedding Dimensions":384,"Max Tokens":514,"Average":"","GeoreviewClassification":"","HeadlineClassification":"","InappropriatenessClassification":"","KinopoiskClassification":"","RuReviewsClassification":"","RuSciBenchGRNTIClassification":"","RuSciBenchOECDClassification":"","MassiveIntentClassification (ru)":"","MassiveScenarioClassification (ru)":""} -{"index":55,"Rank":82,"Model":"granite-embedding-278m-multilingual<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","GeoreviewClassification":"","HeadlineClassification":"","InappropriatenessClassification":"","KinopoiskClassification":"","RuReviewsClassification":"","RuSciBenchGRNTIClassification":"","RuSciBenchOECDClassification":"","MassiveIntentClassification (ru)":"","MassiveScenarioClassification (ru)":""} -{"index":56,"Rank":83,"Model":"inf-retriever-v1<\/a>","Model Size (Million Parameters)":7069,"Memory Usage (GB, fp32)":26.33,"Embedding Dimensions":3584,"Max Tokens":131072,"Average":"","GeoreviewClassification":"","HeadlineClassification":"","InappropriatenessClassification":"","KinopoiskClassification":"","RuReviewsClassification":"","RuSciBenchGRNTIClassification":"","RuSciBenchOECDClassification":"","MassiveIntentClassification (ru)":"","MassiveScenarioClassification (ru)":""} -{"index":69,"Rank":84,"Model":"jina-embeddings-v2-base-en<\/a>","Model Size (Million Parameters)":275,"Memory Usage (GB, fp32)":1.02,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","GeoreviewClassification":21.25,"HeadlineClassification":19.82,"InappropriatenessClassification":51.48,"KinopoiskClassification":"","RuReviewsClassification":33.7,"RuSciBenchGRNTIClassification":"","RuSciBenchOECDClassification":"","MassiveIntentClassification (ru)":7.62,"MassiveScenarioClassification (ru)":11.82} -{"index":72,"Rank":85,"Model":"ternary-weight-embedding<\/a>","Model Size (Million Parameters)":99,"Memory Usage (GB, fp32)":0.37,"Embedding Dimensions":1792,"Max Tokens":512,"Average":"","GeoreviewClassification":"","HeadlineClassification":"","InappropriatenessClassification":"","KinopoiskClassification":"","RuReviewsClassification":"","RuSciBenchGRNTIClassification":"","RuSciBenchOECDClassification":"","MassiveIntentClassification (ru)":25.53,"MassiveScenarioClassification (ru)":25.98} -{"index":74,"Rank":86,"Model":"FAB-Ramy-v1<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","GeoreviewClassification":"","HeadlineClassification":"","InappropriatenessClassification":"","KinopoiskClassification":"","RuReviewsClassification":"","RuSciBenchGRNTIClassification":"","RuSciBenchOECDClassification":"","MassiveIntentClassification (ru)":"","MassiveScenarioClassification (ru)":""} -{"index":75,"Rank":87,"Model":"FAE-v1<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","GeoreviewClassification":"","HeadlineClassification":"","InappropriatenessClassification":"","KinopoiskClassification":"","RuReviewsClassification":"","RuSciBenchGRNTIClassification":"","RuSciBenchOECDClassification":"","MassiveIntentClassification (ru)":"","MassiveScenarioClassification (ru)":""} -{"index":76,"Rank":88,"Model":"FUE-v1<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","GeoreviewClassification":"","HeadlineClassification":"","InappropriatenessClassification":"","KinopoiskClassification":"","RuReviewsClassification":"","RuSciBenchGRNTIClassification":"","RuSciBenchOECDClassification":"","MassiveIntentClassification (ru)":"","MassiveScenarioClassification (ru)":""} -{"index":81,"Rank":89,"Model":"allenai-specter<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","GeoreviewClassification":"","HeadlineClassification":"","InappropriatenessClassification":"","KinopoiskClassification":"","RuReviewsClassification":"","RuSciBenchGRNTIClassification":"","RuSciBenchOECDClassification":"","MassiveIntentClassification (ru)":25.3,"MassiveScenarioClassification (ru)":28.16} -{"index":82,"Rank":90,"Model":"average_word_embeddings_komninos<\/a>","Model Size (Million Parameters)":134,"Memory Usage (GB, fp32)":0.5,"Embedding Dimensions":300,"Max Tokens":"N\/A","Average":"","GeoreviewClassification":"","HeadlineClassification":"","InappropriatenessClassification":"","KinopoiskClassification":"","RuReviewsClassification":"","RuSciBenchGRNTIClassification":"","RuSciBenchOECDClassification":"","MassiveIntentClassification (ru)":"","MassiveScenarioClassification (ru)":""} -{"index":83,"Rank":91,"Model":"distiluse-base-multilingual-cased-v2<\/a>","Model Size (Million Parameters)":135,"Memory Usage (GB, fp32)":0.5,"Embedding Dimensions":512,"Max Tokens":512,"Average":"","GeoreviewClassification":"","HeadlineClassification":"","InappropriatenessClassification":"","KinopoiskClassification":"","RuReviewsClassification":"","RuSciBenchGRNTIClassification":"","RuSciBenchOECDClassification":"","MassiveIntentClassification (ru)":57.96,"MassiveScenarioClassification (ru)":65.41} -{"index":84,"Rank":92,"Model":"gtr-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","GeoreviewClassification":"","HeadlineClassification":"","InappropriatenessClassification":"","KinopoiskClassification":"","RuReviewsClassification":"","RuSciBenchGRNTIClassification":"","RuSciBenchOECDClassification":"","MassiveIntentClassification (ru)":16.82,"MassiveScenarioClassification (ru)":25.85} -{"index":85,"Rank":93,"Model":"gtr-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","GeoreviewClassification":"","HeadlineClassification":"","InappropriatenessClassification":"","KinopoiskClassification":"","RuReviewsClassification":"","RuSciBenchGRNTIClassification":"","RuSciBenchOECDClassification":"","MassiveIntentClassification (ru)":36.58,"MassiveScenarioClassification (ru)":43.44} -{"index":88,"Rank":94,"Model":"sentence-t5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","GeoreviewClassification":"","HeadlineClassification":"","InappropriatenessClassification":"","KinopoiskClassification":"","RuReviewsClassification":"","RuSciBenchGRNTIClassification":"","RuSciBenchOECDClassification":"","MassiveIntentClassification (ru)":14.82,"MassiveScenarioClassification (ru)":20.69} -{"index":89,"Rank":95,"Model":"sentence-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","GeoreviewClassification":"","HeadlineClassification":"","InappropriatenessClassification":"","KinopoiskClassification":"","RuReviewsClassification":"","RuSciBenchGRNTIClassification":"","RuSciBenchOECDClassification":"","MassiveIntentClassification (ru)":17.32,"MassiveScenarioClassification (ru)":27.47} -{"index":90,"Rank":96,"Model":"sentence-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","GeoreviewClassification":"","HeadlineClassification":"","InappropriatenessClassification":"","KinopoiskClassification":"","RuReviewsClassification":"","RuSciBenchGRNTIClassification":"","RuSciBenchOECDClassification":"","MassiveIntentClassification (ru)":33.46,"MassiveScenarioClassification (ru)":40.73} -{"index":94,"Rank":97,"Model":"llm_mse<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","GeoreviewClassification":"","HeadlineClassification":"","InappropriatenessClassification":"","KinopoiskClassification":"","RuReviewsClassification":"","RuSciBenchGRNTIClassification":"","RuSciBenchOECDClassification":"","MassiveIntentClassification (ru)":2.65,"MassiveScenarioClassification (ru)":8.14} diff --git a/all_data_tasks/37/default.jsonl b/all_data_tasks/37/default.jsonl deleted file mode 100644 index 564a85912537fad8ec39c28cbcf9a5c76c3c006f..0000000000000000000000000000000000000000 --- a/all_data_tasks/37/default.jsonl +++ /dev/null @@ -1,84 +0,0 @@ -{"index":35,"Rank":1,"Model":"FRIDA<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":67.28,"GeoreviewClusteringP2P":78.25,"RuSciBenchGRNTIClusteringP2P":67.04,"RuSciBenchOECDClusteringP2P":56.56} -{"index":6,"Rank":2,"Model":"gte-Qwen2-7B-instruct<\/a>","Model Size (Million Parameters)":7613,"Memory Usage (GB, fp32)":28.36,"Embedding Dimensions":3584,"Max Tokens":32768,"Average":66.37,"GeoreviewClusteringP2P":78.32,"RuSciBenchGRNTIClusteringP2P":65.19,"RuSciBenchOECDClusteringP2P":55.6} -{"index":34,"Rank":3,"Model":"SFR-Embedding-Mistral<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":64.92,"GeoreviewClusteringP2P":77.21,"RuSciBenchGRNTIClusteringP2P":63.05,"RuSciBenchOECDClusteringP2P":54.49} -{"index":24,"Rank":4,"Model":"GritLM-7B<\/a>","Model Size (Million Parameters)":7240,"Memory Usage (GB, fp32)":26.97,"Embedding Dimensions":"","Max Tokens":4096,"Average":64.3,"GeoreviewClusteringP2P":77.46,"RuSciBenchGRNTIClusteringP2P":61.57,"RuSciBenchOECDClusteringP2P":53.88} -{"index":61,"Rank":5,"Model":"e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":64.24,"GeoreviewClusteringP2P":76.32,"RuSciBenchGRNTIClusteringP2P":62.27,"RuSciBenchOECDClusteringP2P":54.13} -{"index":5,"Rank":6,"Model":"gte-Qwen1.5-7B-instruct<\/a>","Model Size (Million Parameters)":7099,"Memory Usage (GB, fp32)":26.45,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":63.77,"GeoreviewClusteringP2P":74.9,"RuSciBenchGRNTIClusteringP2P":62.53,"RuSciBenchOECDClusteringP2P":53.89} -{"index":65,"Rank":7,"Model":"multilingual-e5-large-instruct<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":63.13,"GeoreviewClusteringP2P":74.34,"RuSciBenchGRNTIClusteringP2P":62.21,"RuSciBenchOECDClusteringP2P":52.83} -{"index":39,"Rank":8,"Model":"Giga-Embeddings-instruct<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":61.79,"GeoreviewClusteringP2P":61.38,"RuSciBenchGRNTIClusteringP2P":67.3,"RuSciBenchOECDClusteringP2P":56.69} -{"index":20,"Rank":9,"Model":"jina-embeddings-v3<\/a>","Model Size (Million Parameters)":572,"Memory Usage (GB, fp32)":2.13,"Embedding Dimensions":1024,"Max Tokens":8194,"Average":60.8,"GeoreviewClusteringP2P":73.62,"RuSciBenchGRNTIClusteringP2P":57.99,"RuSciBenchOECDClusteringP2P":50.79} -{"index":70,"Rank":10,"Model":"jina-embeddings-v3<\/a>","Model Size (Million Parameters)":572,"Memory Usage (GB, fp32)":2.13,"Embedding Dimensions":1024,"Max Tokens":8194,"Average":60.8,"GeoreviewClusteringP2P":73.62,"RuSciBenchGRNTIClusteringP2P":57.99,"RuSciBenchOECDClusteringP2P":50.79} -{"index":95,"Rank":11,"Model":"text-embedding-3-large<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":3072,"Max Tokens":8191,"Average":57.83,"GeoreviewClusteringP2P":72.6,"RuSciBenchGRNTIClusteringP2P":54.17,"RuSciBenchOECDClusteringP2P":46.73} -{"index":2,"Rank":12,"Model":"voyage-large-2-instruct<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":16000,"Average":57.57,"GeoreviewClusteringP2P":69.84,"RuSciBenchGRNTIClusteringP2P":55.65,"RuSciBenchOECDClusteringP2P":47.23} -{"index":19,"Rank":13,"Model":"Cohere-embed-multilingual-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":512,"Average":56.6,"GeoreviewClusteringP2P":64.4,"RuSciBenchGRNTIClusteringP2P":56.95,"RuSciBenchOECDClusteringP2P":48.45} -{"index":1,"Rank":14,"Model":"voyage-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":32000,"Average":56.29,"GeoreviewClusteringP2P":72.23,"RuSciBenchGRNTIClusteringP2P":52.22,"RuSciBenchOECDClusteringP2P":44.42} -{"index":36,"Rank":15,"Model":"ru-en-RoSBERTa<\/a>","Model Size (Million Parameters)":404,"Memory Usage (GB, fp32)":1.5,"Embedding Dimensions":1024,"Max Tokens":514,"Average":56.06,"GeoreviewClusteringP2P":65.42,"RuSciBenchGRNTIClusteringP2P":55.47,"RuSciBenchOECDClusteringP2P":47.29} -{"index":26,"Rank":16,"Model":"KaLM-embedding-multilingual-mini-instruct-v1.5<\/a>","Model Size (Million Parameters)":494,"Memory Usage (GB, fp32)":1.84,"Embedding Dimensions":896,"Max Tokens":131072,"Average":55.94,"GeoreviewClusteringP2P":60.76,"RuSciBenchGRNTIClusteringP2P":58.12,"RuSciBenchOECDClusteringP2P":48.94} -{"index":3,"Rank":17,"Model":"voyage-multilingual-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":32000,"Average":55.74,"GeoreviewClusteringP2P":71.94,"RuSciBenchGRNTIClusteringP2P":50.93,"RuSciBenchOECDClusteringP2P":44.34} -{"index":27,"Rank":18,"Model":"KaLM-embedding-multilingual-mini-v1<\/a>","Model Size (Million Parameters)":494,"Memory Usage (GB, fp32)":1.84,"Embedding Dimensions":896,"Max Tokens":131072,"Average":55.67,"GeoreviewClusteringP2P":63.4,"RuSciBenchGRNTIClusteringP2P":55.66,"RuSciBenchOECDClusteringP2P":47.96} -{"index":25,"Rank":19,"Model":"KaLM-embedding-multilingual-mini-instruct-v1<\/a>","Model Size (Million Parameters)":494,"Memory Usage (GB, fp32)":1.84,"Embedding Dimensions":896,"Max Tokens":131072,"Average":55.28,"GeoreviewClusteringP2P":60.28,"RuSciBenchGRNTIClusteringP2P":56.83,"RuSciBenchOECDClusteringP2P":48.73} -{"index":0,"Rank":20,"Model":"voyage-3-lite<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":512,"Max Tokens":32000,"Average":54.14,"GeoreviewClusteringP2P":63.53,"RuSciBenchGRNTIClusteringP2P":53.76,"RuSciBenchOECDClusteringP2P":45.13} -{"index":91,"Rank":21,"Model":"LaBSE-ru-turbo<\/a>","Model Size (Million Parameters)":128,"Memory Usage (GB, fp32)":0.48,"Embedding Dimensions":768,"Max Tokens":512,"Average":53.93,"GeoreviewClusteringP2P":64.55,"RuSciBenchGRNTIClusteringP2P":51.69,"RuSciBenchOECDClusteringP2P":45.56} -{"index":18,"Rank":22,"Model":"Cohere-embed-multilingual-light-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":384,"Max Tokens":512,"Average":53.79,"GeoreviewClusteringP2P":61.06,"RuSciBenchGRNTIClusteringP2P":53.84,"RuSciBenchOECDClusteringP2P":46.46} -{"index":47,"Rank":23,"Model":"USER-bge-m3<\/a>","Model Size (Million Parameters)":359,"Memory Usage (GB, fp32)":1.34,"Embedding Dimensions":1024,"Max Tokens":8192,"Average":53.66,"GeoreviewClusteringP2P":62.94,"RuSciBenchGRNTIClusteringP2P":53.11,"RuSciBenchOECDClusteringP2P":44.93} -{"index":46,"Rank":24,"Model":"USER-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":512,"Average":53.26,"GeoreviewClusteringP2P":63.41,"RuSciBenchGRNTIClusteringP2P":51.5,"RuSciBenchOECDClusteringP2P":44.87} -{"index":96,"Rank":25,"Model":"text-embedding-3-small<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":8191,"Average":52.74,"GeoreviewClusteringP2P":63.89,"RuSciBenchGRNTIClusteringP2P":50.18,"RuSciBenchOECDClusteringP2P":44.16} -{"index":11,"Rank":26,"Model":"bge-m3<\/a>","Model Size (Million Parameters)":567,"Memory Usage (GB, fp32)":2.11,"Embedding Dimensions":1024,"Max Tokens":8192,"Average":52.38,"GeoreviewClusteringP2P":63.09,"RuSciBenchGRNTIClusteringP2P":50.83,"RuSciBenchOECDClusteringP2P":43.21} -{"index":64,"Rank":27,"Model":"multilingual-e5-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":52.23,"GeoreviewClusteringP2P":59.59,"RuSciBenchGRNTIClusteringP2P":51.98,"RuSciBenchOECDClusteringP2P":45.12} -{"index":71,"Rank":28,"Model":"multilingual-e5-small-ct2-int8<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":51.35,"GeoreviewClusteringP2P":58.16,"RuSciBenchGRNTIClusteringP2P":50.78,"RuSciBenchOECDClusteringP2P":45.11} -{"index":66,"Rank":29,"Model":"multilingual-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":51.35,"GeoreviewClusteringP2P":58.57,"RuSciBenchGRNTIClusteringP2P":51.14,"RuSciBenchOECDClusteringP2P":44.33} -{"index":37,"Rank":30,"Model":"sbert_large_mt_nlu_ru<\/a>","Model Size (Million Parameters)":427,"Memory Usage (GB, fp32)":1.59,"Embedding Dimensions":1024,"Max Tokens":514,"Average":51.29,"GeoreviewClusteringP2P":57.07,"RuSciBenchGRNTIClusteringP2P":51.44,"RuSciBenchOECDClusteringP2P":45.36} -{"index":38,"Rank":31,"Model":"sbert_large_nlu_ru<\/a>","Model Size (Million Parameters)":427,"Memory Usage (GB, fp32)":1.59,"Embedding Dimensions":1024,"Max Tokens":512,"Average":50.43,"GeoreviewClusteringP2P":57.12,"RuSciBenchGRNTIClusteringP2P":49.7,"RuSciBenchOECDClusteringP2P":44.48} -{"index":63,"Rank":32,"Model":"multilingual-e5-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":50.27,"GeoreviewClusteringP2P":54.46,"RuSciBenchGRNTIClusteringP2P":51.56,"RuSciBenchOECDClusteringP2P":44.79} -{"index":92,"Rank":33,"Model":"rubert-tiny-turbo<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"Embedding Dimensions":312,"Max Tokens":2048,"Average":49.62,"GeoreviewClusteringP2P":59.71,"RuSciBenchGRNTIClusteringP2P":48.1,"RuSciBenchOECDClusteringP2P":41.06} -{"index":87,"Rank":34,"Model":"paraphrase-multilingual-mpnet-base-v2<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":49.18,"GeoreviewClusteringP2P":56.18,"RuSciBenchGRNTIClusteringP2P":48.47,"RuSciBenchOECDClusteringP2P":42.9} -{"index":86,"Rank":35,"Model":"paraphrase-multilingual-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":47.76,"GeoreviewClusteringP2P":53.37,"RuSciBenchGRNTIClusteringP2P":48.22,"RuSciBenchOECDClusteringP2P":41.68} -{"index":77,"Rank":36,"Model":"LaBSE<\/a>","Model Size (Million Parameters)":471,"Memory Usage (GB, fp32)":1.75,"Embedding Dimensions":768,"Max Tokens":512,"Average":47.74,"GeoreviewClusteringP2P":52.19,"RuSciBenchGRNTIClusteringP2P":49.07,"RuSciBenchOECDClusteringP2P":41.97} -{"index":43,"Rank":37,"Model":"LaBSE-en-ru<\/a>","Model Size (Million Parameters)":129,"Memory Usage (GB, fp32)":0.48,"Embedding Dimensions":768,"Max Tokens":512,"Average":46.84,"GeoreviewClusteringP2P":51.89,"RuSciBenchGRNTIClusteringP2P":47.48,"RuSciBenchOECDClusteringP2P":41.16} -{"index":93,"Rank":38,"Model":"text2vec-base-multilingual<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":256,"Average":44.35,"GeoreviewClusteringP2P":51.65,"RuSciBenchGRNTIClusteringP2P":42.83,"RuSciBenchOECDClusteringP2P":38.58} -{"index":23,"Rank":39,"Model":"rubert-base-cased-sentence<\/a>","Model Size (Million Parameters)":180,"Memory Usage (GB, fp32)":0.67,"Embedding Dimensions":768,"Max Tokens":512,"Average":43.13,"GeoreviewClusteringP2P":41.82,"RuSciBenchGRNTIClusteringP2P":46.29,"RuSciBenchOECDClusteringP2P":41.28} -{"index":48,"Rank":40,"Model":"deberta-v1-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":512,"Average":42.92,"GeoreviewClusteringP2P":58.79,"RuSciBenchGRNTIClusteringP2P":36.66,"RuSciBenchOECDClusteringP2P":33.31} -{"index":45,"Rank":41,"Model":"rubert-tiny2<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"Embedding Dimensions":2048,"Max Tokens":514,"Average":39.11,"GeoreviewClusteringP2P":41.58,"RuSciBenchGRNTIClusteringP2P":39.78,"RuSciBenchOECDClusteringP2P":35.98} -{"index":21,"Rank":42,"Model":"distilrubert-small-cased-conversational<\/a>","Model Size (Million Parameters)":106,"Memory Usage (GB, fp32)":0.39,"Embedding Dimensions":768,"Max Tokens":512,"Average":38.41,"GeoreviewClusteringP2P":43.26,"RuSciBenchGRNTIClusteringP2P":37.84,"RuSciBenchOECDClusteringP2P":34.12} -{"index":44,"Rank":43,"Model":"rubert-tiny<\/a>","Model Size (Million Parameters)":12,"Memory Usage (GB, fp32)":0.04,"Embedding Dimensions":512,"Max Tokens":514,"Average":30.76,"GeoreviewClusteringP2P":34.4,"RuSciBenchGRNTIClusteringP2P":29.89,"RuSciBenchOECDClusteringP2P":27.98} -{"index":22,"Rank":44,"Model":"rubert-base-cased<\/a>","Model Size (Million Parameters)":180,"Memory Usage (GB, fp32)":0.67,"Embedding Dimensions":768,"Max Tokens":512,"Average":27.91,"GeoreviewClusteringP2P":28.77,"RuSciBenchGRNTIClusteringP2P":28.29,"RuSciBenchOECDClusteringP2P":26.67} -{"index":17,"Rank":45,"Model":"Cohere-embed-english-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":512,"Average":23.77,"GeoreviewClusteringP2P":27.27,"RuSciBenchGRNTIClusteringP2P":23.4,"RuSciBenchOECDClusteringP2P":20.64} -{"index":67,"Rank":46,"Model":"udever-bloom-1b1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":2048,"Average":22.46,"GeoreviewClusteringP2P":26.01,"RuSciBenchGRNTIClusteringP2P":22.15,"RuSciBenchOECDClusteringP2P":19.23} -{"index":60,"Rank":47,"Model":"e5-large-v2<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":21.99,"GeoreviewClusteringP2P":27.6,"RuSciBenchGRNTIClusteringP2P":20.36,"RuSciBenchOECDClusteringP2P":18.0} -{"index":58,"Rank":48,"Model":"e5-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":19.24,"GeoreviewClusteringP2P":23.27,"RuSciBenchGRNTIClusteringP2P":18.28,"RuSciBenchOECDClusteringP2P":16.16} -{"index":10,"Rank":49,"Model":"bge-large-en-v1.5<\/a>","Model Size (Million Parameters)":1340,"Memory Usage (GB, fp32)":4.99,"Embedding Dimensions":1024,"Max Tokens":512,"Average":18.95,"GeoreviewClusteringP2P":21.87,"RuSciBenchGRNTIClusteringP2P":19.01,"RuSciBenchOECDClusteringP2P":15.98} -{"index":73,"Rank":50,"Model":"nomic-embed-text-v1<\/a>","Model Size (Million Parameters)":547,"Memory Usage (GB, fp32)":2.04,"Embedding Dimensions":768,"Max Tokens":8192,"Average":17.82,"GeoreviewClusteringP2P":22.34,"RuSciBenchGRNTIClusteringP2P":16.46,"RuSciBenchOECDClusteringP2P":14.67} -{"index":9,"Rank":51,"Model":"bge-base-en-v1.5<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":17.6,"GeoreviewClusteringP2P":23.09,"RuSciBenchGRNTIClusteringP2P":15.54,"RuSciBenchOECDClusteringP2P":14.16} -{"index":12,"Rank":52,"Model":"bge-small-en-v1.5<\/a>","Model Size (Million Parameters)":24,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":512,"Max Tokens":512,"Average":15.84,"GeoreviewClusteringP2P":21.15,"RuSciBenchGRNTIClusteringP2P":14.22,"RuSciBenchOECDClusteringP2P":12.15} -{"index":80,"Rank":53,"Model":"all-mpnet-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average":15.83,"GeoreviewClusteringP2P":20.33,"RuSciBenchGRNTIClusteringP2P":14.66,"RuSciBenchOECDClusteringP2P":12.49} -{"index":59,"Rank":54,"Model":"e5-large<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":15.59,"GeoreviewClusteringP2P":18.26,"RuSciBenchGRNTIClusteringP2P":14.85,"RuSciBenchOECDClusteringP2P":13.66} -{"index":50,"Rank":55,"Model":"e5-base-4k<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":15.39,"GeoreviewClusteringP2P":16.68,"RuSciBenchGRNTIClusteringP2P":15.63,"RuSciBenchOECDClusteringP2P":13.86} -{"index":57,"Rank":56,"Model":"e5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":14.72,"GeoreviewClusteringP2P":17.46,"RuSciBenchGRNTIClusteringP2P":14.34,"RuSciBenchOECDClusteringP2P":12.36} -{"index":78,"Rank":57,"Model":"all-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":13.87,"GeoreviewClusteringP2P":20.76,"RuSciBenchGRNTIClusteringP2P":10.65,"RuSciBenchOECDClusteringP2P":10.19} -{"index":62,"Rank":58,"Model":"e5-small<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":13.81,"GeoreviewClusteringP2P":17.95,"RuSciBenchGRNTIClusteringP2P":12.29,"RuSciBenchOECDClusteringP2P":11.19} -{"index":79,"Rank":59,"Model":"all-MiniLM-L6-v2<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":384,"Max Tokens":512,"Average":13.3,"GeoreviewClusteringP2P":20.25,"RuSciBenchGRNTIClusteringP2P":10.21,"RuSciBenchOECDClusteringP2P":9.44} -{"index":68,"Rank":60,"Model":"udever-bloom-560m<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":2048,"Average":12.46,"GeoreviewClusteringP2P":18.84,"RuSciBenchGRNTIClusteringP2P":9.23,"RuSciBenchOECDClusteringP2P":9.31} -{"index":4,"Rank":61,"Model":"LASER2<\/a>","Model Size (Million Parameters)":43,"Memory Usage (GB, fp32)":0.16,"Embedding Dimensions":1024,"Max Tokens":"N\/A","Average":"","GeoreviewClusteringP2P":"","RuSciBenchGRNTIClusteringP2P":"","RuSciBenchOECDClusteringP2P":""} -{"index":7,"Rank":62,"Model":"gte-multilingual-base<\/a>","Model Size (Million Parameters)":305,"Memory Usage (GB, fp32)":1.14,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","GeoreviewClusteringP2P":"","RuSciBenchGRNTIClusteringP2P":"","RuSciBenchOECDClusteringP2P":""} -{"index":8,"Rank":63,"Model":"e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","GeoreviewClusteringP2P":"","RuSciBenchGRNTIClusteringP2P":"","RuSciBenchOECDClusteringP2P":""} -{"index":28,"Rank":68,"Model":"MUG-B-1.6<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","GeoreviewClusteringP2P":"","RuSciBenchGRNTIClusteringP2P":"","RuSciBenchOECDClusteringP2P":""} -{"index":31,"Rank":71,"Model":"SGPT-125M-weightedmean-msmarco-specb-bitfit<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":2048,"Average":"","GeoreviewClusteringP2P":"","RuSciBenchGRNTIClusteringP2P":"","RuSciBenchOECDClusteringP2P":""} -{"index":32,"Rank":72,"Model":"SGPT-125M-weightedmean-nli-bitfit<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":2048,"Average":"","GeoreviewClusteringP2P":"","RuSciBenchGRNTIClusteringP2P":"","RuSciBenchOECDClusteringP2P":""} -{"index":41,"Rank":75,"Model":"sgpt-bloom-7b1-msmarco<\/a>","Model Size (Million Parameters)":7068,"Memory Usage (GB, fp32)":26.33,"Embedding Dimensions":4096,"Max Tokens":2048,"Average":"","GeoreviewClusteringP2P":"","RuSciBenchGRNTIClusteringP2P":"","RuSciBenchOECDClusteringP2P":""} -{"index":42,"Rank":76,"Model":"slx-v0.1<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.08,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","GeoreviewClusteringP2P":"","RuSciBenchGRNTIClusteringP2P":"","RuSciBenchOECDClusteringP2P":""} -{"index":54,"Rank":81,"Model":"granite-embedding-107m-multilingual<\/a>","Model Size (Million Parameters)":107,"Memory Usage (GB, fp32)":0.4,"Embedding Dimensions":384,"Max Tokens":514,"Average":"","GeoreviewClusteringP2P":"","RuSciBenchGRNTIClusteringP2P":"","RuSciBenchOECDClusteringP2P":""} -{"index":55,"Rank":82,"Model":"granite-embedding-278m-multilingual<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","GeoreviewClusteringP2P":"","RuSciBenchGRNTIClusteringP2P":"","RuSciBenchOECDClusteringP2P":""} -{"index":56,"Rank":83,"Model":"inf-retriever-v1<\/a>","Model Size (Million Parameters)":7069,"Memory Usage (GB, fp32)":26.33,"Embedding Dimensions":3584,"Max Tokens":131072,"Average":"","GeoreviewClusteringP2P":"","RuSciBenchGRNTIClusteringP2P":"","RuSciBenchOECDClusteringP2P":""} -{"index":69,"Rank":84,"Model":"jina-embeddings-v2-base-en<\/a>","Model Size (Million Parameters)":275,"Memory Usage (GB, fp32)":1.02,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","GeoreviewClusteringP2P":14.71,"RuSciBenchGRNTIClusteringP2P":7.13,"RuSciBenchOECDClusteringP2P":""} -{"index":72,"Rank":85,"Model":"ternary-weight-embedding<\/a>","Model Size (Million Parameters)":99,"Memory Usage (GB, fp32)":0.37,"Embedding Dimensions":1792,"Max Tokens":512,"Average":"","GeoreviewClusteringP2P":"","RuSciBenchGRNTIClusteringP2P":"","RuSciBenchOECDClusteringP2P":""} -{"index":74,"Rank":86,"Model":"FAB-Ramy-v1<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","GeoreviewClusteringP2P":"","RuSciBenchGRNTIClusteringP2P":"","RuSciBenchOECDClusteringP2P":""} -{"index":75,"Rank":87,"Model":"FAE-v1<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","GeoreviewClusteringP2P":"","RuSciBenchGRNTIClusteringP2P":"","RuSciBenchOECDClusteringP2P":""} -{"index":76,"Rank":88,"Model":"FUE-v1<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","GeoreviewClusteringP2P":"","RuSciBenchGRNTIClusteringP2P":"","RuSciBenchOECDClusteringP2P":""} -{"index":81,"Rank":89,"Model":"allenai-specter<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","GeoreviewClusteringP2P":"","RuSciBenchGRNTIClusteringP2P":"","RuSciBenchOECDClusteringP2P":""} -{"index":82,"Rank":90,"Model":"average_word_embeddings_komninos<\/a>","Model Size (Million Parameters)":134,"Memory Usage (GB, fp32)":0.5,"Embedding Dimensions":300,"Max Tokens":"N\/A","Average":"","GeoreviewClusteringP2P":"","RuSciBenchGRNTIClusteringP2P":"","RuSciBenchOECDClusteringP2P":""} -{"index":83,"Rank":91,"Model":"distiluse-base-multilingual-cased-v2<\/a>","Model Size (Million Parameters)":135,"Memory Usage (GB, fp32)":0.5,"Embedding Dimensions":512,"Max Tokens":512,"Average":"","GeoreviewClusteringP2P":"","RuSciBenchGRNTIClusteringP2P":"","RuSciBenchOECDClusteringP2P":""} -{"index":84,"Rank":92,"Model":"gtr-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","GeoreviewClusteringP2P":"","RuSciBenchGRNTIClusteringP2P":"","RuSciBenchOECDClusteringP2P":""} -{"index":85,"Rank":93,"Model":"gtr-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","GeoreviewClusteringP2P":"","RuSciBenchGRNTIClusteringP2P":"","RuSciBenchOECDClusteringP2P":""} -{"index":88,"Rank":94,"Model":"sentence-t5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","GeoreviewClusteringP2P":"","RuSciBenchGRNTIClusteringP2P":"","RuSciBenchOECDClusteringP2P":""} -{"index":89,"Rank":95,"Model":"sentence-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","GeoreviewClusteringP2P":"","RuSciBenchGRNTIClusteringP2P":"","RuSciBenchOECDClusteringP2P":""} -{"index":90,"Rank":96,"Model":"sentence-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","GeoreviewClusteringP2P":"","RuSciBenchGRNTIClusteringP2P":"","RuSciBenchOECDClusteringP2P":""} diff --git a/all_data_tasks/38/default.jsonl b/all_data_tasks/38/default.jsonl deleted file mode 100644 index 69928b5fb6d95ced43185068d3b90e0fab7d1bc8..0000000000000000000000000000000000000000 --- a/all_data_tasks/38/default.jsonl +++ /dev/null @@ -1,84 +0,0 @@ -{"index":5,"Rank":1,"Model":"gte-Qwen1.5-7B-instruct<\/a>","Model Size (Million Parameters)":7099,"Memory Usage (GB, fp32)":26.45,"Embedding Dimensions":4096,"Max Tokens":32768,"TERRa":69.5} -{"index":6,"Rank":2,"Model":"gte-Qwen2-7B-instruct<\/a>","Model Size (Million Parameters)":7613,"Memory Usage (GB, fp32)":28.36,"Embedding Dimensions":3584,"Max Tokens":32768,"TERRa":67.61} -{"index":35,"Rank":3,"Model":"FRIDA<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","TERRa":66.46} -{"index":47,"Rank":4,"Model":"USER-bge-m3<\/a>","Model Size (Million Parameters)":359,"Memory Usage (GB, fp32)":1.34,"Embedding Dimensions":1024,"Max Tokens":8192,"TERRa":65.07} -{"index":87,"Rank":5,"Model":"paraphrase-multilingual-mpnet-base-v2<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"TERRa":64.57} -{"index":65,"Rank":6,"Model":"multilingual-e5-large-instruct<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"TERRa":63.89} -{"index":61,"Rank":7,"Model":"e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"TERRa":60.81} -{"index":36,"Rank":8,"Model":"ru-en-RoSBERTa<\/a>","Model Size (Million Parameters)":404,"Memory Usage (GB, fp32)":1.5,"Embedding Dimensions":1024,"Max Tokens":514,"TERRa":60.79} -{"index":34,"Rank":9,"Model":"SFR-Embedding-Mistral<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"TERRa":60.65} -{"index":11,"Rank":10,"Model":"bge-m3<\/a>","Model Size (Million Parameters)":567,"Memory Usage (GB, fp32)":2.11,"Embedding Dimensions":1024,"Max Tokens":8192,"TERRa":60.6} -{"index":39,"Rank":11,"Model":"Giga-Embeddings-instruct<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","TERRa":59.98} -{"index":46,"Rank":12,"Model":"USER-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":512,"TERRa":59.76} -{"index":23,"Rank":13,"Model":"rubert-base-cased-sentence<\/a>","Model Size (Million Parameters)":180,"Memory Usage (GB, fp32)":0.67,"Embedding Dimensions":768,"Max Tokens":512,"TERRa":59.12} -{"index":24,"Rank":14,"Model":"GritLM-7B<\/a>","Model Size (Million Parameters)":7240,"Memory Usage (GB, fp32)":26.97,"Embedding Dimensions":"","Max Tokens":4096,"TERRa":58.93} -{"index":20,"Rank":15,"Model":"jina-embeddings-v3<\/a>","Model Size (Million Parameters)":572,"Memory Usage (GB, fp32)":2.13,"Embedding Dimensions":1024,"Max Tokens":8194,"TERRa":58.73} -{"index":70,"Rank":16,"Model":"jina-embeddings-v3<\/a>","Model Size (Million Parameters)":572,"Memory Usage (GB, fp32)":2.13,"Embedding Dimensions":1024,"Max Tokens":8194,"TERRa":58.73} -{"index":19,"Rank":17,"Model":"Cohere-embed-multilingual-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":512,"TERRa":58.61} -{"index":86,"Rank":18,"Model":"paraphrase-multilingual-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"TERRa":58.56} -{"index":64,"Rank":19,"Model":"multilingual-e5-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"TERRa":58.42} -{"index":95,"Rank":20,"Model":"text-embedding-3-large<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":3072,"Max Tokens":8191,"TERRa":58.08} -{"index":91,"Rank":21,"Model":"LaBSE-ru-turbo<\/a>","Model Size (Million Parameters)":128,"Memory Usage (GB, fp32)":0.48,"Embedding Dimensions":768,"Max Tokens":512,"TERRa":57.81} -{"index":27,"Rank":22,"Model":"KaLM-embedding-multilingual-mini-v1<\/a>","Model Size (Million Parameters)":494,"Memory Usage (GB, fp32)":1.84,"Embedding Dimensions":896,"Max Tokens":131072,"TERRa":57.71} -{"index":18,"Rank":23,"Model":"Cohere-embed-multilingual-light-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":384,"Max Tokens":512,"TERRa":56.67} -{"index":48,"Rank":24,"Model":"deberta-v1-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":512,"TERRa":56.49} -{"index":2,"Rank":25,"Model":"voyage-large-2-instruct<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":16000,"TERRa":56.43} -{"index":92,"Rank":26,"Model":"rubert-tiny-turbo<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"Embedding Dimensions":312,"Max Tokens":2048,"TERRa":56.27} -{"index":77,"Rank":27,"Model":"LaBSE<\/a>","Model Size (Million Parameters)":471,"Memory Usage (GB, fp32)":1.75,"Embedding Dimensions":768,"Max Tokens":512,"TERRa":55.71} -{"index":43,"Rank":28,"Model":"LaBSE-en-ru<\/a>","Model Size (Million Parameters)":129,"Memory Usage (GB, fp32)":0.48,"Embedding Dimensions":768,"Max Tokens":512,"TERRa":55.61} -{"index":25,"Rank":29,"Model":"KaLM-embedding-multilingual-mini-instruct-v1<\/a>","Model Size (Million Parameters)":494,"Memory Usage (GB, fp32)":1.84,"Embedding Dimensions":896,"Max Tokens":131072,"TERRa":55.57} -{"index":66,"Rank":30,"Model":"multilingual-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"TERRa":55.14} -{"index":71,"Rank":31,"Model":"multilingual-e5-small-ct2-int8<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","TERRa":55.14} -{"index":26,"Rank":32,"Model":"KaLM-embedding-multilingual-mini-instruct-v1.5<\/a>","Model Size (Million Parameters)":494,"Memory Usage (GB, fp32)":1.84,"Embedding Dimensions":896,"Max Tokens":131072,"TERRa":55.06} -{"index":63,"Rank":33,"Model":"multilingual-e5-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"TERRa":54.98} -{"index":93,"Rank":34,"Model":"text2vec-base-multilingual<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":256,"TERRa":54.56} -{"index":96,"Rank":35,"Model":"text-embedding-3-small<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":8191,"TERRa":53.73} -{"index":22,"Rank":36,"Model":"rubert-base-cased<\/a>","Model Size (Million Parameters)":180,"Memory Usage (GB, fp32)":0.67,"Embedding Dimensions":768,"Max Tokens":512,"TERRa":53.17} -{"index":21,"Rank":37,"Model":"distilrubert-small-cased-conversational<\/a>","Model Size (Million Parameters)":106,"Memory Usage (GB, fp32)":0.39,"Embedding Dimensions":768,"Max Tokens":512,"TERRa":53.02} -{"index":0,"Rank":38,"Model":"voyage-3-lite<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":512,"Max Tokens":32000,"TERRa":52.68} -{"index":1,"Rank":39,"Model":"voyage-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":32000,"TERRa":52.04} -{"index":37,"Rank":40,"Model":"sbert_large_mt_nlu_ru<\/a>","Model Size (Million Parameters)":427,"Memory Usage (GB, fp32)":1.59,"Embedding Dimensions":1024,"Max Tokens":514,"TERRa":51.97} -{"index":45,"Rank":41,"Model":"rubert-tiny2<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"Embedding Dimensions":2048,"Max Tokens":514,"TERRa":51.87} -{"index":3,"Rank":42,"Model":"voyage-multilingual-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":32000,"TERRa":51.48} -{"index":44,"Rank":43,"Model":"rubert-tiny<\/a>","Model Size (Million Parameters)":12,"Memory Usage (GB, fp32)":0.04,"Embedding Dimensions":512,"Max Tokens":514,"TERRa":51.06} -{"index":67,"Rank":44,"Model":"udever-bloom-1b1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":2048,"TERRa":50.86} -{"index":50,"Rank":45,"Model":"e5-base-4k<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"TERRa":50.83} -{"index":38,"Rank":46,"Model":"sbert_large_nlu_ru<\/a>","Model Size (Million Parameters)":427,"Memory Usage (GB, fp32)":1.59,"Embedding Dimensions":1024,"Max Tokens":512,"TERRa":50.17} -{"index":58,"Rank":47,"Model":"e5-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"TERRa":49.06} -{"index":68,"Rank":48,"Model":"udever-bloom-560m<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":2048,"TERRa":49.05} -{"index":17,"Rank":49,"Model":"Cohere-embed-english-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":512,"TERRa":47.68} -{"index":10,"Rank":50,"Model":"bge-large-en-v1.5<\/a>","Model Size (Million Parameters)":1340,"Memory Usage (GB, fp32)":4.99,"Embedding Dimensions":1024,"Max Tokens":512,"TERRa":47.55} -{"index":59,"Rank":51,"Model":"e5-large<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"TERRa":47.37} -{"index":60,"Rank":52,"Model":"e5-large-v2<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"TERRa":47.27} -{"index":9,"Rank":53,"Model":"bge-base-en-v1.5<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"TERRa":47.12} -{"index":62,"Rank":54,"Model":"e5-small<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"TERRa":46.91} -{"index":57,"Rank":55,"Model":"e5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"TERRa":46.42} -{"index":78,"Rank":56,"Model":"all-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"TERRa":46.4} -{"index":73,"Rank":57,"Model":"nomic-embed-text-v1<\/a>","Model Size (Million Parameters)":547,"Memory Usage (GB, fp32)":2.04,"Embedding Dimensions":768,"Max Tokens":8192,"TERRa":46.32} -{"index":79,"Rank":58,"Model":"all-MiniLM-L6-v2<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":384,"Max Tokens":512,"TERRa":45.03} -{"index":69,"Rank":59,"Model":"jina-embeddings-v2-base-en<\/a>","Model Size (Million Parameters)":275,"Memory Usage (GB, fp32)":1.02,"Embedding Dimensions":768,"Max Tokens":8192,"TERRa":44.8} -{"index":80,"Rank":60,"Model":"all-mpnet-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"TERRa":44.52} -{"index":12,"Rank":61,"Model":"bge-small-en-v1.5<\/a>","Model Size (Million Parameters)":24,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":512,"Max Tokens":512,"TERRa":44.15} -{"index":4,"Rank":62,"Model":"LASER2<\/a>","Model Size (Million Parameters)":43,"Memory Usage (GB, fp32)":0.16,"Embedding Dimensions":1024,"Max Tokens":"N\/A","TERRa":""} -{"index":7,"Rank":63,"Model":"gte-multilingual-base<\/a>","Model Size (Million Parameters)":305,"Memory Usage (GB, fp32)":1.14,"Embedding Dimensions":768,"Max Tokens":8192,"TERRa":""} -{"index":8,"Rank":64,"Model":"e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"TERRa":""} -{"index":28,"Rank":69,"Model":"MUG-B-1.6<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"TERRa":""} -{"index":31,"Rank":72,"Model":"SGPT-125M-weightedmean-msmarco-specb-bitfit<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":2048,"TERRa":""} -{"index":32,"Rank":73,"Model":"SGPT-125M-weightedmean-nli-bitfit<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":2048,"TERRa":""} -{"index":41,"Rank":76,"Model":"sgpt-bloom-7b1-msmarco<\/a>","Model Size (Million Parameters)":7068,"Memory Usage (GB, fp32)":26.33,"Embedding Dimensions":4096,"Max Tokens":2048,"TERRa":""} -{"index":42,"Rank":77,"Model":"slx-v0.1<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.08,"Embedding Dimensions":384,"Max Tokens":512,"TERRa":""} -{"index":54,"Rank":82,"Model":"granite-embedding-107m-multilingual<\/a>","Model Size (Million Parameters)":107,"Memory Usage (GB, fp32)":0.4,"Embedding Dimensions":384,"Max Tokens":514,"TERRa":""} -{"index":55,"Rank":83,"Model":"granite-embedding-278m-multilingual<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"TERRa":""} -{"index":56,"Rank":84,"Model":"inf-retriever-v1<\/a>","Model Size (Million Parameters)":7069,"Memory Usage (GB, fp32)":26.33,"Embedding Dimensions":3584,"Max Tokens":131072,"TERRa":""} -{"index":72,"Rank":85,"Model":"ternary-weight-embedding<\/a>","Model Size (Million Parameters)":99,"Memory Usage (GB, fp32)":0.37,"Embedding Dimensions":1792,"Max Tokens":512,"TERRa":""} -{"index":74,"Rank":86,"Model":"FAB-Ramy-v1<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"TERRa":""} -{"index":75,"Rank":87,"Model":"FAE-v1<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"TERRa":""} -{"index":76,"Rank":88,"Model":"FUE-v1<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"TERRa":""} -{"index":81,"Rank":89,"Model":"allenai-specter<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"TERRa":""} -{"index":82,"Rank":90,"Model":"average_word_embeddings_komninos<\/a>","Model Size (Million Parameters)":134,"Memory Usage (GB, fp32)":0.5,"Embedding Dimensions":300,"Max Tokens":"N\/A","TERRa":""} -{"index":83,"Rank":91,"Model":"distiluse-base-multilingual-cased-v2<\/a>","Model Size (Million Parameters)":135,"Memory Usage (GB, fp32)":0.5,"Embedding Dimensions":512,"Max Tokens":512,"TERRa":""} -{"index":84,"Rank":92,"Model":"gtr-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Embedding Dimensions":768,"Max Tokens":512,"TERRa":""} -{"index":85,"Rank":93,"Model":"gtr-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Embedding Dimensions":768,"Max Tokens":512,"TERRa":""} -{"index":88,"Rank":94,"Model":"sentence-t5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"TERRa":""} -{"index":89,"Rank":95,"Model":"sentence-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Embedding Dimensions":768,"Max Tokens":512,"TERRa":""} -{"index":90,"Rank":96,"Model":"sentence-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Embedding Dimensions":768,"Max Tokens":512,"TERRa":""} diff --git a/all_data_tasks/39/default.jsonl b/all_data_tasks/39/default.jsonl deleted file mode 100644 index 26dd704bec26d4750efc45f1fa63da9d768278be..0000000000000000000000000000000000000000 --- a/all_data_tasks/39/default.jsonl +++ /dev/null @@ -1,84 +0,0 @@ -{"index":35,"Rank":1,"Model":"FRIDA<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":71.56,"RuBQReranking":77.07,"MIRACLReranking (ru)":66.04} -{"index":34,"Rank":2,"Model":"SFR-Embedding-Mistral<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":70.46,"RuBQReranking":77.24,"MIRACLReranking (ru)":63.67} -{"index":19,"Rank":3,"Model":"Cohere-embed-multilingual-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":512,"Average":70.07,"RuBQReranking":75.26,"MIRACLReranking (ru)":64.88} -{"index":24,"Rank":4,"Model":"GritLM-7B<\/a>","Model Size (Million Parameters)":7240,"Memory Usage (GB, fp32)":26.97,"Embedding Dimensions":"","Max Tokens":4096,"Average":69.99,"RuBQReranking":75.75,"MIRACLReranking (ru)":64.23} -{"index":61,"Rank":5,"Model":"e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":69.96,"RuBQReranking":76.32,"MIRACLReranking (ru)":63.61} -{"index":11,"Rank":6,"Model":"bge-m3<\/a>","Model Size (Million Parameters)":567,"Memory Usage (GB, fp32)":2.11,"Embedding Dimensions":1024,"Max Tokens":8192,"Average":69.7,"RuBQReranking":74.03,"MIRACLReranking (ru)":65.38} -{"index":64,"Rank":7,"Model":"multilingual-e5-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":69.66,"RuBQReranking":75.6,"MIRACLReranking (ru)":63.71} -{"index":39,"Rank":8,"Model":"Giga-Embeddings-instruct<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":68.94,"RuBQReranking":76.66,"MIRACLReranking (ru)":61.21} -{"index":47,"Rank":9,"Model":"USER-bge-m3<\/a>","Model Size (Million Parameters)":359,"Memory Usage (GB, fp32)":1.34,"Embedding Dimensions":1024,"Max Tokens":8192,"Average":68.72,"RuBQReranking":73.08,"MIRACLReranking (ru)":64.35} -{"index":63,"Rank":10,"Model":"multilingual-e5-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":66.24,"RuBQReranking":72.01,"MIRACLReranking (ru)":60.47} -{"index":18,"Rank":11,"Model":"Cohere-embed-multilingual-light-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":384,"Max Tokens":512,"Average":66.17,"RuBQReranking":71.12,"MIRACLReranking (ru)":61.22} -{"index":66,"Rank":12,"Model":"multilingual-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":65.28,"RuBQReranking":71.45,"MIRACLReranking (ru)":59.12} -{"index":6,"Rank":13,"Model":"gte-Qwen2-7B-instruct<\/a>","Model Size (Million Parameters)":7613,"Memory Usage (GB, fp32)":28.36,"Embedding Dimensions":3584,"Max Tokens":32768,"Average":64.54,"RuBQReranking":74.13,"MIRACLReranking (ru)":54.95} -{"index":65,"Rank":14,"Model":"multilingual-e5-large-instruct<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":64.34,"RuBQReranking":71.66,"MIRACLReranking (ru)":57.03} -{"index":36,"Rank":15,"Model":"ru-en-RoSBERTa<\/a>","Model Size (Million Parameters)":404,"Memory Usage (GB, fp32)":1.5,"Embedding Dimensions":1024,"Max Tokens":514,"Average":63.89,"RuBQReranking":70.87,"MIRACLReranking (ru)":56.91} -{"index":26,"Rank":16,"Model":"KaLM-embedding-multilingual-mini-instruct-v1.5<\/a>","Model Size (Million Parameters)":494,"Memory Usage (GB, fp32)":1.84,"Embedding Dimensions":896,"Max Tokens":131072,"Average":63.74,"RuBQReranking":70.23,"MIRACLReranking (ru)":57.25} -{"index":27,"Rank":17,"Model":"KaLM-embedding-multilingual-mini-v1<\/a>","Model Size (Million Parameters)":494,"Memory Usage (GB, fp32)":1.84,"Embedding Dimensions":896,"Max Tokens":131072,"Average":63.16,"RuBQReranking":69.77,"MIRACLReranking (ru)":56.55} -{"index":91,"Rank":18,"Model":"LaBSE-ru-turbo<\/a>","Model Size (Million Parameters)":128,"Memory Usage (GB, fp32)":0.48,"Embedding Dimensions":768,"Max Tokens":512,"Average":63.04,"RuBQReranking":68.65,"MIRACLReranking (ru)":57.44} -{"index":5,"Rank":19,"Model":"gte-Qwen1.5-7B-instruct<\/a>","Model Size (Million Parameters)":7099,"Memory Usage (GB, fp32)":26.45,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":62.81,"RuBQReranking":70.28,"MIRACLReranking (ru)":55.34} -{"index":25,"Rank":20,"Model":"KaLM-embedding-multilingual-mini-instruct-v1<\/a>","Model Size (Million Parameters)":494,"Memory Usage (GB, fp32)":1.84,"Embedding Dimensions":896,"Max Tokens":131072,"Average":62.3,"RuBQReranking":68.48,"MIRACLReranking (ru)":56.11} -{"index":46,"Rank":21,"Model":"USER-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":512,"Average":55.58,"RuBQReranking":64.42,"MIRACLReranking (ru)":46.75} -{"index":92,"Rank":22,"Model":"rubert-tiny-turbo<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"Embedding Dimensions":312,"Max Tokens":2048,"Average":54.94,"RuBQReranking":62.15,"MIRACLReranking (ru)":47.73} -{"index":20,"Rank":23,"Model":"jina-embeddings-v3<\/a>","Model Size (Million Parameters)":572,"Memory Usage (GB, fp32)":2.13,"Embedding Dimensions":1024,"Max Tokens":8194,"Average":53.82,"RuBQReranking":65.57,"MIRACLReranking (ru)":42.07} -{"index":70,"Rank":24,"Model":"jina-embeddings-v3<\/a>","Model Size (Million Parameters)":572,"Memory Usage (GB, fp32)":2.13,"Embedding Dimensions":1024,"Max Tokens":8194,"Average":53.82,"RuBQReranking":65.57,"MIRACLReranking (ru)":42.07} -{"index":87,"Rank":25,"Model":"paraphrase-multilingual-mpnet-base-v2<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":51.22,"RuBQReranking":58.77,"MIRACLReranking (ru)":43.66} -{"index":86,"Rank":26,"Model":"paraphrase-multilingual-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":46.34,"RuBQReranking":52.8,"MIRACLReranking (ru)":39.88} -{"index":77,"Rank":27,"Model":"LaBSE<\/a>","Model Size (Million Parameters)":471,"Memory Usage (GB, fp32)":1.75,"Embedding Dimensions":768,"Max Tokens":512,"Average":42.03,"RuBQReranking":55.13,"MIRACLReranking (ru)":28.92} -{"index":43,"Rank":28,"Model":"LaBSE-en-ru<\/a>","Model Size (Million Parameters)":129,"Memory Usage (GB, fp32)":0.48,"Embedding Dimensions":768,"Max Tokens":512,"Average":41.84,"RuBQReranking":54.83,"MIRACLReranking (ru)":28.86} -{"index":37,"Rank":29,"Model":"sbert_large_mt_nlu_ru<\/a>","Model Size (Million Parameters)":427,"Memory Usage (GB, fp32)":1.59,"Embedding Dimensions":1024,"Max Tokens":514,"Average":40.56,"RuBQReranking":56.14,"MIRACLReranking (ru)":24.99} -{"index":17,"Rank":30,"Model":"Cohere-embed-english-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":512,"Average":39.78,"RuBQReranking":51.31,"MIRACLReranking (ru)":28.25} -{"index":93,"Rank":31,"Model":"text2vec-base-multilingual<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":256,"Average":38.56,"RuBQReranking":47.69,"MIRACLReranking (ru)":29.44} -{"index":10,"Rank":32,"Model":"bge-large-en-v1.5<\/a>","Model Size (Million Parameters)":1340,"Memory Usage (GB, fp32)":4.99,"Embedding Dimensions":1024,"Max Tokens":512,"Average":36.81,"RuBQReranking":47.66,"MIRACLReranking (ru)":25.96} -{"index":60,"Rank":33,"Model":"e5-large-v2<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":34.72,"RuBQReranking":47.84,"MIRACLReranking (ru)":21.61} -{"index":9,"Rank":34,"Model":"bge-base-en-v1.5<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":33.47,"RuBQReranking":44.52,"MIRACLReranking (ru)":22.42} -{"index":38,"Rank":35,"Model":"sbert_large_nlu_ru<\/a>","Model Size (Million Parameters)":427,"Memory Usage (GB, fp32)":1.59,"Embedding Dimensions":1024,"Max Tokens":512,"Average":32.8,"RuBQReranking":46.81,"MIRACLReranking (ru)":18.8} -{"index":45,"Rank":36,"Model":"rubert-tiny2<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"Embedding Dimensions":2048,"Max Tokens":514,"Average":30.95,"RuBQReranking":46.09,"MIRACLReranking (ru)":15.81} -{"index":58,"Rank":37,"Model":"e5-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":30.68,"RuBQReranking":45.35,"MIRACLReranking (ru)":16.0} -{"index":78,"Rank":38,"Model":"all-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":28.46,"RuBQReranking":38.51,"MIRACLReranking (ru)":18.42} -{"index":21,"Rank":39,"Model":"distilrubert-small-cased-conversational<\/a>","Model Size (Million Parameters)":106,"Memory Usage (GB, fp32)":0.39,"Embedding Dimensions":768,"Max Tokens":512,"Average":27.84,"RuBQReranking":42.58,"MIRACLReranking (ru)":13.09} -{"index":22,"Rank":40,"Model":"rubert-base-cased<\/a>","Model Size (Million Parameters)":180,"Memory Usage (GB, fp32)":0.67,"Embedding Dimensions":768,"Max Tokens":512,"Average":27.46,"RuBQReranking":41.65,"MIRACLReranking (ru)":13.27} -{"index":12,"Rank":41,"Model":"bge-small-en-v1.5<\/a>","Model Size (Million Parameters)":24,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":512,"Max Tokens":512,"Average":27.09,"RuBQReranking":38.37,"MIRACLReranking (ru)":15.81} -{"index":23,"Rank":42,"Model":"rubert-base-cased-sentence<\/a>","Model Size (Million Parameters)":180,"Memory Usage (GB, fp32)":0.67,"Embedding Dimensions":768,"Max Tokens":512,"Average":26.83,"RuBQReranking":39.89,"MIRACLReranking (ru)":13.77} -{"index":73,"Rank":43,"Model":"nomic-embed-text-v1<\/a>","Model Size (Million Parameters)":547,"Memory Usage (GB, fp32)":2.04,"Embedding Dimensions":768,"Max Tokens":8192,"Average":24.44,"RuBQReranking":34.13,"MIRACLReranking (ru)":14.74} -{"index":48,"Rank":44,"Model":"deberta-v1-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":512,"Average":23.68,"RuBQReranking":34.01,"MIRACLReranking (ru)":13.36} -{"index":44,"Rank":45,"Model":"rubert-tiny<\/a>","Model Size (Million Parameters)":12,"Memory Usage (GB, fp32)":0.04,"Embedding Dimensions":512,"Max Tokens":514,"Average":21.26,"RuBQReranking":35.44,"MIRACLReranking (ru)":7.08} -{"index":59,"Rank":46,"Model":"e5-large<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":20.67,"RuBQReranking":30.83,"MIRACLReranking (ru)":10.52} -{"index":80,"Rank":47,"Model":"all-mpnet-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average":20.4,"RuBQReranking":30.96,"MIRACLReranking (ru)":9.85} -{"index":50,"Rank":48,"Model":"e5-base-4k<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":19.34,"RuBQReranking":30.66,"MIRACLReranking (ru)":8.03} -{"index":79,"Rank":49,"Model":"all-MiniLM-L6-v2<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":384,"Max Tokens":512,"Average":15.86,"RuBQReranking":27.05,"MIRACLReranking (ru)":4.67} -{"index":67,"Rank":50,"Model":"udever-bloom-1b1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":2048,"Average":15.15,"RuBQReranking":23.18,"MIRACLReranking (ru)":7.12} -{"index":57,"Rank":51,"Model":"e5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":14.24,"RuBQReranking":21.8,"MIRACLReranking (ru)":6.67} -{"index":62,"Rank":52,"Model":"e5-small<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":10.42,"RuBQReranking":17.63,"MIRACLReranking (ru)":3.22} -{"index":68,"Rank":53,"Model":"udever-bloom-560m<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":2048,"Average":9.32,"RuBQReranking":15.98,"MIRACLReranking (ru)":2.65} -{"index":0,"Rank":54,"Model":"voyage-3-lite<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":512,"Max Tokens":32000,"Average":"","RuBQReranking":67.85,"MIRACLReranking (ru)":""} -{"index":1,"Rank":55,"Model":"voyage-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":32000,"Average":"","RuBQReranking":72.6,"MIRACLReranking (ru)":""} -{"index":2,"Rank":56,"Model":"voyage-large-2-instruct<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":16000,"Average":"","RuBQReranking":70.59,"MIRACLReranking (ru)":""} -{"index":3,"Rank":57,"Model":"voyage-multilingual-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":32000,"Average":"","RuBQReranking":"","MIRACLReranking (ru)":""} -{"index":4,"Rank":58,"Model":"LASER2<\/a>","Model Size (Million Parameters)":43,"Memory Usage (GB, fp32)":0.16,"Embedding Dimensions":1024,"Max Tokens":"N\/A","Average":"","RuBQReranking":"","MIRACLReranking (ru)":""} -{"index":7,"Rank":59,"Model":"gte-multilingual-base<\/a>","Model Size (Million Parameters)":305,"Memory Usage (GB, fp32)":1.14,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","RuBQReranking":"","MIRACLReranking (ru)":""} -{"index":8,"Rank":60,"Model":"e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","RuBQReranking":"","MIRACLReranking (ru)":""} -{"index":28,"Rank":65,"Model":"MUG-B-1.6<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","RuBQReranking":"","MIRACLReranking (ru)":""} -{"index":31,"Rank":68,"Model":"SGPT-125M-weightedmean-msmarco-specb-bitfit<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":2048,"Average":"","RuBQReranking":"","MIRACLReranking (ru)":""} -{"index":32,"Rank":69,"Model":"SGPT-125M-weightedmean-nli-bitfit<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":2048,"Average":"","RuBQReranking":"","MIRACLReranking (ru)":""} -{"index":41,"Rank":72,"Model":"sgpt-bloom-7b1-msmarco<\/a>","Model Size (Million Parameters)":7068,"Memory Usage (GB, fp32)":26.33,"Embedding Dimensions":4096,"Max Tokens":2048,"Average":"","RuBQReranking":"","MIRACLReranking (ru)":""} -{"index":42,"Rank":73,"Model":"slx-v0.1<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.08,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","RuBQReranking":"","MIRACLReranking (ru)":""} -{"index":54,"Rank":78,"Model":"granite-embedding-107m-multilingual<\/a>","Model Size (Million Parameters)":107,"Memory Usage (GB, fp32)":0.4,"Embedding Dimensions":384,"Max Tokens":514,"Average":"","RuBQReranking":"","MIRACLReranking (ru)":""} -{"index":55,"Rank":79,"Model":"granite-embedding-278m-multilingual<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","RuBQReranking":"","MIRACLReranking (ru)":""} -{"index":56,"Rank":80,"Model":"inf-retriever-v1<\/a>","Model Size (Million Parameters)":7069,"Memory Usage (GB, fp32)":26.33,"Embedding Dimensions":3584,"Max Tokens":131072,"Average":"","RuBQReranking":"","MIRACLReranking (ru)":""} -{"index":69,"Rank":81,"Model":"jina-embeddings-v2-base-en<\/a>","Model Size (Million Parameters)":275,"Memory Usage (GB, fp32)":1.02,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","RuBQReranking":18.6,"MIRACLReranking (ru)":""} -{"index":71,"Rank":82,"Model":"multilingual-e5-small-ct2-int8<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","RuBQReranking":71.45,"MIRACLReranking (ru)":""} -{"index":72,"Rank":83,"Model":"ternary-weight-embedding<\/a>","Model Size (Million Parameters)":99,"Memory Usage (GB, fp32)":0.37,"Embedding Dimensions":1792,"Max Tokens":512,"Average":"","RuBQReranking":"","MIRACLReranking (ru)":""} -{"index":74,"Rank":84,"Model":"FAB-Ramy-v1<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","RuBQReranking":"","MIRACLReranking (ru)":""} -{"index":75,"Rank":85,"Model":"FAE-v1<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","RuBQReranking":"","MIRACLReranking (ru)":""} -{"index":76,"Rank":86,"Model":"FUE-v1<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","RuBQReranking":"","MIRACLReranking (ru)":""} -{"index":81,"Rank":87,"Model":"allenai-specter<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","RuBQReranking":"","MIRACLReranking (ru)":""} -{"index":82,"Rank":88,"Model":"average_word_embeddings_komninos<\/a>","Model Size (Million Parameters)":134,"Memory Usage (GB, fp32)":0.5,"Embedding Dimensions":300,"Max Tokens":"N\/A","Average":"","RuBQReranking":"","MIRACLReranking (ru)":""} -{"index":83,"Rank":89,"Model":"distiluse-base-multilingual-cased-v2<\/a>","Model Size (Million Parameters)":135,"Memory Usage (GB, fp32)":0.5,"Embedding Dimensions":512,"Max Tokens":512,"Average":"","RuBQReranking":"","MIRACLReranking (ru)":""} -{"index":84,"Rank":90,"Model":"gtr-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","RuBQReranking":"","MIRACLReranking (ru)":""} -{"index":85,"Rank":91,"Model":"gtr-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","RuBQReranking":"","MIRACLReranking (ru)":""} -{"index":88,"Rank":92,"Model":"sentence-t5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","RuBQReranking":"","MIRACLReranking (ru)":""} -{"index":89,"Rank":93,"Model":"sentence-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","RuBQReranking":"","MIRACLReranking (ru)":""} -{"index":90,"Rank":94,"Model":"sentence-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","RuBQReranking":"","MIRACLReranking (ru)":""} -{"index":95,"Rank":96,"Model":"text-embedding-3-large<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":3072,"Max Tokens":8191,"Average":"","RuBQReranking":75.19,"MIRACLReranking (ru)":""} -{"index":96,"Rank":97,"Model":"text-embedding-3-small<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":8191,"Average":"","RuBQReranking":66.0,"MIRACLReranking (ru)":""} diff --git a/all_data_tasks/4/default.jsonl b/all_data_tasks/4/default.jsonl deleted file mode 100644 index 86eb5ae4ade6ea56bacbf8e4f7fa2ff475970d17..0000000000000000000000000000000000000000 --- a/all_data_tasks/4/default.jsonl +++ /dev/null @@ -1,374 +0,0 @@ -{"index":366,"Rank":1,"Model":"voyage-3-m-exp<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":68.13,"ArguAna":89.79,"ClimateFEVER":56.93,"CQADupstackRetrieval":68.3,"DBPedia":48.25,"FEVER":96.28,"FiQA2018":78.01,"HotpotQA":86.96,"MSMARCO":37.28,"NFCorpus":46.99,"NQ":82.48,"QuoraRetrieval":88.86,"SCIDOCS":34.53,"SciFact":85.09,"Touche2020":39.39,"TRECCOVID":82.75} -{"index":294,"Rank":2,"Model":"NV-Embed-v2<\/a>","Model Size (Million Parameters)":7851,"Memory Usage (GB, fp32)":29.25,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":62.65,"ArguAna":70.07,"ClimateFEVER":45.39,"CQADupstackRetrieval":50.24,"DBPedia":53.5,"FEVER":93.75,"FiQA2018":65.73,"HotpotQA":85.48,"MSMARCO":45.63,"NFCorpus":45.17,"NQ":73.57,"QuoraRetrieval":89.03,"SCIDOCS":21.9,"SciFact":80.13,"Touche2020":31.78,"TRECCOVID":88.44} -{"index":30,"Rank":3,"Model":"bge-en-icl<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":62.16,"ArguAna":83.08,"ClimateFEVER":45.43,"CQADupstackRetrieval":47.31,"DBPedia":51.63,"FEVER":92.83,"FiQA2018":59.67,"HotpotQA":85.14,"MSMARCO":46.79,"NFCorpus":41.85,"NQ":73.88,"QuoraRetrieval":90.95,"SCIDOCS":25.26,"SciFact":79.09,"Touche2020":30.48,"TRECCOVID":79.08} -{"index":380,"Rank":4,"Model":"LENS-d8000<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":61.86,"ArguAna":76.02,"ClimateFEVER":45.77,"CQADupstackRetrieval":48.67,"DBPedia":49.75,"FEVER":92.32,"FiQA2018":61.57,"HotpotQA":85.71,"MSMARCO":47.24,"NFCorpus":40.61,"NQ":74.64,"QuoraRetrieval":90.79,"SCIDOCS":28.54,"SciFact":79.75,"Touche2020":29.34,"TRECCOVID":77.18} -{"index":218,"Rank":5,"Model":"inf-retriever-v1<\/a>","Model Size (Million Parameters)":7069,"Memory Usage (GB, fp32)":26.33,"Embedding Dimensions":3584,"Max Tokens":131072,"Average":61.71,"ArguAna":84.86,"ClimateFEVER":41.83,"CQADupstackRetrieval":46.64,"DBPedia":50.39,"FEVER":94.15,"FiQA2018":62.35,"HotpotQA":81.98,"MSMARCO":44.06,"NFCorpus":43.66,"NQ":69.65,"QuoraRetrieval":90.37,"SCIDOCS":30.78,"SciFact":85.4,"Touche2020":24.44,"TRECCOVID":75.1} -{"index":112,"Rank":6,"Model":"jasper_en_vision_language_v1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":61.33,"ArguAna":65.2,"ClimateFEVER":48.44,"CQADupstackRetrieval":47.94,"DBPedia":52.48,"FEVER":94.81,"FiQA2018":60.12,"HotpotQA":77.68,"MSMARCO":45.31,"NFCorpus":43.31,"NQ":71.49,"QuoraRetrieval":90.04,"SCIDOCS":24.64,"SciFact":80.37,"Touche2020":31.39,"TRECCOVID":86.73} -{"index":113,"Rank":7,"Model":"stella_en_1.5B_v5<\/a>","Model Size (Million Parameters)":1543,"Memory Usage (GB, fp32)":5.75,"Embedding Dimensions":8192,"Max Tokens":131072,"Average":61.01,"ArguAna":65.27,"ClimateFEVER":46.11,"CQADupstackRetrieval":47.75,"DBPedia":52.28,"FEVER":94.83,"FiQA2018":60.48,"HotpotQA":76.67,"MSMARCO":45.22,"NFCorpus":42.0,"NQ":71.8,"QuoraRetrieval":90.03,"SCIDOCS":26.64,"SciFact":80.09,"Touche2020":29.94,"TRECCOVID":85.98} -{"index":295,"Rank":8,"Model":"NV-Retriever-v1<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":512,"Average":60.9,"ArguAna":68.28,"ClimateFEVER":43.47,"CQADupstackRetrieval":49.36,"DBPedia":50.82,"FEVER":93.15,"FiQA2018":61.18,"HotpotQA":79.12,"MSMARCO":44.89,"NFCorpus":45.06,"NQ":72.44,"QuoraRetrieval":88.78,"SCIDOCS":22.55,"SciFact":81.31,"Touche2020":26.6,"TRECCOVID":86.44} -{"index":379,"Rank":9,"Model":"LENS-d4000<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":60.76,"ArguAna":77.32,"ClimateFEVER":44.62,"CQADupstackRetrieval":47.39,"DBPedia":50.1,"FEVER":92.37,"FiQA2018":60.43,"HotpotQA":85.07,"MSMARCO":46.95,"NFCorpus":41.64,"NQ":73.13,"QuoraRetrieval":90.84,"SCIDOCS":27.51,"SciFact":78.39,"Touche2020":25.86,"TRECCOVID":69.73} -{"index":81,"Rank":10,"Model":"Linq-Embed-Mistral<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":60.19,"ArguAna":69.65,"ClimateFEVER":39.11,"CQADupstackRetrieval":47.27,"DBPedia":51.32,"FEVER":92.42,"FiQA2018":61.2,"HotpotQA":76.24,"MSMARCO":45.21,"NFCorpus":41.62,"NQ":70.63,"QuoraRetrieval":90.27,"SCIDOCS":21.93,"SciFact":78.32,"Touche2020":30.61,"TRECCOVID":87.1} -{"index":129,"Rank":11,"Model":"SFR-Embedding-2_R<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":60.18,"ArguAna":62.34,"ClimateFEVER":34.43,"CQADupstackRetrieval":46.11,"DBPedia":51.21,"FEVER":92.16,"FiQA2018":61.77,"HotpotQA":81.36,"MSMARCO":42.18,"NFCorpus":41.34,"NQ":73.96,"QuoraRetrieval":89.58,"SCIDOCS":24.87,"SciFact":85.91,"Touche2020":28.18,"TRECCOVID":87.27} -{"index":384,"Rank":12,"Model":"Zeta-Alpha-E5-Mistral<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":59.5,"ArguAna":65.62,"ClimateFEVER":42.05,"CQADupstackRetrieval":48.85,"DBPedia":51.2,"FEVER":92.44,"FiQA2018":58.78,"HotpotQA":79.45,"MSMARCO":44.18,"NFCorpus":40.46,"NQ":70.52,"QuoraRetrieval":89.89,"SCIDOCS":20.86,"SciFact":77.38,"Touche2020":27.1,"TRECCOVID":83.68} -{"index":293,"Rank":13,"Model":"NV-Embed-v1<\/a>","Model Size (Million Parameters)":7851,"Memory Usage (GB, fp32)":29.25,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":59.36,"ArguAna":68.2,"ClimateFEVER":34.72,"CQADupstackRetrieval":50.51,"DBPedia":48.29,"FEVER":87.77,"FiQA2018":63.1,"HotpotQA":79.92,"MSMARCO":46.49,"NFCorpus":38.04,"NQ":71.22,"QuoraRetrieval":89.21,"SCIDOCS":20.19,"SciFact":78.43,"Touche2020":28.38,"TRECCOVID":85.88} -{"index":33,"Rank":14,"Model":"bge-multilingual-gemma2<\/a>","Model Size (Million Parameters)":9242,"Memory Usage (GB, fp32)":34.43,"Embedding Dimensions":3584,"Max Tokens":8192,"Average":59.24,"ArguAna":77.37,"ClimateFEVER":39.37,"CQADupstackRetrieval":47.94,"DBPedia":51.37,"FEVER":90.38,"FiQA2018":60.04,"HotpotQA":83.26,"MSMARCO":45.71,"NFCorpus":38.11,"NQ":71.45,"QuoraRetrieval":90.04,"SCIDOCS":26.93,"SciFact":72.05,"Touche2020":30.26,"TRECCOVID":64.27} -{"index":22,"Rank":15,"Model":"gte-Qwen2-7B-instruct<\/a>","Model Size (Million Parameters)":7613,"Memory Usage (GB, fp32)":28.36,"Embedding Dimensions":3584,"Max Tokens":32768,"Average":59.11,"ArguAna":54.56,"ClimateFEVER":45.88,"CQADupstackRetrieval":46.43,"DBPedia":52.42,"FEVER":95.11,"FiQA2018":62.03,"HotpotQA":73.08,"MSMARCO":45.98,"NFCorpus":40.6,"NQ":67.0,"QuoraRetrieval":90.09,"SCIDOCS":23.48,"SciFact":79.06,"Touche2020":30.57,"TRECCOVID":80.37} -{"index":130,"Rank":16,"Model":"SFR-Embedding-Mistral<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":59.0,"ArguAna":67.17,"ClimateFEVER":36.41,"CQADupstackRetrieval":46.49,"DBPedia":49.06,"FEVER":89.35,"FiQA2018":60.4,"HotpotQA":77.02,"MSMARCO":43.41,"NFCorpus":41.88,"NQ":69.92,"QuoraRetrieval":89.78,"SCIDOCS":19.91,"SciFact":77.66,"Touche2020":29.0,"TRECCOVID":87.6} -{"index":114,"Rank":17,"Model":"stella_en_400M_v5<\/a>","Model Size (Million Parameters)":435,"Memory Usage (GB, fp32)":1.62,"Embedding Dimensions":8192,"Max Tokens":8192,"Average":58.97,"ArguAna":64.24,"ClimateFEVER":43.53,"CQADupstackRetrieval":44.36,"DBPedia":49.88,"FEVER":90.99,"FiQA2018":56.06,"HotpotQA":71.74,"MSMARCO":43.69,"NFCorpus":41.49,"NQ":69.07,"QuoraRetrieval":89.58,"SCIDOCS":25.04,"SciFact":78.23,"Touche2020":31.45,"TRECCOVID":85.21} -{"index":37,"Rank":18,"Model":"e5-R-mistral-7b<\/a>","Model Size (Million Parameters)":7242,"Memory Usage (GB, fp32)":26.98,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":58.65,"ArguAna":58.99,"ClimateFEVER":40.26,"CQADupstackRetrieval":46.59,"DBPedia":51.03,"FEVER":90.32,"FiQA2018":58.68,"HotpotQA":80.16,"MSMARCO":42.9,"NFCorpus":41.38,"NQ":69.84,"QuoraRetrieval":90.11,"SCIDOCS":19.26,"SciFact":78.92,"Touche2020":26.89,"TRECCOVID":84.4} -{"index":298,"Rank":19,"Model":"MiniCPM-Embedding<\/a>","Model Size (Million Parameters)":2725,"Memory Usage (GB, fp32)":10.15,"Embedding Dimensions":2304,"Max Tokens":512,"Average":58.56,"ArguAna":64.65,"ClimateFEVER":35.55,"CQADupstackRetrieval":46.53,"DBPedia":47.82,"FEVER":90.76,"FiQA2018":56.64,"HotpotQA":78.11,"MSMARCO":43.93,"NFCorpus":39.77,"NQ":69.29,"QuoraRetrieval":89.97,"SCIDOCS":22.38,"SciFact":86.6,"Touche2020":25.08,"TRECCOVID":81.32} -{"index":21,"Rank":20,"Model":"gte-Qwen2-1.5B-instruct<\/a>","Model Size (Million Parameters)":1776,"Memory Usage (GB, fp32)":6.62,"Embedding Dimensions":1536,"Max Tokens":131072,"Average":58.29,"ArguAna":69.72,"ClimateFEVER":42.91,"CQADupstackRetrieval":44.76,"DBPedia":48.69,"FEVER":91.57,"FiQA2018":54.7,"HotpotQA":68.95,"MSMARCO":43.36,"NFCorpus":39.34,"NQ":64.0,"QuoraRetrieval":89.64,"SCIDOCS":24.98,"SciFact":78.44,"Touche2020":27.89,"TRECCOVID":85.38} -{"index":24,"Rank":21,"Model":"gte-large-en-v1.5<\/a>","Model Size (Million Parameters)":434,"Memory Usage (GB, fp32)":1.62,"Embedding Dimensions":1024,"Max Tokens":8192,"Average":57.91,"ArguAna":72.11,"ClimateFEVER":48.36,"CQADupstackRetrieval":42.16,"DBPedia":46.3,"FEVER":93.81,"FiQA2018":63.23,"HotpotQA":68.18,"MSMARCO":42.93,"NFCorpus":36.95,"NQ":56.08,"QuoraRetrieval":89.67,"SCIDOCS":26.35,"SciFact":82.43,"Touche2020":22.55,"TRECCOVID":77.49} -{"index":300,"Rank":22,"Model":"GritLM-7B-vllm<\/a>","Model Size (Million Parameters)":7242,"Memory Usage (GB, fp32)":26.98,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":57.41,"ArguAna":63.24,"ClimateFEVER":30.91,"CQADupstackRetrieval":49.42,"DBPedia":46.6,"FEVER":82.74,"FiQA2018":59.95,"HotpotQA":79.4,"MSMARCO":41.96,"NFCorpus":40.89,"NQ":70.3,"QuoraRetrieval":89.47,"SCIDOCS":24.41,"SciFact":79.17,"Touche2020":27.93,"TRECCOVID":74.8} -{"index":355,"Rank":23,"Model":"BinGSE-Meta-Llama-3-8B-Instruct<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":57.38,"ArguAna":60.61,"ClimateFEVER":36.96,"CQADupstackRetrieval":43.98,"DBPedia":47.16,"FEVER":92.2,"FiQA2018":55.85,"HotpotQA":77.12,"MSMARCO":42.83,"NFCorpus":40.9,"NQ":65.44,"QuoraRetrieval":89.98,"SCIDOCS":22.51,"SciFact":77.96,"Touche2020":24.7,"TRECCOVID":82.47} -{"index":61,"Rank":24,"Model":"GritLM-7B<\/a>","Model Size (Million Parameters)":7240,"Memory Usage (GB, fp32)":26.97,"Embedding Dimensions":"","Max Tokens":4096,"Average":57.36,"ArguAna":63.17,"ClimateFEVER":30.91,"CQADupstackRetrieval":49.42,"DBPedia":46.6,"FEVER":82.74,"FiQA2018":59.91,"HotpotQA":79.4,"MSMARCO":41.96,"NFCorpus":40.86,"NQ":70.3,"QuoraRetrieval":89.47,"SCIDOCS":24.41,"SciFact":79.13,"Touche2020":27.78,"TRECCOVID":74.31} -{"index":9,"Rank":25,"Model":"voyage-large-2-instruct<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":16000,"Average":57.3,"ArguAna":58.61,"ClimateFEVER":32.65,"CQADupstackRetrieval":46.6,"DBPedia":46.03,"FEVER":91.47,"FiQA2018":54.84,"HotpotQA":70.86,"MSMARCO":40.6,"NFCorpus":38.16,"NQ":65.92,"QuoraRetrieval":87.4,"SCIDOCS":24.32,"SciFact":77.8,"Touche2020":39.16,"TRECCOVID":85.07} -{"index":124,"Rank":26,"Model":"arctic-l-bge-small<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":57.19,"ArguAna":62.67,"ClimateFEVER":39.89,"CQADupstackRetrieval":46.21,"DBPedia":46.14,"FEVER":90.19,"FiQA2018":46.59,"HotpotQA":79.15,"MSMARCO":40.29,"NFCorpus":38.18,"NQ":61.43,"QuoraRetrieval":89.04,"SCIDOCS":22.44,"SciFact":78.06,"Touche2020":32.92,"TRECCOVID":84.72} -{"index":308,"Rank":27,"Model":"TDTE<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":57.05,"ArguAna":58.82,"ClimateFEVER":32.47,"CQADupstackRetrieval":49.52,"DBPedia":48.99,"FEVER":90.88,"FiQA2018":53.22,"HotpotQA":77.7,"MSMARCO":40.66,"NFCorpus":41.33,"NQ":64.67,"QuoraRetrieval":88.86,"SCIDOCS":23.01,"SciFact":79.62,"Touche2020":25.24,"TRECCOVID":80.75} -{"index":26,"Rank":28,"Model":"e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":56.89,"ArguAna":61.88,"ClimateFEVER":38.35,"CQADupstackRetrieval":42.97,"DBPedia":48.89,"FEVER":87.84,"FiQA2018":56.59,"HotpotQA":75.72,"MSMARCO":43.06,"NFCorpus":38.62,"NQ":63.53,"QuoraRetrieval":89.61,"SCIDOCS":16.3,"SciFact":76.41,"Touche2020":26.39,"TRECCOVID":87.25} -{"index":223,"Rank":29,"Model":"e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":56.87,"ArguAna":61.65,"ClimateFEVER":38.35,"CQADupstackRetrieval":42.97,"DBPedia":48.89,"FEVER":87.84,"FiQA2018":56.81,"HotpotQA":75.72,"MSMARCO":43.06,"NFCorpus":38.58,"NQ":63.53,"QuoraRetrieval":89.61,"SCIDOCS":16.32,"SciFact":76.42,"Touche2020":26.27,"TRECCOVID":87.03} -{"index":88,"Rank":30,"Model":"LLM2Vec-Meta-Llama-3-supervised<\/a>","Model Size (Million Parameters)":7505,"Memory Usage (GB, fp32)":27.96,"Embedding Dimensions":4096,"Max Tokens":8192,"Average":56.63,"ArguAna":62.78,"ClimateFEVER":34.27,"CQADupstackRetrieval":48.25,"DBPedia":48.34,"FEVER":90.2,"FiQA2018":55.33,"HotpotQA":71.76,"MSMARCO":43.24,"NFCorpus":41.83,"NQ":64.21,"QuoraRetrieval":87.16,"SCIDOCS":22.96,"SciFact":78.22,"Touche2020":20.5,"TRECCOVID":80.34} -{"index":12,"Rank":31,"Model":"voyage-lite-02-instruct<\/a>","Model Size (Million Parameters)":1220,"Memory Usage (GB, fp32)":4.54,"Embedding Dimensions":1024,"Max Tokens":4000,"Average":56.6,"ArguAna":70.28,"ClimateFEVER":31.95,"CQADupstackRetrieval":46.2,"DBPedia":39.79,"FEVER":91.35,"FiQA2018":52.51,"HotpotQA":75.51,"MSMARCO":37.93,"NFCorpus":43.7,"NQ":64.26,"QuoraRetrieval":87.62,"SCIDOCS":20.24,"SciFact":79.91,"Touche2020":26.8,"TRECCOVID":81.02} -{"index":125,"Rank":32,"Model":"arctic-m-bge-small<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":56.5,"ArguAna":62.44,"ClimateFEVER":37.84,"CQADupstackRetrieval":44.87,"DBPedia":46.06,"FEVER":90.02,"FiQA2018":45.07,"HotpotQA":77.84,"MSMARCO":40.28,"NFCorpus":37.28,"NQ":61.03,"QuoraRetrieval":89.21,"SCIDOCS":22.59,"SciFact":76.53,"Touche2020":30.68,"TRECCOVID":85.79} -{"index":66,"Rank":33,"Model":"speed-embedding-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":56.5,"ArguAna":59.29,"ClimateFEVER":37.77,"CQADupstackRetrieval":41.62,"DBPedia":49.74,"FEVER":88.53,"FiQA2018":56.05,"HotpotQA":75.17,"MSMARCO":42.55,"NFCorpus":38.74,"NQ":61.66,"QuoraRetrieval":89.35,"SCIDOCS":16.63,"SciFact":77.18,"Touche2020":25.79,"TRECCOVID":87.43} -{"index":20,"Rank":34,"Model":"gte-Qwen1.5-7B-instruct<\/a>","Model Size (Million Parameters)":7099,"Memory Usage (GB, fp32)":26.45,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":56.24,"ArguAna":62.65,"ClimateFEVER":44.0,"CQADupstackRetrieval":40.64,"DBPedia":48.04,"FEVER":93.35,"FiQA2018":55.31,"HotpotQA":72.25,"MSMARCO":41.68,"NFCorpus":38.25,"NQ":61.79,"QuoraRetrieval":89.61,"SCIDOCS":27.69,"SciFact":75.31,"Touche2020":20.3,"TRECCOVID":72.72} -{"index":90,"Rank":35,"Model":"LLM2Vec-Mistral-supervised<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":55.99,"ArguAna":57.48,"ClimateFEVER":35.19,"CQADupstackRetrieval":48.84,"DBPedia":49.58,"FEVER":89.4,"FiQA2018":53.11,"HotpotQA":74.07,"MSMARCO":42.17,"NFCorpus":39.33,"NQ":61.7,"QuoraRetrieval":87.75,"SCIDOCS":22.5,"SciFact":78.86,"Touche2020":22.18,"TRECCOVID":77.69} -{"index":134,"Rank":36,"Model":"snowflake-arctic-embed-l<\/a>","Model Size (Million Parameters)":334,"Memory Usage (GB, fp32)":1.24,"Embedding Dimensions":1024,"Max Tokens":512,"Average":55.98,"ArguAna":59.09,"ClimateFEVER":39.33,"CQADupstackRetrieval":46.97,"DBPedia":45.97,"FEVER":88.22,"FiQA2018":44.71,"HotpotQA":75.18,"MSMARCO":41.68,"NFCorpus":37.65,"NQ":63.11,"QuoraRetrieval":87.41,"SCIDOCS":21.36,"SciFact":73.82,"Touche2020":34.52,"TRECCOVID":80.72} -{"index":1,"Rank":37,"Model":"text-embedding-004<\/a>","Model Size (Million Parameters)":1200,"Memory Usage (GB, fp32)":4.47,"Embedding Dimensions":768,"Max Tokens":2048,"Average":55.7,"ArguAna":62.18,"ClimateFEVER":33.21,"CQADupstackRetrieval":48.89,"DBPedia":47.12,"FEVER":86.96,"FiQA2018":59.24,"HotpotQA":71.33,"MSMARCO":32.58,"NFCorpus":40.33,"NQ":61.28,"QuoraRetrieval":88.18,"SCIDOCS":20.34,"SciFact":75.42,"Touche2020":25.86,"TRECCOVID":82.62} -{"index":19,"Rank":38,"Model":"gme-Qwen2-VL-7B-Instruct<\/a>","Model Size (Million Parameters)":8291,"Memory Usage (GB, fp32)":30.89,"Embedding Dimensions":3584,"Max Tokens":32768,"Average":55.68,"ArguAna":64.6,"ClimateFEVER":45.38,"CQADupstackRetrieval":41.66,"DBPedia":50.78,"FEVER":94.27,"FiQA2018":57.14,"HotpotQA":79.21,"MSMARCO":42.38,"NFCorpus":38.4,"NQ":67.74,"QuoraRetrieval":88.05,"SCIDOCS":27.38,"SciFact":62.31,"Touche2020":23.26,"TRECCOVID":52.6} -{"index":135,"Rank":39,"Model":"snowflake-arctic-embed-l-v2.0<\/a>","Model Size (Million Parameters)":568,"Memory Usage (GB, fp32)":2.12,"Embedding Dimensions":1024,"Max Tokens":8194,"Average":55.65,"ArguAna":59.15,"ClimateFEVER":43.48,"CQADupstackRetrieval":46.1,"DBPedia":43.37,"FEVER":91.91,"FiQA2018":45.49,"HotpotQA":68.15,"MSMARCO":44.86,"NFCorpus":35.34,"NQ":63.67,"QuoraRetrieval":89.02,"SCIDOCS":20.24,"SciFact":70.59,"Touche2020":29.5,"TRECCOVID":83.87} -{"index":11,"Rank":40,"Model":"voyage-lite-01-instruct<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":4000,"Average":55.58,"ArguAna":58.73,"ClimateFEVER":37.47,"CQADupstackRetrieval":45.11,"DBPedia":43.42,"FEVER":89.71,"FiQA2018":44.79,"HotpotQA":70.46,"MSMARCO":39.66,"NFCorpus":43.33,"NQ":60.65,"QuoraRetrieval":87.83,"SCIDOCS":23.19,"SciFact":73.64,"Touche2020":36.83,"TRECCOVID":78.92} -{"index":245,"Rank":41,"Model":"echo-mistral-7b-instruct-lasttoken<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":55.52,"ArguAna":58.52,"ClimateFEVER":34.56,"CQADupstackRetrieval":46.91,"DBPedia":46.83,"FEVER":91.22,"FiQA2018":54.51,"HotpotQA":76.41,"MSMARCO":43.25,"NFCorpus":39.55,"NQ":62.31,"QuoraRetrieval":89.34,"SCIDOCS":20.17,"SciFact":73.99,"Touche2020":18.52,"TRECCOVID":76.66} -{"index":398,"Rank":42,"Model":"text-embedding-3-large<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":3072,"Max Tokens":8191,"Average":55.43,"ArguAna":57.99,"ClimateFEVER":30.27,"CQADupstackRetrieval":47.54,"DBPedia":44.76,"FEVER":87.94,"FiQA2018":55.0,"HotpotQA":71.58,"MSMARCO":40.24,"NFCorpus":42.07,"NQ":61.27,"QuoraRetrieval":89.05,"SCIDOCS":23.07,"SciFact":77.77,"Touche2020":23.35,"TRECCOVID":79.56} -{"index":179,"Rank":43,"Model":"snowflake-arctic-embed-m-v2.0-cpu<\/a>","Model Size (Million Parameters)":305,"Memory Usage (GB, fp32)":1.14,"Embedding Dimensions":768,"Max Tokens":8192,"Average":55.38,"ArguAna":58.01,"ClimateFEVER":38.31,"CQADupstackRetrieval":47.2,"DBPedia":43.88,"FEVER":91.55,"FiQA2018":43.96,"HotpotQA":72.4,"MSMARCO":44.04,"NFCorpus":35.88,"NQ":64.6,"QuoraRetrieval":88.73,"SCIDOCS":20.35,"SciFact":71.8,"Touche2020":29.77,"TRECCOVID":80.28} -{"index":139,"Rank":44,"Model":"snowflake-arctic-embed-m-v2.0<\/a>","Model Size (Million Parameters)":305,"Memory Usage (GB, fp32)":1.14,"Embedding Dimensions":768,"Max Tokens":8192,"Average":55.38,"ArguAna":58.01,"ClimateFEVER":38.31,"CQADupstackRetrieval":47.2,"DBPedia":43.88,"FEVER":91.55,"FiQA2018":43.96,"HotpotQA":72.4,"MSMARCO":44.04,"NFCorpus":35.88,"NQ":64.6,"QuoraRetrieval":88.73,"SCIDOCS":20.35,"SciFact":71.8,"Touche2020":29.77,"TRECCOVID":80.28} -{"index":299,"Rank":45,"Model":"MiniCPM-Embedding-Light<\/a>","Model Size (Million Parameters)":434,"Memory Usage (GB, fp32)":1.62,"Embedding Dimensions":1024,"Max Tokens":4096,"Average":55.27,"ArguAna":55.97,"ClimateFEVER":38.92,"CQADupstackRetrieval":43.82,"DBPedia":45.15,"FEVER":88.49,"FiQA2018":47.03,"HotpotQA":71.32,"MSMARCO":41.83,"NFCorpus":37.75,"NQ":64.57,"QuoraRetrieval":88.83,"SCIDOCS":21.71,"SciFact":76.11,"Touche2020":29.91,"TRECCOVID":77.63} -{"index":84,"Rank":46,"Model":"marqo-chimera-arctic-bge-m<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":55.16,"ArguAna":62.6,"ClimateFEVER":34.42,"CQADupstackRetrieval":42.89,"DBPedia":44.91,"FEVER":87.71,"FiQA2018":44.31,"HotpotQA":74.39,"MSMARCO":43.42,"NFCorpus":38.46,"NQ":53.2,"QuoraRetrieval":89.14,"SCIDOCS":21.85,"SciFact":74.85,"Touche2020":33.01,"TRECCOVID":82.25} -{"index":138,"Rank":47,"Model":"snowflake-arctic-embed-m-v1.5<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":55.14,"ArguAna":59.53,"ClimateFEVER":36.85,"CQADupstackRetrieval":44.99,"DBPedia":45.55,"FEVER":88.41,"FiQA2018":42.4,"HotpotQA":72.21,"MSMARCO":42.03,"NFCorpus":36.2,"NQ":62.46,"QuoraRetrieval":87.37,"SCIDOCS":21.49,"SciFact":71.59,"Touche2020":31.43,"TRECCOVID":84.61} -{"index":62,"Rank":48,"Model":"GritLM-8x7B<\/a>","Model Size (Million Parameters)":46703,"Memory Usage (GB, fp32)":173.98,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":55.09,"ArguAna":59.49,"ClimateFEVER":28.69,"CQADupstackRetrieval":47.63,"DBPedia":46.54,"FEVER":85.02,"FiQA2018":49.89,"HotpotQA":73.83,"MSMARCO":35.55,"NFCorpus":39.05,"NQ":63.87,"QuoraRetrieval":87.7,"SCIDOCS":23.06,"SciFact":77.02,"Touche2020":27.97,"TRECCOVID":81.07} -{"index":46,"Rank":49,"Model":"Cohere-embed-english-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":512,"Average":55.0,"ArguAna":61.52,"ClimateFEVER":38.43,"CQADupstackRetrieval":41.53,"DBPedia":43.36,"FEVER":88.97,"FiQA2018":42.19,"HotpotQA":70.72,"MSMARCO":42.93,"NFCorpus":38.57,"NQ":61.56,"QuoraRetrieval":88.72,"SCIDOCS":20.31,"SciFact":71.83,"Touche2020":32.42,"TRECCOVID":81.92} -{"index":136,"Rank":50,"Model":"snowflake-arctic-embed-m<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":54.91,"ArguAna":56.44,"ClimateFEVER":39.37,"CQADupstackRetrieval":43.81,"DBPedia":44.73,"FEVER":89.02,"FiQA2018":42.4,"HotpotQA":73.65,"MSMARCO":41.77,"NFCorpus":36.77,"NQ":62.43,"QuoraRetrieval":87.42,"SCIDOCS":21.1,"SciFact":73.55,"Touche2020":31.47,"TRECCOVID":79.65} -{"index":137,"Rank":51,"Model":"snowflake-arctic-embed-m-long<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":8192,"Average":54.83,"ArguAna":60.36,"ClimateFEVER":38.33,"CQADupstackRetrieval":44.21,"DBPedia":45.29,"FEVER":86.89,"FiQA2018":42.16,"HotpotQA":72.76,"MSMARCO":41.97,"NFCorpus":35.87,"NQ":62.34,"QuoraRetrieval":87.72,"SCIDOCS":20.47,"SciFact":69.96,"Touche2020":32.35,"TRECCOVID":81.7} -{"index":145,"Rank":52,"Model":"UAE-Large-V1<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":54.66,"ArguAna":66.15,"ClimateFEVER":38.53,"CQADupstackRetrieval":40.93,"DBPedia":44.89,"FEVER":88.24,"FiQA2018":44.84,"HotpotQA":73.13,"MSMARCO":41.4,"NFCorpus":38.65,"NQ":55.86,"QuoraRetrieval":89.02,"SCIDOCS":22.98,"SciFact":74.07,"Touche2020":24.93,"TRECCOVID":76.33} -{"index":126,"Rank":53,"Model":"arctic-s-bge-small<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":54.61,"ArguAna":61.7,"ClimateFEVER":34.4,"CQADupstackRetrieval":43.06,"DBPedia":44.46,"FEVER":86.56,"FiQA2018":43.32,"HotpotQA":74.98,"MSMARCO":39.03,"NFCorpus":35.91,"NQ":57.06,"QuoraRetrieval":89.0,"SCIDOCS":21.09,"SciFact":75.3,"Touche2020":30.5,"TRECCOVID":82.84} -{"index":86,"Rank":54,"Model":"LLM2Vec-Llama-2-7b-chat-hf-mntp-supervised<\/a>","Model Size (Million Parameters)":6607,"Memory Usage (GB, fp32)":24.61,"Embedding Dimensions":4096,"Max Tokens":4096,"Average":54.6,"ArguAna":56.53,"ClimateFEVER":30.7,"CQADupstackRetrieval":45.94,"DBPedia":48.42,"FEVER":89.93,"FiQA2018":51.28,"HotpotQA":72.99,"MSMARCO":41.46,"NFCorpus":40.33,"NQ":61.24,"QuoraRetrieval":85.59,"SCIDOCS":21.05,"SciFact":77.3,"Touche2020":16.92,"TRECCOVID":79.25} -{"index":270,"Rank":55,"Model":"mxbai-embed-large-v1<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":54.39,"ArguAna":66.02,"ClimateFEVER":36.09,"CQADupstackRetrieval":41.6,"DBPedia":44.51,"FEVER":86.91,"FiQA2018":45.27,"HotpotQA":72.03,"MSMARCO":41.26,"NFCorpus":38.64,"NQ":55.79,"QuoraRetrieval":88.98,"SCIDOCS":23.32,"SciFact":74.73,"Touche2020":25.2,"TRECCOVID":75.57} -{"index":248,"Rank":56,"Model":"modernbert-embed-large<\/a>","Model Size (Million Parameters)":395,"Memory Usage (GB, fp32)":1.47,"Embedding Dimensions":1024,"Max Tokens":8192,"Average":54.36,"ArguAna":50.35,"ClimateFEVER":39.14,"CQADupstackRetrieval":44.06,"DBPedia":43.07,"FEVER":88.76,"FiQA2018":44.42,"HotpotQA":68.67,"MSMARCO":42.55,"NFCorpus":34.76,"NQ":63.78,"QuoraRetrieval":89.2,"SCIDOCS":18.6,"SciFact":71.71,"Touche2020":30.26,"TRECCOVID":86.08} -{"index":31,"Rank":57,"Model":"bge-large-en-v1.5<\/a>","Model Size (Million Parameters)":1340,"Memory Usage (GB, fp32)":4.99,"Embedding Dimensions":1024,"Max Tokens":512,"Average":54.34,"ArguAna":64.52,"ClimateFEVER":36.57,"CQADupstackRetrieval":42.23,"DBPedia":44.11,"FEVER":87.18,"FiQA2018":45.02,"HotpotQA":74.1,"MSMARCO":42.49,"NFCorpus":38.06,"NQ":55.03,"QuoraRetrieval":89.07,"SCIDOCS":22.63,"SciFact":74.64,"Touche2020":24.81,"TRECCOVID":74.7} -{"index":281,"Rank":58,"Model":"bge-large-en-v1.5<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":54.29,"ArguAna":63.54,"ClimateFEVER":36.57,"CQADupstackRetrieval":42.23,"DBPedia":44.11,"FEVER":87.18,"FiQA2018":45.02,"HotpotQA":74.1,"MSMARCO":42.49,"NFCorpus":38.13,"NQ":55.03,"QuoraRetrieval":89.07,"SCIDOCS":22.64,"SciFact":74.61,"Touche2020":24.81,"TRECCOVID":74.82} -{"index":247,"Rank":59,"Model":"cde-small-v2<\/a>","Model Size (Million Parameters)":150,"Memory Usage (GB, fp32)":0.56,"Embedding Dimensions":768,"Max Tokens":512,"Average":54.19,"ArguAna":74.96,"ClimateFEVER":33.21,"CQADupstackRetrieval":42.51,"DBPedia":37.9,"FEVER":88.31,"FiQA2018":48.28,"HotpotQA":64.46,"MSMARCO":40.33,"NFCorpus":35.76,"NQ":58.64,"QuoraRetrieval":89.85,"SCIDOCS":22.85,"SciFact":73.48,"Touche2020":21.83,"TRECCOVID":80.55} -{"index":23,"Rank":60,"Model":"gte-base-en-v1.5<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":8192,"Average":54.09,"ArguAna":63.49,"ClimateFEVER":40.36,"CQADupstackRetrieval":39.52,"DBPedia":39.9,"FEVER":94.81,"FiQA2018":48.65,"HotpotQA":67.75,"MSMARCO":42.62,"NFCorpus":35.88,"NQ":52.96,"QuoraRetrieval":88.42,"SCIDOCS":21.92,"SciFact":76.77,"Touche2020":25.22,"TRECCOVID":73.13} -{"index":243,"Rank":61,"Model":"jina-embeddings-v3<\/a>","Model Size (Million Parameters)":572,"Memory Usage (GB, fp32)":2.13,"Embedding Dimensions":1024,"Max Tokens":8194,"Average":53.88,"ArguAna":54.33,"ClimateFEVER":42.36,"CQADupstackRetrieval":42.59,"DBPedia":41.0,"FEVER":89.05,"FiQA2018":47.35,"HotpotQA":64.67,"MSMARCO":40.81,"NFCorpus":36.62,"NQ":64.23,"QuoraRetrieval":89.09,"SCIDOCS":19.81,"SciFact":72.31,"Touche2020":26.3,"TRECCOVID":77.72} -{"index":49,"Rank":62,"Model":"jina-embeddings-v3<\/a>","Model Size (Million Parameters)":572,"Memory Usage (GB, fp32)":2.13,"Embedding Dimensions":1024,"Max Tokens":8194,"Average":53.88,"ArguAna":54.33,"ClimateFEVER":42.36,"CQADupstackRetrieval":42.59,"DBPedia":41.0,"FEVER":89.05,"FiQA2018":47.35,"HotpotQA":64.67,"MSMARCO":40.81,"NFCorpus":36.62,"NQ":64.23,"QuoraRetrieval":89.09,"SCIDOCS":19.81,"SciFact":72.31,"Touche2020":26.3,"TRECCOVID":77.72} -{"index":48,"Rank":63,"Model":"Cohere-embed-multilingual-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":512,"Average":53.84,"ArguAna":55.11,"ClimateFEVER":29.96,"CQADupstackRetrieval":40.64,"DBPedia":41.0,"FEVER":88.53,"FiQA2018":44.1,"HotpotQA":70.61,"MSMARCO":43.45,"NFCorpus":36.42,"NQ":63.41,"QuoraRetrieval":88.92,"SCIDOCS":19.34,"SciFact":70.05,"Touche2020":32.7,"TRECCOVID":83.37} -{"index":76,"Rank":64,"Model":"MUG-B-1.6<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":53.46,"ArguAna":66.18,"ClimateFEVER":33.13,"CQADupstackRetrieval":42.74,"DBPedia":42.84,"FEVER":85.44,"FiQA2018":44.93,"HotpotQA":72.49,"MSMARCO":41.46,"NFCorpus":37.9,"NQ":55.12,"QuoraRetrieval":89.07,"SCIDOCS":23.69,"SciFact":75.14,"Touche2020":24.42,"TRECCOVID":67.33} -{"index":162,"Rank":65,"Model":"GIST-large-Embedding-v0<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":53.44,"ArguAna":63.38,"ClimateFEVER":33.99,"CQADupstackRetrieval":43.44,"DBPedia":42.96,"FEVER":86.55,"FiQA2018":44.3,"HotpotQA":70.46,"MSMARCO":41.39,"NFCorpus":38.65,"NQ":56.09,"QuoraRetrieval":88.98,"SCIDOCS":24.06,"SciFact":74.72,"Touche2020":23.45,"TRECCOVID":69.13} -{"index":18,"Rank":66,"Model":"gme-Qwen2-VL-2B-Instruct<\/a>","Model Size (Million Parameters)":2209,"Memory Usage (GB, fp32)":8.23,"Embedding Dimensions":1536,"Max Tokens":32768,"Average":53.38,"ArguAna":61.52,"ClimateFEVER":42.3,"CQADupstackRetrieval":39.18,"DBPedia":46.31,"FEVER":92.6,"FiQA2018":45.3,"HotpotQA":72.93,"MSMARCO":40.88,"NFCorpus":37.2,"NQ":60.01,"QuoraRetrieval":87.24,"SCIDOCS":23.17,"SciFact":63.82,"Touche2020":29.06,"TRECCOVID":59.24} -{"index":371,"Rank":67,"Model":"b1ade-embed<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":53.3,"ArguAna":65.99,"ClimateFEVER":30.37,"CQADupstackRetrieval":43.39,"DBPedia":43.31,"FEVER":83.58,"FiQA2018":45.01,"HotpotQA":71.26,"MSMARCO":41.63,"NFCorpus":39.13,"NQ":55.13,"QuoraRetrieval":89.12,"SCIDOCS":23.79,"SciFact":75.25,"Touche2020":23.11,"TRECCOVID":69.38} -{"index":29,"Rank":68,"Model":"bge-base-en-v1.5<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":53.28,"ArguAna":63.75,"ClimateFEVER":31.17,"CQADupstackRetrieval":42.35,"DBPedia":40.77,"FEVER":86.29,"FiQA2018":40.65,"HotpotQA":72.6,"MSMARCO":41.35,"NFCorpus":37.37,"NQ":54.15,"QuoraRetrieval":88.9,"SCIDOCS":21.73,"SciFact":74.35,"Touche2020":25.7,"TRECCOVID":78.03} -{"index":246,"Rank":69,"Model":"cde-small-v1<\/a>","Model Size (Million Parameters)":143,"Memory Usage (GB, fp32)":0.53,"Embedding Dimensions":768,"Max Tokens":512,"Average":53.27,"ArguAna":72.0,"ClimateFEVER":25.71,"CQADupstackRetrieval":39.8,"DBPedia":40.09,"FEVER":86.09,"FiQA2018":45.41,"HotpotQA":66.66,"MSMARCO":41.48,"NFCorpus":34.73,"NQ":59.95,"QuoraRetrieval":89.84,"SCIDOCS":21.78,"SciFact":71.84,"Touche2020":24.25,"TRECCOVID":79.38} -{"index":36,"Rank":70,"Model":"nomic-embed-text-v1.5<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":8192,"Average":53.01,"ArguAna":48.01,"ClimateFEVER":41.28,"CQADupstackRetrieval":39.61,"DBPedia":43.9,"FEVER":86.34,"FiQA2018":37.46,"HotpotQA":72.62,"MSMARCO":42.53,"NFCorpus":34.67,"NQ":59.72,"QuoraRetrieval":88.0,"SCIDOCS":18.62,"SciFact":70.28,"Touche2020":29.86,"TRECCOVID":82.3} -{"index":291,"Rank":71,"Model":"nomic-embed-text-v1.5<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":8192,"Average":53.01,"ArguAna":48.01,"ClimateFEVER":41.28,"CQADupstackRetrieval":39.61,"DBPedia":43.9,"FEVER":86.34,"FiQA2018":37.46,"HotpotQA":72.62,"MSMARCO":42.53,"NFCorpus":34.67,"NQ":59.72,"QuoraRetrieval":88.0,"SCIDOCS":18.62,"SciFact":70.28,"Touche2020":29.86,"TRECCOVID":82.3} -{"index":282,"Rank":72,"Model":"modernbert-embed-base<\/a>","Model Size (Million Parameters)":149,"Memory Usage (GB, fp32)":0.56,"Embedding Dimensions":768,"Max Tokens":8192,"Average":52.89,"ArguAna":48.96,"ClimateFEVER":35.67,"CQADupstackRetrieval":42.08,"DBPedia":41.49,"FEVER":87.35,"FiQA2018":40.59,"HotpotQA":67.11,"MSMARCO":41.47,"NFCorpus":33.4,"NQ":62.15,"QuoraRetrieval":88.85,"SCIDOCS":18.59,"SciFact":69.63,"Touche2020":31.91,"TRECCOVID":84.15} -{"index":284,"Rank":73,"Model":"nomic-embed-text-v1<\/a>","Model Size (Million Parameters)":547,"Memory Usage (GB, fp32)":2.04,"Embedding Dimensions":768,"Max Tokens":8192,"Average":52.81,"ArguAna":49.26,"ClimateFEVER":40.5,"CQADupstackRetrieval":38.26,"DBPedia":45.03,"FEVER":84.98,"FiQA2018":38.44,"HotpotQA":73.64,"MSMARCO":43.13,"NFCorpus":35.03,"NQ":59.38,"QuoraRetrieval":87.7,"SCIDOCS":18.29,"SciFact":70.5,"Touche2020":28.15,"TRECCOVID":79.92} -{"index":35,"Rank":74,"Model":"nomic-embed-text-v1<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":8192,"Average":52.81,"ArguAna":49.26,"ClimateFEVER":40.5,"CQADupstackRetrieval":38.26,"DBPedia":45.03,"FEVER":84.98,"FiQA2018":38.44,"HotpotQA":73.64,"MSMARCO":43.13,"NFCorpus":35.03,"NQ":59.38,"QuoraRetrieval":87.7,"SCIDOCS":18.29,"SciFact":70.5,"Touche2020":28.15,"TRECCOVID":79.92} -{"index":228,"Rank":75,"Model":"multilingual-e5-large-instruct<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":52.64,"ArguAna":58.48,"ClimateFEVER":29.86,"CQADupstackRetrieval":42.71,"DBPedia":38.36,"FEVER":77.99,"FiQA2018":48.42,"HotpotQA":69.32,"MSMARCO":40.43,"NFCorpus":36.34,"NQ":57.75,"QuoraRetrieval":89.15,"SCIDOCS":19.24,"SciFact":71.62,"Touche2020":27.4,"TRECCOVID":82.51} -{"index":149,"Rank":76,"Model":"MedEmbed-small-v0.1<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":52.49,"ArguAna":61.59,"ClimateFEVER":26.74,"CQADupstackRetrieval":38.15,"DBPedia":38.55,"FEVER":84.94,"FiQA2018":38.5,"HotpotQA":69.21,"MSMARCO":69.8,"NFCorpus":34.78,"NQ":45.43,"QuoraRetrieval":88.57,"SCIDOCS":20.28,"SciFact":70.78,"Touche2020":22.2,"TRECCOVID":77.76} -{"index":0,"Rank":77,"Model":"text-embedding-004-256<\/a>","Model Size (Million Parameters)":1200,"Memory Usage (GB, fp32)":4.47,"Embedding Dimensions":256,"Max Tokens":2048,"Average":52.44,"ArguAna":56.27,"ClimateFEVER":29.35,"CQADupstackRetrieval":45.41,"DBPedia":41.91,"FEVER":82.61,"FiQA2018":55.54,"HotpotQA":64.65,"MSMARCO":31.12,"NFCorpus":37.81,"NQ":57.37,"QuoraRetrieval":87.89,"SCIDOCS":18.21,"SciFact":70.86,"Touche2020":27.4,"TRECCOVID":80.13} -{"index":289,"Rank":78,"Model":"nomic-embed-text-v1.5-512<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":512,"Max Tokens":8192,"Average":52.4,"ArguAna":47.45,"ClimateFEVER":40.7,"CQADupstackRetrieval":39.06,"DBPedia":42.96,"FEVER":85.7,"FiQA2018":36.92,"HotpotQA":71.48,"MSMARCO":42.29,"NFCorpus":33.31,"NQ":58.83,"QuoraRetrieval":87.87,"SCIDOCS":17.88,"SciFact":70.12,"Touche2020":29.24,"TRECCOVID":82.12} -{"index":160,"Rank":79,"Model":"GIST-Embedding-v0<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":52.31,"ArguAna":62.62,"ClimateFEVER":31.49,"CQADupstackRetrieval":43.2,"DBPedia":41.7,"FEVER":86.65,"FiQA2018":40.64,"HotpotQA":68.92,"MSMARCO":40.64,"NFCorpus":37.64,"NQ":53.43,"QuoraRetrieval":88.81,"SCIDOCS":23.47,"SciFact":75.29,"Touche2020":20.58,"TRECCOVID":69.6} -{"index":356,"Rank":80,"Model":"BinGSE-Sheared-LLaMA<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":52.28,"ArguAna":55.57,"ClimateFEVER":29.05,"CQADupstackRetrieval":39.19,"DBPedia":43.48,"FEVER":89.19,"FiQA2018":43.56,"HotpotQA":69.33,"MSMARCO":40.91,"NFCorpus":36.01,"NQ":57.04,"QuoraRetrieval":89.42,"SCIDOCS":16.59,"SciFact":69.7,"Touche2020":24.57,"TRECCOVID":80.57} -{"index":214,"Rank":81,"Model":"granite-embedding-125m-english<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":514,"Average":52.26,"ArguAna":58.4,"ClimateFEVER":33.15,"CQADupstackRetrieval":48.15,"DBPedia":39.41,"FEVER":88.23,"FiQA2018":44.93,"HotpotQA":67.78,"MSMARCO":32.5,"NFCorpus":37.25,"NQ":58.04,"QuoraRetrieval":87.82,"SCIDOCS":24.15,"SciFact":74.72,"Touche2020":20.15,"TRECCOVID":69.26} -{"index":352,"Rank":82,"Model":"gte-large<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":52.22,"ArguAna":57.16,"ClimateFEVER":28.82,"CQADupstackRetrieval":43.18,"DBPedia":42.37,"FEVER":84.53,"FiQA2018":44.5,"HotpotQA":67.16,"MSMARCO":40.86,"NFCorpus":38.17,"NQ":54.78,"QuoraRetrieval":88.32,"SCIDOCS":23.44,"SciFact":74.27,"Touche2020":25.51,"TRECCOVID":70.22} -{"index":164,"Rank":83,"Model":"NoInstruct-small-Embedding-v0<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":51.99,"ArguAna":57.59,"ClimateFEVER":35.2,"CQADupstackRetrieval":39.65,"DBPedia":41.02,"FEVER":87.13,"FiQA2018":40.65,"HotpotQA":66.54,"MSMARCO":40.23,"NFCorpus":34.92,"NQ":50.9,"QuoraRetrieval":88.41,"SCIDOCS":21.82,"SciFact":72.22,"Touche2020":23.48,"TRECCOVID":80.12} -{"index":140,"Rank":84,"Model":"snowflake-arctic-embed-s<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":51.98,"ArguAna":56.87,"ClimateFEVER":31.25,"CQADupstackRetrieval":42.02,"DBPedia":41.59,"FEVER":82.49,"FiQA2018":39.68,"HotpotQA":66.59,"MSMARCO":39.79,"NFCorpus":32.54,"NQ":56.19,"QuoraRetrieval":87.47,"SCIDOCS":19.42,"SciFact":69.92,"Touche2020":32.51,"TRECCOVID":81.39} -{"index":253,"Rank":85,"Model":"ember-v1<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":51.92,"ArguAna":64.56,"ClimateFEVER":27.29,"CQADupstackRetrieval":42.39,"DBPedia":41.79,"FEVER":83.69,"FiQA2018":44.3,"HotpotQA":74.33,"MSMARCO":42.03,"NFCorpus":36.91,"NQ":51.77,"QuoraRetrieval":89.09,"SCIDOCS":19.58,"SciFact":73.42,"Touche2020":23.54,"TRECCOVID":64.14} -{"index":63,"Rank":86,"Model":"KaLM-embedding-multilingual-mini-instruct-v1<\/a>","Model Size (Million Parameters)":494,"Memory Usage (GB, fp32)":1.84,"Embedding Dimensions":896,"Max Tokens":131072,"Average":51.88,"ArguAna":56.57,"ClimateFEVER":27.79,"CQADupstackRetrieval":42.21,"DBPedia":39.58,"FEVER":86.03,"FiQA2018":45.02,"HotpotQA":68.65,"MSMARCO":35.19,"NFCorpus":34.49,"NQ":49.54,"QuoraRetrieval":89.39,"SCIDOCS":20.43,"SciFact":72.6,"Touche2020":31.19,"TRECCOVID":79.54} -{"index":156,"Rank":87,"Model":"bge-small-en<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":51.82,"ArguAna":58.84,"ClimateFEVER":34.34,"CQADupstackRetrieval":38.51,"DBPedia":41.43,"FEVER":89.0,"FiQA2018":39.87,"HotpotQA":69.79,"MSMARCO":40.84,"NFCorpus":33.48,"NQ":48.99,"QuoraRetrieval":88.55,"SCIDOCS":20.19,"SciFact":69.9,"Touche2020":30.36,"TRECCOVID":73.16} -{"index":311,"Rank":88,"Model":"sf_model_e5<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":51.8,"ArguAna":64.07,"ClimateFEVER":28.74,"CQADupstackRetrieval":41.14,"DBPedia":42.51,"FEVER":81.38,"FiQA2018":42.64,"HotpotQA":72.37,"MSMARCO":40.66,"NFCorpus":38.43,"NQ":51.55,"QuoraRetrieval":88.74,"SCIDOCS":20.16,"SciFact":75.41,"Touche2020":22.6,"TRECCOVID":66.57} -{"index":34,"Rank":89,"Model":"bge-small-en-v1.5<\/a>","Model Size (Million Parameters)":24,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":512,"Max Tokens":512,"Average":51.71,"ArguAna":60.35,"ClimateFEVER":31.84,"CQADupstackRetrieval":39.05,"DBPedia":40.03,"FEVER":86.64,"FiQA2018":40.34,"HotpotQA":69.94,"MSMARCO":40.83,"NFCorpus":34.26,"NQ":50.18,"QuoraRetrieval":88.78,"SCIDOCS":20.52,"SciFact":71.27,"Touche2020":26.04,"TRECCOVID":75.53} -{"index":198,"Rank":90,"Model":"english-4U-bge-small<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":51.68,"ArguAna":59.55,"ClimateFEVER":31.84,"CQADupstackRetrieval":39.05,"DBPedia":40.03,"FEVER":86.64,"FiQA2018":40.34,"HotpotQA":69.94,"MSMARCO":40.83,"NFCorpus":34.3,"NQ":50.18,"QuoraRetrieval":88.78,"SCIDOCS":20.52,"SciFact":71.28,"Touche2020":26.04,"TRECCOVID":75.9} -{"index":397,"Rank":91,"Model":"text-embedding-3-large-256<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":256,"Max Tokens":8191,"Average":51.66,"ArguAna":55.6,"ClimateFEVER":25.8,"CQADupstackRetrieval":42.28,"DBPedia":40.8,"FEVER":84.57,"FiQA2018":50.33,"HotpotQA":62.69,"MSMARCO":37.93,"NFCorpus":37.94,"NQ":56.64,"QuoraRetrieval":88.22,"SCIDOCS":20.44,"SciFact":73.1,"Touche2020":22.31,"TRECCOVID":76.24} -{"index":64,"Rank":92,"Model":"KaLM-embedding-multilingual-mini-instruct-v1.5<\/a>","Model Size (Million Parameters)":494,"Memory Usage (GB, fp32)":1.84,"Embedding Dimensions":896,"Max Tokens":131072,"Average":51.65,"ArguAna":58.63,"ClimateFEVER":25.85,"CQADupstackRetrieval":41.83,"DBPedia":38.94,"FEVER":86.54,"FiQA2018":44.74,"HotpotQA":67.58,"MSMARCO":34.59,"NFCorpus":35.33,"NQ":47.5,"QuoraRetrieval":87.47,"SCIDOCS":19.97,"SciFact":72.89,"Touche2020":29.15,"TRECCOVID":83.72} -{"index":302,"Rank":93,"Model":"mini-gte<\/a>","Model Size (Million Parameters)":66,"Memory Usage (GB, fp32)":0.25,"Embedding Dimensions":768,"Max Tokens":512,"Average":51.59,"ArguAna":56.61,"ClimateFEVER":39.74,"CQADupstackRetrieval":38.68,"DBPedia":38.04,"FEVER":88.26,"FiQA2018":38.45,"HotpotQA":65.9,"MSMARCO":40.28,"NFCorpus":36.17,"NQ":52.19,"QuoraRetrieval":87.77,"SCIDOCS":21.32,"SciFact":72.63,"Touche2020":23.86,"TRECCOVID":74.02} -{"index":227,"Rank":94,"Model":"multilingual-e5-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":51.45,"ArguAna":54.36,"ClimateFEVER":25.73,"CQADupstackRetrieval":39.68,"DBPedia":41.3,"FEVER":82.81,"FiQA2018":43.81,"HotpotQA":71.22,"MSMARCO":43.7,"NFCorpus":33.98,"NQ":64.03,"QuoraRetrieval":89.26,"SCIDOCS":17.45,"SciFact":70.2,"Touche2020":23.13,"TRECCOVID":71.15} -{"index":92,"Rank":95,"Model":"LLM2Vec-Sheared-Llama-supervised<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":4096,"Average":51.44,"ArguAna":51.66,"ClimateFEVER":33.49,"CQADupstackRetrieval":41.73,"DBPedia":43.58,"FEVER":86.81,"FiQA2018":41.0,"HotpotQA":63.85,"MSMARCO":38.32,"NFCorpus":37.12,"NQ":53.89,"QuoraRetrieval":87.37,"SCIDOCS":17.96,"SciFact":72.08,"Touche2020":22.31,"TRECCOVID":80.41} -{"index":285,"Rank":96,"Model":"nomic-embed-text-v1-ablated<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":8192,"Average":51.43,"ArguAna":54.66,"ClimateFEVER":27.01,"CQADupstackRetrieval":38.47,"DBPedia":42.07,"FEVER":77.32,"FiQA2018":39.02,"HotpotQA":64.12,"MSMARCO":43.33,"NFCorpus":35.31,"NQ":61.43,"QuoraRetrieval":88.33,"SCIDOCS":18.7,"SciFact":71.51,"Touche2020":27.86,"TRECCOVID":82.31} -{"index":269,"Rank":97,"Model":"mxbai-embed-2d-large-v1<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":51.42,"ArguAna":63.63,"ClimateFEVER":30.73,"CQADupstackRetrieval":39.46,"DBPedia":40.74,"FEVER":82.24,"FiQA2018":41.75,"HotpotQA":63.0,"MSMARCO":38.03,"NFCorpus":37.35,"NQ":54.84,"QuoraRetrieval":88.14,"SCIDOCS":22.78,"SciFact":74.12,"Touche2020":25.89,"TRECCOVID":68.64} -{"index":166,"Rank":98,"Model":"concat-e5-small-bge-small-01<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":51.4,"ArguAna":59.35,"ClimateFEVER":28.83,"CQADupstackRetrieval":40.27,"DBPedia":40.46,"FEVER":86.27,"FiQA2018":42.22,"HotpotQA":74.67,"MSMARCO":39.29,"NFCorpus":35.51,"NQ":49.39,"QuoraRetrieval":88.78,"SCIDOCS":20.44,"SciFact":76.48,"Touche2020":21.42,"TRECCOVID":67.65} -{"index":45,"Rank":99,"Model":"Cohere-embed-english-light-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":51.34,"ArguAna":50.81,"ClimateFEVER":28.9,"CQADupstackRetrieval":38.89,"DBPedia":41.03,"FEVER":87.64,"FiQA2018":38.83,"HotpotQA":66.79,"MSMARCO":41.33,"NFCorpus":33.65,"NQ":57.99,"QuoraRetrieval":88.11,"SCIDOCS":18.1,"SciFact":66.69,"Touche2020":31.93,"TRECCOVID":79.36} -{"index":157,"Rank":100,"Model":"Titan-text-embeddings-v2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":51.31,"ArguAna":51.31,"ClimateFEVER":22.76,"CQADupstackRetrieval":45.27,"DBPedia":36.95,"FEVER":88.17,"FiQA2018":44.8,"HotpotQA":64.15,"MSMARCO":38.0,"NFCorpus":33.94,"NQ":55.1,"QuoraRetrieval":88.41,"SCIDOCS":21.98,"SciFact":70.52,"Touche2020":27.48,"TRECCOVID":80.75} -{"index":351,"Rank":101,"Model":"gte-base<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":51.14,"ArguAna":57.12,"ClimateFEVER":28.1,"CQADupstackRetrieval":42.91,"DBPedia":41.19,"FEVER":81.52,"FiQA2018":40.76,"HotpotQA":65.75,"MSMARCO":40.21,"NFCorpus":37.9,"NQ":52.84,"QuoraRetrieval":88.15,"SCIDOCS":23.13,"SciFact":76.18,"Touche2020":22.55,"TRECCOVID":68.78} -{"index":399,"Rank":102,"Model":"text-embedding-3-small<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":8191,"Average":51.08,"ArguAna":55.49,"ClimateFEVER":26.86,"CQADupstackRetrieval":42.58,"DBPedia":39.97,"FEVER":79.42,"FiQA2018":44.91,"HotpotQA":63.63,"MSMARCO":37.02,"NFCorpus":38.33,"NQ":52.86,"QuoraRetrieval":88.83,"SCIDOCS":20.8,"SciFact":73.37,"Touche2020":24.28,"TRECCOVID":77.9} -{"index":25,"Rank":103,"Model":"gte-multilingual-base<\/a>","Model Size (Million Parameters)":305,"Memory Usage (GB, fp32)":1.14,"Embedding Dimensions":768,"Max Tokens":8192,"Average":51.08,"ArguAna":58.23,"ClimateFEVER":34.83,"CQADupstackRetrieval":38.12,"DBPedia":40.12,"FEVER":92.11,"FiQA2018":45.01,"HotpotQA":63.04,"MSMARCO":39.92,"NFCorpus":36.65,"NQ":58.11,"QuoraRetrieval":88.02,"SCIDOCS":18.24,"SciFact":73.43,"Touche2020":22.82,"TRECCOVID":57.56} -{"index":85,"Rank":104,"Model":"onnx-gte-multilingual-base<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":51.08,"ArguAna":58.23,"ClimateFEVER":34.83,"CQADupstackRetrieval":38.12,"DBPedia":40.12,"FEVER":92.11,"FiQA2018":45.01,"HotpotQA":63.04,"MSMARCO":39.92,"NFCorpus":36.65,"NQ":58.11,"QuoraRetrieval":88.02,"SCIDOCS":18.24,"SciFact":73.43,"Touche2020":22.82,"TRECCOVID":57.56} -{"index":65,"Rank":105,"Model":"KaLM-embedding-multilingual-mini-v1<\/a>","Model Size (Million Parameters)":494,"Memory Usage (GB, fp32)":1.84,"Embedding Dimensions":896,"Max Tokens":131072,"Average":50.81,"ArguAna":56.71,"ClimateFEVER":23.84,"CQADupstackRetrieval":40.86,"DBPedia":36.77,"FEVER":84.13,"FiQA2018":46.02,"HotpotQA":67.84,"MSMARCO":34.22,"NFCorpus":33.82,"NQ":47.71,"QuoraRetrieval":89.68,"SCIDOCS":20.24,"SciFact":73.06,"Touche2020":28.91,"TRECCOVID":78.37} -{"index":288,"Rank":106,"Model":"nomic-embed-text-v1.5-256<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":256,"Max Tokens":8192,"Average":50.81,"ArguAna":45.44,"ClimateFEVER":39.63,"CQADupstackRetrieval":37.61,"DBPedia":39.42,"FEVER":84.4,"FiQA2018":35.0,"HotpotQA":67.78,"MSMARCO":41.38,"NFCorpus":32.54,"NQ":57.1,"QuoraRetrieval":87.65,"SCIDOCS":16.76,"SciFact":68.24,"Touche2020":28.49,"TRECCOVID":80.65} -{"index":347,"Rank":107,"Model":"ret-phi2-v0<\/a>","Model Size (Million Parameters)":2649,"Memory Usage (GB, fp32)":9.87,"Embedding Dimensions":2560,"Max Tokens":2048,"Average":50.78,"ArguAna":48.27,"ClimateFEVER":29.61,"CQADupstackRetrieval":35.76,"DBPedia":40.51,"FEVER":80.14,"FiQA2018":41.08,"HotpotQA":63.19,"MSMARCO":42.72,"NFCorpus":37.82,"NQ":56.39,"QuoraRetrieval":88.1,"SCIDOCS":17.48,"SciFact":71.63,"Touche2020":25.66,"TRECCOVID":83.4} -{"index":222,"Rank":108,"Model":"e5-large-v2<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":50.57,"ArguAna":46.43,"ClimateFEVER":22.21,"CQADupstackRetrieval":37.89,"DBPedia":44.02,"FEVER":82.83,"FiQA2018":41.14,"HotpotQA":73.13,"MSMARCO":43.46,"NFCorpus":37.13,"NQ":63.44,"QuoraRetrieval":86.84,"SCIDOCS":20.5,"SciFact":72.24,"Touche2020":20.67,"TRECCOVID":66.64} -{"index":163,"Rank":109,"Model":"GIST-small-Embedding-v0<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":50.43,"ArguAna":59.12,"ClimateFEVER":31.83,"CQADupstackRetrieval":39.89,"DBPedia":39.76,"FEVER":86.92,"FiQA2018":39.15,"HotpotQA":65.2,"MSMARCO":39.73,"NFCorpus":34.69,"NQ":48.69,"QuoraRetrieval":88.43,"SCIDOCS":21.89,"SciFact":70.86,"Touche2020":21.19,"TRECCOVID":69.14} -{"index":220,"Rank":110,"Model":"e5-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":50.3,"ArguAna":44.57,"ClimateFEVER":26.56,"CQADupstackRetrieval":38.54,"DBPedia":42.23,"FEVER":84.99,"FiQA2018":39.88,"HotpotQA":69.15,"MSMARCO":41.77,"NFCorpus":35.39,"NQ":58.22,"QuoraRetrieval":86.56,"SCIDOCS":18.68,"SciFact":71.94,"Touche2020":26.4,"TRECCOVID":69.63} -{"index":195,"Rank":111,"Model":"e5-base-4k<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":50.29,"ArguAna":44.49,"ClimateFEVER":26.56,"CQADupstackRetrieval":38.54,"DBPedia":42.23,"FEVER":84.99,"FiQA2018":39.88,"HotpotQA":69.15,"MSMARCO":41.77,"NFCorpus":35.39,"NQ":58.22,"QuoraRetrieval":86.56,"SCIDOCS":18.69,"SciFact":71.94,"Touche2020":26.4,"TRECCOVID":69.6} -{"index":109,"Rank":112,"Model":"SGPT-5.8B-weightedmean-msmarco-specb-bitfit<\/a>","Model Size (Million Parameters)":5874,"Memory Usage (GB, fp32)":21.88,"Embedding Dimensions":4096,"Max Tokens":2048,"Average":50.25,"ArguAna":51.38,"ClimateFEVER":30.46,"CQADupstackRetrieval":39.4,"DBPedia":39.87,"FEVER":78.24,"FiQA2018":37.2,"HotpotQA":59.26,"MSMARCO":39.91,"NFCorpus":36.21,"NQ":52.41,"QuoraRetrieval":84.58,"SCIDOCS":19.87,"SciFact":74.7,"Touche2020":25.43,"TRECCOVID":84.88} -{"index":47,"Rank":113,"Model":"Cohere-embed-multilingual-light-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":384,"Max Tokens":512,"Average":50.15,"ArguAna":53.37,"ClimateFEVER":24.8,"CQADupstackRetrieval":38.09,"DBPedia":38.05,"FEVER":85.52,"FiQA2018":36.16,"HotpotQA":66.88,"MSMARCO":40.49,"NFCorpus":32.12,"NQ":55.51,"QuoraRetrieval":87.85,"SCIDOCS":17.1,"SciFact":67.95,"Touche2020":29.48,"TRECCOVID":78.93} -{"index":141,"Rank":114,"Model":"snowflake-arctic-embed-xs<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.08,"Embedding Dimensions":384,"Max Tokens":512,"Average":50.15,"ArguAna":52.08,"ClimateFEVER":29.88,"CQADupstackRetrieval":40.12,"DBPedia":40.2,"FEVER":83.4,"FiQA2018":34.52,"HotpotQA":65.25,"MSMARCO":39.43,"NFCorpus":30.89,"NQ":54.76,"QuoraRetrieval":86.57,"SCIDOCS":18.36,"SciFact":64.51,"Touche2020":32.79,"TRECCOVID":79.43} -{"index":217,"Rank":115,"Model":"stella-base-en-v2<\/a>","Model Size (Million Parameters)":55,"Memory Usage (GB, fp32)":0.2,"Embedding Dimensions":768,"Max Tokens":512,"Average":50.1,"ArguAna":60.63,"ClimateFEVER":29.0,"CQADupstackRetrieval":41.14,"DBPedia":39.64,"FEVER":79.13,"FiQA2018":38.62,"HotpotQA":68.22,"MSMARCO":40.95,"NFCorpus":37.51,"NQ":50.2,"QuoraRetrieval":88.72,"SCIDOCS":18.58,"SciFact":72.51,"Touche2020":21.9,"TRECCOVID":64.79} -{"index":400,"Rank":116,"Model":"elser-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":30522,"Max Tokens":512,"Average":50.02,"ArguAna":55.98,"ClimateFEVER":27.08,"CQADupstackRetrieval":34.27,"DBPedia":42.7,"FEVER":78.55,"FiQA2018":41.57,"HotpotQA":67.01,"MSMARCO":38.9,"NFCorpus":36.66,"NQ":55.84,"QuoraRetrieval":84.69,"SCIDOCS":16.24,"SciFact":71.8,"Touche2020":26.27,"TRECCOVID":72.72} -{"index":221,"Rank":117,"Model":"e5-large<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":49.99,"ArguAna":49.35,"ClimateFEVER":22.4,"CQADupstackRetrieval":39.44,"DBPedia":42.39,"FEVER":65.03,"FiQA2018":38.56,"HotpotQA":63.33,"MSMARCO":44.05,"NFCorpus":36.07,"NQ":62.86,"QuoraRetrieval":88.18,"SCIDOCS":20.12,"SciFact":72.58,"Touche2020":27.21,"TRECCOVID":78.32} -{"index":353,"Rank":118,"Model":"gte-small<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":49.46,"ArguAna":55.44,"ClimateFEVER":26.54,"CQADupstackRetrieval":39.98,"DBPedia":39.1,"FEVER":81.55,"FiQA2018":39.35,"HotpotQA":63.79,"MSMARCO":40.31,"NFCorpus":34.77,"NQ":50.29,"QuoraRetrieval":88.02,"SCIDOCS":21.38,"SciFact":72.7,"Touche2020":22.22,"TRECCOVID":66.53} -{"index":235,"Rank":119,"Model":"udever-bloom-7b1<\/a>","Model Size (Million Parameters)":7069,"Memory Usage (GB, fp32)":26.33,"Embedding Dimensions":4096,"Max Tokens":2048,"Average":49.34,"ArguAna":52.21,"ClimateFEVER":26.79,"CQADupstackRetrieval":39.29,"DBPedia":37.62,"FEVER":73.98,"FiQA2018":36.7,"HotpotQA":56.66,"MSMARCO":42.02,"NFCorpus":36.02,"NQ":53.31,"QuoraRetrieval":88.28,"SCIDOCS":18.94,"SciFact":69.29,"Touche2020":25.19,"TRECCOVID":83.82} -{"index":209,"Rank":120,"Model":"instructor-xl<\/a>","Model Size (Million Parameters)":1241,"Memory Usage (GB, fp32)":4.62,"Embedding Dimensions":768,"Max Tokens":512,"Average":49.26,"ArguAna":55.65,"ClimateFEVER":26.54,"CQADupstackRetrieval":43.09,"DBPedia":40.24,"FEVER":70.03,"FiQA2018":46.96,"HotpotQA":55.88,"MSMARCO":41.61,"NFCorpus":36.0,"NQ":57.24,"QuoraRetrieval":88.85,"SCIDOCS":17.36,"SciFact":64.56,"Touche2020":23.44,"TRECCOVID":71.4} -{"index":396,"Rank":121,"Model":"text-embedding-ada-002<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":8191,"Average":49.25,"ArguAna":57.44,"ClimateFEVER":21.64,"CQADupstackRetrieval":41.69,"DBPedia":39.39,"FEVER":74.99,"FiQA2018":44.41,"HotpotQA":60.9,"MSMARCO":40.91,"NFCorpus":36.97,"NQ":51.58,"QuoraRetrieval":87.6,"SCIDOCS":18.36,"SciFact":72.75,"Touche2020":21.61,"TRECCOVID":68.47} -{"index":216,"Rank":122,"Model":"granite-embedding-30m-english<\/a>","Model Size (Million Parameters)":30,"Memory Usage (GB, fp32)":0.11,"Embedding Dimensions":384,"Max Tokens":514,"Average":49.06,"ArguAna":56.36,"ClimateFEVER":30.26,"CQADupstackRetrieval":44.29,"DBPedia":35.96,"FEVER":85.53,"FiQA2018":36.85,"HotpotQA":62.92,"MSMARCO":30.71,"NFCorpus":33.74,"NQ":51.63,"QuoraRetrieval":86.7,"SCIDOCS":22.54,"SciFact":71.27,"Touche2020":24.03,"TRECCOVID":63.1} -{"index":225,"Rank":123,"Model":"e5-small-v2<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":49.04,"ArguAna":41.67,"ClimateFEVER":22.87,"CQADupstackRetrieval":37.07,"DBPedia":41.32,"FEVER":81.64,"FiQA2018":37.43,"HotpotQA":66.61,"MSMARCO":41.46,"NFCorpus":32.45,"NQ":59.11,"QuoraRetrieval":85.71,"SCIDOCS":17.77,"SciFact":68.85,"Touche2020":27.12,"TRECCOVID":74.53} -{"index":226,"Rank":124,"Model":"multilingual-e5-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":48.89,"ArguAna":44.21,"ClimateFEVER":23.86,"CQADupstackRetrieval":38.52,"DBPedia":40.36,"FEVER":79.44,"FiQA2018":38.15,"HotpotQA":68.56,"MSMARCO":42.27,"NFCorpus":32.45,"NQ":60.02,"QuoraRetrieval":87.65,"SCIDOCS":17.17,"SciFact":69.65,"Touche2020":21.5,"TRECCOVID":69.49} -{"index":39,"Rank":125,"Model":"multilingual-e5-base-similarity-v1-onnx-quantized<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":48.88,"ArguAna":44.23,"ClimateFEVER":23.86,"CQADupstackRetrieval":38.52,"DBPedia":40.36,"FEVER":79.44,"FiQA2018":38.17,"HotpotQA":68.56,"MSMARCO":42.27,"NFCorpus":32.46,"NQ":60.02,"QuoraRetrieval":87.65,"SCIDOCS":17.16,"SciFact":69.35,"Touche2020":21.35,"TRECCOVID":69.76} -{"index":219,"Rank":126,"Model":"e5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":48.75,"ArguAna":51.41,"ClimateFEVER":15.38,"CQADupstackRetrieval":38.92,"DBPedia":41.02,"FEVER":58.24,"FiQA2018":36.37,"HotpotQA":62.21,"MSMARCO":43.14,"NFCorpus":36.59,"NQ":59.97,"QuoraRetrieval":87.92,"SCIDOCS":18.99,"SciFact":73.08,"Touche2020":28.31,"TRECCOVID":79.64} -{"index":331,"Rank":127,"Model":"gtr-t5-xxl<\/a>","Model Size (Million Parameters)":4865,"Memory Usage (GB, fp32)":18.12,"Embedding Dimensions":768,"Max Tokens":512,"Average":48.48,"ArguAna":53.77,"ClimateFEVER":27.21,"CQADupstackRetrieval":38.56,"DBPedia":41.28,"FEVER":74.08,"FiQA2018":46.78,"HotpotQA":59.67,"MSMARCO":44.05,"NFCorpus":34.18,"NQ":57.24,"QuoraRetrieval":89.09,"SCIDOCS":15.88,"SciFact":66.77,"Touche2020":26.76,"TRECCOVID":51.9} -{"index":175,"Rank":128,"Model":"sgpt-bloom-7b1-msmarco<\/a>","Model Size (Million Parameters)":7068,"Memory Usage (GB, fp32)":26.33,"Embedding Dimensions":4096,"Max Tokens":2048,"Average":48.22,"ArguAna":47.28,"ClimateFEVER":29.39,"CQADupstackRetrieval":39.62,"DBPedia":39.03,"FEVER":73.97,"FiQA2018":35.84,"HotpotQA":57.26,"MSMARCO":41.12,"NFCorpus":35.78,"NQ":53.15,"QuoraRetrieval":74.71,"SCIDOCS":18.62,"SciFact":72.11,"Touche2020":23.98,"TRECCOVID":81.37} -{"index":210,"Rank":129,"Model":"granite-embedding-278m-multilingual-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":48.18,"ArguAna":55.24,"ClimateFEVER":29.49,"CQADupstackRetrieval":42.74,"DBPedia":34.56,"FEVER":84.93,"FiQA2018":35.66,"HotpotQA":61.51,"MSMARCO":29.87,"NFCorpus":28.9,"NQ":53.41,"QuoraRetrieval":86.87,"SCIDOCS":17.72,"SciFact":65.85,"Touche2020":27.31,"TRECCOVID":68.57} -{"index":215,"Rank":130,"Model":"granite-embedding-278m-multilingual<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":48.18,"ArguAna":55.24,"ClimateFEVER":29.49,"CQADupstackRetrieval":42.74,"DBPedia":34.56,"FEVER":84.93,"FiQA2018":35.66,"HotpotQA":61.51,"MSMARCO":29.87,"NFCorpus":28.9,"NQ":53.41,"QuoraRetrieval":86.87,"SCIDOCS":17.72,"SciFact":65.85,"Touche2020":27.31,"TRECCOVID":68.57} -{"index":211,"Rank":131,"Model":"granite-embedding-278m-multilingual-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":48.18,"ArguAna":55.24,"ClimateFEVER":29.49,"CQADupstackRetrieval":42.74,"DBPedia":34.56,"FEVER":84.93,"FiQA2018":35.66,"HotpotQA":61.51,"MSMARCO":29.87,"NFCorpus":28.9,"NQ":53.41,"QuoraRetrieval":86.87,"SCIDOCS":17.72,"SciFact":65.85,"Touche2020":27.31,"TRECCOVID":68.57} -{"index":155,"Rank":132,"Model":"Giga-Embeddings-instruct<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":48.03,"ArguAna":53.23,"ClimateFEVER":14.97,"CQADupstackRetrieval":26.13,"DBPedia":30.14,"FEVER":56.27,"FiQA2018":73.56,"HotpotQA":56.94,"MSMARCO":61.95,"NFCorpus":36.03,"NQ":47.42,"QuoraRetrieval":89.24,"SCIDOCS":19.16,"SciFact":72.9,"Touche2020":13.94,"TRECCOVID":68.53} -{"index":286,"Rank":133,"Model":"nomic-embed-text-v1-unsupervised<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":8192,"Average":48.0,"ArguAna":54.81,"ClimateFEVER":24.71,"CQADupstackRetrieval":41.4,"DBPedia":40.2,"FEVER":74.39,"FiQA2018":39.86,"HotpotQA":63.7,"MSMARCO":34.99,"NFCorpus":35.68,"NQ":48.55,"QuoraRetrieval":88.19,"SCIDOCS":20.17,"SciFact":71.98,"Touche2020":19.17,"TRECCOVID":62.2} -{"index":330,"Rank":134,"Model":"gtr-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Embedding Dimensions":768,"Max Tokens":512,"Average":47.96,"ArguAna":52.81,"ClimateFEVER":27.01,"CQADupstackRetrieval":37.35,"DBPedia":39.74,"FEVER":72.18,"FiQA2018":44.19,"HotpotQA":58.91,"MSMARCO":43.52,"NFCorpus":33.34,"NQ":56.16,"QuoraRetrieval":88.91,"SCIDOCS":15.71,"SciFact":64.2,"Touche2020":25.26,"TRECCOVID":60.09} -{"index":249,"Rank":135,"Model":"modernbert-embed-large-unsupervised<\/a>","Model Size (Million Parameters)":395,"Memory Usage (GB, fp32)":1.47,"Embedding Dimensions":1024,"Max Tokens":8192,"Average":47.9,"ArguAna":50.52,"ClimateFEVER":20.3,"CQADupstackRetrieval":45.47,"DBPedia":40.13,"FEVER":62.5,"FiQA2018":48.75,"HotpotQA":61.33,"MSMARCO":36.7,"NFCorpus":36.69,"NQ":47.4,"QuoraRetrieval":89.14,"SCIDOCS":20.64,"SciFact":75.13,"Touche2020":19.57,"TRECCOVID":64.25} -{"index":159,"Rank":136,"Model":"jina-embeddings-v2-base-en<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":8192,"Average":47.87,"ArguAna":44.18,"ClimateFEVER":23.53,"CQADupstackRetrieval":39.34,"DBPedia":35.05,"FEVER":72.33,"FiQA2018":41.58,"HotpotQA":61.38,"MSMARCO":40.92,"NFCorpus":32.45,"NQ":60.44,"QuoraRetrieval":88.2,"SCIDOCS":19.86,"SciFact":66.68,"Touche2020":26.24,"TRECCOVID":65.91} -{"index":240,"Rank":137,"Model":"jina-embeddings-v2-base-en<\/a>","Model Size (Million Parameters)":275,"Memory Usage (GB, fp32)":1.02,"Embedding Dimensions":768,"Max Tokens":8192,"Average":47.87,"ArguAna":44.18,"ClimateFEVER":23.53,"CQADupstackRetrieval":39.34,"DBPedia":35.05,"FEVER":72.33,"FiQA2018":41.58,"HotpotQA":61.38,"MSMARCO":40.92,"NFCorpus":32.45,"NQ":60.44,"QuoraRetrieval":88.2,"SCIDOCS":19.86,"SciFact":66.68,"Touche2020":26.24,"TRECCOVID":65.91} -{"index":287,"Rank":138,"Model":"nomic-embed-text-v1.5-128<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":128,"Max Tokens":8192,"Average":47.75,"ArguAna":43.4,"ClimateFEVER":36.52,"CQADupstackRetrieval":34.67,"DBPedia":36.22,"FEVER":80.48,"FiQA2018":32.08,"HotpotQA":60.09,"MSMARCO":39.99,"NFCorpus":30.72,"NQ":53.62,"QuoraRetrieval":87.07,"SCIDOCS":15.56,"SciFact":64.28,"Touche2020":26.99,"TRECCOVID":74.58} -{"index":233,"Rank":139,"Model":"udever-bloom-3b<\/a>","Model Size (Million Parameters)":3003,"Memory Usage (GB, fp32)":11.19,"Embedding Dimensions":2560,"Max Tokens":2048,"Average":47.67,"ArguAna":48.33,"ClimateFEVER":23.36,"CQADupstackRetrieval":37.82,"DBPedia":34.54,"FEVER":71.96,"FiQA2018":35.12,"HotpotQA":55.12,"MSMARCO":40.25,"NFCorpus":33.66,"NQ":50.62,"QuoraRetrieval":88.01,"SCIDOCS":18.5,"SciFact":69.43,"Touche2020":25.17,"TRECCOVID":83.21} -{"index":208,"Rank":140,"Model":"instructor-large<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":768,"Max Tokens":512,"Average":47.57,"ArguAna":57.05,"ClimateFEVER":27.74,"CQADupstackRetrieval":43.82,"DBPedia":36.68,"FEVER":72.69,"FiQA2018":45.45,"HotpotQA":55.18,"MSMARCO":39.65,"NFCorpus":34.09,"NQ":50.1,"QuoraRetrieval":88.44,"SCIDOCS":18.55,"SciFact":64.43,"Touche2020":21.56,"TRECCOVID":58.06} -{"index":329,"Rank":141,"Model":"gtr-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Embedding Dimensions":768,"Max Tokens":512,"Average":47.42,"ArguAna":52.09,"ClimateFEVER":26.9,"CQADupstackRetrieval":36.62,"DBPedia":39.55,"FEVER":72.66,"FiQA2018":42.79,"HotpotQA":57.85,"MSMARCO":42.73,"NFCorpus":32.63,"NQ":55.09,"QuoraRetrieval":88.47,"SCIDOCS":15.51,"SciFact":63.42,"Touche2020":28.29,"TRECCOVID":56.68} -{"index":283,"Rank":142,"Model":"modernbert-embed-base-unsupervised<\/a>","Model Size (Million Parameters)":149,"Memory Usage (GB, fp32)":0.56,"Embedding Dimensions":768,"Max Tokens":8192,"Average":47.05,"ArguAna":48.82,"ClimateFEVER":22.97,"CQADupstackRetrieval":42.4,"DBPedia":37.97,"FEVER":67.39,"FiQA2018":42.53,"HotpotQA":60.0,"MSMARCO":34.23,"NFCorpus":35.33,"NQ":46.32,"QuoraRetrieval":88.63,"SCIDOCS":19.83,"SciFact":72.3,"Touche2020":18.58,"TRECCOVID":68.44} -{"index":244,"Rank":143,"Model":"multilingual-e5-small-ct2-int8<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":46.64,"ArguAna":39.06,"ClimateFEVER":22.55,"CQADupstackRetrieval":36.07,"DBPedia":37.76,"FEVER":75.27,"FiQA2018":33.31,"HotpotQA":65.09,"MSMARCO":40.99,"NFCorpus":31.01,"NQ":56.29,"QuoraRetrieval":86.93,"SCIDOCS":13.89,"SciFact":67.7,"Touche2020":21.16,"TRECCOVID":72.57} -{"index":229,"Rank":144,"Model":"multilingual-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":46.63,"ArguAna":39.09,"ClimateFEVER":22.55,"CQADupstackRetrieval":36.07,"DBPedia":37.76,"FEVER":75.27,"FiQA2018":33.13,"HotpotQA":65.09,"MSMARCO":40.99,"NFCorpus":31.0,"NQ":56.29,"QuoraRetrieval":86.93,"SCIDOCS":13.9,"SciFact":67.7,"Touche2020":21.16,"TRECCOVID":72.57} -{"index":108,"Rank":145,"Model":"SGPT-2.7B-weightedmean-msmarco-specb-bitfit<\/a>","Model Size (Million Parameters)":2685,"Memory Usage (GB, fp32)":10.0,"Embedding Dimensions":2560,"Max Tokens":2048,"Average":46.54,"ArguAna":50.49,"ClimateFEVER":27.11,"CQADupstackRetrieval":36.53,"DBPedia":34.7,"FEVER":72.73,"FiQA2018":33.29,"HotpotQA":52.84,"MSMARCO":38.83,"NFCorpus":33.89,"NQ":46.7,"QuoraRetrieval":85.6,"SCIDOCS":16.57,"SciFact":70.17,"Touche2020":23.44,"TRECCOVID":75.17} -{"index":224,"Rank":146,"Model":"e5-small<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":46.01,"ArguAna":46.69,"ClimateFEVER":15.81,"CQADupstackRetrieval":36.08,"DBPedia":38.64,"FEVER":53.52,"FiQA2018":34.8,"HotpotQA":56.34,"MSMARCO":42.33,"NFCorpus":33.93,"NQ":58.73,"QuoraRetrieval":87.71,"SCIDOCS":16.42,"SciFact":65.6,"Touche2020":26.81,"TRECCOVID":76.78} -{"index":213,"Rank":147,"Model":"granite-embedding-107m-multilingual<\/a>","Model Size (Million Parameters)":107,"Memory Usage (GB, fp32)":0.4,"Embedding Dimensions":384,"Max Tokens":514,"Average":45.33,"ArguAna":51.66,"ClimateFEVER":24.97,"CQADupstackRetrieval":39.85,"DBPedia":32.8,"FEVER":83.16,"FiQA2018":28.4,"HotpotQA":58.77,"MSMARCO":28.32,"NFCorpus":26.99,"NQ":50.89,"QuoraRetrieval":85.84,"SCIDOCS":17.38,"SciFact":63.25,"Touche2020":24.85,"TRECCOVID":62.81} -{"index":232,"Rank":148,"Model":"udever-bloom-1b1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":2048,"Average":45.27,"ArguAna":46.67,"ClimateFEVER":25.56,"CQADupstackRetrieval":34.3,"DBPedia":32.61,"FEVER":67.22,"FiQA2018":31.29,"HotpotQA":51.67,"MSMARCO":38.27,"NFCorpus":30.7,"NQ":46.16,"QuoraRetrieval":87.01,"SCIDOCS":17.23,"SciFact":65.42,"Touche2020":24.92,"TRECCOVID":80.03} -{"index":242,"Rank":149,"Model":"jina-embeddings-v2-small-en<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":512,"Max Tokens":8192,"Average":45.14,"ArguAna":46.73,"ClimateFEVER":24.05,"CQADupstackRetrieval":38.03,"DBPedia":32.65,"FEVER":68.02,"FiQA2018":33.43,"HotpotQA":56.48,"MSMARCO":37.28,"NFCorpus":30.4,"NQ":51.59,"QuoraRetrieval":87.19,"SCIDOCS":18.61,"SciFact":63.89,"Touche2020":23.52,"TRECCOVID":65.18} -{"index":161,"Rank":150,"Model":"GIST-all-MiniLM-L6-v2<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.08,"Embedding Dimensions":384,"Max Tokens":512,"Average":45.12,"ArguAna":51.25,"ClimateFEVER":25.16,"CQADupstackRetrieval":41.77,"DBPedia":34.83,"FEVER":73.17,"FiQA2018":37.85,"HotpotQA":52.59,"MSMARCO":36.54,"NFCorpus":31.34,"NQ":46.1,"QuoraRetrieval":88.07,"SCIDOCS":21.44,"SciFact":64.4,"Touche2020":20.79,"TRECCOVID":51.47} -{"index":207,"Rank":151,"Model":"instructor-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":45.12,"ArguAna":52.03,"ClimateFEVER":27.95,"CQADupstackRetrieval":40.95,"DBPedia":33.34,"FEVER":71.85,"FiQA2018":39.18,"HotpotQA":54.19,"MSMARCO":37.76,"NFCorpus":31.59,"NQ":45.88,"QuoraRetrieval":88.19,"SCIDOCS":17.09,"SciFact":57.83,"Touche2020":20.37,"TRECCOVID":58.55} -{"index":252,"Rank":152,"Model":"XLM-3B5-embedding<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":44.99,"ArguAna":39.21,"ClimateFEVER":25.02,"CQADupstackRetrieval":38.91,"DBPedia":38.79,"FEVER":78.0,"FiQA2018":45.02,"HotpotQA":57.14,"MSMARCO":36.51,"NFCorpus":31.57,"NQ":52.83,"QuoraRetrieval":87.79,"SCIDOCS":15.62,"SciFact":69.32,"Touche2020":13.87,"TRECCOVID":45.22} -{"index":144,"Rank":153,"Model":"gte-tiny<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.08,"Embedding Dimensions":384,"Max Tokens":512,"Average":44.92,"ArguAna":53.64,"ClimateFEVER":24.71,"CQADupstackRetrieval":37.8,"DBPedia":35.97,"FEVER":70.11,"FiQA2018":31.42,"HotpotQA":55.7,"MSMARCO":34.51,"NFCorpus":32.04,"NQ":43.03,"QuoraRetrieval":87.04,"SCIDOCS":19.07,"SciFact":67.51,"Touche2020":22.08,"TRECCOVID":59.21} -{"index":237,"Rank":154,"Model":"jina-embedding-l-en-v1<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":44.81,"ArguAna":46.48,"ClimateFEVER":21.21,"CQADupstackRetrieval":37.96,"DBPedia":34.13,"FEVER":71.9,"FiQA2018":37.27,"HotpotQA":54.95,"MSMARCO":40.34,"NFCorpus":32.24,"NQ":51.4,"QuoraRetrieval":88.09,"SCIDOCS":18.45,"SciFact":59.76,"Touche2020":20.73,"TRECCOVID":57.25} -{"index":328,"Rank":155,"Model":"gtr-t5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":44.67,"ArguAna":50.83,"ClimateFEVER":24.88,"CQADupstackRetrieval":34.55,"DBPedia":35.24,"FEVER":68.93,"FiQA2018":35.15,"HotpotQA":54.93,"MSMARCO":41.16,"NFCorpus":30.22,"NQ":50.47,"QuoraRetrieval":87.98,"SCIDOCS":14.0,"SciFact":59.74,"Touche2020":25.89,"TRECCOVID":56.05} -{"index":105,"Rank":156,"Model":"SGPT-1.3B-weightedmean-msmarco-specb-bitfit<\/a>","Model Size (Million Parameters)":1341,"Memory Usage (GB, fp32)":4.99,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":44.49,"ArguAna":49.68,"ClimateFEVER":26.6,"CQADupstackRetrieval":33.33,"DBPedia":31.51,"FEVER":68.12,"FiQA2018":29.99,"HotpotQA":49.93,"MSMARCO":36.05,"NFCorpus":32.08,"NQ":42.94,"QuoraRetrieval":85.28,"SCIDOCS":16.18,"SciFact":68.29,"Touche2020":24.45,"TRECCOVID":72.98} -{"index":236,"Rank":157,"Model":"jina-embedding-b-en-v1<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":44.03,"ArguAna":49.01,"ClimateFEVER":21.48,"CQADupstackRetrieval":37.48,"DBPedia":32.44,"FEVER":73.29,"FiQA2018":34.06,"HotpotQA":52.78,"MSMARCO":37.77,"NFCorpus":30.38,"NQ":47.88,"QuoraRetrieval":87.63,"SCIDOCS":17.63,"SciFact":59.39,"Touche2020":18.59,"TRECCOVID":60.57} -{"index":95,"Rank":158,"Model":"Ivysaur<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.08,"Embedding Dimensions":384,"Max Tokens":512,"Average":43.97,"ArguAna":55.78,"ClimateFEVER":21.23,"CQADupstackRetrieval":38.2,"DBPedia":33.88,"FEVER":63.97,"FiQA2018":30.71,"HotpotQA":54.21,"MSMARCO":33.61,"NFCorpus":32.04,"NQ":42.47,"QuoraRetrieval":86.03,"SCIDOCS":18.64,"SciFact":67.31,"Touche2020":21.12,"TRECCOVID":60.32} -{"index":323,"Rank":159,"Model":"all-mpnet-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average":43.81,"ArguAna":46.52,"ClimateFEVER":21.97,"CQADupstackRetrieval":44.96,"DBPedia":32.09,"FEVER":50.86,"FiQA2018":49.96,"HotpotQA":39.29,"MSMARCO":39.75,"NFCorpus":33.29,"NQ":50.45,"QuoraRetrieval":87.46,"SCIDOCS":23.76,"SciFact":65.57,"Touche2020":19.93,"TRECCOVID":51.33} -{"index":251,"Rank":160,"Model":"XLM-0B6-embedding<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":43.39,"ArguAna":40.77,"ClimateFEVER":21.84,"CQADupstackRetrieval":33.15,"DBPedia":37.47,"FEVER":61.77,"FiQA2018":39.21,"HotpotQA":55.84,"MSMARCO":35.36,"NFCorpus":31.57,"NQ":47.73,"QuoraRetrieval":87.96,"SCIDOCS":19.48,"SciFact":68.35,"Touche2020":15.22,"TRECCOVID":55.07} -{"index":306,"Rank":161,"Model":"FAE-v1<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":43.04,"ArguAna":46.74,"ClimateFEVER":25.4,"CQADupstackRetrieval":32.3,"DBPedia":33.88,"FEVER":75.18,"FiQA2018":29.99,"HotpotQA":54.35,"MSMARCO":30.13,"NFCorpus":35.66,"NQ":43.61,"QuoraRetrieval":80.1,"SCIDOCS":18.82,"SciFact":64.37,"Touche2020":19.27,"TRECCOVID":55.76} -{"index":271,"Rank":162,"Model":"mxbai-embed-xsmall-v1<\/a>","Model Size (Million Parameters)":24,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":384,"Max Tokens":4096,"Average":42.8,"ArguAna":49.58,"ClimateFEVER":22.42,"CQADupstackRetrieval":41.59,"DBPedia":32.19,"FEVER":56.45,"FiQA2018":37.1,"HotpotQA":48.37,"MSMARCO":36.76,"NFCorpus":32.05,"NQ":44.44,"QuoraRetrieval":87.7,"SCIDOCS":21.5,"SciFact":65.81,"Touche2020":17.09,"TRECCOVID":48.9} -{"index":321,"Rank":163,"Model":"all-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":42.69,"ArguAna":47.13,"ClimateFEVER":21.57,"CQADupstackRetrieval":42.53,"DBPedia":33.35,"FEVER":55.9,"FiQA2018":37.27,"HotpotQA":44.59,"MSMARCO":39.03,"NFCorpus":32.25,"NQ":46.47,"QuoraRetrieval":87.75,"SCIDOCS":21.82,"SciFact":62.64,"Touche2020":17.22,"TRECCOVID":50.82} -{"index":143,"Rank":164,"Model":"bge-micro-v2<\/a>","Model Size (Million Parameters)":17,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average":42.56,"ArguAna":55.31,"ClimateFEVER":25.35,"CQADupstackRetrieval":35.07,"DBPedia":32.25,"FEVER":74.99,"FiQA2018":25.59,"HotpotQA":53.91,"MSMARCO":31.01,"NFCorpus":31.86,"NQ":34.94,"QuoraRetrieval":85.72,"SCIDOCS":17.69,"SciFact":66.27,"Touche2020":18.1,"TRECCOVID":50.38} -{"index":339,"Rank":165,"Model":"sentence-t5-xxl<\/a>","Model Size (Million Parameters)":4865,"Memory Usage (GB, fp32)":18.12,"Embedding Dimensions":768,"Max Tokens":512,"Average":42.24,"ArguAna":39.85,"ClimateFEVER":14.63,"CQADupstackRetrieval":44.65,"DBPedia":39.19,"FEVER":51.2,"FiQA2018":46.68,"HotpotQA":42.14,"MSMARCO":27.67,"NFCorpus":35.08,"NQ":52.87,"QuoraRetrieval":85.96,"SCIDOCS":17.17,"SciFact":55.38,"Touche2020":21.65,"TRECCOVID":59.48} -{"index":322,"Rank":166,"Model":"all-MiniLM-L6-v2<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":384,"Max Tokens":512,"Average":41.95,"ArguAna":50.17,"ClimateFEVER":20.27,"CQADupstackRetrieval":41.32,"DBPedia":32.33,"FEVER":51.93,"FiQA2018":36.87,"HotpotQA":46.51,"MSMARCO":36.54,"NFCorpus":31.59,"NQ":43.87,"QuoraRetrieval":87.55,"SCIDOCS":21.64,"SciFact":64.51,"Touche2020":16.9,"TRECCOVID":47.23} -{"index":292,"Rank":167,"Model":"contriever-base-msmarco<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":41.88,"ArguAna":48.32,"ClimateFEVER":24.79,"CQADupstackRetrieval":33.67,"DBPedia":38.1,"FEVER":59.29,"FiQA2018":27.42,"HotpotQA":56.81,"MSMARCO":36.77,"NFCorpus":31.32,"NQ":41.83,"QuoraRetrieval":86.72,"SCIDOCS":17.12,"SciFact":65.51,"Touche2020":15.79,"TRECCOVID":44.77} -{"index":250,"Rank":168,"Model":"MegatronBert-1B3-embedding<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":41.41,"ArguAna":32.93,"ClimateFEVER":25.94,"CQADupstackRetrieval":33.12,"DBPedia":35.47,"FEVER":56.41,"FiQA2018":37.75,"HotpotQA":54.66,"MSMARCO":38.29,"NFCorpus":30.16,"NQ":47.61,"QuoraRetrieval":87.85,"SCIDOCS":10.59,"SciFact":66.23,"Touche2020":13.31,"TRECCOVID":50.81} -{"index":234,"Rank":169,"Model":"udever-bloom-560m<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":2048,"Average":41.19,"ArguAna":44.55,"ClimateFEVER":21.02,"CQADupstackRetrieval":31.43,"DBPedia":28.22,"FEVER":61.1,"FiQA2018":24.49,"HotpotQA":46.05,"MSMARCO":34.18,"NFCorpus":27.34,"NQ":40.05,"QuoraRetrieval":86.04,"SCIDOCS":15.31,"SciFact":61.74,"Touche2020":23.35,"TRECCOVID":72.99} -{"index":193,"Rank":170,"Model":"multi-qa-MiniLM-L6-cos-v1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":41.17,"ArguAna":49.11,"ClimateFEVER":23.29,"CQADupstackRetrieval":39.04,"DBPedia":32.04,"FEVER":52.63,"FiQA2018":36.35,"HotpotQA":45.66,"MSMARCO":36.83,"NFCorpus":29.67,"NQ":44.48,"QuoraRetrieval":87.21,"SCIDOCS":15.78,"SciFact":54.03,"Touche2020":15.61,"TRECCOVID":55.85} -{"index":290,"Rank":171,"Model":"nomic-embed-text-v1.5-64<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":64,"Max Tokens":8192,"Average":40.92,"ArguAna":37.16,"ClimateFEVER":31.48,"CQADupstackRetrieval":28.72,"DBPedia":28.19,"FEVER":70.24,"FiQA2018":25.78,"HotpotQA":43.07,"MSMARCO":35.95,"NFCorpus":26.03,"NQ":45.54,"QuoraRetrieval":85.83,"SCIDOCS":12.09,"SciFact":52.71,"Touche2020":23.13,"TRECCOVID":67.83} -{"index":142,"Rank":172,"Model":"bge-micro<\/a>","Model Size (Million Parameters)":17,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average":40.82,"ArguAna":51.51,"ClimateFEVER":24.77,"CQADupstackRetrieval":33.64,"DBPedia":31.06,"FEVER":69.64,"FiQA2018":24.37,"HotpotQA":49.73,"MSMARCO":27.85,"NFCorpus":30.04,"NQ":30.73,"QuoraRetrieval":85.29,"SCIDOCS":17.26,"SciFact":65.41,"Touche2020":18.34,"TRECCOVID":52.62} -{"index":15,"Rank":173,"Model":"bm25s<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":39.84,"ArguAna":49.28,"ClimateFEVER":13.62,"CQADupstackRetrieval":31.86,"DBPedia":29.91,"FEVER":48.09,"FiQA2018":25.14,"HotpotQA":56.91,"MSMARCO":21.89,"NFCorpus":32.08,"NQ":28.5,"QuoraRetrieval":80.42,"SCIDOCS":15.78,"SciFact":68.74,"Touche2020":33.05,"TRECCOVID":62.31} -{"index":89,"Rank":174,"Model":"LLM2Vec-Meta-Llama-3-unsupervised<\/a>","Model Size (Million Parameters)":7505,"Memory Usage (GB, fp32)":27.96,"Embedding Dimensions":4096,"Max Tokens":8192,"Average":39.19,"ArguAna":51.73,"ClimateFEVER":23.58,"CQADupstackRetrieval":32.4,"DBPedia":26.78,"FEVER":53.42,"FiQA2018":28.56,"HotpotQA":52.37,"MSMARCO":17.47,"NFCorpus":26.28,"NQ":37.65,"QuoraRetrieval":84.64,"SCIDOCS":10.39,"SciFact":66.36,"Touche2020":12.82,"TRECCOVID":63.34} -{"index":238,"Rank":175,"Model":"jina-embedding-s-en-v1<\/a>","Model Size (Million Parameters)":35,"Memory Usage (GB, fp32)":0.13,"Embedding Dimensions":512,"Max Tokens":512,"Average":38.91,"ArguAna":43.57,"ClimateFEVER":17.25,"CQADupstackRetrieval":33.74,"DBPedia":28.28,"FEVER":69.12,"FiQA2018":25.19,"HotpotQA":47.48,"MSMARCO":31.8,"NFCorpus":25.96,"NQ":38.89,"QuoraRetrieval":85.69,"SCIDOCS":15.29,"SciFact":52.4,"Touche2020":16.67,"TRECCOVID":52.3} -{"index":188,"Rank":176,"Model":"embedder-100p<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":38.79,"ArguAna":52.03,"ClimateFEVER":21.82,"CQADupstackRetrieval":34.46,"DBPedia":26.51,"FEVER":56.32,"FiQA2018":30.59,"HotpotQA":42.09,"MSMARCO":27.68,"NFCorpus":26.43,"NQ":37.93,"QuoraRetrieval":85.56,"SCIDOCS":16.6,"SciFact":59.95,"Touche2020":18.85,"TRECCOVID":45.1} -{"index":338,"Rank":177,"Model":"sentence-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Embedding Dimensions":768,"Max Tokens":512,"Average":38.47,"ArguAna":39.4,"ClimateFEVER":10.61,"CQADupstackRetrieval":40.78,"DBPedia":33.65,"FEVER":36.12,"FiQA2018":44.71,"HotpotQA":37.17,"MSMARCO":25.17,"NFCorpus":33.18,"NQ":46.29,"QuoraRetrieval":85.85,"SCIDOCS":15.97,"SciFact":50.91,"Touche2020":22.51,"TRECCOVID":54.77} -{"index":91,"Rank":178,"Model":"LLM2Vec-Mistral-unsupervised<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":38.05,"ArguAna":51.0,"ClimateFEVER":22.97,"CQADupstackRetrieval":33.37,"DBPedia":25.48,"FEVER":45.11,"FiQA2018":27.24,"HotpotQA":54.54,"MSMARCO":19.13,"NFCorpus":27.16,"NQ":34.16,"QuoraRetrieval":84.4,"SCIDOCS":15.35,"SciFact":68.68,"Touche2020":6.54,"TRECCOVID":55.67} -{"index":307,"Rank":179,"Model":"FUE-v1<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average":38.04,"ArguAna":28.54,"ClimateFEVER":17.04,"CQADupstackRetrieval":40.81,"DBPedia":26.91,"FEVER":39.54,"FiQA2018":40.11,"HotpotQA":27.36,"MSMARCO":33.72,"NFCorpus":29.75,"NQ":43.91,"QuoraRetrieval":85.56,"SCIDOCS":21.38,"SciFact":60.97,"Touche2020":18.8,"TRECCOVID":56.27} -{"index":94,"Rank":180,"Model":"Bulbasaur<\/a>","Model Size (Million Parameters)":17,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average":37.94,"ArguAna":44.8,"ClimateFEVER":17.69,"CQADupstackRetrieval":38.2,"DBPedia":32.97,"FEVER":45.91,"FiQA2018":21.29,"HotpotQA":51.52,"MSMARCO":29.49,"NFCorpus":26.78,"NQ":32.6,"QuoraRetrieval":85.3,"SCIDOCS":15.31,"SciFact":63.23,"Touche2020":16.3,"TRECCOVID":47.77} -{"index":106,"Rank":181,"Model":"SGPT-125M-weightedmean-msmarco-specb-bitfit<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":2048,"Average":37.04,"ArguAna":45.42,"ClimateFEVER":21.86,"CQADupstackRetrieval":27.25,"DBPedia":22.72,"FEVER":60.45,"FiQA2018":21.12,"HotpotQA":40.88,"MSMARCO":27.98,"NFCorpus":22.79,"NQ":29.73,"QuoraRetrieval":72.98,"SCIDOCS":12.21,"SciFact":56.9,"Touche2020":22.97,"TRECCOVID":70.3} -{"index":67,"Rank":182,"Model":"lodestone-base-4096-v1<\/a>","Model Size (Million Parameters)":69,"Memory Usage (GB, fp32)":0.26,"Embedding Dimensions":768,"Max Tokens":4096,"Average":36.99,"ArguAna":49.82,"ClimateFEVER":23.22,"CQADupstackRetrieval":31.75,"DBPedia":27.77,"FEVER":59.39,"FiQA2018":25.33,"HotpotQA":41.66,"MSMARCO":24.56,"NFCorpus":24.76,"NQ":32.94,"QuoraRetrieval":84.78,"SCIDOCS":15.26,"SciFact":56.03,"Touche2020":19.0,"TRECCOVID":38.58} -{"index":312,"Rank":183,"Model":"zzz<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":36.99,"ArguAna":49.82,"ClimateFEVER":23.22,"CQADupstackRetrieval":31.75,"DBPedia":27.77,"FEVER":59.39,"FiQA2018":25.33,"HotpotQA":41.66,"MSMARCO":24.56,"NFCorpus":24.76,"NQ":32.94,"QuoraRetrieval":84.78,"SCIDOCS":15.26,"SciFact":56.03,"Touche2020":19.0,"TRECCOVID":38.58} -{"index":87,"Rank":184,"Model":"LLM2Vec-Llama-2-unsupervised<\/a>","Model Size (Million Parameters)":6607,"Memory Usage (GB, fp32)":24.61,"Embedding Dimensions":4096,"Max Tokens":4096,"Average":36.75,"ArguAna":47.09,"ClimateFEVER":20.67,"CQADupstackRetrieval":30.78,"DBPedia":25.81,"FEVER":43.48,"FiQA2018":24.62,"HotpotQA":48.46,"MSMARCO":18.81,"NFCorpus":26.81,"NQ":33.21,"QuoraRetrieval":86.15,"SCIDOCS":10.0,"SciFact":64.48,"Touche2020":10.18,"TRECCOVID":60.67} -{"index":337,"Rank":185,"Model":"sentence-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Embedding Dimensions":768,"Max Tokens":512,"Average":36.71,"ArguAna":39.27,"ClimateFEVER":11.36,"CQADupstackRetrieval":38.96,"DBPedia":31.55,"FEVER":36.21,"FiQA2018":43.55,"HotpotQA":33.95,"MSMARCO":23.96,"NFCorpus":31.1,"NQ":42.02,"QuoraRetrieval":85.73,"SCIDOCS":15.38,"SciFact":49.91,"Touche2020":21.63,"TRECCOVID":46.11} -{"index":158,"Rank":186,"Model":"bge-small-4096<\/a>","Model Size (Million Parameters)":35,"Memory Usage (GB, fp32)":0.13,"Embedding Dimensions":384,"Max Tokens":4096,"Average":36.08,"ArguAna":52.45,"ClimateFEVER":19.0,"CQADupstackRetrieval":30.71,"DBPedia":25.27,"FEVER":50.13,"FiQA2018":22.14,"HotpotQA":41.33,"MSMARCO":22.15,"NFCorpus":29.05,"NQ":23.45,"QuoraRetrieval":83.63,"SCIDOCS":14.95,"SciFact":61.96,"Touche2020":17.47,"TRECCOVID":47.52} -{"index":335,"Rank":187,"Model":"paraphrase-multilingual-mpnet-base-v2<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":35.34,"ArguAna":48.91,"ClimateFEVER":15.27,"CQADupstackRetrieval":31.32,"DBPedia":26.22,"FEVER":56.76,"FiQA2018":22.96,"HotpotQA":37.03,"MSMARCO":26.59,"NFCorpus":25.49,"NQ":33.6,"QuoraRetrieval":86.41,"SCIDOCS":13.97,"SciFact":50.3,"Touche2020":17.4,"TRECCOVID":37.87} -{"index":305,"Rank":188,"Model":"FAB-Ramy-v1<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average":34.91,"ArguAna":43.87,"ClimateFEVER":9.14,"CQADupstackRetrieval":37.95,"DBPedia":21.46,"FEVER":31.52,"FiQA2018":36.51,"HotpotQA":26.53,"MSMARCO":32.39,"NFCorpus":22.95,"NQ":45.72,"QuoraRetrieval":80.47,"SCIDOCS":19.44,"SciFact":54.76,"Touche2020":13.84,"TRECCOVID":47.09} -{"index":359,"Rank":189,"Model":"GTE_wl_mv<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":33.97,"ArguAna":46.66,"ClimateFEVER":21.95,"CQADupstackRetrieval":25.7,"DBPedia":27.22,"FEVER":34.24,"FiQA2018":19.41,"HotpotQA":37.85,"MSMARCO":16.79,"NFCorpus":28.08,"NQ":23.82,"QuoraRetrieval":84.05,"SCIDOCS":15.15,"SciFact":52.82,"Touche2020":21.64,"TRECCOVID":54.18} -{"index":336,"Rank":190,"Model":"sentence-t5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":33.63,"ArguAna":44.85,"ClimateFEVER":10.37,"CQADupstackRetrieval":35.23,"DBPedia":27.77,"FEVER":26.17,"FiQA2018":34.83,"HotpotQA":33.2,"MSMARCO":20.7,"NFCorpus":28.65,"NQ":36.32,"QuoraRetrieval":85.49,"SCIDOCS":14.15,"SciFact":45.76,"Touche2020":20.3,"TRECCOVID":40.7} -{"index":266,"Rank":191,"Model":"potion-base-32M<\/a>","Model Size (Million Parameters)":32,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":512,"Max Tokens":1000000,"Average":33.52,"ArguAna":42.86,"ClimateFEVER":19.74,"CQADupstackRetrieval":23.69,"DBPedia":25.52,"FEVER":33.5,"FiQA2018":17.98,"HotpotQA":40.22,"MSMARCO":37.68,"NFCorpus":27.16,"NQ":21.16,"QuoraRetrieval":82.01,"SCIDOCS":13.59,"SciFact":56.2,"Touche2020":19.63,"TRECCOVID":41.93} -{"index":360,"Rank":192,"Model":"gte_wl<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":33.36,"ArguAna":46.01,"ClimateFEVER":21.85,"CQADupstackRetrieval":25.62,"DBPedia":26.62,"FEVER":32.7,"FiQA2018":18.6,"HotpotQA":35.77,"MSMARCO":16.37,"NFCorpus":28.58,"NQ":23.27,"QuoraRetrieval":84.05,"SCIDOCS":15.23,"SciFact":52.14,"Touche2020":21.42,"TRECCOVID":52.21} -{"index":361,"Rank":193,"Model":"l3_wl<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":33.14,"ArguAna":43.56,"ClimateFEVER":19.64,"CQADupstackRetrieval":24.93,"DBPedia":21.09,"FEVER":30.84,"FiQA2018":17.48,"HotpotQA":38.7,"MSMARCO":15.05,"NFCorpus":23.23,"NQ":23.49,"QuoraRetrieval":81.93,"SCIDOCS":16.29,"SciFact":55.03,"Touche2020":27.6,"TRECCOVID":58.17} -{"index":332,"Rank":194,"Model":"msmarco-bert-co-condensor<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":32.96,"ArguAna":45.15,"ClimateFEVER":16.96,"CQADupstackRetrieval":27.72,"DBPedia":27.86,"FEVER":45.68,"FiQA2018":15.62,"HotpotQA":35.61,"MSMARCO":29.57,"NFCorpus":22.29,"NQ":29.85,"QuoraRetrieval":86.51,"SCIDOCS":10.13,"SciFact":52.31,"Touche2020":8.57,"TRECCOVID":40.54} -{"index":334,"Rank":195,"Model":"paraphrase-multilingual-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":32.45,"ArguAna":44.88,"ClimateFEVER":18.49,"CQADupstackRetrieval":30.7,"DBPedia":22.63,"FEVER":52.66,"FiQA2018":20.33,"HotpotQA":30.01,"MSMARCO":23.72,"NFCorpus":23.45,"NQ":29.8,"QuoraRetrieval":86.55,"SCIDOCS":0.03,"SciFact":48.37,"Touche2020":16.06,"TRECCOVID":39.12} -{"index":364,"Rank":196,"Model":"wl_sw_256<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":32.41,"ArguAna":43.07,"ClimateFEVER":19.24,"CQADupstackRetrieval":24.16,"DBPedia":21.15,"FEVER":29.89,"FiQA2018":17.02,"HotpotQA":36.76,"MSMARCO":14.76,"NFCorpus":22.21,"NQ":22.73,"QuoraRetrieval":81.69,"SCIDOCS":15.83,"SciFact":54.14,"Touche2020":26.35,"TRECCOVID":57.15} -{"index":110,"Rank":197,"Model":"SGPT-5.8B-weightedmean-nli-bitfit<\/a>","Model Size (Million Parameters)":5874,"Memory Usage (GB, fp32)":21.88,"Embedding Dimensions":4096,"Max Tokens":2048,"Average":32.34,"ArguAna":35.07,"ClimateFEVER":17.57,"CQADupstackRetrieval":29.98,"DBPedia":26.1,"FEVER":38.64,"FiQA2018":18.59,"HotpotQA":33.99,"MSMARCO":15.83,"NFCorpus":28.26,"NQ":24.63,"QuoraRetrieval":84.68,"SCIDOCS":13.55,"SciFact":46.66,"Touche2020":16.18,"TRECCOVID":55.35} -{"index":268,"Rank":198,"Model":"potion-base-8M<\/a>","Model Size (Million Parameters)":8,"Memory Usage (GB, fp32)":0.03,"Embedding Dimensions":256,"Max Tokens":1000000,"Average":31.71,"ArguAna":41.97,"ClimateFEVER":17.29,"CQADupstackRetrieval":22.3,"DBPedia":24.23,"FEVER":30.27,"FiQA2018":16.62,"HotpotQA":36.22,"MSMARCO":34.98,"NFCorpus":24.27,"NQ":19.54,"QuoraRetrieval":80.6,"SCIDOCS":12.39,"SciFact":50.64,"Touche2020":18.62,"TRECCOVID":45.75} -{"index":376,"Rank":199,"Model":"potion-base-8M-stf<\/a>","Model Size (Million Parameters)":8,"Memory Usage (GB, fp32)":0.03,"Embedding Dimensions":256,"Max Tokens":1000000,"Average":31.71,"ArguAna":41.97,"ClimateFEVER":17.29,"CQADupstackRetrieval":22.3,"DBPedia":24.23,"FEVER":30.27,"FiQA2018":16.62,"HotpotQA":36.22,"MSMARCO":34.98,"NFCorpus":24.27,"NQ":19.54,"QuoraRetrieval":80.6,"SCIDOCS":12.39,"SciFact":50.64,"Touche2020":18.62,"TRECCOVID":45.75} -{"index":358,"Rank":200,"Model":"GTE512_sw<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":31.5,"ArguAna":44.56,"ClimateFEVER":20.15,"CQADupstackRetrieval":24.61,"DBPedia":25.17,"FEVER":32.06,"FiQA2018":16.55,"HotpotQA":33.97,"MSMARCO":14.06,"NFCorpus":27.25,"NQ":21.5,"QuoraRetrieval":81.53,"SCIDOCS":13.02,"SciFact":52.31,"Touche2020":21.12,"TRECCOVID":44.66} -{"index":357,"Rank":201,"Model":"GTE256_sw<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":31.03,"ArguAna":44.21,"ClimateFEVER":19.61,"CQADupstackRetrieval":23.93,"DBPedia":24.56,"FEVER":30.16,"FiQA2018":15.92,"HotpotQA":31.46,"MSMARCO":14.17,"NFCorpus":27.19,"NQ":20.96,"QuoraRetrieval":82.46,"SCIDOCS":12.76,"SciFact":50.32,"Touche2020":19.29,"TRECCOVID":48.39} -{"index":173,"Rank":202,"Model":"brown-fairy-base-v0<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.08,"Embedding Dimensions":768,"Max Tokens":1000000,"Average":30.85,"ArguAna":39.8,"ClimateFEVER":20.95,"CQADupstackRetrieval":21.96,"DBPedia":23.25,"FEVER":28.68,"FiQA2018":16.51,"HotpotQA":35.72,"MSMARCO":14.92,"NFCorpus":26.43,"NQ":18.24,"QuoraRetrieval":79.95,"SCIDOCS":13.35,"SciFact":57.42,"Touche2020":17.32,"TRECCOVID":48.26} -{"index":174,"Rank":203,"Model":"red-beetle-base-v1.1<\/a>","Model Size (Million Parameters)":30,"Memory Usage (GB, fp32)":0.11,"Embedding Dimensions":1024,"Max Tokens":1000000,"Average":30.64,"ArguAna":40.74,"ClimateFEVER":16.54,"CQADupstackRetrieval":22.05,"DBPedia":23.09,"FEVER":27.83,"FiQA2018":15.86,"HotpotQA":36.41,"MSMARCO":32.19,"NFCorpus":22.11,"NQ":18.62,"QuoraRetrieval":80.34,"SCIDOCS":12.04,"SciFact":48.37,"Touche2020":16.0,"TRECCOVID":47.37} -{"index":363,"Rank":204,"Model":"mv_sw<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":30.43,"ArguAna":41.96,"ClimateFEVER":17.29,"CQADupstackRetrieval":22.3,"DBPedia":24.23,"FEVER":30.27,"FiQA2018":16.62,"HotpotQA":36.22,"MSMARCO":15.79,"NFCorpus":24.27,"NQ":19.54,"QuoraRetrieval":80.59,"SCIDOCS":12.39,"SciFact":50.64,"Touche2020":18.62,"TRECCOVID":45.73} -{"index":98,"Rank":205,"Model":"Wartortle<\/a>","Model Size (Million Parameters)":17,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average":29.33,"ArguAna":35.87,"ClimateFEVER":13.11,"CQADupstackRetrieval":21.69,"DBPedia":29.33,"FEVER":35.58,"FiQA2018":8.1,"HotpotQA":47.03,"MSMARCO":19.8,"NFCorpus":18.75,"NQ":23.25,"QuoraRetrieval":82.3,"SCIDOCS":11.12,"SciFact":50.24,"Touche2020":8.0,"TRECCOVID":35.74} -{"index":262,"Rank":206,"Model":"M2V_base_glove<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Embedding Dimensions":256,"Max Tokens":1000000,"Average":29.26,"ArguAna":33.77,"ClimateFEVER":16.17,"CQADupstackRetrieval":18.4,"DBPedia":23.31,"FEVER":27.4,"FiQA2018":11.82,"HotpotQA":33.6,"MSMARCO":32.27,"NFCorpus":23.15,"NQ":19.24,"QuoraRetrieval":77.86,"SCIDOCS":11.14,"SciFact":44.63,"Touche2020":15.79,"TRECCOVID":50.29} -{"index":267,"Rank":207,"Model":"potion-base-4M<\/a>","Model Size (Million Parameters)":4,"Memory Usage (GB, fp32)":0.01,"Embedding Dimensions":128,"Max Tokens":1000000,"Average":29.11,"ArguAna":39.45,"ClimateFEVER":14.77,"CQADupstackRetrieval":20.07,"DBPedia":22.33,"FEVER":26.82,"FiQA2018":14.18,"HotpotQA":31.9,"MSMARCO":32.82,"NFCorpus":22.61,"NQ":17.16,"QuoraRetrieval":78.94,"SCIDOCS":10.98,"SciFact":46.04,"Touche2020":15.37,"TRECCOVID":43.24} -{"index":172,"Rank":208,"Model":"brown-beetle-tiny-v1.1<\/a>","Model Size (Million Parameters)":4,"Memory Usage (GB, fp32)":0.01,"Embedding Dimensions":768,"Max Tokens":1000000,"Average":27.68,"ArguAna":36.48,"ClimateFEVER":14.05,"CQADupstackRetrieval":19.24,"DBPedia":20.98,"FEVER":23.79,"FiQA2018":12.3,"HotpotQA":30.64,"MSMARCO":32.38,"NFCorpus":20.26,"NQ":16.26,"QuoraRetrieval":78.11,"SCIDOCS":10.08,"SciFact":43.5,"Touche2020":14.65,"TRECCOVID":42.47} -{"index":263,"Rank":209,"Model":"M2V_base_glove_subword<\/a>","Model Size (Million Parameters)":103,"Memory Usage (GB, fp32)":0.38,"Embedding Dimensions":256,"Max Tokens":1000000,"Average":27.16,"ArguAna":29.6,"ClimateFEVER":14.02,"CQADupstackRetrieval":19.21,"DBPedia":19.9,"FEVER":25.01,"FiQA2018":11.17,"HotpotQA":30.84,"MSMARCO":28.03,"NFCorpus":23.32,"NQ":17.68,"QuoraRetrieval":74.32,"SCIDOCS":9.92,"SciFact":50.66,"Touche2020":13.75,"TRECCOVID":39.98} -{"index":96,"Rank":210,"Model":"Squirtle<\/a>","Model Size (Million Parameters)":16,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average":26.17,"ArguAna":31.14,"ClimateFEVER":10.02,"CQADupstackRetrieval":18.63,"DBPedia":25.66,"FEVER":29.18,"FiQA2018":6.42,"HotpotQA":39.88,"MSMARCO":16.53,"NFCorpus":15.64,"NQ":19.99,"QuoraRetrieval":79.94,"SCIDOCS":9.93,"SciFact":42.42,"Touche2020":7.75,"TRECCOVID":39.48} -{"index":169,"Rank":211,"Model":"brown-beetle-small-v1<\/a>","Model Size (Million Parameters)":8,"Memory Usage (GB, fp32)":0.03,"Embedding Dimensions":256,"Max Tokens":1000000,"Average":26.16,"ArguAna":28.99,"ClimateFEVER":12.76,"CQADupstackRetrieval":19.1,"DBPedia":18.71,"FEVER":21.88,"FiQA2018":10.5,"HotpotQA":28.29,"MSMARCO":27.71,"NFCorpus":19.73,"NQ":17.01,"QuoraRetrieval":74.39,"SCIDOCS":9.67,"SciFact":44.14,"Touche2020":12.39,"TRECCOVID":47.09} -{"index":264,"Rank":212,"Model":"M2V_base_output<\/a>","Model Size (Million Parameters)":8,"Memory Usage (GB, fp32)":0.03,"Embedding Dimensions":256,"Max Tokens":1000000,"Average":26.14,"ArguAna":29.18,"ClimateFEVER":12.68,"CQADupstackRetrieval":19.09,"DBPedia":18.71,"FEVER":22.02,"FiQA2018":10.49,"HotpotQA":28.3,"MSMARCO":27.71,"NFCorpus":19.48,"NQ":16.99,"QuoraRetrieval":74.39,"SCIDOCS":9.67,"SciFact":44.02,"Touche2020":12.42,"TRECCOVID":47.02} -{"index":93,"Rank":213,"Model":"LLM2Vec-Sheared-Llama-unsupervised<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":4096,"Average":25.93,"ArguAna":43.64,"ClimateFEVER":18.95,"CQADupstackRetrieval":18.5,"DBPedia":13.21,"FEVER":16.96,"FiQA2018":16.99,"HotpotQA":22.64,"MSMARCO":7.03,"NFCorpus":15.73,"NQ":17.96,"QuoraRetrieval":78.23,"SCIDOCS":5.53,"SciFact":38.31,"Touche2020":19.17,"TRECCOVID":56.04} -{"index":167,"Rank":214,"Model":"brown-beetle-base-v1<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.08,"Embedding Dimensions":768,"Max Tokens":1000000,"Average":25.52,"ArguAna":27.47,"ClimateFEVER":12.91,"CQADupstackRetrieval":19.45,"DBPedia":17.81,"FEVER":21.75,"FiQA2018":9.92,"HotpotQA":28.27,"MSMARCO":24.82,"NFCorpus":20.2,"NQ":16.63,"QuoraRetrieval":72.22,"SCIDOCS":9.74,"SciFact":45.17,"Touche2020":11.74,"TRECCOVID":44.76} -{"index":97,"Rank":215,"Model":"Venusaur<\/a>","Model Size (Million Parameters)":16,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average":25.51,"ArguAna":34.8,"ClimateFEVER":8.35,"CQADupstackRetrieval":19.16,"DBPedia":21.32,"FEVER":26.08,"FiQA2018":11.71,"HotpotQA":38.38,"MSMARCO":16.96,"NFCorpus":14.02,"NQ":20.74,"QuoraRetrieval":74.94,"SCIDOCS":9.39,"SciFact":46.0,"Touche2020":10.51,"TRECCOVID":30.27} -{"index":265,"Rank":216,"Model":"potion-base-2M<\/a>","Model Size (Million Parameters)":2,"Memory Usage (GB, fp32)":0.01,"Embedding Dimensions":64,"Max Tokens":1000000,"Average":24.13,"ArguAna":32.62,"ClimateFEVER":8.67,"CQADupstackRetrieval":16.29,"DBPedia":18.32,"FEVER":18.76,"FiQA2018":10.22,"HotpotQA":21.61,"MSMARCO":29.47,"NFCorpus":18.96,"NQ":13.05,"QuoraRetrieval":75.89,"SCIDOCS":8.16,"SciFact":36.55,"Touche2020":12.87,"TRECCOVID":40.48} -{"index":303,"Rank":217,"Model":"sup-simcse-bert-base-uncased<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":21.82,"ArguAna":38.33,"ClimateFEVER":11.98,"CQADupstackRetrieval":14.5,"DBPedia":19.73,"FEVER":20.41,"FiQA2018":10.41,"HotpotQA":22.9,"MSMARCO":11.0,"NFCorpus":12.42,"NQ":16.08,"QuoraRetrieval":79.62,"SCIDOCS":7.53,"SciFact":29.59,"Touche2020":9.9,"TRECCOVID":22.93} -{"index":325,"Rank":218,"Model":"average_word_embeddings_glove.6B.300d<\/a>","Model Size (Million Parameters)":120,"Memory Usage (GB, fp32)":0.45,"Embedding Dimensions":300,"Max Tokens":"N\/A","Average":21.62,"ArguAna":36.3,"ClimateFEVER":14.44,"CQADupstackRetrieval":15.47,"DBPedia":18.28,"FEVER":14.99,"FiQA2018":10.09,"HotpotQA":19.18,"MSMARCO":9.6,"NFCorpus":13.87,"NQ":12.87,"QuoraRetrieval":71.32,"SCIDOCS":8.04,"SciFact":29.58,"Touche2020":13.99,"TRECCOVID":36.22} -{"index":326,"Rank":219,"Model":"average_word_embeddings_komninos<\/a>","Model Size (Million Parameters)":134,"Memory Usage (GB, fp32)":0.5,"Embedding Dimensions":300,"Max Tokens":"N\/A","Average":21.22,"ArguAna":30.96,"ClimateFEVER":14.87,"CQADupstackRetrieval":16.79,"DBPedia":15.88,"FEVER":15.56,"FiQA2018":10.49,"HotpotQA":20.77,"MSMARCO":9.75,"NFCorpus":11.79,"NQ":12.75,"QuoraRetrieval":71.57,"SCIDOCS":8.47,"SciFact":29.53,"Touche2020":13.17,"TRECCOVID":35.92} -{"index":107,"Rank":220,"Model":"SGPT-125M-weightedmean-nli-bitfit<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":2048,"Average":20.9,"ArguAna":31.04,"ClimateFEVER":11.01,"CQADupstackRetrieval":20.29,"DBPedia":10.87,"FEVER":18.4,"FiQA2018":8.94,"HotpotQA":17.73,"MSMARCO":6.27,"NFCorpus":11.8,"NQ":7.63,"QuoraRetrieval":78.96,"SCIDOCS":7.13,"SciFact":31.79,"Touche2020":12.27,"TRECCOVID":39.31} -{"index":304,"Rank":221,"Model":"unsup-simcse-bert-base-uncased<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":20.29,"ArguAna":38.34,"ClimateFEVER":11.8,"CQADupstackRetrieval":13.22,"DBPedia":15.04,"FEVER":21.06,"FiQA2018":9.84,"HotpotQA":19.75,"MSMARCO":9.35,"NFCorpus":9.88,"NQ":11.69,"QuoraRetrieval":78.03,"SCIDOCS":5.5,"SciFact":25.72,"Touche2020":8.9,"TRECCOVID":26.2} -{"index":320,"Rank":222,"Model":"LaBSE<\/a>","Model Size (Million Parameters)":471,"Memory Usage (GB, fp32)":1.75,"Embedding Dimensions":768,"Max Tokens":512,"Average":18.99,"ArguAna":34.18,"ClimateFEVER":3.83,"CQADupstackRetrieval":18.75,"DBPedia":15.57,"FEVER":12.18,"FiQA2018":7.0,"HotpotQA":18.75,"MSMARCO":7.6,"NFCorpus":16.54,"NQ":8.42,"QuoraRetrieval":77.03,"SCIDOCS":5.63,"SciFact":38.2,"Touche2020":4.88,"TRECCOVID":16.34} -{"index":392,"Rank":223,"Model":"text-similarity-ada-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":2046,"Average":18.36,"ArguAna":39.65,"ClimateFEVER":2.83,"CQADupstackRetrieval":10.17,"DBPedia":3.48,"FEVER":4.45,"FiQA2018":7.54,"HotpotQA":12.6,"MSMARCO":10.53,"NFCorpus":20.59,"NQ":2.02,"QuoraRetrieval":82.18,"SCIDOCS":6.28,"SciFact":45.46,"Touche2020":3.1,"TRECCOVID":24.56} -{"index":341,"Rank":224,"Model":"rubert-tiny-turbo<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"Embedding Dimensions":312,"Max Tokens":2048,"Average":17.64,"ArguAna":32.03,"ClimateFEVER":5.56,"CQADupstackRetrieval":17.02,"DBPedia":9.61,"FEVER":16.42,"FiQA2018":7.18,"HotpotQA":29.51,"MSMARCO":5.79,"NFCorpus":9.19,"NQ":4.96,"QuoraRetrieval":73.99,"SCIDOCS":4.07,"SciFact":27.32,"Touche2020":4.43,"TRECCOVID":17.53} -{"index":324,"Rank":225,"Model":"allenai-specter<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":15.88,"ArguAna":32.67,"ClimateFEVER":6.86,"CQADupstackRetrieval":14.6,"DBPedia":4.14,"FEVER":5.45,"FiQA2018":5.64,"HotpotQA":5.46,"MSMARCO":5.59,"NFCorpus":0.85,"NQ":5.99,"QuoraRetrieval":64.65,"SCIDOCS":0.0,"SciFact":47.88,"Touche2020":8.46,"TRECCOVID":29.91} -{"index":197,"Rank":226,"Model":"SONAR<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":13.47,"ArguAna":18.3,"ClimateFEVER":1.79,"CQADupstackRetrieval":8.87,"DBPedia":3.92,"FEVER":1.59,"FiQA2018":3.0,"HotpotQA":12.96,"MSMARCO":3.0,"NFCorpus":5.59,"NQ":0.89,"QuoraRetrieval":78.62,"SCIDOCS":1.79,"SciFact":35.29,"Touche2020":1.68,"TRECCOVID":24.82} -{"index":206,"Rank":227,"Model":"bert-base-uncased<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":10.59,"ArguAna":28.29,"ClimateFEVER":5.41,"CQADupstackRetrieval":5.51,"DBPedia":4.13,"FEVER":3.3,"FiQA2018":2.19,"HotpotQA":8.26,"MSMARCO":1.91,"NFCorpus":4.3,"NQ":2.62,"QuoraRetrieval":61.03,"SCIDOCS":2.82,"SciFact":13.34,"Touche2020":0.97,"TRECCOVID":14.74} -{"index":14,"Rank":228,"Model":"LASER2<\/a>","Model Size (Million Parameters)":43,"Memory Usage (GB, fp32)":0.16,"Embedding Dimensions":1024,"Max Tokens":"N\/A","Average":7.94,"ArguAna":12.86,"ClimateFEVER":0.36,"CQADupstackRetrieval":4.12,"DBPedia":1.53,"FEVER":0.77,"FiQA2018":1.73,"HotpotQA":5.5,"MSMARCO":1.09,"NFCorpus":2.44,"NQ":0.64,"QuoraRetrieval":71.14,"SCIDOCS":0.78,"SciFact":4.04,"Touche2020":1.06,"TRECCOVID":10.97} -{"index":2,"Rank":229,"Model":"titan-embed-text-v1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":8000,"Average":"","ArguAna":48.83,"ClimateFEVER":"","CQADupstackRetrieval":"","DBPedia":"","FEVER":"","FiQA2018":40.38,"HotpotQA":"","MSMARCO":35.19,"NFCorpus":"","NQ":51.08,"QuoraRetrieval":"","SCIDOCS":"","SciFact":73.5,"Touche2020":"","TRECCOVID":54.74} -{"index":3,"Rank":230,"Model":"mistral-embed<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":"","Average":"","ArguAna":"","ClimateFEVER":"","CQADupstackRetrieval":"","DBPedia":"","FEVER":"","FiQA2018":"","HotpotQA":"","MSMARCO":"","NFCorpus":"","NQ":"","QuoraRetrieval":"","SCIDOCS":"","SciFact":"","Touche2020":"","TRECCOVID":""} -{"index":4,"Rank":231,"Model":"voyage-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":4000,"Average":"","ArguAna":"","ClimateFEVER":"","CQADupstackRetrieval":"","DBPedia":"","FEVER":"","FiQA2018":"","HotpotQA":"","MSMARCO":"","NFCorpus":"","NQ":"","QuoraRetrieval":"","SCIDOCS":"","SciFact":"","Touche2020":"","TRECCOVID":""} -{"index":5,"Rank":232,"Model":"voyage-3-lite<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":512,"Max Tokens":32000,"Average":"","ArguAna":60.14,"ClimateFEVER":"","CQADupstackRetrieval":"","DBPedia":"","FEVER":"","FiQA2018":41.69,"HotpotQA":"","MSMARCO":"","NFCorpus":30.33,"NQ":"","QuoraRetrieval":"","SCIDOCS":19.12,"SciFact":70.75,"Touche2020":"","TRECCOVID":76.5} -{"index":6,"Rank":233,"Model":"voyage-3-m-exp<\/a>","Model Size (Million Parameters)":6918,"Memory Usage (GB, fp32)":25.77,"Embedding Dimensions":2048,"Max Tokens":32000,"Average":"","ArguAna":89.79,"ClimateFEVER":56.93,"CQADupstackRetrieval":"","DBPedia":48.25,"FEVER":96.28,"FiQA2018":78.01,"HotpotQA":86.96,"MSMARCO":37.28,"NFCorpus":46.99,"NQ":82.48,"QuoraRetrieval":88.86,"SCIDOCS":34.53,"SciFact":85.09,"Touche2020":39.39,"TRECCOVID":82.75} -{"index":7,"Rank":234,"Model":"voyage-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":32000,"Average":"","ArguAna":60.96,"ClimateFEVER":"","CQADupstackRetrieval":"","DBPedia":"","FEVER":"","FiQA2018":52.28,"HotpotQA":"","MSMARCO":"","NFCorpus":38.22,"NQ":"","QuoraRetrieval":"","SCIDOCS":21.43,"SciFact":74.94,"Touche2020":"","TRECCOVID":80.46} -{"index":8,"Rank":235,"Model":"voyage-code-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":16000,"Average":"","ArguAna":"","ClimateFEVER":"","CQADupstackRetrieval":"","DBPedia":"","FEVER":"","FiQA2018":"","HotpotQA":"","MSMARCO":"","NFCorpus":"","NQ":"","QuoraRetrieval":"","SCIDOCS":"","SciFact":"","Touche2020":"","TRECCOVID":""} -{"index":10,"Rank":236,"Model":"voyage-law-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":16000,"Average":"","ArguAna":"","ClimateFEVER":"","CQADupstackRetrieval":"","DBPedia":"","FEVER":"","FiQA2018":"","HotpotQA":"","MSMARCO":"","NFCorpus":"","NQ":"","QuoraRetrieval":"","SCIDOCS":"","SciFact":"","Touche2020":"","TRECCOVID":""} -{"index":13,"Rank":237,"Model":"voyage-multilingual-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":32000,"Average":"","ArguAna":61.82,"ClimateFEVER":"","CQADupstackRetrieval":"","DBPedia":"","FEVER":"","FiQA2018":"","HotpotQA":"","MSMARCO":"","NFCorpus":39.28,"NQ":"","QuoraRetrieval":"","SCIDOCS":22.45,"SciFact":75.98,"Touche2020":"","TRECCOVID":80.11} -{"index":16,"Rank":238,"Model":"llm2vec-croissant-mntp<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":"","ArguAna":"","ClimateFEVER":"","CQADupstackRetrieval":"","DBPedia":"","FEVER":"","FiQA2018":"","HotpotQA":"","MSMARCO":"","NFCorpus":"","NQ":"","QuoraRetrieval":"","SCIDOCS":"","SciFact":"","Touche2020":"","TRECCOVID":""} -{"index":27,"Rank":240,"Model":"jina-embeddings-v2-base-es-Q2_K-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","ArguAna":50.13,"ClimateFEVER":27.13,"CQADupstackRetrieval":"","DBPedia":32.63,"FEVER":78.43,"FiQA2018":37.01,"HotpotQA":59.48,"MSMARCO":"","NFCorpus":30.3,"NQ":50.7,"QuoraRetrieval":88.14,"SCIDOCS":17.36,"SciFact":62.67,"Touche2020":19.82,"TRECCOVID":67.37} -{"index":28,"Rank":241,"Model":"jina-embeddings-v2-base-es-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","ArguAna":50.13,"ClimateFEVER":27.13,"CQADupstackRetrieval":"","DBPedia":32.63,"FEVER":78.43,"FiQA2018":37.01,"HotpotQA":59.48,"MSMARCO":"","NFCorpus":30.3,"NQ":50.7,"QuoraRetrieval":88.14,"SCIDOCS":17.36,"SciFact":62.67,"Touche2020":19.82,"TRECCOVID":67.37} -{"index":32,"Rank":242,"Model":"bge-m3<\/a>","Model Size (Million Parameters)":567,"Memory Usage (GB, fp32)":2.11,"Embedding Dimensions":1024,"Max Tokens":8192,"Average":"","ArguAna":54.04,"ClimateFEVER":"","CQADupstackRetrieval":"","DBPedia":"","FEVER":"","FiQA2018":"","HotpotQA":"","MSMARCO":"","NFCorpus":"","NQ":"","QuoraRetrieval":"","SCIDOCS":16.31,"SciFact":"","Touche2020":"","TRECCOVID":54.72} -{"index":38,"Rank":243,"Model":"nomic-embed-text-v1.5-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","ArguAna":48.01,"ClimateFEVER":41.28,"CQADupstackRetrieval":"","DBPedia":43.9,"FEVER":86.34,"FiQA2018":37.46,"HotpotQA":72.62,"MSMARCO":42.53,"NFCorpus":34.67,"NQ":59.72,"QuoraRetrieval":88.0,"SCIDOCS":18.62,"SciFact":70.28,"Touche2020":29.86,"TRECCOVID":82.3} -{"index":40,"Rank":244,"Model":"GritLM-7B-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","ArguAna":63.24,"ClimateFEVER":30.91,"CQADupstackRetrieval":"","DBPedia":46.6,"FEVER":82.74,"FiQA2018":59.95,"HotpotQA":79.4,"MSMARCO":41.96,"NFCorpus":40.89,"NQ":70.3,"QuoraRetrieval":89.47,"SCIDOCS":24.41,"SciFact":79.17,"Touche2020":27.93,"TRECCOVID":74.8} -{"index":41,"Rank":245,"Model":"gme-Qwen2-VL-7B-Instruct-Q5_K_S-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","ArguAna":64.6,"ClimateFEVER":45.38,"CQADupstackRetrieval":"","DBPedia":50.78,"FEVER":94.27,"FiQA2018":57.14,"HotpotQA":79.21,"MSMARCO":42.38,"NFCorpus":38.4,"NQ":67.74,"QuoraRetrieval":88.05,"SCIDOCS":27.38,"SciFact":62.31,"Touche2020":23.26,"TRECCOVID":52.6} -{"index":50,"Rank":249,"Model":"distilrubert-small-cased-conversational<\/a>","Model Size (Million Parameters)":106,"Memory Usage (GB, fp32)":0.39,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","ArguAna":15.13,"ClimateFEVER":0.3,"CQADupstackRetrieval":"","DBPedia":1.58,"FEVER":1.69,"FiQA2018":1.66,"HotpotQA":5.82,"MSMARCO":0.63,"NFCorpus":3.51,"NQ":0.1,"QuoraRetrieval":65.11,"SCIDOCS":0.48,"SciFact":6.63,"Touche2020":1.9,"TRECCOVID":15.18} -{"index":51,"Rank":250,"Model":"rubert-base-cased<\/a>","Model Size (Million Parameters)":180,"Memory Usage (GB, fp32)":0.67,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","ArguAna":13.02,"ClimateFEVER":0.15,"CQADupstackRetrieval":"","DBPedia":0.83,"FEVER":0.83,"FiQA2018":0.16,"HotpotQA":0.61,"MSMARCO":0.12,"NFCorpus":2.69,"NQ":0.09,"QuoraRetrieval":44.56,"SCIDOCS":0.35,"SciFact":1.06,"Touche2020":0.0,"TRECCOVID":4.05} -{"index":52,"Rank":251,"Model":"rubert-base-cased-sentence<\/a>","Model Size (Million Parameters)":180,"Memory Usage (GB, fp32)":0.67,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","ArguAna":9.39,"ClimateFEVER":0.22,"CQADupstackRetrieval":"","DBPedia":1.46,"FEVER":0.64,"FiQA2018":0.19,"HotpotQA":2.39,"MSMARCO":0.2,"NFCorpus":1.62,"NQ":0.04,"QuoraRetrieval":48.23,"SCIDOCS":1.18,"SciFact":3.4,"Touche2020":0.0,"TRECCOVID":7.8} -{"index":53,"Rank":252,"Model":"jina-embeddings-v2-small-en-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","ArguAna":46.73,"ClimateFEVER":24.05,"CQADupstackRetrieval":"","DBPedia":32.65,"FEVER":68.02,"FiQA2018":33.43,"HotpotQA":56.48,"MSMARCO":37.28,"NFCorpus":30.4,"NQ":51.59,"QuoraRetrieval":87.19,"SCIDOCS":18.61,"SciFact":63.89,"Touche2020":23.52,"TRECCOVID":65.18} -{"index":54,"Rank":253,"Model":"xlm-roberta-base<\/a>","Model Size (Million Parameters)":279,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","ArguAna":"","ClimateFEVER":"","CQADupstackRetrieval":"","DBPedia":"","FEVER":"","FiQA2018":"","HotpotQA":"","MSMARCO":"","NFCorpus":"","NQ":"","QuoraRetrieval":"","SCIDOCS":"","SciFact":"","Touche2020":"","TRECCOVID":""} -{"index":55,"Rank":254,"Model":"xlm-roberta-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","ArguAna":"","ClimateFEVER":"","CQADupstackRetrieval":"","DBPedia":"","FEVER":"","FiQA2018":"","HotpotQA":"","MSMARCO":"","NFCorpus":"","NQ":"","QuoraRetrieval":"","SCIDOCS":"","SciFact":"","Touche2020":"","TRECCOVID":""} -{"index":57,"Rank":256,"Model":"STS-multilingual-mpnet-base-v2<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","ArguAna":"","ClimateFEVER":"","CQADupstackRetrieval":"","DBPedia":"","FEVER":"","FiQA2018":"","HotpotQA":"","MSMARCO":"","NFCorpus":"","NQ":"","QuoraRetrieval":"","SCIDOCS":"","SciFact":"","Touche2020":"","TRECCOVID":""} -{"index":58,"Rank":257,"Model":"bert-base-10lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","ArguAna":"","ClimateFEVER":"","CQADupstackRetrieval":"","DBPedia":"","FEVER":"","FiQA2018":"","HotpotQA":"","MSMARCO":"","NFCorpus":"","NQ":"","QuoraRetrieval":"","SCIDOCS":"","SciFact":"","Touche2020":"","TRECCOVID":""} -{"index":59,"Rank":258,"Model":"bert-base-15lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","ArguAna":"","ClimateFEVER":"","CQADupstackRetrieval":"","DBPedia":"","FEVER":"","FiQA2018":"","HotpotQA":"","MSMARCO":"","NFCorpus":"","NQ":"","QuoraRetrieval":"","SCIDOCS":"","SciFact":"","Touche2020":"","TRECCOVID":""} -{"index":60,"Rank":259,"Model":"bert-base-25lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","ArguAna":"","ClimateFEVER":"","CQADupstackRetrieval":"","DBPedia":"","FEVER":"","FiQA2018":"","HotpotQA":"","MSMARCO":"","NFCorpus":"","NQ":"","QuoraRetrieval":"","SCIDOCS":"","SciFact":"","Touche2020":"","TRECCOVID":""} -{"index":74,"Rank":266,"Model":"gemma-2b-embeddings<\/a>","Model Size (Million Parameters)":2506,"Memory Usage (GB, fp32)":9.34,"Embedding Dimensions":2048,"Max Tokens":8192,"Average":"","ArguAna":"","ClimateFEVER":"","CQADupstackRetrieval":"","DBPedia":"","FEVER":"","FiQA2018":"","HotpotQA":"","MSMARCO":"","NFCorpus":"","NQ":"","QuoraRetrieval":"","SCIDOCS":"","SciFact":"","Touche2020":"","TRECCOVID":""} -{"index":75,"Rank":267,"Model":"e5-large-v2-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","ArguAna":46.42,"ClimateFEVER":22.21,"CQADupstackRetrieval":"","DBPedia":44.02,"FEVER":82.83,"FiQA2018":41.14,"HotpotQA":73.13,"MSMARCO":43.46,"NFCorpus":37.13,"NQ":63.44,"QuoraRetrieval":86.84,"SCIDOCS":20.51,"SciFact":72.24,"Touche2020":20.67,"TRECCOVID":66.54} -{"index":77,"Rank":268,"Model":"bilingual-document-embedding<\/a>","Model Size (Million Parameters)":568,"Memory Usage (GB, fp32)":2.12,"Embedding Dimensions":1024,"Max Tokens":8194,"Average":"","ArguAna":"","ClimateFEVER":"","CQADupstackRetrieval":"","DBPedia":"","FEVER":"","FiQA2018":"","HotpotQA":"","MSMARCO":"","NFCorpus":"","NQ":"","QuoraRetrieval":"","SCIDOCS":"","SciFact":"","Touche2020":"","TRECCOVID":""} -{"index":78,"Rank":269,"Model":"bilingual-embedding-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","ArguAna":51.87,"ClimateFEVER":17.0,"CQADupstackRetrieval":"","DBPedia":35.08,"FEVER":61.54,"FiQA2018":29.97,"HotpotQA":64.15,"MSMARCO":37.7,"NFCorpus":32.59,"NQ":51.92,"QuoraRetrieval":87.56,"SCIDOCS":16.93,"SciFact":68.47,"Touche2020":16.07,"TRECCOVID":49.44} -{"index":79,"Rank":270,"Model":"bilingual-embedding-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","ArguAna":55.89,"ClimateFEVER":24.97,"CQADupstackRetrieval":"","DBPedia":30.91,"FEVER":71.86,"FiQA2018":38.26,"HotpotQA":62.04,"MSMARCO":32.11,"NFCorpus":33.38,"NQ":48.92,"QuoraRetrieval":87.58,"SCIDOCS":18.83,"SciFact":68.55,"Touche2020":16.76,"TRECCOVID":52.92} -{"index":80,"Rank":271,"Model":"bilingual-embedding-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","ArguAna":53.59,"ClimateFEVER":21.71,"CQADupstackRetrieval":"","DBPedia":32.01,"FEVER":66.46,"FiQA2018":24.47,"HotpotQA":57.96,"MSMARCO":30.05,"NFCorpus":28.94,"NQ":41.32,"QuoraRetrieval":86.24,"SCIDOCS":16.2,"SciFact":63.97,"Touche2020":14.47,"TRECCOVID":46.79} -{"index":82,"Rank":272,"Model":"jina-embeddings-v2-base-de-Q5_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","ArguAna":49.33,"ClimateFEVER":21.8,"CQADupstackRetrieval":"","DBPedia":31.47,"FEVER":67.89,"FiQA2018":32.3,"HotpotQA":55.39,"MSMARCO":"","NFCorpus":28.61,"NQ":48.9,"QuoraRetrieval":87.93,"SCIDOCS":16.29,"SciFact":60.68,"Touche2020":21.03,"TRECCOVID":65.12} -{"index":99,"Rank":274,"Model":"gte-micro<\/a>","Model Size (Million Parameters)":17,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","ArguAna":"","ClimateFEVER":"","CQADupstackRetrieval":"","DBPedia":"","FEVER":"","FiQA2018":"","HotpotQA":"","MSMARCO":"","NFCorpus":"","NQ":"","QuoraRetrieval":"","SCIDOCS":"","SciFact":"","Touche2020":"","TRECCOVID":""} -{"index":100,"Rank":275,"Model":"gte-micro-v2<\/a>","Model Size (Million Parameters)":17,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","ArguAna":"","ClimateFEVER":"","CQADupstackRetrieval":"","DBPedia":"","FEVER":"","FiQA2018":"","HotpotQA":"","MSMARCO":"","NFCorpus":"","NQ":"","QuoraRetrieval":"","SCIDOCS":"","SciFact":"","Touche2020":"","TRECCOVID":""} -{"index":101,"Rank":276,"Model":"gte-micro-v3<\/a>","Model Size (Million Parameters)":17,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","ArguAna":"","ClimateFEVER":"","CQADupstackRetrieval":"","DBPedia":"","FEVER":"","FiQA2018":"","HotpotQA":"","MSMARCO":"","NFCorpus":"","NQ":"","QuoraRetrieval":"","SCIDOCS":"","SciFact":"","Touche2020":"","TRECCOVID":""} -{"index":102,"Rank":277,"Model":"gte-micro-v4<\/a>","Model Size (Million Parameters)":19,"Memory Usage (GB, fp32)":0.07,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","ArguAna":"","ClimateFEVER":"","CQADupstackRetrieval":"","DBPedia":"","FEVER":"","FiQA2018":"","HotpotQA":"","MSMARCO":"","NFCorpus":"","NQ":"","QuoraRetrieval":"","SCIDOCS":"","SciFact":"","Touche2020":"","TRECCOVID":""} -{"index":103,"Rank":278,"Model":"test24<\/a>","Model Size (Million Parameters)":17,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","ArguAna":44.35,"ClimateFEVER":17.77,"CQADupstackRetrieval":25.56,"DBPedia":21.94,"FEVER":"","FiQA2018":"","HotpotQA":"","MSMARCO":"","NFCorpus":"","NQ":"","QuoraRetrieval":"","SCIDOCS":"","SciFact":"","Touche2020":"","TRECCOVID":""} -{"index":104,"Rank":279,"Model":"test25<\/a>","Model Size (Million Parameters)":17,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","ArguAna":35.0,"ClimateFEVER":"","CQADupstackRetrieval":22.96,"DBPedia":"","FEVER":"","FiQA2018":"","HotpotQA":"","MSMARCO":"","NFCorpus":"","NQ":"","QuoraRetrieval":"","SCIDOCS":"","SciFact":"","Touche2020":"","TRECCOVID":""} -{"index":111,"Rank":280,"Model":"multilingual-e5-base-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","ArguAna":44.23,"ClimateFEVER":23.86,"CQADupstackRetrieval":"","DBPedia":40.36,"FEVER":79.44,"FiQA2018":38.17,"HotpotQA":68.56,"MSMARCO":42.27,"NFCorpus":32.46,"NQ":60.02,"QuoraRetrieval":87.65,"SCIDOCS":17.16,"SciFact":69.35,"Touche2020":21.35,"TRECCOVID":69.76} -{"index":115,"Rank":281,"Model":"Arabert-all-nli-triplet-Matryoshka<\/a>","Model Size (Million Parameters)":135,"Memory Usage (GB, fp32)":0.5,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","ArguAna":"","ClimateFEVER":"","CQADupstackRetrieval":"","DBPedia":"","FEVER":"","FiQA2018":"","HotpotQA":"","MSMARCO":"","NFCorpus":"","NQ":"","QuoraRetrieval":"","SCIDOCS":"","SciFact":"","Touche2020":"","TRECCOVID":""} -{"index":116,"Rank":282,"Model":"Arabic-MiniLM-L12-v2-all-nli-triplet<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","ArguAna":"","ClimateFEVER":"","CQADupstackRetrieval":"","DBPedia":"","FEVER":"","FiQA2018":"","HotpotQA":"","MSMARCO":"","NFCorpus":"","NQ":"","QuoraRetrieval":"","SCIDOCS":"","SciFact":"","Touche2020":"","TRECCOVID":""} -{"index":117,"Rank":283,"Model":"Arabic-all-nli-triplet-Matryoshka<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","ArguAna":"","ClimateFEVER":"","CQADupstackRetrieval":"","DBPedia":"","FEVER":"","FiQA2018":"","HotpotQA":"","MSMARCO":"","NFCorpus":"","NQ":"","QuoraRetrieval":"","SCIDOCS":"","SciFact":"","Touche2020":"","TRECCOVID":""} -{"index":118,"Rank":284,"Model":"Arabic-labse-Matryoshka<\/a>","Model Size (Million Parameters)":471,"Memory Usage (GB, fp32)":1.75,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","ArguAna":"","ClimateFEVER":"","CQADupstackRetrieval":"","DBPedia":"","FEVER":"","FiQA2018":"","HotpotQA":"","MSMARCO":"","NFCorpus":"","NQ":"","QuoraRetrieval":"","SCIDOCS":"","SciFact":"","Touche2020":"","TRECCOVID":""} -{"index":119,"Rank":285,"Model":"Arabic-mpnet-base-all-nli-triplet<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","ArguAna":"","ClimateFEVER":"","CQADupstackRetrieval":"","DBPedia":"","FEVER":"","FiQA2018":"","HotpotQA":"","MSMARCO":"","NFCorpus":"","NQ":"","QuoraRetrieval":"","SCIDOCS":"","SciFact":"","Touche2020":"","TRECCOVID":""} -{"index":120,"Rank":286,"Model":"Marbert-all-nli-triplet-Matryoshka<\/a>","Model Size (Million Parameters)":163,"Memory Usage (GB, fp32)":0.61,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","ArguAna":"","ClimateFEVER":"","CQADupstackRetrieval":"","DBPedia":"","FEVER":"","FiQA2018":"","HotpotQA":"","MSMARCO":"","NFCorpus":"","NQ":"","QuoraRetrieval":"","SCIDOCS":"","SciFact":"","Touche2020":"","TRECCOVID":""} -{"index":121,"Rank":287,"Model":"Solon-embeddings-large-0.1<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","ArguAna":"","ClimateFEVER":"","CQADupstackRetrieval":"","DBPedia":"","FEVER":"","FiQA2018":"","HotpotQA":"","MSMARCO":"","NFCorpus":"","NQ":"","QuoraRetrieval":"","SCIDOCS":"","SciFact":"","Touche2020":"","TRECCOVID":""} -{"index":122,"Rank":288,"Model":"KartonBERT-USE-base-v1<\/a>","Model Size (Million Parameters)":104,"Memory Usage (GB, fp32)":0.39,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","ArguAna":"","ClimateFEVER":"","CQADupstackRetrieval":"","DBPedia":"","FEVER":"","FiQA2018":"","HotpotQA":"","MSMARCO":"","NFCorpus":"","NQ":"","QuoraRetrieval":"","SCIDOCS":"","SciFact":"","Touche2020":"","TRECCOVID":""} -{"index":123,"Rank":289,"Model":"st-polish-kartonberta-base-alpha-v1<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","ArguAna":"","ClimateFEVER":"","CQADupstackRetrieval":"","DBPedia":"","FEVER":"","FiQA2018":"","HotpotQA":"","MSMARCO":"","NFCorpus":"","NQ":"","QuoraRetrieval":"","SCIDOCS":"","SciFact":"","Touche2020":"","TRECCOVID":""} -{"index":127,"Rank":290,"Model":"nomic-embed-text-v1.5-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","ArguAna":48.01,"ClimateFEVER":41.28,"CQADupstackRetrieval":"","DBPedia":43.9,"FEVER":86.34,"FiQA2018":37.46,"HotpotQA":72.62,"MSMARCO":42.53,"NFCorpus":34.67,"NQ":59.72,"QuoraRetrieval":88.0,"SCIDOCS":18.62,"SciFact":70.28,"Touche2020":29.86,"TRECCOVID":82.3} -{"index":131,"Rank":292,"Model":"ember-v1-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","ArguAna":64.56,"ClimateFEVER":27.29,"CQADupstackRetrieval":"","DBPedia":41.79,"FEVER":83.69,"FiQA2018":44.3,"HotpotQA":74.33,"MSMARCO":42.03,"NFCorpus":36.91,"NQ":51.77,"QuoraRetrieval":89.09,"SCIDOCS":19.58,"SciFact":73.42,"Touche2020":23.54,"TRECCOVID":64.14} -{"index":146,"Rank":295,"Model":"sentence-croissant-llm-base<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":"","ArguAna":"","ClimateFEVER":"","CQADupstackRetrieval":"","DBPedia":"","FEVER":"","FiQA2018":"","HotpotQA":"","MSMARCO":"","NFCorpus":"","NQ":"","QuoraRetrieval":"","SCIDOCS":"","SciFact":"","Touche2020":"","TRECCOVID":""} -{"index":147,"Rank":296,"Model":"nomic-embed-text-v1.5-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","ArguAna":48.01,"ClimateFEVER":41.28,"CQADupstackRetrieval":"","DBPedia":43.9,"FEVER":86.34,"FiQA2018":37.46,"HotpotQA":72.62,"MSMARCO":42.53,"NFCorpus":34.67,"NQ":59.72,"QuoraRetrieval":88.0,"SCIDOCS":18.62,"SciFact":70.28,"Touche2020":29.86,"TRECCOVID":82.3} -{"index":148,"Rank":297,"Model":"German_Semantic_STS_V2<\/a>","Model Size (Million Parameters)":336,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","ArguAna":"","ClimateFEVER":"","CQADupstackRetrieval":"","DBPedia":"","FEVER":"","FiQA2018":"","HotpotQA":"","MSMARCO":"","NFCorpus":"","NQ":"","QuoraRetrieval":"","SCIDOCS":"","SciFact":"","Touche2020":"","TRECCOVID":""} -{"index":150,"Rank":298,"Model":"e5-base-v2-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","ArguAna":44.49,"ClimateFEVER":26.56,"CQADupstackRetrieval":"","DBPedia":42.23,"FEVER":84.99,"FiQA2018":39.88,"HotpotQA":69.15,"MSMARCO":41.77,"NFCorpus":35.39,"NQ":58.22,"QuoraRetrieval":86.56,"SCIDOCS":18.69,"SciFact":71.94,"Touche2020":26.4,"TRECCOVID":69.6} -{"index":152,"Rank":300,"Model":"ru-en-RoSBERTa<\/a>","Model Size (Million Parameters)":404,"Memory Usage (GB, fp32)":1.5,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","ArguAna":"","ClimateFEVER":"","CQADupstackRetrieval":"","DBPedia":"","FEVER":"","FiQA2018":"","HotpotQA":"","MSMARCO":"","NFCorpus":"","NQ":"","QuoraRetrieval":"","SCIDOCS":"","SciFact":"","Touche2020":"","TRECCOVID":""} -{"index":153,"Rank":301,"Model":"sbert_large_mt_nlu_ru<\/a>","Model Size (Million Parameters)":427,"Memory Usage (GB, fp32)":1.59,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","ArguAna":15.62,"ClimateFEVER":0.16,"CQADupstackRetrieval":"","DBPedia":0.27,"FEVER":0.22,"FiQA2018":0.52,"HotpotQA":1.63,"MSMARCO":"","NFCorpus":2.35,"NQ":0.39,"QuoraRetrieval":57.97,"SCIDOCS":0.37,"SciFact":1.27,"Touche2020":1.33,"TRECCOVID":7.16} -{"index":154,"Rank":302,"Model":"sbert_large_nlu_ru<\/a>","Model Size (Million Parameters)":427,"Memory Usage (GB, fp32)":1.59,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","ArguAna":17.29,"ClimateFEVER":0.03,"CQADupstackRetrieval":"","DBPedia":0.23,"FEVER":0.2,"FiQA2018":0.33,"HotpotQA":0.93,"MSMARCO":"","NFCorpus":1.99,"NQ":0.2,"QuoraRetrieval":44.36,"SCIDOCS":0.23,"SciFact":1.73,"Touche2020":0.29,"TRECCOVID":3.91} -{"index":165,"Rank":303,"Model":"bge-base-en-v1-5-seqlen-384-bs-1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","ArguAna":63.61,"ClimateFEVER":31.17,"CQADupstackRetrieval":"","DBPedia":40.77,"FEVER":86.29,"FiQA2018":40.65,"HotpotQA":72.6,"MSMARCO":41.35,"NFCorpus":37.39,"NQ":54.15,"QuoraRetrieval":88.9,"SCIDOCS":21.73,"SciFact":74.04,"Touche2020":25.7,"TRECCOVID":78.07} -{"index":168,"Rank":304,"Model":"brown-beetle-base-v1.1<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.08,"Embedding Dimensions":768,"Max Tokens":1000000,"Average":"","ArguAna":40.13,"ClimateFEVER":17.03,"CQADupstackRetrieval":21.86,"DBPedia":23.14,"FEVER":28.73,"FiQA2018":15.6,"HotpotQA":37.48,"MSMARCO":32.7,"NFCorpus":22.55,"NQ":18.92,"QuoraRetrieval":80.41,"SCIDOCS":12.25,"SciFact":48.23,"Touche2020":"","TRECCOVID":""} -{"index":170,"Rank":305,"Model":"brown-beetle-small-v1.1<\/a>","Model Size (Million Parameters)":8,"Memory Usage (GB, fp32)":0.03,"Embedding Dimensions":768,"Max Tokens":1000000,"Average":"","ArguAna":39.38,"ClimateFEVER":16.14,"CQADupstackRetrieval":21.07,"DBPedia":22.64,"FEVER":27.13,"FiQA2018":14.57,"HotpotQA":35.16,"MSMARCO":32.65,"NFCorpus":22.02,"NQ":18.21,"QuoraRetrieval":79.79,"SCIDOCS":11.76,"SciFact":46.8,"Touche2020":"","TRECCOVID":""} -{"index":171,"Rank":306,"Model":"brown-beetle-tiny-v1<\/a>","Model Size (Million Parameters)":4,"Memory Usage (GB, fp32)":0.01,"Embedding Dimensions":128,"Max Tokens":1000000,"Average":"","ArguAna":28.84,"ClimateFEVER":11.0,"CQADupstackRetrieval":17.24,"DBPedia":18.05,"FEVER":19.26,"FiQA2018":9.51,"HotpotQA":25.75,"MSMARCO":"","NFCorpus":"","NQ":"","QuoraRetrieval":"","SCIDOCS":"","SciFact":"","Touche2020":"","TRECCOVID":""} -{"index":176,"Rank":307,"Model":"bge-m3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","ArguAna":53.96,"ClimateFEVER":"","CQADupstackRetrieval":"","DBPedia":"","FEVER":"","FiQA2018":41.3,"HotpotQA":"","MSMARCO":"","NFCorpus":31.41,"NQ":"","QuoraRetrieval":"","SCIDOCS":"","SciFact":64.37,"Touche2020":"","TRECCOVID":""} -{"index":177,"Rank":308,"Model":"slx-v0.1<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.08,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","ArguAna":50.17,"ClimateFEVER":20.27,"CQADupstackRetrieval":41.32,"DBPedia":32.33,"FEVER":45.51,"FiQA2018":36.61,"HotpotQA":"","MSMARCO":"","NFCorpus":"","NQ":"","QuoraRetrieval":"","SCIDOCS":"","SciFact":"","Touche2020":"","TRECCOVID":""} -{"index":178,"Rank":309,"Model":"jina-embeddings-v2-base-de-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","ArguAna":49.33,"ClimateFEVER":21.8,"CQADupstackRetrieval":"","DBPedia":31.47,"FEVER":67.89,"FiQA2018":32.3,"HotpotQA":55.39,"MSMARCO":"","NFCorpus":28.61,"NQ":48.9,"QuoraRetrieval":87.93,"SCIDOCS":16.29,"SciFact":60.68,"Touche2020":21.03,"TRECCOVID":65.12} -{"index":180,"Rank":310,"Model":"LaBSE-en-ru<\/a>","Model Size (Million Parameters)":129,"Memory Usage (GB, fp32)":0.48,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","ArguAna":31.91,"ClimateFEVER":3.16,"CQADupstackRetrieval":"","DBPedia":13.51,"FEVER":8.6,"FiQA2018":6.8,"HotpotQA":17.02,"MSMARCO":6.78,"NFCorpus":12.59,"NQ":7.01,"QuoraRetrieval":76.76,"SCIDOCS":4.96,"SciFact":33.78,"Touche2020":4.16,"TRECCOVID":14.9} -{"index":181,"Rank":311,"Model":"rubert-tiny<\/a>","Model Size (Million Parameters)":12,"Memory Usage (GB, fp32)":0.04,"Embedding Dimensions":512,"Max Tokens":514,"Average":"","ArguAna":24.16,"ClimateFEVER":1.5,"CQADupstackRetrieval":"","DBPedia":1.56,"FEVER":0.7,"FiQA2018":1.92,"HotpotQA":2.19,"MSMARCO":1.27,"NFCorpus":2.82,"NQ":0.75,"QuoraRetrieval":58.8,"SCIDOCS":0.86,"SciFact":12.55,"Touche2020":2.36,"TRECCOVID":9.47} -{"index":182,"Rank":312,"Model":"rubert-tiny2<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"Embedding Dimensions":2048,"Max Tokens":514,"Average":"","ArguAna":27.66,"ClimateFEVER":2.08,"CQADupstackRetrieval":"","DBPedia":2.66,"FEVER":3.01,"FiQA2018":2.42,"HotpotQA":8.85,"MSMARCO":1.13,"NFCorpus":5.03,"NQ":0.62,"QuoraRetrieval":66.99,"SCIDOCS":1.18,"SciFact":20.19,"Touche2020":0.91,"TRECCOVID":8.67} -{"index":183,"Rank":313,"Model":"cai-lunaris-text-embeddings<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","ArguAna":37.27,"ClimateFEVER":8.69,"CQADupstackRetrieval":18.81,"DBPedia":14.77,"FEVER":"","FiQA2018":"","HotpotQA":"","MSMARCO":"","NFCorpus":"","NQ":"","QuoraRetrieval":"","SCIDOCS":"","SciFact":"","Touche2020":"","TRECCOVID":""} -{"index":184,"Rank":314,"Model":"cai-stellaris-text-embeddings<\/a>","Model Size (Million Parameters)":53,"Memory Usage (GB, fp32)":0.2,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","ArguAna":47.29,"ClimateFEVER":13.48,"CQADupstackRetrieval":31.03,"DBPedia":22.45,"FEVER":"","FiQA2018":"","HotpotQA":"","MSMARCO":"","NFCorpus":"","NQ":"","QuoraRetrieval":"","SCIDOCS":"","SciFact":"","Touche2020":"","TRECCOVID":""} -{"index":185,"Rank":315,"Model":"french-document-embedding<\/a>","Model Size (Million Parameters)":305,"Memory Usage (GB, fp32)":1.14,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","ArguAna":"","ClimateFEVER":"","CQADupstackRetrieval":"","DBPedia":"","FEVER":"","FiQA2018":"","HotpotQA":"","MSMARCO":"","NFCorpus":"","NQ":"","QuoraRetrieval":"","SCIDOCS":"","SciFact":"","Touche2020":"","TRECCOVID":""} -{"index":186,"Rank":316,"Model":"sentence-camembert-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","ArguAna":"","ClimateFEVER":"","CQADupstackRetrieval":"","DBPedia":"","FEVER":"","FiQA2018":"","HotpotQA":"","MSMARCO":"","NFCorpus":"","NQ":"","QuoraRetrieval":"","SCIDOCS":"","SciFact":"","Touche2020":"","TRECCOVID":""} -{"index":187,"Rank":317,"Model":"sentence-camembert-large<\/a>","Model Size (Million Parameters)":337,"Memory Usage (GB, fp32)":1.26,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","ArguAna":"","ClimateFEVER":"","CQADupstackRetrieval":"","DBPedia":"","FEVER":"","FiQA2018":"","HotpotQA":"","MSMARCO":"","NFCorpus":"","NQ":"","QuoraRetrieval":"","SCIDOCS":"","SciFact":"","Touche2020":"","TRECCOVID":""} -{"index":189,"Rank":318,"Model":"USER-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","ArguAna":39.93,"ClimateFEVER":8.04,"CQADupstackRetrieval":"","DBPedia":16.39,"FEVER":35.62,"FiQA2018":8.47,"HotpotQA":24.5,"MSMARCO":12.58,"NFCorpus":16.6,"NQ":15.21,"QuoraRetrieval":76.33,"SCIDOCS":6.36,"SciFact":35.61,"Touche2020":12.97,"TRECCOVID":20.17} -{"index":190,"Rank":319,"Model":"USER-bge-m3<\/a>","Model Size (Million Parameters)":359,"Memory Usage (GB, fp32)":1.34,"Embedding Dimensions":1024,"Max Tokens":8192,"Average":"","ArguAna":49.95,"ClimateFEVER":25.9,"CQADupstackRetrieval":"","DBPedia":38.22,"FEVER":73.08,"FiQA2018":40.8,"HotpotQA":64.32,"MSMARCO":"","NFCorpus":31.29,"NQ":58.9,"QuoraRetrieval":87.95,"SCIDOCS":16.15,"SciFact":62.43,"Touche2020":18.96,"TRECCOVID":51.02} -{"index":191,"Rank":320,"Model":"deberta-v1-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","ArguAna":12.39,"ClimateFEVER":0.03,"CQADupstackRetrieval":"","DBPedia":0.16,"FEVER":0.1,"FiQA2018":0.32,"HotpotQA":0.35,"MSMARCO":"","NFCorpus":1.59,"NQ":0.06,"QuoraRetrieval":49.21,"SCIDOCS":0.18,"SciFact":0.35,"Touche2020":0.0,"TRECCOVID":3.56} -{"index":192,"Rank":321,"Model":"multilingual-e5-base-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","ArguAna":44.23,"ClimateFEVER":23.86,"CQADupstackRetrieval":"","DBPedia":40.36,"FEVER":79.44,"FiQA2018":38.17,"HotpotQA":68.56,"MSMARCO":42.27,"NFCorpus":32.46,"NQ":60.02,"QuoraRetrieval":87.65,"SCIDOCS":17.16,"SciFact":69.35,"Touche2020":21.35,"TRECCOVID":69.76} -{"index":194,"Rank":322,"Model":"sft-bge-small<\/a>","Model Size (Million Parameters)":24,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":512,"Max Tokens":512,"Average":"","ArguAna":"","ClimateFEVER":"","CQADupstackRetrieval":"","DBPedia":"","FEVER":"","FiQA2018":"","HotpotQA":"","MSMARCO":"","NFCorpus":"","NQ":"","QuoraRetrieval":"","SCIDOCS":"","SciFact":"","Touche2020":"","TRECCOVID":""} -{"index":196,"Rank":323,"Model":"mxbai-embed-large-v1-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","ArguAna":66.02,"ClimateFEVER":36.09,"CQADupstackRetrieval":"","DBPedia":44.51,"FEVER":86.91,"FiQA2018":45.27,"HotpotQA":72.03,"MSMARCO":41.26,"NFCorpus":38.64,"NQ":55.79,"QuoraRetrieval":88.98,"SCIDOCS":23.32,"SciFact":74.73,"Touche2020":25.2,"TRECCOVID":75.57} -{"index":199,"Rank":324,"Model":"flaubert_base_cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","ArguAna":"","ClimateFEVER":"","CQADupstackRetrieval":"","DBPedia":"","FEVER":"","FiQA2018":"","HotpotQA":"","MSMARCO":"","NFCorpus":"","NQ":"","QuoraRetrieval":"","SCIDOCS":"","SciFact":"","Touche2020":"","TRECCOVID":""} -{"index":200,"Rank":325,"Model":"flaubert_base_uncased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","ArguAna":"","ClimateFEVER":"","CQADupstackRetrieval":"","DBPedia":"","FEVER":"","FiQA2018":"","HotpotQA":"","MSMARCO":"","NFCorpus":"","NQ":"","QuoraRetrieval":"","SCIDOCS":"","SciFact":"","Touche2020":"","TRECCOVID":""} -{"index":201,"Rank":326,"Model":"flaubert_large_cased<\/a>","Model Size (Million Parameters)":372,"Memory Usage (GB, fp32)":1.39,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","ArguAna":"","ClimateFEVER":"","CQADupstackRetrieval":"","DBPedia":"","FEVER":"","FiQA2018":"","HotpotQA":"","MSMARCO":"","NFCorpus":"","NQ":"","QuoraRetrieval":"","SCIDOCS":"","SciFact":"","Touche2020":"","TRECCOVID":""} -{"index":203,"Rank":328,"Model":"jina-embeddings-v2-base-en-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","ArguAna":44.18,"ClimateFEVER":23.53,"CQADupstackRetrieval":"","DBPedia":35.05,"FEVER":72.33,"FiQA2018":41.58,"HotpotQA":61.38,"MSMARCO":40.92,"NFCorpus":32.45,"NQ":60.44,"QuoraRetrieval":88.2,"SCIDOCS":19.86,"SciFact":66.68,"Touche2020":26.24,"TRECCOVID":65.91} -{"index":204,"Rank":329,"Model":"bert-base-multilingual-cased<\/a>","Model Size (Million Parameters)":179,"Memory Usage (GB, fp32)":0.67,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","ArguAna":"","ClimateFEVER":"","CQADupstackRetrieval":"","DBPedia":"","FEVER":"","FiQA2018":"","HotpotQA":"","MSMARCO":"","NFCorpus":"","NQ":"","QuoraRetrieval":"","SCIDOCS":"","SciFact":"","Touche2020":"","TRECCOVID":""} -{"index":205,"Rank":330,"Model":"bert-base-multilingual-uncased<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","ArguAna":"","ClimateFEVER":"","CQADupstackRetrieval":"","DBPedia":"","FEVER":"","FiQA2018":"","HotpotQA":"","MSMARCO":"","NFCorpus":"","NQ":"","QuoraRetrieval":"","SCIDOCS":"","SciFact":"","Touche2020":"","TRECCOVID":""} -{"index":212,"Rank":331,"Model":"bge-large-en-v1.5-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","ArguAna":63.54,"ClimateFEVER":36.57,"CQADupstackRetrieval":"","DBPedia":44.11,"FEVER":87.18,"FiQA2018":45.02,"HotpotQA":74.1,"MSMARCO":42.49,"NFCorpus":38.13,"NQ":55.03,"QuoraRetrieval":89.07,"SCIDOCS":22.64,"SciFact":74.61,"Touche2020":24.81,"TRECCOVID":74.82} -{"index":230,"Rank":332,"Model":"herbert-base-retrieval-v2<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.47,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","ArguAna":"","ClimateFEVER":"","CQADupstackRetrieval":"","DBPedia":"","FEVER":"","FiQA2018":"","HotpotQA":"","MSMARCO":"","NFCorpus":"","NQ":"","QuoraRetrieval":"","SCIDOCS":"","SciFact":"","Touche2020":"","TRECCOVID":""} -{"index":231,"Rank":333,"Model":"silver-retriever-base-v1<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.47,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","ArguAna":"","ClimateFEVER":"","CQADupstackRetrieval":"","DBPedia":"","FEVER":"","FiQA2018":"","HotpotQA":"","MSMARCO":"","NFCorpus":"","NQ":"","QuoraRetrieval":"","SCIDOCS":"","SciFact":"","Touche2020":"","TRECCOVID":""} -{"index":239,"Rank":334,"Model":"jina-embeddings-v2-base-de<\/a>","Model Size (Million Parameters)":161,"Memory Usage (GB, fp32)":0.6,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","ArguAna":49.33,"ClimateFEVER":21.8,"CQADupstackRetrieval":36.22,"DBPedia":31.47,"FEVER":67.89,"FiQA2018":32.3,"HotpotQA":55.39,"MSMARCO":"","NFCorpus":28.61,"NQ":48.9,"QuoraRetrieval":87.93,"SCIDOCS":16.29,"SciFact":60.68,"Touche2020":21.03,"TRECCOVID":65.12} -{"index":241,"Rank":335,"Model":"jina-embeddings-v2-base-es<\/a>","Model Size (Million Parameters)":161,"Memory Usage (GB, fp32)":0.6,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","ArguAna":50.13,"ClimateFEVER":27.13,"CQADupstackRetrieval":38.78,"DBPedia":32.63,"FEVER":78.43,"FiQA2018":37.01,"HotpotQA":59.48,"MSMARCO":"","NFCorpus":30.3,"NQ":50.7,"QuoraRetrieval":88.14,"SCIDOCS":17.36,"SciFact":62.67,"Touche2020":19.82,"TRECCOVID":67.37} -{"index":254,"Rank":336,"Model":"mxbai-embed-large-v1-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","ArguAna":66.02,"ClimateFEVER":36.09,"CQADupstackRetrieval":"","DBPedia":44.51,"FEVER":86.91,"FiQA2018":45.27,"HotpotQA":72.03,"MSMARCO":41.26,"NFCorpus":38.64,"NQ":55.79,"QuoraRetrieval":88.98,"SCIDOCS":23.32,"SciFact":74.73,"Touche2020":25.2,"TRECCOVID":75.57} -{"index":255,"Rank":337,"Model":"ternary-weight-embedding<\/a>","Model Size (Million Parameters)":99,"Memory Usage (GB, fp32)":0.37,"Embedding Dimensions":1792,"Max Tokens":512,"Average":"","ArguAna":"","ClimateFEVER":"","CQADupstackRetrieval":"","DBPedia":"","FEVER":"","FiQA2018":"","HotpotQA":"","MSMARCO":"","NFCorpus":"","NQ":"","QuoraRetrieval":"","SCIDOCS":"","SciFact":"","Touche2020":"","TRECCOVID":""} -{"index":256,"Rank":338,"Model":"bge-m3-custom-fr<\/a>","Model Size (Million Parameters)":568,"Memory Usage (GB, fp32)":2.12,"Embedding Dimensions":1024,"Max Tokens":8194,"Average":"","ArguAna":"","ClimateFEVER":"","CQADupstackRetrieval":"","DBPedia":"","FEVER":"","FiQA2018":"","HotpotQA":"","MSMARCO":"","NFCorpus":"","NQ":"","QuoraRetrieval":"","SCIDOCS":"","SciFact":"","Touche2020":"","TRECCOVID":""} -{"index":257,"Rank":339,"Model":"sentence_croissant_alpha_v0.1<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":"","ArguAna":"","ClimateFEVER":"","CQADupstackRetrieval":"","DBPedia":"","FEVER":"","FiQA2018":"","HotpotQA":"","MSMARCO":"","NFCorpus":"","NQ":"","QuoraRetrieval":"","SCIDOCS":"","SciFact":"","Touche2020":"","TRECCOVID":""} -{"index":258,"Rank":340,"Model":"sentence_croissant_alpha_v0.2<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":"","ArguAna":"","ClimateFEVER":"","CQADupstackRetrieval":"","DBPedia":"","FEVER":"","FiQA2018":"","HotpotQA":"","MSMARCO":"","NFCorpus":"","NQ":"","QuoraRetrieval":"","SCIDOCS":"","SciFact":"","Touche2020":"","TRECCOVID":""} -{"index":259,"Rank":341,"Model":"sentence_croissant_alpha_v0.3<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":"","ArguAna":"","ClimateFEVER":"","CQADupstackRetrieval":"","DBPedia":"","FEVER":"","FiQA2018":"","HotpotQA":"","MSMARCO":"","NFCorpus":"","NQ":"","QuoraRetrieval":"","SCIDOCS":"","SciFact":"","Touche2020":"","TRECCOVID":""} -{"index":260,"Rank":342,"Model":"sentence_croissant_alpha_v0.4<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":"","ArguAna":"","ClimateFEVER":"","CQADupstackRetrieval":"","DBPedia":"","FEVER":"","FiQA2018":"","HotpotQA":"","MSMARCO":"","NFCorpus":"","NQ":"","QuoraRetrieval":"","SCIDOCS":"","SciFact":"","Touche2020":"","TRECCOVID":""} -{"index":272,"Rank":344,"Model":"nomic-embed-text-v1.5-Q4_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","ArguAna":48.01,"ClimateFEVER":41.28,"CQADupstackRetrieval":"","DBPedia":43.9,"FEVER":86.34,"FiQA2018":37.46,"HotpotQA":72.62,"MSMARCO":42.53,"NFCorpus":34.67,"NQ":59.72,"QuoraRetrieval":88.0,"SCIDOCS":18.62,"SciFact":70.28,"Touche2020":29.86,"TRECCOVID":82.3} -{"index":273,"Rank":345,"Model":"fin-mpnet-base<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","ArguAna":49.11,"ClimateFEVER":"","CQADupstackRetrieval":"","DBPedia":"","FEVER":"","FiQA2018":79.91,"HotpotQA":"","MSMARCO":"","NFCorpus":29.64,"NQ":"","QuoraRetrieval":"","SCIDOCS":"","SciFact":65.4,"Touche2020":"","TRECCOVID":""} -{"index":274,"Rank":346,"Model":"jina-embeddings-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","ArguAna":44.18,"ClimateFEVER":23.53,"CQADupstackRetrieval":"","DBPedia":35.05,"FEVER":72.33,"FiQA2018":41.58,"HotpotQA":61.38,"MSMARCO":40.92,"NFCorpus":32.45,"NQ":60.44,"QuoraRetrieval":88.2,"SCIDOCS":19.86,"SciFact":66.68,"Touche2020":26.24,"TRECCOVID":65.91} -{"index":279,"Rank":351,"Model":"bge-small-en-v1.5-quant<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","ArguAna":57.77,"ClimateFEVER":"","CQADupstackRetrieval":"","DBPedia":"","FEVER":"","FiQA2018":"","HotpotQA":"","MSMARCO":"","NFCorpus":"","NQ":"","QuoraRetrieval":"","SCIDOCS":"","SciFact":"","Touche2020":"","TRECCOVID":""} -{"index":280,"Rank":352,"Model":"bge-small-en-v1.5-sparse<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","ArguAna":49.13,"ClimateFEVER":"","CQADupstackRetrieval":"","DBPedia":"","FEVER":"","FiQA2018":"","HotpotQA":"","MSMARCO":"","NFCorpus":"","NQ":"","QuoraRetrieval":"","SCIDOCS":"","SciFact":"","Touche2020":"","TRECCOVID":""} -{"index":296,"Rank":353,"Model":"arabic-english-sts-matryoshka<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","ArguAna":"","ClimateFEVER":"","CQADupstackRetrieval":"","DBPedia":"","FEVER":"","FiQA2018":"","HotpotQA":"","MSMARCO":"","NFCorpus":"","NQ":"","QuoraRetrieval":"","SCIDOCS":"","SciFact":"","Touche2020":"","TRECCOVID":""} -{"index":297,"Rank":354,"Model":"arabic-english-sts-matryoshka-v2.0<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","ArguAna":"","ClimateFEVER":"","CQADupstackRetrieval":"","DBPedia":"","FEVER":"","FiQA2018":"","HotpotQA":"","MSMARCO":"","NFCorpus":"","NQ":"","QuoraRetrieval":"","SCIDOCS":"","SciFact":"","Touche2020":"","TRECCOVID":""} -{"index":301,"Rank":355,"Model":"jina-embeddings-v2-base-es-Q5_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","ArguAna":50.13,"ClimateFEVER":27.13,"CQADupstackRetrieval":"","DBPedia":32.63,"FEVER":78.43,"FiQA2018":37.01,"HotpotQA":59.48,"MSMARCO":"","NFCorpus":30.3,"NQ":50.7,"QuoraRetrieval":88.14,"SCIDOCS":17.36,"SciFact":62.67,"Touche2020":19.82,"TRECCOVID":67.37} -{"index":309,"Rank":356,"Model":"bge-large-en-v1.5-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","ArguAna":63.54,"ClimateFEVER":36.57,"CQADupstackRetrieval":"","DBPedia":44.11,"FEVER":87.18,"FiQA2018":45.02,"HotpotQA":74.1,"MSMARCO":42.49,"NFCorpus":38.13,"NQ":55.03,"QuoraRetrieval":89.07,"SCIDOCS":22.64,"SciFact":74.61,"Touche2020":24.81,"TRECCOVID":74.82} -{"index":310,"Rank":357,"Model":"bge-large-en-v1.5-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","ArguAna":63.54,"ClimateFEVER":36.57,"CQADupstackRetrieval":"","DBPedia":44.11,"FEVER":87.18,"FiQA2018":45.02,"HotpotQA":74.1,"MSMARCO":42.49,"NFCorpus":38.13,"NQ":55.03,"QuoraRetrieval":89.07,"SCIDOCS":22.64,"SciFact":74.61,"Touche2020":24.81,"TRECCOVID":74.82} -{"index":313,"Rank":358,"Model":"mmlw-e5-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","ArguAna":"","ClimateFEVER":"","CQADupstackRetrieval":"","DBPedia":"","FEVER":"","FiQA2018":"","HotpotQA":"","MSMARCO":"","NFCorpus":"","NQ":"","QuoraRetrieval":"","SCIDOCS":"","SciFact":"","Touche2020":"","TRECCOVID":""} -{"index":314,"Rank":359,"Model":"mmlw-e5-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","ArguAna":"","ClimateFEVER":"","CQADupstackRetrieval":"","DBPedia":"","FEVER":"","FiQA2018":"","HotpotQA":"","MSMARCO":"","NFCorpus":"","NQ":"","QuoraRetrieval":"","SCIDOCS":"","SciFact":"","Touche2020":"","TRECCOVID":""} -{"index":315,"Rank":360,"Model":"mmlw-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","ArguAna":"","ClimateFEVER":"","CQADupstackRetrieval":"","DBPedia":"","FEVER":"","FiQA2018":"","HotpotQA":"","MSMARCO":"","NFCorpus":"","NQ":"","QuoraRetrieval":"","SCIDOCS":"","SciFact":"","Touche2020":"","TRECCOVID":""} -{"index":316,"Rank":361,"Model":"mmlw-roberta-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","ArguAna":"","ClimateFEVER":"","CQADupstackRetrieval":"","DBPedia":"","FEVER":"","FiQA2018":"","HotpotQA":"","MSMARCO":"","NFCorpus":"","NQ":"","QuoraRetrieval":"","SCIDOCS":"","SciFact":"","Touche2020":"","TRECCOVID":""} -{"index":317,"Rank":362,"Model":"mmlw-roberta-large<\/a>","Model Size (Million Parameters)":435,"Memory Usage (GB, fp32)":1.62,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","ArguAna":"","ClimateFEVER":"","CQADupstackRetrieval":"","DBPedia":"","FEVER":"","FiQA2018":"","HotpotQA":"","MSMARCO":"","NFCorpus":"","NQ":"","QuoraRetrieval":"","SCIDOCS":"","SciFact":"","Touche2020":"","TRECCOVID":""} -{"index":318,"Rank":363,"Model":"st-polish-paraphrase-from-distilroberta<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.47,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","ArguAna":"","ClimateFEVER":"","CQADupstackRetrieval":"","DBPedia":"","FEVER":"","FiQA2018":"","HotpotQA":"","MSMARCO":"","NFCorpus":"","NQ":"","QuoraRetrieval":"","SCIDOCS":"","SciFact":"","Touche2020":"","TRECCOVID":""} -{"index":319,"Rank":364,"Model":"st-polish-paraphrase-from-mpnet<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.47,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","ArguAna":"","ClimateFEVER":"","CQADupstackRetrieval":"","DBPedia":"","FEVER":"","FiQA2018":"","HotpotQA":"","MSMARCO":"","NFCorpus":"","NQ":"","QuoraRetrieval":"","SCIDOCS":"","SciFact":"","Touche2020":"","TRECCOVID":""} -{"index":327,"Rank":365,"Model":"distiluse-base-multilingual-cased-v2<\/a>","Model Size (Million Parameters)":135,"Memory Usage (GB, fp32)":0.5,"Embedding Dimensions":512,"Max Tokens":512,"Average":"","ArguAna":"","ClimateFEVER":"","CQADupstackRetrieval":"","DBPedia":"","FEVER":"","FiQA2018":"","HotpotQA":"","MSMARCO":"","NFCorpus":"","NQ":"","QuoraRetrieval":"","SCIDOCS":"","SciFact":"","Touche2020":"","TRECCOVID":""} -{"index":333,"Rank":366,"Model":"multi-qa-MiniLM-L6-cos-v1<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","ArguAna":"","ClimateFEVER":"","CQADupstackRetrieval":"","DBPedia":"","FEVER":"","FiQA2018":"","HotpotQA":"","MSMARCO":"","NFCorpus":"","NQ":"","QuoraRetrieval":"","SCIDOCS":"","SciFact":"","Touche2020":"","TRECCOVID":""} -{"index":340,"Rank":367,"Model":"LaBSE-ru-turbo<\/a>","Model Size (Million Parameters)":128,"Memory Usage (GB, fp32)":0.48,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","ArguAna":46.57,"ClimateFEVER":13.19,"CQADupstackRetrieval":"","DBPedia":29.74,"FEVER":48.04,"FiQA2018":21.01,"HotpotQA":54.51,"MSMARCO":27.51,"NFCorpus":22.08,"NQ":35.87,"QuoraRetrieval":85.71,"SCIDOCS":11.7,"SciFact":50.49,"Touche2020":14.08,"TRECCOVID":30.52} -{"index":342,"Rank":368,"Model":"text2vec-base-multilingual<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":256,"Average":"","ArguAna":31.35,"ClimateFEVER":11.19,"CQADupstackRetrieval":"","DBPedia":15.87,"FEVER":30.69,"FiQA2018":12.34,"HotpotQA":16.63,"MSMARCO":14.57,"NFCorpus":18.64,"NQ":20.7,"QuoraRetrieval":83.07,"SCIDOCS":9.8,"SciFact":38.99,"Touche2020":14.08,"TRECCOVID":32.1} -{"index":343,"Rank":369,"Model":"silma-embeddding-matryoshka-v0.1<\/a>","Model Size (Million Parameters)":135,"Memory Usage (GB, fp32)":0.5,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","ArguAna":"","ClimateFEVER":"","CQADupstackRetrieval":"","DBPedia":"","FEVER":"","FiQA2018":"","HotpotQA":"","MSMARCO":"","NFCorpus":"","NQ":"","QuoraRetrieval":"","SCIDOCS":"","SciFact":"","Touche2020":"","TRECCOVID":""} -{"index":344,"Rank":370,"Model":"silma-embeddding-sts-v0.1<\/a>","Model Size (Million Parameters)":135,"Memory Usage (GB, fp32)":0.5,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","ArguAna":"","ClimateFEVER":"","CQADupstackRetrieval":"","DBPedia":"","FEVER":"","FiQA2018":"","HotpotQA":"","MSMARCO":"","NFCorpus":"","NQ":"","QuoraRetrieval":"","SCIDOCS":"","SciFact":"","Touche2020":"","TRECCOVID":""} -{"index":345,"Rank":371,"Model":"mxbai-embed-large-v1-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","ArguAna":66.02,"ClimateFEVER":36.09,"CQADupstackRetrieval":"","DBPedia":44.51,"FEVER":86.91,"FiQA2018":45.27,"HotpotQA":72.03,"MSMARCO":41.26,"NFCorpus":38.64,"NQ":55.79,"QuoraRetrieval":88.98,"SCIDOCS":23.32,"SciFact":74.73,"Touche2020":25.2,"TRECCOVID":75.57} -{"index":346,"Rank":372,"Model":"mxbai-embed-large-v1-Q5_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","ArguAna":66.02,"ClimateFEVER":36.09,"CQADupstackRetrieval":"","DBPedia":44.51,"FEVER":86.91,"FiQA2018":45.27,"HotpotQA":72.03,"MSMARCO":41.26,"NFCorpus":38.64,"NQ":55.79,"QuoraRetrieval":88.98,"SCIDOCS":23.32,"SciFact":74.73,"Touche2020":25.2,"TRECCOVID":75.57} -{"index":348,"Rank":373,"Model":"Angle_BERT<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","ArguAna":38.88,"ClimateFEVER":9.94,"CQADupstackRetrieval":18.0,"DBPedia":"","FEVER":"","FiQA2018":"","HotpotQA":"","MSMARCO":"","NFCorpus":"","NQ":"","QuoraRetrieval":"","SCIDOCS":"","SciFact":"","Touche2020":"","TRECCOVID":""} -{"index":349,"Rank":374,"Model":"GritLM-7B-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","ArguAna":63.24,"ClimateFEVER":30.91,"CQADupstackRetrieval":"","DBPedia":46.6,"FEVER":82.74,"FiQA2018":59.95,"HotpotQA":79.4,"MSMARCO":41.96,"NFCorpus":40.89,"NQ":70.3,"QuoraRetrieval":89.47,"SCIDOCS":24.41,"SciFact":79.17,"Touche2020":27.93,"TRECCOVID":74.8} -{"index":350,"Rank":375,"Model":"GritLM-8x7B-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","ArguAna":59.49,"ClimateFEVER":28.69,"CQADupstackRetrieval":"","DBPedia":46.54,"FEVER":85.02,"FiQA2018":49.89,"HotpotQA":73.83,"MSMARCO":35.55,"NFCorpus":39.05,"NQ":63.87,"QuoraRetrieval":87.7,"SCIDOCS":23.06,"SciFact":77.02,"Touche2020":27.97,"TRECCOVID":81.07} -{"index":354,"Rank":376,"Model":"ALL_862873<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","ArguAna":5.35,"ClimateFEVER":0.59,"CQADupstackRetrieval":"","DBPedia":0.43,"FEVER":0.51,"FiQA2018":0.76,"HotpotQA":0.59,"MSMARCO":0.31,"NFCorpus":4.87,"NQ":0.33,"QuoraRetrieval":31.95,"SCIDOCS":1.02,"SciFact":2.91,"Touche2020":3.82,"TRECCOVID":7.5} -{"index":362,"Rank":377,"Model":"llm_mse<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","ArguAna":"","ClimateFEVER":"","CQADupstackRetrieval":"","DBPedia":"","FEVER":"","FiQA2018":"","HotpotQA":"","MSMARCO":"","NFCorpus":"","NQ":"","QuoraRetrieval":68.73,"SCIDOCS":"","SciFact":"","Touche2020":"","TRECCOVID":""} -{"index":365,"Rank":378,"Model":"mxbai-embed-xsmall-v1-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","ArguAna":49.58,"ClimateFEVER":22.42,"CQADupstackRetrieval":"","DBPedia":32.19,"FEVER":56.45,"FiQA2018":37.1,"HotpotQA":48.37,"MSMARCO":36.76,"NFCorpus":32.05,"NQ":44.44,"QuoraRetrieval":87.7,"SCIDOCS":21.5,"SciFact":65.81,"Touche2020":17.09,"TRECCOVID":48.9} -{"index":369,"Rank":381,"Model":"universal-sentence-encoder-multilingual-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":512,"Max Tokens":512,"Average":"","ArguAna":"","ClimateFEVER":"","CQADupstackRetrieval":"","DBPedia":"","FEVER":"","FiQA2018":"","HotpotQA":"","MSMARCO":"","NFCorpus":"","NQ":"","QuoraRetrieval":"","SCIDOCS":"","SciFact":"","Touche2020":"","TRECCOVID":""} -{"index":370,"Rank":382,"Model":"universal-sentence-encoder-multilingual-large-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":512,"Max Tokens":512,"Average":"","ArguAna":"","ClimateFEVER":"","CQADupstackRetrieval":"","DBPedia":"","FEVER":"","FiQA2018":"","HotpotQA":"","MSMARCO":"","NFCorpus":"","NQ":"","QuoraRetrieval":"","SCIDOCS":"","SciFact":"","Touche2020":"","TRECCOVID":""} -{"index":372,"Rank":383,"Model":"b1ade-embed-kd<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","ArguAna":54.83,"ClimateFEVER":31.95,"CQADupstackRetrieval":32.2,"DBPedia":41.81,"FEVER":62.94,"FiQA2018":29.36,"HotpotQA":63.85,"MSMARCO":"","NFCorpus":28.47,"NQ":42.04,"QuoraRetrieval":88.15,"SCIDOCS":17.3,"SciFact":65.72,"Touche2020":18.1,"TRECCOVID":53.89} -{"index":373,"Rank":384,"Model":"b1ade-embed-kd_3<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","ArguAna":0.44,"ClimateFEVER":0.11,"CQADupstackRetrieval":"","DBPedia":0.28,"FEVER":0.25,"FiQA2018":0.16,"HotpotQA":0.3,"MSMARCO":0.2,"NFCorpus":0.23,"NQ":0.21,"QuoraRetrieval":0.84,"SCIDOCS":0.15,"SciFact":0.51,"Touche2020":0.12,"TRECCOVID":0.37} -{"index":374,"Rank":385,"Model":"jina-embeddings-v2-base-en-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","ArguAna":44.18,"ClimateFEVER":23.53,"CQADupstackRetrieval":"","DBPedia":35.05,"FEVER":72.33,"FiQA2018":41.58,"HotpotQA":61.38,"MSMARCO":40.92,"NFCorpus":32.45,"NQ":60.44,"QuoraRetrieval":88.2,"SCIDOCS":19.86,"SciFact":66.68,"Touche2020":26.24,"TRECCOVID":65.91} -{"index":375,"Rank":386,"Model":"bge-small-en-v1.5-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","ArguAna":59.55,"ClimateFEVER":31.84,"CQADupstackRetrieval":"","DBPedia":40.03,"FEVER":86.64,"FiQA2018":40.34,"HotpotQA":69.94,"MSMARCO":40.83,"NFCorpus":34.3,"NQ":50.18,"QuoraRetrieval":88.78,"SCIDOCS":20.52,"SciFact":71.28,"Touche2020":26.04,"TRECCOVID":75.9} -{"index":377,"Rank":387,"Model":"bilingual-embedding-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","ArguAna":"","ClimateFEVER":"","CQADupstackRetrieval":"","DBPedia":"","FEVER":"","FiQA2018":"","HotpotQA":"","MSMARCO":"","NFCorpus":"","NQ":"","QuoraRetrieval":"","SCIDOCS":"","SciFact":"","Touche2020":"","TRECCOVID":""} -{"index":378,"Rank":388,"Model":"new_model<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","ArguAna":46.87,"ClimateFEVER":19.68,"CQADupstackRetrieval":"","DBPedia":36.06,"FEVER":69.98,"FiQA2018":35.49,"HotpotQA":65.0,"MSMARCO":68.72,"NFCorpus":31.81,"NQ":52.15,"QuoraRetrieval":85.02,"SCIDOCS":17.36,"SciFact":67.97,"Touche2020":13.23,"TRECCOVID":52.61} -{"index":385,"Rank":392,"Model":"bi-cse<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","ArguAna":"","ClimateFEVER":"","CQADupstackRetrieval":"","DBPedia":"","FEVER":"","FiQA2018":"","HotpotQA":"","MSMARCO":"","NFCorpus":"","NQ":"","QuoraRetrieval":"","SCIDOCS":"","SciFact":"","Touche2020":"","TRECCOVID":""} -{"index":386,"Rank":393,"Model":"nomic-embed-text-v1.5-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","ArguAna":48.01,"ClimateFEVER":41.28,"CQADupstackRetrieval":"","DBPedia":43.9,"FEVER":86.34,"FiQA2018":37.46,"HotpotQA":72.62,"MSMARCO":42.53,"NFCorpus":34.67,"NQ":59.72,"QuoraRetrieval":88.0,"SCIDOCS":18.62,"SciFact":70.28,"Touche2020":29.86,"TRECCOVID":82.3} -{"index":387,"Rank":394,"Model":"text-search-ada-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":2046,"Average":"","ArguAna":46.91,"ClimateFEVER":18.5,"CQADupstackRetrieval":"","DBPedia":36.2,"FEVER":72.1,"FiQA2018":38.41,"HotpotQA":59.39,"MSMARCO":37.94,"NFCorpus":33.17,"NQ":42.81,"QuoraRetrieval":70.57,"SCIDOCS":14.83,"SciFact":67.25,"Touche2020":28.68,"TRECCOVID":72.43} -{"index":388,"Rank":395,"Model":"text-search-ada-doc-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":2046,"Average":"","ArguAna":"","ClimateFEVER":"","CQADupstackRetrieval":"","DBPedia":"","FEVER":"","FiQA2018":"","HotpotQA":"","MSMARCO":"","NFCorpus":"","NQ":"","QuoraRetrieval":"","SCIDOCS":"","SciFact":"","Touche2020":"","TRECCOVID":""} -{"index":389,"Rank":396,"Model":"text-search-babbage-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":2048,"Max Tokens":2046,"Average":"","ArguAna":49.2,"ClimateFEVER":19.9,"CQADupstackRetrieval":"","DBPedia":"","FEVER":77.0,"FiQA2018":42.2,"HotpotQA":63.1,"MSMARCO":"","NFCorpus":36.7,"NQ":"","QuoraRetrieval":69.7,"SCIDOCS":"","SciFact":70.4,"Touche2020":29.7,"TRECCOVID":58.5} -{"index":390,"Rank":397,"Model":"text-search-curie-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":4096,"Max Tokens":2046,"Average":"","ArguAna":46.98,"ClimateFEVER":19.4,"CQADupstackRetrieval":"","DBPedia":"","FEVER":75.6,"FiQA2018":45.21,"HotpotQA":64.8,"MSMARCO":"","NFCorpus":38.01,"NQ":"","QuoraRetrieval":67.7,"SCIDOCS":17.74,"SciFact":74.35,"Touche2020":30.9,"TRECCOVID":56.14} -{"index":391,"Rank":398,"Model":"text-search-davinci-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":12288,"Max Tokens":2046,"Average":"","ArguAna":43.5,"ClimateFEVER":22.3,"CQADupstackRetrieval":"","DBPedia":"","FEVER":77.5,"FiQA2018":51.2,"HotpotQA":68.8,"MSMARCO":"","NFCorpus":40.7,"NQ":"","QuoraRetrieval":63.8,"SCIDOCS":"","SciFact":75.4,"Touche2020":29.1,"TRECCOVID":64.9} -{"index":393,"Rank":399,"Model":"text-similarity-babbage-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":2048,"Max Tokens":2046,"Average":"","ArguAna":"","ClimateFEVER":"","CQADupstackRetrieval":"","DBPedia":"","FEVER":"","FiQA2018":"","HotpotQA":"","MSMARCO":"","NFCorpus":"","NQ":"","QuoraRetrieval":"","SCIDOCS":"","SciFact":"","Touche2020":"","TRECCOVID":""} -{"index":394,"Rank":400,"Model":"text-similarity-curie-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":4096,"Max Tokens":2046,"Average":"","ArguAna":"","ClimateFEVER":"","CQADupstackRetrieval":"","DBPedia":"","FEVER":"","FiQA2018":5.14,"HotpotQA":"","MSMARCO":"","NFCorpus":19.96,"NQ":"","QuoraRetrieval":83.11,"SCIDOCS":"","SciFact":46.68,"Touche2020":"","TRECCOVID":7.61} -{"index":395,"Rank":401,"Model":"text-similarity-davinci-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":12288,"Max Tokens":2046,"Average":"","ArguAna":"","ClimateFEVER":"","CQADupstackRetrieval":"","DBPedia":"","FEVER":"","FiQA2018":"","HotpotQA":"","MSMARCO":"","NFCorpus":"","NQ":"","QuoraRetrieval":"","SCIDOCS":"","SciFact":"","Touche2020":"","TRECCOVID":""} diff --git a/all_data_tasks/40/default.jsonl b/all_data_tasks/40/default.jsonl deleted file mode 100644 index 25f3f0771e7add60b668b5f6cc6e4293fb8c57e2..0000000000000000000000000000000000000000 --- a/all_data_tasks/40/default.jsonl +++ /dev/null @@ -1,86 +0,0 @@ -{"index":35,"Rank":1,"Model":"FRIDA<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":77.03,"RiaNewsRetrieval":86.82,"RuBQRetrieval":72.39,"MIRACLRetrieval (ru)":71.88} -{"index":1,"Rank":2,"Model":"voyage-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":32000,"Average":76.0,"RiaNewsRetrieval":88.02,"RuBQRetrieval":71.54,"MIRACLRetrieval (ru)":68.43} -{"index":24,"Rank":3,"Model":"GritLM-7B<\/a>","Model Size (Million Parameters)":7240,"Memory Usage (GB, fp32)":26.97,"Embedding Dimensions":"","Max Tokens":4096,"Average":75.79,"RiaNewsRetrieval":82.76,"RuBQRetrieval":76.31,"MIRACLRetrieval (ru)":68.3} -{"index":11,"Rank":4,"Model":"bge-m3<\/a>","Model Size (Million Parameters)":567,"Memory Usage (GB, fp32)":2.11,"Embedding Dimensions":1024,"Max Tokens":8192,"Average":74.79,"RiaNewsRetrieval":82.99,"RuBQRetrieval":71.22,"MIRACLRetrieval (ru)":70.16} -{"index":61,"Rank":5,"Model":"e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":74.19,"RiaNewsRetrieval":78.94,"RuBQRetrieval":75.98,"MIRACLRetrieval (ru)":67.66} -{"index":64,"Rank":6,"Model":"multilingual-e5-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":74.04,"RiaNewsRetrieval":80.67,"RuBQRetrieval":74.13,"MIRACLRetrieval (ru)":67.33} -{"index":47,"Rank":7,"Model":"USER-bge-m3<\/a>","Model Size (Million Parameters)":359,"Memory Usage (GB, fp32)":1.34,"Embedding Dimensions":1024,"Max Tokens":8192,"Average":73.63,"RiaNewsRetrieval":83.53,"RuBQRetrieval":70.03,"MIRACLRetrieval (ru)":67.33} -{"index":65,"Rank":8,"Model":"multilingual-e5-large-instruct<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":68.23,"RiaNewsRetrieval":82.44,"RuBQRetrieval":69.18,"MIRACLRetrieval (ru)":53.08} -{"index":39,"Rank":9,"Model":"Giga-Embeddings-instruct<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":68.08,"RiaNewsRetrieval":71.65,"RuBQRetrieval":73.66,"MIRACLRetrieval (ru)":58.92} -{"index":63,"Rank":10,"Model":"multilingual-e5-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":67.14,"RiaNewsRetrieval":70.24,"RuBQRetrieval":69.58,"MIRACLRetrieval (ru)":61.6} -{"index":26,"Rank":11,"Model":"KaLM-embedding-multilingual-mini-instruct-v1.5<\/a>","Model Size (Million Parameters)":494,"Memory Usage (GB, fp32)":1.84,"Embedding Dimensions":896,"Max Tokens":131072,"Average":66.92,"RiaNewsRetrieval":78.17,"RuBQRetrieval":67.98,"MIRACLRetrieval (ru)":54.6} -{"index":36,"Rank":12,"Model":"ru-en-RoSBERTa<\/a>","Model Size (Million Parameters)":404,"Memory Usage (GB, fp32)":1.5,"Embedding Dimensions":1024,"Max Tokens":514,"Average":66.51,"RiaNewsRetrieval":78.86,"RuBQRetrieval":66.77,"MIRACLRetrieval (ru)":53.91} -{"index":27,"Rank":13,"Model":"KaLM-embedding-multilingual-mini-v1<\/a>","Model Size (Million Parameters)":494,"Memory Usage (GB, fp32)":1.84,"Embedding Dimensions":896,"Max Tokens":131072,"Average":66.17,"RiaNewsRetrieval":77.42,"RuBQRetrieval":67.75,"MIRACLRetrieval (ru)":53.33} -{"index":25,"Rank":14,"Model":"KaLM-embedding-multilingual-mini-instruct-v1<\/a>","Model Size (Million Parameters)":494,"Memory Usage (GB, fp32)":1.84,"Embedding Dimensions":896,"Max Tokens":131072,"Average":66.13,"RiaNewsRetrieval":79.42,"RuBQRetrieval":66.77,"MIRACLRetrieval (ru)":52.21} -{"index":66,"Rank":15,"Model":"multilingual-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":65.85,"RiaNewsRetrieval":70.0,"RuBQRetrieval":68.53,"MIRACLRetrieval (ru)":59.01} -{"index":91,"Rank":16,"Model":"LaBSE-ru-turbo<\/a>","Model Size (Million Parameters)":128,"Memory Usage (GB, fp32)":0.48,"Embedding Dimensions":768,"Max Tokens":512,"Average":63.68,"RiaNewsRetrieval":69.36,"RuBQRetrieval":65.71,"MIRACLRetrieval (ru)":55.97} -{"index":46,"Rank":17,"Model":"USER-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":512,"Average":56.14,"RiaNewsRetrieval":77.72,"RuBQRetrieval":56.86,"MIRACLRetrieval (ru)":33.84} -{"index":92,"Rank":18,"Model":"rubert-tiny-turbo<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"Embedding Dimensions":312,"Max Tokens":2048,"Average":46.69,"RiaNewsRetrieval":51.27,"RuBQRetrieval":51.73,"MIRACLRetrieval (ru)":37.07} -{"index":87,"Rank":19,"Model":"paraphrase-multilingual-mpnet-base-v2<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":37.22,"RiaNewsRetrieval":51.75,"RuBQRetrieval":37.04,"MIRACLRetrieval (ru)":22.87} -{"index":86,"Rank":20,"Model":"paraphrase-multilingual-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":31.16,"RiaNewsRetrieval":44.82,"RuBQRetrieval":29.7,"MIRACLRetrieval (ru)":18.96} -{"index":77,"Rank":21,"Model":"LaBSE<\/a>","Model Size (Million Parameters)":471,"Memory Usage (GB, fp32)":1.75,"Embedding Dimensions":768,"Max Tokens":512,"Average":27.88,"RiaNewsRetrieval":42.75,"RuBQRetrieval":30.02,"MIRACLRetrieval (ru)":10.86} -{"index":43,"Rank":22,"Model":"LaBSE-en-ru<\/a>","Model Size (Million Parameters)":129,"Memory Usage (GB, fp32)":0.48,"Embedding Dimensions":768,"Max Tokens":512,"Average":24.78,"RiaNewsRetrieval":34.73,"RuBQRetrieval":29.03,"MIRACLRetrieval (ru)":10.58} -{"index":10,"Rank":23,"Model":"bge-large-en-v1.5<\/a>","Model Size (Million Parameters)":1340,"Memory Usage (GB, fp32)":4.99,"Embedding Dimensions":1024,"Max Tokens":512,"Average":20.29,"RiaNewsRetrieval":29.09,"RuBQRetrieval":21.05,"MIRACLRetrieval (ru)":10.73} -{"index":37,"Rank":24,"Model":"sbert_large_mt_nlu_ru<\/a>","Model Size (Million Parameters)":427,"Memory Usage (GB, fp32)":1.59,"Embedding Dimensions":1024,"Max Tokens":514,"Average":19.13,"RiaNewsRetrieval":21.4,"RuBQRetrieval":29.8,"MIRACLRetrieval (ru)":6.2} -{"index":93,"Rank":25,"Model":"text2vec-base-multilingual<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":256,"Average":18.96,"RiaNewsRetrieval":23.85,"RuBQRetrieval":21.04,"MIRACLRetrieval (ru)":11.99} -{"index":60,"Rank":26,"Model":"e5-large-v2<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":15.03,"RiaNewsRetrieval":17.66,"RuBQRetrieval":21.29,"MIRACLRetrieval (ru)":6.14} -{"index":9,"Rank":27,"Model":"bge-base-en-v1.5<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":12.96,"RiaNewsRetrieval":19.6,"RuBQRetrieval":13.27,"MIRACLRetrieval (ru)":6.02} -{"index":58,"Rank":28,"Model":"e5-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":11.48,"RiaNewsRetrieval":14.82,"RuBQRetrieval":16.23,"MIRACLRetrieval (ru)":3.39} -{"index":78,"Rank":29,"Model":"all-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":9.18,"RiaNewsRetrieval":15.65,"RuBQRetrieval":8.84,"MIRACLRetrieval (ru)":3.04} -{"index":45,"Rank":30,"Model":"rubert-tiny2<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"Embedding Dimensions":2048,"Max Tokens":514,"Average":8.89,"RiaNewsRetrieval":13.92,"RuBQRetrieval":10.87,"MIRACLRetrieval (ru)":1.89} -{"index":38,"Rank":31,"Model":"sbert_large_nlu_ru<\/a>","Model Size (Million Parameters)":427,"Memory Usage (GB, fp32)":1.59,"Embedding Dimensions":1024,"Max Tokens":512,"Average":8.51,"RiaNewsRetrieval":11.11,"RuBQRetrieval":12.45,"MIRACLRetrieval (ru)":1.98} -{"index":73,"Rank":32,"Model":"nomic-embed-text-v1<\/a>","Model Size (Million Parameters)":547,"Memory Usage (GB, fp32)":2.04,"Embedding Dimensions":768,"Max Tokens":8192,"Average":7.78,"RiaNewsRetrieval":12.92,"RuBQRetrieval":6.7,"MIRACLRetrieval (ru)":3.73} -{"index":23,"Rank":33,"Model":"rubert-base-cased-sentence<\/a>","Model Size (Million Parameters)":180,"Memory Usage (GB, fp32)":0.67,"Embedding Dimensions":768,"Max Tokens":512,"Average":7.09,"RiaNewsRetrieval":6.72,"RuBQRetrieval":12.63,"MIRACLRetrieval (ru)":1.92} -{"index":12,"Rank":34,"Model":"bge-small-en-v1.5<\/a>","Model Size (Million Parameters)":24,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":512,"Max Tokens":512,"Average":7.06,"RiaNewsRetrieval":10.58,"RuBQRetrieval":8.17,"MIRACLRetrieval (ru)":2.42} -{"index":48,"Rank":35,"Model":"deberta-v1-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":512,"Average":6.0,"RiaNewsRetrieval":4.84,"RuBQRetrieval":10.15,"MIRACLRetrieval (ru)":3.02} -{"index":21,"Rank":36,"Model":"distilrubert-small-cased-conversational<\/a>","Model Size (Million Parameters)":106,"Memory Usage (GB, fp32)":0.39,"Embedding Dimensions":768,"Max Tokens":512,"Average":5.71,"RiaNewsRetrieval":4.14,"RuBQRetrieval":10.6,"MIRACLRetrieval (ru)":2.39} -{"index":22,"Rank":37,"Model":"rubert-base-cased<\/a>","Model Size (Million Parameters)":180,"Memory Usage (GB, fp32)":0.67,"Embedding Dimensions":768,"Max Tokens":512,"Average":5.33,"RiaNewsRetrieval":5.58,"RuBQRetrieval":9.52,"MIRACLRetrieval (ru)":0.88} -{"index":59,"Rank":38,"Model":"e5-large<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":3.52,"RiaNewsRetrieval":4.39,"RuBQRetrieval":4.69,"MIRACLRetrieval (ru)":1.49} -{"index":80,"Rank":39,"Model":"all-mpnet-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average":2.95,"RiaNewsRetrieval":3.32,"RuBQRetrieval":4.75,"MIRACLRetrieval (ru)":0.77} -{"index":50,"Rank":40,"Model":"e5-base-4k<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":2.32,"RiaNewsRetrieval":2.94,"RuBQRetrieval":3.12,"MIRACLRetrieval (ru)":0.89} -{"index":44,"Rank":41,"Model":"rubert-tiny<\/a>","Model Size (Million Parameters)":12,"Memory Usage (GB, fp32)":0.04,"Embedding Dimensions":512,"Max Tokens":514,"Average":1.54,"RiaNewsRetrieval":0.79,"RuBQRetrieval":3.24,"MIRACLRetrieval (ru)":0.58} -{"index":57,"Rank":42,"Model":"e5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":1.37,"RiaNewsRetrieval":2.03,"RuBQRetrieval":1.74,"MIRACLRetrieval (ru)":0.34} -{"index":79,"Rank":43,"Model":"all-MiniLM-L6-v2<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":384,"Max Tokens":512,"Average":1.23,"RiaNewsRetrieval":0.67,"RuBQRetrieval":2.64,"MIRACLRetrieval (ru)":0.39} -{"index":62,"Rank":44,"Model":"e5-small<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":1.01,"RiaNewsRetrieval":1.35,"RuBQRetrieval":1.48,"MIRACLRetrieval (ru)":0.21} -{"index":0,"Rank":45,"Model":"voyage-3-lite<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":512,"Max Tokens":32000,"Average":"","RiaNewsRetrieval":"","RuBQRetrieval":"","MIRACLRetrieval (ru)":""} -{"index":2,"Rank":46,"Model":"voyage-large-2-instruct<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":16000,"Average":"","RiaNewsRetrieval":"","RuBQRetrieval":"","MIRACLRetrieval (ru)":""} -{"index":3,"Rank":47,"Model":"voyage-multilingual-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":32000,"Average":"","RiaNewsRetrieval":"","RuBQRetrieval":"","MIRACLRetrieval (ru)":""} -{"index":4,"Rank":48,"Model":"LASER2<\/a>","Model Size (Million Parameters)":43,"Memory Usage (GB, fp32)":0.16,"Embedding Dimensions":1024,"Max Tokens":"N\/A","Average":"","RiaNewsRetrieval":"","RuBQRetrieval":"","MIRACLRetrieval (ru)":""} -{"index":5,"Rank":49,"Model":"gte-Qwen1.5-7B-instruct<\/a>","Model Size (Million Parameters)":7099,"Memory Usage (GB, fp32)":26.45,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","RiaNewsRetrieval":61.1,"RuBQRetrieval":65.17,"MIRACLRetrieval (ru)":""} -{"index":6,"Rank":50,"Model":"gte-Qwen2-7B-instruct<\/a>","Model Size (Million Parameters)":7613,"Memory Usage (GB, fp32)":28.36,"Embedding Dimensions":3584,"Max Tokens":32768,"Average":"","RiaNewsRetrieval":76.26,"RuBQRetrieval":72.72,"MIRACLRetrieval (ru)":""} -{"index":7,"Rank":51,"Model":"gte-multilingual-base<\/a>","Model Size (Million Parameters)":305,"Memory Usage (GB, fp32)":1.14,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","RiaNewsRetrieval":"","RuBQRetrieval":"","MIRACLRetrieval (ru)":""} -{"index":8,"Rank":52,"Model":"e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","RiaNewsRetrieval":"","RuBQRetrieval":"","MIRACLRetrieval (ru)":""} -{"index":17,"Rank":57,"Model":"Cohere-embed-english-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":512,"Average":"","RiaNewsRetrieval":21.74,"RuBQRetrieval":26.66,"MIRACLRetrieval (ru)":""} -{"index":18,"Rank":58,"Model":"Cohere-embed-multilingual-light-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":384,"Max Tokens":512,"Average":"","RiaNewsRetrieval":74.28,"RuBQRetrieval":67.24,"MIRACLRetrieval (ru)":""} -{"index":19,"Rank":59,"Model":"Cohere-embed-multilingual-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":512,"Average":"","RiaNewsRetrieval":82.5,"RuBQRetrieval":73.04,"MIRACLRetrieval (ru)":""} -{"index":20,"Rank":60,"Model":"jina-embeddings-v3<\/a>","Model Size (Million Parameters)":572,"Memory Usage (GB, fp32)":2.13,"Embedding Dimensions":1024,"Max Tokens":8194,"Average":"","RiaNewsRetrieval":79.21,"RuBQRetrieval":72.31,"MIRACLRetrieval (ru)":""} -{"index":28,"Rank":61,"Model":"MUG-B-1.6<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","RiaNewsRetrieval":"","RuBQRetrieval":"","MIRACLRetrieval (ru)":""} -{"index":31,"Rank":64,"Model":"SGPT-125M-weightedmean-msmarco-specb-bitfit<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":2048,"Average":"","RiaNewsRetrieval":"","RuBQRetrieval":"","MIRACLRetrieval (ru)":""} -{"index":32,"Rank":65,"Model":"SGPT-125M-weightedmean-nli-bitfit<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":2048,"Average":"","RiaNewsRetrieval":"","RuBQRetrieval":"","MIRACLRetrieval (ru)":""} -{"index":34,"Rank":67,"Model":"SFR-Embedding-Mistral<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","RiaNewsRetrieval":81.14,"RuBQRetrieval":77.16,"MIRACLRetrieval (ru)":""} -{"index":41,"Rank":69,"Model":"sgpt-bloom-7b1-msmarco<\/a>","Model Size (Million Parameters)":7068,"Memory Usage (GB, fp32)":26.33,"Embedding Dimensions":4096,"Max Tokens":2048,"Average":"","RiaNewsRetrieval":"","RuBQRetrieval":"","MIRACLRetrieval (ru)":""} -{"index":42,"Rank":70,"Model":"slx-v0.1<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.08,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","RiaNewsRetrieval":"","RuBQRetrieval":"","MIRACLRetrieval (ru)":""} -{"index":52,"Rank":73,"Model":"granite-embedding-278m-multilingual-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","RiaNewsRetrieval":"","RuBQRetrieval":"","MIRACLRetrieval (ru)":52.35} -{"index":53,"Rank":74,"Model":"granite-embedding-278m-multilingual-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","RiaNewsRetrieval":"","RuBQRetrieval":"","MIRACLRetrieval (ru)":52.35} -{"index":54,"Rank":75,"Model":"granite-embedding-107m-multilingual<\/a>","Model Size (Million Parameters)":107,"Memory Usage (GB, fp32)":0.4,"Embedding Dimensions":384,"Max Tokens":514,"Average":"","RiaNewsRetrieval":"","RuBQRetrieval":"","MIRACLRetrieval (ru)":48.26} -{"index":55,"Rank":76,"Model":"granite-embedding-278m-multilingual<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","RiaNewsRetrieval":"","RuBQRetrieval":"","MIRACLRetrieval (ru)":52.35} -{"index":56,"Rank":77,"Model":"inf-retriever-v1<\/a>","Model Size (Million Parameters)":7069,"Memory Usage (GB, fp32)":26.33,"Embedding Dimensions":3584,"Max Tokens":131072,"Average":"","RiaNewsRetrieval":85.01,"RuBQRetrieval":75.55,"MIRACLRetrieval (ru)":""} -{"index":67,"Rank":78,"Model":"udever-bloom-1b1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":2048,"Average":"","RiaNewsRetrieval":1.3,"RuBQRetrieval":0.91,"MIRACLRetrieval (ru)":""} -{"index":68,"Rank":79,"Model":"udever-bloom-560m<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":2048,"Average":"","RiaNewsRetrieval":0.16,"RuBQRetrieval":0.19,"MIRACLRetrieval (ru)":""} -{"index":69,"Rank":80,"Model":"jina-embeddings-v2-base-en<\/a>","Model Size (Million Parameters)":275,"Memory Usage (GB, fp32)":1.02,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","RiaNewsRetrieval":0.01,"RuBQRetrieval":"","MIRACLRetrieval (ru)":""} -{"index":70,"Rank":81,"Model":"jina-embeddings-v3<\/a>","Model Size (Million Parameters)":572,"Memory Usage (GB, fp32)":2.13,"Embedding Dimensions":1024,"Max Tokens":8194,"Average":"","RiaNewsRetrieval":79.21,"RuBQRetrieval":72.31,"MIRACLRetrieval (ru)":""} -{"index":71,"Rank":82,"Model":"multilingual-e5-small-ct2-int8<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","RiaNewsRetrieval":70.01,"RuBQRetrieval":68.53,"MIRACLRetrieval (ru)":""} -{"index":72,"Rank":83,"Model":"ternary-weight-embedding<\/a>","Model Size (Million Parameters)":99,"Memory Usage (GB, fp32)":0.37,"Embedding Dimensions":1792,"Max Tokens":512,"Average":"","RiaNewsRetrieval":"","RuBQRetrieval":"","MIRACLRetrieval (ru)":""} -{"index":74,"Rank":84,"Model":"FAB-Ramy-v1<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","RiaNewsRetrieval":"","RuBQRetrieval":"","MIRACLRetrieval (ru)":""} -{"index":75,"Rank":85,"Model":"FAE-v1<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","RiaNewsRetrieval":"","RuBQRetrieval":"","MIRACLRetrieval (ru)":""} -{"index":76,"Rank":86,"Model":"FUE-v1<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","RiaNewsRetrieval":"","RuBQRetrieval":"","MIRACLRetrieval (ru)":""} -{"index":81,"Rank":87,"Model":"allenai-specter<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","RiaNewsRetrieval":"","RuBQRetrieval":"","MIRACLRetrieval (ru)":""} -{"index":82,"Rank":88,"Model":"average_word_embeddings_komninos<\/a>","Model Size (Million Parameters)":134,"Memory Usage (GB, fp32)":0.5,"Embedding Dimensions":300,"Max Tokens":"N\/A","Average":"","RiaNewsRetrieval":"","RuBQRetrieval":"","MIRACLRetrieval (ru)":""} -{"index":83,"Rank":89,"Model":"distiluse-base-multilingual-cased-v2<\/a>","Model Size (Million Parameters)":135,"Memory Usage (GB, fp32)":0.5,"Embedding Dimensions":512,"Max Tokens":512,"Average":"","RiaNewsRetrieval":"","RuBQRetrieval":"","MIRACLRetrieval (ru)":""} -{"index":84,"Rank":90,"Model":"gtr-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","RiaNewsRetrieval":"","RuBQRetrieval":"","MIRACLRetrieval (ru)":""} -{"index":85,"Rank":91,"Model":"gtr-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","RiaNewsRetrieval":"","RuBQRetrieval":"","MIRACLRetrieval (ru)":""} -{"index":88,"Rank":92,"Model":"sentence-t5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","RiaNewsRetrieval":"","RuBQRetrieval":"","MIRACLRetrieval (ru)":""} -{"index":89,"Rank":93,"Model":"sentence-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","RiaNewsRetrieval":"","RuBQRetrieval":"","MIRACLRetrieval (ru)":""} -{"index":90,"Rank":94,"Model":"sentence-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","RiaNewsRetrieval":"","RuBQRetrieval":"","MIRACLRetrieval (ru)":""} -{"index":95,"Rank":96,"Model":"text-embedding-3-large<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":3072,"Max Tokens":8191,"Average":"","RiaNewsRetrieval":"","RuBQRetrieval":72.32,"MIRACLRetrieval (ru)":""} -{"index":96,"Rank":97,"Model":"text-embedding-3-small<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":8191,"Average":"","RiaNewsRetrieval":"","RuBQRetrieval":60.1,"MIRACLRetrieval (ru)":""} diff --git a/all_data_tasks/41/default.jsonl b/all_data_tasks/41/default.jsonl deleted file mode 100644 index 4abe37e66a9c382199811d88412b85b27bd5ecc9..0000000000000000000000000000000000000000 --- a/all_data_tasks/41/default.jsonl +++ /dev/null @@ -1,91 +0,0 @@ -{"index":47,"Rank":1,"Model":"USER-bge-m3<\/a>","Model Size (Million Parameters)":359,"Memory Usage (GB, fp32)":1.34,"Embedding Dimensions":1024,"Max Tokens":8192,"Average":76.75,"RUParaPhraserSTS":76.36,"RuSTSBenchmarkSTS":83.35,"STS22 (ru)":70.55} -{"index":65,"Rank":2,"Model":"multilingual-e5-large-instruct<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":76.48,"RUParaPhraserSTS":75.4,"RuSTSBenchmarkSTS":83.97,"STS22 (ru)":70.06} -{"index":70,"Rank":3,"Model":"jina-embeddings-v3<\/a>","Model Size (Million Parameters)":572,"Memory Usage (GB, fp32)":2.13,"Embedding Dimensions":1024,"Max Tokens":8194,"Average":76.03,"RUParaPhraserSTS":76.77,"RuSTSBenchmarkSTS":86.22,"STS22 (ru)":65.09} -{"index":20,"Rank":4,"Model":"jina-embeddings-v3<\/a>","Model Size (Million Parameters)":572,"Memory Usage (GB, fp32)":2.13,"Embedding Dimensions":1024,"Max Tokens":8194,"Average":76.03,"RUParaPhraserSTS":76.77,"RuSTSBenchmarkSTS":86.22,"STS22 (ru)":65.09} -{"index":6,"Rank":5,"Model":"gte-Qwen2-7B-instruct<\/a>","Model Size (Million Parameters)":7613,"Memory Usage (GB, fp32)":28.36,"Embedding Dimensions":3584,"Max Tokens":32768,"Average":75.03,"RUParaPhraserSTS":77.45,"RuSTSBenchmarkSTS":83.82,"STS22 (ru)":63.82} -{"index":24,"Rank":6,"Model":"GritLM-7B<\/a>","Model Size (Million Parameters)":7240,"Memory Usage (GB, fp32)":26.97,"Embedding Dimensions":"","Max Tokens":4096,"Average":74.63,"RUParaPhraserSTS":74.37,"RuSTSBenchmarkSTS":81.07,"STS22 (ru)":68.45} -{"index":46,"Rank":7,"Model":"USER-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":512,"Average":74.35,"RUParaPhraserSTS":73.07,"RuSTSBenchmarkSTS":81.91,"STS22 (ru)":68.06} -{"index":35,"Rank":8,"Model":"FRIDA<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":74.34,"RUParaPhraserSTS":78.09,"RuSTSBenchmarkSTS":81.4,"STS22 (ru)":63.54} -{"index":34,"Rank":9,"Model":"SFR-Embedding-Mistral<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":74.31,"RUParaPhraserSTS":75.99,"RuSTSBenchmarkSTS":84.57,"STS22 (ru)":62.38} -{"index":91,"Rank":10,"Model":"LaBSE-ru-turbo<\/a>","Model Size (Million Parameters)":128,"Memory Usage (GB, fp32)":0.48,"Embedding Dimensions":768,"Max Tokens":512,"Average":74.1,"RUParaPhraserSTS":72.97,"RuSTSBenchmarkSTS":81.77,"STS22 (ru)":67.57} -{"index":36,"Rank":11,"Model":"ru-en-RoSBERTa<\/a>","Model Size (Million Parameters)":404,"Memory Usage (GB, fp32)":1.5,"Embedding Dimensions":1024,"Max Tokens":514,"Average":73.97,"RUParaPhraserSTS":76.16,"RuSTSBenchmarkSTS":78.69,"STS22 (ru)":67.06} -{"index":61,"Rank":12,"Model":"e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":73.71,"RUParaPhraserSTS":76.17,"RuSTSBenchmarkSTS":84.13,"STS22 (ru)":60.83} -{"index":11,"Rank":13,"Model":"bge-m3<\/a>","Model Size (Million Parameters)":567,"Memory Usage (GB, fp32)":2.11,"Embedding Dimensions":1024,"Max Tokens":8192,"Average":73.68,"RUParaPhraserSTS":74.9,"RuSTSBenchmarkSTS":79.87,"STS22 (ru)":66.26} -{"index":19,"Rank":14,"Model":"Cohere-embed-multilingual-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":512,"Average":72.8,"RUParaPhraserSTS":71.11,"RuSTSBenchmarkSTS":81.91,"STS22 (ru)":65.39} -{"index":92,"Rank":15,"Model":"rubert-tiny-turbo<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"Embedding Dimensions":312,"Max Tokens":2048,"Average":71.73,"RUParaPhraserSTS":72.15,"RuSTSBenchmarkSTS":78.48,"STS22 (ru)":64.56} -{"index":27,"Rank":16,"Model":"KaLM-embedding-multilingual-mini-v1<\/a>","Model Size (Million Parameters)":494,"Memory Usage (GB, fp32)":1.84,"Embedding Dimensions":896,"Max Tokens":131072,"Average":71.7,"RUParaPhraserSTS":68.53,"RuSTSBenchmarkSTS":78.44,"STS22 (ru)":68.12} -{"index":64,"Rank":17,"Model":"multilingual-e5-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":71.62,"RUParaPhraserSTS":71.82,"RuSTSBenchmarkSTS":83.15,"STS22 (ru)":59.89} -{"index":5,"Rank":18,"Model":"gte-Qwen1.5-7B-instruct<\/a>","Model Size (Million Parameters)":7099,"Memory Usage (GB, fp32)":26.45,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":71.35,"RUParaPhraserSTS":73.65,"RuSTSBenchmarkSTS":80.03,"STS22 (ru)":60.37} -{"index":25,"Rank":19,"Model":"KaLM-embedding-multilingual-mini-instruct-v1<\/a>","Model Size (Million Parameters)":494,"Memory Usage (GB, fp32)":1.84,"Embedding Dimensions":896,"Max Tokens":131072,"Average":71.18,"RUParaPhraserSTS":68.33,"RuSTSBenchmarkSTS":77.85,"STS22 (ru)":67.35} -{"index":26,"Rank":20,"Model":"KaLM-embedding-multilingual-mini-instruct-v1.5<\/a>","Model Size (Million Parameters)":494,"Memory Usage (GB, fp32)":1.84,"Embedding Dimensions":896,"Max Tokens":131072,"Average":70.68,"RUParaPhraserSTS":68.14,"RuSTSBenchmarkSTS":76.87,"STS22 (ru)":67.03} -{"index":39,"Rank":21,"Model":"Giga-Embeddings-instruct<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":70.29,"RUParaPhraserSTS":70.47,"RuSTSBenchmarkSTS":79.3,"STS22 (ru)":61.11} -{"index":63,"Rank":22,"Model":"multilingual-e5-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":70.16,"RUParaPhraserSTS":70.17,"RuSTSBenchmarkSTS":79.64,"STS22 (ru)":60.67} -{"index":18,"Rank":23,"Model":"Cohere-embed-multilingual-light-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":384,"Max Tokens":512,"Average":69.96,"RUParaPhraserSTS":69.33,"RuSTSBenchmarkSTS":77.15,"STS22 (ru)":63.39} -{"index":66,"Rank":24,"Model":"multilingual-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":69.48,"RUParaPhraserSTS":70.46,"RuSTSBenchmarkSTS":78.08,"STS22 (ru)":59.9} -{"index":71,"Rank":25,"Model":"multilingual-e5-small-ct2-int8<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":69.48,"RUParaPhraserSTS":70.46,"RuSTSBenchmarkSTS":78.08,"STS22 (ru)":59.9} -{"index":87,"Rank":26,"Model":"paraphrase-multilingual-mpnet-base-v2<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":68.98,"RUParaPhraserSTS":65.74,"RuSTSBenchmarkSTS":82.46,"STS22 (ru)":58.74} -{"index":93,"Rank":27,"Model":"text2vec-base-multilingual<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":256,"Average":68.04,"RUParaPhraserSTS":67.02,"RuSTSBenchmarkSTS":82.6,"STS22 (ru)":54.51} -{"index":86,"Rank":28,"Model":"paraphrase-multilingual-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":66.17,"RUParaPhraserSTS":61.87,"RuSTSBenchmarkSTS":79.55,"STS22 (ru)":57.08} -{"index":43,"Rank":29,"Model":"LaBSE-en-ru<\/a>","Model Size (Million Parameters)":129,"Memory Usage (GB, fp32)":0.48,"Embedding Dimensions":768,"Max Tokens":512,"Average":65.91,"RUParaPhraserSTS":65.87,"RuSTSBenchmarkSTS":73.32,"STS22 (ru)":58.53} -{"index":77,"Rank":30,"Model":"LaBSE<\/a>","Model Size (Million Parameters)":471,"Memory Usage (GB, fp32)":1.75,"Embedding Dimensions":768,"Max Tokens":512,"Average":65.52,"RUParaPhraserSTS":65.74,"RuSTSBenchmarkSTS":73.34,"STS22 (ru)":57.49} -{"index":37,"Rank":31,"Model":"sbert_large_mt_nlu_ru<\/a>","Model Size (Million Parameters)":427,"Memory Usage (GB, fp32)":1.59,"Embedding Dimensions":1024,"Max Tokens":514,"Average":64.4,"RUParaPhraserSTS":65.17,"RuSTSBenchmarkSTS":71.22,"STS22 (ru)":56.82} -{"index":45,"Rank":32,"Model":"rubert-tiny2<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"Embedding Dimensions":2048,"Max Tokens":514,"Average":62.98,"RUParaPhraserSTS":65.14,"RuSTSBenchmarkSTS":69.43,"STS22 (ru)":54.38} -{"index":23,"Rank":33,"Model":"rubert-base-cased-sentence<\/a>","Model Size (Million Parameters)":180,"Memory Usage (GB, fp32)":0.67,"Embedding Dimensions":768,"Max Tokens":512,"Average":61.18,"RUParaPhraserSTS":66.24,"RuSTSBenchmarkSTS":66.03,"STS22 (ru)":51.27} -{"index":38,"Rank":34,"Model":"sbert_large_nlu_ru<\/a>","Model Size (Million Parameters)":427,"Memory Usage (GB, fp32)":1.59,"Embedding Dimensions":1024,"Max Tokens":512,"Average":57.21,"RUParaPhraserSTS":62.06,"RuSTSBenchmarkSTS":58.82,"STS22 (ru)":50.75} -{"index":21,"Rank":35,"Model":"distilrubert-small-cased-conversational<\/a>","Model Size (Million Parameters)":106,"Memory Usage (GB, fp32)":0.39,"Embedding Dimensions":768,"Max Tokens":512,"Average":56.2,"RUParaPhraserSTS":55.01,"RuSTSBenchmarkSTS":61.72,"STS22 (ru)":51.87} -{"index":48,"Rank":36,"Model":"deberta-v1-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":512,"Average":53.39,"RUParaPhraserSTS":54.03,"RuSTSBenchmarkSTS":58.47,"STS22 (ru)":47.67} -{"index":44,"Rank":37,"Model":"rubert-tiny<\/a>","Model Size (Million Parameters)":12,"Memory Usage (GB, fp32)":0.04,"Embedding Dimensions":512,"Max Tokens":514,"Average":53.15,"RUParaPhraserSTS":53.41,"RuSTSBenchmarkSTS":58.16,"STS22 (ru)":47.88} -{"index":60,"Rank":38,"Model":"e5-large-v2<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":51.02,"RUParaPhraserSTS":54.89,"RuSTSBenchmarkSTS":63.79,"STS22 (ru)":34.37} -{"index":17,"Rank":39,"Model":"Cohere-embed-english-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":512,"Average":47.86,"RUParaPhraserSTS":48.32,"RuSTSBenchmarkSTS":58.74,"STS22 (ru)":36.52} -{"index":58,"Rank":40,"Model":"e5-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":46.98,"RUParaPhraserSTS":54.96,"RuSTSBenchmarkSTS":64.35,"STS22 (ru)":21.62} -{"index":73,"Rank":41,"Model":"nomic-embed-text-v1<\/a>","Model Size (Million Parameters)":547,"Memory Usage (GB, fp32)":2.04,"Embedding Dimensions":768,"Max Tokens":8192,"Average":46.88,"RUParaPhraserSTS":51.29,"RuSTSBenchmarkSTS":57.12,"STS22 (ru)":32.23} -{"index":22,"Rank":42,"Model":"rubert-base-cased<\/a>","Model Size (Million Parameters)":180,"Memory Usage (GB, fp32)":0.67,"Embedding Dimensions":768,"Max Tokens":512,"Average":46.22,"RUParaPhraserSTS":49.72,"RuSTSBenchmarkSTS":53.95,"STS22 (ru)":34.98} -{"index":10,"Rank":43,"Model":"bge-large-en-v1.5<\/a>","Model Size (Million Parameters)":1340,"Memory Usage (GB, fp32)":4.99,"Embedding Dimensions":1024,"Max Tokens":512,"Average":44.87,"RUParaPhraserSTS":49.11,"RuSTSBenchmarkSTS":60.33,"STS22 (ru)":25.18} -{"index":50,"Rank":44,"Model":"e5-base-4k<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":43.0,"RUParaPhraserSTS":48.39,"RuSTSBenchmarkSTS":55.64,"STS22 (ru)":24.96} -{"index":67,"Rank":45,"Model":"udever-bloom-1b1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":2048,"Average":42.15,"RUParaPhraserSTS":39.08,"RuSTSBenchmarkSTS":44.22,"STS22 (ru)":43.14} -{"index":9,"Rank":46,"Model":"bge-base-en-v1.5<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":41.54,"RUParaPhraserSTS":48.73,"RuSTSBenchmarkSTS":59.7,"STS22 (ru)":16.18} -{"index":59,"Rank":47,"Model":"e5-large<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":40.4,"RUParaPhraserSTS":46.38,"RuSTSBenchmarkSTS":53.27,"STS22 (ru)":21.54} -{"index":12,"Rank":48,"Model":"bge-small-en-v1.5<\/a>","Model Size (Million Parameters)":24,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":512,"Max Tokens":512,"Average":39.99,"RUParaPhraserSTS":44.65,"RuSTSBenchmarkSTS":57.44,"STS22 (ru)":17.88} -{"index":79,"Rank":49,"Model":"all-MiniLM-L6-v2<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":384,"Max Tokens":512,"Average":38.07,"RUParaPhraserSTS":43.93,"RuSTSBenchmarkSTS":55.56,"STS22 (ru)":14.72} -{"index":80,"Rank":50,"Model":"all-mpnet-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average":37.89,"RUParaPhraserSTS":42.15,"RuSTSBenchmarkSTS":55.68,"STS22 (ru)":15.83} -{"index":78,"Rank":51,"Model":"all-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":37.66,"RUParaPhraserSTS":45.47,"RuSTSBenchmarkSTS":56.33,"STS22 (ru)":11.19} -{"index":57,"Rank":52,"Model":"e5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":33.01,"RUParaPhraserSTS":39.12,"RuSTSBenchmarkSTS":51.35,"STS22 (ru)":8.56} -{"index":68,"Rank":53,"Model":"udever-bloom-560m<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":2048,"Average":30.37,"RUParaPhraserSTS":29.73,"RuSTSBenchmarkSTS":32.6,"STS22 (ru)":28.77} -{"index":62,"Rank":54,"Model":"e5-small<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":30.08,"RUParaPhraserSTS":31.9,"RuSTSBenchmarkSTS":40.23,"STS22 (ru)":18.1} -{"index":0,"Rank":55,"Model":"voyage-3-lite<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":512,"Max Tokens":32000,"Average":"","RUParaPhraserSTS":64.5,"RuSTSBenchmarkSTS":69.33,"STS22 (ru)":""} -{"index":1,"Rank":56,"Model":"voyage-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":32000,"Average":"","RUParaPhraserSTS":65.57,"RuSTSBenchmarkSTS":69.9,"STS22 (ru)":""} -{"index":2,"Rank":57,"Model":"voyage-large-2-instruct<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":16000,"Average":"","RUParaPhraserSTS":69.05,"RuSTSBenchmarkSTS":81.77,"STS22 (ru)":""} -{"index":3,"Rank":58,"Model":"voyage-multilingual-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":32000,"Average":"","RUParaPhraserSTS":67.61,"RuSTSBenchmarkSTS":71.51,"STS22 (ru)":""} -{"index":4,"Rank":59,"Model":"LASER2<\/a>","Model Size (Million Parameters)":43,"Memory Usage (GB, fp32)":0.16,"Embedding Dimensions":1024,"Max Tokens":"N\/A","Average":"","RUParaPhraserSTS":"","RuSTSBenchmarkSTS":"","STS22 (ru)":39.24} -{"index":7,"Rank":60,"Model":"gte-multilingual-base<\/a>","Model Size (Million Parameters)":305,"Memory Usage (GB, fp32)":1.14,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","RUParaPhraserSTS":"","RuSTSBenchmarkSTS":"","STS22 (ru)":66.49} -{"index":8,"Rank":61,"Model":"e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","RUParaPhraserSTS":"","RuSTSBenchmarkSTS":"","STS22 (ru)":60.83} -{"index":13,"Rank":62,"Model":"multilingual-e5-base-similarity-v1-onnx-quantized<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","RUParaPhraserSTS":"","RuSTSBenchmarkSTS":"","STS22 (ru)":60.66} -{"index":28,"Rank":66,"Model":"MUG-B-1.6<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","RUParaPhraserSTS":"","RuSTSBenchmarkSTS":"","STS22 (ru)":30.62} -{"index":29,"Rank":67,"Model":"paraphrase-multilingual-mpnet-base-v2-KE_Sieve<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","RUParaPhraserSTS":"","RuSTSBenchmarkSTS":"","STS22 (ru)":53.35} -{"index":30,"Rank":68,"Model":"onnx-gte-multilingual-base<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","RUParaPhraserSTS":"","RuSTSBenchmarkSTS":"","STS22 (ru)":66.49} -{"index":31,"Rank":69,"Model":"SGPT-125M-weightedmean-msmarco-specb-bitfit<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":2048,"Average":"","RUParaPhraserSTS":"","RuSTSBenchmarkSTS":"","STS22 (ru)":9.07} -{"index":32,"Rank":70,"Model":"SGPT-125M-weightedmean-nli-bitfit<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":2048,"Average":"","RUParaPhraserSTS":"","RuSTSBenchmarkSTS":"","STS22 (ru)":3.36} -{"index":33,"Rank":71,"Model":"multilingual-e5-base-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","RUParaPhraserSTS":"","RuSTSBenchmarkSTS":"","STS22 (ru)":60.66} -{"index":40,"Rank":72,"Model":"Titan-text-embeddings-v2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","RUParaPhraserSTS":"","RuSTSBenchmarkSTS":"","STS22 (ru)":61.71} -{"index":41,"Rank":73,"Model":"sgpt-bloom-7b1-msmarco<\/a>","Model Size (Million Parameters)":7068,"Memory Usage (GB, fp32)":26.33,"Embedding Dimensions":4096,"Max Tokens":2048,"Average":"","RUParaPhraserSTS":"","RuSTSBenchmarkSTS":"","STS22 (ru)":43.36} -{"index":42,"Rank":74,"Model":"slx-v0.1<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.08,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","RUParaPhraserSTS":"","RuSTSBenchmarkSTS":"","STS22 (ru)":""} -{"index":49,"Rank":75,"Model":"multilingual-e5-base-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","RUParaPhraserSTS":"","RuSTSBenchmarkSTS":"","STS22 (ru)":60.66} -{"index":51,"Rank":76,"Model":"SONAR<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","RUParaPhraserSTS":"","RuSTSBenchmarkSTS":"","STS22 (ru)":43.57} -{"index":54,"Rank":79,"Model":"granite-embedding-107m-multilingual<\/a>","Model Size (Million Parameters)":107,"Memory Usage (GB, fp32)":0.4,"Embedding Dimensions":384,"Max Tokens":514,"Average":"","RUParaPhraserSTS":"","RuSTSBenchmarkSTS":"","STS22 (ru)":""} -{"index":55,"Rank":80,"Model":"granite-embedding-278m-multilingual<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","RUParaPhraserSTS":"","RuSTSBenchmarkSTS":"","STS22 (ru)":""} -{"index":56,"Rank":81,"Model":"inf-retriever-v1<\/a>","Model Size (Million Parameters)":7069,"Memory Usage (GB, fp32)":26.33,"Embedding Dimensions":3584,"Max Tokens":131072,"Average":"","RUParaPhraserSTS":"","RuSTSBenchmarkSTS":"","STS22 (ru)":""} -{"index":69,"Rank":82,"Model":"jina-embeddings-v2-base-en<\/a>","Model Size (Million Parameters)":275,"Memory Usage (GB, fp32)":1.02,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","RUParaPhraserSTS":9.13,"RuSTSBenchmarkSTS":16.85,"STS22 (ru)":""} -{"index":72,"Rank":83,"Model":"ternary-weight-embedding<\/a>","Model Size (Million Parameters)":99,"Memory Usage (GB, fp32)":0.37,"Embedding Dimensions":1792,"Max Tokens":512,"Average":"","RUParaPhraserSTS":"","RuSTSBenchmarkSTS":"","STS22 (ru)":21.92} -{"index":74,"Rank":84,"Model":"FAB-Ramy-v1<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","RUParaPhraserSTS":"","RuSTSBenchmarkSTS":"","STS22 (ru)":21.93} -{"index":75,"Rank":85,"Model":"FAE-v1<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","RUParaPhraserSTS":"","RuSTSBenchmarkSTS":"","STS22 (ru)":41.06} -{"index":76,"Rank":86,"Model":"FUE-v1<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","RUParaPhraserSTS":"","RuSTSBenchmarkSTS":"","STS22 (ru)":13.08} -{"index":81,"Rank":87,"Model":"allenai-specter<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","RUParaPhraserSTS":"","RuSTSBenchmarkSTS":"","STS22 (ru)":1.11} -{"index":82,"Rank":88,"Model":"average_word_embeddings_komninos<\/a>","Model Size (Million Parameters)":134,"Memory Usage (GB, fp32)":0.5,"Embedding Dimensions":300,"Max Tokens":"N\/A","Average":"","RUParaPhraserSTS":"","RuSTSBenchmarkSTS":"","STS22 (ru)":19.44} -{"index":83,"Rank":89,"Model":"distiluse-base-multilingual-cased-v2<\/a>","Model Size (Million Parameters)":135,"Memory Usage (GB, fp32)":0.5,"Embedding Dimensions":512,"Max Tokens":512,"Average":"","RUParaPhraserSTS":"","RuSTSBenchmarkSTS":"","STS22 (ru)":52.4} -{"index":84,"Rank":90,"Model":"gtr-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","RUParaPhraserSTS":"","RuSTSBenchmarkSTS":"","STS22 (ru)":15.36} -{"index":85,"Rank":91,"Model":"gtr-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","RUParaPhraserSTS":"","RuSTSBenchmarkSTS":"","STS22 (ru)":32.69} -{"index":88,"Rank":92,"Model":"sentence-t5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","RUParaPhraserSTS":"","RuSTSBenchmarkSTS":"","STS22 (ru)":12.13} -{"index":89,"Rank":93,"Model":"sentence-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","RUParaPhraserSTS":"","RuSTSBenchmarkSTS":"","STS22 (ru)":14.21} -{"index":90,"Rank":94,"Model":"sentence-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","RUParaPhraserSTS":"","RuSTSBenchmarkSTS":"","STS22 (ru)":26.63} -{"index":95,"Rank":96,"Model":"text-embedding-3-large<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":3072,"Max Tokens":8191,"Average":"","RUParaPhraserSTS":72.97,"RuSTSBenchmarkSTS":80.81,"STS22 (ru)":""} -{"index":96,"Rank":97,"Model":"text-embedding-3-small<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":8191,"Average":"","RUParaPhraserSTS":65.18,"RuSTSBenchmarkSTS":74.52,"STS22 (ru)":""} diff --git a/all_data_tasks/42/default.jsonl b/all_data_tasks/42/default.jsonl deleted file mode 100644 index 186972f28375e1780a1266242d63b0cc400f7349..0000000000000000000000000000000000000000 --- a/all_data_tasks/42/default.jsonl +++ /dev/null @@ -1,84 +0,0 @@ -{"index":35,"Rank":1,"Model":"FRIDA<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":52.21,"CEDRClassification":64.6,"SensitiveTopicsClassification":39.82} -{"index":5,"Rank":2,"Model":"gte-Qwen1.5-7B-instruct<\/a>","Model Size (Million Parameters)":7099,"Memory Usage (GB, fp32)":26.45,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":45.2,"CEDRClassification":54.77,"SensitiveTopicsClassification":35.62} -{"index":39,"Rank":3,"Model":"Giga-Embeddings-instruct<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":44.85,"CEDRClassification":59.69,"SensitiveTopicsClassification":30.01} -{"index":6,"Rank":4,"Model":"gte-Qwen2-7B-instruct<\/a>","Model Size (Million Parameters)":7613,"Memory Usage (GB, fp32)":28.36,"Embedding Dimensions":3584,"Max Tokens":32768,"Average":44.27,"CEDRClassification":52.78,"SensitiveTopicsClassification":35.76} -{"index":34,"Rank":5,"Model":"SFR-Embedding-Mistral<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":42.94,"CEDRClassification":51.74,"SensitiveTopicsClassification":34.15} -{"index":61,"Rank":6,"Model":"e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":42.93,"CEDRClassification":51.94,"SensitiveTopicsClassification":33.92} -{"index":24,"Rank":7,"Model":"GritLM-7B<\/a>","Model Size (Million Parameters)":7240,"Memory Usage (GB, fp32)":26.97,"Embedding Dimensions":"","Max Tokens":4096,"Average":41.96,"CEDRClassification":50.67,"SensitiveTopicsClassification":33.24} -{"index":65,"Rank":8,"Model":"multilingual-e5-large-instruct<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":41.15,"CEDRClassification":50.01,"SensitiveTopicsClassification":32.29} -{"index":95,"Rank":9,"Model":"text-embedding-3-large<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":3072,"Max Tokens":8191,"Average":39.37,"CEDRClassification":46.77,"SensitiveTopicsClassification":31.97} -{"index":20,"Rank":10,"Model":"jina-embeddings-v3<\/a>","Model Size (Million Parameters)":572,"Memory Usage (GB, fp32)":2.13,"Embedding Dimensions":1024,"Max Tokens":8194,"Average":38.97,"CEDRClassification":47.31,"SensitiveTopicsClassification":30.63} -{"index":70,"Rank":11,"Model":"jina-embeddings-v3<\/a>","Model Size (Million Parameters)":572,"Memory Usage (GB, fp32)":2.13,"Embedding Dimensions":1024,"Max Tokens":8194,"Average":38.97,"CEDRClassification":47.31,"SensitiveTopicsClassification":30.63} -{"index":36,"Rank":12,"Model":"ru-en-RoSBERTa<\/a>","Model Size (Million Parameters)":404,"Memory Usage (GB, fp32)":1.5,"Embedding Dimensions":1024,"Max Tokens":514,"Average":38.88,"CEDRClassification":44.69,"SensitiveTopicsClassification":33.07} -{"index":2,"Rank":13,"Model":"voyage-large-2-instruct<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":16000,"Average":38.63,"CEDRClassification":45.03,"SensitiveTopicsClassification":32.23} -{"index":19,"Rank":14,"Model":"Cohere-embed-multilingual-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":512,"Average":38.25,"CEDRClassification":45.67,"SensitiveTopicsClassification":30.83} -{"index":46,"Rank":15,"Model":"USER-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":512,"Average":37.72,"CEDRClassification":46.78,"SensitiveTopicsClassification":28.65} -{"index":26,"Rank":16,"Model":"KaLM-embedding-multilingual-mini-instruct-v1.5<\/a>","Model Size (Million Parameters)":494,"Memory Usage (GB, fp32)":1.84,"Embedding Dimensions":896,"Max Tokens":131072,"Average":37.68,"CEDRClassification":43.76,"SensitiveTopicsClassification":31.6} -{"index":91,"Rank":17,"Model":"LaBSE-ru-turbo<\/a>","Model Size (Million Parameters)":128,"Memory Usage (GB, fp32)":0.48,"Embedding Dimensions":768,"Max Tokens":512,"Average":36.93,"CEDRClassification":45.11,"SensitiveTopicsClassification":28.75} -{"index":25,"Rank":18,"Model":"KaLM-embedding-multilingual-mini-instruct-v1<\/a>","Model Size (Million Parameters)":494,"Memory Usage (GB, fp32)":1.84,"Embedding Dimensions":896,"Max Tokens":131072,"Average":36.46,"CEDRClassification":43.3,"SensitiveTopicsClassification":29.62} -{"index":47,"Rank":19,"Model":"USER-bge-m3<\/a>","Model Size (Million Parameters)":359,"Memory Usage (GB, fp32)":1.34,"Embedding Dimensions":1024,"Max Tokens":8192,"Average":36.18,"CEDRClassification":45.48,"SensitiveTopicsClassification":26.88} -{"index":27,"Rank":20,"Model":"KaLM-embedding-multilingual-mini-v1<\/a>","Model Size (Million Parameters)":494,"Memory Usage (GB, fp32)":1.84,"Embedding Dimensions":896,"Max Tokens":131072,"Average":36.1,"CEDRClassification":42.16,"SensitiveTopicsClassification":30.05} -{"index":64,"Rank":21,"Model":"multilingual-e5-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":36.01,"CEDRClassification":44.84,"SensitiveTopicsClassification":27.17} -{"index":11,"Rank":22,"Model":"bge-m3<\/a>","Model Size (Million Parameters)":567,"Memory Usage (GB, fp32)":2.11,"Embedding Dimensions":1024,"Max Tokens":8192,"Average":34.86,"CEDRClassification":43.47,"SensitiveTopicsClassification":26.25} -{"index":63,"Rank":23,"Model":"multilingual-e5-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":33.65,"CEDRClassification":42.32,"SensitiveTopicsClassification":24.98} -{"index":96,"Rank":24,"Model":"text-embedding-3-small<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":8191,"Average":33.29,"CEDRClassification":39.38,"SensitiveTopicsClassification":27.2} -{"index":3,"Rank":25,"Model":"voyage-multilingual-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":32000,"Average":32.94,"CEDRClassification":39.15,"SensitiveTopicsClassification":26.74} -{"index":87,"Rank":26,"Model":"paraphrase-multilingual-mpnet-base-v2<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":32.9,"CEDRClassification":39.98,"SensitiveTopicsClassification":25.83} -{"index":18,"Rank":27,"Model":"Cohere-embed-multilingual-light-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":384,"Max Tokens":512,"Average":32.89,"CEDRClassification":38.5,"SensitiveTopicsClassification":27.29} -{"index":37,"Rank":28,"Model":"sbert_large_mt_nlu_ru<\/a>","Model Size (Million Parameters)":427,"Memory Usage (GB, fp32)":1.59,"Embedding Dimensions":1024,"Max Tokens":514,"Average":32.67,"CEDRClassification":36.81,"SensitiveTopicsClassification":28.54} -{"index":92,"Rank":29,"Model":"rubert-tiny-turbo<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"Embedding Dimensions":312,"Max Tokens":2048,"Average":32.06,"CEDRClassification":38.95,"SensitiveTopicsClassification":25.16} -{"index":66,"Rank":30,"Model":"multilingual-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":31.99,"CEDRClassification":40.07,"SensitiveTopicsClassification":23.91} -{"index":38,"Rank":31,"Model":"sbert_large_nlu_ru<\/a>","Model Size (Million Parameters)":427,"Memory Usage (GB, fp32)":1.59,"Embedding Dimensions":1024,"Max Tokens":512,"Average":31.87,"CEDRClassification":35.84,"SensitiveTopicsClassification":27.9} -{"index":71,"Rank":32,"Model":"multilingual-e5-small-ct2-int8<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":31.44,"CEDRClassification":40.07,"SensitiveTopicsClassification":22.81} -{"index":77,"Rank":33,"Model":"LaBSE<\/a>","Model Size (Million Parameters)":471,"Memory Usage (GB, fp32)":1.75,"Embedding Dimensions":768,"Max Tokens":512,"Average":31.42,"CEDRClassification":40.61,"SensitiveTopicsClassification":22.23} -{"index":86,"Rank":34,"Model":"paraphrase-multilingual-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":31.3,"CEDRClassification":37.76,"SensitiveTopicsClassification":24.84} -{"index":43,"Rank":35,"Model":"LaBSE-en-ru<\/a>","Model Size (Million Parameters)":129,"Memory Usage (GB, fp32)":0.48,"Embedding Dimensions":768,"Max Tokens":512,"Average":31.27,"CEDRClassification":40.75,"SensitiveTopicsClassification":21.79} -{"index":1,"Rank":36,"Model":"voyage-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":32000,"Average":31.2,"CEDRClassification":36.17,"SensitiveTopicsClassification":26.23} -{"index":0,"Rank":37,"Model":"voyage-3-lite<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":512,"Max Tokens":32000,"Average":30.98,"CEDRClassification":37.56,"SensitiveTopicsClassification":24.41} -{"index":45,"Rank":38,"Model":"rubert-tiny2<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"Embedding Dimensions":2048,"Max Tokens":514,"Average":29.45,"CEDRClassification":36.87,"SensitiveTopicsClassification":22.03} -{"index":93,"Rank":39,"Model":"text2vec-base-multilingual<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":256,"Average":29.42,"CEDRClassification":36.37,"SensitiveTopicsClassification":22.47} -{"index":21,"Rank":40,"Model":"distilrubert-small-cased-conversational<\/a>","Model Size (Million Parameters)":106,"Memory Usage (GB, fp32)":0.39,"Embedding Dimensions":768,"Max Tokens":512,"Average":29.32,"CEDRClassification":36.19,"SensitiveTopicsClassification":22.45} -{"index":48,"Rank":41,"Model":"deberta-v1-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":512,"Average":28.9,"CEDRClassification":34.14,"SensitiveTopicsClassification":23.67} -{"index":44,"Rank":42,"Model":"rubert-tiny<\/a>","Model Size (Million Parameters)":12,"Memory Usage (GB, fp32)":0.04,"Embedding Dimensions":512,"Max Tokens":514,"Average":27.96,"CEDRClassification":37.39,"SensitiveTopicsClassification":18.54} -{"index":23,"Rank":43,"Model":"rubert-base-cased-sentence<\/a>","Model Size (Million Parameters)":180,"Memory Usage (GB, fp32)":0.67,"Embedding Dimensions":768,"Max Tokens":512,"Average":27.8,"CEDRClassification":35.55,"SensitiveTopicsClassification":20.05} -{"index":60,"Rank":44,"Model":"e5-large-v2<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":27.2,"CEDRClassification":35.55,"SensitiveTopicsClassification":18.85} -{"index":17,"Rank":45,"Model":"Cohere-embed-english-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":512,"Average":27.15,"CEDRClassification":35.56,"SensitiveTopicsClassification":18.73} -{"index":12,"Rank":46,"Model":"bge-small-en-v1.5<\/a>","Model Size (Million Parameters)":24,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":512,"Max Tokens":512,"Average":27.1,"CEDRClassification":36.1,"SensitiveTopicsClassification":18.09} -{"index":10,"Rank":47,"Model":"bge-large-en-v1.5<\/a>","Model Size (Million Parameters)":1340,"Memory Usage (GB, fp32)":4.99,"Embedding Dimensions":1024,"Max Tokens":512,"Average":27.06,"CEDRClassification":36.15,"SensitiveTopicsClassification":17.97} -{"index":80,"Rank":48,"Model":"all-mpnet-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average":26.9,"CEDRClassification":35.98,"SensitiveTopicsClassification":17.83} -{"index":73,"Rank":49,"Model":"nomic-embed-text-v1<\/a>","Model Size (Million Parameters)":547,"Memory Usage (GB, fp32)":2.04,"Embedding Dimensions":768,"Max Tokens":8192,"Average":26.44,"CEDRClassification":34.96,"SensitiveTopicsClassification":17.91} -{"index":22,"Rank":50,"Model":"rubert-base-cased<\/a>","Model Size (Million Parameters)":180,"Memory Usage (GB, fp32)":0.67,"Embedding Dimensions":768,"Max Tokens":512,"Average":26.2,"CEDRClassification":33.59,"SensitiveTopicsClassification":18.8} -{"index":58,"Rank":51,"Model":"e5-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":26.12,"CEDRClassification":34.11,"SensitiveTopicsClassification":18.14} -{"index":78,"Rank":52,"Model":"all-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":25.96,"CEDRClassification":33.86,"SensitiveTopicsClassification":18.05} -{"index":50,"Rank":53,"Model":"e5-base-4k<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":25.91,"CEDRClassification":33.96,"SensitiveTopicsClassification":17.86} -{"index":9,"Rank":54,"Model":"bge-base-en-v1.5<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":25.84,"CEDRClassification":33.62,"SensitiveTopicsClassification":18.05} -{"index":59,"Rank":55,"Model":"e5-large<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":25.42,"CEDRClassification":33.15,"SensitiveTopicsClassification":17.69} -{"index":57,"Rank":56,"Model":"e5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":25.41,"CEDRClassification":33.32,"SensitiveTopicsClassification":17.5} -{"index":79,"Rank":57,"Model":"all-MiniLM-L6-v2<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":384,"Max Tokens":512,"Average":25.27,"CEDRClassification":32.72,"SensitiveTopicsClassification":17.82} -{"index":68,"Rank":58,"Model":"udever-bloom-560m<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":2048,"Average":25.02,"CEDRClassification":32.34,"SensitiveTopicsClassification":17.7} -{"index":67,"Rank":59,"Model":"udever-bloom-1b1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":2048,"Average":24.56,"CEDRClassification":31.77,"SensitiveTopicsClassification":17.36} -{"index":62,"Rank":60,"Model":"e5-small<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":24.26,"CEDRClassification":31.09,"SensitiveTopicsClassification":17.42} -{"index":69,"Rank":61,"Model":"jina-embeddings-v2-base-en<\/a>","Model Size (Million Parameters)":275,"Memory Usage (GB, fp32)":1.02,"Embedding Dimensions":768,"Max Tokens":8192,"Average":23.56,"CEDRClassification":29.49,"SensitiveTopicsClassification":17.63} -{"index":4,"Rank":62,"Model":"LASER2<\/a>","Model Size (Million Parameters)":43,"Memory Usage (GB, fp32)":0.16,"Embedding Dimensions":1024,"Max Tokens":"N\/A","Average":"","CEDRClassification":"","SensitiveTopicsClassification":""} -{"index":7,"Rank":63,"Model":"gte-multilingual-base<\/a>","Model Size (Million Parameters)":305,"Memory Usage (GB, fp32)":1.14,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","CEDRClassification":"","SensitiveTopicsClassification":""} -{"index":8,"Rank":64,"Model":"e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","CEDRClassification":"","SensitiveTopicsClassification":""} -{"index":28,"Rank":69,"Model":"MUG-B-1.6<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","CEDRClassification":"","SensitiveTopicsClassification":""} -{"index":31,"Rank":72,"Model":"SGPT-125M-weightedmean-msmarco-specb-bitfit<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":2048,"Average":"","CEDRClassification":"","SensitiveTopicsClassification":""} -{"index":32,"Rank":73,"Model":"SGPT-125M-weightedmean-nli-bitfit<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":2048,"Average":"","CEDRClassification":"","SensitiveTopicsClassification":""} -{"index":41,"Rank":76,"Model":"sgpt-bloom-7b1-msmarco<\/a>","Model Size (Million Parameters)":7068,"Memory Usage (GB, fp32)":26.33,"Embedding Dimensions":4096,"Max Tokens":2048,"Average":"","CEDRClassification":"","SensitiveTopicsClassification":""} -{"index":42,"Rank":77,"Model":"slx-v0.1<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.08,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","CEDRClassification":"","SensitiveTopicsClassification":""} -{"index":54,"Rank":82,"Model":"granite-embedding-107m-multilingual<\/a>","Model Size (Million Parameters)":107,"Memory Usage (GB, fp32)":0.4,"Embedding Dimensions":384,"Max Tokens":514,"Average":"","CEDRClassification":"","SensitiveTopicsClassification":""} -{"index":55,"Rank":83,"Model":"granite-embedding-278m-multilingual<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","CEDRClassification":"","SensitiveTopicsClassification":""} -{"index":56,"Rank":84,"Model":"inf-retriever-v1<\/a>","Model Size (Million Parameters)":7069,"Memory Usage (GB, fp32)":26.33,"Embedding Dimensions":3584,"Max Tokens":131072,"Average":"","CEDRClassification":"","SensitiveTopicsClassification":""} -{"index":72,"Rank":85,"Model":"ternary-weight-embedding<\/a>","Model Size (Million Parameters)":99,"Memory Usage (GB, fp32)":0.37,"Embedding Dimensions":1792,"Max Tokens":512,"Average":"","CEDRClassification":"","SensitiveTopicsClassification":""} -{"index":74,"Rank":86,"Model":"FAB-Ramy-v1<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","CEDRClassification":"","SensitiveTopicsClassification":""} -{"index":75,"Rank":87,"Model":"FAE-v1<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","CEDRClassification":"","SensitiveTopicsClassification":""} -{"index":76,"Rank":88,"Model":"FUE-v1<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","CEDRClassification":"","SensitiveTopicsClassification":""} -{"index":81,"Rank":89,"Model":"allenai-specter<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CEDRClassification":"","SensitiveTopicsClassification":""} -{"index":82,"Rank":90,"Model":"average_word_embeddings_komninos<\/a>","Model Size (Million Parameters)":134,"Memory Usage (GB, fp32)":0.5,"Embedding Dimensions":300,"Max Tokens":"N\/A","Average":"","CEDRClassification":"","SensitiveTopicsClassification":""} -{"index":83,"Rank":91,"Model":"distiluse-base-multilingual-cased-v2<\/a>","Model Size (Million Parameters)":135,"Memory Usage (GB, fp32)":0.5,"Embedding Dimensions":512,"Max Tokens":512,"Average":"","CEDRClassification":"","SensitiveTopicsClassification":""} -{"index":84,"Rank":92,"Model":"gtr-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CEDRClassification":"","SensitiveTopicsClassification":""} -{"index":85,"Rank":93,"Model":"gtr-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CEDRClassification":"","SensitiveTopicsClassification":""} -{"index":88,"Rank":94,"Model":"sentence-t5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CEDRClassification":"","SensitiveTopicsClassification":""} -{"index":89,"Rank":95,"Model":"sentence-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CEDRClassification":"","SensitiveTopicsClassification":""} -{"index":90,"Rank":96,"Model":"sentence-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CEDRClassification":"","SensitiveTopicsClassification":""} diff --git a/all_data_tasks/43/default.jsonl b/all_data_tasks/43/default.jsonl deleted file mode 100644 index 55ab8363adbd71f47282349ff98c357f5e98ffec..0000000000000000000000000000000000000000 --- a/all_data_tasks/43/default.jsonl +++ /dev/null @@ -1,91 +0,0 @@ -{"index":35,"Rank":1,"Model":"nb-bert-large<\/a>","Model Size (Million Parameters)":355,"Memory Usage (GB, fp32)":1.32,"Embedding Dimensions":1024,"Max Tokens":512,"Average":66.73,"MassiveIntentClassification (nb)":62.68,"MassiveScenarioClassification (nb)":67.44,"NoRecClassification":55.46,"NordicLangClassification":85.27,"NorwegianParliament":62.58,"ScalaNbClassification":66.97} -{"index":34,"Rank":2,"Model":"nb-bert-base<\/a>","Model Size (Million Parameters)":179,"Memory Usage (GB, fp32)":0.67,"Embedding Dimensions":768,"Max Tokens":512,"Average":63.94,"MassiveIntentClassification (nb)":60.67,"MassiveScenarioClassification (nb)":67.31,"NoRecClassification":51.32,"NordicLangClassification":84.69,"NorwegianParliament":57.41,"ScalaNbClassification":62.25} -{"index":59,"Rank":3,"Model":"multilingual-e5-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":63.64,"MassiveIntentClassification (nb)":59.83,"MassiveScenarioClassification (nb)":66.18,"NoRecClassification":62.76,"NordicLangClassification":82.29,"NorwegianParliament":60.36,"ScalaNbClassification":50.44} -{"index":67,"Rank":4,"Model":"norbert3-base<\/a>","Model Size (Million Parameters)":131,"Memory Usage (GB, fp32)":0.49,"Embedding Dimensions":768,"Max Tokens":512,"Average":61.75,"MassiveIntentClassification (nb)":54.2,"MassiveScenarioClassification (nb)":60.69,"NoRecClassification":53.4,"NordicLangClassification":82.67,"NorwegianParliament":59.33,"ScalaNbClassification":60.19} -{"index":58,"Rank":5,"Model":"multilingual-e5-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":61.63,"MassiveIntentClassification (nb)":59.83,"MassiveScenarioClassification (nb)":66.18,"NoRecClassification":57.58,"NordicLangClassification":75.94,"NorwegianParliament":59.94,"ScalaNbClassification":50.32} -{"index":68,"Rank":6,"Model":"norbert3-large<\/a>","Model Size (Million Parameters)":368,"Memory Usage (GB, fp32)":1.37,"Embedding Dimensions":1024,"Max Tokens":512,"Average":60.34,"MassiveIntentClassification (nb)":47.42,"MassiveScenarioClassification (nb)":54.25,"NoRecClassification":50.46,"NordicLangClassification":84.25,"NorwegianParliament":58.85,"ScalaNbClassification":66.79} -{"index":61,"Rank":7,"Model":"multilingual-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":58.86,"MassiveIntentClassification (nb)":53.96,"MassiveScenarioClassification (nb)":59.9,"NoRecClassification":53.96,"NordicLangClassification":75.15,"NorwegianParliament":60.15,"ScalaNbClassification":50.06} -{"index":42,"Rank":8,"Model":"dfm-encoder-large-v1<\/a>","Model Size (Million Parameters)":355,"Memory Usage (GB, fp32)":1.32,"Embedding Dimensions":1024,"Max Tokens":512,"Average":58.46,"MassiveIntentClassification (nb)":52.49,"MassiveScenarioClassification (nb)":54.59,"NoRecClassification":48.3,"NordicLangClassification":77.68,"NorwegianParliament":58.78,"ScalaNbClassification":58.95} -{"index":88,"Rank":9,"Model":"DanskBERT<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.47,"Embedding Dimensions":768,"Max Tokens":514,"Average":55.0,"MassiveIntentClassification (nb)":45.38,"MassiveScenarioClassification (nb)":47.55,"NoRecClassification":46.06,"NordicLangClassification":74.25,"NorwegianParliament":56.79,"ScalaNbClassification":59.99} -{"index":51,"Rank":10,"Model":"SONAR<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":54.92,"MassiveIntentClassification (nb)":59.9,"MassiveScenarioClassification (nb)":65.81,"NoRecClassification":48.25,"NordicLangClassification":48.4,"NorwegianParliament":55.99,"ScalaNbClassification":51.18} -{"index":23,"Rank":11,"Model":"xlm-roberta-base<\/a>","Model Size (Million Parameters)":279,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":54.34,"MassiveIntentClassification (nb)":40.46,"MassiveScenarioClassification (nb)":44.83,"NoRecClassification":46.28,"NordicLangClassification":79.39,"NorwegianParliament":56.75,"ScalaNbClassification":58.33} -{"index":52,"Rank":12,"Model":"e5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":50.14,"MassiveIntentClassification (nb)":41.57,"MassiveScenarioClassification (nb)":50.33,"NoRecClassification":42.0,"NordicLangClassification":59.34,"NorwegianParliament":57.42,"ScalaNbClassification":50.18} -{"index":54,"Rank":13,"Model":"e5-large<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":50.01,"MassiveIntentClassification (nb)":40.63,"MassiveScenarioClassification (nb)":51.91,"NoRecClassification":41.83,"NordicLangClassification":58.3,"NorwegianParliament":57.26,"ScalaNbClassification":50.13} -{"index":28,"Rank":14,"Model":"sentence-bert-swedish-cased<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.47,"Embedding Dimensions":768,"Max Tokens":512,"Average":48.88,"MassiveIntentClassification (nb)":42.74,"MassiveScenarioClassification (nb)":49.49,"NoRecClassification":43.53,"NordicLangClassification":51.45,"NorwegianParliament":55.74,"ScalaNbClassification":50.34} -{"index":57,"Rank":15,"Model":"e5-small<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":48.46,"MassiveIntentClassification (nb)":40.25,"MassiveScenarioClassification (nb)":48.58,"NoRecClassification":41.84,"NordicLangClassification":53.47,"NorwegianParliament":56.57,"ScalaNbClassification":50.03} -{"index":26,"Rank":16,"Model":"bert-base-swedish-cased<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.47,"Embedding Dimensions":768,"Max Tokens":512,"Average":48.18,"MassiveIntentClassification (nb)":35.75,"MassiveScenarioClassification (nb)":35.76,"NoRecClassification":43.91,"NordicLangClassification":62.45,"NorwegianParliament":57.56,"ScalaNbClassification":53.63} -{"index":66,"Rank":17,"Model":"electra-small-nordic<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":256,"Max Tokens":512,"Average":47.28,"MassiveIntentClassification (nb)":24.6,"MassiveScenarioClassification (nb)":27.3,"NoRecClassification":45.44,"NordicLangClassification":57.82,"NorwegianParliament":53.25,"ScalaNbClassification":75.28} -{"index":73,"Rank":18,"Model":"all-MiniLM-L6-v2<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":384,"Max Tokens":512,"Average":46.94,"MassiveIntentClassification (nb)":39.36,"MassiveScenarioClassification (nb)":44.67,"NoRecClassification":37.93,"NordicLangClassification":54.7,"NorwegianParliament":54.8,"ScalaNbClassification":50.17} -{"index":27,"Rank":19,"Model":"electra-small-swedish-cased-discriminator<\/a>","Model Size (Million Parameters)":16,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":256,"Max Tokens":512,"Average":34.34,"MassiveIntentClassification (nb)":5.66,"MassiveScenarioClassification (nb)":11.26,"NoRecClassification":39.72,"NordicLangClassification":44.53,"NorwegianParliament":52.44,"ScalaNbClassification":52.41} -{"index":0,"Rank":20,"Model":"voyage-3-lite<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":512,"Max Tokens":32000,"Average":"","MassiveIntentClassification (nb)":62.3,"MassiveScenarioClassification (nb)":68.35,"NoRecClassification":51.87,"NordicLangClassification":48.92,"NorwegianParliament":"","ScalaNbClassification":""} -{"index":1,"Rank":21,"Model":"voyage-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":32000,"Average":"","MassiveIntentClassification (nb)":58.53,"MassiveScenarioClassification (nb)":67.81,"NoRecClassification":50.16,"NordicLangClassification":47.13,"NorwegianParliament":"","ScalaNbClassification":""} -{"index":2,"Rank":22,"Model":"voyage-large-2-instruct<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":16000,"Average":"","MassiveIntentClassification (nb)":64.93,"MassiveScenarioClassification (nb)":74.44,"NoRecClassification":51.44,"NordicLangClassification":57.17,"NorwegianParliament":"","ScalaNbClassification":""} -{"index":3,"Rank":23,"Model":"voyage-multilingual-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":32000,"Average":"","MassiveIntentClassification (nb)":67.58,"MassiveScenarioClassification (nb)":73.8,"NoRecClassification":53.35,"NordicLangClassification":58.41,"NorwegianParliament":"","ScalaNbClassification":""} -{"index":4,"Rank":24,"Model":"LASER2<\/a>","Model Size (Million Parameters)":43,"Memory Usage (GB, fp32)":0.16,"Embedding Dimensions":1024,"Max Tokens":"N\/A","Average":"","MassiveIntentClassification (nb)":37.74,"MassiveScenarioClassification (nb)":43.9,"NoRecClassification":"","NordicLangClassification":"","NorwegianParliament":"","ScalaNbClassification":""} -{"index":5,"Rank":25,"Model":"gte-Qwen1.5-7B-instruct<\/a>","Model Size (Million Parameters)":7099,"Memory Usage (GB, fp32)":26.45,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","MassiveIntentClassification (nb)":64.16,"MassiveScenarioClassification (nb)":68.59,"NoRecClassification":55.81,"NordicLangClassification":72.94,"NorwegianParliament":"","ScalaNbClassification":""} -{"index":6,"Rank":26,"Model":"gte-Qwen2-7B-instruct<\/a>","Model Size (Million Parameters)":7613,"Memory Usage (GB, fp32)":28.36,"Embedding Dimensions":3584,"Max Tokens":32768,"Average":"","MassiveIntentClassification (nb)":78.71,"MassiveScenarioClassification (nb)":84.15,"NoRecClassification":65.99,"NordicLangClassification":73.23,"NorwegianParliament":"","ScalaNbClassification":""} -{"index":7,"Rank":27,"Model":"gte-multilingual-base<\/a>","Model Size (Million Parameters)":305,"Memory Usage (GB, fp32)":1.14,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","MassiveIntentClassification (nb)":63.74,"MassiveScenarioClassification (nb)":71.5,"NoRecClassification":"","NordicLangClassification":"","NorwegianParliament":"","ScalaNbClassification":""} -{"index":8,"Rank":28,"Model":"e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","MassiveIntentClassification (nb)":70.93,"MassiveScenarioClassification (nb)":75.7,"NoRecClassification":"","NordicLangClassification":"","NorwegianParliament":"","ScalaNbClassification":""} -{"index":9,"Rank":29,"Model":"bge-base-en-v1.5<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","MassiveIntentClassification (nb)":38.88,"MassiveScenarioClassification (nb)":48.41,"NoRecClassification":38.83,"NordicLangClassification":53.43,"NorwegianParliament":"","ScalaNbClassification":""} -{"index":10,"Rank":30,"Model":"bge-large-en-v1.5<\/a>","Model Size (Million Parameters)":1340,"Memory Usage (GB, fp32)":4.99,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","MassiveIntentClassification (nb)":39.67,"MassiveScenarioClassification (nb)":50.68,"NoRecClassification":39.55,"NordicLangClassification":55.07,"NorwegianParliament":"","ScalaNbClassification":""} -{"index":11,"Rank":31,"Model":"bge-m3<\/a>","Model Size (Million Parameters)":567,"Memory Usage (GB, fp32)":2.11,"Embedding Dimensions":1024,"Max Tokens":8192,"Average":"","MassiveIntentClassification (nb)":67.07,"MassiveScenarioClassification (nb)":"","NoRecClassification":"","NordicLangClassification":38.93,"NorwegianParliament":"","ScalaNbClassification":""} -{"index":12,"Rank":32,"Model":"bge-small-en-v1.5<\/a>","Model Size (Million Parameters)":24,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":512,"Max Tokens":512,"Average":"","MassiveIntentClassification (nb)":40.05,"MassiveScenarioClassification (nb)":47.72,"NoRecClassification":37.22,"NordicLangClassification":52.02,"NorwegianParliament":"","ScalaNbClassification":""} -{"index":13,"Rank":33,"Model":"multilingual-e5-base-similarity-v1-onnx-quantized<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","MassiveIntentClassification (nb)":66.18,"MassiveScenarioClassification (nb)":71.63,"NoRecClassification":"","NordicLangClassification":"","NorwegianParliament":"","ScalaNbClassification":""} -{"index":14,"Rank":34,"Model":"winberta-base<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","MassiveIntentClassification (nb)":36.89,"MassiveScenarioClassification (nb)":44.27,"NoRecClassification":43.53,"NordicLangClassification":"","NorwegianParliament":54.9,"ScalaNbClassification":""} -{"index":15,"Rank":35,"Model":"winberta-large<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","MassiveIntentClassification (nb)":28.65,"MassiveScenarioClassification (nb)":35.24,"NoRecClassification":"","NordicLangClassification":"","NorwegianParliament":"","ScalaNbClassification":""} -{"index":16,"Rank":36,"Model":"windberta-large<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","MassiveIntentClassification (nb)":31.07,"MassiveScenarioClassification (nb)":38.02,"NoRecClassification":"","NordicLangClassification":"","NorwegianParliament":"","ScalaNbClassification":""} -{"index":17,"Rank":37,"Model":"Cohere-embed-english-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":512,"Average":"","MassiveIntentClassification (nb)":43.9,"MassiveScenarioClassification (nb)":53.54,"NoRecClassification":41.54,"NordicLangClassification":58.2,"NorwegianParliament":"","ScalaNbClassification":""} -{"index":18,"Rank":38,"Model":"Cohere-embed-multilingual-light-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":384,"Max Tokens":512,"Average":"","MassiveIntentClassification (nb)":58.27,"MassiveScenarioClassification (nb)":65.64,"NoRecClassification":49.0,"NordicLangClassification":65.97,"NorwegianParliament":"","ScalaNbClassification":""} -{"index":19,"Rank":39,"Model":"Cohere-embed-multilingual-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":512,"Average":"","MassiveIntentClassification (nb)":67.14,"MassiveScenarioClassification (nb)":73.82,"NoRecClassification":60.27,"NordicLangClassification":78.74,"NorwegianParliament":"","ScalaNbClassification":""} -{"index":20,"Rank":40,"Model":"distilrubert-small-cased-conversational<\/a>","Model Size (Million Parameters)":106,"Memory Usage (GB, fp32)":0.39,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","MassiveIntentClassification (nb)":39.67,"MassiveScenarioClassification (nb)":38.43,"NoRecClassification":39.2,"NordicLangClassification":59.34,"NorwegianParliament":"","ScalaNbClassification":""} -{"index":21,"Rank":41,"Model":"rubert-base-cased<\/a>","Model Size (Million Parameters)":180,"Memory Usage (GB, fp32)":0.67,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","MassiveIntentClassification (nb)":33.94,"MassiveScenarioClassification (nb)":31.87,"NoRecClassification":38.16,"NordicLangClassification":60.75,"NorwegianParliament":"","ScalaNbClassification":""} -{"index":22,"Rank":42,"Model":"rubert-base-cased-sentence<\/a>","Model Size (Million Parameters)":180,"Memory Usage (GB, fp32)":0.67,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","MassiveIntentClassification (nb)":31.28,"MassiveScenarioClassification (nb)":29.6,"NoRecClassification":39.12,"NordicLangClassification":51.39,"NorwegianParliament":"","ScalaNbClassification":""} -{"index":24,"Rank":43,"Model":"GritLM-7B<\/a>","Model Size (Million Parameters)":7240,"Memory Usage (GB, fp32)":26.97,"Embedding Dimensions":"","Max Tokens":4096,"Average":"","MassiveIntentClassification (nb)":70.92,"MassiveScenarioClassification (nb)":75.62,"NoRecClassification":56.05,"NordicLangClassification":69.36,"NorwegianParliament":"","ScalaNbClassification":""} -{"index":25,"Rank":44,"Model":"e5-dansk-test-0.1<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","MassiveIntentClassification (nb)":"","MassiveScenarioClassification (nb)":"","NoRecClassification":"","NordicLangClassification":61.0,"NorwegianParliament":"","ScalaNbClassification":""} -{"index":29,"Rank":45,"Model":"MUG-B-1.6<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","MassiveIntentClassification (nb)":39.67,"MassiveScenarioClassification (nb)":50.89,"NoRecClassification":"","NordicLangClassification":"","NorwegianParliament":"","ScalaNbClassification":""} -{"index":30,"Rank":46,"Model":"onnx-gte-multilingual-base<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","MassiveIntentClassification (nb)":63.74,"MassiveScenarioClassification (nb)":71.5,"NoRecClassification":"","NordicLangClassification":"","NorwegianParliament":"","ScalaNbClassification":""} -{"index":31,"Rank":47,"Model":"SGPT-125M-weightedmean-msmarco-specb-bitfit<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":2048,"Average":"","MassiveIntentClassification (nb)":39.82,"MassiveScenarioClassification (nb)":39.02,"NoRecClassification":"","NordicLangClassification":"","NorwegianParliament":"","ScalaNbClassification":""} -{"index":32,"Rank":48,"Model":"SGPT-125M-weightedmean-nli-bitfit<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":2048,"Average":"","MassiveIntentClassification (nb)":39.48,"MassiveScenarioClassification (nb)":40.47,"NoRecClassification":"","NordicLangClassification":"","NorwegianParliament":"","ScalaNbClassification":""} -{"index":33,"Rank":49,"Model":"multilingual-e5-base-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","MassiveIntentClassification (nb)":66.18,"MassiveScenarioClassification (nb)":71.63,"NoRecClassification":"","NordicLangClassification":"","NorwegianParliament":"","ScalaNbClassification":""} -{"index":36,"Rank":50,"Model":"SFR-Embedding-Mistral<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","MassiveIntentClassification (nb)":65.92,"MassiveScenarioClassification (nb)":73.02,"NoRecClassification":55.04,"NordicLangClassification":68.8,"NorwegianParliament":"","ScalaNbClassification":""} -{"index":37,"Rank":51,"Model":"sbert_large_mt_nlu_ru<\/a>","Model Size (Million Parameters)":427,"Memory Usage (GB, fp32)":1.59,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","MassiveIntentClassification (nb)":18.97,"MassiveScenarioClassification (nb)":24.55,"NoRecClassification":38.42,"NordicLangClassification":38.2,"NorwegianParliament":"","ScalaNbClassification":""} -{"index":38,"Rank":52,"Model":"sbert_large_nlu_ru<\/a>","Model Size (Million Parameters)":427,"Memory Usage (GB, fp32)":1.59,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","MassiveIntentClassification (nb)":14.4,"MassiveScenarioClassification (nb)":20.82,"NoRecClassification":39.06,"NordicLangClassification":39.41,"NorwegianParliament":"","ScalaNbClassification":""} -{"index":39,"Rank":53,"Model":"Titan-text-embeddings-v2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","MassiveIntentClassification (nb)":54.41,"MassiveScenarioClassification (nb)":64.64,"NoRecClassification":"","NordicLangClassification":"","NorwegianParliament":"","ScalaNbClassification":""} -{"index":40,"Rank":54,"Model":"sgpt-bloom-7b1-msmarco<\/a>","Model Size (Million Parameters)":7068,"Memory Usage (GB, fp32)":26.33,"Embedding Dimensions":4096,"Max Tokens":2048,"Average":"","MassiveIntentClassification (nb)":49.41,"MassiveScenarioClassification (nb)":51.8,"NoRecClassification":"","NordicLangClassification":"","NorwegianParliament":"","ScalaNbClassification":""} -{"index":41,"Rank":55,"Model":"slx-v0.1<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.08,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","MassiveIntentClassification (nb)":38.18,"MassiveScenarioClassification (nb)":43.39,"NoRecClassification":"","NordicLangClassification":"","NorwegianParliament":"","ScalaNbClassification":""} -{"index":43,"Rank":56,"Model":"LaBSE-en-ru<\/a>","Model Size (Million Parameters)":129,"Memory Usage (GB, fp32)":0.48,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","MassiveIntentClassification (nb)":35.78,"MassiveScenarioClassification (nb)":42.43,"NoRecClassification":40.21,"NordicLangClassification":38.84,"NorwegianParliament":"","ScalaNbClassification":""} -{"index":44,"Rank":57,"Model":"rubert-tiny<\/a>","Model Size (Million Parameters)":12,"Memory Usage (GB, fp32)":0.04,"Embedding Dimensions":512,"Max Tokens":514,"Average":"","MassiveIntentClassification (nb)":37.0,"MassiveScenarioClassification (nb)":37.43,"NoRecClassification":39.16,"NordicLangClassification":54.8,"NorwegianParliament":"","ScalaNbClassification":""} -{"index":45,"Rank":58,"Model":"rubert-tiny2<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"Embedding Dimensions":2048,"Max Tokens":514,"Average":"","MassiveIntentClassification (nb)":25.68,"MassiveScenarioClassification (nb)":31.09,"NoRecClassification":40.82,"NordicLangClassification":46.52,"NorwegianParliament":"","ScalaNbClassification":""} -{"index":46,"Rank":59,"Model":"USER-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","MassiveIntentClassification (nb)":33.1,"MassiveScenarioClassification (nb)":37.15,"NoRecClassification":40.97,"NordicLangClassification":45.21,"NorwegianParliament":"","ScalaNbClassification":""} -{"index":47,"Rank":60,"Model":"USER-bge-m3<\/a>","Model Size (Million Parameters)":359,"Memory Usage (GB, fp32)":1.34,"Embedding Dimensions":1024,"Max Tokens":8192,"Average":"","MassiveIntentClassification (nb)":61.11,"MassiveScenarioClassification (nb)":67.6,"NoRecClassification":54.06,"NordicLangClassification":40.53,"NorwegianParliament":"","ScalaNbClassification":""} -{"index":48,"Rank":61,"Model":"deberta-v1-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","MassiveIntentClassification (nb)":31.01,"MassiveScenarioClassification (nb)":28.7,"NoRecClassification":38.22,"NordicLangClassification":57.91,"NorwegianParliament":"","ScalaNbClassification":""} -{"index":49,"Rank":62,"Model":"multilingual-e5-base-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","MassiveIntentClassification (nb)":66.18,"MassiveScenarioClassification (nb)":71.63,"NoRecClassification":"","NordicLangClassification":"","NorwegianParliament":"","ScalaNbClassification":""} -{"index":50,"Rank":63,"Model":"e5-base-4k<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","MassiveIntentClassification (nb)":47.51,"MassiveScenarioClassification (nb)":52.14,"NoRecClassification":39.24,"NordicLangClassification":59.99,"NorwegianParliament":"","ScalaNbClassification":""} -{"index":53,"Rank":64,"Model":"e5-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","MassiveIntentClassification (nb)":42.31,"MassiveScenarioClassification (nb)":50.89,"NoRecClassification":41.2,"NordicLangClassification":60.79,"NorwegianParliament":"","ScalaNbClassification":""} -{"index":55,"Rank":65,"Model":"e5-large-v2<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","MassiveIntentClassification (nb)":43.32,"MassiveScenarioClassification (nb)":53.32,"NoRecClassification":43.18,"NordicLangClassification":59.82,"NorwegianParliament":"","ScalaNbClassification":""} -{"index":56,"Rank":66,"Model":"e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","MassiveIntentClassification (nb)":65.35,"MassiveScenarioClassification (nb)":72.48,"NoRecClassification":55.0,"NordicLangClassification":69.13,"NorwegianParliament":"","ScalaNbClassification":""} -{"index":60,"Rank":67,"Model":"multilingual-e5-large-instruct<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","MassiveIntentClassification (nb)":65.85,"MassiveScenarioClassification (nb)":71.28,"NoRecClassification":57.06,"NordicLangClassification":76.57,"NorwegianParliament":"","ScalaNbClassification":""} -{"index":62,"Rank":68,"Model":"udever-bloom-1b1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":2048,"Average":"","MassiveIntentClassification (nb)":46.18,"MassiveScenarioClassification (nb)":50.32,"NoRecClassification":38.75,"NordicLangClassification":59.31,"NorwegianParliament":"","ScalaNbClassification":""} -{"index":63,"Rank":69,"Model":"udever-bloom-560m<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":2048,"Average":"","MassiveIntentClassification (nb)":44.12,"MassiveScenarioClassification (nb)":46.79,"NoRecClassification":35.14,"NordicLangClassification":49.08,"NorwegianParliament":"","ScalaNbClassification":""} -{"index":64,"Rank":70,"Model":"jina-embeddings-v2-base-en<\/a>","Model Size (Million Parameters)":275,"Memory Usage (GB, fp32)":1.02,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","MassiveIntentClassification (nb)":5.47,"MassiveScenarioClassification (nb)":10.52,"NoRecClassification":35.31,"NordicLangClassification":26.91,"NorwegianParliament":"","ScalaNbClassification":""} -{"index":65,"Rank":71,"Model":"multilingual-e5-small-ct2-int8<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","MassiveIntentClassification (nb)":61.96,"MassiveScenarioClassification (nb)":67.37,"NoRecClassification":"","NordicLangClassification":"","NorwegianParliament":"","ScalaNbClassification":""} -{"index":69,"Rank":72,"Model":"ternary-weight-embedding<\/a>","Model Size (Million Parameters)":99,"Memory Usage (GB, fp32)":0.37,"Embedding Dimensions":1792,"Max Tokens":512,"Average":"","MassiveIntentClassification (nb)":40.4,"MassiveScenarioClassification (nb)":39.53,"NoRecClassification":"","NordicLangClassification":"","NorwegianParliament":"","ScalaNbClassification":""} -{"index":70,"Rank":73,"Model":"nomic-embed-text-v1<\/a>","Model Size (Million Parameters)":547,"Memory Usage (GB, fp32)":2.04,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","MassiveIntentClassification (nb)":39.21,"MassiveScenarioClassification (nb)":49.28,"NoRecClassification":41.05,"NordicLangClassification":52.66,"NorwegianParliament":"","ScalaNbClassification":""} -{"index":71,"Rank":74,"Model":"LaBSE<\/a>","Model Size (Million Parameters)":471,"Memory Usage (GB, fp32)":1.75,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","MassiveIntentClassification (nb)":57.91,"MassiveScenarioClassification (nb)":64.29,"NoRecClassification":45.45,"NordicLangClassification":35.39,"NorwegianParliament":"","ScalaNbClassification":""} -{"index":72,"Rank":75,"Model":"all-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","MassiveIntentClassification (nb)":41.91,"MassiveScenarioClassification (nb)":47.36,"NoRecClassification":37.73,"NordicLangClassification":54.17,"NorwegianParliament":"","ScalaNbClassification":""} -{"index":74,"Rank":76,"Model":"all-mpnet-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","MassiveIntentClassification (nb)":39.3,"MassiveScenarioClassification (nb)":45.75,"NoRecClassification":38.34,"NordicLangClassification":50.15,"NorwegianParliament":"","ScalaNbClassification":""} -{"index":75,"Rank":77,"Model":"allenai-specter<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","MassiveIntentClassification (nb)":34.75,"MassiveScenarioClassification (nb)":35.71,"NoRecClassification":"","NordicLangClassification":"","NorwegianParliament":"","ScalaNbClassification":""} -{"index":76,"Rank":78,"Model":"distiluse-base-multilingual-cased-v2<\/a>","Model Size (Million Parameters)":135,"Memory Usage (GB, fp32)":0.5,"Embedding Dimensions":512,"Max Tokens":512,"Average":"","MassiveIntentClassification (nb)":46.01,"MassiveScenarioClassification (nb)":54.98,"NoRecClassification":"","NordicLangClassification":"","NorwegianParliament":"","ScalaNbClassification":""} -{"index":77,"Rank":79,"Model":"gtr-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","MassiveIntentClassification (nb)":43.78,"MassiveScenarioClassification (nb)":52.71,"NoRecClassification":"","NordicLangClassification":"","NorwegianParliament":"","ScalaNbClassification":""} -{"index":78,"Rank":80,"Model":"gtr-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","MassiveIntentClassification (nb)":45.87,"MassiveScenarioClassification (nb)":54.44,"NoRecClassification":"","NordicLangClassification":"","NorwegianParliament":"","ScalaNbClassification":""} -{"index":79,"Rank":81,"Model":"paraphrase-multilingual-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","MassiveIntentClassification (nb)":55.52,"MassiveScenarioClassification (nb)":64.25,"NoRecClassification":46.7,"NordicLangClassification":42.52,"NorwegianParliament":"","ScalaNbClassification":""} -{"index":80,"Rank":82,"Model":"paraphrase-multilingual-mpnet-base-v2<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","MassiveIntentClassification (nb)":62.62,"MassiveScenarioClassification (nb)":70.23,"NoRecClassification":50.32,"NordicLangClassification":41.57,"NorwegianParliament":"","ScalaNbClassification":""} -{"index":81,"Rank":83,"Model":"sentence-t5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","MassiveIntentClassification (nb)":38.53,"MassiveScenarioClassification (nb)":46.6,"NoRecClassification":"","NordicLangClassification":"","NorwegianParliament":"","ScalaNbClassification":""} -{"index":82,"Rank":84,"Model":"sentence-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","MassiveIntentClassification (nb)":41.29,"MassiveScenarioClassification (nb)":49.92,"NoRecClassification":"","NordicLangClassification":"","NorwegianParliament":"","ScalaNbClassification":""} -{"index":83,"Rank":85,"Model":"sentence-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","MassiveIntentClassification (nb)":45.91,"MassiveScenarioClassification (nb)":53.43,"NoRecClassification":"","NordicLangClassification":"","NorwegianParliament":"","ScalaNbClassification":""} -{"index":84,"Rank":86,"Model":"LaBSE-ru-turbo<\/a>","Model Size (Million Parameters)":128,"Memory Usage (GB, fp32)":0.48,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","MassiveIntentClassification (nb)":37.7,"MassiveScenarioClassification (nb)":43.87,"NoRecClassification":40.1,"NordicLangClassification":46.52,"NorwegianParliament":"","ScalaNbClassification":""} -{"index":85,"Rank":87,"Model":"rubert-tiny-turbo<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"Embedding Dimensions":312,"Max Tokens":2048,"Average":"","MassiveIntentClassification (nb)":32.3,"MassiveScenarioClassification (nb)":39.05,"NoRecClassification":40.31,"NordicLangClassification":49.9,"NorwegianParliament":"","ScalaNbClassification":""} -{"index":86,"Rank":88,"Model":"text2vec-base-multilingual<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":256,"Average":"","MassiveIntentClassification (nb)":54.64,"MassiveScenarioClassification (nb)":60.26,"NoRecClassification":43.98,"NordicLangClassification":38.13,"NorwegianParliament":"","ScalaNbClassification":""} -{"index":87,"Rank":89,"Model":"llm_mse<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","MassiveIntentClassification (nb)":32.13,"MassiveScenarioClassification (nb)":38.99,"NoRecClassification":"","NordicLangClassification":"","NorwegianParliament":"","ScalaNbClassification":""} -{"index":89,"Rank":90,"Model":"text-embedding-3-large<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":3072,"Max Tokens":8191,"Average":"","MassiveIntentClassification (nb)":69.13,"MassiveScenarioClassification (nb)":75.27,"NoRecClassification":53.94,"NordicLangClassification":79.75,"NorwegianParliament":"","ScalaNbClassification":""} -{"index":90,"Rank":91,"Model":"text-embedding-3-small<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":8191,"Average":"","MassiveIntentClassification (nb)":63.31,"MassiveScenarioClassification (nb)":71.57,"NoRecClassification":49.41,"NordicLangClassification":67.85,"NorwegianParliament":"","ScalaNbClassification":""} diff --git a/all_data_tasks/44/default.jsonl b/all_data_tasks/44/default.jsonl deleted file mode 100644 index f9b40e7eca2d880edaf57d3dcb93a5016a25d15c..0000000000000000000000000000000000000000 --- a/all_data_tasks/44/default.jsonl +++ /dev/null @@ -1,199 +0,0 @@ -{"index":15,"Rank":1,"Model":"gte-Qwen2-7B-instruct<\/a>","Model Size (Million Parameters)":7613,"Memory Usage (GB, fp32)":28.36,"Embedding Dimensions":3584,"Max Tokens":32768,"Average":73.26,"AmazonCounterfactualClassification (de)":75.62,"AmazonCounterfactualClassification (ja)":83.59,"AmazonReviewsClassification (de)":59.37,"AmazonReviewsClassification (es)":55.85,"AmazonReviewsClassification (fr)":55.54,"AmazonReviewsClassification (ja)":57.01,"AmazonReviewsClassification (zh)":53.55,"MTOPDomainClassification (de)":97.17,"MTOPDomainClassification (es)":97.77,"MTOPDomainClassification (fr)":96.69,"MTOPDomainClassification (hi)":96.25,"MTOPDomainClassification (th)":93.25,"MTOPIntentClassification (de)":88.18,"MTOPIntentClassification (es)":91.14,"MTOPIntentClassification (fr)":87.47,"MTOPIntentClassification (hi)":84.08,"MTOPIntentClassification (th)":84.48,"MassiveIntentClassification (af)":76.01,"MassiveIntentClassification (am)":32.29,"MassiveIntentClassification (ar)":71.16,"MassiveIntentClassification (az)":72.24,"MassiveIntentClassification (bn)":75.95,"MassiveIntentClassification (cy)":49.37,"MassiveIntentClassification (de)":80.49,"MassiveIntentClassification (el)":75.35,"MassiveIntentClassification (es)":81.29,"MassiveIntentClassification (fa)":77.86,"MassiveIntentClassification (fi)":74.58,"MassiveIntentClassification (fr)":81.9,"MassiveIntentClassification (he)":74.39,"MassiveIntentClassification (hi)":78.0,"MassiveIntentClassification (hu)":72.1,"MassiveIntentClassification (hy)":42.18,"MassiveIntentClassification (id)":80.11,"MassiveIntentClassification (is)":56.6,"MassiveIntentClassification (it)":81.58,"MassiveIntentClassification (ja)":81.92,"MassiveIntentClassification (jv)":58.24,"MassiveIntentClassification (ka)":54.94,"MassiveIntentClassification (km)":49.36,"MassiveIntentClassification (kn)":52.18,"MassiveIntentClassification (ko)":79.24,"MassiveIntentClassification (lv)":69.49,"MassiveIntentClassification (ml)":64.98,"MassiveIntentClassification (mn)":53.96,"MassiveIntentClassification (ms)":76.4,"MassiveIntentClassification (my)":56.7,"MassiveIntentClassification (nl)":81.59,"MassiveIntentClassification (pt)":81.94,"MassiveIntentClassification (ro)":76.41,"MassiveIntentClassification (ru)":82.1,"MassiveIntentClassification (sl)":75.0,"MassiveIntentClassification (sq)":50.92,"MassiveIntentClassification (sw)":52.05,"MassiveIntentClassification (ta)":52.74,"MassiveIntentClassification (te)":57.4,"MassiveIntentClassification (th)":74.09,"MassiveIntentClassification (tl)":73.98,"MassiveIntentClassification (tr)":77.81,"MassiveIntentClassification (ur)":72.4,"MassiveIntentClassification (vi)":79.89,"MassiveIntentClassification (zh-TW)":76.96,"MassiveScenarioClassification (af)":83.1,"MassiveScenarioClassification (am)":41.09,"MassiveScenarioClassification (ar)":77.71,"MassiveScenarioClassification (az)":76.8,"MassiveScenarioClassification (bn)":80.4,"MassiveScenarioClassification (cy)":57.57,"MassiveScenarioClassification (de)":86.82,"MassiveScenarioClassification (el)":81.23,"MassiveScenarioClassification (es)":87.02,"MassiveScenarioClassification (fa)":82.51,"MassiveScenarioClassification (fi)":79.5,"MassiveScenarioClassification (fr)":86.64,"MassiveScenarioClassification (he)":80.12,"MassiveScenarioClassification (hi)":83.21,"MassiveScenarioClassification (hu)":78.12,"MassiveScenarioClassification (hy)":49.28,"MassiveScenarioClassification (id)":86.1,"MassiveScenarioClassification (is)":64.96,"MassiveScenarioClassification (it)":87.3,"MassiveScenarioClassification (ja)":87.44,"MassiveScenarioClassification (jv)":69.44,"MassiveScenarioClassification (ka)":63.42,"MassiveScenarioClassification (km)":56.31,"MassiveScenarioClassification (kn)":64.91,"MassiveScenarioClassification (ko)":86.28,"MassiveScenarioClassification (lv)":76.39,"MassiveScenarioClassification (ml)":71.49,"MassiveScenarioClassification (mn)":59.65,"MassiveScenarioClassification (ms)":82.99,"MassiveScenarioClassification (my)":60.44,"MassiveScenarioClassification (nl)":86.68,"MassiveScenarioClassification (pt)":86.3,"MassiveScenarioClassification (ro)":81.88,"MassiveScenarioClassification (ru)":87.43,"MassiveScenarioClassification (sl)":79.98,"MassiveScenarioClassification (sq)":57.85,"MassiveScenarioClassification (sw)":61.58,"MassiveScenarioClassification (ta)":57.91,"MassiveScenarioClassification (te)":68.13,"MassiveScenarioClassification (th)":81.19,"MassiveScenarioClassification (tl)":79.26,"MassiveScenarioClassification (tr)":83.32,"MassiveScenarioClassification (ur)":77.18,"MassiveScenarioClassification (vi)":84.95,"MassiveScenarioClassification (zh-TW)":83.56} -{"index":17,"Rank":2,"Model":"e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":67.63,"AmazonCounterfactualClassification (de)":74.05,"AmazonCounterfactualClassification (ja)":77.22,"AmazonReviewsClassification (de)":53.26,"AmazonReviewsClassification (es)":50.33,"AmazonReviewsClassification (fr)":49.3,"AmazonReviewsClassification (ja)":48.69,"AmazonReviewsClassification (zh)":46.24,"MTOPDomainClassification (de)":92.98,"MTOPDomainClassification (es)":93.37,"MTOPDomainClassification (fr)":91.29,"MTOPDomainClassification (hi)":88.81,"MTOPDomainClassification (th)":85.52,"MTOPIntentClassification (de)":77.77,"MTOPIntentClassification (es)":79.94,"MTOPIntentClassification (fr)":77.8,"MTOPIntentClassification (hi)":72.91,"MTOPIntentClassification (th)":73.24,"MassiveIntentClassification (af)":66.48,"MassiveIntentClassification (am)":44.29,"MassiveIntentClassification (ar)":63.17,"MassiveIntentClassification (az)":64.23,"MassiveIntentClassification (bn)":64.94,"MassiveIntentClassification (cy)":55.48,"MassiveIntentClassification (de)":74.09,"MassiveIntentClassification (el)":68.31,"MassiveIntentClassification (es)":75.09,"MassiveIntentClassification (fa)":72.21,"MassiveIntentClassification (fi)":68.74,"MassiveIntentClassification (fr)":75.11,"MassiveIntentClassification (he)":66.22,"MassiveIntentClassification (hi)":69.45,"MassiveIntentClassification (hu)":69.41,"MassiveIntentClassification (hy)":56.92,"MassiveIntentClassification (id)":72.71,"MassiveIntentClassification (is)":59.91,"MassiveIntentClassification (it)":75.25,"MassiveIntentClassification (ja)":76.36,"MassiveIntentClassification (jv)":57.92,"MassiveIntentClassification (ka)":52.55,"MassiveIntentClassification (km)":46.45,"MassiveIntentClassification (kn)":53.96,"MassiveIntentClassification (ko)":74.21,"MassiveIntentClassification (lv)":59.23,"MassiveIntentClassification (ml)":51.45,"MassiveIntentClassification (mn)":51.38,"MassiveIntentClassification (ms)":69.85,"MassiveIntentClassification (my)":49.15,"MassiveIntentClassification (nl)":74.83,"MassiveIntentClassification (pt)":75.27,"MassiveIntentClassification (ro)":69.63,"MassiveIntentClassification (ru)":76.63,"MassiveIntentClassification (sl)":67.15,"MassiveIntentClassification (sq)":58.84,"MassiveIntentClassification (sw)":57.37,"MassiveIntentClassification (ta)":53.15,"MassiveIntentClassification (te)":51.51,"MassiveIntentClassification (th)":66.91,"MassiveIntentClassification (tl)":68.73,"MassiveIntentClassification (tr)":72.07,"MassiveIntentClassification (ur)":62.09,"MassiveIntentClassification (vi)":71.17,"MassiveIntentClassification (zh-TW)":71.14,"MassiveScenarioClassification (af)":73.37,"MassiveScenarioClassification (am)":47.21,"MassiveScenarioClassification (ar)":69.84,"MassiveScenarioClassification (az)":67.0,"MassiveScenarioClassification (bn)":68.05,"MassiveScenarioClassification (cy)":61.88,"MassiveScenarioClassification (de)":79.03,"MassiveScenarioClassification (el)":72.97,"MassiveScenarioClassification (es)":78.84,"MassiveScenarioClassification (fa)":76.74,"MassiveScenarioClassification (fi)":71.22,"MassiveScenarioClassification (fr)":78.6,"MassiveScenarioClassification (he)":69.64,"MassiveScenarioClassification (hi)":73.51,"MassiveScenarioClassification (hu)":74.06,"MassiveScenarioClassification (hy)":59.55,"MassiveScenarioClassification (id)":77.41,"MassiveScenarioClassification (is)":66.58,"MassiveScenarioClassification (it)":78.39,"MassiveScenarioClassification (ja)":79.62,"MassiveScenarioClassification (jv)":64.29,"MassiveScenarioClassification (ka)":57.52,"MassiveScenarioClassification (km)":52.42,"MassiveScenarioClassification (kn)":58.55,"MassiveScenarioClassification (ko)":78.89,"MassiveScenarioClassification (lv)":63.5,"MassiveScenarioClassification (ml)":54.03,"MassiveScenarioClassification (mn)":54.24,"MassiveScenarioClassification (ms)":75.53,"MassiveScenarioClassification (my)":52.19,"MassiveScenarioClassification (nl)":78.48,"MassiveScenarioClassification (pt)":77.96,"MassiveScenarioClassification (ro)":73.19,"MassiveScenarioClassification (ru)":80.52,"MassiveScenarioClassification (sl)":73.66,"MassiveScenarioClassification (sq)":64.03,"MassiveScenarioClassification (sw)":64.66,"MassiveScenarioClassification (ta)":57.76,"MassiveScenarioClassification (te)":57.27,"MassiveScenarioClassification (th)":72.46,"MassiveScenarioClassification (tl)":73.71,"MassiveScenarioClassification (tr)":75.04,"MassiveScenarioClassification (ur)":67.05,"MassiveScenarioClassification (vi)":75.52,"MassiveScenarioClassification (zh-TW)":76.87} -{"index":41,"Rank":3,"Model":"Cohere-embed-multilingual-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":512,"Average":66.02,"AmazonCounterfactualClassification (de)":68.58,"AmazonCounterfactualClassification (ja)":77.99,"AmazonReviewsClassification (de)":48.05,"AmazonReviewsClassification (es)":45.77,"AmazonReviewsClassification (fr)":45.61,"AmazonReviewsClassification (ja)":42.46,"AmazonReviewsClassification (zh)":40.71,"MTOPDomainClassification (de)":92.86,"MTOPDomainClassification (es)":92.76,"MTOPDomainClassification (fr)":90.32,"MTOPDomainClassification (hi)":90.81,"MTOPDomainClassification (th)":88.56,"MTOPIntentClassification (de)":69.81,"MTOPIntentClassification (es)":70.37,"MTOPIntentClassification (fr)":63.64,"MTOPIntentClassification (hi)":65.94,"MTOPIntentClassification (th)":68.74,"MassiveIntentClassification (af)":59.89,"MassiveIntentClassification (am)":52.95,"MassiveIntentClassification (ar)":57.88,"MassiveIntentClassification (az)":61.82,"MassiveIntentClassification (bn)":62.12,"MassiveIntentClassification (cy)":53.01,"MassiveIntentClassification (de)":66.25,"MassiveIntentClassification (el)":66.86,"MassiveIntentClassification (es)":67.59,"MassiveIntentClassification (fa)":68.69,"MassiveIntentClassification (fi)":66.69,"MassiveIntentClassification (fr)":67.37,"MassiveIntentClassification (he)":64.47,"MassiveIntentClassification (hi)":66.02,"MassiveIntentClassification (hu)":66.59,"MassiveIntentClassification (hy)":59.61,"MassiveIntentClassification (id)":67.09,"MassiveIntentClassification (is)":60.44,"MassiveIntentClassification (it)":67.58,"MassiveIntentClassification (ja)":69.2,"MassiveIntentClassification (jv)":55.1,"MassiveIntentClassification (ka)":49.77,"MassiveIntentClassification (km)":43.05,"MassiveIntentClassification (kn)":59.99,"MassiveIntentClassification (ko)":65.89,"MassiveIntentClassification (lv)":63.81,"MassiveIntentClassification (ml)":63.87,"MassiveIntentClassification (mn)":58.64,"MassiveIntentClassification (ms)":64.21,"MassiveIntentClassification (my)":58.0,"MassiveIntentClassification (nl)":68.13,"MassiveIntentClassification (pt)":68.7,"MassiveIntentClassification (ro)":64.5,"MassiveIntentClassification (ru)":69.08,"MassiveIntentClassification (sl)":64.79,"MassiveIntentClassification (sq)":63.61,"MassiveIntentClassification (sw)":55.88,"MassiveIntentClassification (ta)":60.78,"MassiveIntentClassification (te)":61.75,"MassiveIntentClassification (th)":64.94,"MassiveIntentClassification (tl)":62.23,"MassiveIntentClassification (tr)":67.23,"MassiveIntentClassification (ur)":61.8,"MassiveIntentClassification (vi)":65.76,"MassiveIntentClassification (zh-TW)":63.14,"MassiveScenarioClassification (af)":67.77,"MassiveScenarioClassification (am)":59.54,"MassiveScenarioClassification (ar)":64.82,"MassiveScenarioClassification (az)":65.33,"MassiveScenarioClassification (bn)":68.62,"MassiveScenarioClassification (cy)":60.29,"MassiveScenarioClassification (de)":74.29,"MassiveScenarioClassification (el)":72.69,"MassiveScenarioClassification (es)":72.32,"MassiveScenarioClassification (fa)":73.25,"MassiveScenarioClassification (fi)":71.3,"MassiveScenarioClassification (fr)":73.11,"MassiveScenarioClassification (he)":69.79,"MassiveScenarioClassification (hi)":71.49,"MassiveScenarioClassification (hu)":72.82,"MassiveScenarioClassification (hy)":64.16,"MassiveScenarioClassification (id)":73.29,"MassiveScenarioClassification (is)":67.99,"MassiveScenarioClassification (it)":72.5,"MassiveScenarioClassification (ja)":75.32,"MassiveScenarioClassification (jv)":62.3,"MassiveScenarioClassification (ka)":57.6,"MassiveScenarioClassification (km)":49.84,"MassiveScenarioClassification (kn)":66.78,"MassiveScenarioClassification (ko)":73.42,"MassiveScenarioClassification (lv)":69.35,"MassiveScenarioClassification (ml)":69.96,"MassiveScenarioClassification (mn)":63.42,"MassiveScenarioClassification (ms)":69.28,"MassiveScenarioClassification (my)":61.86,"MassiveScenarioClassification (nl)":74.14,"MassiveScenarioClassification (pt)":71.8,"MassiveScenarioClassification (ro)":70.12,"MassiveScenarioClassification (ru)":74.26,"MassiveScenarioClassification (sl)":71.41,"MassiveScenarioClassification (sq)":70.47,"MassiveScenarioClassification (sw)":63.81,"MassiveScenarioClassification (ta)":66.38,"MassiveScenarioClassification (te)":67.72,"MassiveScenarioClassification (th)":71.08,"MassiveScenarioClassification (tl)":67.43,"MassiveScenarioClassification (tr)":71.79,"MassiveScenarioClassification (ur)":68.42,"MassiveScenarioClassification (vi)":72.03,"MassiveScenarioClassification (zh-TW)":69.52} -{"index":58,"Rank":4,"Model":"GritLM-7B<\/a>","Model Size (Million Parameters)":7240,"Memory Usage (GB, fp32)":26.97,"Embedding Dimensions":"","Max Tokens":4096,"Average":65.86,"AmazonCounterfactualClassification (de)":74.94,"AmazonCounterfactualClassification (ja)":81.6,"AmazonReviewsClassification (de)":58.21,"AmazonReviewsClassification (es)":55.74,"AmazonReviewsClassification (fr)":54.43,"AmazonReviewsClassification (ja)":54.51,"AmazonReviewsClassification (zh)":51.01,"MTOPDomainClassification (de)":93.51,"MTOPDomainClassification (es)":92.78,"MTOPDomainClassification (fr)":92.25,"MTOPDomainClassification (hi)":85.26,"MTOPDomainClassification (th)":83.35,"MTOPIntentClassification (de)":79.28,"MTOPIntentClassification (es)":81.2,"MTOPIntentClassification (fr)":76.87,"MTOPIntentClassification (hi)":63.66,"MTOPIntentClassification (th)":69.59,"MassiveIntentClassification (af)":67.3,"MassiveIntentClassification (am)":36.93,"MassiveIntentClassification (ar)":60.26,"MassiveIntentClassification (az)":62.1,"MassiveIntentClassification (bn)":57.82,"MassiveIntentClassification (cy)":53.51,"MassiveIntentClassification (de)":74.8,"MassiveIntentClassification (el)":67.04,"MassiveIntentClassification (es)":75.14,"MassiveIntentClassification (fa)":70.45,"MassiveIntentClassification (fi)":67.91,"MassiveIntentClassification (fr)":75.51,"MassiveIntentClassification (he)":63.87,"MassiveIntentClassification (hi)":66.02,"MassiveIntentClassification (hu)":70.42,"MassiveIntentClassification (hy)":47.26,"MassiveIntentClassification (id)":72.84,"MassiveIntentClassification (is)":59.76,"MassiveIntentClassification (it)":76.46,"MassiveIntentClassification (ja)":75.19,"MassiveIntentClassification (jv)":55.89,"MassiveIntentClassification (ka)":46.6,"MassiveIntentClassification (km)":42.63,"MassiveIntentClassification (kn)":48.65,"MassiveIntentClassification (ko)":71.38,"MassiveIntentClassification (lv)":57.35,"MassiveIntentClassification (ml)":46.31,"MassiveIntentClassification (mn)":44.24,"MassiveIntentClassification (ms)":70.72,"MassiveIntentClassification (my)":40.8,"MassiveIntentClassification (nl)":75.5,"MassiveIntentClassification (pt)":76.08,"MassiveIntentClassification (ro)":70.1,"MassiveIntentClassification (ru)":76.01,"MassiveIntentClassification (sl)":69.98,"MassiveIntentClassification (sq)":56.51,"MassiveIntentClassification (sw)":54.04,"MassiveIntentClassification (ta)":48.79,"MassiveIntentClassification (te)":46.92,"MassiveIntentClassification (th)":63.08,"MassiveIntentClassification (tl)":67.86,"MassiveIntentClassification (tr)":70.73,"MassiveIntentClassification (ur)":59.32,"MassiveIntentClassification (vi)":69.02,"MassiveIntentClassification (zh-TW)":70.86,"MassiveScenarioClassification (af)":72.84,"MassiveScenarioClassification (am)":44.74,"MassiveScenarioClassification (ar)":67.23,"MassiveScenarioClassification (az)":65.13,"MassiveScenarioClassification (bn)":61.88,"MassiveScenarioClassification (cy)":60.36,"MassiveScenarioClassification (de)":78.58,"MassiveScenarioClassification (el)":70.08,"MassiveScenarioClassification (es)":77.05,"MassiveScenarioClassification (fa)":73.52,"MassiveScenarioClassification (fi)":70.33,"MassiveScenarioClassification (fr)":77.29,"MassiveScenarioClassification (he)":67.52,"MassiveScenarioClassification (hi)":69.18,"MassiveScenarioClassification (hu)":73.71,"MassiveScenarioClassification (hy)":53.06,"MassiveScenarioClassification (id)":75.94,"MassiveScenarioClassification (is)":66.04,"MassiveScenarioClassification (it)":77.88,"MassiveScenarioClassification (ja)":77.49,"MassiveScenarioClassification (jv)":62.33,"MassiveScenarioClassification (ka)":54.44,"MassiveScenarioClassification (km)":50.11,"MassiveScenarioClassification (kn)":55.06,"MassiveScenarioClassification (ko)":75.95,"MassiveScenarioClassification (lv)":61.54,"MassiveScenarioClassification (ml)":51.24,"MassiveScenarioClassification (mn)":51.04,"MassiveScenarioClassification (ms)":73.8,"MassiveScenarioClassification (my)":46.9,"MassiveScenarioClassification (nl)":77.79,"MassiveScenarioClassification (pt)":76.23,"MassiveScenarioClassification (ro)":72.54,"MassiveScenarioClassification (ru)":78.28,"MassiveScenarioClassification (sl)":74.71,"MassiveScenarioClassification (sq)":62.49,"MassiveScenarioClassification (sw)":62.19,"MassiveScenarioClassification (ta)":54.59,"MassiveScenarioClassification (te)":52.39,"MassiveScenarioClassification (th)":67.74,"MassiveScenarioClassification (tl)":71.83,"MassiveScenarioClassification (tr)":71.9,"MassiveScenarioClassification (ur)":65.78,"MassiveScenarioClassification (vi)":72.94,"MassiveScenarioClassification (zh-TW)":75.14} -{"index":127,"Rank":5,"Model":"multilingual-e5-large-instruct<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":65.29,"AmazonCounterfactualClassification (de)":65.61,"AmazonCounterfactualClassification (ja)":70.47,"AmazonReviewsClassification (de)":54.54,"AmazonReviewsClassification (es)":49.88,"AmazonReviewsClassification (fr)":49.78,"AmazonReviewsClassification (ja)":49.36,"AmazonReviewsClassification (zh)":45.1,"MTOPDomainClassification (de)":90.03,"MTOPDomainClassification (es)":89.1,"MTOPDomainClassification (fr)":85.89,"MTOPDomainClassification (hi)":86.29,"MTOPDomainClassification (th)":83.35,"MTOPIntentClassification (de)":68.55,"MTOPIntentClassification (es)":69.86,"MTOPIntentClassification (fr)":63.26,"MTOPIntentClassification (hi)":63.38,"MTOPIntentClassification (th)":64.8,"MassiveIntentClassification (af)":60.95,"MassiveIntentClassification (am)":54.28,"MassiveIntentClassification (ar)":55.87,"MassiveIntentClassification (az)":61.96,"MassiveIntentClassification (bn)":61.73,"MassiveIntentClassification (cy)":56.22,"MassiveIntentClassification (de)":65.91,"MassiveIntentClassification (el)":65.25,"MassiveIntentClassification (es)":65.56,"MassiveIntentClassification (fa)":68.48,"MassiveIntentClassification (fi)":66.02,"MassiveIntentClassification (fr)":66.88,"MassiveIntentClassification (he)":63.5,"MassiveIntentClassification (hi)":65.27,"MassiveIntentClassification (hu)":65.54,"MassiveIntentClassification (hy)":61.73,"MassiveIntentClassification (id)":65.45,"MassiveIntentClassification (is)":57.29,"MassiveIntentClassification (it)":66.82,"MassiveIntentClassification (ja)":68.29,"MassiveIntentClassification (jv)":55.6,"MassiveIntentClassification (ka)":50.74,"MassiveIntentClassification (km)":46.88,"MassiveIntentClassification (kn)":58.98,"MassiveIntentClassification (ko)":64.16,"MassiveIntentClassification (lv)":61.49,"MassiveIntentClassification (ml)":63.22,"MassiveIntentClassification (mn)":58.85,"MassiveIntentClassification (ms)":63.88,"MassiveIntentClassification (my)":57.06,"MassiveIntentClassification (nl)":68.18,"MassiveIntentClassification (pt)":67.28,"MassiveIntentClassification (ro)":63.73,"MassiveIntentClassification (ru)":67.6,"MassiveIntentClassification (sl)":63.79,"MassiveIntentClassification (sq)":62.12,"MassiveIntentClassification (sw)":54.14,"MassiveIntentClassification (ta)":60.4,"MassiveIntentClassification (te)":61.38,"MassiveIntentClassification (th)":62.58,"MassiveIntentClassification (tl)":60.99,"MassiveIntentClassification (tr)":66.3,"MassiveIntentClassification (ur)":60.74,"MassiveIntentClassification (vi)":64.49,"MassiveIntentClassification (zh-TW)":62.09,"MassiveScenarioClassification (af)":68.3,"MassiveScenarioClassification (am)":61.43,"MassiveScenarioClassification (ar)":63.86,"MassiveScenarioClassification (az)":66.18,"MassiveScenarioClassification (bn)":67.55,"MassiveScenarioClassification (cy)":62.98,"MassiveScenarioClassification (de)":72.68,"MassiveScenarioClassification (el)":71.1,"MassiveScenarioClassification (es)":70.0,"MassiveScenarioClassification (fa)":72.17,"MassiveScenarioClassification (fi)":68.99,"MassiveScenarioClassification (fr)":71.16,"MassiveScenarioClassification (he)":67.63,"MassiveScenarioClassification (hi)":69.83,"MassiveScenarioClassification (hu)":71.72,"MassiveScenarioClassification (hy)":65.85,"MassiveScenarioClassification (id)":70.52,"MassiveScenarioClassification (is)":67.14,"MassiveScenarioClassification (it)":70.44,"MassiveScenarioClassification (ja)":73.43,"MassiveScenarioClassification (jv)":63.3,"MassiveScenarioClassification (ka)":59.88,"MassiveScenarioClassification (km)":54.17,"MassiveScenarioClassification (kn)":66.84,"MassiveScenarioClassification (ko)":70.49,"MassiveScenarioClassification (lv)":67.54,"MassiveScenarioClassification (ml)":69.13,"MassiveScenarioClassification (mn)":63.21,"MassiveScenarioClassification (ms)":69.07,"MassiveScenarioClassification (my)":63.12,"MassiveScenarioClassification (nl)":73.21,"MassiveScenarioClassification (pt)":69.76,"MassiveScenarioClassification (ro)":68.72,"MassiveScenarioClassification (ru)":71.59,"MassiveScenarioClassification (sl)":68.6,"MassiveScenarioClassification (sq)":69.09,"MassiveScenarioClassification (sw)":62.96,"MassiveScenarioClassification (ta)":64.96,"MassiveScenarioClassification (te)":67.53,"MassiveScenarioClassification (th)":69.54,"MassiveScenarioClassification (tl)":67.64,"MassiveScenarioClassification (tr)":69.63,"MassiveScenarioClassification (ur)":67.11,"MassiveScenarioClassification (vi)":69.17,"MassiveScenarioClassification (zh-TW)":68.04} -{"index":74,"Rank":6,"Model":"multilingual-e5-base-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":64.44,"AmazonCounterfactualClassification (de)":71.72,"AmazonCounterfactualClassification (ja)":73.33,"AmazonReviewsClassification (de)":41.83,"AmazonReviewsClassification (es)":40.53,"AmazonReviewsClassification (fr)":39.68,"AmazonReviewsClassification (ja)":37.44,"AmazonReviewsClassification (zh)":37.23,"MTOPDomainClassification (de)":89.63,"MTOPDomainClassification (es)":90.59,"MTOPDomainClassification (fr)":86.21,"MTOPDomainClassification (hi)":87.32,"MTOPDomainClassification (th)":86.24,"MTOPIntentClassification (de)":71.23,"MTOPIntentClassification (es)":71.27,"MTOPIntentClassification (fr)":67.68,"MTOPIntentClassification (hi)":69.24,"MTOPIntentClassification (th)":71.71,"MassiveIntentClassification (af)":59.98,"MassiveIntentClassification (am)":53.66,"MassiveIntentClassification (ar)":57.46,"MassiveIntentClassification (az)":62.59,"MassiveIntentClassification (bn)":61.13,"MassiveIntentClassification (cy)":50.06,"MassiveIntentClassification (de)":66.09,"MassiveIntentClassification (el)":64.68,"MassiveIntentClassification (es)":68.4,"MassiveIntentClassification (fa)":67.25,"MassiveIntentClassification (fi)":65.78,"MassiveIntentClassification (fr)":67.95,"MassiveIntentClassification (he)":62.05,"MassiveIntentClassification (hi)":64.95,"MassiveIntentClassification (hu)":64.97,"MassiveIntentClassification (hy)":60.08,"MassiveIntentClassification (id)":66.64,"MassiveIntentClassification (is)":56.39,"MassiveIntentClassification (it)":68.93,"MassiveIntentClassification (ja)":68.94,"MassiveIntentClassification (jv)":54.26,"MassiveIntentClassification (ka)":48.99,"MassiveIntentClassification (km)":44.69,"MassiveIntentClassification (kn)":59.19,"MassiveIntentClassification (ko)":66.34,"MassiveIntentClassification (lv)":60.34,"MassiveIntentClassification (ml)":63.09,"MassiveIntentClassification (mn)":58.76,"MassiveIntentClassification (ms)":62.48,"MassiveIntentClassification (my)":58.56,"MassiveIntentClassification (nl)":67.3,"MassiveIntentClassification (pt)":68.98,"MassiveIntentClassification (ro)":65.54,"MassiveIntentClassification (ru)":69.02,"MassiveIntentClassification (sl)":62.35,"MassiveIntentClassification (sq)":61.23,"MassiveIntentClassification (sw)":56.0,"MassiveIntentClassification (ta)":58.71,"MassiveIntentClassification (te)":59.72,"MassiveIntentClassification (th)":65.6,"MassiveIntentClassification (tl)":60.86,"MassiveIntentClassification (tr)":67.41,"MassiveIntentClassification (ur)":61.52,"MassiveIntentClassification (vi)":66.17,"MassiveIntentClassification (zh-TW)":64.65,"MassiveScenarioClassification (af)":65.09,"MassiveScenarioClassification (am)":58.52,"MassiveScenarioClassification (ar)":62.24,"MassiveScenarioClassification (az)":63.75,"MassiveScenarioClassification (bn)":65.0,"MassiveScenarioClassification (cy)":52.84,"MassiveScenarioClassification (de)":71.95,"MassiveScenarioClassification (el)":70.18,"MassiveScenarioClassification (es)":71.5,"MassiveScenarioClassification (fa)":70.25,"MassiveScenarioClassification (fi)":69.13,"MassiveScenarioClassification (fr)":71.89,"MassiveScenarioClassification (he)":67.44,"MassiveScenarioClassification (hi)":69.16,"MassiveScenarioClassification (hu)":70.75,"MassiveScenarioClassification (hy)":63.14,"MassiveScenarioClassification (id)":70.7,"MassiveScenarioClassification (is)":60.94,"MassiveScenarioClassification (it)":72.32,"MassiveScenarioClassification (ja)":74.65,"MassiveScenarioClassification (jv)":59.69,"MassiveScenarioClassification (ka)":54.37,"MassiveScenarioClassification (km)":48.31,"MassiveScenarioClassification (kn)":62.15,"MassiveScenarioClassification (ko)":72.45,"MassiveScenarioClassification (lv)":62.81,"MassiveScenarioClassification (ml)":68.04,"MassiveScenarioClassification (mn)":61.44,"MassiveScenarioClassification (ms)":66.9,"MassiveScenarioClassification (my)":61.64,"MassiveScenarioClassification (nl)":72.11,"MassiveScenarioClassification (pt)":70.83,"MassiveScenarioClassification (ro)":69.19,"MassiveScenarioClassification (ru)":72.99,"MassiveScenarioClassification (sl)":65.26,"MassiveScenarioClassification (sq)":66.49,"MassiveScenarioClassification (sw)":59.89,"MassiveScenarioClassification (ta)":62.38,"MassiveScenarioClassification (te)":62.59,"MassiveScenarioClassification (th)":71.61,"MassiveScenarioClassification (tl)":62.74,"MassiveScenarioClassification (tr)":71.67,"MassiveScenarioClassification (ur)":64.64,"MassiveScenarioClassification (vi)":70.01,"MassiveScenarioClassification (zh-TW)":70.69} -{"index":33,"Rank":7,"Model":"multilingual-e5-base-similarity-v1-onnx-quantized<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":64.44,"AmazonCounterfactualClassification (de)":71.72,"AmazonCounterfactualClassification (ja)":73.33,"AmazonReviewsClassification (de)":41.83,"AmazonReviewsClassification (es)":40.53,"AmazonReviewsClassification (fr)":39.68,"AmazonReviewsClassification (ja)":37.44,"AmazonReviewsClassification (zh)":37.23,"MTOPDomainClassification (de)":89.63,"MTOPDomainClassification (es)":90.59,"MTOPDomainClassification (fr)":86.21,"MTOPDomainClassification (hi)":87.32,"MTOPDomainClassification (th)":86.24,"MTOPIntentClassification (de)":71.23,"MTOPIntentClassification (es)":71.27,"MTOPIntentClassification (fr)":67.68,"MTOPIntentClassification (hi)":69.24,"MTOPIntentClassification (th)":71.71,"MassiveIntentClassification (af)":59.98,"MassiveIntentClassification (am)":53.66,"MassiveIntentClassification (ar)":57.46,"MassiveIntentClassification (az)":62.59,"MassiveIntentClassification (bn)":61.13,"MassiveIntentClassification (cy)":50.06,"MassiveIntentClassification (de)":66.09,"MassiveIntentClassification (el)":64.68,"MassiveIntentClassification (es)":68.4,"MassiveIntentClassification (fa)":67.25,"MassiveIntentClassification (fi)":65.78,"MassiveIntentClassification (fr)":67.95,"MassiveIntentClassification (he)":62.05,"MassiveIntentClassification (hi)":64.95,"MassiveIntentClassification (hu)":64.97,"MassiveIntentClassification (hy)":60.08,"MassiveIntentClassification (id)":66.64,"MassiveIntentClassification (is)":56.39,"MassiveIntentClassification (it)":68.93,"MassiveIntentClassification (ja)":68.94,"MassiveIntentClassification (jv)":54.26,"MassiveIntentClassification (ka)":48.99,"MassiveIntentClassification (km)":44.69,"MassiveIntentClassification (kn)":59.19,"MassiveIntentClassification (ko)":66.34,"MassiveIntentClassification (lv)":60.34,"MassiveIntentClassification (ml)":63.09,"MassiveIntentClassification (mn)":58.76,"MassiveIntentClassification (ms)":62.48,"MassiveIntentClassification (my)":58.56,"MassiveIntentClassification (nl)":67.3,"MassiveIntentClassification (pt)":68.98,"MassiveIntentClassification (ro)":65.54,"MassiveIntentClassification (ru)":69.02,"MassiveIntentClassification (sl)":62.35,"MassiveIntentClassification (sq)":61.23,"MassiveIntentClassification (sw)":56.0,"MassiveIntentClassification (ta)":58.71,"MassiveIntentClassification (te)":59.72,"MassiveIntentClassification (th)":65.6,"MassiveIntentClassification (tl)":60.86,"MassiveIntentClassification (tr)":67.41,"MassiveIntentClassification (ur)":61.52,"MassiveIntentClassification (vi)":66.17,"MassiveIntentClassification (zh-TW)":64.65,"MassiveScenarioClassification (af)":65.09,"MassiveScenarioClassification (am)":58.52,"MassiveScenarioClassification (ar)":62.24,"MassiveScenarioClassification (az)":63.75,"MassiveScenarioClassification (bn)":65.0,"MassiveScenarioClassification (cy)":52.84,"MassiveScenarioClassification (de)":71.95,"MassiveScenarioClassification (el)":70.18,"MassiveScenarioClassification (es)":71.5,"MassiveScenarioClassification (fa)":70.25,"MassiveScenarioClassification (fi)":69.13,"MassiveScenarioClassification (fr)":71.89,"MassiveScenarioClassification (he)":67.44,"MassiveScenarioClassification (hi)":69.16,"MassiveScenarioClassification (hu)":70.75,"MassiveScenarioClassification (hy)":63.14,"MassiveScenarioClassification (id)":70.7,"MassiveScenarioClassification (is)":60.94,"MassiveScenarioClassification (it)":72.32,"MassiveScenarioClassification (ja)":74.65,"MassiveScenarioClassification (jv)":59.69,"MassiveScenarioClassification (ka)":54.37,"MassiveScenarioClassification (km)":48.31,"MassiveScenarioClassification (kn)":62.15,"MassiveScenarioClassification (ko)":72.45,"MassiveScenarioClassification (lv)":62.81,"MassiveScenarioClassification (ml)":68.04,"MassiveScenarioClassification (mn)":61.44,"MassiveScenarioClassification (ms)":66.9,"MassiveScenarioClassification (my)":61.64,"MassiveScenarioClassification (nl)":72.11,"MassiveScenarioClassification (pt)":70.83,"MassiveScenarioClassification (ro)":69.19,"MassiveScenarioClassification (ru)":72.99,"MassiveScenarioClassification (sl)":65.26,"MassiveScenarioClassification (sq)":66.49,"MassiveScenarioClassification (sw)":59.89,"MassiveScenarioClassification (ta)":62.38,"MassiveScenarioClassification (te)":62.59,"MassiveScenarioClassification (th)":71.61,"MassiveScenarioClassification (tl)":62.74,"MassiveScenarioClassification (tr)":71.67,"MassiveScenarioClassification (ur)":64.64,"MassiveScenarioClassification (vi)":70.01,"MassiveScenarioClassification (zh-TW)":70.69} -{"index":100,"Rank":8,"Model":"multilingual-e5-base-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":64.44,"AmazonCounterfactualClassification (de)":71.72,"AmazonCounterfactualClassification (ja)":73.33,"AmazonReviewsClassification (de)":41.83,"AmazonReviewsClassification (es)":40.53,"AmazonReviewsClassification (fr)":39.68,"AmazonReviewsClassification (ja)":37.44,"AmazonReviewsClassification (zh)":37.23,"MTOPDomainClassification (de)":89.63,"MTOPDomainClassification (es)":90.59,"MTOPDomainClassification (fr)":86.21,"MTOPDomainClassification (hi)":87.32,"MTOPDomainClassification (th)":86.24,"MTOPIntentClassification (de)":71.23,"MTOPIntentClassification (es)":71.27,"MTOPIntentClassification (fr)":67.68,"MTOPIntentClassification (hi)":69.24,"MTOPIntentClassification (th)":71.71,"MassiveIntentClassification (af)":59.98,"MassiveIntentClassification (am)":53.66,"MassiveIntentClassification (ar)":57.46,"MassiveIntentClassification (az)":62.59,"MassiveIntentClassification (bn)":61.13,"MassiveIntentClassification (cy)":50.06,"MassiveIntentClassification (de)":66.09,"MassiveIntentClassification (el)":64.68,"MassiveIntentClassification (es)":68.4,"MassiveIntentClassification (fa)":67.25,"MassiveIntentClassification (fi)":65.78,"MassiveIntentClassification (fr)":67.95,"MassiveIntentClassification (he)":62.05,"MassiveIntentClassification (hi)":64.95,"MassiveIntentClassification (hu)":64.97,"MassiveIntentClassification (hy)":60.08,"MassiveIntentClassification (id)":66.64,"MassiveIntentClassification (is)":56.39,"MassiveIntentClassification (it)":68.93,"MassiveIntentClassification (ja)":68.94,"MassiveIntentClassification (jv)":54.26,"MassiveIntentClassification (ka)":48.99,"MassiveIntentClassification (km)":44.69,"MassiveIntentClassification (kn)":59.19,"MassiveIntentClassification (ko)":66.34,"MassiveIntentClassification (lv)":60.34,"MassiveIntentClassification (ml)":63.09,"MassiveIntentClassification (mn)":58.76,"MassiveIntentClassification (ms)":62.48,"MassiveIntentClassification (my)":58.56,"MassiveIntentClassification (nl)":67.3,"MassiveIntentClassification (pt)":68.98,"MassiveIntentClassification (ro)":65.54,"MassiveIntentClassification (ru)":69.02,"MassiveIntentClassification (sl)":62.35,"MassiveIntentClassification (sq)":61.23,"MassiveIntentClassification (sw)":56.0,"MassiveIntentClassification (ta)":58.71,"MassiveIntentClassification (te)":59.72,"MassiveIntentClassification (th)":65.6,"MassiveIntentClassification (tl)":60.86,"MassiveIntentClassification (tr)":67.41,"MassiveIntentClassification (ur)":61.52,"MassiveIntentClassification (vi)":66.17,"MassiveIntentClassification (zh-TW)":64.65,"MassiveScenarioClassification (af)":65.09,"MassiveScenarioClassification (am)":58.52,"MassiveScenarioClassification (ar)":62.24,"MassiveScenarioClassification (az)":63.75,"MassiveScenarioClassification (bn)":65.0,"MassiveScenarioClassification (cy)":52.84,"MassiveScenarioClassification (de)":71.95,"MassiveScenarioClassification (el)":70.18,"MassiveScenarioClassification (es)":71.5,"MassiveScenarioClassification (fa)":70.25,"MassiveScenarioClassification (fi)":69.13,"MassiveScenarioClassification (fr)":71.89,"MassiveScenarioClassification (he)":67.44,"MassiveScenarioClassification (hi)":69.16,"MassiveScenarioClassification (hu)":70.75,"MassiveScenarioClassification (hy)":63.14,"MassiveScenarioClassification (id)":70.7,"MassiveScenarioClassification (is)":60.94,"MassiveScenarioClassification (it)":72.32,"MassiveScenarioClassification (ja)":74.65,"MassiveScenarioClassification (jv)":59.69,"MassiveScenarioClassification (ka)":54.37,"MassiveScenarioClassification (km)":48.31,"MassiveScenarioClassification (kn)":62.15,"MassiveScenarioClassification (ko)":72.45,"MassiveScenarioClassification (lv)":62.81,"MassiveScenarioClassification (ml)":68.04,"MassiveScenarioClassification (mn)":61.44,"MassiveScenarioClassification (ms)":66.9,"MassiveScenarioClassification (my)":61.64,"MassiveScenarioClassification (nl)":72.11,"MassiveScenarioClassification (pt)":70.83,"MassiveScenarioClassification (ro)":69.19,"MassiveScenarioClassification (ru)":72.99,"MassiveScenarioClassification (sl)":65.26,"MassiveScenarioClassification (sq)":66.49,"MassiveScenarioClassification (sw)":59.89,"MassiveScenarioClassification (ta)":62.38,"MassiveScenarioClassification (te)":62.59,"MassiveScenarioClassification (th)":71.61,"MassiveScenarioClassification (tl)":62.74,"MassiveScenarioClassification (tr)":71.67,"MassiveScenarioClassification (ur)":64.64,"MassiveScenarioClassification (vi)":70.01,"MassiveScenarioClassification (zh-TW)":70.69} -{"index":77,"Rank":9,"Model":"SFR-Embedding-Mistral<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":63.54,"AmazonCounterfactualClassification (de)":71.56,"AmazonCounterfactualClassification (ja)":74.03,"AmazonReviewsClassification (de)":54.46,"AmazonReviewsClassification (es)":51.63,"AmazonReviewsClassification (fr)":51.0,"AmazonReviewsClassification (ja)":50.44,"AmazonReviewsClassification (zh)":46.61,"MTOPDomainClassification (de)":91.7,"MTOPDomainClassification (es)":91.75,"MTOPDomainClassification (fr)":89.97,"MTOPDomainClassification (hi)":87.66,"MTOPDomainClassification (th)":84.42,"MTOPIntentClassification (de)":69.41,"MTOPIntentClassification (es)":73.93,"MTOPIntentClassification (fr)":70.47,"MTOPIntentClassification (hi)":60.12,"MTOPIntentClassification (th)":62.46,"MassiveIntentClassification (af)":62.53,"MassiveIntentClassification (am)":35.64,"MassiveIntentClassification (ar)":58.41,"MassiveIntentClassification (az)":58.73,"MassiveIntentClassification (bn)":58.97,"MassiveIntentClassification (cy)":48.02,"MassiveIntentClassification (de)":70.56,"MassiveIntentClassification (el)":64.8,"MassiveIntentClassification (es)":70.96,"MassiveIntentClassification (fa)":69.15,"MassiveIntentClassification (fi)":64.47,"MassiveIntentClassification (fr)":71.71,"MassiveIntentClassification (he)":62.79,"MassiveIntentClassification (hi)":64.37,"MassiveIntentClassification (hu)":65.21,"MassiveIntentClassification (hy)":47.97,"MassiveIntentClassification (id)":68.38,"MassiveIntentClassification (is)":53.62,"MassiveIntentClassification (it)":71.45,"MassiveIntentClassification (ja)":71.81,"MassiveIntentClassification (jv)":51.45,"MassiveIntentClassification (ka)":46.01,"MassiveIntentClassification (km)":40.3,"MassiveIntentClassification (kn)":46.58,"MassiveIntentClassification (ko)":69.6,"MassiveIntentClassification (lv)":51.32,"MassiveIntentClassification (ml)":42.18,"MassiveIntentClassification (mn)":41.87,"MassiveIntentClassification (ms)":66.75,"MassiveIntentClassification (my)":39.62,"MassiveIntentClassification (nl)":71.39,"MassiveIntentClassification (pt)":71.78,"MassiveIntentClassification (ro)":64.58,"MassiveIntentClassification (ru)":73.86,"MassiveIntentClassification (sl)":63.79,"MassiveIntentClassification (sq)":49.97,"MassiveIntentClassification (sw)":52.32,"MassiveIntentClassification (ta)":45.59,"MassiveIntentClassification (te)":46.17,"MassiveIntentClassification (th)":61.74,"MassiveIntentClassification (tl)":62.7,"MassiveIntentClassification (tr)":66.87,"MassiveIntentClassification (ur)":57.45,"MassiveIntentClassification (vi)":67.01,"MassiveIntentClassification (zh-TW)":65.92,"MassiveScenarioClassification (af)":71.47,"MassiveScenarioClassification (am)":42.84,"MassiveScenarioClassification (ar)":67.42,"MassiveScenarioClassification (az)":64.38,"MassiveScenarioClassification (bn)":64.78,"MassiveScenarioClassification (cy)":59.47,"MassiveScenarioClassification (de)":77.63,"MassiveScenarioClassification (el)":70.39,"MassiveScenarioClassification (es)":75.4,"MassiveScenarioClassification (fa)":74.87,"MassiveScenarioClassification (fi)":68.89,"MassiveScenarioClassification (fr)":76.04,"MassiveScenarioClassification (he)":66.27,"MassiveScenarioClassification (hi)":70.04,"MassiveScenarioClassification (hu)":71.21,"MassiveScenarioClassification (hy)":54.93,"MassiveScenarioClassification (id)":74.24,"MassiveScenarioClassification (is)":64.42,"MassiveScenarioClassification (it)":75.4,"MassiveScenarioClassification (ja)":76.23,"MassiveScenarioClassification (jv)":61.77,"MassiveScenarioClassification (ka)":54.83,"MassiveScenarioClassification (km)":48.96,"MassiveScenarioClassification (kn)":56.38,"MassiveScenarioClassification (ko)":74.8,"MassiveScenarioClassification (lv)":59.14,"MassiveScenarioClassification (ml)":49.94,"MassiveScenarioClassification (mn)":48.85,"MassiveScenarioClassification (ms)":73.14,"MassiveScenarioClassification (my)":46.43,"MassiveScenarioClassification (nl)":76.71,"MassiveScenarioClassification (pt)":74.69,"MassiveScenarioClassification (ro)":69.59,"MassiveScenarioClassification (ru)":77.65,"MassiveScenarioClassification (sl)":71.38,"MassiveScenarioClassification (sq)":59.53,"MassiveScenarioClassification (sw)":62.53,"MassiveScenarioClassification (ta)":53.35,"MassiveScenarioClassification (te)":54.0,"MassiveScenarioClassification (th)":69.72,"MassiveScenarioClassification (tl)":71.28,"MassiveScenarioClassification (tr)":70.87,"MassiveScenarioClassification (ur)":64.5,"MassiveScenarioClassification (vi)":72.77,"MassiveScenarioClassification (zh-TW)":72.02} -{"index":105,"Rank":10,"Model":"SONAR<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":63.11,"AmazonCounterfactualClassification (de)":72.02,"AmazonCounterfactualClassification (ja)":71.79,"AmazonReviewsClassification (de)":34.61,"AmazonReviewsClassification (es)":35.17,"AmazonReviewsClassification (fr)":34.91,"AmazonReviewsClassification (ja)":31.84,"AmazonReviewsClassification (zh)":31.91,"MTOPDomainClassification (de)":89.54,"MTOPDomainClassification (es)":90.62,"MTOPDomainClassification (fr)":86.19,"MTOPDomainClassification (hi)":89.42,"MTOPDomainClassification (th)":85.9,"MTOPIntentClassification (de)":73.43,"MTOPIntentClassification (es)":73.84,"MTOPIntentClassification (fr)":66.75,"MTOPIntentClassification (hi)":69.14,"MTOPIntentClassification (th)":68.47,"MassiveIntentClassification (af)":58.15,"MassiveIntentClassification (am)":57.91,"MassiveIntentClassification (ar)":57.23,"MassiveIntentClassification (az)":57.17,"MassiveIntentClassification (bn)":62.24,"MassiveIntentClassification (cy)":51.19,"MassiveIntentClassification (de)":61.31,"MassiveIntentClassification (el)":64.21,"MassiveIntentClassification (es)":63.97,"MassiveIntentClassification (fa)":66.67,"MassiveIntentClassification (fi)":62.86,"MassiveIntentClassification (fr)":58.55,"MassiveIntentClassification (he)":63.45,"MassiveIntentClassification (hi)":61.32,"MassiveIntentClassification (hu)":62.91,"MassiveIntentClassification (hy)":60.03,"MassiveIntentClassification (id)":63.29,"MassiveIntentClassification (is)":56.02,"MassiveIntentClassification (it)":64.44,"MassiveIntentClassification (ja)":63.7,"MassiveIntentClassification (jv)":52.0,"MassiveIntentClassification (ka)":54.09,"MassiveIntentClassification (km)":43.34,"MassiveIntentClassification (kn)":57.87,"MassiveIntentClassification (ko)":62.69,"MassiveIntentClassification (lv)":56.24,"MassiveIntentClassification (ml)":62.81,"MassiveIntentClassification (mn)":58.49,"MassiveIntentClassification (ms)":61.56,"MassiveIntentClassification (my)":59.4,"MassiveIntentClassification (nl)":64.56,"MassiveIntentClassification (pt)":63.49,"MassiveIntentClassification (ro)":62.53,"MassiveIntentClassification (ru)":62.63,"MassiveIntentClassification (sl)":63.43,"MassiveIntentClassification (sq)":61.45,"MassiveIntentClassification (sw)":56.25,"MassiveIntentClassification (ta)":59.75,"MassiveIntentClassification (te)":59.61,"MassiveIntentClassification (th)":59.42,"MassiveIntentClassification (tl)":58.12,"MassiveIntentClassification (tr)":60.91,"MassiveIntentClassification (ur)":59.49,"MassiveIntentClassification (vi)":60.48,"MassiveIntentClassification (zh-TW)":56.73,"MassiveScenarioClassification (af)":64.06,"MassiveScenarioClassification (am)":63.24,"MassiveScenarioClassification (ar)":63.69,"MassiveScenarioClassification (az)":60.86,"MassiveScenarioClassification (bn)":67.17,"MassiveScenarioClassification (cy)":56.52,"MassiveScenarioClassification (de)":67.48,"MassiveScenarioClassification (el)":70.23,"MassiveScenarioClassification (es)":69.08,"MassiveScenarioClassification (fa)":72.1,"MassiveScenarioClassification (fi)":67.16,"MassiveScenarioClassification (fr)":63.02,"MassiveScenarioClassification (he)":68.83,"MassiveScenarioClassification (hi)":66.9,"MassiveScenarioClassification (hu)":69.33,"MassiveScenarioClassification (hy)":65.82,"MassiveScenarioClassification (id)":68.98,"MassiveScenarioClassification (is)":63.14,"MassiveScenarioClassification (it)":70.04,"MassiveScenarioClassification (ja)":70.68,"MassiveScenarioClassification (jv)":59.79,"MassiveScenarioClassification (ka)":61.03,"MassiveScenarioClassification (km)":49.05,"MassiveScenarioClassification (kn)":63.78,"MassiveScenarioClassification (ko)":69.6,"MassiveScenarioClassification (lv)":59.97,"MassiveScenarioClassification (ml)":69.2,"MassiveScenarioClassification (mn)":62.72,"MassiveScenarioClassification (ms)":67.87,"MassiveScenarioClassification (my)":64.98,"MassiveScenarioClassification (nl)":69.8,"MassiveScenarioClassification (pt)":67.5,"MassiveScenarioClassification (ro)":67.53,"MassiveScenarioClassification (ru)":67.96,"MassiveScenarioClassification (sl)":69.57,"MassiveScenarioClassification (sq)":68.48,"MassiveScenarioClassification (sw)":63.18,"MassiveScenarioClassification (ta)":64.85,"MassiveScenarioClassification (te)":65.39,"MassiveScenarioClassification (th)":67.99,"MassiveScenarioClassification (tl)":63.4,"MassiveScenarioClassification (tr)":65.77,"MassiveScenarioClassification (ur)":65.81,"MassiveScenarioClassification (vi)":66.52,"MassiveScenarioClassification (zh-TW)":63.3} -{"index":123,"Rank":11,"Model":"e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":62.17,"AmazonCounterfactualClassification (de)":71.25,"AmazonCounterfactualClassification (ja)":72.33,"AmazonReviewsClassification (de)":54.94,"AmazonReviewsClassification (es)":51.62,"AmazonReviewsClassification (fr)":36.71,"AmazonReviewsClassification (ja)":51.32,"AmazonReviewsClassification (zh)":47.6,"MTOPDomainClassification (de)":90.48,"MTOPDomainClassification (es)":90.22,"MTOPDomainClassification (fr)":74.8,"MTOPDomainClassification (hi)":86.67,"MTOPDomainClassification (th)":83.42,"MTOPIntentClassification (de)":69.37,"MTOPIntentClassification (es)":73.45,"MTOPIntentClassification (fr)":53.97,"MTOPIntentClassification (hi)":59.78,"MTOPIntentClassification (th)":62.24,"MassiveIntentClassification (af)":62.05,"MassiveIntentClassification (am)":34.74,"MassiveIntentClassification (ar)":57.67,"MassiveIntentClassification (az)":58.14,"MassiveIntentClassification (bn)":58.21,"MassiveIntentClassification (cy)":46.83,"MassiveIntentClassification (de)":70.52,"MassiveIntentClassification (el)":64.04,"MassiveIntentClassification (es)":70.88,"MassiveIntentClassification (fa)":69.02,"MassiveIntentClassification (fi)":64.37,"MassiveIntentClassification (fr)":46.39,"MassiveIntentClassification (he)":62.36,"MassiveIntentClassification (hi)":63.91,"MassiveIntentClassification (hu)":64.87,"MassiveIntentClassification (hy)":46.34,"MassiveIntentClassification (id)":68.0,"MassiveIntentClassification (is)":52.71,"MassiveIntentClassification (it)":71.35,"MassiveIntentClassification (ja)":71.72,"MassiveIntentClassification (jv)":50.08,"MassiveIntentClassification (ka)":45.05,"MassiveIntentClassification (km)":39.57,"MassiveIntentClassification (kn)":45.41,"MassiveIntentClassification (ko)":69.85,"MassiveIntentClassification (lv)":49.61,"MassiveIntentClassification (ml)":41.09,"MassiveIntentClassification (mn)":40.83,"MassiveIntentClassification (ms)":66.36,"MassiveIntentClassification (my)":38.8,"MassiveIntentClassification (nl)":71.24,"MassiveIntentClassification (pt)":71.63,"MassiveIntentClassification (ro)":63.81,"MassiveIntentClassification (ru)":73.74,"MassiveIntentClassification (sl)":63.04,"MassiveIntentClassification (sq)":48.78,"MassiveIntentClassification (sw)":51.71,"MassiveIntentClassification (ta)":44.28,"MassiveIntentClassification (te)":45.47,"MassiveIntentClassification (th)":61.29,"MassiveIntentClassification (tl)":62.43,"MassiveIntentClassification (tr)":66.9,"MassiveIntentClassification (ur)":57.26,"MassiveIntentClassification (vi)":66.52,"MassiveIntentClassification (zh-TW)":65.89,"MassiveScenarioClassification (af)":71.0,"MassiveScenarioClassification (am)":42.25,"MassiveScenarioClassification (ar)":67.15,"MassiveScenarioClassification (az)":63.77,"MassiveScenarioClassification (bn)":64.73,"MassiveScenarioClassification (cy)":58.84,"MassiveScenarioClassification (de)":77.22,"MassiveScenarioClassification (el)":69.77,"MassiveScenarioClassification (es)":74.94,"MassiveScenarioClassification (fa)":74.61,"MassiveScenarioClassification (fi)":68.83,"MassiveScenarioClassification (fr)":53.86,"MassiveScenarioClassification (he)":65.48,"MassiveScenarioClassification (hi)":69.65,"MassiveScenarioClassification (hu)":70.97,"MassiveScenarioClassification (hy)":53.61,"MassiveScenarioClassification (id)":73.78,"MassiveScenarioClassification (is)":63.59,"MassiveScenarioClassification (it)":74.88,"MassiveScenarioClassification (ja)":75.79,"MassiveScenarioClassification (jv)":61.38,"MassiveScenarioClassification (ka)":54.37,"MassiveScenarioClassification (km)":48.42,"MassiveScenarioClassification (kn)":55.85,"MassiveScenarioClassification (ko)":74.41,"MassiveScenarioClassification (lv)":58.4,"MassiveScenarioClassification (ml)":49.48,"MassiveScenarioClassification (mn)":48.26,"MassiveScenarioClassification (ms)":72.85,"MassiveScenarioClassification (my)":46.32,"MassiveScenarioClassification (nl)":76.48,"MassiveScenarioClassification (pt)":74.21,"MassiveScenarioClassification (ro)":68.97,"MassiveScenarioClassification (ru)":77.1,"MassiveScenarioClassification (sl)":70.59,"MassiveScenarioClassification (sq)":58.29,"MassiveScenarioClassification (sw)":62.31,"MassiveScenarioClassification (ta)":52.58,"MassiveScenarioClassification (te)":53.65,"MassiveScenarioClassification (th)":69.67,"MassiveScenarioClassification (tl)":70.87,"MassiveScenarioClassification (tr)":70.73,"MassiveScenarioClassification (ur)":64.12,"MassiveScenarioClassification (vi)":71.92,"MassiveScenarioClassification (zh-TW)":71.62} -{"index":196,"Rank":12,"Model":"text-embedding-3-large<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":3072,"Max Tokens":8191,"Average":61.89,"AmazonCounterfactualClassification (de)":71.7,"AmazonCounterfactualClassification (ja)":79.45,"AmazonReviewsClassification (de)":48.18,"AmazonReviewsClassification (es)":45.87,"AmazonReviewsClassification (fr)":46.41,"AmazonReviewsClassification (ja)":44.0,"AmazonReviewsClassification (zh)":41.31,"MTOPDomainClassification (de)":94.14,"MTOPDomainClassification (es)":95.07,"MTOPDomainClassification (fr)":93.39,"MTOPDomainClassification (hi)":88.28,"MTOPDomainClassification (th)":82.0,"MTOPIntentClassification (de)":77.08,"MTOPIntentClassification (es)":78.24,"MTOPIntentClassification (fr)":73.68,"MTOPIntentClassification (hi)":64.64,"MTOPIntentClassification (th)":63.92,"MassiveIntentClassification (af)":62.56,"MassiveIntentClassification (am)":34.46,"MassiveIntentClassification (ar)":62.79,"MassiveIntentClassification (az)":58.97,"MassiveIntentClassification (bn)":50.02,"MassiveIntentClassification (cy)":48.21,"MassiveIntentClassification (de)":71.07,"MassiveIntentClassification (el)":67.62,"MassiveIntentClassification (es)":70.62,"MassiveIntentClassification (fa)":64.77,"MassiveIntentClassification (fi)":69.9,"MassiveIntentClassification (fr)":71.29,"MassiveIntentClassification (he)":59.97,"MassiveIntentClassification (hi)":61.22,"MassiveIntentClassification (hu)":67.59,"MassiveIntentClassification (hy)":33.21,"MassiveIntentClassification (id)":67.89,"MassiveIntentClassification (is)":54.4,"MassiveIntentClassification (it)":71.74,"MassiveIntentClassification (ja)":71.12,"MassiveIntentClassification (jv)":52.81,"MassiveIntentClassification (ka)":29.48,"MassiveIntentClassification (km)":32.55,"MassiveIntentClassification (kn)":43.85,"MassiveIntentClassification (ko)":63.93,"MassiveIntentClassification (lv)":59.58,"MassiveIntentClassification (ml)":43.95,"MassiveIntentClassification (mn)":34.05,"MassiveIntentClassification (ms)":65.4,"MassiveIntentClassification (my)":22.95,"MassiveIntentClassification (nl)":71.56,"MassiveIntentClassification (pt)":70.57,"MassiveIntentClassification (ro)":66.05,"MassiveIntentClassification (ru)":70.11,"MassiveIntentClassification (sl)":67.13,"MassiveIntentClassification (sq)":57.38,"MassiveIntentClassification (sw)":55.94,"MassiveIntentClassification (ta)":37.86,"MassiveIntentClassification (te)":41.49,"MassiveIntentClassification (th)":57.86,"MassiveIntentClassification (tl)":61.1,"MassiveIntentClassification (tr)":67.96,"MassiveIntentClassification (ur)":49.97,"MassiveIntentClassification (vi)":65.6,"MassiveIntentClassification (zh-TW)":65.52,"MassiveScenarioClassification (af)":71.67,"MassiveScenarioClassification (am)":39.63,"MassiveScenarioClassification (ar)":69.99,"MassiveScenarioClassification (az)":62.69,"MassiveScenarioClassification (bn)":56.68,"MassiveScenarioClassification (cy)":57.2,"MassiveScenarioClassification (de)":77.18,"MassiveScenarioClassification (el)":73.79,"MassiveScenarioClassification (es)":76.09,"MassiveScenarioClassification (fa)":70.27,"MassiveScenarioClassification (fi)":74.44,"MassiveScenarioClassification (fr)":76.46,"MassiveScenarioClassification (he)":66.42,"MassiveScenarioClassification (hi)":67.03,"MassiveScenarioClassification (hu)":73.14,"MassiveScenarioClassification (hy)":39.05,"MassiveScenarioClassification (id)":74.18,"MassiveScenarioClassification (is)":64.11,"MassiveScenarioClassification (it)":76.95,"MassiveScenarioClassification (ja)":76.25,"MassiveScenarioClassification (jv)":61.9,"MassiveScenarioClassification (ka)":33.8,"MassiveScenarioClassification (km)":38.68,"MassiveScenarioClassification (kn)":49.17,"MassiveScenarioClassification (ko)":71.49,"MassiveScenarioClassification (lv)":66.96,"MassiveScenarioClassification (ml)":48.25,"MassiveScenarioClassification (mn)":40.58,"MassiveScenarioClassification (ms)":71.7,"MassiveScenarioClassification (my)":30.49,"MassiveScenarioClassification (nl)":77.52,"MassiveScenarioClassification (pt)":74.66,"MassiveScenarioClassification (ro)":72.37,"MassiveScenarioClassification (ru)":75.69,"MassiveScenarioClassification (sl)":74.63,"MassiveScenarioClassification (sq)":65.73,"MassiveScenarioClassification (sw)":65.09,"MassiveScenarioClassification (ta)":43.66,"MassiveScenarioClassification (te)":48.1,"MassiveScenarioClassification (th)":65.15,"MassiveScenarioClassification (tl)":69.52,"MassiveScenarioClassification (tr)":72.26,"MassiveScenarioClassification (ur)":55.83,"MassiveScenarioClassification (vi)":70.48,"MassiveScenarioClassification (zh-TW)":73.43} -{"index":7,"Rank":13,"Model":"voyage-multilingual-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":32000,"Average":61.83,"AmazonCounterfactualClassification (de)":63.02,"AmazonCounterfactualClassification (ja)":78.14,"AmazonReviewsClassification (de)":44.39,"AmazonReviewsClassification (es)":42.17,"AmazonReviewsClassification (fr)":42.16,"AmazonReviewsClassification (ja)":42.63,"AmazonReviewsClassification (zh)":37.67,"MTOPDomainClassification (de)":90.41,"MTOPDomainClassification (es)":90.95,"MTOPDomainClassification (fr)":88.63,"MTOPDomainClassification (hi)":88.56,"MTOPDomainClassification (th)":86.67,"MTOPIntentClassification (de)":69.92,"MTOPIntentClassification (es)":69.54,"MTOPIntentClassification (fr)":65.15,"MTOPIntentClassification (hi)":62.33,"MTOPIntentClassification (th)":65.79,"MassiveIntentClassification (af)":59.88,"MassiveIntentClassification (am)":26.5,"MassiveIntentClassification (ar)":54.82,"MassiveIntentClassification (az)":57.64,"MassiveIntentClassification (bn)":61.35,"MassiveIntentClassification (cy)":46.17,"MassiveIntentClassification (de)":66.71,"MassiveIntentClassification (el)":55.96,"MassiveIntentClassification (es)":65.48,"MassiveIntentClassification (fa)":65.38,"MassiveIntentClassification (fi)":67.71,"MassiveIntentClassification (fr)":66.07,"MassiveIntentClassification (he)":63.97,"MassiveIntentClassification (hi)":62.01,"MassiveIntentClassification (hu)":61.11,"MassiveIntentClassification (hy)":51.68,"MassiveIntentClassification (id)":65.2,"MassiveIntentClassification (is)":63.95,"MassiveIntentClassification (it)":67.51,"MassiveIntentClassification (ja)":69.47,"MassiveIntentClassification (jv)":50.18,"MassiveIntentClassification (ka)":44.8,"MassiveIntentClassification (km)":37.94,"MassiveIntentClassification (kn)":46.24,"MassiveIntentClassification (ko)":63.68,"MassiveIntentClassification (lv)":52.06,"MassiveIntentClassification (ml)":45.01,"MassiveIntentClassification (mn)":61.2,"MassiveIntentClassification (ms)":61.06,"MassiveIntentClassification (my)":36.56,"MassiveIntentClassification (nl)":66.54,"MassiveIntentClassification (pt)":66.59,"MassiveIntentClassification (ro)":61.28,"MassiveIntentClassification (ru)":67.89,"MassiveIntentClassification (sl)":60.62,"MassiveIntentClassification (sq)":51.73,"MassiveIntentClassification (sw)":48.45,"MassiveIntentClassification (ta)":46.96,"MassiveIntentClassification (te)":56.09,"MassiveIntentClassification (th)":60.68,"MassiveIntentClassification (tl)":63.0,"MassiveIntentClassification (tr)":60.12,"MassiveIntentClassification (ur)":59.66,"MassiveIntentClassification (vi)":63.81,"MassiveIntentClassification (zh-TW)":62.52,"MassiveScenarioClassification (af)":68.22,"MassiveScenarioClassification (am)":33.05,"MassiveScenarioClassification (ar)":62.96,"MassiveScenarioClassification (az)":63.07,"MassiveScenarioClassification (bn)":66.94,"MassiveScenarioClassification (cy)":52.27,"MassiveScenarioClassification (de)":74.13,"MassiveScenarioClassification (el)":62.86,"MassiveScenarioClassification (es)":70.93,"MassiveScenarioClassification (fa)":71.88,"MassiveScenarioClassification (fi)":72.59,"MassiveScenarioClassification (fr)":72.06,"MassiveScenarioClassification (he)":69.6,"MassiveScenarioClassification (hi)":68.28,"MassiveScenarioClassification (hu)":68.02,"MassiveScenarioClassification (hy)":58.24,"MassiveScenarioClassification (id)":71.94,"MassiveScenarioClassification (is)":71.1,"MassiveScenarioClassification (it)":72.94,"MassiveScenarioClassification (ja)":76.15,"MassiveScenarioClassification (jv)":58.54,"MassiveScenarioClassification (ka)":50.52,"MassiveScenarioClassification (km)":41.74,"MassiveScenarioClassification (kn)":55.63,"MassiveScenarioClassification (ko)":70.92,"MassiveScenarioClassification (lv)":59.79,"MassiveScenarioClassification (ml)":52.6,"MassiveScenarioClassification (mn)":65.72,"MassiveScenarioClassification (ms)":69.26,"MassiveScenarioClassification (my)":41.78,"MassiveScenarioClassification (nl)":72.98,"MassiveScenarioClassification (pt)":71.42,"MassiveScenarioClassification (ro)":67.79,"MassiveScenarioClassification (ru)":73.86,"MassiveScenarioClassification (sl)":66.35,"MassiveScenarioClassification (sq)":60.35,"MassiveScenarioClassification (sw)":57.39,"MassiveScenarioClassification (ta)":54.6,"MassiveScenarioClassification (te)":64.09,"MassiveScenarioClassification (th)":68.72,"MassiveScenarioClassification (tl)":68.64,"MassiveScenarioClassification (tr)":65.08,"MassiveScenarioClassification (ur)":67.57,"MassiveScenarioClassification (vi)":71.04,"MassiveScenarioClassification (zh-TW)":70.91} -{"index":137,"Rank":14,"Model":"multilingual-e5-small-ct2-int8<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":61.68,"AmazonCounterfactualClassification (de)":71.65,"AmazonCounterfactualClassification (ja)":64.19,"AmazonReviewsClassification (de)":40.25,"AmazonReviewsClassification (es)":40.39,"AmazonReviewsClassification (fr)":38.86,"AmazonReviewsClassification (ja)":37.68,"AmazonReviewsClassification (zh)":37.5,"MTOPDomainClassification (de)":87.47,"MTOPDomainClassification (es)":89.27,"MTOPDomainClassification (fr)":84.23,"MTOPDomainClassification (hi)":86.02,"MTOPDomainClassification (th)":85.35,"MTOPIntentClassification (de)":65.86,"MTOPIntentClassification (es)":67.97,"MTOPIntentClassification (fr)":61.32,"MTOPIntentClassification (hi)":66.3,"MTOPIntentClassification (th)":67.52,"MassiveIntentClassification (af)":57.07,"MassiveIntentClassification (am)":51.96,"MassiveIntentClassification (ar)":54.43,"MassiveIntentClassification (az)":59.8,"MassiveIntentClassification (bn)":59.38,"MassiveIntentClassification (cy)":46.56,"MassiveIntentClassification (de)":62.73,"MassiveIntentClassification (el)":61.6,"MassiveIntentClassification (es)":66.31,"MassiveIntentClassification (fa)":65.54,"MassiveIntentClassification (fi)":61.46,"MassiveIntentClassification (fr)":65.47,"MassiveIntentClassification (he)":58.05,"MassiveIntentClassification (hi)":64.07,"MassiveIntentClassification (hu)":60.95,"MassiveIntentClassification (hy)":57.4,"MassiveIntentClassification (id)":64.17,"MassiveIntentClassification (is)":52.26,"MassiveIntentClassification (it)":65.54,"MassiveIntentClassification (ja)":68.23,"MassiveIntentClassification (jv)":50.85,"MassiveIntentClassification (ka)":48.45,"MassiveIntentClassification (km)":42.83,"MassiveIntentClassification (kn)":57.51,"MassiveIntentClassification (ko)":63.79,"MassiveIntentClassification (lv)":54.99,"MassiveIntentClassification (ml)":61.9,"MassiveIntentClassification (mn)":57.1,"MassiveIntentClassification (ms)":58.99,"MassiveIntentClassification (my)":55.9,"MassiveIntentClassification (nl)":65.64,"MassiveIntentClassification (pt)":66.85,"MassiveIntentClassification (ro)":60.81,"MassiveIntentClassification (ru)":58.65,"MassiveIntentClassification (sl)":56.52,"MassiveIntentClassification (sq)":57.99,"MassiveIntentClassification (sw)":53.57,"MassiveIntentClassification (ta)":57.26,"MassiveIntentClassification (te)":57.83,"MassiveIntentClassification (th)":64.07,"MassiveIntentClassification (tl)":58.91,"MassiveIntentClassification (tr)":63.54,"MassiveIntentClassification (ur)":59.28,"MassiveIntentClassification (vi)":64.07,"MassiveIntentClassification (zh-TW)":62.54,"MassiveScenarioClassification (af)":63.04,"MassiveScenarioClassification (am)":56.84,"MassiveScenarioClassification (ar)":59.62,"MassiveScenarioClassification (az)":60.85,"MassiveScenarioClassification (bn)":62.77,"MassiveScenarioClassification (cy)":50.18,"MassiveScenarioClassification (de)":69.19,"MassiveScenarioClassification (el)":67.07,"MassiveScenarioClassification (es)":69.83,"MassiveScenarioClassification (fa)":68.71,"MassiveScenarioClassification (fi)":65.95,"MassiveScenarioClassification (fr)":68.76,"MassiveScenarioClassification (he)":63.81,"MassiveScenarioClassification (hi)":67.69,"MassiveScenarioClassification (hu)":66.47,"MassiveScenarioClassification (hy)":59.5,"MassiveScenarioClassification (id)":67.92,"MassiveScenarioClassification (is)":56.49,"MassiveScenarioClassification (it)":69.04,"MassiveScenarioClassification (ja)":73.89,"MassiveScenarioClassification (jv)":56.63,"MassiveScenarioClassification (ka)":52.24,"MassiveScenarioClassification (km)":46.62,"MassiveScenarioClassification (kn)":59.16,"MassiveScenarioClassification (ko)":69.85,"MassiveScenarioClassification (lv)":56.66,"MassiveScenarioClassification (ml)":66.54,"MassiveScenarioClassification (mn)":59.31,"MassiveScenarioClassification (ms)":64.88,"MassiveScenarioClassification (my)":58.86,"MassiveScenarioClassification (nl)":70.87,"MassiveScenarioClassification (pt)":68.18,"MassiveScenarioClassification (ro)":64.65,"MassiveScenarioClassification (ru)":63.77,"MassiveScenarioClassification (sl)":60.18,"MassiveScenarioClassification (sq)":62.86,"MassiveScenarioClassification (sw)":58.15,"MassiveScenarioClassification (ta)":59.44,"MassiveScenarioClassification (te)":60.85,"MassiveScenarioClassification (th)":70.66,"MassiveScenarioClassification (tl)":60.88,"MassiveScenarioClassification (tr)":68.05,"MassiveScenarioClassification (ur)":62.11,"MassiveScenarioClassification (vi)":67.44,"MassiveScenarioClassification (zh-TW)":68.32} -{"index":126,"Rank":15,"Model":"multilingual-e5-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":61.06,"AmazonCounterfactualClassification (de)":68.66,"AmazonCounterfactualClassification (ja)":78.8,"AmazonReviewsClassification (de)":46.5,"AmazonReviewsClassification (es)":44.35,"AmazonReviewsClassification (fr)":41.91,"AmazonReviewsClassification (ja)":41.71,"AmazonReviewsClassification (zh)":38.87,"MTOPDomainClassification (de)":90.44,"MTOPDomainClassification (es)":88.34,"MTOPDomainClassification (fr)":86.41,"MTOPDomainClassification (hi)":86.84,"MTOPDomainClassification (th)":86.88,"MTOPIntentClassification (de)":65.97,"MTOPIntentClassification (es)":61.9,"MTOPIntentClassification (fr)":59.43,"MTOPIntentClassification (hi)":59.17,"MTOPIntentClassification (th)":62.59,"MassiveIntentClassification (af)":53.69,"MassiveIntentClassification (am)":45.48,"MassiveIntentClassification (ar)":54.1,"MassiveIntentClassification (az)":54.68,"MassiveIntentClassification (bn)":55.6,"MassiveIntentClassification (cy)":44.22,"MassiveIntentClassification (de)":63.82,"MassiveIntentClassification (el)":64.34,"MassiveIntentClassification (es)":64.01,"MassiveIntentClassification (fa)":63.74,"MassiveIntentClassification (fi)":64.28,"MassiveIntentClassification (fr)":63.37,"MassiveIntentClassification (he)":62.44,"MassiveIntentClassification (hi)":60.93,"MassiveIntentClassification (hu)":64.0,"MassiveIntentClassification (hy)":50.89,"MassiveIntentClassification (id)":63.51,"MassiveIntentClassification (is)":53.3,"MassiveIntentClassification (it)":63.89,"MassiveIntentClassification (ja)":67.11,"MassiveIntentClassification (jv)":48.96,"MassiveIntentClassification (ka)":41.45,"MassiveIntentClassification (km)":34.88,"MassiveIntentClassification (kn)":53.45,"MassiveIntentClassification (ko)":63.92,"MassiveIntentClassification (lv)":58.31,"MassiveIntentClassification (ml)":57.58,"MassiveIntentClassification (mn)":49.6,"MassiveIntentClassification (ms)":58.49,"MassiveIntentClassification (my)":49.73,"MassiveIntentClassification (nl)":65.0,"MassiveIntentClassification (pt)":65.6,"MassiveIntentClassification (ro)":59.76,"MassiveIntentClassification (ru)":65.76,"MassiveIntentClassification (sl)":59.38,"MassiveIntentClassification (sq)":57.3,"MassiveIntentClassification (sw)":47.69,"MassiveIntentClassification (ta)":53.41,"MassiveIntentClassification (te)":53.96,"MassiveIntentClassification (th)":62.75,"MassiveIntentClassification (tl)":54.77,"MassiveIntentClassification (tr)":64.61,"MassiveIntentClassification (ur)":54.6,"MassiveIntentClassification (vi)":63.39,"MassiveIntentClassification (zh-TW)":58.78,"MassiveScenarioClassification (af)":62.35,"MassiveScenarioClassification (am)":52.69,"MassiveScenarioClassification (ar)":61.0,"MassiveScenarioClassification (az)":58.49,"MassiveScenarioClassification (bn)":61.85,"MassiveScenarioClassification (cy)":51.25,"MassiveScenarioClassification (de)":71.25,"MassiveScenarioClassification (el)":69.74,"MassiveScenarioClassification (es)":69.07,"MassiveScenarioClassification (fa)":67.55,"MassiveScenarioClassification (fi)":68.62,"MassiveScenarioClassification (fr)":68.74,"MassiveScenarioClassification (he)":67.72,"MassiveScenarioClassification (hi)":66.85,"MassiveScenarioClassification (hu)":70.53,"MassiveScenarioClassification (hy)":55.76,"MassiveScenarioClassification (id)":69.43,"MassiveScenarioClassification (is)":60.74,"MassiveScenarioClassification (it)":69.45,"MassiveScenarioClassification (ja)":73.16,"MassiveScenarioClassification (jv)":56.24,"MassiveScenarioClassification (ka)":47.82,"MassiveScenarioClassification (km)":41.14,"MassiveScenarioClassification (kn)":59.36,"MassiveScenarioClassification (ko)":70.54,"MassiveScenarioClassification (lv)":64.28,"MassiveScenarioClassification (ml)":63.17,"MassiveScenarioClassification (mn)":55.37,"MassiveScenarioClassification (ms)":63.55,"MassiveScenarioClassification (my)":54.03,"MassiveScenarioClassification (nl)":71.11,"MassiveScenarioClassification (pt)":68.33,"MassiveScenarioClassification (ro)":66.06,"MassiveScenarioClassification (ru)":70.85,"MassiveScenarioClassification (sl)":65.33,"MassiveScenarioClassification (sq)":63.79,"MassiveScenarioClassification (sw)":56.27,"MassiveScenarioClassification (ta)":58.76,"MassiveScenarioClassification (te)":59.49,"MassiveScenarioClassification (th)":69.06,"MassiveScenarioClassification (tl)":60.71,"MassiveScenarioClassification (tr)":68.12,"MassiveScenarioClassification (ur)":60.89,"MassiveScenarioClassification (vi)":68.91,"MassiveScenarioClassification (zh-TW)":64.35} -{"index":162,"Rank":16,"Model":"LaBSE<\/a>","Model Size (Million Parameters)":471,"Memory Usage (GB, fp32)":1.75,"Embedding Dimensions":768,"Max Tokens":512,"Average":60.56,"AmazonCounterfactualClassification (de)":73.17,"AmazonCounterfactualClassification (ja)":76.42,"AmazonReviewsClassification (de)":39.92,"AmazonReviewsClassification (es)":39.39,"AmazonReviewsClassification (fr)":38.52,"AmazonReviewsClassification (ja)":36.44,"AmazonReviewsClassification (zh)":36.45,"MTOPDomainClassification (de)":86.95,"MTOPDomainClassification (es)":84.07,"MTOPDomainClassification (fr)":84.14,"MTOPDomainClassification (hi)":85.11,"MTOPDomainClassification (th)":81.24,"MTOPIntentClassification (de)":63.42,"MTOPIntentClassification (es)":64.44,"MTOPIntentClassification (fr)":62.01,"MTOPIntentClassification (hi)":62.58,"MTOPIntentClassification (th)":64.61,"MassiveIntentClassification (af)":56.12,"MassiveIntentClassification (am)":55.71,"MassiveIntentClassification (ar)":50.86,"MassiveIntentClassification (az)":58.97,"MassiveIntentClassification (bn)":58.22,"MassiveIntentClassification (cy)":50.16,"MassiveIntentClassification (de)":56.21,"MassiveIntentClassification (el)":57.03,"MassiveIntentClassification (es)":58.32,"MassiveIntentClassification (fa)":62.33,"MassiveIntentClassification (fi)":60.12,"MassiveIntentClassification (fr)":60.47,"MassiveIntentClassification (he)":56.55,"MassiveIntentClassification (hi)":59.4,"MassiveIntentClassification (hu)":59.52,"MassiveIntentClassification (hy)":56.2,"MassiveIntentClassification (id)":61.12,"MassiveIntentClassification (is)":54.9,"MassiveIntentClassification (it)":59.83,"MassiveIntentClassification (ja)":63.11,"MassiveIntentClassification (jv)":50.98,"MassiveIntentClassification (ka)":48.35,"MassiveIntentClassification (km)":48.55,"MassiveIntentClassification (kn)":56.24,"MassiveIntentClassification (ko)":60.99,"MassiveIntentClassification (lv)":57.1,"MassiveIntentClassification (ml)":57.91,"MassiveIntentClassification (mn)":58.5,"MassiveIntentClassification (ms)":58.6,"MassiveIntentClassification (my)":57.35,"MassiveIntentClassification (nl)":59.37,"MassiveIntentClassification (pt)":60.16,"MassiveIntentClassification (ro)":57.92,"MassiveIntentClassification (ru)":60.67,"MassiveIntentClassification (sl)":59.37,"MassiveIntentClassification (sq)":58.03,"MassiveIntentClassification (sw)":51.62,"MassiveIntentClassification (ta)":55.04,"MassiveIntentClassification (te)":58.32,"MassiveIntentClassification (th)":56.58,"MassiveIntentClassification (tl)":55.28,"MassiveIntentClassification (tr)":60.91,"MassiveIntentClassification (ur)":56.7,"MassiveIntentClassification (vi)":56.67,"MassiveIntentClassification (zh-TW)":59.51,"MassiveScenarioClassification (af)":63.39,"MassiveScenarioClassification (am)":62.02,"MassiveScenarioClassification (ar)":57.72,"MassiveScenarioClassification (az)":63.48,"MassiveScenarioClassification (bn)":61.84,"MassiveScenarioClassification (cy)":56.13,"MassiveScenarioClassification (de)":62.39,"MassiveScenarioClassification (el)":64.58,"MassiveScenarioClassification (es)":63.61,"MassiveScenarioClassification (fa)":67.46,"MassiveScenarioClassification (fi)":64.58,"MassiveScenarioClassification (fr)":65.1,"MassiveScenarioClassification (he)":63.53,"MassiveScenarioClassification (hi)":64.4,"MassiveScenarioClassification (hu)":65.82,"MassiveScenarioClassification (hy)":61.25,"MassiveScenarioClassification (id)":65.84,"MassiveScenarioClassification (is)":61.94,"MassiveScenarioClassification (it)":64.09,"MassiveScenarioClassification (ja)":67.72,"MassiveScenarioClassification (jv)":58.29,"MassiveScenarioClassification (ka)":53.38,"MassiveScenarioClassification (km)":56.18,"MassiveScenarioClassification (kn)":61.74,"MassiveScenarioClassification (ko)":67.26,"MassiveScenarioClassification (lv)":61.87,"MassiveScenarioClassification (ml)":62.26,"MassiveScenarioClassification (mn)":62.6,"MassiveScenarioClassification (ms)":65.63,"MassiveScenarioClassification (my)":62.94,"MassiveScenarioClassification (nl)":65.16,"MassiveScenarioClassification (pt)":63.28,"MassiveScenarioClassification (ro)":62.41,"MassiveScenarioClassification (ru)":65.25,"MassiveScenarioClassification (sl)":64.25,"MassiveScenarioClassification (sq)":64.54,"MassiveScenarioClassification (sw)":58.36,"MassiveScenarioClassification (ta)":59.08,"MassiveScenarioClassification (te)":64.13,"MassiveScenarioClassification (th)":64.34,"MassiveScenarioClassification (tl)":60.23,"MassiveScenarioClassification (tr)":65.43,"MassiveScenarioClassification (ur)":61.52,"MassiveScenarioClassification (vi)":61.05,"MassiveScenarioClassification (zh-TW)":67.08} -{"index":13,"Rank":17,"Model":"gte-Qwen1.5-7B-instruct<\/a>","Model Size (Million Parameters)":7099,"Memory Usage (GB, fp32)":26.45,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":60.55,"AmazonCounterfactualClassification (de)":74.94,"AmazonCounterfactualClassification (ja)":81.6,"AmazonReviewsClassification (de)":58.19,"AmazonReviewsClassification (es)":56.05,"AmazonReviewsClassification (fr)":54.59,"AmazonReviewsClassification (ja)":54.39,"AmazonReviewsClassification (zh)":52.95,"MTOPDomainClassification (de)":91.56,"MTOPDomainClassification (es)":91.96,"MTOPDomainClassification (fr)":89.66,"MTOPDomainClassification (hi)":86.31,"MTOPDomainClassification (th)":80.72,"MTOPIntentClassification (de)":79.15,"MTOPIntentClassification (es)":81.06,"MTOPIntentClassification (fr)":77.69,"MTOPIntentClassification (hi)":67.88,"MTOPIntentClassification (th)":67.46,"MassiveIntentClassification (af)":62.62,"MassiveIntentClassification (am)":19.46,"MassiveIntentClassification (ar)":57.09,"MassiveIntentClassification (az)":56.78,"MassiveIntentClassification (bn)":60.69,"MassiveIntentClassification (cy)":31.04,"MassiveIntentClassification (de)":70.88,"MassiveIntentClassification (el)":60.04,"MassiveIntentClassification (es)":71.68,"MassiveIntentClassification (fa)":66.15,"MassiveIntentClassification (fi)":63.41,"MassiveIntentClassification (fr)":72.88,"MassiveIntentClassification (he)":45.05,"MassiveIntentClassification (hi)":65.42,"MassiveIntentClassification (hu)":60.33,"MassiveIntentClassification (hy)":22.14,"MassiveIntentClassification (id)":68.91,"MassiveIntentClassification (is)":37.19,"MassiveIntentClassification (it)":72.46,"MassiveIntentClassification (ja)":73.31,"MassiveIntentClassification (jv)":41.73,"MassiveIntentClassification (ka)":38.5,"MassiveIntentClassification (km)":33.4,"MassiveIntentClassification (kn)":29.46,"MassiveIntentClassification (ko)":67.71,"MassiveIntentClassification (lv)":52.65,"MassiveIntentClassification (ml)":49.24,"MassiveIntentClassification (mn)":38.69,"MassiveIntentClassification (ms)":64.78,"MassiveIntentClassification (my)":34.12,"MassiveIntentClassification (nl)":72.74,"MassiveIntentClassification (pt)":73.42,"MassiveIntentClassification (ro)":64.01,"MassiveIntentClassification (ru)":73.15,"MassiveIntentClassification (sl)":61.7,"MassiveIntentClassification (sq)":39.98,"MassiveIntentClassification (sw)":42.72,"MassiveIntentClassification (ta)":39.49,"MassiveIntentClassification (te)":33.68,"MassiveIntentClassification (th)":60.01,"MassiveIntentClassification (tl)":60.08,"MassiveIntentClassification (tr)":64.52,"MassiveIntentClassification (ur)":44.88,"MassiveIntentClassification (vi)":67.44,"MassiveIntentClassification (zh-TW)":70.87,"MassiveScenarioClassification (af)":69.27,"MassiveScenarioClassification (am)":27.95,"MassiveScenarioClassification (ar)":66.1,"MassiveScenarioClassification (az)":61.39,"MassiveScenarioClassification (bn)":67.18,"MassiveScenarioClassification (cy)":44.52,"MassiveScenarioClassification (de)":75.34,"MassiveScenarioClassification (el)":67.87,"MassiveScenarioClassification (es)":74.89,"MassiveScenarioClassification (fa)":70.72,"MassiveScenarioClassification (fi)":66.32,"MassiveScenarioClassification (fr)":74.64,"MassiveScenarioClassification (he)":57.06,"MassiveScenarioClassification (hi)":69.71,"MassiveScenarioClassification (hu)":67.01,"MassiveScenarioClassification (hy)":34.0,"MassiveScenarioClassification (id)":72.61,"MassiveScenarioClassification (is)":52.15,"MassiveScenarioClassification (it)":75.7,"MassiveScenarioClassification (ja)":74.96,"MassiveScenarioClassification (jv)":52.93,"MassiveScenarioClassification (ka)":50.49,"MassiveScenarioClassification (km)":46.63,"MassiveScenarioClassification (kn)":41.11,"MassiveScenarioClassification (ko)":72.65,"MassiveScenarioClassification (lv)":61.15,"MassiveScenarioClassification (ml)":56.2,"MassiveScenarioClassification (mn)":47.0,"MassiveScenarioClassification (ms)":71.61,"MassiveScenarioClassification (my)":41.89,"MassiveScenarioClassification (nl)":74.39,"MassiveScenarioClassification (pt)":73.99,"MassiveScenarioClassification (ro)":68.82,"MassiveScenarioClassification (ru)":75.46,"MassiveScenarioClassification (sl)":66.4,"MassiveScenarioClassification (sq)":52.41,"MassiveScenarioClassification (sw)":54.13,"MassiveScenarioClassification (ta)":50.26,"MassiveScenarioClassification (te)":42.86,"MassiveScenarioClassification (th)":69.09,"MassiveScenarioClassification (tl)":66.9,"MassiveScenarioClassification (tr)":68.72,"MassiveScenarioClassification (ur)":54.9,"MassiveScenarioClassification (vi)":71.88,"MassiveScenarioClassification (zh-TW)":74.5} -{"index":40,"Rank":18,"Model":"Cohere-embed-multilingual-light-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":384,"Max Tokens":512,"Average":59.85,"AmazonCounterfactualClassification (de)":68.67,"AmazonCounterfactualClassification (ja)":59.69,"AmazonReviewsClassification (de)":42.42,"AmazonReviewsClassification (es)":41.96,"AmazonReviewsClassification (fr)":41.14,"AmazonReviewsClassification (ja)":38.41,"AmazonReviewsClassification (zh)":38.37,"MTOPDomainClassification (de)":88.77,"MTOPDomainClassification (es)":90.4,"MTOPDomainClassification (fr)":86.06,"MTOPDomainClassification (hi)":88.21,"MTOPDomainClassification (th)":85.55,"MTOPIntentClassification (de)":61.57,"MTOPIntentClassification (es)":62.33,"MTOPIntentClassification (fr)":53.11,"MTOPIntentClassification (hi)":59.26,"MTOPIntentClassification (th)":59.12,"MassiveIntentClassification (af)":55.18,"MassiveIntentClassification (am)":49.31,"MassiveIntentClassification (ar)":51.3,"MassiveIntentClassification (az)":56.0,"MassiveIntentClassification (bn)":57.56,"MassiveIntentClassification (cy)":45.42,"MassiveIntentClassification (de)":58.69,"MassiveIntentClassification (el)":57.33,"MassiveIntentClassification (es)":62.17,"MassiveIntentClassification (fa)":61.88,"MassiveIntentClassification (fi)":56.94,"MassiveIntentClassification (fr)":61.85,"MassiveIntentClassification (he)":54.14,"MassiveIntentClassification (hi)":60.13,"MassiveIntentClassification (hu)":56.36,"MassiveIntentClassification (hy)":54.73,"MassiveIntentClassification (id)":60.96,"MassiveIntentClassification (is)":49.53,"MassiveIntentClassification (it)":61.58,"MassiveIntentClassification (ja)":64.44,"MassiveIntentClassification (jv)":49.66,"MassiveIntentClassification (ka)":46.25,"MassiveIntentClassification (km)":40.79,"MassiveIntentClassification (kn)":55.04,"MassiveIntentClassification (ko)":59.68,"MassiveIntentClassification (lv)":51.66,"MassiveIntentClassification (ml)":59.72,"MassiveIntentClassification (mn)":54.36,"MassiveIntentClassification (ms)":56.8,"MassiveIntentClassification (my)":53.29,"MassiveIntentClassification (nl)":62.38,"MassiveIntentClassification (pt)":63.52,"MassiveIntentClassification (ro)":57.71,"MassiveIntentClassification (ru)":61.88,"MassiveIntentClassification (sl)":53.55,"MassiveIntentClassification (sq)":54.53,"MassiveIntentClassification (sw)":52.52,"MassiveIntentClassification (ta)":55.05,"MassiveIntentClassification (te)":55.63,"MassiveIntentClassification (th)":59.84,"MassiveIntentClassification (tl)":55.25,"MassiveIntentClassification (tr)":59.69,"MassiveIntentClassification (ur)":57.27,"MassiveIntentClassification (vi)":58.43,"MassiveIntentClassification (zh-TW)":58.92,"MassiveScenarioClassification (af)":63.79,"MassiveScenarioClassification (am)":56.32,"MassiveScenarioClassification (ar)":58.24,"MassiveScenarioClassification (az)":59.42,"MassiveScenarioClassification (bn)":63.41,"MassiveScenarioClassification (cy)":53.0,"MassiveScenarioClassification (de)":68.12,"MassiveScenarioClassification (el)":65.25,"MassiveScenarioClassification (es)":67.2,"MassiveScenarioClassification (fa)":67.76,"MassiveScenarioClassification (fi)":63.44,"MassiveScenarioClassification (fr)":67.5,"MassiveScenarioClassification (he)":62.46,"MassiveScenarioClassification (hi)":66.29,"MassiveScenarioClassification (hu)":64.85,"MassiveScenarioClassification (hy)":57.86,"MassiveScenarioClassification (id)":66.54,"MassiveScenarioClassification (is)":58.15,"MassiveScenarioClassification (it)":66.58,"MassiveScenarioClassification (ja)":70.82,"MassiveScenarioClassification (jv)":57.1,"MassiveScenarioClassification (ka)":51.97,"MassiveScenarioClassification (km)":47.04,"MassiveScenarioClassification (kn)":59.3,"MassiveScenarioClassification (ko)":68.03,"MassiveScenarioClassification (lv)":57.28,"MassiveScenarioClassification (ml)":66.25,"MassiveScenarioClassification (mn)":58.41,"MassiveScenarioClassification (ms)":64.24,"MassiveScenarioClassification (my)":58.03,"MassiveScenarioClassification (nl)":69.05,"MassiveScenarioClassification (pt)":65.3,"MassiveScenarioClassification (ro)":64.57,"MassiveScenarioClassification (ru)":67.1,"MassiveScenarioClassification (sl)":59.98,"MassiveScenarioClassification (sq)":61.63,"MassiveScenarioClassification (sw)":59.54,"MassiveScenarioClassification (ta)":59.22,"MassiveScenarioClassification (te)":61.28,"MassiveScenarioClassification (th)":67.91,"MassiveScenarioClassification (tl)":61.11,"MassiveScenarioClassification (tr)":64.68,"MassiveScenarioClassification (ur)":63.09,"MassiveScenarioClassification (vi)":64.61,"MassiveScenarioClassification (zh-TW)":66.67} -{"index":172,"Rank":19,"Model":"paraphrase-multilingual-mpnet-base-v2<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":59.75,"AmazonCounterfactualClassification (de)":69.96,"AmazonCounterfactualClassification (ja)":69.78,"AmazonReviewsClassification (de)":39.53,"AmazonReviewsClassification (es)":39.97,"AmazonReviewsClassification (fr)":38.98,"AmazonReviewsClassification (ja)":36.65,"AmazonReviewsClassification (zh)":37.74,"MTOPDomainClassification (de)":85.73,"MTOPDomainClassification (es)":86.98,"MTOPDomainClassification (fr)":81.21,"MTOPDomainClassification (hi)":84.76,"MTOPDomainClassification (th)":82.51,"MTOPIntentClassification (de)":61.26,"MTOPIntentClassification (es)":66.6,"MTOPIntentClassification (fr)":59.75,"MTOPIntentClassification (hi)":62.38,"MTOPIntentClassification (th)":64.77,"MassiveIntentClassification (af)":52.35,"MassiveIntentClassification (am)":41.56,"MassiveIntentClassification (ar)":51.43,"MassiveIntentClassification (az)":56.98,"MassiveIntentClassification (bn)":48.79,"MassiveIntentClassification (cy)":27.89,"MassiveIntentClassification (de)":59.56,"MassiveIntentClassification (el)":62.63,"MassiveIntentClassification (es)":64.45,"MassiveIntentClassification (fa)":65.33,"MassiveIntentClassification (fi)":62.26,"MassiveIntentClassification (fr)":64.8,"MassiveIntentClassification (he)":58.25,"MassiveIntentClassification (hi)":62.79,"MassiveIntentClassification (hu)":63.85,"MassiveIntentClassification (hy)":57.76,"MassiveIntentClassification (id)":65.43,"MassiveIntentClassification (is)":37.09,"MassiveIntentClassification (it)":64.69,"MassiveIntentClassification (ja)":63.76,"MassiveIntentClassification (jv)":36.49,"MassiveIntentClassification (ka)":49.88,"MassiveIntentClassification (km)":45.48,"MassiveIntentClassification (kn)":50.62,"MassiveIntentClassification (ko)":61.84,"MassiveIntentClassification (lv)":61.29,"MassiveIntentClassification (ml)":54.34,"MassiveIntentClassification (mn)":56.61,"MassiveIntentClassification (ms)":60.72,"MassiveIntentClassification (my)":57.08,"MassiveIntentClassification (nl)":63.57,"MassiveIntentClassification (pt)":64.88,"MassiveIntentClassification (ro)":62.83,"MassiveIntentClassification (ru)":63.23,"MassiveIntentClassification (sl)":63.5,"MassiveIntentClassification (sq)":62.49,"MassiveIntentClassification (sw)":31.93,"MassiveIntentClassification (ta)":50.18,"MassiveIntentClassification (te)":52.85,"MassiveIntentClassification (th)":61.12,"MassiveIntentClassification (tl)":38.83,"MassiveIntentClassification (tr)":64.58,"MassiveIntentClassification (ur)":56.36,"MassiveIntentClassification (vi)":59.71,"MassiveIntentClassification (zh-TW)":62.33,"MassiveScenarioClassification (af)":59.68,"MassiveScenarioClassification (am)":48.96,"MassiveScenarioClassification (ar)":57.79,"MassiveScenarioClassification (az)":61.52,"MassiveScenarioClassification (bn)":54.52,"MassiveScenarioClassification (cy)":35.27,"MassiveScenarioClassification (de)":67.35,"MassiveScenarioClassification (el)":68.81,"MassiveScenarioClassification (es)":70.4,"MassiveScenarioClassification (fa)":69.88,"MassiveScenarioClassification (fi)":67.58,"MassiveScenarioClassification (fr)":70.71,"MassiveScenarioClassification (he)":65.16,"MassiveScenarioClassification (hi)":67.94,"MassiveScenarioClassification (hu)":70.31,"MassiveScenarioClassification (hy)":63.03,"MassiveScenarioClassification (id)":70.73,"MassiveScenarioClassification (is)":44.16,"MassiveScenarioClassification (it)":69.74,"MassiveScenarioClassification (ja)":69.68,"MassiveScenarioClassification (jv)":44.22,"MassiveScenarioClassification (ka)":57.3,"MassiveScenarioClassification (km)":53.13,"MassiveScenarioClassification (kn)":56.08,"MassiveScenarioClassification (ko)":68.52,"MassiveScenarioClassification (lv)":66.28,"MassiveScenarioClassification (ml)":60.14,"MassiveScenarioClassification (mn)":60.84,"MassiveScenarioClassification (ms)":65.85,"MassiveScenarioClassification (my)":63.03,"MassiveScenarioClassification (nl)":70.37,"MassiveScenarioClassification (pt)":70.08,"MassiveScenarioClassification (ro)":67.94,"MassiveScenarioClassification (ru)":69.92,"MassiveScenarioClassification (sl)":70.81,"MassiveScenarioClassification (sq)":69.62,"MassiveScenarioClassification (sw)":37.26,"MassiveScenarioClassification (ta)":55.97,"MassiveScenarioClassification (te)":58.79,"MassiveScenarioClassification (th)":69.44,"MassiveScenarioClassification (tl)":43.98,"MassiveScenarioClassification (tr)":70.41,"MassiveScenarioClassification (ur)":62.92,"MassiveScenarioClassification (vi)":65.7,"MassiveScenarioClassification (zh-TW)":68.71} -{"index":2,"Rank":20,"Model":"voyage-3-lite<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":512,"Max Tokens":32000,"Average":59.29,"AmazonCounterfactualClassification (de)":64.15,"AmazonCounterfactualClassification (ja)":66.08,"AmazonReviewsClassification (de)":41.0,"AmazonReviewsClassification (es)":39.26,"AmazonReviewsClassification (fr)":38.92,"AmazonReviewsClassification (ja)":38.58,"AmazonReviewsClassification (zh)":36.01,"MTOPDomainClassification (de)":86.85,"MTOPDomainClassification (es)":84.68,"MTOPDomainClassification (fr)":82.89,"MTOPDomainClassification (hi)":83.19,"MTOPDomainClassification (th)":82.81,"MTOPIntentClassification (de)":61.23,"MTOPIntentClassification (es)":61.31,"MTOPIntentClassification (fr)":55.38,"MTOPIntentClassification (hi)":56.72,"MTOPIntentClassification (th)":62.57,"MassiveIntentClassification (af)":51.75,"MassiveIntentClassification (am)":40.31,"MassiveIntentClassification (ar)":51.41,"MassiveIntentClassification (az)":60.51,"MassiveIntentClassification (bn)":55.38,"MassiveIntentClassification (cy)":46.62,"MassiveIntentClassification (de)":59.82,"MassiveIntentClassification (el)":56.16,"MassiveIntentClassification (es)":57.78,"MassiveIntentClassification (fa)":63.87,"MassiveIntentClassification (fi)":61.16,"MassiveIntentClassification (fr)":58.02,"MassiveIntentClassification (he)":57.14,"MassiveIntentClassification (hi)":56.95,"MassiveIntentClassification (hu)":57.9,"MassiveIntentClassification (hy)":59.17,"MassiveIntentClassification (id)":60.44,"MassiveIntentClassification (is)":57.27,"MassiveIntentClassification (it)":58.53,"MassiveIntentClassification (ja)":64.02,"MassiveIntentClassification (jv)":44.31,"MassiveIntentClassification (ka)":50.07,"MassiveIntentClassification (km)":38.5,"MassiveIntentClassification (kn)":51.19,"MassiveIntentClassification (ko)":60.7,"MassiveIntentClassification (lv)":59.34,"MassiveIntentClassification (ml)":54.23,"MassiveIntentClassification (mn)":55.9,"MassiveIntentClassification (ms)":56.17,"MassiveIntentClassification (my)":46.85,"MassiveIntentClassification (nl)":60.61,"MassiveIntentClassification (pt)":60.52,"MassiveIntentClassification (ro)":54.23,"MassiveIntentClassification (ru)":63.02,"MassiveIntentClassification (sl)":58.45,"MassiveIntentClassification (sq)":58.33,"MassiveIntentClassification (sw)":44.18,"MassiveIntentClassification (ta)":51.63,"MassiveIntentClassification (te)":53.72,"MassiveIntentClassification (th)":57.76,"MassiveIntentClassification (tl)":52.13,"MassiveIntentClassification (tr)":62.05,"MassiveIntentClassification (ur)":55.39,"MassiveIntentClassification (vi)":62.64,"MassiveIntentClassification (zh-TW)":57.62,"MassiveScenarioClassification (af)":59.74,"MassiveScenarioClassification (am)":47.4,"MassiveScenarioClassification (ar)":59.13,"MassiveScenarioClassification (az)":65.45,"MassiveScenarioClassification (bn)":61.15,"MassiveScenarioClassification (cy)":56.54,"MassiveScenarioClassification (de)":68.76,"MassiveScenarioClassification (el)":64.34,"MassiveScenarioClassification (es)":64.58,"MassiveScenarioClassification (fa)":67.14,"MassiveScenarioClassification (fi)":65.14,"MassiveScenarioClassification (fr)":65.51,"MassiveScenarioClassification (he)":62.98,"MassiveScenarioClassification (hi)":62.27,"MassiveScenarioClassification (hu)":66.29,"MassiveScenarioClassification (hy)":64.17,"MassiveScenarioClassification (id)":66.71,"MassiveScenarioClassification (is)":63.8,"MassiveScenarioClassification (it)":64.76,"MassiveScenarioClassification (ja)":69.19,"MassiveScenarioClassification (jv)":52.04,"MassiveScenarioClassification (ka)":57.01,"MassiveScenarioClassification (km)":46.98,"MassiveScenarioClassification (kn)":58.69,"MassiveScenarioClassification (ko)":67.4,"MassiveScenarioClassification (lv)":64.23,"MassiveScenarioClassification (ml)":60.42,"MassiveScenarioClassification (mn)":60.82,"MassiveScenarioClassification (ms)":64.37,"MassiveScenarioClassification (my)":54.48,"MassiveScenarioClassification (nl)":67.55,"MassiveScenarioClassification (pt)":64.66,"MassiveScenarioClassification (ro)":61.31,"MassiveScenarioClassification (ru)":68.44,"MassiveScenarioClassification (sl)":64.22,"MassiveScenarioClassification (sq)":64.65,"MassiveScenarioClassification (sw)":50.48,"MassiveScenarioClassification (ta)":59.58,"MassiveScenarioClassification (te)":59.89,"MassiveScenarioClassification (th)":65.75,"MassiveScenarioClassification (tl)":58.96,"MassiveScenarioClassification (tr)":66.58,"MassiveScenarioClassification (ur)":61.78,"MassiveScenarioClassification (vi)":67.33,"MassiveScenarioClassification (zh-TW)":66.14} -{"index":3,"Rank":21,"Model":"voyage-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":32000,"Average":57.6,"AmazonCounterfactualClassification (de)":57.76,"AmazonCounterfactualClassification (ja)":65.06,"AmazonReviewsClassification (de)":38.1,"AmazonReviewsClassification (es)":36.32,"AmazonReviewsClassification (fr)":35.43,"AmazonReviewsClassification (ja)":37.39,"AmazonReviewsClassification (zh)":32.94,"MTOPDomainClassification (de)":84.03,"MTOPDomainClassification (es)":84.36,"MTOPDomainClassification (fr)":80.39,"MTOPDomainClassification (hi)":84.78,"MTOPDomainClassification (th)":80.49,"MTOPIntentClassification (de)":57.94,"MTOPIntentClassification (es)":58.01,"MTOPIntentClassification (fr)":52.87,"MTOPIntentClassification (hi)":54.37,"MTOPIntentClassification (th)":56.06,"MassiveIntentClassification (af)":49.97,"MassiveIntentClassification (am)":36.33,"MassiveIntentClassification (ar)":49.51,"MassiveIntentClassification (az)":56.82,"MassiveIntentClassification (bn)":53.85,"MassiveIntentClassification (cy)":48.16,"MassiveIntentClassification (de)":57.95,"MassiveIntentClassification (el)":56.02,"MassiveIntentClassification (es)":58.5,"MassiveIntentClassification (fa)":59.38,"MassiveIntentClassification (fi)":60.96,"MassiveIntentClassification (fr)":57.54,"MassiveIntentClassification (he)":56.41,"MassiveIntentClassification (hi)":55.99,"MassiveIntentClassification (hu)":55.93,"MassiveIntentClassification (hy)":54.2,"MassiveIntentClassification (id)":58.52,"MassiveIntentClassification (is)":53.36,"MassiveIntentClassification (it)":59.0,"MassiveIntentClassification (ja)":60.23,"MassiveIntentClassification (jv)":43.79,"MassiveIntentClassification (ka)":49.24,"MassiveIntentClassification (km)":34.82,"MassiveIntentClassification (kn)":50.87,"MassiveIntentClassification (ko)":59.3,"MassiveIntentClassification (lv)":55.67,"MassiveIntentClassification (ml)":52.87,"MassiveIntentClassification (mn)":52.26,"MassiveIntentClassification (ms)":53.42,"MassiveIntentClassification (my)":38.76,"MassiveIntentClassification (nl)":57.24,"MassiveIntentClassification (pt)":59.34,"MassiveIntentClassification (ro)":53.33,"MassiveIntentClassification (ru)":58.32,"MassiveIntentClassification (sl)":56.0,"MassiveIntentClassification (sq)":56.6,"MassiveIntentClassification (sw)":44.49,"MassiveIntentClassification (ta)":49.98,"MassiveIntentClassification (te)":52.91,"MassiveIntentClassification (th)":55.36,"MassiveIntentClassification (tl)":53.96,"MassiveIntentClassification (tr)":59.45,"MassiveIntentClassification (ur)":52.72,"MassiveIntentClassification (vi)":59.24,"MassiveIntentClassification (zh-TW)":54.88,"MassiveScenarioClassification (af)":61.28,"MassiveScenarioClassification (am)":42.89,"MassiveScenarioClassification (ar)":57.93,"MassiveScenarioClassification (az)":64.37,"MassiveScenarioClassification (bn)":59.88,"MassiveScenarioClassification (cy)":56.86,"MassiveScenarioClassification (de)":67.76,"MassiveScenarioClassification (el)":63.1,"MassiveScenarioClassification (es)":66.28,"MassiveScenarioClassification (fa)":66.24,"MassiveScenarioClassification (fi)":66.28,"MassiveScenarioClassification (fr)":66.07,"MassiveScenarioClassification (he)":64.02,"MassiveScenarioClassification (hi)":61.29,"MassiveScenarioClassification (hu)":66.07,"MassiveScenarioClassification (hy)":60.1,"MassiveScenarioClassification (id)":67.18,"MassiveScenarioClassification (is)":61.24,"MassiveScenarioClassification (it)":66.3,"MassiveScenarioClassification (ja)":67.03,"MassiveScenarioClassification (jv)":50.63,"MassiveScenarioClassification (ka)":55.48,"MassiveScenarioClassification (km)":38.68,"MassiveScenarioClassification (kn)":58.94,"MassiveScenarioClassification (ko)":67.6,"MassiveScenarioClassification (lv)":60.81,"MassiveScenarioClassification (ml)":59.28,"MassiveScenarioClassification (mn)":57.43,"MassiveScenarioClassification (ms)":63.1,"MassiveScenarioClassification (my)":45.17,"MassiveScenarioClassification (nl)":66.71,"MassiveScenarioClassification (pt)":65.62,"MassiveScenarioClassification (ro)":61.52,"MassiveScenarioClassification (ru)":66.18,"MassiveScenarioClassification (sl)":62.96,"MassiveScenarioClassification (sq)":65.72,"MassiveScenarioClassification (sw)":51.89,"MassiveScenarioClassification (ta)":57.44,"MassiveScenarioClassification (te)":62.13,"MassiveScenarioClassification (th)":65.01,"MassiveScenarioClassification (tl)":62.36,"MassiveScenarioClassification (tr)":66.8,"MassiveScenarioClassification (ur)":59.09,"MassiveScenarioClassification (vi)":67.19,"MassiveScenarioClassification (zh-TW)":63.5} -{"index":125,"Rank":22,"Model":"multilingual-e5-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":57.15,"AmazonCounterfactualClassification (de)":70.81,"AmazonCounterfactualClassification (ja)":72.02,"AmazonReviewsClassification (de)":44.37,"AmazonReviewsClassification (es)":43.38,"AmazonReviewsClassification (fr)":40.94,"AmazonReviewsClassification (ja)":39.57,"AmazonReviewsClassification (zh)":38.34,"MTOPDomainClassification (de)":87.94,"MTOPDomainClassification (es)":85.96,"MTOPDomainClassification (fr)":84.79,"MTOPDomainClassification (hi)":83.92,"MTOPDomainClassification (th)":83.94,"MTOPIntentClassification (de)":61.05,"MTOPIntentClassification (es)":55.36,"MTOPIntentClassification (fr)":55.51,"MTOPIntentClassification (hi)":53.93,"MTOPIntentClassification (th)":58.69,"MassiveIntentClassification (af)":49.82,"MassiveIntentClassification (am)":42.4,"MassiveIntentClassification (ar)":50.2,"MassiveIntentClassification (az)":51.36,"MassiveIntentClassification (bn)":51.69,"MassiveIntentClassification (cy)":37.05,"MassiveIntentClassification (de)":59.82,"MassiveIntentClassification (el)":58.07,"MassiveIntentClassification (es)":61.13,"MassiveIntentClassification (fa)":59.51,"MassiveIntentClassification (fi)":58.91,"MassiveIntentClassification (fr)":61.32,"MassiveIntentClassification (he)":55.3,"MassiveIntentClassification (hi)":56.75,"MassiveIntentClassification (hu)":57.69,"MassiveIntentClassification (hy)":48.77,"MassiveIntentClassification (id)":58.7,"MassiveIntentClassification (is)":44.52,"MassiveIntentClassification (it)":61.29,"MassiveIntentClassification (ja)":62.3,"MassiveIntentClassification (jv)":43.23,"MassiveIntentClassification (ka)":37.56,"MassiveIntentClassification (km)":32.14,"MassiveIntentClassification (kn)":48.63,"MassiveIntentClassification (ko)":59.97,"MassiveIntentClassification (lv)":51.17,"MassiveIntentClassification (ml)":53.75,"MassiveIntentClassification (mn)":46.8,"MassiveIntentClassification (ms)":52.85,"MassiveIntentClassification (my)":46.67,"MassiveIntentClassification (nl)":61.23,"MassiveIntentClassification (pt)":62.12,"MassiveIntentClassification (ro)":56.83,"MassiveIntentClassification (ru)":62.78,"MassiveIntentClassification (sl)":53.84,"MassiveIntentClassification (sq)":51.07,"MassiveIntentClassification (sw)":45.24,"MassiveIntentClassification (ta)":48.93,"MassiveIntentClassification (te)":50.09,"MassiveIntentClassification (th)":59.63,"MassiveIntentClassification (tl)":48.99,"MassiveIntentClassification (tr)":60.69,"MassiveIntentClassification (ur)":51.3,"MassiveIntentClassification (vi)":59.61,"MassiveIntentClassification (zh-TW)":56.4,"MassiveScenarioClassification (af)":58.95,"MassiveScenarioClassification (am)":50.33,"MassiveScenarioClassification (ar)":58.0,"MassiveScenarioClassification (az)":55.15,"MassiveScenarioClassification (bn)":57.0,"MassiveScenarioClassification (cy)":43.84,"MassiveScenarioClassification (de)":68.4,"MassiveScenarioClassification (el)":65.38,"MassiveScenarioClassification (es)":66.47,"MassiveScenarioClassification (fa)":63.92,"MassiveScenarioClassification (fi)":64.94,"MassiveScenarioClassification (fr)":67.37,"MassiveScenarioClassification (he)":62.53,"MassiveScenarioClassification (hi)":62.91,"MassiveScenarioClassification (hu)":65.75,"MassiveScenarioClassification (hy)":53.63,"MassiveScenarioClassification (id)":63.6,"MassiveScenarioClassification (is)":53.28,"MassiveScenarioClassification (it)":66.17,"MassiveScenarioClassification (ja)":69.89,"MassiveScenarioClassification (jv)":51.94,"MassiveScenarioClassification (ka)":43.38,"MassiveScenarioClassification (km)":38.45,"MassiveScenarioClassification (kn)":53.49,"MassiveScenarioClassification (ko)":67.9,"MassiveScenarioClassification (lv)":56.42,"MassiveScenarioClassification (ml)":59.89,"MassiveScenarioClassification (mn)":51.87,"MassiveScenarioClassification (ms)":58.35,"MassiveScenarioClassification (my)":50.77,"MassiveScenarioClassification (nl)":68.62,"MassiveScenarioClassification (pt)":65.49,"MassiveScenarioClassification (ro)":63.5,"MassiveScenarioClassification (ru)":68.21,"MassiveScenarioClassification (sl)":58.3,"MassiveScenarioClassification (sq)":57.92,"MassiveScenarioClassification (sw)":52.64,"MassiveScenarioClassification (ta)":53.86,"MassiveScenarioClassification (te)":54.24,"MassiveScenarioClassification (th)":67.37,"MassiveScenarioClassification (tl)":54.36,"MassiveScenarioClassification (tr)":65.18,"MassiveScenarioClassification (ur)":56.74,"MassiveScenarioClassification (vi)":66.35,"MassiveScenarioClassification (zh-TW)":63.73} -{"index":128,"Rank":23,"Model":"multilingual-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":55.18,"AmazonCounterfactualClassification (de)":71.72,"AmazonCounterfactualClassification (ja)":61.46,"AmazonReviewsClassification (de)":41.07,"AmazonReviewsClassification (es)":41.37,"AmazonReviewsClassification (fr)":39.68,"AmazonReviewsClassification (ja)":38.55,"AmazonReviewsClassification (zh)":38.31,"MTOPDomainClassification (de)":86.15,"MTOPDomainClassification (es)":85.53,"MTOPDomainClassification (fr)":81.2,"MTOPDomainClassification (hi)":84.07,"MTOPDomainClassification (th)":83.16,"MTOPIntentClassification (de)":55.88,"MTOPIntentClassification (es)":53.15,"MTOPIntentClassification (fr)":46.01,"MTOPIntentClassification (hi)":52.26,"MTOPIntentClassification (th)":54.61,"MassiveIntentClassification (af)":48.74,"MassiveIntentClassification (am)":43.52,"MassiveIntentClassification (ar)":47.78,"MassiveIntentClassification (az)":49.32,"MassiveIntentClassification (bn)":50.68,"MassiveIntentClassification (cy)":36.62,"MassiveIntentClassification (de)":55.52,"MassiveIntentClassification (el)":54.14,"MassiveIntentClassification (es)":59.19,"MassiveIntentClassification (fa)":57.73,"MassiveIntentClassification (fi)":55.14,"MassiveIntentClassification (fr)":57.9,"MassiveIntentClassification (he)":51.11,"MassiveIntentClassification (hi)":55.69,"MassiveIntentClassification (hu)":53.21,"MassiveIntentClassification (hy)":47.89,"MassiveIntentClassification (id)":56.2,"MassiveIntentClassification (is)":41.53,"MassiveIntentClassification (it)":58.8,"MassiveIntentClassification (ja)":61.58,"MassiveIntentClassification (jv)":42.96,"MassiveIntentClassification (ka)":39.52,"MassiveIntentClassification (km)":33.45,"MassiveIntentClassification (kn)":47.85,"MassiveIntentClassification (ko)":57.12,"MassiveIntentClassification (lv)":44.93,"MassiveIntentClassification (ml)":52.81,"MassiveIntentClassification (mn)":47.38,"MassiveIntentClassification (ms)":50.8,"MassiveIntentClassification (my)":45.64,"MassiveIntentClassification (nl)":59.27,"MassiveIntentClassification (pt)":60.12,"MassiveIntentClassification (ro)":52.82,"MassiveIntentClassification (ru)":58.43,"MassiveIntentClassification (sl)":47.71,"MassiveIntentClassification (sq)":48.68,"MassiveIntentClassification (sw)":44.84,"MassiveIntentClassification (ta)":47.65,"MassiveIntentClassification (te)":48.85,"MassiveIntentClassification (th)":56.26,"MassiveIntentClassification (tl)":48.7,"MassiveIntentClassification (tr)":56.88,"MassiveIntentClassification (ur)":50.51,"MassiveIntentClassification (vi)":56.19,"MassiveIntentClassification (zh-TW)":53.75,"MassiveScenarioClassification (af)":58.0,"MassiveScenarioClassification (am)":50.53,"MassiveScenarioClassification (ar)":54.56,"MassiveScenarioClassification (az)":53.27,"MassiveScenarioClassification (bn)":57.38,"MassiveScenarioClassification (cy)":44.63,"MassiveScenarioClassification (de)":65.88,"MassiveScenarioClassification (el)":62.29,"MassiveScenarioClassification (es)":64.43,"MassiveScenarioClassification (fa)":63.32,"MassiveScenarioClassification (fi)":61.89,"MassiveScenarioClassification (fr)":63.9,"MassiveScenarioClassification (he)":59.22,"MassiveScenarioClassification (hi)":62.22,"MassiveScenarioClassification (hu)":61.93,"MassiveScenarioClassification (hy)":52.93,"MassiveScenarioClassification (id)":62.0,"MassiveScenarioClassification (is)":49.66,"MassiveScenarioClassification (it)":64.03,"MassiveScenarioClassification (ja)":67.75,"MassiveScenarioClassification (jv)":51.39,"MassiveScenarioClassification (ka)":44.96,"MassiveScenarioClassification (km)":39.01,"MassiveScenarioClassification (kn)":52.73,"MassiveScenarioClassification (ko)":65.7,"MassiveScenarioClassification (lv)":51.0,"MassiveScenarioClassification (ml)":60.31,"MassiveScenarioClassification (mn)":52.41,"MassiveScenarioClassification (ms)":59.18,"MassiveScenarioClassification (my)":51.07,"MassiveScenarioClassification (nl)":67.01,"MassiveScenarioClassification (pt)":62.75,"MassiveScenarioClassification (ro)":60.0,"MassiveScenarioClassification (ru)":63.89,"MassiveScenarioClassification (sl)":54.05,"MassiveScenarioClassification (sq)":56.15,"MassiveScenarioClassification (sw)":52.42,"MassiveScenarioClassification (ta)":52.74,"MassiveScenarioClassification (te)":54.86,"MassiveScenarioClassification (th)":65.72,"MassiveScenarioClassification (tl)":55.3,"MassiveScenarioClassification (tr)":62.14,"MassiveScenarioClassification (ur)":55.91,"MassiveScenarioClassification (vi)":62.67,"MassiveScenarioClassification (zh-TW)":61.15} -{"index":5,"Rank":24,"Model":"voyage-large-2-instruct<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":16000,"Average":55.13,"AmazonCounterfactualClassification (de)":64.61,"AmazonCounterfactualClassification (ja)":77.46,"AmazonReviewsClassification (de)":47.52,"AmazonReviewsClassification (es)":46.78,"AmazonReviewsClassification (fr)":46.43,"AmazonReviewsClassification (ja)":45.09,"AmazonReviewsClassification (zh)":44.16,"MTOPDomainClassification (de)":95.27,"MTOPDomainClassification (es)":95.28,"MTOPDomainClassification (fr)":93.57,"MTOPDomainClassification (hi)":79.0,"MTOPDomainClassification (th)":76.64,"MTOPIntentClassification (de)":70.28,"MTOPIntentClassification (es)":74.9,"MTOPIntentClassification (fr)":68.15,"MTOPIntentClassification (hi)":40.64,"MTOPIntentClassification (th)":52.46,"MassiveIntentClassification (af)":56.14,"MassiveIntentClassification (am)":24.82,"MassiveIntentClassification (ar)":47.61,"MassiveIntentClassification (az)":50.48,"MassiveIntentClassification (bn)":39.06,"MassiveIntentClassification (cy)":36.38,"MassiveIntentClassification (de)":67.84,"MassiveIntentClassification (el)":51.05,"MassiveIntentClassification (es)":69.32,"MassiveIntentClassification (fa)":55.04,"MassiveIntentClassification (fi)":56.04,"MassiveIntentClassification (fr)":69.76,"MassiveIntentClassification (he)":46.56,"MassiveIntentClassification (hi)":48.1,"MassiveIntentClassification (hu)":60.74,"MassiveIntentClassification (hy)":32.94,"MassiveIntentClassification (id)":64.75,"MassiveIntentClassification (is)":46.74,"MassiveIntentClassification (it)":68.79,"MassiveIntentClassification (ja)":67.62,"MassiveIntentClassification (jv)":42.59,"MassiveIntentClassification (ka)":32.48,"MassiveIntentClassification (km)":21.07,"MassiveIntentClassification (kn)":17.95,"MassiveIntentClassification (ko)":59.58,"MassiveIntentClassification (lv)":45.89,"MassiveIntentClassification (ml)":31.31,"MassiveIntentClassification (mn)":33.06,"MassiveIntentClassification (ms)":57.61,"MassiveIntentClassification (my)":18.82,"MassiveIntentClassification (nl)":68.84,"MassiveIntentClassification (pt)":70.28,"MassiveIntentClassification (ro)":61.22,"MassiveIntentClassification (ru)":70.87,"MassiveIntentClassification (sl)":62.57,"MassiveIntentClassification (sq)":41.24,"MassiveIntentClassification (sw)":38.08,"MassiveIntentClassification (ta)":28.71,"MassiveIntentClassification (te)":22.0,"MassiveIntentClassification (th)":45.59,"MassiveIntentClassification (tl)":48.84,"MassiveIntentClassification (tr)":59.39,"MassiveIntentClassification (ur)":38.9,"MassiveIntentClassification (vi)":55.12,"MassiveIntentClassification (zh-TW)":63.36,"MassiveScenarioClassification (af)":67.7,"MassiveScenarioClassification (am)":34.34,"MassiveScenarioClassification (ar)":55.46,"MassiveScenarioClassification (az)":58.36,"MassiveScenarioClassification (bn)":47.38,"MassiveScenarioClassification (cy)":45.38,"MassiveScenarioClassification (de)":78.79,"MassiveScenarioClassification (el)":60.8,"MassiveScenarioClassification (es)":77.27,"MassiveScenarioClassification (fa)":60.92,"MassiveScenarioClassification (fi)":64.86,"MassiveScenarioClassification (fr)":77.99,"MassiveScenarioClassification (he)":53.04,"MassiveScenarioClassification (hi)":56.05,"MassiveScenarioClassification (hu)":71.32,"MassiveScenarioClassification (hy)":40.24,"MassiveScenarioClassification (id)":72.48,"MassiveScenarioClassification (is)":58.65,"MassiveScenarioClassification (it)":77.33,"MassiveScenarioClassification (ja)":76.24,"MassiveScenarioClassification (jv)":52.42,"MassiveScenarioClassification (ka)":41.12,"MassiveScenarioClassification (km)":25.63,"MassiveScenarioClassification (kn)":26.11,"MassiveScenarioClassification (ko)":68.71,"MassiveScenarioClassification (lv)":56.15,"MassiveScenarioClassification (ml)":38.14,"MassiveScenarioClassification (mn)":41.83,"MassiveScenarioClassification (ms)":67.79,"MassiveScenarioClassification (my)":25.4,"MassiveScenarioClassification (nl)":78.78,"MassiveScenarioClassification (pt)":76.66,"MassiveScenarioClassification (ro)":70.68,"MassiveScenarioClassification (ru)":78.34,"MassiveScenarioClassification (sl)":71.12,"MassiveScenarioClassification (sq)":52.83,"MassiveScenarioClassification (sw)":46.95,"MassiveScenarioClassification (ta)":36.67,"MassiveScenarioClassification (te)":28.33,"MassiveScenarioClassification (th)":56.57,"MassiveScenarioClassification (tl)":59.21,"MassiveScenarioClassification (tr)":67.67,"MassiveScenarioClassification (ur)":48.18,"MassiveScenarioClassification (vi)":62.79,"MassiveScenarioClassification (zh-TW)":72.34} -{"index":197,"Rank":25,"Model":"text-embedding-3-small<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":8191,"Average":54.81,"AmazonCounterfactualClassification (de)":72.25,"AmazonCounterfactualClassification (ja)":71.86,"AmazonReviewsClassification (de)":44.2,"AmazonReviewsClassification (es)":43.33,"AmazonReviewsClassification (fr)":43.64,"AmazonReviewsClassification (ja)":37.48,"AmazonReviewsClassification (zh)":37.42,"MTOPDomainClassification (de)":92.77,"MTOPDomainClassification (es)":93.11,"MTOPDomainClassification (fr)":90.9,"MTOPDomainClassification (hi)":71.85,"MTOPDomainClassification (th)":70.32,"MTOPIntentClassification (de)":71.6,"MTOPIntentClassification (es)":73.4,"MTOPIntentClassification (fr)":67.83,"MTOPIntentClassification (hi)":42.3,"MTOPIntentClassification (th)":48.04,"MassiveIntentClassification (af)":55.03,"MassiveIntentClassification (am)":31.68,"MassiveIntentClassification (ar)":51.72,"MassiveIntentClassification (az)":45.36,"MassiveIntentClassification (bn)":42.02,"MassiveIntentClassification (cy)":40.7,"MassiveIntentClassification (de)":66.56,"MassiveIntentClassification (el)":54.11,"MassiveIntentClassification (es)":66.91,"MassiveIntentClassification (fa)":52.0,"MassiveIntentClassification (fi)":60.27,"MassiveIntentClassification (fr)":67.8,"MassiveIntentClassification (he)":45.11,"MassiveIntentClassification (hi)":44.77,"MassiveIntentClassification (hu)":55.75,"MassiveIntentClassification (hy)":31.93,"MassiveIntentClassification (id)":60.52,"MassiveIntentClassification (is)":41.21,"MassiveIntentClassification (it)":66.6,"MassiveIntentClassification (ja)":64.14,"MassiveIntentClassification (jv)":48.29,"MassiveIntentClassification (ka)":28.86,"MassiveIntentClassification (km)":33.33,"MassiveIntentClassification (kn)":37.15,"MassiveIntentClassification (ko)":52.12,"MassiveIntentClassification (lv)":47.21,"MassiveIntentClassification (ml)":40.9,"MassiveIntentClassification (mn)":40.05,"MassiveIntentClassification (ms)":57.19,"MassiveIntentClassification (my)":28.57,"MassiveIntentClassification (nl)":67.82,"MassiveIntentClassification (pt)":67.6,"MassiveIntentClassification (ro)":60.05,"MassiveIntentClassification (ru)":63.87,"MassiveIntentClassification (sl)":58.77,"MassiveIntentClassification (sq)":46.1,"MassiveIntentClassification (sw)":45.12,"MassiveIntentClassification (ta)":37.65,"MassiveIntentClassification (te)":37.19,"MassiveIntentClassification (th)":45.14,"MassiveIntentClassification (tl)":50.93,"MassiveIntentClassification (tr)":56.52,"MassiveIntentClassification (ur)":39.51,"MassiveIntentClassification (vi)":53.28,"MassiveIntentClassification (zh-TW)":59.91,"MassiveScenarioClassification (af)":66.43,"MassiveScenarioClassification (am)":36.06,"MassiveScenarioClassification (ar)":58.95,"MassiveScenarioClassification (az)":52.6,"MassiveScenarioClassification (bn)":46.02,"MassiveScenarioClassification (cy)":47.54,"MassiveScenarioClassification (de)":74.88,"MassiveScenarioClassification (el)":60.87,"MassiveScenarioClassification (es)":72.19,"MassiveScenarioClassification (fa)":57.04,"MassiveScenarioClassification (fi)":66.29,"MassiveScenarioClassification (fr)":73.3,"MassiveScenarioClassification (he)":51.68,"MassiveScenarioClassification (hi)":51.29,"MassiveScenarioClassification (hu)":64.06,"MassiveScenarioClassification (hy)":38.01,"MassiveScenarioClassification (id)":69.04,"MassiveScenarioClassification (is)":50.91,"MassiveScenarioClassification (it)":72.59,"MassiveScenarioClassification (ja)":71.02,"MassiveScenarioClassification (jv)":55.21,"MassiveScenarioClassification (ka)":32.87,"MassiveScenarioClassification (km)":39.58,"MassiveScenarioClassification (kn)":41.2,"MassiveScenarioClassification (ko)":57.88,"MassiveScenarioClassification (lv)":52.16,"MassiveScenarioClassification (ml)":44.68,"MassiveScenarioClassification (mn)":41.77,"MassiveScenarioClassification (ms)":65.35,"MassiveScenarioClassification (my)":35.19,"MassiveScenarioClassification (nl)":74.25,"MassiveScenarioClassification (pt)":71.06,"MassiveScenarioClassification (ro)":65.97,"MassiveScenarioClassification (ru)":69.58,"MassiveScenarioClassification (sl)":66.65,"MassiveScenarioClassification (sq)":55.13,"MassiveScenarioClassification (sw)":54.09,"MassiveScenarioClassification (ta)":44.43,"MassiveScenarioClassification (te)":42.89,"MassiveScenarioClassification (th)":54.2,"MassiveScenarioClassification (tl)":60.12,"MassiveScenarioClassification (tr)":63.72,"MassiveScenarioClassification (ur)":47.76,"MassiveScenarioClassification (vi)":61.03,"MassiveScenarioClassification (zh-TW)":67.61} -{"index":85,"Rank":26,"Model":"Titan-text-embeddings-v2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":54.73,"AmazonCounterfactualClassification (de)":70.94,"AmazonCounterfactualClassification (ja)":80.06,"AmazonReviewsClassification (de)":38.83,"AmazonReviewsClassification (es)":39.39,"AmazonReviewsClassification (fr)":39.47,"AmazonReviewsClassification (ja)":35.9,"AmazonReviewsClassification (zh)":36.07,"MTOPDomainClassification (de)":86.91,"MTOPDomainClassification (es)":87.74,"MTOPDomainClassification (fr)":86.22,"MTOPDomainClassification (hi)":82.92,"MTOPDomainClassification (th)":69.9,"MTOPIntentClassification (de)":63.26,"MTOPIntentClassification (es)":65.06,"MTOPIntentClassification (fr)":59.43,"MTOPIntentClassification (hi)":59.08,"MTOPIntentClassification (th)":43.75,"MassiveIntentClassification (af)":47.6,"MassiveIntentClassification (am)":31.57,"MassiveIntentClassification (ar)":52.63,"MassiveIntentClassification (az)":50.09,"MassiveIntentClassification (bn)":46.54,"MassiveIntentClassification (cy)":44.26,"MassiveIntentClassification (de)":61.87,"MassiveIntentClassification (el)":47.02,"MassiveIntentClassification (es)":62.54,"MassiveIntentClassification (fa)":55.19,"MassiveIntentClassification (fi)":48.43,"MassiveIntentClassification (fr)":64.27,"MassiveIntentClassification (he)":57.62,"MassiveIntentClassification (hi)":57.54,"MassiveIntentClassification (hu)":45.67,"MassiveIntentClassification (hy)":39.2,"MassiveIntentClassification (id)":55.0,"MassiveIntentClassification (is)":43.14,"MassiveIntentClassification (it)":61.0,"MassiveIntentClassification (ja)":64.29,"MassiveIntentClassification (jv)":43.69,"MassiveIntentClassification (ka)":38.35,"MassiveIntentClassification (km)":34.22,"MassiveIntentClassification (kn)":51.79,"MassiveIntentClassification (ko)":59.59,"MassiveIntentClassification (lv)":46.54,"MassiveIntentClassification (ml)":54.47,"MassiveIntentClassification (mn)":40.68,"MassiveIntentClassification (ms)":51.24,"MassiveIntentClassification (my)":31.76,"MassiveIntentClassification (nl)":60.82,"MassiveIntentClassification (pt)":62.74,"MassiveIntentClassification (ro)":49.68,"MassiveIntentClassification (ru)":60.85,"MassiveIntentClassification (sl)":48.59,"MassiveIntentClassification (sq)":47.17,"MassiveIntentClassification (sw)":45.97,"MassiveIntentClassification (ta)":53.6,"MassiveIntentClassification (te)":53.45,"MassiveIntentClassification (th)":46.17,"MassiveIntentClassification (tl)":49.48,"MassiveIntentClassification (tr)":58.03,"MassiveIntentClassification (ur)":39.26,"MassiveIntentClassification (vi)":52.16,"MassiveIntentClassification (zh-TW)":58.21,"MassiveScenarioClassification (af)":58.07,"MassiveScenarioClassification (am)":38.21,"MassiveScenarioClassification (ar)":57.47,"MassiveScenarioClassification (az)":54.37,"MassiveScenarioClassification (bn)":52.72,"MassiveScenarioClassification (cy)":49.5,"MassiveScenarioClassification (de)":71.28,"MassiveScenarioClassification (el)":52.42,"MassiveScenarioClassification (es)":67.04,"MassiveScenarioClassification (fa)":60.17,"MassiveScenarioClassification (fi)":54.05,"MassiveScenarioClassification (fr)":69.76,"MassiveScenarioClassification (he)":62.85,"MassiveScenarioClassification (hi)":62.18,"MassiveScenarioClassification (hu)":53.52,"MassiveScenarioClassification (hy)":45.95,"MassiveScenarioClassification (id)":60.33,"MassiveScenarioClassification (is)":50.1,"MassiveScenarioClassification (it)":66.49,"MassiveScenarioClassification (ja)":68.36,"MassiveScenarioClassification (jv)":50.59,"MassiveScenarioClassification (ka)":42.76,"MassiveScenarioClassification (km)":40.65,"MassiveScenarioClassification (kn)":57.25,"MassiveScenarioClassification (ko)":63.84,"MassiveScenarioClassification (lv)":53.14,"MassiveScenarioClassification (ml)":58.84,"MassiveScenarioClassification (mn)":44.82,"MassiveScenarioClassification (ms)":58.9,"MassiveScenarioClassification (my)":38.52,"MassiveScenarioClassification (nl)":67.54,"MassiveScenarioClassification (pt)":65.7,"MassiveScenarioClassification (ro)":57.2,"MassiveScenarioClassification (ru)":65.42,"MassiveScenarioClassification (sl)":55.15,"MassiveScenarioClassification (sq)":55.68,"MassiveScenarioClassification (sw)":52.3,"MassiveScenarioClassification (ta)":56.19,"MassiveScenarioClassification (te)":58.02,"MassiveScenarioClassification (th)":52.56,"MassiveScenarioClassification (tl)":57.43,"MassiveScenarioClassification (tr)":61.55,"MassiveScenarioClassification (ur)":47.11,"MassiveScenarioClassification (vi)":56.83,"MassiveScenarioClassification (zh-TW)":64.02} -{"index":88,"Rank":27,"Model":"sgpt-bloom-7b1-msmarco<\/a>","Model Size (Million Parameters)":7068,"Memory Usage (GB, fp32)":26.33,"Embedding Dimensions":4096,"Max Tokens":2048,"Average":54.35,"AmazonCounterfactualClassification (de)":61.35,"AmazonCounterfactualClassification (ja)":58.23,"AmazonReviewsClassification (de)":29.7,"AmazonReviewsClassification (es)":35.97,"AmazonReviewsClassification (fr)":35.92,"AmazonReviewsClassification (ja)":27.64,"AmazonReviewsClassification (zh)":32.63,"MTOPDomainClassification (de)":82.05,"MTOPDomainClassification (es)":93.55,"MTOPDomainClassification (fr)":90.98,"MTOPDomainClassification (hi)":89.33,"MTOPDomainClassification (th)":60.49,"MTOPIntentClassification (de)":61.92,"MTOPIntentClassification (es)":74.49,"MTOPIntentClassification (fr)":69.12,"MTOPIntentClassification (hi)":64.85,"MTOPIntentClassification (th)":49.36,"MassiveIntentClassification (af)":47.85,"MassiveIntentClassification (am)":33.3,"MassiveIntentClassification (ar)":59.25,"MassiveIntentClassification (az)":45.24,"MassiveIntentClassification (bn)":61.59,"MassiveIntentClassification (cy)":44.92,"MassiveIntentClassification (de)":56.1,"MassiveIntentClassification (el)":46.13,"MassiveIntentClassification (es)":66.35,"MassiveIntentClassification (fa)":51.2,"MassiveIntentClassification (fi)":45.33,"MassiveIntentClassification (fr)":66.95,"MassiveIntentClassification (he)":43.18,"MassiveIntentClassification (hi)":63.54,"MassiveIntentClassification (hu)":44.73,"MassiveIntentClassification (hy)":38.13,"MassiveIntentClassification (id)":64.06,"MassiveIntentClassification (is)":44.35,"MassiveIntentClassification (it)":60.77,"MassiveIntentClassification (ja)":61.22,"MassiveIntentClassification (jv)":50.94,"MassiveIntentClassification (ka)":33.84,"MassiveIntentClassification (km)":37.34,"MassiveIntentClassification (kn)":53.54,"MassiveIntentClassification (ko)":53.36,"MassiveIntentClassification (lv)":46.5,"MassiveIntentClassification (ml)":58.27,"MassiveIntentClassification (mn)":40.28,"MassiveIntentClassification (ms)":59.65,"MassiveIntentClassification (my)":37.42,"MassiveIntentClassification (nl)":52.09,"MassiveIntentClassification (pt)":66.69,"MassiveIntentClassification (ro)":50.53,"MassiveIntentClassification (ru)":58.32,"MassiveIntentClassification (sl)":47.74,"MassiveIntentClassification (sq)":48.94,"MassiveIntentClassification (sw)":49.81,"MassiveIntentClassification (ta)":56.4,"MassiveIntentClassification (te)":54.71,"MassiveIntentClassification (th)":44.43,"MassiveIntentClassification (tl)":50.21,"MassiveIntentClassification (tr)":46.56,"MassiveIntentClassification (ur)":56.75,"MassiveIntentClassification (vi)":64.53,"MassiveIntentClassification (zh-TW)":62.89,"MassiveScenarioClassification (af)":51.47,"MassiveScenarioClassification (am)":34.87,"MassiveScenarioClassification (ar)":65.21,"MassiveScenarioClassification (az)":45.58,"MassiveScenarioClassification (bn)":67.3,"MassiveScenarioClassification (cy)":46.29,"MassiveScenarioClassification (de)":61.74,"MassiveScenarioClassification (el)":48.96,"MassiveScenarioClassification (es)":73.34,"MassiveScenarioClassification (fa)":53.17,"MassiveScenarioClassification (fi)":44.69,"MassiveScenarioClassification (fr)":72.91,"MassiveScenarioClassification (he)":43.1,"MassiveScenarioClassification (hi)":69.27,"MassiveScenarioClassification (hu)":45.16,"MassiveScenarioClassification (hy)":38.73,"MassiveScenarioClassification (id)":70.13,"MassiveScenarioClassification (is)":44.21,"MassiveScenarioClassification (it)":65.57,"MassiveScenarioClassification (ja)":65.76,"MassiveScenarioClassification (jv)":54.79,"MassiveScenarioClassification (ka)":32.99,"MassiveScenarioClassification (km)":39.34,"MassiveScenarioClassification (kn)":60.5,"MassiveScenarioClassification (ko)":55.69,"MassiveScenarioClassification (lv)":44.35,"MassiveScenarioClassification (ml)":65.53,"MassiveScenarioClassification (mn)":38.72,"MassiveScenarioClassification (ms)":64.99,"MassiveScenarioClassification (my)":36.84,"MassiveScenarioClassification (nl)":56.32,"MassiveScenarioClassification (pt)":71.46,"MassiveScenarioClassification (ro)":53.69,"MassiveScenarioClassification (ru)":61.6,"MassiveScenarioClassification (sl)":48.04,"MassiveScenarioClassification (sq)":50.06,"MassiveScenarioClassification (sw)":54.22,"MassiveScenarioClassification (ta)":62.77,"MassiveScenarioClassification (te)":62.59,"MassiveScenarioClassification (th)":45.18,"MassiveScenarioClassification (tl)":52.06,"MassiveScenarioClassification (tr)":47.21,"MassiveScenarioClassification (ur)":64.26,"MassiveScenarioClassification (vi)":70.61,"MassiveScenarioClassification (zh-TW)":70.3} -{"index":171,"Rank":28,"Model":"paraphrase-multilingual-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":54.13,"AmazonCounterfactualClassification (de)":68.35,"AmazonCounterfactualClassification (ja)":63.45,"AmazonReviewsClassification (de)":35.91,"AmazonReviewsClassification (es)":37.49,"AmazonReviewsClassification (fr)":35.3,"AmazonReviewsClassification (ja)":33.24,"AmazonReviewsClassification (zh)":35.26,"MTOPDomainClassification (de)":79.2,"MTOPDomainClassification (es)":83.04,"MTOPDomainClassification (fr)":78.63,"MTOPDomainClassification (hi)":81.36,"MTOPDomainClassification (th)":79.99,"MTOPIntentClassification (de)":54.23,"MTOPIntentClassification (es)":60.28,"MTOPIntentClassification (fr)":54.05,"MTOPIntentClassification (hi)":59.9,"MTOPIntentClassification (th)":61.96,"MassiveIntentClassification (af)":45.87,"MassiveIntentClassification (am)":36.77,"MassiveIntentClassification (ar)":45.15,"MassiveIntentClassification (az)":47.43,"MassiveIntentClassification (bn)":35.38,"MassiveIntentClassification (cy)":26.13,"MassiveIntentClassification (de)":50.71,"MassiveIntentClassification (el)":58.7,"MassiveIntentClassification (es)":59.7,"MassiveIntentClassification (fa)":61.03,"MassiveIntentClassification (fi)":57.56,"MassiveIntentClassification (fr)":57.52,"MassiveIntentClassification (he)":52.55,"MassiveIntentClassification (hi)":58.37,"MassiveIntentClassification (hu)":60.44,"MassiveIntentClassification (hy)":51.6,"MassiveIntentClassification (id)":59.9,"MassiveIntentClassification (is)":30.87,"MassiveIntentClassification (it)":59.66,"MassiveIntentClassification (ja)":60.9,"MassiveIntentClassification (jv)":32.37,"MassiveIntentClassification (ka)":43.03,"MassiveIntentClassification (km)":40.04,"MassiveIntentClassification (kn)":41.0,"MassiveIntentClassification (ko)":50.36,"MassiveIntentClassification (lv)":54.72,"MassiveIntentClassification (ml)":42.44,"MassiveIntentClassification (mn)":51.77,"MassiveIntentClassification (ms)":54.81,"MassiveIntentClassification (my)":52.03,"MassiveIntentClassification (nl)":59.52,"MassiveIntentClassification (pt)":61.29,"MassiveIntentClassification (ro)":58.44,"MassiveIntentClassification (ru)":59.06,"MassiveIntentClassification (sl)":57.35,"MassiveIntentClassification (sq)":56.6,"MassiveIntentClassification (sw)":29.56,"MassiveIntentClassification (ta)":36.82,"MassiveIntentClassification (te)":40.77,"MassiveIntentClassification (th)":58.92,"MassiveIntentClassification (tl)":33.67,"MassiveIntentClassification (tr)":59.91,"MassiveIntentClassification (ur)":52.79,"MassiveIntentClassification (vi)":56.62,"MassiveIntentClassification (zh-TW)":58.74,"MassiveScenarioClassification (af)":53.63,"MassiveScenarioClassification (am)":41.89,"MassiveScenarioClassification (ar)":51.71,"MassiveScenarioClassification (az)":52.09,"MassiveScenarioClassification (bn)":41.17,"MassiveScenarioClassification (cy)":31.71,"MassiveScenarioClassification (de)":57.4,"MassiveScenarioClassification (el)":66.14,"MassiveScenarioClassification (es)":65.07,"MassiveScenarioClassification (fa)":65.89,"MassiveScenarioClassification (fi)":63.74,"MassiveScenarioClassification (fr)":64.52,"MassiveScenarioClassification (he)":59.22,"MassiveScenarioClassification (hi)":65.23,"MassiveScenarioClassification (hu)":66.57,"MassiveScenarioClassification (hy)":56.11,"MassiveScenarioClassification (id)":66.17,"MassiveScenarioClassification (is)":37.55,"MassiveScenarioClassification (it)":65.01,"MassiveScenarioClassification (ja)":66.49,"MassiveScenarioClassification (jv)":38.62,"MassiveScenarioClassification (ka)":50.66,"MassiveScenarioClassification (km)":46.95,"MassiveScenarioClassification (kn)":45.72,"MassiveScenarioClassification (ko)":55.71,"MassiveScenarioClassification (lv)":59.82,"MassiveScenarioClassification (ml)":47.73,"MassiveScenarioClassification (mn)":57.07,"MassiveScenarioClassification (ms)":61.73,"MassiveScenarioClassification (my)":59.09,"MassiveScenarioClassification (nl)":65.53,"MassiveScenarioClassification (pt)":65.83,"MassiveScenarioClassification (ro)":64.2,"MassiveScenarioClassification (ru)":65.25,"MassiveScenarioClassification (sl)":64.01,"MassiveScenarioClassification (sq)":64.34,"MassiveScenarioClassification (sw)":34.86,"MassiveScenarioClassification (ta)":42.63,"MassiveScenarioClassification (te)":46.49,"MassiveScenarioClassification (th)":67.05,"MassiveScenarioClassification (tl)":37.39,"MassiveScenarioClassification (tr)":66.53,"MassiveScenarioClassification (ur)":60.41,"MassiveScenarioClassification (vi)":60.73,"MassiveScenarioClassification (zh-TW)":65.72} -{"index":182,"Rank":29,"Model":"text2vec-base-multilingual<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":256,"Average":53.36,"AmazonCounterfactualClassification (de)":68.7,"AmazonCounterfactualClassification (ja)":61.61,"AmazonReviewsClassification (de)":33.39,"AmazonReviewsClassification (es)":34.82,"AmazonReviewsClassification (fr)":34.25,"AmazonReviewsClassification (ja)":30.05,"AmazonReviewsClassification (zh)":32.52,"MTOPDomainClassification (de)":78.61,"MTOPDomainClassification (es)":79.24,"MTOPDomainClassification (fr)":71.83,"MTOPDomainClassification (hi)":78.75,"MTOPDomainClassification (th)":77.67,"MTOPIntentClassification (de)":55.26,"MTOPIntentClassification (es)":58.68,"MTOPIntentClassification (fr)":44.53,"MTOPIntentClassification (hi)":59.62,"MTOPIntentClassification (th)":58.8,"MassiveIntentClassification (af)":45.42,"MassiveIntentClassification (am)":37.68,"MassiveIntentClassification (ar)":45.02,"MassiveIntentClassification (az)":48.71,"MassiveIntentClassification (bn)":43.79,"MassiveIntentClassification (cy)":28.76,"MassiveIntentClassification (de)":51.56,"MassiveIntentClassification (el)":56.47,"MassiveIntentClassification (es)":58.28,"MassiveIntentClassification (fa)":59.05,"MassiveIntentClassification (fi)":57.36,"MassiveIntentClassification (fr)":51.93,"MassiveIntentClassification (he)":51.18,"MassiveIntentClassification (hi)":57.06,"MassiveIntentClassification (hu)":58.36,"MassiveIntentClassification (hy)":52.11,"MassiveIntentClassification (id)":58.27,"MassiveIntentClassification (is)":35.81,"MassiveIntentClassification (it)":58.28,"MassiveIntentClassification (ja)":60.78,"MassiveIntentClassification (jv)":31.15,"MassiveIntentClassification (ka)":44.5,"MassiveIntentClassification (km)":40.99,"MassiveIntentClassification (kn)":46.96,"MassiveIntentClassification (ko)":54.73,"MassiveIntentClassification (lv)":54.87,"MassiveIntentClassification (ml)":47.89,"MassiveIntentClassification (mn)":52.23,"MassiveIntentClassification (ms)":54.28,"MassiveIntentClassification (my)":51.96,"MassiveIntentClassification (nl)":59.45,"MassiveIntentClassification (pt)":59.84,"MassiveIntentClassification (ro)":57.04,"MassiveIntentClassification (ru)":58.02,"MassiveIntentClassification (sl)":56.36,"MassiveIntentClassification (sq)":56.48,"MassiveIntentClassification (sw)":33.96,"MassiveIntentClassification (ta)":44.29,"MassiveIntentClassification (te)":47.14,"MassiveIntentClassification (th)":56.86,"MassiveIntentClassification (tl)":35.36,"MassiveIntentClassification (tr)":59.63,"MassiveIntentClassification (ur)":52.79,"MassiveIntentClassification (vi)":54.65,"MassiveIntentClassification (zh-TW)":57.47,"MassiveScenarioClassification (af)":50.86,"MassiveScenarioClassification (am)":41.18,"MassiveScenarioClassification (ar)":50.08,"MassiveScenarioClassification (az)":51.29,"MassiveScenarioClassification (bn)":46.53,"MassiveScenarioClassification (cy)":34.35,"MassiveScenarioClassification (de)":56.4,"MassiveScenarioClassification (el)":61.8,"MassiveScenarioClassification (es)":62.21,"MassiveScenarioClassification (fa)":62.44,"MassiveScenarioClassification (fi)":61.1,"MassiveScenarioClassification (fr)":58.31,"MassiveScenarioClassification (he)":56.29,"MassiveScenarioClassification (hi)":60.63,"MassiveScenarioClassification (hu)":63.29,"MassiveScenarioClassification (hy)":54.88,"MassiveScenarioClassification (id)":61.99,"MassiveScenarioClassification (is)":38.58,"MassiveScenarioClassification (it)":62.35,"MassiveScenarioClassification (ja)":65.17,"MassiveScenarioClassification (jv)":36.13,"MassiveScenarioClassification (ka)":50.27,"MassiveScenarioClassification (km)":44.24,"MassiveScenarioClassification (kn)":47.37,"MassiveScenarioClassification (ko)":58.89,"MassiveScenarioClassification (lv)":56.51,"MassiveScenarioClassification (ml)":50.06,"MassiveScenarioClassification (mn)":55.05,"MassiveScenarioClassification (ms)":59.77,"MassiveScenarioClassification (my)":55.72,"MassiveScenarioClassification (nl)":63.38,"MassiveScenarioClassification (pt)":62.41,"MassiveScenarioClassification (ro)":60.68,"MassiveScenarioClassification (ru)":62.31,"MassiveScenarioClassification (sl)":61.43,"MassiveScenarioClassification (sq)":62.23,"MassiveScenarioClassification (sw)":38.52,"MassiveScenarioClassification (ta)":47.0,"MassiveScenarioClassification (te)":51.02,"MassiveScenarioClassification (th)":63.23,"MassiveScenarioClassification (tl)":38.72,"MassiveScenarioClassification (tr)":64.49,"MassiveScenarioClassification (ur)":56.8,"MassiveScenarioClassification (vi)":57.06,"MassiveScenarioClassification (zh-TW)":63.37} -{"index":129,"Rank":30,"Model":"udever-bloom-1b1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":2048,"Average":50.6,"AmazonCounterfactualClassification (de)":66.03,"AmazonCounterfactualClassification (ja)":58.77,"AmazonReviewsClassification (de)":30.45,"AmazonReviewsClassification (es)":40.8,"AmazonReviewsClassification (fr)":35.12,"AmazonReviewsClassification (ja)":32.07,"AmazonReviewsClassification (zh)":38.12,"MTOPDomainClassification (de)":74.64,"MTOPDomainClassification (es)":92.07,"MTOPDomainClassification (fr)":69.24,"MTOPDomainClassification (hi)":88.54,"MTOPDomainClassification (th)":55.63,"MTOPIntentClassification (de)":53.4,"MTOPIntentClassification (es)":71.33,"MTOPIntentClassification (fr)":51.25,"MTOPIntentClassification (hi)":66.73,"MTOPIntentClassification (th)":42.13,"MassiveIntentClassification (af)":44.98,"MassiveIntentClassification (am)":25.35,"MassiveIntentClassification (ar)":57.08,"MassiveIntentClassification (az)":39.11,"MassiveIntentClassification (bn)":61.37,"MassiveIntentClassification (cy)":42.97,"MassiveIntentClassification (de)":50.93,"MassiveIntentClassification (el)":40.09,"MassiveIntentClassification (es)":63.81,"MassiveIntentClassification (fa)":49.06,"MassiveIntentClassification (fi)":42.58,"MassiveIntentClassification (fr)":43.21,"MassiveIntentClassification (he)":37.15,"MassiveIntentClassification (hi)":62.89,"MassiveIntentClassification (hu)":41.62,"MassiveIntentClassification (hy)":32.98,"MassiveIntentClassification (id)":62.11,"MassiveIntentClassification (is)":41.04,"MassiveIntentClassification (it)":55.83,"MassiveIntentClassification (ja)":58.83,"MassiveIntentClassification (jv)":49.31,"MassiveIntentClassification (ka)":26.43,"MassiveIntentClassification (km)":28.77,"MassiveIntentClassification (kn)":52.33,"MassiveIntentClassification (ko)":46.93,"MassiveIntentClassification (lv)":44.26,"MassiveIntentClassification (ml)":57.75,"MassiveIntentClassification (mn)":33.31,"MassiveIntentClassification (ms)":55.7,"MassiveIntentClassification (my)":27.39,"MassiveIntentClassification (nl)":48.34,"MassiveIntentClassification (pt)":64.74,"MassiveIntentClassification (ro)":48.41,"MassiveIntentClassification (ru)":52.99,"MassiveIntentClassification (sl)":44.77,"MassiveIntentClassification (sq)":45.45,"MassiveIntentClassification (sw)":46.46,"MassiveIntentClassification (ta)":55.46,"MassiveIntentClassification (te)":51.41,"MassiveIntentClassification (th)":39.2,"MassiveIntentClassification (tl)":48.53,"MassiveIntentClassification (tr)":39.51,"MassiveIntentClassification (ur)":54.72,"MassiveIntentClassification (vi)":62.01,"MassiveIntentClassification (zh-TW)":62.56,"MassiveScenarioClassification (af)":50.47,"MassiveScenarioClassification (am)":27.22,"MassiveScenarioClassification (ar)":65.43,"MassiveScenarioClassification (az)":40.74,"MassiveScenarioClassification (bn)":67.65,"MassiveScenarioClassification (cy)":43.94,"MassiveScenarioClassification (de)":56.67,"MassiveScenarioClassification (el)":41.81,"MassiveScenarioClassification (es)":71.78,"MassiveScenarioClassification (fa)":49.96,"MassiveScenarioClassification (fi)":41.01,"MassiveScenarioClassification (fr)":49.78,"MassiveScenarioClassification (he)":36.69,"MassiveScenarioClassification (hi)":69.28,"MassiveScenarioClassification (hu)":44.31,"MassiveScenarioClassification (hy)":33.64,"MassiveScenarioClassification (id)":68.98,"MassiveScenarioClassification (is)":42.1,"MassiveScenarioClassification (it)":60.27,"MassiveScenarioClassification (ja)":62.48,"MassiveScenarioClassification (jv)":54.68,"MassiveScenarioClassification (ka)":27.22,"MassiveScenarioClassification (km)":32.14,"MassiveScenarioClassification (kn)":57.95,"MassiveScenarioClassification (ko)":47.95,"MassiveScenarioClassification (lv)":42.76,"MassiveScenarioClassification (ml)":62.84,"MassiveScenarioClassification (mn)":33.21,"MassiveScenarioClassification (ms)":62.57,"MassiveScenarioClassification (my)":28.84,"MassiveScenarioClassification (nl)":52.85,"MassiveScenarioClassification (pt)":70.24,"MassiveScenarioClassification (ro)":52.73,"MassiveScenarioClassification (ru)":54.26,"MassiveScenarioClassification (sl)":46.89,"MassiveScenarioClassification (sq)":47.16,"MassiveScenarioClassification (sw)":51.2,"MassiveScenarioClassification (ta)":61.84,"MassiveScenarioClassification (te)":59.79,"MassiveScenarioClassification (th)":41.62,"MassiveScenarioClassification (tl)":50.47,"MassiveScenarioClassification (tr)":43.41,"MassiveScenarioClassification (ur)":60.15,"MassiveScenarioClassification (vi)":68.99,"MassiveScenarioClassification (zh-TW)":71.7} -{"index":130,"Rank":31,"Model":"udever-bloom-560m<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":2048,"Average":46.37,"AmazonCounterfactualClassification (de)":66.42,"AmazonCounterfactualClassification (ja)":56.86,"AmazonReviewsClassification (de)":26.85,"AmazonReviewsClassification (es)":38.97,"AmazonReviewsClassification (fr)":26.85,"AmazonReviewsClassification (ja)":28.31,"AmazonReviewsClassification (zh)":35.7,"MTOPDomainClassification (de)":68.42,"MTOPDomainClassification (es)":88.21,"MTOPDomainClassification (fr)":34.99,"MTOPDomainClassification (hi)":84.23,"MTOPDomainClassification (th)":53.17,"MTOPIntentClassification (de)":49.17,"MTOPIntentClassification (es)":65.72,"MTOPIntentClassification (fr)":15.76,"MTOPIntentClassification (hi)":61.88,"MTOPIntentClassification (th)":41.67,"MassiveIntentClassification (af)":43.29,"MassiveIntentClassification (am)":23.21,"MassiveIntentClassification (ar)":53.38,"MassiveIntentClassification (az)":39.56,"MassiveIntentClassification (bn)":56.74,"MassiveIntentClassification (cy)":40.0,"MassiveIntentClassification (de)":45.82,"MassiveIntentClassification (el)":37.87,"MassiveIntentClassification (es)":61.17,"MassiveIntentClassification (fa)":45.65,"MassiveIntentClassification (fi)":40.28,"MassiveIntentClassification (fr)":15.09,"MassiveIntentClassification (he)":32.23,"MassiveIntentClassification (hi)":59.46,"MassiveIntentClassification (hu)":40.91,"MassiveIntentClassification (hy)":29.94,"MassiveIntentClassification (id)":59.14,"MassiveIntentClassification (is)":39.62,"MassiveIntentClassification (it)":51.77,"MassiveIntentClassification (ja)":53.75,"MassiveIntentClassification (jv)":46.29,"MassiveIntentClassification (ka)":25.11,"MassiveIntentClassification (km)":27.22,"MassiveIntentClassification (kn)":47.97,"MassiveIntentClassification (ko)":40.54,"MassiveIntentClassification (lv)":43.14,"MassiveIntentClassification (ml)":53.69,"MassiveIntentClassification (mn)":33.37,"MassiveIntentClassification (ms)":51.94,"MassiveIntentClassification (my)":25.32,"MassiveIntentClassification (nl)":44.03,"MassiveIntentClassification (pt)":61.74,"MassiveIntentClassification (ro)":45.73,"MassiveIntentClassification (ru)":47.61,"MassiveIntentClassification (sl)":42.83,"MassiveIntentClassification (sq)":43.61,"MassiveIntentClassification (sw)":45.55,"MassiveIntentClassification (ta)":51.24,"MassiveIntentClassification (te)":47.43,"MassiveIntentClassification (th)":36.88,"MassiveIntentClassification (tl)":45.93,"MassiveIntentClassification (tr)":38.59,"MassiveIntentClassification (ur)":51.85,"MassiveIntentClassification (vi)":58.72,"MassiveIntentClassification (zh-TW)":59.95,"MassiveScenarioClassification (af)":47.42,"MassiveScenarioClassification (am)":24.71,"MassiveScenarioClassification (ar)":62.09,"MassiveScenarioClassification (az)":39.25,"MassiveScenarioClassification (bn)":63.37,"MassiveScenarioClassification (cy)":39.17,"MassiveScenarioClassification (de)":50.71,"MassiveScenarioClassification (el)":39.47,"MassiveScenarioClassification (es)":68.31,"MassiveScenarioClassification (fa)":45.65,"MassiveScenarioClassification (fi)":38.95,"MassiveScenarioClassification (fr)":21.67,"MassiveScenarioClassification (he)":32.13,"MassiveScenarioClassification (hi)":65.57,"MassiveScenarioClassification (hu)":42.97,"MassiveScenarioClassification (hy)":32.13,"MassiveScenarioClassification (id)":65.11,"MassiveScenarioClassification (is)":40.84,"MassiveScenarioClassification (it)":54.55,"MassiveScenarioClassification (ja)":57.15,"MassiveScenarioClassification (jv)":49.3,"MassiveScenarioClassification (ka)":25.86,"MassiveScenarioClassification (km)":31.18,"MassiveScenarioClassification (kn)":53.01,"MassiveScenarioClassification (ko)":40.25,"MassiveScenarioClassification (lv)":41.88,"MassiveScenarioClassification (ml)":59.08,"MassiveScenarioClassification (mn)":33.34,"MassiveScenarioClassification (ms)":57.45,"MassiveScenarioClassification (my)":27.2,"MassiveScenarioClassification (nl)":48.42,"MassiveScenarioClassification (pt)":66.41,"MassiveScenarioClassification (ro)":50.08,"MassiveScenarioClassification (ru)":49.94,"MassiveScenarioClassification (sl)":43.43,"MassiveScenarioClassification (sq)":44.08,"MassiveScenarioClassification (sw)":49.53,"MassiveScenarioClassification (ta)":56.79,"MassiveScenarioClassification (te)":54.01,"MassiveScenarioClassification (th)":38.58,"MassiveScenarioClassification (tl)":48.07,"MassiveScenarioClassification (tr)":40.65,"MassiveScenarioClassification (ur)":57.75,"MassiveScenarioClassification (vi)":65.83,"MassiveScenarioClassification (zh-TW)":69.64} -{"index":167,"Rank":32,"Model":"distiluse-base-multilingual-cased-v2<\/a>","Model Size (Million Parameters)":135,"Memory Usage (GB, fp32)":0.5,"Embedding Dimensions":512,"Max Tokens":512,"Average":44.78,"AmazonCounterfactualClassification (de)":68.14,"AmazonCounterfactualClassification (ja)":65.39,"AmazonReviewsClassification (de)":35.03,"AmazonReviewsClassification (es)":36.24,"AmazonReviewsClassification (fr)":35.7,"AmazonReviewsClassification (ja)":31.08,"AmazonReviewsClassification (zh)":33.89,"MTOPDomainClassification (de)":86.19,"MTOPDomainClassification (es)":87.75,"MTOPDomainClassification (fr)":84.61,"MTOPDomainClassification (hi)":76.41,"MTOPDomainClassification (th)":73.62,"MTOPIntentClassification (de)":59.21,"MTOPIntentClassification (es)":57.21,"MTOPIntentClassification (fr)":53.41,"MTOPIntentClassification (hi)":45.54,"MTOPIntentClassification (th)":47.73,"MassiveIntentClassification (af)":40.02,"MassiveIntentClassification (am)":2.35,"MassiveIntentClassification (ar)":43.14,"MassiveIntentClassification (az)":25.6,"MassiveIntentClassification (bn)":4.84,"MassiveIntentClassification (cy)":15.43,"MassiveIntentClassification (de)":51.57,"MassiveIntentClassification (el)":49.65,"MassiveIntentClassification (es)":56.57,"MassiveIntentClassification (fa)":55.36,"MassiveIntentClassification (fi)":45.72,"MassiveIntentClassification (fr)":57.02,"MassiveIntentClassification (he)":46.74,"MassiveIntentClassification (hi)":48.55,"MassiveIntentClassification (hu)":50.65,"MassiveIntentClassification (hy)":40.79,"MassiveIntentClassification (id)":56.0,"MassiveIntentClassification (is)":16.08,"MassiveIntentClassification (it)":57.65,"MassiveIntentClassification (ja)":55.33,"MassiveIntentClassification (jv)":28.16,"MassiveIntentClassification (ka)":29.41,"MassiveIntentClassification (km)":4.79,"MassiveIntentClassification (kn)":3.37,"MassiveIntentClassification (ko)":49.97,"MassiveIntentClassification (lv)":44.31,"MassiveIntentClassification (ml)":3.24,"MassiveIntentClassification (mn)":40.37,"MassiveIntentClassification (ms)":47.97,"MassiveIntentClassification (my)":38.48,"MassiveIntentClassification (nl)":58.29,"MassiveIntentClassification (pt)":58.63,"MassiveIntentClassification (ro)":50.63,"MassiveIntentClassification (ru)":57.96,"MassiveIntentClassification (sl)":50.66,"MassiveIntentClassification (sq)":50.25,"MassiveIntentClassification (sw)":19.29,"MassiveIntentClassification (ta)":3.79,"MassiveIntentClassification (te)":3.36,"MassiveIntentClassification (th)":45.28,"MassiveIntentClassification (tl)":28.44,"MassiveIntentClassification (tr)":50.47,"MassiveIntentClassification (ur)":46.03,"MassiveIntentClassification (vi)":45.25,"MassiveIntentClassification (zh-TW)":54.96,"MassiveScenarioClassification (af)":53.67,"MassiveScenarioClassification (am)":7.72,"MassiveScenarioClassification (ar)":52.19,"MassiveScenarioClassification (az)":34.75,"MassiveScenarioClassification (bn)":10.65,"MassiveScenarioClassification (cy)":21.24,"MassiveScenarioClassification (de)":61.4,"MassiveScenarioClassification (el)":60.68,"MassiveScenarioClassification (es)":64.61,"MassiveScenarioClassification (fa)":59.24,"MassiveScenarioClassification (fi)":54.66,"MassiveScenarioClassification (fr)":65.2,"MassiveScenarioClassification (he)":54.74,"MassiveScenarioClassification (hi)":55.99,"MassiveScenarioClassification (hu)":61.2,"MassiveScenarioClassification (hy)":49.63,"MassiveScenarioClassification (id)":65.25,"MassiveScenarioClassification (is)":22.6,"MassiveScenarioClassification (it)":64.63,"MassiveScenarioClassification (ja)":62.32,"MassiveScenarioClassification (jv)":35.77,"MassiveScenarioClassification (ka)":39.08,"MassiveScenarioClassification (km)":9.24,"MassiveScenarioClassification (kn)":8.28,"MassiveScenarioClassification (ko)":57.6,"MassiveScenarioClassification (lv)":51.72,"MassiveScenarioClassification (ml)":8.25,"MassiveScenarioClassification (mn)":47.21,"MassiveScenarioClassification (ms)":55.65,"MassiveScenarioClassification (my)":43.31,"MassiveScenarioClassification (nl)":67.49,"MassiveScenarioClassification (pt)":64.26,"MassiveScenarioClassification (ro)":58.03,"MassiveScenarioClassification (ru)":65.41,"MassiveScenarioClassification (sl)":59.36,"MassiveScenarioClassification (sq)":62.69,"MassiveScenarioClassification (sw)":25.12,"MassiveScenarioClassification (ta)":8.67,"MassiveScenarioClassification (te)":7.82,"MassiveScenarioClassification (th)":54.65,"MassiveScenarioClassification (tl)":36.09,"MassiveScenarioClassification (tr)":60.89,"MassiveScenarioClassification (ur)":54.71,"MassiveScenarioClassification (vi)":55.15,"MassiveScenarioClassification (zh-TW)":62.89} -{"index":8,"Rank":33,"Model":"LASER2<\/a>","Model Size (Million Parameters)":43,"Memory Usage (GB, fp32)":0.16,"Embedding Dimensions":1024,"Max Tokens":"N\/A","Average":42.45,"AmazonCounterfactualClassification (de)":67.82,"AmazonCounterfactualClassification (ja)":68.76,"AmazonReviewsClassification (de)":31.07,"AmazonReviewsClassification (es)":32.72,"AmazonReviewsClassification (fr)":31.12,"AmazonReviewsClassification (ja)":28.94,"AmazonReviewsClassification (zh)":30.89,"MTOPDomainClassification (de)":74.08,"MTOPDomainClassification (es)":73.47,"MTOPDomainClassification (fr)":72.26,"MTOPDomainClassification (hi)":72.95,"MTOPDomainClassification (th)":72.68,"MTOPIntentClassification (de)":51.62,"MTOPIntentClassification (es)":52.75,"MTOPIntentClassification (fr)":50.12,"MTOPIntentClassification (hi)":45.55,"MTOPIntentClassification (th)":50.07,"MassiveIntentClassification (af)":38.01,"MassiveIntentClassification (am)":12.7,"MassiveIntentClassification (ar)":37.16,"MassiveIntentClassification (az)":19.98,"MassiveIntentClassification (bn)":42.51,"MassiveIntentClassification (cy)":17.33,"MassiveIntentClassification (de)":44.79,"MassiveIntentClassification (el)":46.71,"MassiveIntentClassification (es)":45.44,"MassiveIntentClassification (fa)":45.01,"MassiveIntentClassification (fi)":45.94,"MassiveIntentClassification (fr)":46.13,"MassiveIntentClassification (he)":42.55,"MassiveIntentClassification (hi)":40.2,"MassiveIntentClassification (hu)":42.77,"MassiveIntentClassification (hy)":28.07,"MassiveIntentClassification (id)":45.81,"MassiveIntentClassification (is)":39.86,"MassiveIntentClassification (it)":48.25,"MassiveIntentClassification (ja)":45.3,"MassiveIntentClassification (jv)":24.3,"MassiveIntentClassification (ka)":22.7,"MassiveIntentClassification (km)":22.48,"MassiveIntentClassification (kn)":4.32,"MassiveIntentClassification (ko)":44.26,"MassiveIntentClassification (lv)":39.75,"MassiveIntentClassification (ml)":41.33,"MassiveIntentClassification (mn)":16.2,"MassiveIntentClassification (ms)":43.23,"MassiveIntentClassification (my)":25.37,"MassiveIntentClassification (nl)":45.0,"MassiveIntentClassification (pt)":48.55,"MassiveIntentClassification (ro)":44.3,"MassiveIntentClassification (ru)":44.29,"MassiveIntentClassification (sl)":44.72,"MassiveIntentClassification (sq)":46.12,"MassiveIntentClassification (sw)":31.89,"MassiveIntentClassification (ta)":29.63,"MassiveIntentClassification (te)":36.03,"MassiveIntentClassification (th)":43.39,"MassiveIntentClassification (tl)":29.73,"MassiveIntentClassification (tr)":43.93,"MassiveIntentClassification (ur)":26.11,"MassiveIntentClassification (vi)":44.33,"MassiveIntentClassification (zh-TW)":32.93,"MassiveScenarioClassification (af)":47.1,"MassiveScenarioClassification (am)":17.7,"MassiveScenarioClassification (ar)":45.21,"MassiveScenarioClassification (az)":28.21,"MassiveScenarioClassification (bn)":50.52,"MassiveScenarioClassification (cy)":22.58,"MassiveScenarioClassification (de)":54.34,"MassiveScenarioClassification (el)":55.47,"MassiveScenarioClassification (es)":52.77,"MassiveScenarioClassification (fa)":52.5,"MassiveScenarioClassification (fi)":52.63,"MassiveScenarioClassification (fr)":54.32,"MassiveScenarioClassification (he)":52.41,"MassiveScenarioClassification (hi)":47.37,"MassiveScenarioClassification (hu)":53.43,"MassiveScenarioClassification (hy)":33.57,"MassiveScenarioClassification (id)":54.38,"MassiveScenarioClassification (is)":49.78,"MassiveScenarioClassification (it)":54.84,"MassiveScenarioClassification (ja)":54.12,"MassiveScenarioClassification (jv)":32.71,"MassiveScenarioClassification (ka)":26.92,"MassiveScenarioClassification (km)":27.23,"MassiveScenarioClassification (kn)":10.06,"MassiveScenarioClassification (ko)":52.01,"MassiveScenarioClassification (lv)":44.82,"MassiveScenarioClassification (ml)":49.1,"MassiveScenarioClassification (mn)":21.51,"MassiveScenarioClassification (ms)":53.6,"MassiveScenarioClassification (my)":29.72,"MassiveScenarioClassification (nl)":53.33,"MassiveScenarioClassification (pt)":53.41,"MassiveScenarioClassification (ro)":50.48,"MassiveScenarioClassification (ru)":51.84,"MassiveScenarioClassification (sl)":51.29,"MassiveScenarioClassification (sq)":55.65,"MassiveScenarioClassification (sw)":42.04,"MassiveScenarioClassification (ta)":36.72,"MassiveScenarioClassification (te)":42.08,"MassiveScenarioClassification (th)":52.15,"MassiveScenarioClassification (tl)":37.34,"MassiveScenarioClassification (tr)":52.56,"MassiveScenarioClassification (ur)":32.6,"MassiveScenarioClassification (vi)":50.97,"MassiveScenarioClassification (zh-TW)":42.32} -{"index":71,"Rank":34,"Model":"SGPT-125M-weightedmean-msmarco-specb-bitfit<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":2048,"Average":37.64,"AmazonCounterfactualClassification (de)":56.88,"AmazonCounterfactualClassification (ja)":54.65,"AmazonReviewsClassification (de)":24.79,"AmazonReviewsClassification (es)":26.64,"AmazonReviewsClassification (fr)":26.39,"AmazonReviewsClassification (ja)":22.08,"AmazonReviewsClassification (zh)":24.27,"MTOPDomainClassification (de)":62.73,"MTOPDomainClassification (es)":67.55,"MTOPDomainClassification (fr)":65.35,"MTOPDomainClassification (hi)":45.37,"MTOPDomainClassification (th)":55.28,"MTOPIntentClassification (de)":49.56,"MTOPIntentClassification (es)":49.94,"MTOPIntentClassification (fr)":46.33,"MTOPIntentClassification (hi)":32.21,"MTOPIntentClassification (th)":43.63,"MassiveIntentClassification (af)":40.55,"MassiveIntentClassification (am)":24.18,"MassiveIntentClassification (ar)":30.13,"MassiveIntentClassification (az)":35.88,"MassiveIntentClassification (bn)":29.17,"MassiveIntentClassification (cy)":41.79,"MassiveIntentClassification (de)":42.07,"MassiveIntentClassification (el)":36.25,"MassiveIntentClassification (es)":42.68,"MassiveIntentClassification (fa)":35.59,"MassiveIntentClassification (fi)":40.04,"MassiveIntentClassification (fr)":43.44,"MassiveIntentClassification (he)":31.59,"MassiveIntentClassification (hi)":27.04,"MassiveIntentClassification (hu)":38.45,"MassiveIntentClassification (hy)":27.98,"MassiveIntentClassification (id)":43.97,"MassiveIntentClassification (is)":40.3,"MassiveIntentClassification (it)":45.47,"MassiveIntentClassification (ja)":45.61,"MassiveIntentClassification (jv)":38.67,"MassiveIntentClassification (ka)":25.65,"MassiveIntentClassification (km)":28.3,"MassiveIntentClassification (kn)":23.48,"MassiveIntentClassification (ko)":36.56,"MassiveIntentClassification (lv)":41.85,"MassiveIntentClassification (ml)":24.91,"MassiveIntentClassification (mn)":29.86,"MassiveIntentClassification (ms)":42.42,"MassiveIntentClassification (my)":25.13,"MassiveIntentClassification (nl)":43.62,"MassiveIntentClassification (pt)":45.21,"MassiveIntentClassification (ro)":41.81,"MassiveIntentClassification (ru)":35.97,"MassiveIntentClassification (sl)":40.61,"MassiveIntentClassification (sq)":42.76,"MassiveIntentClassification (sw)":41.12,"MassiveIntentClassification (ta)":24.6,"MassiveIntentClassification (te)":25.04,"MassiveIntentClassification (th)":35.4,"MassiveIntentClassification (tl)":41.19,"MassiveIntentClassification (tr)":36.41,"MassiveIntentClassification (ur)":25.93,"MassiveIntentClassification (vi)":38.8,"MassiveIntentClassification (zh-TW)":42.31,"MassiveScenarioClassification (af)":43.25,"MassiveScenarioClassification (am)":25.3,"MassiveScenarioClassification (ar)":32.07,"MassiveScenarioClassification (az)":36.68,"MassiveScenarioClassification (bn)":29.57,"MassiveScenarioClassification (cy)":42.1,"MassiveScenarioClassification (de)":43.21,"MassiveScenarioClassification (el)":36.5,"MassiveScenarioClassification (es)":44.08,"MassiveScenarioClassification (fa)":32.61,"MassiveScenarioClassification (fi)":40.36,"MassiveScenarioClassification (fr)":45.07,"MassiveScenarioClassification (he)":32.18,"MassiveScenarioClassification (hi)":26.9,"MassiveScenarioClassification (hu)":40.38,"MassiveScenarioClassification (hy)":28.38,"MassiveScenarioClassification (id)":44.36,"MassiveScenarioClassification (is)":39.29,"MassiveScenarioClassification (it)":46.47,"MassiveScenarioClassification (ja)":46.26,"MassiveScenarioClassification (jv)":41.13,"MassiveScenarioClassification (ka)":24.73,"MassiveScenarioClassification (km)":29.74,"MassiveScenarioClassification (kn)":23.85,"MassiveScenarioClassification (ko)":36.57,"MassiveScenarioClassification (lv)":40.93,"MassiveScenarioClassification (ml)":25.53,"MassiveScenarioClassification (mn)":29.11,"MassiveScenarioClassification (ms)":43.79,"MassiveScenarioClassification (my)":27.27,"MassiveScenarioClassification (nl)":45.36,"MassiveScenarioClassification (pt)":45.9,"MassiveScenarioClassification (ro)":44.12,"MassiveScenarioClassification (ru)":32.76,"MassiveScenarioClassification (sl)":40.5,"MassiveScenarioClassification (sq)":42.52,"MassiveScenarioClassification (sw)":43.0,"MassiveScenarioClassification (ta)":28.33,"MassiveScenarioClassification (te)":26.59,"MassiveScenarioClassification (th)":36.79,"MassiveScenarioClassification (tl)":42.57,"MassiveScenarioClassification (tr)":37.09,"MassiveScenarioClassification (ur)":28.84,"MassiveScenarioClassification (vi)":37.36,"MassiveScenarioClassification (zh-TW)":44.42} -{"index":72,"Rank":35,"Model":"SGPT-125M-weightedmean-nli-bitfit<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":2048,"Average":36.66,"AmazonCounterfactualClassification (de)":59.08,"AmazonCounterfactualClassification (ja)":56.42,"AmazonReviewsClassification (de)":24.52,"AmazonReviewsClassification (es)":29.1,"AmazonReviewsClassification (fr)":27.4,"AmazonReviewsClassification (ja)":21.72,"AmazonReviewsClassification (zh)":23.98,"MTOPDomainClassification (de)":60.37,"MTOPDomainClassification (es)":67.37,"MTOPDomainClassification (fr)":63.13,"MTOPDomainClassification (hi)":47.05,"MTOPDomainClassification (th)":52.28,"MTOPIntentClassification (de)":45.07,"MTOPIntentClassification (es)":48.81,"MTOPIntentClassification (fr)":44.34,"MTOPIntentClassification (hi)":34.2,"MTOPIntentClassification (th)":43.11,"MassiveIntentClassification (af)":37.79,"MassiveIntentClassification (am)":23.72,"MassiveIntentClassification (ar)":29.64,"MassiveIntentClassification (az)":39.48,"MassiveIntentClassification (bn)":26.55,"MassiveIntentClassification (cy)":38.78,"MassiveIntentClassification (de)":40.39,"MassiveIntentClassification (el)":37.29,"MassiveIntentClassification (es)":41.18,"MassiveIntentClassification (fa)":36.42,"MassiveIntentClassification (fi)":38.76,"MassiveIntentClassification (fr)":43.67,"MassiveIntentClassification (he)":31.98,"MassiveIntentClassification (hi)":28.04,"MassiveIntentClassification (hu)":38.14,"MassiveIntentClassification (hy)":26.05,"MassiveIntentClassification (id)":41.16,"MassiveIntentClassification (is)":38.63,"MassiveIntentClassification (it)":44.04,"MassiveIntentClassification (ja)":46.21,"MassiveIntentClassification (jv)":37.61,"MassiveIntentClassification (ka)":24.47,"MassiveIntentClassification (km)":26.24,"MassiveIntentClassification (kn)":17.83,"MassiveIntentClassification (ko)":37.27,"MassiveIntentClassification (lv)":40.93,"MassiveIntentClassification (ml)":17.89,"MassiveIntentClassification (mn)":32.98,"MassiveIntentClassification (ms)":40.91,"MassiveIntentClassification (my)":17.83,"MassiveIntentClassification (nl)":41.76,"MassiveIntentClassification (pt)":44.54,"MassiveIntentClassification (ro)":39.97,"MassiveIntentClassification (ru)":37.46,"MassiveIntentClassification (sl)":38.29,"MassiveIntentClassification (sq)":40.95,"MassiveIntentClassification (sw)":38.33,"MassiveIntentClassification (ta)":19.03,"MassiveIntentClassification (te)":19.38,"MassiveIntentClassification (th)":34.09,"MassiveIntentClassification (tl)":40.29,"MassiveIntentClassification (tr)":38.86,"MassiveIntentClassification (ur)":27.83,"MassiveIntentClassification (vi)":38.71,"MassiveIntentClassification (zh-TW)":42.32,"MassiveScenarioClassification (af)":40.25,"MassiveScenarioClassification (am)":25.69,"MassiveScenarioClassification (ar)":32.4,"MassiveScenarioClassification (az)":40.53,"MassiveScenarioClassification (bn)":27.23,"MassiveScenarioClassification (cy)":38.7,"MassiveScenarioClassification (de)":41.36,"MassiveScenarioClassification (el)":38.44,"MassiveScenarioClassification (es)":44.18,"MassiveScenarioClassification (fa)":34.83,"MassiveScenarioClassification (fi)":40.56,"MassiveScenarioClassification (fr)":45.92,"MassiveScenarioClassification (he)":32.08,"MassiveScenarioClassification (hi)":28.37,"MassiveScenarioClassification (hu)":39.49,"MassiveScenarioClassification (hy)":25.9,"MassiveScenarioClassification (id)":40.96,"MassiveScenarioClassification (is)":38.56,"MassiveScenarioClassification (it)":46.59,"MassiveScenarioClassification (ja)":46.25,"MassiveScenarioClassification (jv)":39.66,"MassiveScenarioClassification (ka)":25.28,"MassiveScenarioClassification (km)":28.97,"MassiveScenarioClassification (kn)":19.27,"MassiveScenarioClassification (ko)":35.73,"MassiveScenarioClassification (lv)":39.57,"MassiveScenarioClassification (ml)":19.9,"MassiveScenarioClassification (mn)":32.43,"MassiveScenarioClassification (ms)":42.32,"MassiveScenarioClassification (my)":20.86,"MassiveScenarioClassification (nl)":43.59,"MassiveScenarioClassification (pt)":46.31,"MassiveScenarioClassification (ro)":42.53,"MassiveScenarioClassification (ru)":35.95,"MassiveScenarioClassification (sl)":38.69,"MassiveScenarioClassification (sq)":40.47,"MassiveScenarioClassification (sw)":39.55,"MassiveScenarioClassification (ta)":22.88,"MassiveScenarioClassification (te)":20.51,"MassiveScenarioClassification (th)":34.93,"MassiveScenarioClassification (tl)":40.75,"MassiveScenarioClassification (tr)":39.07,"MassiveScenarioClassification (ur)":29.75,"MassiveScenarioClassification (vi)":38.02,"MassiveScenarioClassification (zh-TW)":45.18} -{"index":104,"Rank":36,"Model":"e5-base-4k<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":36.61,"AmazonCounterfactualClassification (de)":56.3,"AmazonCounterfactualClassification (ja)":59.45,"AmazonReviewsClassification (de)":28.9,"AmazonReviewsClassification (es)":33.41,"AmazonReviewsClassification (fr)":29.98,"AmazonReviewsClassification (ja)":22.06,"AmazonReviewsClassification (zh)":23.31,"MTOPDomainClassification (de)":76.14,"MTOPDomainClassification (es)":79.22,"MTOPDomainClassification (fr)":80.24,"MTOPDomainClassification (hi)":37.21,"MTOPDomainClassification (th)":17.87,"MTOPIntentClassification (de)":53.67,"MTOPIntentClassification (es)":53.94,"MTOPIntentClassification (fr)":51.56,"MTOPIntentClassification (hi)":23.09,"MTOPIntentClassification (th)":4.97,"MassiveIntentClassification (af)":46.12,"MassiveIntentClassification (am)":3.14,"MassiveIntentClassification (ar)":27.37,"MassiveIntentClassification (az)":45.89,"MassiveIntentClassification (bn)":21.63,"MassiveIntentClassification (cy)":41.94,"MassiveIntentClassification (de)":52.16,"MassiveIntentClassification (el)":37.56,"MassiveIntentClassification (es)":50.58,"MassiveIntentClassification (fa)":33.16,"MassiveIntentClassification (fi)":46.94,"MassiveIntentClassification (fr)":51.28,"MassiveIntentClassification (he)":25.69,"MassiveIntentClassification (hi)":21.33,"MassiveIntentClassification (hu)":45.44,"MassiveIntentClassification (hy)":13.87,"MassiveIntentClassification (id)":48.44,"MassiveIntentClassification (is)":42.95,"MassiveIntentClassification (it)":51.27,"MassiveIntentClassification (ja)":35.46,"MassiveIntentClassification (jv)":44.23,"MassiveIntentClassification (ka)":16.05,"MassiveIntentClassification (km)":4.44,"MassiveIntentClassification (kn)":3.69,"MassiveIntentClassification (ko)":22.7,"MassiveIntentClassification (lv)":46.85,"MassiveIntentClassification (ml)":2.99,"MassiveIntentClassification (mn)":32.05,"MassiveIntentClassification (ms)":46.17,"MassiveIntentClassification (my)":3.77,"MassiveIntentClassification (nl)":48.78,"MassiveIntentClassification (pt)":52.64,"MassiveIntentClassification (ro)":47.9,"MassiveIntentClassification (ru)":40.19,"MassiveIntentClassification (sl)":46.21,"MassiveIntentClassification (sq)":48.83,"MassiveIntentClassification (sw)":42.91,"MassiveIntentClassification (ta)":15.46,"MassiveIntentClassification (te)":2.89,"MassiveIntentClassification (th)":14.7,"MassiveIntentClassification (tl)":48.06,"MassiveIntentClassification (tr)":48.14,"MassiveIntentClassification (ur)":22.85,"MassiveIntentClassification (vi)":42.19,"MassiveIntentClassification (zh-TW)":22.92,"MassiveScenarioClassification (af)":50.27,"MassiveScenarioClassification (am)":7.88,"MassiveScenarioClassification (ar)":30.17,"MassiveScenarioClassification (az)":48.41,"MassiveScenarioClassification (bn)":25.42,"MassiveScenarioClassification (cy)":43.49,"MassiveScenarioClassification (de)":58.81,"MassiveScenarioClassification (el)":42.01,"MassiveScenarioClassification (es)":56.93,"MassiveScenarioClassification (fa)":32.18,"MassiveScenarioClassification (fi)":48.38,"MassiveScenarioClassification (fr)":57.84,"MassiveScenarioClassification (he)":24.88,"MassiveScenarioClassification (hi)":23.89,"MassiveScenarioClassification (hu)":49.43,"MassiveScenarioClassification (hy)":17.81,"MassiveScenarioClassification (id)":51.86,"MassiveScenarioClassification (is)":46.28,"MassiveScenarioClassification (it)":56.36,"MassiveScenarioClassification (ja)":42.15,"MassiveScenarioClassification (jv)":47.79,"MassiveScenarioClassification (ka)":20.37,"MassiveScenarioClassification (km)":9.53,"MassiveScenarioClassification (kn)":8.33,"MassiveScenarioClassification (ko)":24.97,"MassiveScenarioClassification (lv)":47.51,"MassiveScenarioClassification (ml)":6.72,"MassiveScenarioClassification (mn)":32.55,"MassiveScenarioClassification (ms)":50.69,"MassiveScenarioClassification (my)":9.53,"MassiveScenarioClassification (nl)":53.28,"MassiveScenarioClassification (pt)":56.74,"MassiveScenarioClassification (ro)":54.43,"MassiveScenarioClassification (ru)":40.39,"MassiveScenarioClassification (sl)":48.83,"MassiveScenarioClassification (sq)":52.08,"MassiveScenarioClassification (sw)":45.52,"MassiveScenarioClassification (ta)":19.69,"MassiveScenarioClassification (te)":7.42,"MassiveScenarioClassification (th)":23.86,"MassiveScenarioClassification (tl)":52.71,"MassiveScenarioClassification (tr)":49.88,"MassiveScenarioClassification (ur)":27.49,"MassiveScenarioClassification (vi)":41.53,"MassiveScenarioClassification (zh-TW)":29.49} -{"index":122,"Rank":37,"Model":"e5-large-v2<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":36.36,"AmazonCounterfactualClassification (de)":58.14,"AmazonCounterfactualClassification (ja)":59.74,"AmazonReviewsClassification (de)":34.5,"AmazonReviewsClassification (es)":40.02,"AmazonReviewsClassification (fr)":37.46,"AmazonReviewsClassification (ja)":23.15,"AmazonReviewsClassification (zh)":24.05,"MTOPDomainClassification (de)":81.84,"MTOPDomainClassification (es)":82.67,"MTOPDomainClassification (fr)":83.05,"MTOPDomainClassification (hi)":41.93,"MTOPDomainClassification (th)":15.39,"MTOPIntentClassification (de)":53.16,"MTOPIntentClassification (es)":49.57,"MTOPIntentClassification (fr)":44.56,"MTOPIntentClassification (hi)":19.16,"MTOPIntentClassification (th)":5.33,"MassiveIntentClassification (af)":41.84,"MassiveIntentClassification (am)":2.69,"MassiveIntentClassification (ar)":27.84,"MassiveIntentClassification (az)":41.8,"MassiveIntentClassification (bn)":24.23,"MassiveIntentClassification (cy)":38.39,"MassiveIntentClassification (de)":49.47,"MassiveIntentClassification (el)":37.8,"MassiveIntentClassification (es)":49.84,"MassiveIntentClassification (fa)":35.75,"MassiveIntentClassification (fi)":41.93,"MassiveIntentClassification (fr)":50.66,"MassiveIntentClassification (he)":28.2,"MassiveIntentClassification (hi)":22.04,"MassiveIntentClassification (hu)":40.23,"MassiveIntentClassification (hy)":13.79,"MassiveIntentClassification (id)":43.12,"MassiveIntentClassification (is)":35.18,"MassiveIntentClassification (it)":47.73,"MassiveIntentClassification (ja)":34.0,"MassiveIntentClassification (jv)":38.7,"MassiveIntentClassification (ka)":14.56,"MassiveIntentClassification (km)":4.57,"MassiveIntentClassification (kn)":3.3,"MassiveIntentClassification (ko)":24.94,"MassiveIntentClassification (lv)":42.13,"MassiveIntentClassification (ml)":3.0,"MassiveIntentClassification (mn)":28.0,"MassiveIntentClassification (ms)":40.45,"MassiveIntentClassification (my)":3.88,"MassiveIntentClassification (nl)":44.37,"MassiveIntentClassification (pt)":51.74,"MassiveIntentClassification (ro)":44.27,"MassiveIntentClassification (ru)":40.62,"MassiveIntentClassification (sl)":41.54,"MassiveIntentClassification (sq)":43.45,"MassiveIntentClassification (sw)":38.6,"MassiveIntentClassification (ta)":14.95,"MassiveIntentClassification (te)":2.35,"MassiveIntentClassification (th)":13.15,"MassiveIntentClassification (tl)":42.84,"MassiveIntentClassification (tr)":43.02,"MassiveIntentClassification (ur)":23.97,"MassiveIntentClassification (vi)":37.67,"MassiveIntentClassification (zh-TW)":20.97,"MassiveScenarioClassification (af)":51.77,"MassiveScenarioClassification (am)":7.54,"MassiveScenarioClassification (ar)":34.93,"MassiveScenarioClassification (az)":48.4,"MassiveScenarioClassification (bn)":31.56,"MassiveScenarioClassification (cy)":45.72,"MassiveScenarioClassification (de)":60.64,"MassiveScenarioClassification (el)":46.24,"MassiveScenarioClassification (es)":58.39,"MassiveScenarioClassification (fa)":38.06,"MassiveScenarioClassification (fi)":48.37,"MassiveScenarioClassification (fr)":57.97,"MassiveScenarioClassification (he)":30.38,"MassiveScenarioClassification (hi)":25.87,"MassiveScenarioClassification (hu)":48.6,"MassiveScenarioClassification (hy)":19.82,"MassiveScenarioClassification (id)":49.05,"MassiveScenarioClassification (is)":44.26,"MassiveScenarioClassification (it)":56.57,"MassiveScenarioClassification (ja)":42.73,"MassiveScenarioClassification (jv)":47.09,"MassiveScenarioClassification (ka)":20.37,"MassiveScenarioClassification (km)":9.84,"MassiveScenarioClassification (kn)":8.32,"MassiveScenarioClassification (ko)":30.68,"MassiveScenarioClassification (lv)":47.14,"MassiveScenarioClassification (ml)":7.22,"MassiveScenarioClassification (mn)":32.73,"MassiveScenarioClassification (ms)":49.14,"MassiveScenarioClassification (my)":10.49,"MassiveScenarioClassification (nl)":55.05,"MassiveScenarioClassification (pt)":57.88,"MassiveScenarioClassification (ro)":53.72,"MassiveScenarioClassification (ru)":45.16,"MassiveScenarioClassification (sl)":47.66,"MassiveScenarioClassification (sq)":51.31,"MassiveScenarioClassification (sw)":45.69,"MassiveScenarioClassification (ta)":20.23,"MassiveScenarioClassification (te)":7.09,"MassiveScenarioClassification (th)":22.92,"MassiveScenarioClassification (tl)":51.52,"MassiveScenarioClassification (tr)":49.95,"MassiveScenarioClassification (ur)":32.19,"MassiveScenarioClassification (vi)":42.88,"MassiveScenarioClassification (zh-TW)":30.42} -{"index":39,"Rank":38,"Model":"Cohere-embed-english-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":512,"Average":36.07,"AmazonCounterfactualClassification (de)":56.48,"AmazonCounterfactualClassification (ja)":54.93,"AmazonReviewsClassification (de)":37.55,"AmazonReviewsClassification (es)":41.49,"AmazonReviewsClassification (fr)":39.11,"AmazonReviewsClassification (ja)":23.23,"AmazonReviewsClassification (zh)":23.82,"MTOPDomainClassification (de)":81.83,"MTOPDomainClassification (es)":84.21,"MTOPDomainClassification (fr)":82.72,"MTOPDomainClassification (hi)":38.3,"MTOPDomainClassification (th)":15.41,"MTOPIntentClassification (de)":50.58,"MTOPIntentClassification (es)":50.62,"MTOPIntentClassification (fr)":43.71,"MTOPIntentClassification (hi)":17.12,"MTOPIntentClassification (th)":4.9,"MassiveIntentClassification (af)":42.61,"MassiveIntentClassification (am)":2.64,"MassiveIntentClassification (ar)":26.91,"MassiveIntentClassification (az)":40.37,"MassiveIntentClassification (bn)":24.44,"MassiveIntentClassification (cy)":39.46,"MassiveIntentClassification (de)":50.54,"MassiveIntentClassification (el)":33.62,"MassiveIntentClassification (es)":51.43,"MassiveIntentClassification (fa)":32.68,"MassiveIntentClassification (fi)":41.16,"MassiveIntentClassification (fr)":52.0,"MassiveIntentClassification (he)":27.04,"MassiveIntentClassification (hi)":19.98,"MassiveIntentClassification (hu)":40.04,"MassiveIntentClassification (hy)":13.01,"MassiveIntentClassification (id)":44.09,"MassiveIntentClassification (is)":36.44,"MassiveIntentClassification (it)":49.63,"MassiveIntentClassification (ja)":33.04,"MassiveIntentClassification (jv)":39.44,"MassiveIntentClassification (ka)":12.09,"MassiveIntentClassification (km)":3.45,"MassiveIntentClassification (kn)":2.52,"MassiveIntentClassification (ko)":23.43,"MassiveIntentClassification (lv)":41.86,"MassiveIntentClassification (ml)":1.96,"MassiveIntentClassification (mn)":27.68,"MassiveIntentClassification (ms)":41.36,"MassiveIntentClassification (my)":2.83,"MassiveIntentClassification (nl)":43.97,"MassiveIntentClassification (pt)":51.93,"MassiveIntentClassification (ro)":45.61,"MassiveIntentClassification (ru)":41.81,"MassiveIntentClassification (sl)":40.83,"MassiveIntentClassification (sq)":44.17,"MassiveIntentClassification (sw)":40.11,"MassiveIntentClassification (ta)":13.08,"MassiveIntentClassification (te)":2.36,"MassiveIntentClassification (th)":11.25,"MassiveIntentClassification (tl)":44.05,"MassiveIntentClassification (tr)":42.88,"MassiveIntentClassification (ur)":21.32,"MassiveIntentClassification (vi)":36.32,"MassiveIntentClassification (zh-TW)":21.64,"MassiveScenarioClassification (af)":52.75,"MassiveScenarioClassification (am)":7.6,"MassiveScenarioClassification (ar)":33.7,"MassiveScenarioClassification (az)":46.84,"MassiveScenarioClassification (bn)":32.0,"MassiveScenarioClassification (cy)":46.83,"MassiveScenarioClassification (de)":62.39,"MassiveScenarioClassification (el)":44.14,"MassiveScenarioClassification (es)":60.4,"MassiveScenarioClassification (fa)":37.23,"MassiveScenarioClassification (fi)":47.83,"MassiveScenarioClassification (fr)":59.83,"MassiveScenarioClassification (he)":30.33,"MassiveScenarioClassification (hi)":24.26,"MassiveScenarioClassification (hu)":48.55,"MassiveScenarioClassification (hy)":19.38,"MassiveScenarioClassification (id)":50.43,"MassiveScenarioClassification (is)":45.12,"MassiveScenarioClassification (it)":57.91,"MassiveScenarioClassification (ja)":41.94,"MassiveScenarioClassification (jv)":47.24,"MassiveScenarioClassification (ka)":19.95,"MassiveScenarioClassification (km)":5.83,"MassiveScenarioClassification (kn)":6.86,"MassiveScenarioClassification (ko)":30.41,"MassiveScenarioClassification (lv)":46.74,"MassiveScenarioClassification (ml)":5.92,"MassiveScenarioClassification (mn)":32.36,"MassiveScenarioClassification (ms)":49.86,"MassiveScenarioClassification (my)":5.23,"MassiveScenarioClassification (nl)":54.86,"MassiveScenarioClassification (pt)":59.42,"MassiveScenarioClassification (ro)":54.28,"MassiveScenarioClassification (ru)":46.46,"MassiveScenarioClassification (sl)":48.23,"MassiveScenarioClassification (sq)":51.95,"MassiveScenarioClassification (sw)":46.93,"MassiveScenarioClassification (ta)":17.77,"MassiveScenarioClassification (te)":7.52,"MassiveScenarioClassification (th)":20.07,"MassiveScenarioClassification (tl)":53.33,"MassiveScenarioClassification (tr)":49.89,"MassiveScenarioClassification (ur)":29.99,"MassiveScenarioClassification (vi)":42.58,"MassiveScenarioClassification (zh-TW)":30.9} -{"index":98,"Rank":39,"Model":"USER-bge-m3<\/a>","Model Size (Million Parameters)":359,"Memory Usage (GB, fp32)":1.34,"Embedding Dimensions":1024,"Max Tokens":8192,"Average":36.07,"AmazonCounterfactualClassification (de)":67.93,"AmazonCounterfactualClassification (ja)":52.86,"AmazonReviewsClassification (de)":45.56,"AmazonReviewsClassification (es)":45.35,"AmazonReviewsClassification (fr)":45.16,"AmazonReviewsClassification (ja)":22.27,"AmazonReviewsClassification (zh)":21.58,"MTOPDomainClassification (de)":86.55,"MTOPDomainClassification (es)":89.57,"MTOPDomainClassification (fr)":85.44,"MTOPDomainClassification (hi)":21.23,"MTOPDomainClassification (th)":16.21,"MTOPIntentClassification (de)":60.79,"MTOPIntentClassification (es)":65.95,"MTOPIntentClassification (fr)":58.59,"MTOPIntentClassification (hi)":4.41,"MTOPIntentClassification (th)":5.32,"MassiveIntentClassification (af)":53.29,"MassiveIntentClassification (am)":2.37,"MassiveIntentClassification (ar)":5.53,"MassiveIntentClassification (az)":44.21,"MassiveIntentClassification (bn)":3.05,"MassiveIntentClassification (cy)":38.19,"MassiveIntentClassification (de)":60.56,"MassiveIntentClassification (el)":27.53,"MassiveIntentClassification (es)":63.18,"MassiveIntentClassification (fa)":3.65,"MassiveIntentClassification (fi)":56.34,"MassiveIntentClassification (fr)":64.25,"MassiveIntentClassification (he)":3.06,"MassiveIntentClassification (hi)":3.78,"MassiveIntentClassification (hu)":40.52,"MassiveIntentClassification (hy)":3.18,"MassiveIntentClassification (id)":58.18,"MassiveIntentClassification (is)":45.99,"MassiveIntentClassification (it)":63.58,"MassiveIntentClassification (ja)":2.44,"MassiveIntentClassification (jv)":42.42,"MassiveIntentClassification (ka)":7.12,"MassiveIntentClassification (km)":5.39,"MassiveIntentClassification (kn)":3.71,"MassiveIntentClassification (ko)":2.91,"MassiveIntentClassification (lv)":45.12,"MassiveIntentClassification (ml)":2.74,"MassiveIntentClassification (mn)":40.26,"MassiveIntentClassification (ms)":54.77,"MassiveIntentClassification (my)":4.28,"MassiveIntentClassification (nl)":59.3,"MassiveIntentClassification (pt)":62.67,"MassiveIntentClassification (ro)":58.32,"MassiveIntentClassification (ru)":68.85,"MassiveIntentClassification (sl)":56.11,"MassiveIntentClassification (sq)":51.26,"MassiveIntentClassification (sw)":44.4,"MassiveIntentClassification (ta)":2.97,"MassiveIntentClassification (te)":2.17,"MassiveIntentClassification (th)":4.07,"MassiveIntentClassification (tl)":47.04,"MassiveIntentClassification (tr)":53.8,"MassiveIntentClassification (ur)":3.34,"MassiveIntentClassification (vi)":34.1,"MassiveIntentClassification (zh-TW)":4.62,"MassiveScenarioClassification (af)":60.7,"MassiveScenarioClassification (am)":6.71,"MassiveScenarioClassification (ar)":12.98,"MassiveScenarioClassification (az)":50.34,"MassiveScenarioClassification (bn)":8.65,"MassiveScenarioClassification (cy)":43.85,"MassiveScenarioClassification (de)":67.22,"MassiveScenarioClassification (el)":34.63,"MassiveScenarioClassification (es)":67.88,"MassiveScenarioClassification (fa)":8.4,"MassiveScenarioClassification (fi)":59.7,"MassiveScenarioClassification (fr)":69.41,"MassiveScenarioClassification (he)":7.7,"MassiveScenarioClassification (hi)":7.6,"MassiveScenarioClassification (hu)":47.43,"MassiveScenarioClassification (hy)":9.5,"MassiveScenarioClassification (id)":63.48,"MassiveScenarioClassification (is)":54.05,"MassiveScenarioClassification (it)":67.92,"MassiveScenarioClassification (ja)":7.51,"MassiveScenarioClassification (jv)":50.85,"MassiveScenarioClassification (ka)":13.81,"MassiveScenarioClassification (km)":9.61,"MassiveScenarioClassification (kn)":8.32,"MassiveScenarioClassification (ko)":6.81,"MassiveScenarioClassification (lv)":50.58,"MassiveScenarioClassification (ml)":7.55,"MassiveScenarioClassification (mn)":45.93,"MassiveScenarioClassification (ms)":60.81,"MassiveScenarioClassification (my)":9.36,"MassiveScenarioClassification (nl)":65.78,"MassiveScenarioClassification (pt)":65.38,"MassiveScenarioClassification (ro)":65.69,"MassiveScenarioClassification (ru)":72.9,"MassiveScenarioClassification (sl)":61.13,"MassiveScenarioClassification (sq)":59.86,"MassiveScenarioClassification (sw)":52.36,"MassiveScenarioClassification (ta)":7.62,"MassiveScenarioClassification (te)":7.39,"MassiveScenarioClassification (th)":9.23,"MassiveScenarioClassification (tl)":56.47,"MassiveScenarioClassification (tr)":60.02,"MassiveScenarioClassification (ur)":9.41,"MassiveScenarioClassification (vi)":38.48,"MassiveScenarioClassification (zh-TW)":8.71} -{"index":120,"Rank":40,"Model":"e5-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":34.33,"AmazonCounterfactualClassification (de)":56.61,"AmazonCounterfactualClassification (ja)":58.58,"AmazonReviewsClassification (de)":30.12,"AmazonReviewsClassification (es)":36.78,"AmazonReviewsClassification (fr)":32.32,"AmazonReviewsClassification (ja)":22.65,"AmazonReviewsClassification (zh)":23.28,"MTOPDomainClassification (de)":77.51,"MTOPDomainClassification (es)":78.32,"MTOPDomainClassification (fr)":80.17,"MTOPDomainClassification (hi)":41.05,"MTOPDomainClassification (th)":16.63,"MTOPIntentClassification (de)":47.19,"MTOPIntentClassification (es)":44.66,"MTOPIntentClassification (fr)":40.64,"MTOPIntentClassification (hi)":17.59,"MTOPIntentClassification (th)":4.73,"MassiveIntentClassification (af)":39.96,"MassiveIntentClassification (am)":2.57,"MassiveIntentClassification (ar)":22.84,"MassiveIntentClassification (az)":37.86,"MassiveIntentClassification (bn)":19.72,"MassiveIntentClassification (cy)":36.9,"MassiveIntentClassification (de)":46.68,"MassiveIntentClassification (el)":33.89,"MassiveIntentClassification (es)":46.34,"MassiveIntentClassification (fa)":29.84,"MassiveIntentClassification (fi)":41.47,"MassiveIntentClassification (fr)":45.88,"MassiveIntentClassification (he)":20.9,"MassiveIntentClassification (hi)":19.05,"MassiveIntentClassification (hu)":39.35,"MassiveIntentClassification (hy)":11.83,"MassiveIntentClassification (id)":41.48,"MassiveIntentClassification (is)":35.64,"MassiveIntentClassification (it)":45.97,"MassiveIntentClassification (ja)":33.31,"MassiveIntentClassification (jv)":37.57,"MassiveIntentClassification (ka)":11.85,"MassiveIntentClassification (km)":4.65,"MassiveIntentClassification (kn)":3.43,"MassiveIntentClassification (ko)":19.32,"MassiveIntentClassification (lv)":41.59,"MassiveIntentClassification (ml)":2.79,"MassiveIntentClassification (mn)":26.6,"MassiveIntentClassification (ms)":40.24,"MassiveIntentClassification (my)":3.73,"MassiveIntentClassification (nl)":42.8,"MassiveIntentClassification (pt)":48.51,"MassiveIntentClassification (ro)":44.32,"MassiveIntentClassification (ru)":36.82,"MassiveIntentClassification (sl)":40.43,"MassiveIntentClassification (sq)":42.6,"MassiveIntentClassification (sw)":37.56,"MassiveIntentClassification (ta)":11.31,"MassiveIntentClassification (te)":2.32,"MassiveIntentClassification (th)":11.62,"MassiveIntentClassification (tl)":41.48,"MassiveIntentClassification (tr)":42.46,"MassiveIntentClassification (ur)":21.12,"MassiveIntentClassification (vi)":34.44,"MassiveIntentClassification (zh-TW)":20.56,"MassiveScenarioClassification (af)":49.81,"MassiveScenarioClassification (am)":7.48,"MassiveScenarioClassification (ar)":29.99,"MassiveScenarioClassification (az)":46.28,"MassiveScenarioClassification (bn)":25.07,"MassiveScenarioClassification (cy)":42.85,"MassiveScenarioClassification (de)":57.53,"MassiveScenarioClassification (el)":42.78,"MassiveScenarioClassification (es)":55.92,"MassiveScenarioClassification (fa)":33.21,"MassiveScenarioClassification (fi)":47.17,"MassiveScenarioClassification (fr)":56.43,"MassiveScenarioClassification (he)":24.27,"MassiveScenarioClassification (hi)":24.44,"MassiveScenarioClassification (hu)":48.21,"MassiveScenarioClassification (hy)":17.6,"MassiveScenarioClassification (id)":49.71,"MassiveScenarioClassification (is)":45.13,"MassiveScenarioClassification (it)":55.31,"MassiveScenarioClassification (ja)":41.65,"MassiveScenarioClassification (jv)":45.5,"MassiveScenarioClassification (ka)":17.99,"MassiveScenarioClassification (km)":9.97,"MassiveScenarioClassification (kn)":8.25,"MassiveScenarioClassification (ko)":24.11,"MassiveScenarioClassification (lv)":45.8,"MassiveScenarioClassification (ml)":7.41,"MassiveScenarioClassification (mn)":31.27,"MassiveScenarioClassification (ms)":50.7,"MassiveScenarioClassification (my)":10.56,"MassiveScenarioClassification (nl)":51.53,"MassiveScenarioClassification (pt)":56.15,"MassiveScenarioClassification (ro)":53.73,"MassiveScenarioClassification (ru)":42.08,"MassiveScenarioClassification (sl)":46.26,"MassiveScenarioClassification (sq)":50.57,"MassiveScenarioClassification (sw)":45.06,"MassiveScenarioClassification (ta)":18.76,"MassiveScenarioClassification (te)":7.51,"MassiveScenarioClassification (th)":20.51,"MassiveScenarioClassification (tl)":49.67,"MassiveScenarioClassification (tr)":48.92,"MassiveScenarioClassification (ur)":29.73,"MassiveScenarioClassification (vi)":40.52,"MassiveScenarioClassification (zh-TW)":29.47} -{"index":156,"Rank":41,"Model":"nomic-embed-text-v1<\/a>","Model Size (Million Parameters)":547,"Memory Usage (GB, fp32)":2.04,"Embedding Dimensions":768,"Max Tokens":8192,"Average":33.08,"AmazonCounterfactualClassification (de)":55.48,"AmazonCounterfactualClassification (ja)":57.85,"AmazonReviewsClassification (de)":27.58,"AmazonReviewsClassification (es)":33.09,"AmazonReviewsClassification (fr)":29.65,"AmazonReviewsClassification (ja)":23.47,"AmazonReviewsClassification (zh)":24.22,"MTOPDomainClassification (de)":71.23,"MTOPDomainClassification (es)":74.85,"MTOPDomainClassification (fr)":77.32,"MTOPDomainClassification (hi)":43.76,"MTOPDomainClassification (th)":15.77,"MTOPIntentClassification (de)":40.67,"MTOPIntentClassification (es)":43.26,"MTOPIntentClassification (fr)":37.39,"MTOPIntentClassification (hi)":20.74,"MTOPIntentClassification (th)":4.6,"MassiveIntentClassification (af)":36.66,"MassiveIntentClassification (am)":2.58,"MassiveIntentClassification (ar)":25.17,"MassiveIntentClassification (az)":38.52,"MassiveIntentClassification (bn)":19.27,"MassiveIntentClassification (cy)":36.05,"MassiveIntentClassification (de)":42.62,"MassiveIntentClassification (el)":30.08,"MassiveIntentClassification (es)":43.09,"MassiveIntentClassification (fa)":31.13,"MassiveIntentClassification (fi)":40.19,"MassiveIntentClassification (fr)":44.42,"MassiveIntentClassification (he)":25.09,"MassiveIntentClassification (hi)":19.66,"MassiveIntentClassification (hu)":37.7,"MassiveIntentClassification (hy)":12.26,"MassiveIntentClassification (id)":39.14,"MassiveIntentClassification (is)":34.59,"MassiveIntentClassification (it)":43.77,"MassiveIntentClassification (ja)":31.36,"MassiveIntentClassification (jv)":34.78,"MassiveIntentClassification (ka)":11.31,"MassiveIntentClassification (km)":5.47,"MassiveIntentClassification (kn)":3.05,"MassiveIntentClassification (ko)":20.66,"MassiveIntentClassification (lv)":38.53,"MassiveIntentClassification (ml)":2.71,"MassiveIntentClassification (mn)":25.23,"MassiveIntentClassification (ms)":36.19,"MassiveIntentClassification (my)":3.75,"MassiveIntentClassification (nl)":39.26,"MassiveIntentClassification (pt)":43.64,"MassiveIntentClassification (ro)":39.47,"MassiveIntentClassification (ru)":29.22,"MassiveIntentClassification (sl)":38.71,"MassiveIntentClassification (sq)":38.33,"MassiveIntentClassification (sw)":37.86,"MassiveIntentClassification (ta)":11.37,"MassiveIntentClassification (te)":2.35,"MassiveIntentClassification (th)":11.62,"MassiveIntentClassification (tl)":40.36,"MassiveIntentClassification (tr)":40.1,"MassiveIntentClassification (ur)":21.46,"MassiveIntentClassification (vi)":35.8,"MassiveIntentClassification (zh-TW)":21.9,"MassiveScenarioClassification (af)":45.97,"MassiveScenarioClassification (am)":7.4,"MassiveScenarioClassification (ar)":31.38,"MassiveScenarioClassification (az)":46.1,"MassiveScenarioClassification (bn)":24.28,"MassiveScenarioClassification (cy)":40.67,"MassiveScenarioClassification (de)":54.59,"MassiveScenarioClassification (el)":39.9,"MassiveScenarioClassification (es)":54.3,"MassiveScenarioClassification (fa)":34.37,"MassiveScenarioClassification (fi)":45.07,"MassiveScenarioClassification (fr)":55.41,"MassiveScenarioClassification (he)":28.28,"MassiveScenarioClassification (hi)":25.2,"MassiveScenarioClassification (hu)":45.44,"MassiveScenarioClassification (hy)":18.61,"MassiveScenarioClassification (id)":47.36,"MassiveScenarioClassification (is)":43.54,"MassiveScenarioClassification (it)":53.73,"MassiveScenarioClassification (ja)":38.77,"MassiveScenarioClassification (jv)":43.09,"MassiveScenarioClassification (ka)":17.61,"MassiveScenarioClassification (km)":9.29,"MassiveScenarioClassification (kn)":8.16,"MassiveScenarioClassification (ko)":26.73,"MassiveScenarioClassification (lv)":42.58,"MassiveScenarioClassification (ml)":7.32,"MassiveScenarioClassification (mn)":31.36,"MassiveScenarioClassification (ms)":46.51,"MassiveScenarioClassification (my)":10.72,"MassiveScenarioClassification (nl)":49.39,"MassiveScenarioClassification (pt)":54.03,"MassiveScenarioClassification (ro)":50.87,"MassiveScenarioClassification (ru)":33.56,"MassiveScenarioClassification (sl)":43.56,"MassiveScenarioClassification (sq)":47.46,"MassiveScenarioClassification (sw)":44.78,"MassiveScenarioClassification (ta)":16.94,"MassiveScenarioClassification (te)":7.16,"MassiveScenarioClassification (th)":21.64,"MassiveScenarioClassification (tl)":50.41,"MassiveScenarioClassification (tr)":46.56,"MassiveScenarioClassification (ur)":28.77,"MassiveScenarioClassification (vi)":41.13,"MassiveScenarioClassification (zh-TW)":31.89} -{"index":121,"Rank":42,"Model":"e5-large<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":33.06,"AmazonCounterfactualClassification (de)":53.79,"AmazonCounterfactualClassification (ja)":57.11,"AmazonReviewsClassification (de)":29.28,"AmazonReviewsClassification (es)":34.19,"AmazonReviewsClassification (fr)":32.4,"AmazonReviewsClassification (ja)":22.62,"AmazonReviewsClassification (zh)":23.0,"MTOPDomainClassification (de)":76.63,"MTOPDomainClassification (es)":80.4,"MTOPDomainClassification (fr)":78.82,"MTOPDomainClassification (hi)":39.36,"MTOPDomainClassification (th)":15.72,"MTOPIntentClassification (de)":43.21,"MTOPIntentClassification (es)":42.85,"MTOPIntentClassification (fr)":37.12,"MTOPIntentClassification (hi)":16.58,"MTOPIntentClassification (th)":4.55,"MassiveIntentClassification (af)":38.87,"MassiveIntentClassification (am)":2.55,"MassiveIntentClassification (ar)":19.0,"MassiveIntentClassification (az)":39.86,"MassiveIntentClassification (bn)":19.59,"MassiveIntentClassification (cy)":36.04,"MassiveIntentClassification (de)":44.57,"MassiveIntentClassification (el)":25.9,"MassiveIntentClassification (es)":45.1,"MassiveIntentClassification (fa)":25.28,"MassiveIntentClassification (fi)":40.87,"MassiveIntentClassification (fr)":47.2,"MassiveIntentClassification (he)":19.98,"MassiveIntentClassification (hi)":17.3,"MassiveIntentClassification (hu)":38.79,"MassiveIntentClassification (hy)":9.33,"MassiveIntentClassification (id)":41.65,"MassiveIntentClassification (is)":35.21,"MassiveIntentClassification (it)":45.25,"MassiveIntentClassification (ja)":25.24,"MassiveIntentClassification (jv)":38.55,"MassiveIntentClassification (ka)":10.95,"MassiveIntentClassification (km)":4.71,"MassiveIntentClassification (kn)":2.8,"MassiveIntentClassification (ko)":19.9,"MassiveIntentClassification (lv)":41.56,"MassiveIntentClassification (ml)":2.4,"MassiveIntentClassification (mn)":18.67,"MassiveIntentClassification (ms)":38.31,"MassiveIntentClassification (my)":3.72,"MassiveIntentClassification (nl)":40.28,"MassiveIntentClassification (pt)":46.8,"MassiveIntentClassification (ro)":42.2,"MassiveIntentClassification (ru)":22.51,"MassiveIntentClassification (sl)":40.13,"MassiveIntentClassification (sq)":42.14,"MassiveIntentClassification (sw)":39.86,"MassiveIntentClassification (ta)":10.87,"MassiveIntentClassification (te)":2.58,"MassiveIntentClassification (th)":11.37,"MassiveIntentClassification (tl)":40.76,"MassiveIntentClassification (tr)":40.61,"MassiveIntentClassification (ur)":13.5,"MassiveIntentClassification (vi)":37.57,"MassiveIntentClassification (zh-TW)":19.52,"MassiveScenarioClassification (af)":49.65,"MassiveScenarioClassification (am)":7.76,"MassiveScenarioClassification (ar)":27.2,"MassiveScenarioClassification (az)":47.25,"MassiveScenarioClassification (bn)":26.41,"MassiveScenarioClassification (cy)":44.51,"MassiveScenarioClassification (de)":59.26,"MassiveScenarioClassification (el)":35.32,"MassiveScenarioClassification (es)":55.79,"MassiveScenarioClassification (fa)":30.19,"MassiveScenarioClassification (fi)":48.25,"MassiveScenarioClassification (fr)":57.57,"MassiveScenarioClassification (he)":23.14,"MassiveScenarioClassification (hi)":22.69,"MassiveScenarioClassification (hu)":46.67,"MassiveScenarioClassification (hy)":16.0,"MassiveScenarioClassification (id)":48.89,"MassiveScenarioClassification (is)":45.03,"MassiveScenarioClassification (it)":55.68,"MassiveScenarioClassification (ja)":30.28,"MassiveScenarioClassification (jv)":47.57,"MassiveScenarioClassification (ka)":17.42,"MassiveScenarioClassification (km)":8.73,"MassiveScenarioClassification (kn)":7.98,"MassiveScenarioClassification (ko)":27.82,"MassiveScenarioClassification (lv)":47.37,"MassiveScenarioClassification (ml)":6.8,"MassiveScenarioClassification (mn)":26.77,"MassiveScenarioClassification (ms)":49.02,"MassiveScenarioClassification (my)":10.65,"MassiveScenarioClassification (nl)":52.19,"MassiveScenarioClassification (pt)":57.43,"MassiveScenarioClassification (ro)":53.29,"MassiveScenarioClassification (ru)":26.94,"MassiveScenarioClassification (sl)":47.11,"MassiveScenarioClassification (sq)":51.61,"MassiveScenarioClassification (sw)":46.97,"MassiveScenarioClassification (ta)":17.1,"MassiveScenarioClassification (te)":7.01,"MassiveScenarioClassification (th)":20.16,"MassiveScenarioClassification (tl)":52.61,"MassiveScenarioClassification (tr)":48.86,"MassiveScenarioClassification (ur)":20.58,"MassiveScenarioClassification (vi)":42.45,"MassiveScenarioClassification (zh-TW)":27.76} -{"index":24,"Rank":43,"Model":"bge-base-en-v1.5<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":32.41,"AmazonCounterfactualClassification (de)":55.79,"AmazonCounterfactualClassification (ja)":58.61,"AmazonReviewsClassification (de)":26.04,"AmazonReviewsClassification (es)":33.95,"AmazonReviewsClassification (fr)":29.29,"AmazonReviewsClassification (ja)":23.63,"AmazonReviewsClassification (zh)":23.65,"MTOPDomainClassification (de)":69.48,"MTOPDomainClassification (es)":76.31,"MTOPDomainClassification (fr)":75.85,"MTOPDomainClassification (hi)":36.44,"MTOPDomainClassification (th)":16.13,"MTOPIntentClassification (de)":44.82,"MTOPIntentClassification (es)":42.67,"MTOPIntentClassification (fr)":39.54,"MTOPIntentClassification (hi)":15.37,"MTOPIntentClassification (th)":5.24,"MassiveIntentClassification (af)":36.89,"MassiveIntentClassification (am)":2.75,"MassiveIntentClassification (ar)":20.63,"MassiveIntentClassification (az)":38.58,"MassiveIntentClassification (bn)":15.79,"MassiveIntentClassification (cy)":33.54,"MassiveIntentClassification (de)":41.73,"MassiveIntentClassification (el)":27.29,"MassiveIntentClassification (es)":43.08,"MassiveIntentClassification (fa)":24.44,"MassiveIntentClassification (fi)":41.0,"MassiveIntentClassification (fr)":43.91,"MassiveIntentClassification (he)":23.25,"MassiveIntentClassification (hi)":13.89,"MassiveIntentClassification (hu)":36.2,"MassiveIntentClassification (hy)":11.24,"MassiveIntentClassification (id)":40.1,"MassiveIntentClassification (is)":34.25,"MassiveIntentClassification (it)":44.42,"MassiveIntentClassification (ja)":29.99,"MassiveIntentClassification (jv)":35.15,"MassiveIntentClassification (ka)":11.76,"MassiveIntentClassification (km)":4.75,"MassiveIntentClassification (kn)":3.27,"MassiveIntentClassification (ko)":20.17,"MassiveIntentClassification (lv)":39.23,"MassiveIntentClassification (ml)":3.24,"MassiveIntentClassification (mn)":20.53,"MassiveIntentClassification (ms)":37.3,"MassiveIntentClassification (my)":3.8,"MassiveIntentClassification (nl)":38.75,"MassiveIntentClassification (pt)":43.45,"MassiveIntentClassification (ro)":39.93,"MassiveIntentClassification (ru)":31.7,"MassiveIntentClassification (sl)":38.57,"MassiveIntentClassification (sq)":38.12,"MassiveIntentClassification (sw)":38.11,"MassiveIntentClassification (ta)":11.24,"MassiveIntentClassification (te)":2.72,"MassiveIntentClassification (th)":12.65,"MassiveIntentClassification (tl)":41.78,"MassiveIntentClassification (tr)":39.25,"MassiveIntentClassification (ur)":16.7,"MassiveIntentClassification (vi)":37.62,"MassiveIntentClassification (zh-TW)":22.34,"MassiveScenarioClassification (af)":45.94,"MassiveScenarioClassification (am)":8.29,"MassiveScenarioClassification (ar)":30.58,"MassiveScenarioClassification (az)":44.58,"MassiveScenarioClassification (bn)":21.49,"MassiveScenarioClassification (cy)":39.07,"MassiveScenarioClassification (de)":54.33,"MassiveScenarioClassification (el)":37.53,"MassiveScenarioClassification (es)":53.4,"MassiveScenarioClassification (fa)":30.38,"MassiveScenarioClassification (fi)":44.54,"MassiveScenarioClassification (fr)":53.77,"MassiveScenarioClassification (he)":25.38,"MassiveScenarioClassification (hi)":19.69,"MassiveScenarioClassification (hu)":43.08,"MassiveScenarioClassification (hy)":17.38,"MassiveScenarioClassification (id)":47.3,"MassiveScenarioClassification (is)":45.11,"MassiveScenarioClassification (it)":56.3,"MassiveScenarioClassification (ja)":36.32,"MassiveScenarioClassification (jv)":44.53,"MassiveScenarioClassification (ka)":18.04,"MassiveScenarioClassification (km)":9.02,"MassiveScenarioClassification (kn)":8.44,"MassiveScenarioClassification (ko)":26.1,"MassiveScenarioClassification (lv)":43.41,"MassiveScenarioClassification (ml)":6.64,"MassiveScenarioClassification (mn)":26.68,"MassiveScenarioClassification (ms)":46.35,"MassiveScenarioClassification (my)":10.25,"MassiveScenarioClassification (nl)":47.81,"MassiveScenarioClassification (pt)":53.56,"MassiveScenarioClassification (ro)":49.47,"MassiveScenarioClassification (ru)":36.99,"MassiveScenarioClassification (sl)":42.65,"MassiveScenarioClassification (sq)":47.4,"MassiveScenarioClassification (sw)":44.79,"MassiveScenarioClassification (ta)":17.82,"MassiveScenarioClassification (te)":6.6,"MassiveScenarioClassification (th)":23.0,"MassiveScenarioClassification (tl)":51.55,"MassiveScenarioClassification (tr)":45.61,"MassiveScenarioClassification (ur)":25.4,"MassiveScenarioClassification (vi)":41.87,"MassiveScenarioClassification (zh-TW)":31.33} -{"index":119,"Rank":44,"Model":"e5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":32.32,"AmazonCounterfactualClassification (de)":55.84,"AmazonCounterfactualClassification (ja)":61.0,"AmazonReviewsClassification (de)":28.15,"AmazonReviewsClassification (es)":33.78,"AmazonReviewsClassification (fr)":30.98,"AmazonReviewsClassification (ja)":21.86,"AmazonReviewsClassification (zh)":22.48,"MTOPDomainClassification (de)":75.4,"MTOPDomainClassification (es)":77.44,"MTOPDomainClassification (fr)":79.77,"MTOPDomainClassification (hi)":33.01,"MTOPDomainClassification (th)":15.24,"MTOPIntentClassification (de)":46.75,"MTOPIntentClassification (es)":44.19,"MTOPIntentClassification (fr)":40.11,"MTOPIntentClassification (hi)":11.91,"MTOPIntentClassification (th)":5.26,"MassiveIntentClassification (af)":40.46,"MassiveIntentClassification (am)":2.64,"MassiveIntentClassification (ar)":19.69,"MassiveIntentClassification (az)":34.85,"MassiveIntentClassification (bn)":14.29,"MassiveIntentClassification (cy)":37.34,"MassiveIntentClassification (de)":45.41,"MassiveIntentClassification (el)":21.94,"MassiveIntentClassification (es)":45.51,"MassiveIntentClassification (fa)":24.17,"MassiveIntentClassification (fi)":41.0,"MassiveIntentClassification (fr)":47.51,"MassiveIntentClassification (he)":18.66,"MassiveIntentClassification (hi)":11.95,"MassiveIntentClassification (hu)":39.2,"MassiveIntentClassification (hy)":7.64,"MassiveIntentClassification (id)":42.07,"MassiveIntentClassification (is)":36.7,"MassiveIntentClassification (it)":45.7,"MassiveIntentClassification (ja)":21.63,"MassiveIntentClassification (jv)":38.65,"MassiveIntentClassification (ka)":9.79,"MassiveIntentClassification (km)":4.41,"MassiveIntentClassification (kn)":3.1,"MassiveIntentClassification (ko)":18.8,"MassiveIntentClassification (lv)":41.61,"MassiveIntentClassification (ml)":2.72,"MassiveIntentClassification (mn)":18.38,"MassiveIntentClassification (ms)":38.71,"MassiveIntentClassification (my)":3.5,"MassiveIntentClassification (nl)":42.0,"MassiveIntentClassification (pt)":48.65,"MassiveIntentClassification (ro)":43.84,"MassiveIntentClassification (ru)":21.3,"MassiveIntentClassification (sl)":40.01,"MassiveIntentClassification (sq)":43.14,"MassiveIntentClassification (sw)":39.67,"MassiveIntentClassification (ta)":9.46,"MassiveIntentClassification (te)":2.29,"MassiveIntentClassification (th)":10.45,"MassiveIntentClassification (tl)":41.07,"MassiveIntentClassification (tr)":40.9,"MassiveIntentClassification (ur)":14.28,"MassiveIntentClassification (vi)":36.42,"MassiveIntentClassification (zh-TW)":18.05,"MassiveScenarioClassification (af)":51.01,"MassiveScenarioClassification (am)":7.21,"MassiveScenarioClassification (ar)":27.66,"MassiveScenarioClassification (az)":42.58,"MassiveScenarioClassification (bn)":18.33,"MassiveScenarioClassification (cy)":44.14,"MassiveScenarioClassification (de)":56.41,"MassiveScenarioClassification (el)":29.77,"MassiveScenarioClassification (es)":54.38,"MassiveScenarioClassification (fa)":30.11,"MassiveScenarioClassification (fi)":45.22,"MassiveScenarioClassification (fr)":57.6,"MassiveScenarioClassification (he)":23.55,"MassiveScenarioClassification (hi)":16.29,"MassiveScenarioClassification (hu)":46.8,"MassiveScenarioClassification (hy)":14.18,"MassiveScenarioClassification (id)":48.83,"MassiveScenarioClassification (is)":46.12,"MassiveScenarioClassification (it)":54.55,"MassiveScenarioClassification (ja)":27.89,"MassiveScenarioClassification (jv)":46.01,"MassiveScenarioClassification (ka)":16.56,"MassiveScenarioClassification (km)":8.75,"MassiveScenarioClassification (kn)":7.87,"MassiveScenarioClassification (ko)":25.82,"MassiveScenarioClassification (lv)":46.2,"MassiveScenarioClassification (ml)":6.99,"MassiveScenarioClassification (mn)":25.07,"MassiveScenarioClassification (ms)":48.26,"MassiveScenarioClassification (my)":10.36,"MassiveScenarioClassification (nl)":51.15,"MassiveScenarioClassification (pt)":56.73,"MassiveScenarioClassification (ro)":53.32,"MassiveScenarioClassification (ru)":27.27,"MassiveScenarioClassification (sl)":46.15,"MassiveScenarioClassification (sq)":50.04,"MassiveScenarioClassification (sw)":47.12,"MassiveScenarioClassification (ta)":15.15,"MassiveScenarioClassification (te)":6.83,"MassiveScenarioClassification (th)":19.11,"MassiveScenarioClassification (tl)":50.06,"MassiveScenarioClassification (tr)":48.74,"MassiveScenarioClassification (ur)":21.3,"MassiveScenarioClassification (vi)":42.46,"MassiveScenarioClassification (zh-TW)":25.6} -{"index":163,"Rank":45,"Model":"all-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":31.93,"AmazonCounterfactualClassification (de)":57.1,"AmazonCounterfactualClassification (ja)":59.91,"AmazonReviewsClassification (de)":25.91,"AmazonReviewsClassification (es)":27.63,"AmazonReviewsClassification (fr)":27.54,"AmazonReviewsClassification (ja)":23.57,"AmazonReviewsClassification (zh)":22.99,"MTOPDomainClassification (de)":72.04,"MTOPDomainClassification (es)":72.99,"MTOPDomainClassification (fr)":75.59,"MTOPDomainClassification (hi)":40.36,"MTOPDomainClassification (th)":17.1,"MTOPIntentClassification (de)":43.41,"MTOPIntentClassification (es)":41.88,"MTOPIntentClassification (fr)":38.94,"MTOPIntentClassification (hi)":17.75,"MTOPIntentClassification (th)":5.63,"MassiveIntentClassification (af)":38.94,"MassiveIntentClassification (am)":2.45,"MassiveIntentClassification (ar)":20.94,"MassiveIntentClassification (az)":34.25,"MassiveIntentClassification (bn)":13.67,"MassiveIntentClassification (cy)":35.71,"MassiveIntentClassification (de)":44.17,"MassiveIntentClassification (el)":28.7,"MassiveIntentClassification (es)":40.91,"MassiveIntentClassification (fa)":23.52,"MassiveIntentClassification (fi)":39.27,"MassiveIntentClassification (fr)":44.82,"MassiveIntentClassification (he)":23.65,"MassiveIntentClassification (hi)":17.98,"MassiveIntentClassification (hu)":38.0,"MassiveIntentClassification (hy)":8.69,"MassiveIntentClassification (id)":39.66,"MassiveIntentClassification (is)":35.14,"MassiveIntentClassification (it)":43.17,"MassiveIntentClassification (ja)":30.94,"MassiveIntentClassification (jv)":36.69,"MassiveIntentClassification (ka)":9.17,"MassiveIntentClassification (km)":4.99,"MassiveIntentClassification (kn)":3.08,"MassiveIntentClassification (ko)":19.97,"MassiveIntentClassification (lv)":38.61,"MassiveIntentClassification (ml)":2.85,"MassiveIntentClassification (mn)":23.25,"MassiveIntentClassification (ms)":36.21,"MassiveIntentClassification (my)":4.38,"MassiveIntentClassification (nl)":41.85,"MassiveIntentClassification (pt)":45.12,"MassiveIntentClassification (ro)":41.71,"MassiveIntentClassification (ru)":26.33,"MassiveIntentClassification (sl)":38.52,"MassiveIntentClassification (sq)":41.62,"MassiveIntentClassification (sw)":35.28,"MassiveIntentClassification (ta)":13.1,"MassiveIntentClassification (te)":2.56,"MassiveIntentClassification (th)":10.54,"MassiveIntentClassification (tl)":38.56,"MassiveIntentClassification (tr)":35.9,"MassiveIntentClassification (ur)":16.18,"MassiveIntentClassification (vi)":37.38,"MassiveIntentClassification (zh-TW)":22.39,"MassiveScenarioClassification (af)":45.71,"MassiveScenarioClassification (am)":7.41,"MassiveScenarioClassification (ar)":27.62,"MassiveScenarioClassification (az)":39.58,"MassiveScenarioClassification (bn)":18.98,"MassiveScenarioClassification (cy)":41.4,"MassiveScenarioClassification (de)":52.07,"MassiveScenarioClassification (el)":35.51,"MassiveScenarioClassification (es)":50.74,"MassiveScenarioClassification (fa)":29.0,"MassiveScenarioClassification (fi)":45.8,"MassiveScenarioClassification (fr)":53.76,"MassiveScenarioClassification (he)":25.68,"MassiveScenarioClassification (hi)":23.02,"MassiveScenarioClassification (hu)":44.09,"MassiveScenarioClassification (hy)":14.83,"MassiveScenarioClassification (id)":44.35,"MassiveScenarioClassification (is)":43.08,"MassiveScenarioClassification (it)":51.71,"MassiveScenarioClassification (ja)":36.75,"MassiveScenarioClassification (jv)":44.57,"MassiveScenarioClassification (ka)":14.84,"MassiveScenarioClassification (km)":9.75,"MassiveScenarioClassification (kn)":8.32,"MassiveScenarioClassification (ko)":25.72,"MassiveScenarioClassification (lv)":42.75,"MassiveScenarioClassification (ml)":7.25,"MassiveScenarioClassification (mn)":29.03,"MassiveScenarioClassification (ms)":44.65,"MassiveScenarioClassification (my)":10.07,"MassiveScenarioClassification (nl)":49.15,"MassiveScenarioClassification (pt)":53.0,"MassiveScenarioClassification (ro)":49.97,"MassiveScenarioClassification (ru)":28.75,"MassiveScenarioClassification (sl)":42.26,"MassiveScenarioClassification (sq)":49.14,"MassiveScenarioClassification (sw)":43.18,"MassiveScenarioClassification (ta)":19.38,"MassiveScenarioClassification (te)":7.74,"MassiveScenarioClassification (th)":18.32,"MassiveScenarioClassification (tl)":48.31,"MassiveScenarioClassification (tr)":41.79,"MassiveScenarioClassification (ur)":24.46,"MassiveScenarioClassification (vi)":40.94,"MassiveScenarioClassification (zh-TW)":31.16} -{"index":26,"Rank":46,"Model":"bge-large-en-v1.5<\/a>","Model Size (Million Parameters)":1340,"Memory Usage (GB, fp32)":4.99,"Embedding Dimensions":1024,"Max Tokens":512,"Average":31.84,"AmazonCounterfactualClassification (de)":55.25,"AmazonCounterfactualClassification (ja)":56.98,"AmazonReviewsClassification (de)":27.53,"AmazonReviewsClassification (es)":34.65,"AmazonReviewsClassification (fr)":31.55,"AmazonReviewsClassification (ja)":22.85,"AmazonReviewsClassification (zh)":22.27,"MTOPDomainClassification (de)":75.43,"MTOPDomainClassification (es)":78.81,"MTOPDomainClassification (fr)":80.27,"MTOPDomainClassification (hi)":32.73,"MTOPDomainClassification (th)":15.91,"MTOPIntentClassification (de)":44.3,"MTOPIntentClassification (es)":47.38,"MTOPIntentClassification (fr)":41.36,"MTOPIntentClassification (hi)":13.53,"MTOPIntentClassification (th)":5.02,"MassiveIntentClassification (af)":37.67,"MassiveIntentClassification (am)":3.01,"MassiveIntentClassification (ar)":14.05,"MassiveIntentClassification (az)":37.33,"MassiveIntentClassification (bn)":10.88,"MassiveIntentClassification (cy)":31.92,"MassiveIntentClassification (de)":43.23,"MassiveIntentClassification (el)":32.84,"MassiveIntentClassification (es)":45.64,"MassiveIntentClassification (fa)":26.89,"MassiveIntentClassification (fi)":38.04,"MassiveIntentClassification (fr)":47.83,"MassiveIntentClassification (he)":23.98,"MassiveIntentClassification (hi)":13.46,"MassiveIntentClassification (hu)":34.38,"MassiveIntentClassification (hy)":6.94,"MassiveIntentClassification (id)":38.11,"MassiveIntentClassification (is)":32.31,"MassiveIntentClassification (it)":46.19,"MassiveIntentClassification (ja)":29.62,"MassiveIntentClassification (jv)":33.82,"MassiveIntentClassification (ka)":8.42,"MassiveIntentClassification (km)":4.44,"MassiveIntentClassification (kn)":3.14,"MassiveIntentClassification (ko)":14.8,"MassiveIntentClassification (lv)":35.81,"MassiveIntentClassification (ml)":3.18,"MassiveIntentClassification (mn)":22.38,"MassiveIntentClassification (ms)":36.34,"MassiveIntentClassification (my)":4.0,"MassiveIntentClassification (nl)":41.43,"MassiveIntentClassification (pt)":46.21,"MassiveIntentClassification (ro)":39.82,"MassiveIntentClassification (ru)":32.31,"MassiveIntentClassification (sl)":35.56,"MassiveIntentClassification (sq)":36.62,"MassiveIntentClassification (sw)":36.96,"MassiveIntentClassification (ta)":7.96,"MassiveIntentClassification (te)":2.54,"MassiveIntentClassification (th)":10.87,"MassiveIntentClassification (tl)":39.53,"MassiveIntentClassification (tr)":37.77,"MassiveIntentClassification (ur)":15.81,"MassiveIntentClassification (vi)":35.68,"MassiveIntentClassification (zh-TW)":17.03,"MassiveScenarioClassification (af)":48.03,"MassiveScenarioClassification (am)":7.36,"MassiveScenarioClassification (ar)":22.25,"MassiveScenarioClassification (az)":44.88,"MassiveScenarioClassification (bn)":16.2,"MassiveScenarioClassification (cy)":37.85,"MassiveScenarioClassification (de)":59.02,"MassiveScenarioClassification (el)":41.93,"MassiveScenarioClassification (es)":54.89,"MassiveScenarioClassification (fa)":30.39,"MassiveScenarioClassification (fi)":42.97,"MassiveScenarioClassification (fr)":57.13,"MassiveScenarioClassification (he)":27.41,"MassiveScenarioClassification (hi)":17.95,"MassiveScenarioClassification (hu)":41.37,"MassiveScenarioClassification (hy)":12.46,"MassiveScenarioClassification (id)":46.94,"MassiveScenarioClassification (is)":43.01,"MassiveScenarioClassification (it)":55.15,"MassiveScenarioClassification (ja)":36.14,"MassiveScenarioClassification (jv)":42.62,"MassiveScenarioClassification (ka)":13.35,"MassiveScenarioClassification (km)":9.31,"MassiveScenarioClassification (kn)":7.92,"MassiveScenarioClassification (ko)":19.02,"MassiveScenarioClassification (lv)":40.06,"MassiveScenarioClassification (ml)":7.08,"MassiveScenarioClassification (mn)":27.9,"MassiveScenarioClassification (ms)":47.21,"MassiveScenarioClassification (my)":10.1,"MassiveScenarioClassification (nl)":52.0,"MassiveScenarioClassification (pt)":56.07,"MassiveScenarioClassification (ro)":50.86,"MassiveScenarioClassification (ru)":38.22,"MassiveScenarioClassification (sl)":41.89,"MassiveScenarioClassification (sq)":46.71,"MassiveScenarioClassification (sw)":43.94,"MassiveScenarioClassification (ta)":12.75,"MassiveScenarioClassification (te)":6.68,"MassiveScenarioClassification (th)":19.92,"MassiveScenarioClassification (tl)":50.66,"MassiveScenarioClassification (tr)":45.72,"MassiveScenarioClassification (ur)":22.4,"MassiveScenarioClassification (vi)":41.41,"MassiveScenarioClassification (zh-TW)":26.79} -{"index":64,"Rank":47,"Model":"MUG-B-1.6<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":31.78,"AmazonCounterfactualClassification (de)":54.33,"AmazonCounterfactualClassification (ja)":56.34,"AmazonReviewsClassification (de)":27.2,"AmazonReviewsClassification (es)":34.88,"AmazonReviewsClassification (fr)":31.56,"AmazonReviewsClassification (ja)":22.71,"AmazonReviewsClassification (zh)":22.35,"MTOPDomainClassification (de)":74.86,"MTOPDomainClassification (es)":77.09,"MTOPDomainClassification (fr)":79.8,"MTOPDomainClassification (hi)":32.79,"MTOPDomainClassification (th)":16.65,"MTOPIntentClassification (de)":42.36,"MTOPIntentClassification (es)":44.73,"MTOPIntentClassification (fr)":38.96,"MTOPIntentClassification (hi)":13.58,"MTOPIntentClassification (th)":5.4,"MassiveIntentClassification (af)":37.22,"MassiveIntentClassification (am)":3.19,"MassiveIntentClassification (ar)":14.26,"MassiveIntentClassification (az)":37.22,"MassiveIntentClassification (bn)":10.76,"MassiveIntentClassification (cy)":32.5,"MassiveIntentClassification (de)":42.78,"MassiveIntentClassification (el)":33.49,"MassiveIntentClassification (es)":44.45,"MassiveIntentClassification (fa)":26.74,"MassiveIntentClassification (fi)":38.1,"MassiveIntentClassification (fr)":46.89,"MassiveIntentClassification (he)":25.2,"MassiveIntentClassification (hi)":13.94,"MassiveIntentClassification (hu)":34.71,"MassiveIntentClassification (hy)":6.71,"MassiveIntentClassification (id)":38.57,"MassiveIntentClassification (is)":32.23,"MassiveIntentClassification (it)":45.8,"MassiveIntentClassification (ja)":29.19,"MassiveIntentClassification (jv)":34.22,"MassiveIntentClassification (ka)":8.89,"MassiveIntentClassification (km)":4.62,"MassiveIntentClassification (kn)":3.17,"MassiveIntentClassification (ko)":15.03,"MassiveIntentClassification (lv)":36.1,"MassiveIntentClassification (ml)":3.0,"MassiveIntentClassification (mn)":23.3,"MassiveIntentClassification (ms)":36.13,"MassiveIntentClassification (my)":3.81,"MassiveIntentClassification (nl)":41.08,"MassiveIntentClassification (pt)":45.2,"MassiveIntentClassification (ro)":39.49,"MassiveIntentClassification (ru)":31.82,"MassiveIntentClassification (sl)":35.45,"MassiveIntentClassification (sq)":36.89,"MassiveIntentClassification (sw)":37.54,"MassiveIntentClassification (ta)":7.91,"MassiveIntentClassification (te)":2.85,"MassiveIntentClassification (th)":10.5,"MassiveIntentClassification (tl)":39.47,"MassiveIntentClassification (tr)":37.5,"MassiveIntentClassification (ur)":16.11,"MassiveIntentClassification (vi)":36.11,"MassiveIntentClassification (zh-TW)":17.22,"MassiveScenarioClassification (af)":47.8,"MassiveScenarioClassification (am)":7.08,"MassiveScenarioClassification (ar)":22.83,"MassiveScenarioClassification (az)":44.95,"MassiveScenarioClassification (bn)":16.59,"MassiveScenarioClassification (cy)":37.92,"MassiveScenarioClassification (de)":58.74,"MassiveScenarioClassification (el)":43.0,"MassiveScenarioClassification (es)":54.47,"MassiveScenarioClassification (fa)":30.58,"MassiveScenarioClassification (fi)":43.57,"MassiveScenarioClassification (fr)":56.99,"MassiveScenarioClassification (he)":28.08,"MassiveScenarioClassification (hi)":18.1,"MassiveScenarioClassification (hu)":41.74,"MassiveScenarioClassification (hy)":11.54,"MassiveScenarioClassification (id)":46.95,"MassiveScenarioClassification (is)":42.78,"MassiveScenarioClassification (it)":54.65,"MassiveScenarioClassification (ja)":35.9,"MassiveScenarioClassification (jv)":42.51,"MassiveScenarioClassification (ka)":13.8,"MassiveScenarioClassification (km)":9.45,"MassiveScenarioClassification (kn)":8.16,"MassiveScenarioClassification (ko)":19.91,"MassiveScenarioClassification (lv)":40.48,"MassiveScenarioClassification (ml)":6.7,"MassiveScenarioClassification (mn)":28.55,"MassiveScenarioClassification (ms)":46.62,"MassiveScenarioClassification (my)":9.98,"MassiveScenarioClassification (nl)":51.76,"MassiveScenarioClassification (pt)":55.6,"MassiveScenarioClassification (ro)":50.54,"MassiveScenarioClassification (ru)":37.73,"MassiveScenarioClassification (sl)":41.67,"MassiveScenarioClassification (sq)":47.38,"MassiveScenarioClassification (sw)":44.18,"MassiveScenarioClassification (ta)":12.6,"MassiveScenarioClassification (te)":7.02,"MassiveScenarioClassification (th)":19.79,"MassiveScenarioClassification (tl)":50.36,"MassiveScenarioClassification (tr)":45.48,"MassiveScenarioClassification (ur)":23.68,"MassiveScenarioClassification (vi)":41.63,"MassiveScenarioClassification (zh-TW)":27.52} -{"index":31,"Rank":48,"Model":"bge-small-en-v1.5<\/a>","Model Size (Million Parameters)":24,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":512,"Max Tokens":512,"Average":31.07,"AmazonCounterfactualClassification (de)":58.53,"AmazonCounterfactualClassification (ja)":58.03,"AmazonReviewsClassification (de)":26.82,"AmazonReviewsClassification (es)":32.81,"AmazonReviewsClassification (fr)":28.3,"AmazonReviewsClassification (ja)":23.8,"AmazonReviewsClassification (zh)":23.54,"MTOPDomainClassification (de)":69.72,"MTOPDomainClassification (es)":74.81,"MTOPDomainClassification (fr)":75.49,"MTOPDomainClassification (hi)":26.01,"MTOPDomainClassification (th)":16.95,"MTOPIntentClassification (de)":40.14,"MTOPIntentClassification (es)":40.36,"MTOPIntentClassification (fr)":37.32,"MTOPIntentClassification (hi)":9.4,"MTOPIntentClassification (th)":5.26,"MassiveIntentClassification (af)":36.68,"MassiveIntentClassification (am)":2.47,"MassiveIntentClassification (ar)":18.67,"MassiveIntentClassification (az)":37.24,"MassiveIntentClassification (bn)":10.08,"MassiveIntentClassification (cy)":34.79,"MassiveIntentClassification (de)":40.71,"MassiveIntentClassification (el)":23.78,"MassiveIntentClassification (es)":40.74,"MassiveIntentClassification (fa)":21.05,"MassiveIntentClassification (fi)":40.13,"MassiveIntentClassification (fr)":41.51,"MassiveIntentClassification (he)":18.24,"MassiveIntentClassification (hi)":8.72,"MassiveIntentClassification (hu)":38.68,"MassiveIntentClassification (hy)":9.7,"MassiveIntentClassification (id)":40.08,"MassiveIntentClassification (is)":34.1,"MassiveIntentClassification (it)":42.67,"MassiveIntentClassification (ja)":27.8,"MassiveIntentClassification (jv)":34.78,"MassiveIntentClassification (ka)":11.32,"MassiveIntentClassification (km)":4.7,"MassiveIntentClassification (kn)":3.33,"MassiveIntentClassification (ko)":17.23,"MassiveIntentClassification (lv)":38.48,"MassiveIntentClassification (ml)":2.65,"MassiveIntentClassification (mn)":21.87,"MassiveIntentClassification (ms)":36.06,"MassiveIntentClassification (my)":4.7,"MassiveIntentClassification (nl)":38.9,"MassiveIntentClassification (pt)":44.25,"MassiveIntentClassification (ro)":40.92,"MassiveIntentClassification (ru)":24.69,"MassiveIntentClassification (sl)":38.52,"MassiveIntentClassification (sq)":40.64,"MassiveIntentClassification (sw)":35.33,"MassiveIntentClassification (ta)":10.09,"MassiveIntentClassification (te)":2.3,"MassiveIntentClassification (th)":12.11,"MassiveIntentClassification (tl)":38.83,"MassiveIntentClassification (tr)":38.43,"MassiveIntentClassification (ur)":9.98,"MassiveIntentClassification (vi)":36.18,"MassiveIntentClassification (zh-TW)":20.78,"MassiveScenarioClassification (af)":45.56,"MassiveScenarioClassification (am)":7.53,"MassiveScenarioClassification (ar)":26.89,"MassiveScenarioClassification (az)":43.56,"MassiveScenarioClassification (bn)":15.29,"MassiveScenarioClassification (cy)":40.22,"MassiveScenarioClassification (de)":49.62,"MassiveScenarioClassification (el)":33.87,"MassiveScenarioClassification (es)":51.67,"MassiveScenarioClassification (fa)":28.07,"MassiveScenarioClassification (fi)":44.7,"MassiveScenarioClassification (fr)":54.25,"MassiveScenarioClassification (he)":22.47,"MassiveScenarioClassification (hi)":14.9,"MassiveScenarioClassification (hu)":44.92,"MassiveScenarioClassification (hy)":16.49,"MassiveScenarioClassification (id)":44.04,"MassiveScenarioClassification (is)":43.11,"MassiveScenarioClassification (it)":51.93,"MassiveScenarioClassification (ja)":36.78,"MassiveScenarioClassification (jv)":43.42,"MassiveScenarioClassification (ka)":17.01,"MassiveScenarioClassification (km)":9.89,"MassiveScenarioClassification (kn)":8.03,"MassiveScenarioClassification (ko)":23.89,"MassiveScenarioClassification (lv)":42.93,"MassiveScenarioClassification (ml)":7.97,"MassiveScenarioClassification (mn)":28.31,"MassiveScenarioClassification (ms)":42.98,"MassiveScenarioClassification (my)":10.37,"MassiveScenarioClassification (nl)":48.31,"MassiveScenarioClassification (pt)":53.39,"MassiveScenarioClassification (ro)":51.26,"MassiveScenarioClassification (ru)":29.84,"MassiveScenarioClassification (sl)":44.36,"MassiveScenarioClassification (sq)":48.7,"MassiveScenarioClassification (sw)":44.31,"MassiveScenarioClassification (ta)":17.11,"MassiveScenarioClassification (te)":7.81,"MassiveScenarioClassification (th)":22.44,"MassiveScenarioClassification (tl)":48.6,"MassiveScenarioClassification (tr)":43.77,"MassiveScenarioClassification (ur)":17.86,"MassiveScenarioClassification (vi)":42.1,"MassiveScenarioClassification (zh-TW)":31.33} -{"index":164,"Rank":49,"Model":"all-MiniLM-L6-v2<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":384,"Max Tokens":512,"Average":30.84,"AmazonCounterfactualClassification (de)":57.82,"AmazonCounterfactualClassification (ja)":60.9,"AmazonReviewsClassification (de)":26.44,"AmazonReviewsClassification (es)":27.35,"AmazonReviewsClassification (fr)":26.88,"AmazonReviewsClassification (ja)":23.78,"AmazonReviewsClassification (zh)":23.67,"MTOPDomainClassification (de)":70.47,"MTOPDomainClassification (es)":72.99,"MTOPDomainClassification (fr)":75.1,"MTOPDomainClassification (hi)":40.74,"MTOPDomainClassification (th)":15.66,"MTOPIntentClassification (de)":45.7,"MTOPIntentClassification (es)":44.19,"MTOPIntentClassification (fr)":39.67,"MTOPIntentClassification (hi)":18.69,"MTOPIntentClassification (th)":5.03,"MassiveIntentClassification (af)":37.45,"MassiveIntentClassification (am)":2.62,"MassiveIntentClassification (ar)":19.05,"MassiveIntentClassification (az)":30.63,"MassiveIntentClassification (bn)":13.1,"MassiveIntentClassification (cy)":34.54,"MassiveIntentClassification (de)":43.44,"MassiveIntentClassification (el)":24.19,"MassiveIntentClassification (es)":39.88,"MassiveIntentClassification (fa)":19.1,"MassiveIntentClassification (fi)":38.37,"MassiveIntentClassification (fr)":42.55,"MassiveIntentClassification (he)":22.48,"MassiveIntentClassification (hi)":17.7,"MassiveIntentClassification (hu)":35.69,"MassiveIntentClassification (hy)":7.62,"MassiveIntentClassification (id)":39.02,"MassiveIntentClassification (is)":29.95,"MassiveIntentClassification (it)":41.59,"MassiveIntentClassification (ja)":31.87,"MassiveIntentClassification (jv)":35.91,"MassiveIntentClassification (ka)":9.07,"MassiveIntentClassification (km)":4.91,"MassiveIntentClassification (kn)":3.14,"MassiveIntentClassification (ko)":16.05,"MassiveIntentClassification (lv)":36.97,"MassiveIntentClassification (ml)":2.89,"MassiveIntentClassification (mn)":20.35,"MassiveIntentClassification (ms)":35.07,"MassiveIntentClassification (my)":4.24,"MassiveIntentClassification (nl)":40.2,"MassiveIntentClassification (pt)":43.76,"MassiveIntentClassification (ro)":40.54,"MassiveIntentClassification (ru)":27.58,"MassiveIntentClassification (sl)":36.7,"MassiveIntentClassification (sq)":40.7,"MassiveIntentClassification (sw)":34.98,"MassiveIntentClassification (ta)":11.31,"MassiveIntentClassification (te)":2.46,"MassiveIntentClassification (th)":11.26,"MassiveIntentClassification (tl)":37.92,"MassiveIntentClassification (tr)":33.76,"MassiveIntentClassification (ur)":14.42,"MassiveIntentClassification (vi)":37.09,"MassiveIntentClassification (zh-TW)":22.56,"MassiveScenarioClassification (af)":43.87,"MassiveScenarioClassification (am)":7.57,"MassiveScenarioClassification (ar)":25.99,"MassiveScenarioClassification (az)":35.59,"MassiveScenarioClassification (bn)":20.56,"MassiveScenarioClassification (cy)":39.0,"MassiveScenarioClassification (de)":51.47,"MassiveScenarioClassification (el)":31.3,"MassiveScenarioClassification (es)":49.0,"MassiveScenarioClassification (fa)":23.97,"MassiveScenarioClassification (fi)":42.38,"MassiveScenarioClassification (fr)":51.14,"MassiveScenarioClassification (he)":24.01,"MassiveScenarioClassification (hi)":23.71,"MassiveScenarioClassification (hu)":41.61,"MassiveScenarioClassification (hy)":13.03,"MassiveScenarioClassification (id)":43.46,"MassiveScenarioClassification (is)":36.12,"MassiveScenarioClassification (it)":49.8,"MassiveScenarioClassification (ja)":37.3,"MassiveScenarioClassification (jv)":43.59,"MassiveScenarioClassification (ka)":14.92,"MassiveScenarioClassification (km)":9.25,"MassiveScenarioClassification (kn)":7.85,"MassiveScenarioClassification (ko)":20.3,"MassiveScenarioClassification (lv)":40.43,"MassiveScenarioClassification (ml)":7.67,"MassiveScenarioClassification (mn)":25.47,"MassiveScenarioClassification (ms)":43.67,"MassiveScenarioClassification (my)":10.61,"MassiveScenarioClassification (nl)":48.43,"MassiveScenarioClassification (pt)":50.72,"MassiveScenarioClassification (ro)":48.23,"MassiveScenarioClassification (ru)":30.46,"MassiveScenarioClassification (sl)":41.9,"MassiveScenarioClassification (sq)":47.21,"MassiveScenarioClassification (sw)":43.32,"MassiveScenarioClassification (ta)":17.37,"MassiveScenarioClassification (te)":7.95,"MassiveScenarioClassification (th)":19.5,"MassiveScenarioClassification (tl)":45.69,"MassiveScenarioClassification (tr)":38.85,"MassiveScenarioClassification (ur)":23.73,"MassiveScenarioClassification (vi)":40.47,"MassiveScenarioClassification (zh-TW)":31.18} -{"index":169,"Rank":50,"Model":"gtr-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Embedding Dimensions":768,"Max Tokens":512,"Average":30.51,"AmazonCounterfactualClassification (de)":59.79,"AmazonCounterfactualClassification (ja)":50.59,"AmazonReviewsClassification (de)":35.06,"AmazonReviewsClassification (es)":37.18,"AmazonReviewsClassification (fr)":35.48,"AmazonReviewsClassification (ja)":22.24,"AmazonReviewsClassification (zh)":21.89,"MTOPDomainClassification (de)":85.42,"MTOPDomainClassification (es)":88.2,"MTOPDomainClassification (fr)":85.05,"MTOPDomainClassification (hi)":21.74,"MTOPDomainClassification (th)":15.87,"MTOPIntentClassification (de)":55.75,"MTOPIntentClassification (es)":57.73,"MTOPIntentClassification (fr)":51.07,"MTOPIntentClassification (hi)":3.19,"MTOPIntentClassification (th)":5.55,"MassiveIntentClassification (af)":42.6,"MassiveIntentClassification (am)":2.12,"MassiveIntentClassification (ar)":4.64,"MassiveIntentClassification (az)":35.05,"MassiveIntentClassification (bn)":2.84,"MassiveIntentClassification (cy)":36.19,"MassiveIntentClassification (de)":55.49,"MassiveIntentClassification (el)":10.14,"MassiveIntentClassification (es)":56.72,"MassiveIntentClassification (fa)":3.54,"MassiveIntentClassification (fi)":37.13,"MassiveIntentClassification (fr)":57.67,"MassiveIntentClassification (he)":2.56,"MassiveIntentClassification (hi)":3.24,"MassiveIntentClassification (hu)":34.22,"MassiveIntentClassification (hy)":3.01,"MassiveIntentClassification (id)":46.54,"MassiveIntentClassification (is)":34.77,"MassiveIntentClassification (it)":54.13,"MassiveIntentClassification (ja)":4.27,"MassiveIntentClassification (jv)":36.97,"MassiveIntentClassification (ka)":2.72,"MassiveIntentClassification (km)":5.35,"MassiveIntentClassification (kn)":3.17,"MassiveIntentClassification (ko)":2.64,"MassiveIntentClassification (lv)":36.32,"MassiveIntentClassification (ml)":3.18,"MassiveIntentClassification (mn)":22.85,"MassiveIntentClassification (ms)":42.87,"MassiveIntentClassification (my)":4.04,"MassiveIntentClassification (nl)":49.53,"MassiveIntentClassification (pt)":57.03,"MassiveIntentClassification (ro)":49.95,"MassiveIntentClassification (ru)":36.58,"MassiveIntentClassification (sl)":39.44,"MassiveIntentClassification (sq)":41.78,"MassiveIntentClassification (sw)":35.85,"MassiveIntentClassification (ta)":2.32,"MassiveIntentClassification (te)":2.2,"MassiveIntentClassification (th)":3.74,"MassiveIntentClassification (tl)":43.12,"MassiveIntentClassification (tr)":35.24,"MassiveIntentClassification (ur)":3.0,"MassiveIntentClassification (vi)":30.01,"MassiveIntentClassification (zh-TW)":3.35,"MassiveScenarioClassification (af)":52.54,"MassiveScenarioClassification (am)":6.3,"MassiveScenarioClassification (ar)":11.96,"MassiveScenarioClassification (az)":40.17,"MassiveScenarioClassification (bn)":8.29,"MassiveScenarioClassification (cy)":42.24,"MassiveScenarioClassification (de)":68.09,"MassiveScenarioClassification (el)":16.66,"MassiveScenarioClassification (es)":64.32,"MassiveScenarioClassification (fa)":6.9,"MassiveScenarioClassification (fi)":43.96,"MassiveScenarioClassification (fr)":66.72,"MassiveScenarioClassification (he)":7.51,"MassiveScenarioClassification (hi)":7.82,"MassiveScenarioClassification (hu)":42.16,"MassiveScenarioClassification (hy)":9.33,"MassiveScenarioClassification (id)":53.54,"MassiveScenarioClassification (is)":42.84,"MassiveScenarioClassification (it)":62.44,"MassiveScenarioClassification (ja)":7.29,"MassiveScenarioClassification (jv)":43.13,"MassiveScenarioClassification (ka)":7.63,"MassiveScenarioClassification (km)":9.08,"MassiveScenarioClassification (kn)":8.1,"MassiveScenarioClassification (ko)":6.35,"MassiveScenarioClassification (lv)":40.24,"MassiveScenarioClassification (ml)":7.65,"MassiveScenarioClassification (mn)":27.98,"MassiveScenarioClassification (ms)":52.41,"MassiveScenarioClassification (my)":9.21,"MassiveScenarioClassification (nl)":60.35,"MassiveScenarioClassification (pt)":62.78,"MassiveScenarioClassification (ro)":59.62,"MassiveScenarioClassification (ru)":43.44,"MassiveScenarioClassification (sl)":44.79,"MassiveScenarioClassification (sq)":50.84,"MassiveScenarioClassification (sw)":44.63,"MassiveScenarioClassification (ta)":7.95,"MassiveScenarioClassification (te)":7.5,"MassiveScenarioClassification (th)":8.79,"MassiveScenarioClassification (tl)":53.54,"MassiveScenarioClassification (tr)":42.47,"MassiveScenarioClassification (ur)":9.58,"MassiveScenarioClassification (vi)":34.68,"MassiveScenarioClassification (zh-TW)":8.77} -{"index":89,"Rank":51,"Model":"slx-v0.1<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.08,"Embedding Dimensions":384,"Max Tokens":512,"Average":30.35,"AmazonCounterfactualClassification (de)":57.98,"AmazonCounterfactualClassification (ja)":59.38,"AmazonReviewsClassification (de)":26.73,"AmazonReviewsClassification (es)":27.23,"AmazonReviewsClassification (fr)":27.0,"AmazonReviewsClassification (ja)":23.75,"AmazonReviewsClassification (zh)":23.13,"MTOPDomainClassification (de)":70.39,"MTOPDomainClassification (es)":73.35,"MTOPDomainClassification (fr)":75.57,"MTOPDomainClassification (hi)":39.06,"MTOPDomainClassification (th)":17.09,"MTOPIntentClassification (de)":45.26,"MTOPIntentClassification (es)":44.9,"MTOPIntentClassification (fr)":41.12,"MTOPIntentClassification (hi)":18.3,"MTOPIntentClassification (th)":4.68,"MassiveIntentClassification (af)":36.53,"MassiveIntentClassification (am)":2.44,"MassiveIntentClassification (ar)":18.02,"MassiveIntentClassification (az)":28.74,"MassiveIntentClassification (bn)":12.1,"MassiveIntentClassification (cy)":33.68,"MassiveIntentClassification (de)":42.21,"MassiveIntentClassification (el)":22.5,"MassiveIntentClassification (es)":40.63,"MassiveIntentClassification (fa)":19.65,"MassiveIntentClassification (fi)":36.97,"MassiveIntentClassification (fr)":41.95,"MassiveIntentClassification (he)":20.56,"MassiveIntentClassification (hi)":17.6,"MassiveIntentClassification (hu)":33.79,"MassiveIntentClassification (hy)":7.13,"MassiveIntentClassification (id)":38.6,"MassiveIntentClassification (is)":29.51,"MassiveIntentClassification (it)":40.84,"MassiveIntentClassification (ja)":30.52,"MassiveIntentClassification (jv)":35.6,"MassiveIntentClassification (ka)":8.55,"MassiveIntentClassification (km)":4.51,"MassiveIntentClassification (kn)":3.39,"MassiveIntentClassification (ko)":16.09,"MassiveIntentClassification (lv)":36.23,"MassiveIntentClassification (ml)":2.54,"MassiveIntentClassification (mn)":18.88,"MassiveIntentClassification (ms)":34.14,"MassiveIntentClassification (my)":4.49,"MassiveIntentClassification (nl)":38.17,"MassiveIntentClassification (pt)":42.6,"MassiveIntentClassification (ro)":39.3,"MassiveIntentClassification (ru)":27.14,"MassiveIntentClassification (sl)":36.45,"MassiveIntentClassification (sq)":40.24,"MassiveIntentClassification (sw)":33.87,"MassiveIntentClassification (ta)":11.43,"MassiveIntentClassification (te)":2.25,"MassiveIntentClassification (th)":10.3,"MassiveIntentClassification (tl)":38.09,"MassiveIntentClassification (tr)":33.09,"MassiveIntentClassification (ur)":15.12,"MassiveIntentClassification (vi)":37.36,"MassiveIntentClassification (zh-TW)":24.11,"MassiveScenarioClassification (af)":43.56,"MassiveScenarioClassification (am)":7.37,"MassiveScenarioClassification (ar)":24.37,"MassiveScenarioClassification (az)":35.12,"MassiveScenarioClassification (bn)":19.76,"MassiveScenarioClassification (cy)":38.78,"MassiveScenarioClassification (de)":50.05,"MassiveScenarioClassification (el)":29.29,"MassiveScenarioClassification (es)":49.3,"MassiveScenarioClassification (fa)":22.91,"MassiveScenarioClassification (fi)":40.72,"MassiveScenarioClassification (fr)":50.59,"MassiveScenarioClassification (he)":23.92,"MassiveScenarioClassification (hi)":23.15,"MassiveScenarioClassification (hu)":39.28,"MassiveScenarioClassification (hy)":12.36,"MassiveScenarioClassification (id)":43.03,"MassiveScenarioClassification (is)":35.19,"MassiveScenarioClassification (it)":49.37,"MassiveScenarioClassification (ja)":37.64,"MassiveScenarioClassification (jv)":42.82,"MassiveScenarioClassification (ka)":14.13,"MassiveScenarioClassification (km)":8.84,"MassiveScenarioClassification (kn)":8.35,"MassiveScenarioClassification (ko)":20.59,"MassiveScenarioClassification (lv)":40.16,"MassiveScenarioClassification (ml)":7.48,"MassiveScenarioClassification (mn)":24.15,"MassiveScenarioClassification (ms)":42.39,"MassiveScenarioClassification (my)":11.19,"MassiveScenarioClassification (nl)":46.52,"MassiveScenarioClassification (pt)":49.51,"MassiveScenarioClassification (ro)":47.62,"MassiveScenarioClassification (ru)":29.95,"MassiveScenarioClassification (sl)":41.42,"MassiveScenarioClassification (sq)":45.49,"MassiveScenarioClassification (sw)":41.83,"MassiveScenarioClassification (ta)":17.58,"MassiveScenarioClassification (te)":7.58,"MassiveScenarioClassification (th)":18.84,"MassiveScenarioClassification (tl)":46.35,"MassiveScenarioClassification (tr)":38.19,"MassiveScenarioClassification (ur)":23.33,"MassiveScenarioClassification (vi)":40.89,"MassiveScenarioClassification (zh-TW)":33.27} -{"index":165,"Rank":52,"Model":"all-mpnet-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average":30.12,"AmazonCounterfactualClassification (de)":55.66,"AmazonCounterfactualClassification (ja)":60.69,"AmazonReviewsClassification (de)":26.05,"AmazonReviewsClassification (es)":27.73,"AmazonReviewsClassification (fr)":28.49,"AmazonReviewsClassification (ja)":23.65,"AmazonReviewsClassification (zh)":23.62,"MTOPDomainClassification (de)":71.86,"MTOPDomainClassification (es)":71.3,"MTOPDomainClassification (fr)":74.88,"MTOPDomainClassification (hi)":39.93,"MTOPDomainClassification (th)":17.54,"MTOPIntentClassification (de)":44.36,"MTOPIntentClassification (es)":39.48,"MTOPIntentClassification (fr)":37.57,"MTOPIntentClassification (hi)":18.63,"MTOPIntentClassification (th)":5.39,"MassiveIntentClassification (af)":36.49,"MassiveIntentClassification (am)":2.4,"MassiveIntentClassification (ar)":20.42,"MassiveIntentClassification (az)":28.92,"MassiveIntentClassification (bn)":12.35,"MassiveIntentClassification (cy)":30.82,"MassiveIntentClassification (de)":44.54,"MassiveIntentClassification (el)":24.52,"MassiveIntentClassification (es)":39.75,"MassiveIntentClassification (fa)":22.45,"MassiveIntentClassification (fi)":34.58,"MassiveIntentClassification (fr)":44.27,"MassiveIntentClassification (he)":23.6,"MassiveIntentClassification (hi)":17.68,"MassiveIntentClassification (hu)":34.38,"MassiveIntentClassification (hy)":10.11,"MassiveIntentClassification (id)":36.31,"MassiveIntentClassification (is)":31.46,"MassiveIntentClassification (it)":40.29,"MassiveIntentClassification (ja)":33.13,"MassiveIntentClassification (jv)":31.75,"MassiveIntentClassification (ka)":7.66,"MassiveIntentClassification (km)":4.76,"MassiveIntentClassification (kn)":3.76,"MassiveIntentClassification (ko)":13.35,"MassiveIntentClassification (lv)":35.08,"MassiveIntentClassification (ml)":2.62,"MassiveIntentClassification (mn)":19.65,"MassiveIntentClassification (ms)":30.53,"MassiveIntentClassification (my)":4.6,"MassiveIntentClassification (nl)":38.49,"MassiveIntentClassification (pt)":42.83,"MassiveIntentClassification (ro)":38.07,"MassiveIntentClassification (ru)":23.98,"MassiveIntentClassification (sl)":34.49,"MassiveIntentClassification (sq)":37.26,"MassiveIntentClassification (sw)":31.82,"MassiveIntentClassification (ta)":9.25,"MassiveIntentClassification (te)":2.26,"MassiveIntentClassification (th)":8.51,"MassiveIntentClassification (tl)":36.33,"MassiveIntentClassification (tr)":32.02,"MassiveIntentClassification (ur)":12.86,"MassiveIntentClassification (vi)":31.47,"MassiveIntentClassification (zh-TW)":22.43,"MassiveScenarioClassification (af)":43.63,"MassiveScenarioClassification (am)":7.43,"MassiveScenarioClassification (ar)":27.8,"MassiveScenarioClassification (az)":36.42,"MassiveScenarioClassification (bn)":17.49,"MassiveScenarioClassification (cy)":34.82,"MassiveScenarioClassification (de)":54.09,"MassiveScenarioClassification (el)":33.85,"MassiveScenarioClassification (es)":50.92,"MassiveScenarioClassification (fa)":27.8,"MassiveScenarioClassification (fi)":38.41,"MassiveScenarioClassification (fr)":54.26,"MassiveScenarioClassification (he)":25.49,"MassiveScenarioClassification (hi)":23.13,"MassiveScenarioClassification (hu)":41.01,"MassiveScenarioClassification (hy)":16.86,"MassiveScenarioClassification (id)":43.05,"MassiveScenarioClassification (is)":39.36,"MassiveScenarioClassification (it)":51.37,"MassiveScenarioClassification (ja)":40.57,"MassiveScenarioClassification (jv)":40.0,"MassiveScenarioClassification (ka)":13.45,"MassiveScenarioClassification (km)":9.63,"MassiveScenarioClassification (kn)":8.34,"MassiveScenarioClassification (ko)":17.28,"MassiveScenarioClassification (lv)":39.28,"MassiveScenarioClassification (ml)":7.69,"MassiveScenarioClassification (mn)":25.58,"MassiveScenarioClassification (ms)":37.28,"MassiveScenarioClassification (my)":10.8,"MassiveScenarioClassification (nl)":47.79,"MassiveScenarioClassification (pt)":52.06,"MassiveScenarioClassification (ro)":47.86,"MassiveScenarioClassification (ru)":28.71,"MassiveScenarioClassification (sl)":39.88,"MassiveScenarioClassification (sq)":44.67,"MassiveScenarioClassification (sw)":40.34,"MassiveScenarioClassification (ta)":14.55,"MassiveScenarioClassification (te)":7.81,"MassiveScenarioClassification (th)":17.01,"MassiveScenarioClassification (tl)":47.04,"MassiveScenarioClassification (tr)":39.11,"MassiveScenarioClassification (ur)":20.0,"MassiveScenarioClassification (vi)":35.9,"MassiveScenarioClassification (zh-TW)":31.7} -{"index":124,"Rank":53,"Model":"e5-small<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":29.96,"AmazonCounterfactualClassification (de)":56.98,"AmazonCounterfactualClassification (ja)":56.66,"AmazonReviewsClassification (de)":29.2,"AmazonReviewsClassification (es)":35.79,"AmazonReviewsClassification (fr)":32.31,"AmazonReviewsClassification (ja)":21.99,"AmazonReviewsClassification (zh)":22.37,"MTOPDomainClassification (de)":70.66,"MTOPDomainClassification (es)":80.16,"MTOPDomainClassification (fr)":74.2,"MTOPDomainClassification (hi)":33.51,"MTOPDomainClassification (th)":16.14,"MTOPIntentClassification (de)":41.29,"MTOPIntentClassification (es)":41.87,"MTOPIntentClassification (fr)":37.43,"MTOPIntentClassification (hi)":12.14,"MTOPIntentClassification (th)":3.94,"MassiveIntentClassification (af)":37.7,"MassiveIntentClassification (am)":2.33,"MassiveIntentClassification (ar)":10.6,"MassiveIntentClassification (az)":36.22,"MassiveIntentClassification (bn)":8.06,"MassiveIntentClassification (cy)":35.74,"MassiveIntentClassification (de)":39.86,"MassiveIntentClassification (el)":17.22,"MassiveIntentClassification (es)":42.88,"MassiveIntentClassification (fa)":16.92,"MassiveIntentClassification (fi)":39.24,"MassiveIntentClassification (fr)":43.86,"MassiveIntentClassification (he)":14.19,"MassiveIntentClassification (hi)":12.03,"MassiveIntentClassification (hu)":38.95,"MassiveIntentClassification (hy)":5.85,"MassiveIntentClassification (id)":41.2,"MassiveIntentClassification (is)":35.37,"MassiveIntentClassification (it)":42.07,"MassiveIntentClassification (ja)":17.46,"MassiveIntentClassification (jv)":37.53,"MassiveIntentClassification (ka)":5.84,"MassiveIntentClassification (km)":5.02,"MassiveIntentClassification (kn)":2.98,"MassiveIntentClassification (ko)":14.25,"MassiveIntentClassification (lv)":39.91,"MassiveIntentClassification (ml)":2.43,"MassiveIntentClassification (mn)":13.5,"MassiveIntentClassification (ms)":37.52,"MassiveIntentClassification (my)":3.72,"MassiveIntentClassification (nl)":40.9,"MassiveIntentClassification (pt)":43.79,"MassiveIntentClassification (ro)":41.5,"MassiveIntentClassification (ru)":13.65,"MassiveIntentClassification (sl)":38.93,"MassiveIntentClassification (sq)":40.53,"MassiveIntentClassification (sw)":37.87,"MassiveIntentClassification (ta)":9.05,"MassiveIntentClassification (te)":2.06,"MassiveIntentClassification (th)":8.9,"MassiveIntentClassification (tl)":38.77,"MassiveIntentClassification (tr)":40.61,"MassiveIntentClassification (ur)":7.04,"MassiveIntentClassification (vi)":34.35,"MassiveIntentClassification (zh-TW)":15.31,"MassiveScenarioClassification (af)":45.65,"MassiveScenarioClassification (am)":7.25,"MassiveScenarioClassification (ar)":17.93,"MassiveScenarioClassification (az)":44.79,"MassiveScenarioClassification (bn)":13.57,"MassiveScenarioClassification (cy)":42.34,"MassiveScenarioClassification (de)":51.82,"MassiveScenarioClassification (el)":26.04,"MassiveScenarioClassification (es)":52.79,"MassiveScenarioClassification (fa)":21.99,"MassiveScenarioClassification (fi)":45.24,"MassiveScenarioClassification (fr)":55.22,"MassiveScenarioClassification (he)":16.06,"MassiveScenarioClassification (hi)":18.9,"MassiveScenarioClassification (hu)":45.63,"MassiveScenarioClassification (hy)":13.0,"MassiveScenarioClassification (id)":45.81,"MassiveScenarioClassification (is)":42.96,"MassiveScenarioClassification (it)":50.68,"MassiveScenarioClassification (ja)":23.45,"MassiveScenarioClassification (jv)":45.73,"MassiveScenarioClassification (ka)":10.16,"MassiveScenarioClassification (km)":9.27,"MassiveScenarioClassification (kn)":7.95,"MassiveScenarioClassification (ko)":19.59,"MassiveScenarioClassification (lv)":45.66,"MassiveScenarioClassification (ml)":6.53,"MassiveScenarioClassification (mn)":19.67,"MassiveScenarioClassification (ms)":45.47,"MassiveScenarioClassification (my)":10.53,"MassiveScenarioClassification (nl)":49.09,"MassiveScenarioClassification (pt)":52.65,"MassiveScenarioClassification (ro)":51.69,"MassiveScenarioClassification (ru)":18.39,"MassiveScenarioClassification (sl)":44.26,"MassiveScenarioClassification (sq)":49.52,"MassiveScenarioClassification (sw)":45.98,"MassiveScenarioClassification (ta)":14.99,"MassiveScenarioClassification (te)":7.26,"MassiveScenarioClassification (th)":17.88,"MassiveScenarioClassification (tl)":48.34,"MassiveScenarioClassification (tr)":45.9,"MassiveScenarioClassification (ur)":14.5,"MassiveScenarioClassification (vi)":40.19,"MassiveScenarioClassification (zh-TW)":23.24} -{"index":175,"Rank":54,"Model":"sentence-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Embedding Dimensions":768,"Max Tokens":512,"Average":29.6,"AmazonCounterfactualClassification (de)":67.01,"AmazonCounterfactualClassification (ja)":45.61,"AmazonReviewsClassification (de)":44.05,"AmazonReviewsClassification (es)":45.01,"AmazonReviewsClassification (fr)":43.52,"AmazonReviewsClassification (ja)":22.23,"AmazonReviewsClassification (zh)":21.88,"MTOPDomainClassification (de)":83.28,"MTOPDomainClassification (es)":85.32,"MTOPDomainClassification (fr)":85.14,"MTOPDomainClassification (hi)":20.85,"MTOPDomainClassification (th)":15.62,"MTOPIntentClassification (de)":54.65,"MTOPIntentClassification (es)":57.38,"MTOPIntentClassification (fr)":54.39,"MTOPIntentClassification (hi)":3.28,"MTOPIntentClassification (th)":5.08,"MassiveIntentClassification (af)":40.17,"MassiveIntentClassification (am)":2.18,"MassiveIntentClassification (ar)":4.18,"MassiveIntentClassification (az)":30.02,"MassiveIntentClassification (bn)":2.6,"MassiveIntentClassification (cy)":29.15,"MassiveIntentClassification (de)":57.43,"MassiveIntentClassification (el)":9.96,"MassiveIntentClassification (es)":57.97,"MassiveIntentClassification (fa)":3.6,"MassiveIntentClassification (fi)":34.02,"MassiveIntentClassification (fr)":60.99,"MassiveIntentClassification (he)":2.51,"MassiveIntentClassification (hi)":3.02,"MassiveIntentClassification (hu)":31.66,"MassiveIntentClassification (hy)":3.32,"MassiveIntentClassification (id)":41.53,"MassiveIntentClassification (is)":30.25,"MassiveIntentClassification (it)":56.57,"MassiveIntentClassification (ja)":3.5,"MassiveIntentClassification (jv)":31.67,"MassiveIntentClassification (ka)":2.79,"MassiveIntentClassification (km)":5.43,"MassiveIntentClassification (kn)":2.79,"MassiveIntentClassification (ko)":2.67,"MassiveIntentClassification (lv)":34.25,"MassiveIntentClassification (ml)":2.98,"MassiveIntentClassification (mn)":20.99,"MassiveIntentClassification (ms)":37.43,"MassiveIntentClassification (my)":4.02,"MassiveIntentClassification (nl)":50.51,"MassiveIntentClassification (pt)":57.95,"MassiveIntentClassification (ro)":49.37,"MassiveIntentClassification (ru)":33.46,"MassiveIntentClassification (sl)":36.33,"MassiveIntentClassification (sq)":37.65,"MassiveIntentClassification (sw)":30.6,"MassiveIntentClassification (ta)":1.79,"MassiveIntentClassification (te)":2.26,"MassiveIntentClassification (th)":4.02,"MassiveIntentClassification (tl)":38.92,"MassiveIntentClassification (tr)":32.05,"MassiveIntentClassification (ur)":2.7,"MassiveIntentClassification (vi)":21.47,"MassiveIntentClassification (zh-TW)":3.24,"MassiveScenarioClassification (af)":50.81,"MassiveScenarioClassification (am)":6.95,"MassiveScenarioClassification (ar)":12.32,"MassiveScenarioClassification (az)":38.79,"MassiveScenarioClassification (bn)":8.0,"MassiveScenarioClassification (cy)":33.91,"MassiveScenarioClassification (de)":65.33,"MassiveScenarioClassification (el)":16.89,"MassiveScenarioClassification (es)":62.52,"MassiveScenarioClassification (fa)":6.08,"MassiveScenarioClassification (fi)":43.34,"MassiveScenarioClassification (fr)":66.42,"MassiveScenarioClassification (he)":7.55,"MassiveScenarioClassification (hi)":7.44,"MassiveScenarioClassification (hu)":40.85,"MassiveScenarioClassification (hy)":9.25,"MassiveScenarioClassification (id)":51.92,"MassiveScenarioClassification (is)":40.09,"MassiveScenarioClassification (it)":62.94,"MassiveScenarioClassification (ja)":7.9,"MassiveScenarioClassification (jv)":41.33,"MassiveScenarioClassification (ka)":7.76,"MassiveScenarioClassification (km)":9.19,"MassiveScenarioClassification (kn)":8.36,"MassiveScenarioClassification (ko)":6.13,"MassiveScenarioClassification (lv)":40.7,"MassiveScenarioClassification (ml)":6.98,"MassiveScenarioClassification (mn)":27.0,"MassiveScenarioClassification (ms)":46.9,"MassiveScenarioClassification (my)":9.55,"MassiveScenarioClassification (nl)":59.65,"MassiveScenarioClassification (pt)":62.18,"MassiveScenarioClassification (ro)":58.22,"MassiveScenarioClassification (ru)":40.73,"MassiveScenarioClassification (sl)":43.66,"MassiveScenarioClassification (sq)":49.25,"MassiveScenarioClassification (sw)":40.55,"MassiveScenarioClassification (ta)":7.46,"MassiveScenarioClassification (te)":7.03,"MassiveScenarioClassification (th)":8.52,"MassiveScenarioClassification (tl)":51.74,"MassiveScenarioClassification (tr)":43.01,"MassiveScenarioClassification (ur)":9.61,"MassiveScenarioClassification (vi)":28.91,"MassiveScenarioClassification (zh-TW)":7.14} -{"index":168,"Rank":55,"Model":"gtr-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Embedding Dimensions":768,"Max Tokens":512,"Average":28.9,"AmazonCounterfactualClassification (de)":59.38,"AmazonCounterfactualClassification (ja)":45.87,"AmazonReviewsClassification (de)":33.06,"AmazonReviewsClassification (es)":34.0,"AmazonReviewsClassification (fr)":33.48,"AmazonReviewsClassification (ja)":21.78,"AmazonReviewsClassification (zh)":21.83,"MTOPDomainClassification (de)":81.91,"MTOPDomainClassification (es)":84.7,"MTOPDomainClassification (fr)":82.48,"MTOPDomainClassification (hi)":22.11,"MTOPDomainClassification (th)":16.36,"MTOPIntentClassification (de)":52.13,"MTOPIntentClassification (es)":52.62,"MTOPIntentClassification (fr)":46.39,"MTOPIntentClassification (hi)":3.9,"MTOPIntentClassification (th)":5.38,"MassiveIntentClassification (af)":41.02,"MassiveIntentClassification (am)":2.34,"MassiveIntentClassification (ar)":4.87,"MassiveIntentClassification (az)":34.92,"MassiveIntentClassification (bn)":2.52,"MassiveIntentClassification (cy)":35.87,"MassiveIntentClassification (de)":51.48,"MassiveIntentClassification (el)":10.0,"MassiveIntentClassification (es)":53.3,"MassiveIntentClassification (fa)":3.59,"MassiveIntentClassification (fi)":37.35,"MassiveIntentClassification (fr)":54.83,"MassiveIntentClassification (he)":2.52,"MassiveIntentClassification (hi)":2.88,"MassiveIntentClassification (hu)":33.52,"MassiveIntentClassification (hy)":3.13,"MassiveIntentClassification (id)":40.11,"MassiveIntentClassification (is)":34.77,"MassiveIntentClassification (it)":51.21,"MassiveIntentClassification (ja)":4.75,"MassiveIntentClassification (jv)":35.6,"MassiveIntentClassification (ka)":2.71,"MassiveIntentClassification (km)":5.48,"MassiveIntentClassification (kn)":2.44,"MassiveIntentClassification (ko)":2.59,"MassiveIntentClassification (lv)":38.15,"MassiveIntentClassification (ml)":2.67,"MassiveIntentClassification (mn)":18.47,"MassiveIntentClassification (ms)":35.58,"MassiveIntentClassification (my)":4.35,"MassiveIntentClassification (nl)":45.96,"MassiveIntentClassification (pt)":52.27,"MassiveIntentClassification (ro)":46.39,"MassiveIntentClassification (ru)":16.82,"MassiveIntentClassification (sl)":37.3,"MassiveIntentClassification (sq)":41.73,"MassiveIntentClassification (sw)":35.97,"MassiveIntentClassification (ta)":1.52,"MassiveIntentClassification (te)":2.57,"MassiveIntentClassification (th)":3.94,"MassiveIntentClassification (tl)":41.03,"MassiveIntentClassification (tr)":33.75,"MassiveIntentClassification (ur)":2.57,"MassiveIntentClassification (vi)":25.23,"MassiveIntentClassification (zh-TW)":4.64,"MassiveScenarioClassification (af)":51.48,"MassiveScenarioClassification (am)":7.74,"MassiveScenarioClassification (ar)":12.03,"MassiveScenarioClassification (az)":41.77,"MassiveScenarioClassification (bn)":8.07,"MassiveScenarioClassification (cy)":43.67,"MassiveScenarioClassification (de)":63.63,"MassiveScenarioClassification (el)":16.83,"MassiveScenarioClassification (es)":61.48,"MassiveScenarioClassification (fa)":6.48,"MassiveScenarioClassification (fi)":43.54,"MassiveScenarioClassification (fr)":64.06,"MassiveScenarioClassification (he)":8.03,"MassiveScenarioClassification (hi)":7.5,"MassiveScenarioClassification (hu)":42.59,"MassiveScenarioClassification (hy)":9.22,"MassiveScenarioClassification (id)":48.67,"MassiveScenarioClassification (is)":43.87,"MassiveScenarioClassification (it)":59.83,"MassiveScenarioClassification (ja)":5.62,"MassiveScenarioClassification (jv)":42.18,"MassiveScenarioClassification (ka)":7.52,"MassiveScenarioClassification (km)":9.55,"MassiveScenarioClassification (kn)":8.34,"MassiveScenarioClassification (ko)":6.11,"MassiveScenarioClassification (lv)":43.35,"MassiveScenarioClassification (ml)":7.28,"MassiveScenarioClassification (mn)":23.94,"MassiveScenarioClassification (ms)":45.18,"MassiveScenarioClassification (my)":9.33,"MassiveScenarioClassification (nl)":57.02,"MassiveScenarioClassification (pt)":59.45,"MassiveScenarioClassification (ro)":56.8,"MassiveScenarioClassification (ru)":25.85,"MassiveScenarioClassification (sl)":42.51,"MassiveScenarioClassification (sq)":50.41,"MassiveScenarioClassification (sw)":43.02,"MassiveScenarioClassification (ta)":7.21,"MassiveScenarioClassification (te)":6.9,"MassiveScenarioClassification (th)":8.7,"MassiveScenarioClassification (tl)":51.76,"MassiveScenarioClassification (tr)":42.54,"MassiveScenarioClassification (ur)":9.32,"MassiveScenarioClassification (vi)":31.51,"MassiveScenarioClassification (zh-TW)":8.16} -{"index":174,"Rank":56,"Model":"sentence-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Embedding Dimensions":768,"Max Tokens":512,"Average":28.26,"AmazonCounterfactualClassification (de)":67.97,"AmazonCounterfactualClassification (ja)":45.72,"AmazonReviewsClassification (de)":43.16,"AmazonReviewsClassification (es)":42.89,"AmazonReviewsClassification (fr)":41.48,"AmazonReviewsClassification (ja)":22.49,"AmazonReviewsClassification (zh)":22.12,"MTOPDomainClassification (de)":80.56,"MTOPDomainClassification (es)":80.78,"MTOPDomainClassification (fr)":79.6,"MTOPDomainClassification (hi)":21.22,"MTOPDomainClassification (th)":15.82,"MTOPIntentClassification (de)":52.5,"MTOPIntentClassification (es)":52.07,"MTOPIntentClassification (fr)":47.73,"MTOPIntentClassification (hi)":3.74,"MTOPIntentClassification (th)":4.96,"MassiveIntentClassification (af)":38.41,"MassiveIntentClassification (am)":2.49,"MassiveIntentClassification (ar)":4.7,"MassiveIntentClassification (az)":31.77,"MassiveIntentClassification (bn)":2.77,"MassiveIntentClassification (cy)":31.69,"MassiveIntentClassification (de)":52.01,"MassiveIntentClassification (el)":9.74,"MassiveIntentClassification (es)":54.1,"MassiveIntentClassification (fa)":3.86,"MassiveIntentClassification (fi)":34.07,"MassiveIntentClassification (fr)":57.01,"MassiveIntentClassification (he)":2.14,"MassiveIntentClassification (hi)":2.97,"MassiveIntentClassification (hu)":32.01,"MassiveIntentClassification (hy)":3.17,"MassiveIntentClassification (id)":34.55,"MassiveIntentClassification (is)":32.0,"MassiveIntentClassification (it)":52.94,"MassiveIntentClassification (ja)":2.9,"MassiveIntentClassification (jv)":32.42,"MassiveIntentClassification (ka)":2.71,"MassiveIntentClassification (km)":5.5,"MassiveIntentClassification (kn)":2.41,"MassiveIntentClassification (ko)":2.57,"MassiveIntentClassification (lv)":35.09,"MassiveIntentClassification (ml)":2.95,"MassiveIntentClassification (mn)":18.33,"MassiveIntentClassification (ms)":29.69,"MassiveIntentClassification (my)":3.99,"MassiveIntentClassification (nl)":44.95,"MassiveIntentClassification (pt)":51.96,"MassiveIntentClassification (ro)":43.83,"MassiveIntentClassification (ru)":17.32,"MassiveIntentClassification (sl)":33.71,"MassiveIntentClassification (sq)":37.62,"MassiveIntentClassification (sw)":31.9,"MassiveIntentClassification (ta)":1.91,"MassiveIntentClassification (te)":2.54,"MassiveIntentClassification (th)":3.85,"MassiveIntentClassification (tl)":36.83,"MassiveIntentClassification (tr)":33.0,"MassiveIntentClassification (ur)":2.62,"MassiveIntentClassification (vi)":22.81,"MassiveIntentClassification (zh-TW)":3.49,"MassiveScenarioClassification (af)":50.28,"MassiveScenarioClassification (am)":7.15,"MassiveScenarioClassification (ar)":12.12,"MassiveScenarioClassification (az)":39.68,"MassiveScenarioClassification (bn)":8.06,"MassiveScenarioClassification (cy)":38.01,"MassiveScenarioClassification (de)":62.71,"MassiveScenarioClassification (el)":17.19,"MassiveScenarioClassification (es)":59.56,"MassiveScenarioClassification (fa)":6.5,"MassiveScenarioClassification (fi)":41.72,"MassiveScenarioClassification (fr)":63.6,"MassiveScenarioClassification (he)":7.93,"MassiveScenarioClassification (hi)":7.85,"MassiveScenarioClassification (hu)":41.37,"MassiveScenarioClassification (hy)":9.42,"MassiveScenarioClassification (id)":44.88,"MassiveScenarioClassification (is)":40.86,"MassiveScenarioClassification (it)":60.09,"MassiveScenarioClassification (ja)":6.56,"MassiveScenarioClassification (jv)":40.18,"MassiveScenarioClassification (ka)":7.37,"MassiveScenarioClassification (km)":9.56,"MassiveScenarioClassification (kn)":8.4,"MassiveScenarioClassification (ko)":5.96,"MassiveScenarioClassification (lv)":41.44,"MassiveScenarioClassification (ml)":7.47,"MassiveScenarioClassification (mn)":25.36,"MassiveScenarioClassification (ms)":39.69,"MassiveScenarioClassification (my)":9.68,"MassiveScenarioClassification (nl)":56.09,"MassiveScenarioClassification (pt)":57.99,"MassiveScenarioClassification (ro)":56.0,"MassiveScenarioClassification (ru)":27.47,"MassiveScenarioClassification (sl)":41.04,"MassiveScenarioClassification (sq)":49.38,"MassiveScenarioClassification (sw)":40.62,"MassiveScenarioClassification (ta)":7.59,"MassiveScenarioClassification (te)":7.07,"MassiveScenarioClassification (th)":8.52,"MassiveScenarioClassification (tl)":49.89,"MassiveScenarioClassification (tr)":43.08,"MassiveScenarioClassification (ur)":9.31,"MassiveScenarioClassification (vi)":27.46,"MassiveScenarioClassification (zh-TW)":7.24} -{"index":99,"Rank":57,"Model":"deberta-v1-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":512,"Average":28.02,"AmazonCounterfactualClassification (de)":58.92,"AmazonCounterfactualClassification (ja)":56.77,"AmazonReviewsClassification (de)":24.26,"AmazonReviewsClassification (es)":24.58,"AmazonReviewsClassification (fr)":25.23,"AmazonReviewsClassification (ja)":21.08,"AmazonReviewsClassification (zh)":23.14,"MTOPDomainClassification (de)":49.69,"MTOPDomainClassification (es)":56.75,"MTOPDomainClassification (fr)":49.63,"MTOPDomainClassification (hi)":32.99,"MTOPDomainClassification (th)":33.1,"MTOPIntentClassification (de)":39.95,"MTOPIntentClassification (es)":42.92,"MTOPIntentClassification (fr)":36.76,"MTOPIntentClassification (hi)":15.57,"MTOPIntentClassification (th)":19.52,"MassiveIntentClassification (af)":31.58,"MassiveIntentClassification (am)":15.42,"MassiveIntentClassification (ar)":22.52,"MassiveIntentClassification (az)":31.04,"MassiveIntentClassification (bn)":13.67,"MassiveIntentClassification (cy)":34.92,"MassiveIntentClassification (de)":31.68,"MassiveIntentClassification (el)":23.2,"MassiveIntentClassification (es)":30.09,"MassiveIntentClassification (fa)":22.87,"MassiveIntentClassification (fi)":30.73,"MassiveIntentClassification (fr)":31.26,"MassiveIntentClassification (he)":15.96,"MassiveIntentClassification (hi)":13.06,"MassiveIntentClassification (hu)":29.21,"MassiveIntentClassification (hy)":14.31,"MassiveIntentClassification (id)":35.91,"MassiveIntentClassification (is)":29.9,"MassiveIntentClassification (it)":35.84,"MassiveIntentClassification (ja)":20.97,"MassiveIntentClassification (jv)":32.3,"MassiveIntentClassification (ka)":15.38,"MassiveIntentClassification (km)":15.76,"MassiveIntentClassification (kn)":12.66,"MassiveIntentClassification (ko)":23.74,"MassiveIntentClassification (lv)":31.19,"MassiveIntentClassification (ml)":17.03,"MassiveIntentClassification (mn)":29.22,"MassiveIntentClassification (ms)":34.09,"MassiveIntentClassification (my)":11.9,"MassiveIntentClassification (nl)":33.04,"MassiveIntentClassification (pt)":32.59,"MassiveIntentClassification (ro)":28.66,"MassiveIntentClassification (ru)":61.32,"MassiveIntentClassification (sl)":33.48,"MassiveIntentClassification (sq)":34.43,"MassiveIntentClassification (sw)":33.17,"MassiveIntentClassification (ta)":12.99,"MassiveIntentClassification (te)":12.72,"MassiveIntentClassification (th)":16.83,"MassiveIntentClassification (tl)":32.28,"MassiveIntentClassification (tr)":28.04,"MassiveIntentClassification (ur)":15.68,"MassiveIntentClassification (vi)":30.6,"MassiveIntentClassification (zh-TW)":24.87,"MassiveScenarioClassification (af)":31.98,"MassiveScenarioClassification (am)":17.93,"MassiveScenarioClassification (ar)":24.92,"MassiveScenarioClassification (az)":31.36,"MassiveScenarioClassification (bn)":16.64,"MassiveScenarioClassification (cy)":35.27,"MassiveScenarioClassification (de)":32.3,"MassiveScenarioClassification (el)":24.88,"MassiveScenarioClassification (es)":29.32,"MassiveScenarioClassification (fa)":24.25,"MassiveScenarioClassification (fi)":29.71,"MassiveScenarioClassification (fr)":29.73,"MassiveScenarioClassification (he)":17.7,"MassiveScenarioClassification (hi)":16.47,"MassiveScenarioClassification (hu)":29.7,"MassiveScenarioClassification (hy)":17.57,"MassiveScenarioClassification (id)":35.47,"MassiveScenarioClassification (is)":28.84,"MassiveScenarioClassification (it)":35.66,"MassiveScenarioClassification (ja)":21.65,"MassiveScenarioClassification (jv)":33.16,"MassiveScenarioClassification (ka)":16.96,"MassiveScenarioClassification (km)":20.19,"MassiveScenarioClassification (kn)":16.33,"MassiveScenarioClassification (ko)":25.21,"MassiveScenarioClassification (lv)":29.84,"MassiveScenarioClassification (ml)":18.71,"MassiveScenarioClassification (mn)":30.46,"MassiveScenarioClassification (ms)":33.73,"MassiveScenarioClassification (my)":15.23,"MassiveScenarioClassification (nl)":32.45,"MassiveScenarioClassification (pt)":29.57,"MassiveScenarioClassification (ro)":28.91,"MassiveScenarioClassification (ru)":64.71,"MassiveScenarioClassification (sl)":34.81,"MassiveScenarioClassification (sq)":32.41,"MassiveScenarioClassification (sw)":35.19,"MassiveScenarioClassification (ta)":16.85,"MassiveScenarioClassification (te)":15.72,"MassiveScenarioClassification (th)":20.26,"MassiveScenarioClassification (tl)":31.7,"MassiveScenarioClassification (tr)":28.1,"MassiveScenarioClassification (ur)":19.66,"MassiveScenarioClassification (vi)":30.39,"MassiveScenarioClassification (zh-TW)":26.79} -{"index":97,"Rank":58,"Model":"USER-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":512,"Average":27.26,"AmazonCounterfactualClassification (de)":55.33,"AmazonCounterfactualClassification (ja)":49.24,"AmazonReviewsClassification (de)":26.36,"AmazonReviewsClassification (es)":27.0,"AmazonReviewsClassification (fr)":27.62,"AmazonReviewsClassification (ja)":20.55,"AmazonReviewsClassification (zh)":22.46,"MTOPDomainClassification (de)":61.34,"MTOPDomainClassification (es)":61.05,"MTOPDomainClassification (fr)":59.72,"MTOPDomainClassification (hi)":25.63,"MTOPDomainClassification (th)":25.03,"MTOPIntentClassification (de)":36.4,"MTOPIntentClassification (es)":34.85,"MTOPIntentClassification (fr)":35.07,"MTOPIntentClassification (hi)":4.62,"MTOPIntentClassification (th)":8.12,"MassiveIntentClassification (af)":30.74,"MassiveIntentClassification (am)":5.65,"MassiveIntentClassification (ar)":14.28,"MassiveIntentClassification (az)":34.76,"MassiveIntentClassification (bn)":6.14,"MassiveIntentClassification (cy)":34.48,"MassiveIntentClassification (de)":33.92,"MassiveIntentClassification (el)":19.77,"MassiveIntentClassification (es)":34.06,"MassiveIntentClassification (fa)":12.65,"MassiveIntentClassification (fi)":32.53,"MassiveIntentClassification (fr)":35.14,"MassiveIntentClassification (he)":4.71,"MassiveIntentClassification (hi)":4.28,"MassiveIntentClassification (hu)":30.6,"MassiveIntentClassification (hy)":7.88,"MassiveIntentClassification (id)":35.62,"MassiveIntentClassification (is)":32.58,"MassiveIntentClassification (it)":39.85,"MassiveIntentClassification (ja)":12.32,"MassiveIntentClassification (jv)":31.16,"MassiveIntentClassification (ka)":5.46,"MassiveIntentClassification (km)":7.48,"MassiveIntentClassification (kn)":5.36,"MassiveIntentClassification (ko)":11.02,"MassiveIntentClassification (lv)":34.91,"MassiveIntentClassification (ml)":6.04,"MassiveIntentClassification (mn)":30.97,"MassiveIntentClassification (ms)":32.88,"MassiveIntentClassification (my)":7.19,"MassiveIntentClassification (nl)":33.41,"MassiveIntentClassification (pt)":35.15,"MassiveIntentClassification (ro)":34.63,"MassiveIntentClassification (ru)":65.92,"MassiveIntentClassification (sl)":36.21,"MassiveIntentClassification (sq)":38.32,"MassiveIntentClassification (sw)":34.69,"MassiveIntentClassification (ta)":5.97,"MassiveIntentClassification (te)":5.31,"MassiveIntentClassification (th)":6.54,"MassiveIntentClassification (tl)":33.3,"MassiveIntentClassification (tr)":32.85,"MassiveIntentClassification (ur)":8.46,"MassiveIntentClassification (vi)":23.92,"MassiveIntentClassification (zh-TW)":12.74,"MassiveScenarioClassification (af)":37.03,"MassiveScenarioClassification (am)":11.75,"MassiveScenarioClassification (ar)":20.44,"MassiveScenarioClassification (az)":39.16,"MassiveScenarioClassification (bn)":11.01,"MassiveScenarioClassification (cy)":37.02,"MassiveScenarioClassification (de)":42.37,"MassiveScenarioClassification (el)":27.39,"MassiveScenarioClassification (es)":40.44,"MassiveScenarioClassification (fa)":17.22,"MassiveScenarioClassification (fi)":37.31,"MassiveScenarioClassification (fr)":42.95,"MassiveScenarioClassification (he)":10.44,"MassiveScenarioClassification (hi)":8.93,"MassiveScenarioClassification (hu)":38.84,"MassiveScenarioClassification (hy)":13.67,"MassiveScenarioClassification (id)":41.48,"MassiveScenarioClassification (is)":38.64,"MassiveScenarioClassification (it)":45.96,"MassiveScenarioClassification (ja)":17.52,"MassiveScenarioClassification (jv)":37.93,"MassiveScenarioClassification (ka)":10.49,"MassiveScenarioClassification (km)":13.46,"MassiveScenarioClassification (kn)":11.12,"MassiveScenarioClassification (ko)":15.33,"MassiveScenarioClassification (lv)":39.17,"MassiveScenarioClassification (ml)":10.56,"MassiveScenarioClassification (mn)":35.46,"MassiveScenarioClassification (ms)":39.48,"MassiveScenarioClassification (my)":12.72,"MassiveScenarioClassification (nl)":39.77,"MassiveScenarioClassification (pt)":40.92,"MassiveScenarioClassification (ro)":41.77,"MassiveScenarioClassification (ru)":69.06,"MassiveScenarioClassification (sl)":39.28,"MassiveScenarioClassification (sq)":43.78,"MassiveScenarioClassification (sw)":40.11,"MassiveScenarioClassification (ta)":11.1,"MassiveScenarioClassification (te)":9.99,"MassiveScenarioClassification (th)":11.93,"MassiveScenarioClassification (tl)":38.91,"MassiveScenarioClassification (tr)":37.28,"MassiveScenarioClassification (ur)":14.4,"MassiveScenarioClassification (vi)":31.5,"MassiveScenarioClassification (zh-TW)":19.39} -{"index":47,"Rank":59,"Model":"rubert-base-cased<\/a>","Model Size (Million Parameters)":180,"Memory Usage (GB, fp32)":0.67,"Embedding Dimensions":768,"Max Tokens":512,"Average":27.24,"AmazonCounterfactualClassification (de)":63.45,"AmazonCounterfactualClassification (ja)":53.38,"AmazonReviewsClassification (de)":25.25,"AmazonReviewsClassification (es)":25.49,"AmazonReviewsClassification (fr)":25.07,"AmazonReviewsClassification (ja)":22.65,"AmazonReviewsClassification (zh)":24.87,"MTOPDomainClassification (de)":53.03,"MTOPDomainClassification (es)":59.51,"MTOPDomainClassification (fr)":53.35,"MTOPDomainClassification (hi)":20.73,"MTOPDomainClassification (th)":15.17,"MTOPIntentClassification (de)":42.59,"MTOPIntentClassification (es)":42.4,"MTOPIntentClassification (fr)":38.32,"MTOPIntentClassification (hi)":7.91,"MTOPIntentClassification (th)":4.64,"MassiveIntentClassification (af)":31.89,"MassiveIntentClassification (am)":2.9,"MassiveIntentClassification (ar)":21.45,"MassiveIntentClassification (az)":35.33,"MassiveIntentClassification (bn)":2.93,"MassiveIntentClassification (cy)":31.99,"MassiveIntentClassification (de)":34.34,"MassiveIntentClassification (el)":30.25,"MassiveIntentClassification (es)":34.14,"MassiveIntentClassification (fa)":29.0,"MassiveIntentClassification (fi)":33.55,"MassiveIntentClassification (fr)":36.45,"MassiveIntentClassification (he)":23.67,"MassiveIntentClassification (hi)":5.77,"MassiveIntentClassification (hu)":31.87,"MassiveIntentClassification (hy)":7.1,"MassiveIntentClassification (id)":35.82,"MassiveIntentClassification (is)":32.66,"MassiveIntentClassification (it)":39.35,"MassiveIntentClassification (ja)":30.31,"MassiveIntentClassification (jv)":31.14,"MassiveIntentClassification (ka)":8.83,"MassiveIntentClassification (km)":4.03,"MassiveIntentClassification (kn)":3.82,"MassiveIntentClassification (ko)":9.3,"MassiveIntentClassification (lv)":37.55,"MassiveIntentClassification (ml)":2.63,"MassiveIntentClassification (mn)":35.6,"MassiveIntentClassification (ms)":33.19,"MassiveIntentClassification (my)":3.78,"MassiveIntentClassification (nl)":33.82,"MassiveIntentClassification (pt)":36.75,"MassiveIntentClassification (ro)":32.09,"MassiveIntentClassification (ru)":53.02,"MassiveIntentClassification (sl)":36.68,"MassiveIntentClassification (sq)":35.35,"MassiveIntentClassification (sw)":32.75,"MassiveIntentClassification (ta)":3.32,"MassiveIntentClassification (te)":3.63,"MassiveIntentClassification (th)":4.77,"MassiveIntentClassification (tl)":31.63,"MassiveIntentClassification (tr)":33.28,"MassiveIntentClassification (ur)":21.03,"MassiveIntentClassification (vi)":26.95,"MassiveIntentClassification (zh-TW)":41.71,"MassiveScenarioClassification (af)":33.29,"MassiveScenarioClassification (am)":8.15,"MassiveScenarioClassification (ar)":22.05,"MassiveScenarioClassification (az)":34.58,"MassiveScenarioClassification (bn)":6.99,"MassiveScenarioClassification (cy)":33.38,"MassiveScenarioClassification (de)":33.5,"MassiveScenarioClassification (el)":31.53,"MassiveScenarioClassification (es)":35.76,"MassiveScenarioClassification (fa)":29.86,"MassiveScenarioClassification (fi)":32.83,"MassiveScenarioClassification (fr)":36.73,"MassiveScenarioClassification (he)":24.11,"MassiveScenarioClassification (hi)":9.65,"MassiveScenarioClassification (hu)":32.14,"MassiveScenarioClassification (hy)":13.37,"MassiveScenarioClassification (id)":35.64,"MassiveScenarioClassification (is)":32.45,"MassiveScenarioClassification (it)":37.46,"MassiveScenarioClassification (ja)":31.19,"MassiveScenarioClassification (jv)":32.34,"MassiveScenarioClassification (ka)":15.21,"MassiveScenarioClassification (km)":9.39,"MassiveScenarioClassification (kn)":7.06,"MassiveScenarioClassification (ko)":13.25,"MassiveScenarioClassification (lv)":36.42,"MassiveScenarioClassification (ml)":6.86,"MassiveScenarioClassification (mn)":35.48,"MassiveScenarioClassification (ms)":36.12,"MassiveScenarioClassification (my)":9.47,"MassiveScenarioClassification (nl)":34.67,"MassiveScenarioClassification (pt)":36.31,"MassiveScenarioClassification (ro)":34.4,"MassiveScenarioClassification (ru)":56.79,"MassiveScenarioClassification (sl)":37.54,"MassiveScenarioClassification (sq)":33.63,"MassiveScenarioClassification (sw)":34.01,"MassiveScenarioClassification (ta)":7.3,"MassiveScenarioClassification (te)":7.78,"MassiveScenarioClassification (th)":9.65,"MassiveScenarioClassification (tl)":31.62,"MassiveScenarioClassification (tr)":32.45,"MassiveScenarioClassification (ur)":24.5,"MassiveScenarioClassification (vi)":30.1,"MassiveScenarioClassification (zh-TW)":42.15} -{"index":46,"Rank":60,"Model":"distilrubert-small-cased-conversational<\/a>","Model Size (Million Parameters)":106,"Memory Usage (GB, fp32)":0.39,"Embedding Dimensions":768,"Max Tokens":512,"Average":26.94,"AmazonCounterfactualClassification (de)":63.37,"AmazonCounterfactualClassification (ja)":56.24,"AmazonReviewsClassification (de)":25.01,"AmazonReviewsClassification (es)":24.62,"AmazonReviewsClassification (fr)":25.9,"AmazonReviewsClassification (ja)":21.21,"AmazonReviewsClassification (zh)":21.67,"MTOPDomainClassification (de)":54.5,"MTOPDomainClassification (es)":62.17,"MTOPDomainClassification (fr)":54.21,"MTOPDomainClassification (hi)":23.0,"MTOPDomainClassification (th)":15.66,"MTOPIntentClassification (de)":46.41,"MTOPIntentClassification (es)":46.94,"MTOPIntentClassification (fr)":39.64,"MTOPIntentClassification (hi)":5.12,"MTOPIntentClassification (th)":4.9,"MassiveIntentClassification (af)":39.21,"MassiveIntentClassification (am)":3.09,"MassiveIntentClassification (ar)":10.51,"MassiveIntentClassification (az)":35.64,"MassiveIntentClassification (bn)":3.2,"MassiveIntentClassification (cy)":37.7,"MassiveIntentClassification (de)":38.92,"MassiveIntentClassification (el)":22.94,"MassiveIntentClassification (es)":38.33,"MassiveIntentClassification (fa)":9.91,"MassiveIntentClassification (fi)":38.38,"MassiveIntentClassification (fr)":38.49,"MassiveIntentClassification (he)":17.66,"MassiveIntentClassification (hi)":3.66,"MassiveIntentClassification (hu)":35.67,"MassiveIntentClassification (hy)":3.44,"MassiveIntentClassification (id)":42.01,"MassiveIntentClassification (is)":35.77,"MassiveIntentClassification (it)":43.34,"MassiveIntentClassification (ja)":5.08,"MassiveIntentClassification (jv)":37.07,"MassiveIntentClassification (ka)":2.84,"MassiveIntentClassification (km)":4.63,"MassiveIntentClassification (kn)":3.64,"MassiveIntentClassification (ko)":2.9,"MassiveIntentClassification (lv)":37.51,"MassiveIntentClassification (ml)":3.03,"MassiveIntentClassification (mn)":36.35,"MassiveIntentClassification (ms)":40.91,"MassiveIntentClassification (my)":3.94,"MassiveIntentClassification (nl)":38.91,"MassiveIntentClassification (pt)":41.53,"MassiveIntentClassification (ro)":35.01,"MassiveIntentClassification (ru)":63.12,"MassiveIntentClassification (sl)":41.18,"MassiveIntentClassification (sq)":39.72,"MassiveIntentClassification (sw)":37.86,"MassiveIntentClassification (ta)":3.02,"MassiveIntentClassification (te)":2.92,"MassiveIntentClassification (th)":4.5,"MassiveIntentClassification (tl)":38.01,"MassiveIntentClassification (tr)":35.68,"MassiveIntentClassification (ur)":9.69,"MassiveIntentClassification (vi)":28.04,"MassiveIntentClassification (zh-TW)":7.38,"MassiveScenarioClassification (af)":39.15,"MassiveScenarioClassification (am)":7.69,"MassiveScenarioClassification (ar)":15.72,"MassiveScenarioClassification (az)":33.91,"MassiveScenarioClassification (bn)":7.78,"MassiveScenarioClassification (cy)":39.15,"MassiveScenarioClassification (de)":38.2,"MassiveScenarioClassification (el)":24.37,"MassiveScenarioClassification (es)":38.77,"MassiveScenarioClassification (fa)":13.46,"MassiveScenarioClassification (fi)":37.41,"MassiveScenarioClassification (fr)":38.54,"MassiveScenarioClassification (he)":23.39,"MassiveScenarioClassification (hi)":8.73,"MassiveScenarioClassification (hu)":34.26,"MassiveScenarioClassification (hy)":8.77,"MassiveScenarioClassification (id)":40.03,"MassiveScenarioClassification (is)":34.28,"MassiveScenarioClassification (it)":41.1,"MassiveScenarioClassification (ja)":9.41,"MassiveScenarioClassification (jv)":37.71,"MassiveScenarioClassification (ka)":7.29,"MassiveScenarioClassification (km)":9.91,"MassiveScenarioClassification (kn)":8.07,"MassiveScenarioClassification (ko)":7.46,"MassiveScenarioClassification (lv)":35.41,"MassiveScenarioClassification (ml)":7.2,"MassiveScenarioClassification (mn)":36.03,"MassiveScenarioClassification (ms)":42.59,"MassiveScenarioClassification (my)":9.7,"MassiveScenarioClassification (nl)":39.05,"MassiveScenarioClassification (pt)":40.5,"MassiveScenarioClassification (ro)":36.54,"MassiveScenarioClassification (ru)":68.08,"MassiveScenarioClassification (sl)":41.38,"MassiveScenarioClassification (sq)":38.93,"MassiveScenarioClassification (sw)":39.73,"MassiveScenarioClassification (ta)":6.82,"MassiveScenarioClassification (te)":7.29,"MassiveScenarioClassification (th)":9.65,"MassiveScenarioClassification (tl)":35.29,"MassiveScenarioClassification (tr)":32.96,"MassiveScenarioClassification (ur)":14.69,"MassiveScenarioClassification (vi)":30.81,"MassiveScenarioClassification (zh-TW)":12.68} -{"index":173,"Rank":61,"Model":"sentence-t5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":26.73,"AmazonCounterfactualClassification (de)":69.98,"AmazonCounterfactualClassification (ja)":46.05,"AmazonReviewsClassification (de)":37.9,"AmazonReviewsClassification (es)":37.33,"AmazonReviewsClassification (fr)":37.35,"AmazonReviewsClassification (ja)":22.29,"AmazonReviewsClassification (zh)":21.53,"MTOPDomainClassification (de)":76.98,"MTOPDomainClassification (es)":73.61,"MTOPDomainClassification (fr)":75.03,"MTOPDomainClassification (hi)":21.4,"MTOPDomainClassification (th)":16.21,"MTOPIntentClassification (de)":44.43,"MTOPIntentClassification (es)":42.03,"MTOPIntentClassification (fr)":43.85,"MTOPIntentClassification (hi)":3.8,"MTOPIntentClassification (th)":5.21,"MassiveIntentClassification (af)":34.32,"MassiveIntentClassification (am)":2.38,"MassiveIntentClassification (ar)":4.53,"MassiveIntentClassification (az)":31.76,"MassiveIntentClassification (bn)":2.58,"MassiveIntentClassification (cy)":28.94,"MassiveIntentClassification (de)":45.23,"MassiveIntentClassification (el)":10.05,"MassiveIntentClassification (es)":45.32,"MassiveIntentClassification (fa)":3.58,"MassiveIntentClassification (fi)":33.52,"MassiveIntentClassification (fr)":51.13,"MassiveIntentClassification (he)":2.63,"MassiveIntentClassification (hi)":2.68,"MassiveIntentClassification (hu)":32.31,"MassiveIntentClassification (hy)":3.33,"MassiveIntentClassification (id)":35.5,"MassiveIntentClassification (is)":29.82,"MassiveIntentClassification (it)":45.59,"MassiveIntentClassification (ja)":3.67,"MassiveIntentClassification (jv)":31.15,"MassiveIntentClassification (ka)":2.77,"MassiveIntentClassification (km)":5.66,"MassiveIntentClassification (kn)":2.59,"MassiveIntentClassification (ko)":2.34,"MassiveIntentClassification (lv)":33.97,"MassiveIntentClassification (ml)":2.55,"MassiveIntentClassification (mn)":14.7,"MassiveIntentClassification (ms)":33.12,"MassiveIntentClassification (my)":4.42,"MassiveIntentClassification (nl)":37.96,"MassiveIntentClassification (pt)":43.35,"MassiveIntentClassification (ro)":42.69,"MassiveIntentClassification (ru)":14.82,"MassiveIntentClassification (sl)":34.54,"MassiveIntentClassification (sq)":38.54,"MassiveIntentClassification (sw)":32.14,"MassiveIntentClassification (ta)":1.41,"MassiveIntentClassification (te)":2.5,"MassiveIntentClassification (th)":3.71,"MassiveIntentClassification (tl)":36.04,"MassiveIntentClassification (tr)":33.77,"MassiveIntentClassification (ur)":2.99,"MassiveIntentClassification (vi)":22.62,"MassiveIntentClassification (zh-TW)":4.63,"MassiveScenarioClassification (af)":44.45,"MassiveScenarioClassification (am)":7.51,"MassiveScenarioClassification (ar)":12.32,"MassiveScenarioClassification (az)":38.41,"MassiveScenarioClassification (bn)":8.45,"MassiveScenarioClassification (cy)":35.04,"MassiveScenarioClassification (de)":59.12,"MassiveScenarioClassification (el)":17.68,"MassiveScenarioClassification (es)":55.61,"MassiveScenarioClassification (fa)":6.86,"MassiveScenarioClassification (fi)":41.34,"MassiveScenarioClassification (fr)":59.92,"MassiveScenarioClassification (he)":7.86,"MassiveScenarioClassification (hi)":7.63,"MassiveScenarioClassification (hu)":41.31,"MassiveScenarioClassification (hy)":9.23,"MassiveScenarioClassification (id)":44.64,"MassiveScenarioClassification (is)":39.63,"MassiveScenarioClassification (it)":54.58,"MassiveScenarioClassification (ja)":4.96,"MassiveScenarioClassification (jv)":40.73,"MassiveScenarioClassification (ka)":7.51,"MassiveScenarioClassification (km)":8.73,"MassiveScenarioClassification (kn)":7.99,"MassiveScenarioClassification (ko)":6.03,"MassiveScenarioClassification (lv)":36.42,"MassiveScenarioClassification (ml)":6.96,"MassiveScenarioClassification (mn)":19.85,"MassiveScenarioClassification (ms)":43.18,"MassiveScenarioClassification (my)":9.46,"MassiveScenarioClassification (nl)":50.0,"MassiveScenarioClassification (pt)":52.24,"MassiveScenarioClassification (ro)":53.7,"MassiveScenarioClassification (ru)":20.69,"MassiveScenarioClassification (sl)":39.79,"MassiveScenarioClassification (sq)":50.16,"MassiveScenarioClassification (sw)":40.48,"MassiveScenarioClassification (ta)":7.47,"MassiveScenarioClassification (te)":6.87,"MassiveScenarioClassification (th)":8.26,"MassiveScenarioClassification (tl)":48.94,"MassiveScenarioClassification (tr)":41.83,"MassiveScenarioClassification (ur)":9.77,"MassiveScenarioClassification (vi)":30.01,"MassiveScenarioClassification (zh-TW)":7.91} -{"index":48,"Rank":62,"Model":"rubert-base-cased-sentence<\/a>","Model Size (Million Parameters)":180,"Memory Usage (GB, fp32)":0.67,"Embedding Dimensions":768,"Max Tokens":512,"Average":26.32,"AmazonCounterfactualClassification (de)":55.93,"AmazonCounterfactualClassification (ja)":53.95,"AmazonReviewsClassification (de)":27.28,"AmazonReviewsClassification (es)":28.62,"AmazonReviewsClassification (fr)":28.85,"AmazonReviewsClassification (ja)":23.6,"AmazonReviewsClassification (zh)":26.82,"MTOPDomainClassification (de)":49.12,"MTOPDomainClassification (es)":51.0,"MTOPDomainClassification (fr)":49.23,"MTOPDomainClassification (hi)":21.92,"MTOPDomainClassification (th)":16.94,"MTOPIntentClassification (de)":36.57,"MTOPIntentClassification (es)":34.91,"MTOPIntentClassification (fr)":32.83,"MTOPIntentClassification (hi)":7.64,"MTOPIntentClassification (th)":4.67,"MassiveIntentClassification (af)":30.31,"MassiveIntentClassification (am)":3.09,"MassiveIntentClassification (ar)":23.08,"MassiveIntentClassification (az)":35.5,"MassiveIntentClassification (bn)":3.39,"MassiveIntentClassification (cy)":30.38,"MassiveIntentClassification (de)":32.2,"MassiveIntentClassification (el)":31.9,"MassiveIntentClassification (es)":31.66,"MassiveIntentClassification (fa)":28.38,"MassiveIntentClassification (fi)":31.83,"MassiveIntentClassification (fr)":33.06,"MassiveIntentClassification (he)":22.67,"MassiveIntentClassification (hi)":6.01,"MassiveIntentClassification (hu)":30.56,"MassiveIntentClassification (hy)":7.77,"MassiveIntentClassification (id)":34.3,"MassiveIntentClassification (is)":29.98,"MassiveIntentClassification (it)":35.87,"MassiveIntentClassification (ja)":32.27,"MassiveIntentClassification (jv)":28.62,"MassiveIntentClassification (ka)":9.45,"MassiveIntentClassification (km)":4.34,"MassiveIntentClassification (kn)":3.79,"MassiveIntentClassification (ko)":9.85,"MassiveIntentClassification (lv)":34.72,"MassiveIntentClassification (ml)":2.89,"MassiveIntentClassification (mn)":34.67,"MassiveIntentClassification (ms)":31.07,"MassiveIntentClassification (my)":4.09,"MassiveIntentClassification (nl)":31.93,"MassiveIntentClassification (pt)":34.8,"MassiveIntentClassification (ro)":31.19,"MassiveIntentClassification (ru)":49.1,"MassiveIntentClassification (sl)":33.18,"MassiveIntentClassification (sq)":34.82,"MassiveIntentClassification (sw)":29.21,"MassiveIntentClassification (ta)":3.34,"MassiveIntentClassification (te)":3.21,"MassiveIntentClassification (th)":5.14,"MassiveIntentClassification (tl)":31.0,"MassiveIntentClassification (tr)":31.73,"MassiveIntentClassification (ur)":21.08,"MassiveIntentClassification (vi)":26.94,"MassiveIntentClassification (zh-TW)":43.83,"MassiveScenarioClassification (af)":30.26,"MassiveScenarioClassification (am)":7.97,"MassiveScenarioClassification (ar)":23.6,"MassiveScenarioClassification (az)":34.63,"MassiveScenarioClassification (bn)":7.62,"MassiveScenarioClassification (cy)":30.19,"MassiveScenarioClassification (de)":32.16,"MassiveScenarioClassification (el)":33.91,"MassiveScenarioClassification (es)":32.66,"MassiveScenarioClassification (fa)":28.15,"MassiveScenarioClassification (fi)":31.93,"MassiveScenarioClassification (fr)":35.38,"MassiveScenarioClassification (he)":23.09,"MassiveScenarioClassification (hi)":9.56,"MassiveScenarioClassification (hu)":31.62,"MassiveScenarioClassification (hy)":13.76,"MassiveScenarioClassification (id)":32.58,"MassiveScenarioClassification (is)":31.24,"MassiveScenarioClassification (it)":35.72,"MassiveScenarioClassification (ja)":33.43,"MassiveScenarioClassification (jv)":29.67,"MassiveScenarioClassification (ka)":16.23,"MassiveScenarioClassification (km)":9.61,"MassiveScenarioClassification (kn)":7.82,"MassiveScenarioClassification (ko)":13.87,"MassiveScenarioClassification (lv)":33.23,"MassiveScenarioClassification (ml)":7.05,"MassiveScenarioClassification (mn)":33.53,"MassiveScenarioClassification (ms)":32.15,"MassiveScenarioClassification (my)":10.63,"MassiveScenarioClassification (nl)":33.1,"MassiveScenarioClassification (pt)":35.7,"MassiveScenarioClassification (ro)":34.53,"MassiveScenarioClassification (ru)":51.91,"MassiveScenarioClassification (sl)":34.1,"MassiveScenarioClassification (sq)":35.52,"MassiveScenarioClassification (sw)":31.42,"MassiveScenarioClassification (ta)":6.79,"MassiveScenarioClassification (te)":7.38,"MassiveScenarioClassification (th)":9.85,"MassiveScenarioClassification (tl)":31.56,"MassiveScenarioClassification (tr)":32.19,"MassiveScenarioClassification (ur)":25.08,"MassiveScenarioClassification (vi)":30.31,"MassiveScenarioClassification (zh-TW)":45.25} -{"index":92,"Rank":63,"Model":"rubert-tiny<\/a>","Model Size (Million Parameters)":12,"Memory Usage (GB, fp32)":0.04,"Embedding Dimensions":512,"Max Tokens":514,"Average":26.09,"AmazonCounterfactualClassification (de)":66.01,"AmazonCounterfactualClassification (ja)":50.63,"AmazonReviewsClassification (de)":24.9,"AmazonReviewsClassification (es)":26.09,"AmazonReviewsClassification (fr)":26.03,"AmazonReviewsClassification (ja)":21.16,"AmazonReviewsClassification (zh)":21.09,"MTOPDomainClassification (de)":59.95,"MTOPDomainClassification (es)":62.76,"MTOPDomainClassification (fr)":58.29,"MTOPDomainClassification (hi)":23.3,"MTOPDomainClassification (th)":16.71,"MTOPIntentClassification (de)":45.91,"MTOPIntentClassification (es)":47.12,"MTOPIntentClassification (fr)":42.63,"MTOPIntentClassification (hi)":4.95,"MTOPIntentClassification (th)":4.81,"MassiveIntentClassification (af)":37.64,"MassiveIntentClassification (am)":2.96,"MassiveIntentClassification (ar)":5.6,"MassiveIntentClassification (az)":35.1,"MassiveIntentClassification (bn)":3.54,"MassiveIntentClassification (cy)":35.89,"MassiveIntentClassification (de)":38.61,"MassiveIntentClassification (el)":11.82,"MassiveIntentClassification (es)":38.18,"MassiveIntentClassification (fa)":3.31,"MassiveIntentClassification (fi)":39.21,"MassiveIntentClassification (fr)":38.64,"MassiveIntentClassification (he)":2.73,"MassiveIntentClassification (hi)":3.71,"MassiveIntentClassification (hu)":35.29,"MassiveIntentClassification (hy)":3.49,"MassiveIntentClassification (id)":39.87,"MassiveIntentClassification (is)":32.71,"MassiveIntentClassification (it)":43.42,"MassiveIntentClassification (ja)":7.35,"MassiveIntentClassification (jv)":36.44,"MassiveIntentClassification (ka)":2.94,"MassiveIntentClassification (km)":4.66,"MassiveIntentClassification (kn)":3.81,"MassiveIntentClassification (ko)":2.66,"MassiveIntentClassification (lv)":28.27,"MassiveIntentClassification (ml)":2.49,"MassiveIntentClassification (mn)":37.02,"MassiveIntentClassification (ms)":38.99,"MassiveIntentClassification (my)":4.21,"MassiveIntentClassification (nl)":38.91,"MassiveIntentClassification (pt)":39.64,"MassiveIntentClassification (ro)":37.64,"MassiveIntentClassification (ru)":50.1,"MassiveIntentClassification (sl)":39.27,"MassiveIntentClassification (sq)":38.01,"MassiveIntentClassification (sw)":37.25,"MassiveIntentClassification (ta)":3.05,"MassiveIntentClassification (te)":2.86,"MassiveIntentClassification (th)":4.54,"MassiveIntentClassification (tl)":37.39,"MassiveIntentClassification (tr)":38.14,"MassiveIntentClassification (ur)":3.45,"MassiveIntentClassification (vi)":30.18,"MassiveIntentClassification (zh-TW)":9.27,"MassiveScenarioClassification (af)":38.1,"MassiveScenarioClassification (am)":8.08,"MassiveScenarioClassification (ar)":11.34,"MassiveScenarioClassification (az)":35.95,"MassiveScenarioClassification (bn)":7.71,"MassiveScenarioClassification (cy)":38.09,"MassiveScenarioClassification (de)":41.26,"MassiveScenarioClassification (el)":19.12,"MassiveScenarioClassification (es)":39.99,"MassiveScenarioClassification (fa)":7.05,"MassiveScenarioClassification (fi)":38.52,"MassiveScenarioClassification (fr)":40.47,"MassiveScenarioClassification (he)":7.87,"MassiveScenarioClassification (hi)":8.51,"MassiveScenarioClassification (hu)":36.51,"MassiveScenarioClassification (hy)":9.29,"MassiveScenarioClassification (id)":40.86,"MassiveScenarioClassification (is)":34.57,"MassiveScenarioClassification (it)":44.54,"MassiveScenarioClassification (ja)":11.31,"MassiveScenarioClassification (jv)":38.75,"MassiveScenarioClassification (ka)":6.98,"MassiveScenarioClassification (km)":9.8,"MassiveScenarioClassification (kn)":7.92,"MassiveScenarioClassification (ko)":7.26,"MassiveScenarioClassification (lv)":29.87,"MassiveScenarioClassification (ml)":7.32,"MassiveScenarioClassification (mn)":33.93,"MassiveScenarioClassification (ms)":41.21,"MassiveScenarioClassification (my)":9.76,"MassiveScenarioClassification (nl)":39.06,"MassiveScenarioClassification (pt)":39.54,"MassiveScenarioClassification (ro)":40.6,"MassiveScenarioClassification (ru)":52.15,"MassiveScenarioClassification (sl)":39.95,"MassiveScenarioClassification (sq)":39.18,"MassiveScenarioClassification (sw)":39.17,"MassiveScenarioClassification (ta)":6.91,"MassiveScenarioClassification (te)":7.69,"MassiveScenarioClassification (th)":9.37,"MassiveScenarioClassification (tl)":38.89,"MassiveScenarioClassification (tr)":38.96,"MassiveScenarioClassification (ur)":8.54,"MassiveScenarioClassification (vi)":33.37,"MassiveScenarioClassification (zh-TW)":14.03} -{"index":178,"Rank":64,"Model":"LaBSE-ru-turbo<\/a>","Model Size (Million Parameters)":128,"Memory Usage (GB, fp32)":0.48,"Embedding Dimensions":768,"Max Tokens":512,"Average":25.91,"AmazonCounterfactualClassification (de)":51.82,"AmazonCounterfactualClassification (ja)":56.28,"AmazonReviewsClassification (de)":29.28,"AmazonReviewsClassification (es)":33.88,"AmazonReviewsClassification (fr)":32.2,"AmazonReviewsClassification (ja)":20.53,"AmazonReviewsClassification (zh)":20.93,"MTOPDomainClassification (de)":64.42,"MTOPDomainClassification (es)":63.98,"MTOPDomainClassification (fr)":68.37,"MTOPDomainClassification (hi)":21.64,"MTOPDomainClassification (th)":15.28,"MTOPIntentClassification (de)":36.38,"MTOPIntentClassification (es)":37.06,"MTOPIntentClassification (fr)":35.98,"MTOPIntentClassification (hi)":3.76,"MTOPIntentClassification (th)":4.99,"MassiveIntentClassification (af)":33.65,"MassiveIntentClassification (am)":2.29,"MassiveIntentClassification (ar)":4.44,"MassiveIntentClassification (az)":20.84,"MassiveIntentClassification (bn)":3.74,"MassiveIntentClassification (cy)":35.08,"MassiveIntentClassification (de)":37.67,"MassiveIntentClassification (el)":10.36,"MassiveIntentClassification (es)":37.45,"MassiveIntentClassification (fa)":3.46,"MassiveIntentClassification (fi)":35.23,"MassiveIntentClassification (fr)":39.59,"MassiveIntentClassification (he)":2.31,"MassiveIntentClassification (hi)":3.21,"MassiveIntentClassification (hu)":30.01,"MassiveIntentClassification (hy)":2.28,"MassiveIntentClassification (id)":36.68,"MassiveIntentClassification (is)":27.36,"MassiveIntentClassification (it)":42.88,"MassiveIntentClassification (ja)":4.66,"MassiveIntentClassification (jv)":33.21,"MassiveIntentClassification (ka)":2.69,"MassiveIntentClassification (km)":5.34,"MassiveIntentClassification (kn)":2.58,"MassiveIntentClassification (ko)":2.25,"MassiveIntentClassification (lv)":24.75,"MassiveIntentClassification (ml)":2.56,"MassiveIntentClassification (mn)":32.23,"MassiveIntentClassification (ms)":32.99,"MassiveIntentClassification (my)":3.37,"MassiveIntentClassification (nl)":36.79,"MassiveIntentClassification (pt)":39.34,"MassiveIntentClassification (ro)":36.04,"MassiveIntentClassification (ru)":66.08,"MassiveIntentClassification (sl)":36.95,"MassiveIntentClassification (sq)":35.67,"MassiveIntentClassification (sw)":33.68,"MassiveIntentClassification (ta)":1.65,"MassiveIntentClassification (te)":2.39,"MassiveIntentClassification (th)":3.87,"MassiveIntentClassification (tl)":35.52,"MassiveIntentClassification (tr)":29.76,"MassiveIntentClassification (ur)":2.45,"MassiveIntentClassification (vi)":23.65,"MassiveIntentClassification (zh-TW)":4.56,"MassiveScenarioClassification (af)":42.41,"MassiveScenarioClassification (am)":7.12,"MassiveScenarioClassification (ar)":11.75,"MassiveScenarioClassification (az)":27.25,"MassiveScenarioClassification (bn)":8.95,"MassiveScenarioClassification (cy)":43.03,"MassiveScenarioClassification (de)":46.58,"MassiveScenarioClassification (el)":17.96,"MassiveScenarioClassification (es)":45.47,"MassiveScenarioClassification (fa)":7.15,"MassiveScenarioClassification (fi)":40.85,"MassiveScenarioClassification (fr)":47.94,"MassiveScenarioClassification (he)":7.65,"MassiveScenarioClassification (hi)":7.71,"MassiveScenarioClassification (hu)":37.92,"MassiveScenarioClassification (hy)":8.46,"MassiveScenarioClassification (id)":42.1,"MassiveScenarioClassification (is)":35.45,"MassiveScenarioClassification (it)":50.78,"MassiveScenarioClassification (ja)":10.34,"MassiveScenarioClassification (jv)":41.0,"MassiveScenarioClassification (ka)":6.95,"MassiveScenarioClassification (km)":8.92,"MassiveScenarioClassification (kn)":7.55,"MassiveScenarioClassification (ko)":5.61,"MassiveScenarioClassification (lv)":29.04,"MassiveScenarioClassification (ml)":7.16,"MassiveScenarioClassification (mn)":36.93,"MassiveScenarioClassification (ms)":40.41,"MassiveScenarioClassification (my)":10.47,"MassiveScenarioClassification (nl)":44.99,"MassiveScenarioClassification (pt)":47.33,"MassiveScenarioClassification (ro)":46.49,"MassiveScenarioClassification (ru)":71.13,"MassiveScenarioClassification (sl)":42.08,"MassiveScenarioClassification (sq)":44.31,"MassiveScenarioClassification (sw)":42.72,"MassiveScenarioClassification (ta)":7.02,"MassiveScenarioClassification (te)":7.29,"MassiveScenarioClassification (th)":8.74,"MassiveScenarioClassification (tl)":42.97,"MassiveScenarioClassification (tr)":35.96,"MassiveScenarioClassification (ur)":8.63,"MassiveScenarioClassification (vi)":31.76,"MassiveScenarioClassification (zh-TW)":10.21} -{"index":166,"Rank":65,"Model":"allenai-specter<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":24.49,"AmazonCounterfactualClassification (de)":54.46,"AmazonCounterfactualClassification (ja)":43.87,"AmazonReviewsClassification (de)":24.08,"AmazonReviewsClassification (es)":23.88,"AmazonReviewsClassification (fr)":23.31,"AmazonReviewsClassification (ja)":20.25,"AmazonReviewsClassification (zh)":20.49,"MTOPDomainClassification (de)":48.55,"MTOPDomainClassification (es)":58.39,"MTOPDomainClassification (fr)":54.61,"MTOPDomainClassification (hi)":21.22,"MTOPDomainClassification (th)":14.98,"MTOPIntentClassification (de)":35.55,"MTOPIntentClassification (es)":36.72,"MTOPIntentClassification (fr)":34.71,"MTOPIntentClassification (hi)":4.44,"MTOPIntentClassification (th)":4.67,"MassiveIntentClassification (af)":33.68,"MassiveIntentClassification (am)":2.94,"MassiveIntentClassification (ar)":10.04,"MassiveIntentClassification (az)":30.74,"MassiveIntentClassification (bn)":3.02,"MassiveIntentClassification (cy)":33.94,"MassiveIntentClassification (de)":36.06,"MassiveIntentClassification (el)":27.7,"MassiveIntentClassification (es)":35.6,"MassiveIntentClassification (fa)":17.97,"MassiveIntentClassification (fi)":35.53,"MassiveIntentClassification (fr)":38.41,"MassiveIntentClassification (he)":2.69,"MassiveIntentClassification (hi)":3.43,"MassiveIntentClassification (hu)":34.05,"MassiveIntentClassification (hy)":3.11,"MassiveIntentClassification (id)":40.02,"MassiveIntentClassification (is)":32.63,"MassiveIntentClassification (it)":39.28,"MassiveIntentClassification (ja)":4.95,"MassiveIntentClassification (jv)":34.95,"MassiveIntentClassification (ka)":2.57,"MassiveIntentClassification (km)":4.73,"MassiveIntentClassification (kn)":3.54,"MassiveIntentClassification (ko)":2.68,"MassiveIntentClassification (lv)":37.91,"MassiveIntentClassification (ml)":2.88,"MassiveIntentClassification (mn)":16.94,"MassiveIntentClassification (ms)":36.6,"MassiveIntentClassification (my)":3.96,"MassiveIntentClassification (nl)":33.95,"MassiveIntentClassification (pt)":43.05,"MassiveIntentClassification (ro)":36.2,"MassiveIntentClassification (ru)":25.3,"MassiveIntentClassification (sl)":35.9,"MassiveIntentClassification (sq)":36.6,"MassiveIntentClassification (sw)":34.81,"MassiveIntentClassification (ta)":3.11,"MassiveIntentClassification (te)":2.53,"MassiveIntentClassification (th)":4.38,"MassiveIntentClassification (tl)":35.51,"MassiveIntentClassification (tr)":32.02,"MassiveIntentClassification (ur)":9.61,"MassiveIntentClassification (vi)":37.07,"MassiveIntentClassification (zh-TW)":4.79,"MassiveScenarioClassification (af)":36.17,"MassiveScenarioClassification (am)":7.64,"MassiveScenarioClassification (ar)":15.26,"MassiveScenarioClassification (az)":30.73,"MassiveScenarioClassification (bn)":7.15,"MassiveScenarioClassification (cy)":34.73,"MassiveScenarioClassification (de)":38.62,"MassiveScenarioClassification (el)":27.18,"MassiveScenarioClassification (es)":39.44,"MassiveScenarioClassification (fa)":21.43,"MassiveScenarioClassification (fi)":33.21,"MassiveScenarioClassification (fr)":40.26,"MassiveScenarioClassification (he)":7.42,"MassiveScenarioClassification (hi)":8.06,"MassiveScenarioClassification (hu)":34.54,"MassiveScenarioClassification (hy)":8.61,"MassiveScenarioClassification (id)":40.04,"MassiveScenarioClassification (is)":33.57,"MassiveScenarioClassification (it)":40.1,"MassiveScenarioClassification (ja)":9.96,"MassiveScenarioClassification (jv)":36.11,"MassiveScenarioClassification (ka)":7.13,"MassiveScenarioClassification (km)":9.66,"MassiveScenarioClassification (kn)":7.55,"MassiveScenarioClassification (ko)":7.27,"MassiveScenarioClassification (lv)":37.03,"MassiveScenarioClassification (ml)":7.22,"MassiveScenarioClassification (mn)":21.53,"MassiveScenarioClassification (ms)":37.57,"MassiveScenarioClassification (my)":9.54,"MassiveScenarioClassification (nl)":34.62,"MassiveScenarioClassification (pt)":44.68,"MassiveScenarioClassification (ro)":37.29,"MassiveScenarioClassification (ru)":28.16,"MassiveScenarioClassification (sl)":37.95,"MassiveScenarioClassification (sq)":37.82,"MassiveScenarioClassification (sw)":35.37,"MassiveScenarioClassification (ta)":7.19,"MassiveScenarioClassification (te)":7.29,"MassiveScenarioClassification (th)":9.47,"MassiveScenarioClassification (tl)":37.31,"MassiveScenarioClassification (tr)":34.57,"MassiveScenarioClassification (ur)":16.17,"MassiveScenarioClassification (vi)":35.91,"MassiveScenarioClassification (zh-TW)":10.19} -{"index":91,"Rank":66,"Model":"LaBSE-en-ru<\/a>","Model Size (Million Parameters)":129,"Memory Usage (GB, fp32)":0.48,"Embedding Dimensions":768,"Max Tokens":512,"Average":24.29,"AmazonCounterfactualClassification (de)":52.69,"AmazonCounterfactualClassification (ja)":56.98,"AmazonReviewsClassification (de)":29.83,"AmazonReviewsClassification (es)":33.68,"AmazonReviewsClassification (fr)":32.75,"AmazonReviewsClassification (ja)":20.65,"AmazonReviewsClassification (zh)":20.77,"MTOPDomainClassification (de)":59.47,"MTOPDomainClassification (es)":61.23,"MTOPDomainClassification (fr)":64.84,"MTOPDomainClassification (hi)":20.35,"MTOPDomainClassification (th)":14.86,"MTOPIntentClassification (de)":35.1,"MTOPIntentClassification (es)":42.27,"MTOPIntentClassification (fr)":41.03,"MTOPIntentClassification (hi)":4.17,"MTOPIntentClassification (th)":4.44,"MassiveIntentClassification (af)":30.59,"MassiveIntentClassification (am)":2.76,"MassiveIntentClassification (ar)":5.19,"MassiveIntentClassification (az)":19.52,"MassiveIntentClassification (bn)":3.35,"MassiveIntentClassification (cy)":26.59,"MassiveIntentClassification (de)":35.14,"MassiveIntentClassification (el)":11.14,"MassiveIntentClassification (es)":37.67,"MassiveIntentClassification (fa)":3.71,"MassiveIntentClassification (fi)":31.11,"MassiveIntentClassification (fr)":40.29,"MassiveIntentClassification (he)":2.33,"MassiveIntentClassification (hi)":3.29,"MassiveIntentClassification (hu)":26.74,"MassiveIntentClassification (hy)":2.8,"MassiveIntentClassification (id)":33.31,"MassiveIntentClassification (is)":25.61,"MassiveIntentClassification (it)":43.32,"MassiveIntentClassification (ja)":4.78,"MassiveIntentClassification (jv)":26.84,"MassiveIntentClassification (ka)":2.87,"MassiveIntentClassification (km)":4.6,"MassiveIntentClassification (kn)":2.86,"MassiveIntentClassification (ko)":2.69,"MassiveIntentClassification (lv)":23.92,"MassiveIntentClassification (ml)":2.63,"MassiveIntentClassification (mn)":35.97,"MassiveIntentClassification (ms)":27.82,"MassiveIntentClassification (my)":3.57,"MassiveIntentClassification (nl)":34.66,"MassiveIntentClassification (pt)":39.84,"MassiveIntentClassification (ro)":37.45,"MassiveIntentClassification (ru)":60.53,"MassiveIntentClassification (sl)":35.66,"MassiveIntentClassification (sq)":35.84,"MassiveIntentClassification (sw)":19.98,"MassiveIntentClassification (ta)":2.22,"MassiveIntentClassification (te)":2.72,"MassiveIntentClassification (th)":4.0,"MassiveIntentClassification (tl)":27.08,"MassiveIntentClassification (tr)":24.12,"MassiveIntentClassification (ur)":3.36,"MassiveIntentClassification (vi)":23.0,"MassiveIntentClassification (zh-TW)":5.29,"MassiveScenarioClassification (af)":37.27,"MassiveScenarioClassification (am)":7.59,"MassiveScenarioClassification (ar)":12.43,"MassiveScenarioClassification (az)":24.48,"MassiveScenarioClassification (bn)":8.57,"MassiveScenarioClassification (cy)":30.38,"MassiveScenarioClassification (de)":41.72,"MassiveScenarioClassification (el)":19.46,"MassiveScenarioClassification (es)":43.33,"MassiveScenarioClassification (fa)":6.83,"MassiveScenarioClassification (fi)":33.79,"MassiveScenarioClassification (fr)":45.08,"MassiveScenarioClassification (he)":8.64,"MassiveScenarioClassification (hi)":8.77,"MassiveScenarioClassification (hu)":33.92,"MassiveScenarioClassification (hy)":8.91,"MassiveScenarioClassification (id)":39.05,"MassiveScenarioClassification (is)":30.32,"MassiveScenarioClassification (it)":47.28,"MassiveScenarioClassification (ja)":9.51,"MassiveScenarioClassification (jv)":33.94,"MassiveScenarioClassification (ka)":7.32,"MassiveScenarioClassification (km)":9.99,"MassiveScenarioClassification (kn)":8.73,"MassiveScenarioClassification (ko)":7.37,"MassiveScenarioClassification (lv)":26.26,"MassiveScenarioClassification (ml)":7.24,"MassiveScenarioClassification (mn)":41.53,"MassiveScenarioClassification (ms)":36.28,"MassiveScenarioClassification (my)":9.94,"MassiveScenarioClassification (nl)":41.47,"MassiveScenarioClassification (pt)":44.62,"MassiveScenarioClassification (ro)":44.55,"MassiveScenarioClassification (ru)":65.15,"MassiveScenarioClassification (sl)":37.6,"MassiveScenarioClassification (sq)":40.9,"MassiveScenarioClassification (sw)":25.61,"MassiveScenarioClassification (ta)":7.71,"MassiveScenarioClassification (te)":7.53,"MassiveScenarioClassification (th)":8.69,"MassiveScenarioClassification (tl)":35.12,"MassiveScenarioClassification (tr)":31.38,"MassiveScenarioClassification (ur)":9.16,"MassiveScenarioClassification (vi)":28.92,"MassiveScenarioClassification (zh-TW)":10.48} -{"index":179,"Rank":67,"Model":"rubert-tiny-turbo<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"Embedding Dimensions":312,"Max Tokens":2048,"Average":23.66,"AmazonCounterfactualClassification (de)":61.07,"AmazonCounterfactualClassification (ja)":52.16,"AmazonReviewsClassification (de)":27.69,"AmazonReviewsClassification (es)":30.91,"AmazonReviewsClassification (fr)":27.89,"AmazonReviewsClassification (ja)":20.84,"AmazonReviewsClassification (zh)":20.9,"MTOPDomainClassification (de)":55.38,"MTOPDomainClassification (es)":54.62,"MTOPDomainClassification (fr)":62.52,"MTOPDomainClassification (hi)":21.52,"MTOPDomainClassification (th)":16.44,"MTOPIntentClassification (de)":31.78,"MTOPIntentClassification (es)":28.4,"MTOPIntentClassification (fr)":31.28,"MTOPIntentClassification (hi)":2.9,"MTOPIntentClassification (th)":4.78,"MassiveIntentClassification (af)":30.4,"MassiveIntentClassification (am)":2.28,"MassiveIntentClassification (ar)":3.8,"MassiveIntentClassification (az)":23.58,"MassiveIntentClassification (bn)":3.08,"MassiveIntentClassification (cy)":31.68,"MassiveIntentClassification (de)":32.1,"MassiveIntentClassification (el)":9.66,"MassiveIntentClassification (es)":31.03,"MassiveIntentClassification (fa)":3.34,"MassiveIntentClassification (fi)":31.13,"MassiveIntentClassification (fr)":31.51,"MassiveIntentClassification (he)":2.25,"MassiveIntentClassification (hi)":2.56,"MassiveIntentClassification (hu)":25.52,"MassiveIntentClassification (hy)":2.72,"MassiveIntentClassification (id)":33.56,"MassiveIntentClassification (is)":24.85,"MassiveIntentClassification (it)":35.24,"MassiveIntentClassification (ja)":5.61,"MassiveIntentClassification (jv)":28.53,"MassiveIntentClassification (ka)":2.64,"MassiveIntentClassification (km)":5.14,"MassiveIntentClassification (kn)":2.06,"MassiveIntentClassification (ko)":2.53,"MassiveIntentClassification (lv)":22.32,"MassiveIntentClassification (ml)":2.39,"MassiveIntentClassification (mn)":28.99,"MassiveIntentClassification (ms)":28.94,"MassiveIntentClassification (my)":3.96,"MassiveIntentClassification (nl)":32.44,"MassiveIntentClassification (pt)":34.35,"MassiveIntentClassification (ro)":31.72,"MassiveIntentClassification (ru)":57.98,"MassiveIntentClassification (sl)":31.39,"MassiveIntentClassification (sq)":32.38,"MassiveIntentClassification (sw)":27.79,"MassiveIntentClassification (ta)":1.5,"MassiveIntentClassification (te)":2.21,"MassiveIntentClassification (th)":3.74,"MassiveIntentClassification (tl)":32.02,"MassiveIntentClassification (tr)":27.56,"MassiveIntentClassification (ur)":2.45,"MassiveIntentClassification (vi)":23.72,"MassiveIntentClassification (zh-TW)":6.81,"MassiveScenarioClassification (af)":40.84,"MassiveScenarioClassification (am)":7.68,"MassiveScenarioClassification (ar)":11.86,"MassiveScenarioClassification (az)":30.32,"MassiveScenarioClassification (bn)":8.85,"MassiveScenarioClassification (cy)":39.85,"MassiveScenarioClassification (de)":42.07,"MassiveScenarioClassification (el)":17.95,"MassiveScenarioClassification (es)":37.13,"MassiveScenarioClassification (fa)":6.62,"MassiveScenarioClassification (fi)":35.19,"MassiveScenarioClassification (fr)":42.9,"MassiveScenarioClassification (he)":7.61,"MassiveScenarioClassification (hi)":7.41,"MassiveScenarioClassification (hu)":36.41,"MassiveScenarioClassification (hy)":8.78,"MassiveScenarioClassification (id)":39.54,"MassiveScenarioClassification (is)":33.1,"MassiveScenarioClassification (it)":42.69,"MassiveScenarioClassification (ja)":10.6,"MassiveScenarioClassification (jv)":37.23,"MassiveScenarioClassification (ka)":7.01,"MassiveScenarioClassification (km)":8.51,"MassiveScenarioClassification (kn)":7.6,"MassiveScenarioClassification (ko)":5.63,"MassiveScenarioClassification (lv)":29.29,"MassiveScenarioClassification (ml)":6.92,"MassiveScenarioClassification (mn)":33.7,"MassiveScenarioClassification (ms)":38.97,"MassiveScenarioClassification (my)":10.73,"MassiveScenarioClassification (nl)":40.94,"MassiveScenarioClassification (pt)":40.79,"MassiveScenarioClassification (ro)":40.02,"MassiveScenarioClassification (ru)":62.9,"MassiveScenarioClassification (sl)":35.98,"MassiveScenarioClassification (sq)":42.66,"MassiveScenarioClassification (sw)":35.66,"MassiveScenarioClassification (ta)":7.01,"MassiveScenarioClassification (te)":6.91,"MassiveScenarioClassification (th)":8.26,"MassiveScenarioClassification (tl)":38.16,"MassiveScenarioClassification (tr)":34.85,"MassiveScenarioClassification (ur)":8.53,"MassiveScenarioClassification (vi)":31.89,"MassiveScenarioClassification (zh-TW)":11.93} -{"index":191,"Rank":68,"Model":"llm_mse<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":22.9,"AmazonCounterfactualClassification (de)":63.28,"AmazonCounterfactualClassification (ja)":44.37,"AmazonReviewsClassification (de)":27.06,"AmazonReviewsClassification (es)":31.06,"AmazonReviewsClassification (fr)":29.43,"AmazonReviewsClassification (ja)":20.79,"AmazonReviewsClassification (zh)":21.91,"MTOPDomainClassification (de)":63.97,"MTOPDomainClassification (es)":62.37,"MTOPDomainClassification (fr)":62.95,"MTOPDomainClassification (hi)":12.61,"MTOPDomainClassification (th)":14.76,"MTOPIntentClassification (de)":39.02,"MTOPIntentClassification (es)":37.11,"MTOPIntentClassification (fr)":33.78,"MTOPIntentClassification (hi)":5.45,"MTOPIntentClassification (th)":5.53,"MassiveIntentClassification (af)":32.98,"MassiveIntentClassification (am)":1.84,"MassiveIntentClassification (ar)":4.78,"MassiveIntentClassification (az)":31.02,"MassiveIntentClassification (bn)":2.21,"MassiveIntentClassification (cy)":28.0,"MassiveIntentClassification (de)":32.69,"MassiveIntentClassification (el)":10.67,"MassiveIntentClassification (es)":31.07,"MassiveIntentClassification (fa)":1.11,"MassiveIntentClassification (fi)":30.11,"MassiveIntentClassification (fr)":33.27,"MassiveIntentClassification (he)":1.97,"MassiveIntentClassification (hi)":2.8,"MassiveIntentClassification (hu)":25.16,"MassiveIntentClassification (hy)":2.24,"MassiveIntentClassification (id)":35.56,"MassiveIntentClassification (is)":27.17,"MassiveIntentClassification (it)":37.11,"MassiveIntentClassification (ja)":3.81,"MassiveIntentClassification (jv)":30.18,"MassiveIntentClassification (ka)":1.55,"MassiveIntentClassification (km)":2.97,"MassiveIntentClassification (kn)":1.62,"MassiveIntentClassification (ko)":3.21,"MassiveIntentClassification (lv)":32.55,"MassiveIntentClassification (ml)":1.28,"MassiveIntentClassification (mn)":2.36,"MassiveIntentClassification (ms)":33.8,"MassiveIntentClassification (my)":3.22,"MassiveIntentClassification (nl)":35.78,"MassiveIntentClassification (pt)":36.74,"MassiveIntentClassification (ro)":34.0,"MassiveIntentClassification (ru)":2.65,"MassiveIntentClassification (sl)":36.7,"MassiveIntentClassification (sq)":26.74,"MassiveIntentClassification (sw)":31.66,"MassiveIntentClassification (ta)":2.22,"MassiveIntentClassification (te)":2.1,"MassiveIntentClassification (th)":1.68,"MassiveIntentClassification (tl)":29.49,"MassiveIntentClassification (tr)":31.32,"MassiveIntentClassification (ur)":2.12,"MassiveIntentClassification (vi)":19.08,"MassiveIntentClassification (zh-TW)":4.47,"MassiveScenarioClassification (af)":45.8,"MassiveScenarioClassification (am)":3.04,"MassiveScenarioClassification (ar)":10.06,"MassiveScenarioClassification (az)":39.08,"MassiveScenarioClassification (bn)":7.94,"MassiveScenarioClassification (cy)":36.38,"MassiveScenarioClassification (de)":43.08,"MassiveScenarioClassification (el)":16.82,"MassiveScenarioClassification (es)":39.03,"MassiveScenarioClassification (fa)":6.28,"MassiveScenarioClassification (fi)":34.68,"MassiveScenarioClassification (fr)":40.86,"MassiveScenarioClassification (he)":5.06,"MassiveScenarioClassification (hi)":8.01,"MassiveScenarioClassification (hu)":35.48,"MassiveScenarioClassification (hy)":7.25,"MassiveScenarioClassification (id)":44.69,"MassiveScenarioClassification (is)":39.53,"MassiveScenarioClassification (it)":44.79,"MassiveScenarioClassification (ja)":8.33,"MassiveScenarioClassification (jv)":42.85,"MassiveScenarioClassification (ka)":6.96,"MassiveScenarioClassification (km)":5.97,"MassiveScenarioClassification (kn)":7.51,"MassiveScenarioClassification (ko)":8.47,"MassiveScenarioClassification (lv)":39.23,"MassiveScenarioClassification (ml)":4.6,"MassiveScenarioClassification (mn)":5.41,"MassiveScenarioClassification (ms)":44.21,"MassiveScenarioClassification (my)":5.71,"MassiveScenarioClassification (nl)":47.58,"MassiveScenarioClassification (pt)":43.8,"MassiveScenarioClassification (ro)":42.92,"MassiveScenarioClassification (ru)":8.14,"MassiveScenarioClassification (sl)":46.3,"MassiveScenarioClassification (sq)":38.91,"MassiveScenarioClassification (sw)":41.45,"MassiveScenarioClassification (ta)":4.77,"MassiveScenarioClassification (te)":6.32,"MassiveScenarioClassification (th)":4.43,"MassiveScenarioClassification (tl)":37.57,"MassiveScenarioClassification (tr)":37.22,"MassiveScenarioClassification (ur)":7.43,"MassiveScenarioClassification (vi)":25.93,"MassiveScenarioClassification (zh-TW)":10.06} -{"index":93,"Rank":69,"Model":"rubert-tiny2<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"Embedding Dimensions":2048,"Max Tokens":514,"Average":21.01,"AmazonCounterfactualClassification (de)":55.34,"AmazonCounterfactualClassification (ja)":56.48,"AmazonReviewsClassification (de)":25.63,"AmazonReviewsClassification (es)":27.9,"AmazonReviewsClassification (fr)":26.79,"AmazonReviewsClassification (ja)":21.02,"AmazonReviewsClassification (zh)":20.64,"MTOPDomainClassification (de)":54.64,"MTOPDomainClassification (es)":55.03,"MTOPDomainClassification (fr)":55.17,"MTOPDomainClassification (hi)":23.34,"MTOPDomainClassification (th)":15.88,"MTOPIntentClassification (de)":27.44,"MTOPIntentClassification (es)":29.09,"MTOPIntentClassification (fr)":28.69,"MTOPIntentClassification (hi)":3.77,"MTOPIntentClassification (th)":4.54,"MassiveIntentClassification (af)":23.46,"MassiveIntentClassification (am)":2.54,"MassiveIntentClassification (ar)":3.9,"MassiveIntentClassification (az)":20.28,"MassiveIntentClassification (bn)":2.99,"MassiveIntentClassification (cy)":25.27,"MassiveIntentClassification (de)":27.96,"MassiveIntentClassification (el)":9.85,"MassiveIntentClassification (es)":27.46,"MassiveIntentClassification (fa)":3.22,"MassiveIntentClassification (fi)":26.26,"MassiveIntentClassification (fr)":27.01,"MassiveIntentClassification (he)":2.01,"MassiveIntentClassification (hi)":2.78,"MassiveIntentClassification (hu)":23.69,"MassiveIntentClassification (hy)":2.42,"MassiveIntentClassification (id)":29.35,"MassiveIntentClassification (is)":20.61,"MassiveIntentClassification (it)":31.83,"MassiveIntentClassification (ja)":4.77,"MassiveIntentClassification (jv)":25.99,"MassiveIntentClassification (ka)":2.71,"MassiveIntentClassification (km)":4.96,"MassiveIntentClassification (kn)":2.44,"MassiveIntentClassification (ko)":2.32,"MassiveIntentClassification (lv)":18.07,"MassiveIntentClassification (ml)":2.51,"MassiveIntentClassification (mn)":22.97,"MassiveIntentClassification (ms)":25.64,"MassiveIntentClassification (my)":3.54,"MassiveIntentClassification (nl)":28.88,"MassiveIntentClassification (pt)":28.77,"MassiveIntentClassification (ro)":27.57,"MassiveIntentClassification (ru)":50.83,"MassiveIntentClassification (sl)":25.4,"MassiveIntentClassification (sq)":28.1,"MassiveIntentClassification (sw)":23.95,"MassiveIntentClassification (ta)":1.58,"MassiveIntentClassification (te)":1.79,"MassiveIntentClassification (th)":3.79,"MassiveIntentClassification (tl)":27.22,"MassiveIntentClassification (tr)":23.04,"MassiveIntentClassification (ur)":2.54,"MassiveIntentClassification (vi)":19.48,"MassiveIntentClassification (zh-TW)":6.41,"MassiveScenarioClassification (af)":29.85,"MassiveScenarioClassification (am)":7.66,"MassiveScenarioClassification (ar)":11.78,"MassiveScenarioClassification (az)":27.56,"MassiveScenarioClassification (bn)":8.09,"MassiveScenarioClassification (cy)":33.91,"MassiveScenarioClassification (de)":35.28,"MassiveScenarioClassification (el)":17.02,"MassiveScenarioClassification (es)":33.12,"MassiveScenarioClassification (fa)":6.71,"MassiveScenarioClassification (fi)":31.31,"MassiveScenarioClassification (fr)":34.68,"MassiveScenarioClassification (he)":7.83,"MassiveScenarioClassification (hi)":7.29,"MassiveScenarioClassification (hu)":31.34,"MassiveScenarioClassification (hy)":8.09,"MassiveScenarioClassification (id)":33.72,"MassiveScenarioClassification (is)":26.28,"MassiveScenarioClassification (it)":37.19,"MassiveScenarioClassification (ja)":9.53,"MassiveScenarioClassification (jv)":32.17,"MassiveScenarioClassification (ka)":6.64,"MassiveScenarioClassification (km)":9.07,"MassiveScenarioClassification (kn)":7.28,"MassiveScenarioClassification (ko)":6.43,"MassiveScenarioClassification (lv)":25.09,"MassiveScenarioClassification (ml)":6.61,"MassiveScenarioClassification (mn)":24.63,"MassiveScenarioClassification (ms)":33.05,"MassiveScenarioClassification (my)":10.86,"MassiveScenarioClassification (nl)":31.82,"MassiveScenarioClassification (pt)":33.75,"MassiveScenarioClassification (ro)":34.52,"MassiveScenarioClassification (ru)":59.15,"MassiveScenarioClassification (sl)":30.45,"MassiveScenarioClassification (sq)":35.62,"MassiveScenarioClassification (sw)":32.49,"MassiveScenarioClassification (ta)":6.88,"MassiveScenarioClassification (te)":6.52,"MassiveScenarioClassification (th)":7.79,"MassiveScenarioClassification (tl)":33.49,"MassiveScenarioClassification (tr)":30.63,"MassiveScenarioClassification (ur)":8.49,"MassiveScenarioClassification (vi)":25.7,"MassiveScenarioClassification (zh-TW)":11.59} -{"index":82,"Rank":70,"Model":"sbert_large_mt_nlu_ru<\/a>","Model Size (Million Parameters)":427,"Memory Usage (GB, fp32)":1.59,"Embedding Dimensions":1024,"Max Tokens":514,"Average":17.82,"AmazonCounterfactualClassification (de)":60.52,"AmazonCounterfactualClassification (ja)":50.22,"AmazonReviewsClassification (de)":24.32,"AmazonReviewsClassification (es)":23.78,"AmazonReviewsClassification (fr)":24.55,"AmazonReviewsClassification (ja)":20.16,"AmazonReviewsClassification (zh)":20.7,"MTOPDomainClassification (de)":42.69,"MTOPDomainClassification (es)":42.65,"MTOPDomainClassification (fr)":44.15,"MTOPDomainClassification (hi)":22.55,"MTOPDomainClassification (th)":15.97,"MTOPIntentClassification (de)":23.36,"MTOPIntentClassification (es)":19.5,"MTOPIntentClassification (fr)":23.37,"MTOPIntentClassification (hi)":4.45,"MTOPIntentClassification (th)":5.56,"MassiveIntentClassification (af)":16.74,"MassiveIntentClassification (am)":2.68,"MassiveIntentClassification (ar)":4.44,"MassiveIntentClassification (az)":16.05,"MassiveIntentClassification (bn)":3.43,"MassiveIntentClassification (cy)":17.52,"MassiveIntentClassification (de)":22.32,"MassiveIntentClassification (el)":13.64,"MassiveIntentClassification (es)":18.79,"MassiveIntentClassification (fa)":3.44,"MassiveIntentClassification (fi)":17.73,"MassiveIntentClassification (fr)":20.94,"MassiveIntentClassification (he)":2.54,"MassiveIntentClassification (hi)":2.66,"MassiveIntentClassification (hu)":18.03,"MassiveIntentClassification (hy)":3.28,"MassiveIntentClassification (id)":22.3,"MassiveIntentClassification (is)":14.84,"MassiveIntentClassification (it)":21.19,"MassiveIntentClassification (ja)":4.32,"MassiveIntentClassification (jv)":18.97,"MassiveIntentClassification (ka)":2.79,"MassiveIntentClassification (km)":4.83,"MassiveIntentClassification (kn)":3.08,"MassiveIntentClassification (ko)":2.4,"MassiveIntentClassification (lv)":16.7,"MassiveIntentClassification (ml)":3.05,"MassiveIntentClassification (mn)":22.36,"MassiveIntentClassification (ms)":16.25,"MassiveIntentClassification (my)":4.16,"MassiveIntentClassification (nl)":19.71,"MassiveIntentClassification (pt)":21.61,"MassiveIntentClassification (ro)":18.92,"MassiveIntentClassification (ru)":61.42,"MassiveIntentClassification (sl)":18.98,"MassiveIntentClassification (sq)":20.08,"MassiveIntentClassification (sw)":18.46,"MassiveIntentClassification (ta)":2.37,"MassiveIntentClassification (te)":2.37,"MassiveIntentClassification (th)":4.06,"MassiveIntentClassification (tl)":18.93,"MassiveIntentClassification (tr)":18.12,"MassiveIntentClassification (ur)":2.66,"MassiveIntentClassification (vi)":19.68,"MassiveIntentClassification (zh-TW)":3.87,"MassiveScenarioClassification (af)":24.34,"MassiveScenarioClassification (am)":7.24,"MassiveScenarioClassification (ar)":11.91,"MassiveScenarioClassification (az)":20.32,"MassiveScenarioClassification (bn)":8.97,"MassiveScenarioClassification (cy)":22.42,"MassiveScenarioClassification (de)":31.89,"MassiveScenarioClassification (el)":20.43,"MassiveScenarioClassification (es)":23.82,"MassiveScenarioClassification (fa)":6.97,"MassiveScenarioClassification (fi)":23.82,"MassiveScenarioClassification (fr)":28.63,"MassiveScenarioClassification (he)":7.29,"MassiveScenarioClassification (hi)":7.99,"MassiveScenarioClassification (hu)":24.64,"MassiveScenarioClassification (hy)":9.14,"MassiveScenarioClassification (id)":27.32,"MassiveScenarioClassification (is)":22.25,"MassiveScenarioClassification (it)":26.18,"MassiveScenarioClassification (ja)":9.13,"MassiveScenarioClassification (jv)":27.39,"MassiveScenarioClassification (ka)":7.51,"MassiveScenarioClassification (km)":8.92,"MassiveScenarioClassification (kn)":7.58,"MassiveScenarioClassification (ko)":6.91,"MassiveScenarioClassification (lv)":19.48,"MassiveScenarioClassification (ml)":7.28,"MassiveScenarioClassification (mn)":24.93,"MassiveScenarioClassification (ms)":23.08,"MassiveScenarioClassification (my)":10.3,"MassiveScenarioClassification (nl)":26.8,"MassiveScenarioClassification (pt)":26.39,"MassiveScenarioClassification (ro)":24.28,"MassiveScenarioClassification (ru)":68.13,"MassiveScenarioClassification (sl)":23.28,"MassiveScenarioClassification (sq)":27.3,"MassiveScenarioClassification (sw)":25.07,"MassiveScenarioClassification (ta)":6.95,"MassiveScenarioClassification (te)":7.8,"MassiveScenarioClassification (th)":8.94,"MassiveScenarioClassification (tl)":25.1,"MassiveScenarioClassification (tr)":21.86,"MassiveScenarioClassification (ur)":9.68,"MassiveScenarioClassification (vi)":26.56,"MassiveScenarioClassification (zh-TW)":9.31} -{"index":83,"Rank":71,"Model":"sbert_large_nlu_ru<\/a>","Model Size (Million Parameters)":427,"Memory Usage (GB, fp32)":1.59,"Embedding Dimensions":1024,"Max Tokens":512,"Average":16.02,"AmazonCounterfactualClassification (de)":53.43,"AmazonCounterfactualClassification (ja)":52.0,"AmazonReviewsClassification (de)":23.78,"AmazonReviewsClassification (es)":23.42,"AmazonReviewsClassification (fr)":23.95,"AmazonReviewsClassification (ja)":20.12,"AmazonReviewsClassification (zh)":20.91,"MTOPDomainClassification (de)":38.11,"MTOPDomainClassification (es)":39.46,"MTOPDomainClassification (fr)":38.27,"MTOPDomainClassification (hi)":22.61,"MTOPDomainClassification (th)":15.48,"MTOPIntentClassification (de)":17.73,"MTOPIntentClassification (es)":15.75,"MTOPIntentClassification (fr)":16.34,"MTOPIntentClassification (hi)":4.66,"MTOPIntentClassification (th)":5.57,"MassiveIntentClassification (af)":14.72,"MassiveIntentClassification (am)":2.74,"MassiveIntentClassification (ar)":3.9,"MassiveIntentClassification (az)":11.82,"MassiveIntentClassification (bn)":3.05,"MassiveIntentClassification (cy)":15.27,"MassiveIntentClassification (de)":21.1,"MassiveIntentClassification (el)":12.06,"MassiveIntentClassification (es)":14.85,"MassiveIntentClassification (fa)":3.42,"MassiveIntentClassification (fi)":12.62,"MassiveIntentClassification (fr)":18.21,"MassiveIntentClassification (he)":2.51,"MassiveIntentClassification (hi)":3.06,"MassiveIntentClassification (hu)":14.69,"MassiveIntentClassification (hy)":3.19,"MassiveIntentClassification (id)":17.75,"MassiveIntentClassification (is)":11.27,"MassiveIntentClassification (it)":17.9,"MassiveIntentClassification (ja)":4.14,"MassiveIntentClassification (jv)":14.86,"MassiveIntentClassification (ka)":2.44,"MassiveIntentClassification (km)":4.86,"MassiveIntentClassification (kn)":3.07,"MassiveIntentClassification (ko)":2.62,"MassiveIntentClassification (lv)":15.26,"MassiveIntentClassification (ml)":2.85,"MassiveIntentClassification (mn)":16.16,"MassiveIntentClassification (ms)":14.04,"MassiveIntentClassification (my)":4.45,"MassiveIntentClassification (nl)":17.77,"MassiveIntentClassification (pt)":17.47,"MassiveIntentClassification (ro)":15.75,"MassiveIntentClassification (ru)":61.09,"MassiveIntentClassification (sl)":15.13,"MassiveIntentClassification (sq)":17.11,"MassiveIntentClassification (sw)":13.76,"MassiveIntentClassification (ta)":2.34,"MassiveIntentClassification (te)":2.18,"MassiveIntentClassification (th)":3.96,"MassiveIntentClassification (tl)":16.85,"MassiveIntentClassification (tr)":13.43,"MassiveIntentClassification (ur)":2.59,"MassiveIntentClassification (vi)":16.58,"MassiveIntentClassification (zh-TW)":3.33,"MassiveScenarioClassification (af)":21.73,"MassiveScenarioClassification (am)":7.3,"MassiveScenarioClassification (ar)":11.92,"MassiveScenarioClassification (az)":18.88,"MassiveScenarioClassification (bn)":8.49,"MassiveScenarioClassification (cy)":21.95,"MassiveScenarioClassification (de)":29.53,"MassiveScenarioClassification (el)":19.95,"MassiveScenarioClassification (es)":21.27,"MassiveScenarioClassification (fa)":6.75,"MassiveScenarioClassification (fi)":17.24,"MassiveScenarioClassification (fr)":24.94,"MassiveScenarioClassification (he)":8.12,"MassiveScenarioClassification (hi)":7.63,"MassiveScenarioClassification (hu)":20.7,"MassiveScenarioClassification (hy)":8.86,"MassiveScenarioClassification (id)":23.56,"MassiveScenarioClassification (is)":17.48,"MassiveScenarioClassification (it)":26.82,"MassiveScenarioClassification (ja)":9.7,"MassiveScenarioClassification (jv)":22.46,"MassiveScenarioClassification (ka)":7.74,"MassiveScenarioClassification (km)":9.32,"MassiveScenarioClassification (kn)":7.7,"MassiveScenarioClassification (ko)":6.71,"MassiveScenarioClassification (lv)":18.1,"MassiveScenarioClassification (ml)":7.72,"MassiveScenarioClassification (mn)":19.35,"MassiveScenarioClassification (ms)":19.85,"MassiveScenarioClassification (my)":10.27,"MassiveScenarioClassification (nl)":25.23,"MassiveScenarioClassification (pt)":25.3,"MassiveScenarioClassification (ro)":21.17,"MassiveScenarioClassification (ru)":67.6,"MassiveScenarioClassification (sl)":19.84,"MassiveScenarioClassification (sq)":22.42,"MassiveScenarioClassification (sw)":22.07,"MassiveScenarioClassification (ta)":7.14,"MassiveScenarioClassification (te)":7.88,"MassiveScenarioClassification (th)":8.9,"MassiveScenarioClassification (tl)":24.39,"MassiveScenarioClassification (tr)":18.96,"MassiveScenarioClassification (ur)":9.33,"MassiveScenarioClassification (vi)":22.54,"MassiveScenarioClassification (zh-TW)":9.25} -{"index":133,"Rank":72,"Model":"jina-embeddings-v2-base-en<\/a>","Model Size (Million Parameters)":275,"Memory Usage (GB, fp32)":1.02,"Embedding Dimensions":768,"Max Tokens":8192,"Average":10.41,"AmazonCounterfactualClassification (de)":50.26,"AmazonCounterfactualClassification (ja)":51.52,"AmazonReviewsClassification (de)":21.09,"AmazonReviewsClassification (es)":21.59,"AmazonReviewsClassification (fr)":21.01,"AmazonReviewsClassification (ja)":20.43,"AmazonReviewsClassification (zh)":20.77,"MTOPDomainClassification (de)":21.39,"MTOPDomainClassification (es)":19.5,"MTOPDomainClassification (fr)":17.71,"MTOPDomainClassification (hi)":21.09,"MTOPDomainClassification (th)":15.02,"MTOPIntentClassification (de)":5.88,"MTOPIntentClassification (es)":6.74,"MTOPIntentClassification (fr)":4.33,"MTOPIntentClassification (hi)":5.96,"MTOPIntentClassification (th)":4.51,"MassiveIntentClassification (af)":5.23,"MassiveIntentClassification (am)":2.38,"MassiveIntentClassification (ar)":8.97,"MassiveIntentClassification (az)":6.46,"MassiveIntentClassification (bn)":6.27,"MassiveIntentClassification (cy)":4.53,"MassiveIntentClassification (de)":5.96,"MassiveIntentClassification (el)":10.05,"MassiveIntentClassification (es)":6.03,"MassiveIntentClassification (fa)":9.5,"MassiveIntentClassification (fi)":6.58,"MassiveIntentClassification (fr)":6.07,"MassiveIntentClassification (he)":6.89,"MassiveIntentClassification (hi)":6.49,"MassiveIntentClassification (hu)":6.78,"MassiveIntentClassification (hy)":5.72,"MassiveIntentClassification (id)":7.61,"MassiveIntentClassification (is)":6.69,"MassiveIntentClassification (it)":7.34,"MassiveIntentClassification (ja)":6.83,"MassiveIntentClassification (jv)":6.8,"MassiveIntentClassification (ka)":7.24,"MassiveIntentClassification (km)":4.02,"MassiveIntentClassification (kn)":3.19,"MassiveIntentClassification (ko)":6.61,"MassiveIntentClassification (lv)":6.12,"MassiveIntentClassification (ml)":3.17,"MassiveIntentClassification (mn)":7.65,"MassiveIntentClassification (ms)":6.56,"MassiveIntentClassification (my)":3.51,"MassiveIntentClassification (nl)":6.17,"MassiveIntentClassification (pt)":6.96,"MassiveIntentClassification (ro)":6.29,"MassiveIntentClassification (ru)":7.62,"MassiveIntentClassification (sl)":6.62,"MassiveIntentClassification (sq)":7.31,"MassiveIntentClassification (sw)":8.14,"MassiveIntentClassification (ta)":7.24,"MassiveIntentClassification (te)":2.64,"MassiveIntentClassification (th)":9.23,"MassiveIntentClassification (tl)":7.32,"MassiveIntentClassification (tr)":5.59,"MassiveIntentClassification (ur)":8.07,"MassiveIntentClassification (vi)":6.18,"MassiveIntentClassification (zh-TW)":6.45,"MassiveScenarioClassification (af)":8.85,"MassiveScenarioClassification (am)":7.81,"MassiveScenarioClassification (ar)":14.67,"MassiveScenarioClassification (az)":11.18,"MassiveScenarioClassification (bn)":10.95,"MassiveScenarioClassification (cy)":9.59,"MassiveScenarioClassification (de)":10.65,"MassiveScenarioClassification (el)":16.72,"MassiveScenarioClassification (es)":10.31,"MassiveScenarioClassification (fa)":14.71,"MassiveScenarioClassification (fi)":10.56,"MassiveScenarioClassification (fr)":10.69,"MassiveScenarioClassification (he)":10.68,"MassiveScenarioClassification (hi)":10.14,"MassiveScenarioClassification (hu)":10.74,"MassiveScenarioClassification (hy)":10.41,"MassiveScenarioClassification (id)":11.66,"MassiveScenarioClassification (is)":12.42,"MassiveScenarioClassification (it)":10.59,"MassiveScenarioClassification (ja)":10.74,"MassiveScenarioClassification (jv)":11.21,"MassiveScenarioClassification (ka)":11.04,"MassiveScenarioClassification (km)":8.93,"MassiveScenarioClassification (kn)":8.12,"MassiveScenarioClassification (ko)":11.67,"MassiveScenarioClassification (lv)":9.75,"MassiveScenarioClassification (ml)":6.64,"MassiveScenarioClassification (mn)":12.47,"MassiveScenarioClassification (ms)":11.84,"MassiveScenarioClassification (my)":9.66,"MassiveScenarioClassification (nl)":9.88,"MassiveScenarioClassification (pt)":10.5,"MassiveScenarioClassification (ro)":10.48,"MassiveScenarioClassification (ru)":11.82,"MassiveScenarioClassification (sl)":11.11,"MassiveScenarioClassification (sq)":11.16,"MassiveScenarioClassification (sw)":12.76,"MassiveScenarioClassification (ta)":11.39,"MassiveScenarioClassification (te)":6.59,"MassiveScenarioClassification (th)":17.38,"MassiveScenarioClassification (tl)":12.21,"MassiveScenarioClassification (tr)":10.63,"MassiveScenarioClassification (ur)":12.93,"MassiveScenarioClassification (vi)":11.1,"MassiveScenarioClassification (zh-TW)":10.76} -{"index":0,"Rank":73,"Model":"mistral-embed<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":"","Average":"","AmazonCounterfactualClassification (de)":"","AmazonCounterfactualClassification (ja)":"","AmazonReviewsClassification (de)":"","AmazonReviewsClassification (es)":"","AmazonReviewsClassification (fr)":41.59,"AmazonReviewsClassification (ja)":"","AmazonReviewsClassification (zh)":"","MTOPDomainClassification (de)":"","MTOPDomainClassification (es)":"","MTOPDomainClassification (fr)":90.05,"MTOPDomainClassification (hi)":"","MTOPDomainClassification (th)":"","MTOPIntentClassification (de)":"","MTOPIntentClassification (es)":"","MTOPIntentClassification (fr)":66.09,"MTOPIntentClassification (hi)":"","MTOPIntentClassification (th)":"","MassiveIntentClassification (af)":"","MassiveIntentClassification (am)":"","MassiveIntentClassification (ar)":"","MassiveIntentClassification (az)":"","MassiveIntentClassification (bn)":"","MassiveIntentClassification (cy)":"","MassiveIntentClassification (de)":"","MassiveIntentClassification (el)":"","MassiveIntentClassification (es)":"","MassiveIntentClassification (fa)":"","MassiveIntentClassification (fi)":"","MassiveIntentClassification (fr)":62.83,"MassiveIntentClassification (he)":"","MassiveIntentClassification (hi)":"","MassiveIntentClassification (hu)":"","MassiveIntentClassification (hy)":"","MassiveIntentClassification (id)":"","MassiveIntentClassification (is)":"","MassiveIntentClassification (it)":"","MassiveIntentClassification (ja)":"","MassiveIntentClassification (jv)":"","MassiveIntentClassification (ka)":"","MassiveIntentClassification (km)":"","MassiveIntentClassification (kn)":"","MassiveIntentClassification (ko)":"","MassiveIntentClassification (lv)":"","MassiveIntentClassification (ml)":"","MassiveIntentClassification (mn)":"","MassiveIntentClassification (ms)":"","MassiveIntentClassification (my)":"","MassiveIntentClassification (nl)":"","MassiveIntentClassification (pt)":"","MassiveIntentClassification (ro)":"","MassiveIntentClassification (ru)":"","MassiveIntentClassification (sl)":"","MassiveIntentClassification (sq)":"","MassiveIntentClassification (sw)":"","MassiveIntentClassification (ta)":"","MassiveIntentClassification (te)":"","MassiveIntentClassification (th)":"","MassiveIntentClassification (tl)":"","MassiveIntentClassification (tr)":"","MassiveIntentClassification (ur)":"","MassiveIntentClassification (vi)":"","MassiveIntentClassification (zh-TW)":"","MassiveScenarioClassification (af)":"","MassiveScenarioClassification (am)":"","MassiveScenarioClassification (ar)":"","MassiveScenarioClassification (az)":"","MassiveScenarioClassification (bn)":"","MassiveScenarioClassification (cy)":"","MassiveScenarioClassification (de)":"","MassiveScenarioClassification (el)":"","MassiveScenarioClassification (es)":"","MassiveScenarioClassification (fa)":"","MassiveScenarioClassification (fi)":"","MassiveScenarioClassification (fr)":69.71,"MassiveScenarioClassification (he)":"","MassiveScenarioClassification (hi)":"","MassiveScenarioClassification (hu)":"","MassiveScenarioClassification (hy)":"","MassiveScenarioClassification (id)":"","MassiveScenarioClassification (is)":"","MassiveScenarioClassification (it)":"","MassiveScenarioClassification (ja)":"","MassiveScenarioClassification (jv)":"","MassiveScenarioClassification (ka)":"","MassiveScenarioClassification (km)":"","MassiveScenarioClassification (kn)":"","MassiveScenarioClassification (ko)":"","MassiveScenarioClassification (lv)":"","MassiveScenarioClassification (ml)":"","MassiveScenarioClassification (mn)":"","MassiveScenarioClassification (ms)":"","MassiveScenarioClassification (my)":"","MassiveScenarioClassification (nl)":"","MassiveScenarioClassification (pt)":"","MassiveScenarioClassification (ro)":"","MassiveScenarioClassification (ru)":"","MassiveScenarioClassification (sl)":"","MassiveScenarioClassification (sq)":"","MassiveScenarioClassification (sw)":"","MassiveScenarioClassification (ta)":"","MassiveScenarioClassification (te)":"","MassiveScenarioClassification (th)":"","MassiveScenarioClassification (tl)":"","MassiveScenarioClassification (tr)":"","MassiveScenarioClassification (ur)":"","MassiveScenarioClassification (vi)":"","MassiveScenarioClassification (zh-TW)":""} -{"index":1,"Rank":74,"Model":"voyage-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":4000,"Average":"","AmazonCounterfactualClassification (de)":"","AmazonCounterfactualClassification (ja)":"","AmazonReviewsClassification (de)":"","AmazonReviewsClassification (es)":"","AmazonReviewsClassification (fr)":37.26,"AmazonReviewsClassification (ja)":"","AmazonReviewsClassification (zh)":"","MTOPDomainClassification (de)":"","MTOPDomainClassification (es)":"","MTOPDomainClassification (fr)":79.79,"MTOPDomainClassification (hi)":"","MTOPDomainClassification (th)":"","MTOPIntentClassification (de)":"","MTOPIntentClassification (es)":"","MTOPIntentClassification (fr)":45.62,"MTOPIntentClassification (hi)":"","MTOPIntentClassification (th)":"","MassiveIntentClassification (af)":"","MassiveIntentClassification (am)":"","MassiveIntentClassification (ar)":"","MassiveIntentClassification (az)":"","MassiveIntentClassification (bn)":"","MassiveIntentClassification (cy)":"","MassiveIntentClassification (de)":"","MassiveIntentClassification (el)":"","MassiveIntentClassification (es)":"","MassiveIntentClassification (fa)":"","MassiveIntentClassification (fi)":"","MassiveIntentClassification (fr)":53.7,"MassiveIntentClassification (he)":"","MassiveIntentClassification (hi)":"","MassiveIntentClassification (hu)":"","MassiveIntentClassification (hy)":"","MassiveIntentClassification (id)":"","MassiveIntentClassification (is)":"","MassiveIntentClassification (it)":"","MassiveIntentClassification (ja)":"","MassiveIntentClassification (jv)":"","MassiveIntentClassification (ka)":"","MassiveIntentClassification (km)":"","MassiveIntentClassification (kn)":"","MassiveIntentClassification (ko)":"","MassiveIntentClassification (lv)":"","MassiveIntentClassification (ml)":"","MassiveIntentClassification (mn)":"","MassiveIntentClassification (ms)":"","MassiveIntentClassification (my)":"","MassiveIntentClassification (nl)":"","MassiveIntentClassification (pt)":"","MassiveIntentClassification (ro)":"","MassiveIntentClassification (ru)":"","MassiveIntentClassification (sl)":"","MassiveIntentClassification (sq)":"","MassiveIntentClassification (sw)":"","MassiveIntentClassification (ta)":"","MassiveIntentClassification (te)":"","MassiveIntentClassification (th)":"","MassiveIntentClassification (tl)":"","MassiveIntentClassification (tr)":"","MassiveIntentClassification (ur)":"","MassiveIntentClassification (vi)":"","MassiveIntentClassification (zh-TW)":"","MassiveScenarioClassification (af)":"","MassiveScenarioClassification (am)":"","MassiveScenarioClassification (ar)":"","MassiveScenarioClassification (az)":"","MassiveScenarioClassification (bn)":"","MassiveScenarioClassification (cy)":"","MassiveScenarioClassification (de)":"","MassiveScenarioClassification (el)":"","MassiveScenarioClassification (es)":"","MassiveScenarioClassification (fa)":"","MassiveScenarioClassification (fi)":"","MassiveScenarioClassification (fr)":62.46,"MassiveScenarioClassification (he)":"","MassiveScenarioClassification (hi)":"","MassiveScenarioClassification (hu)":"","MassiveScenarioClassification (hy)":"","MassiveScenarioClassification (id)":"","MassiveScenarioClassification (is)":"","MassiveScenarioClassification (it)":"","MassiveScenarioClassification (ja)":"","MassiveScenarioClassification (jv)":"","MassiveScenarioClassification (ka)":"","MassiveScenarioClassification (km)":"","MassiveScenarioClassification (kn)":"","MassiveScenarioClassification (ko)":"","MassiveScenarioClassification (lv)":"","MassiveScenarioClassification (ml)":"","MassiveScenarioClassification (mn)":"","MassiveScenarioClassification (ms)":"","MassiveScenarioClassification (my)":"","MassiveScenarioClassification (nl)":"","MassiveScenarioClassification (pt)":"","MassiveScenarioClassification (ro)":"","MassiveScenarioClassification (ru)":"","MassiveScenarioClassification (sl)":"","MassiveScenarioClassification (sq)":"","MassiveScenarioClassification (sw)":"","MassiveScenarioClassification (ta)":"","MassiveScenarioClassification (te)":"","MassiveScenarioClassification (th)":"","MassiveScenarioClassification (tl)":"","MassiveScenarioClassification (tr)":"","MassiveScenarioClassification (ur)":"","MassiveScenarioClassification (vi)":"","MassiveScenarioClassification (zh-TW)":""} -{"index":4,"Rank":75,"Model":"voyage-code-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":16000,"Average":"","AmazonCounterfactualClassification (de)":"","AmazonCounterfactualClassification (ja)":"","AmazonReviewsClassification (de)":"","AmazonReviewsClassification (es)":"","AmazonReviewsClassification (fr)":42.15,"AmazonReviewsClassification (ja)":"","AmazonReviewsClassification (zh)":"","MTOPDomainClassification (de)":"","MTOPDomainClassification (es)":"","MTOPDomainClassification (fr)":87.68,"MTOPDomainClassification (hi)":"","MTOPDomainClassification (th)":"","MTOPIntentClassification (de)":"","MTOPIntentClassification (es)":"","MTOPIntentClassification (fr)":59.44,"MTOPIntentClassification (hi)":"","MTOPIntentClassification (th)":"","MassiveIntentClassification (af)":"","MassiveIntentClassification (am)":"","MassiveIntentClassification (ar)":"","MassiveIntentClassification (az)":"","MassiveIntentClassification (bn)":"","MassiveIntentClassification (cy)":"","MassiveIntentClassification (de)":"","MassiveIntentClassification (el)":"","MassiveIntentClassification (es)":"","MassiveIntentClassification (fa)":"","MassiveIntentClassification (fi)":"","MassiveIntentClassification (fr)":63.08,"MassiveIntentClassification (he)":"","MassiveIntentClassification (hi)":"","MassiveIntentClassification (hu)":"","MassiveIntentClassification (hy)":"","MassiveIntentClassification (id)":"","MassiveIntentClassification (is)":"","MassiveIntentClassification (it)":"","MassiveIntentClassification (ja)":"","MassiveIntentClassification (jv)":"","MassiveIntentClassification (ka)":"","MassiveIntentClassification (km)":"","MassiveIntentClassification (kn)":"","MassiveIntentClassification (ko)":"","MassiveIntentClassification (lv)":"","MassiveIntentClassification (ml)":"","MassiveIntentClassification (mn)":"","MassiveIntentClassification (ms)":"","MassiveIntentClassification (my)":"","MassiveIntentClassification (nl)":"","MassiveIntentClassification (pt)":"","MassiveIntentClassification (ro)":"","MassiveIntentClassification (ru)":"","MassiveIntentClassification (sl)":"","MassiveIntentClassification (sq)":"","MassiveIntentClassification (sw)":"","MassiveIntentClassification (ta)":"","MassiveIntentClassification (te)":"","MassiveIntentClassification (th)":"","MassiveIntentClassification (tl)":"","MassiveIntentClassification (tr)":"","MassiveIntentClassification (ur)":"","MassiveIntentClassification (vi)":"","MassiveIntentClassification (zh-TW)":"","MassiveScenarioClassification (af)":"","MassiveScenarioClassification (am)":"","MassiveScenarioClassification (ar)":"","MassiveScenarioClassification (az)":"","MassiveScenarioClassification (bn)":"","MassiveScenarioClassification (cy)":"","MassiveScenarioClassification (de)":"","MassiveScenarioClassification (el)":"","MassiveScenarioClassification (es)":"","MassiveScenarioClassification (fa)":"","MassiveScenarioClassification (fi)":"","MassiveScenarioClassification (fr)":70.15,"MassiveScenarioClassification (he)":"","MassiveScenarioClassification (hi)":"","MassiveScenarioClassification (hu)":"","MassiveScenarioClassification (hy)":"","MassiveScenarioClassification (id)":"","MassiveScenarioClassification (is)":"","MassiveScenarioClassification (it)":"","MassiveScenarioClassification (ja)":"","MassiveScenarioClassification (jv)":"","MassiveScenarioClassification (ka)":"","MassiveScenarioClassification (km)":"","MassiveScenarioClassification (kn)":"","MassiveScenarioClassification (ko)":"","MassiveScenarioClassification (lv)":"","MassiveScenarioClassification (ml)":"","MassiveScenarioClassification (mn)":"","MassiveScenarioClassification (ms)":"","MassiveScenarioClassification (my)":"","MassiveScenarioClassification (nl)":"","MassiveScenarioClassification (pt)":"","MassiveScenarioClassification (ro)":"","MassiveScenarioClassification (ru)":"","MassiveScenarioClassification (sl)":"","MassiveScenarioClassification (sq)":"","MassiveScenarioClassification (sw)":"","MassiveScenarioClassification (ta)":"","MassiveScenarioClassification (te)":"","MassiveScenarioClassification (th)":"","MassiveScenarioClassification (tl)":"","MassiveScenarioClassification (tr)":"","MassiveScenarioClassification (ur)":"","MassiveScenarioClassification (vi)":"","MassiveScenarioClassification (zh-TW)":""} -{"index":6,"Rank":76,"Model":"voyage-law-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":16000,"Average":"","AmazonCounterfactualClassification (de)":"","AmazonCounterfactualClassification (ja)":"","AmazonReviewsClassification (de)":"","AmazonReviewsClassification (es)":"","AmazonReviewsClassification (fr)":41.98,"AmazonReviewsClassification (ja)":"","AmazonReviewsClassification (zh)":"","MTOPDomainClassification (de)":"","MTOPDomainClassification (es)":"","MTOPDomainClassification (fr)":90.12,"MTOPDomainClassification (hi)":"","MTOPDomainClassification (th)":"","MTOPIntentClassification (de)":"","MTOPIntentClassification (es)":"","MTOPIntentClassification (fr)":62.44,"MTOPIntentClassification (hi)":"","MTOPIntentClassification (th)":"","MassiveIntentClassification (af)":"","MassiveIntentClassification (am)":"","MassiveIntentClassification (ar)":"","MassiveIntentClassification (az)":"","MassiveIntentClassification (bn)":"","MassiveIntentClassification (cy)":"","MassiveIntentClassification (de)":"","MassiveIntentClassification (el)":"","MassiveIntentClassification (es)":"","MassiveIntentClassification (fa)":"","MassiveIntentClassification (fi)":"","MassiveIntentClassification (fr)":66.94,"MassiveIntentClassification (he)":"","MassiveIntentClassification (hi)":"","MassiveIntentClassification (hu)":"","MassiveIntentClassification (hy)":"","MassiveIntentClassification (id)":"","MassiveIntentClassification (is)":"","MassiveIntentClassification (it)":"","MassiveIntentClassification (ja)":"","MassiveIntentClassification (jv)":"","MassiveIntentClassification (ka)":"","MassiveIntentClassification (km)":"","MassiveIntentClassification (kn)":"","MassiveIntentClassification (ko)":"","MassiveIntentClassification (lv)":"","MassiveIntentClassification (ml)":"","MassiveIntentClassification (mn)":"","MassiveIntentClassification (ms)":"","MassiveIntentClassification (my)":"","MassiveIntentClassification (nl)":"","MassiveIntentClassification (pt)":"","MassiveIntentClassification (ro)":"","MassiveIntentClassification (ru)":"","MassiveIntentClassification (sl)":"","MassiveIntentClassification (sq)":"","MassiveIntentClassification (sw)":"","MassiveIntentClassification (ta)":"","MassiveIntentClassification (te)":"","MassiveIntentClassification (th)":"","MassiveIntentClassification (tl)":"","MassiveIntentClassification (tr)":"","MassiveIntentClassification (ur)":"","MassiveIntentClassification (vi)":"","MassiveIntentClassification (zh-TW)":"","MassiveScenarioClassification (af)":"","MassiveScenarioClassification (am)":"","MassiveScenarioClassification (ar)":"","MassiveScenarioClassification (az)":"","MassiveScenarioClassification (bn)":"","MassiveScenarioClassification (cy)":"","MassiveScenarioClassification (de)":"","MassiveScenarioClassification (el)":"","MassiveScenarioClassification (es)":"","MassiveScenarioClassification (fa)":"","MassiveScenarioClassification (fi)":"","MassiveScenarioClassification (fr)":72.78,"MassiveScenarioClassification (he)":"","MassiveScenarioClassification (hi)":"","MassiveScenarioClassification (hu)":"","MassiveScenarioClassification (hy)":"","MassiveScenarioClassification (id)":"","MassiveScenarioClassification (is)":"","MassiveScenarioClassification (it)":"","MassiveScenarioClassification (ja)":"","MassiveScenarioClassification (jv)":"","MassiveScenarioClassification (ka)":"","MassiveScenarioClassification (km)":"","MassiveScenarioClassification (kn)":"","MassiveScenarioClassification (ko)":"","MassiveScenarioClassification (lv)":"","MassiveScenarioClassification (ml)":"","MassiveScenarioClassification (mn)":"","MassiveScenarioClassification (ms)":"","MassiveScenarioClassification (my)":"","MassiveScenarioClassification (nl)":"","MassiveScenarioClassification (pt)":"","MassiveScenarioClassification (ro)":"","MassiveScenarioClassification (ru)":"","MassiveScenarioClassification (sl)":"","MassiveScenarioClassification (sq)":"","MassiveScenarioClassification (sw)":"","MassiveScenarioClassification (ta)":"","MassiveScenarioClassification (te)":"","MassiveScenarioClassification (th)":"","MassiveScenarioClassification (tl)":"","MassiveScenarioClassification (tr)":"","MassiveScenarioClassification (ur)":"","MassiveScenarioClassification (vi)":"","MassiveScenarioClassification (zh-TW)":""} -{"index":9,"Rank":77,"Model":"OpenSearch-text-hybrid<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1792,"Max Tokens":512,"Average":"","AmazonCounterfactualClassification (de)":"","AmazonCounterfactualClassification (ja)":"","AmazonReviewsClassification (de)":"","AmazonReviewsClassification (es)":"","AmazonReviewsClassification (fr)":"","AmazonReviewsClassification (ja)":"","AmazonReviewsClassification (zh)":46.18,"MTOPDomainClassification (de)":"","MTOPDomainClassification (es)":"","MTOPDomainClassification (fr)":"","MTOPDomainClassification (hi)":"","MTOPDomainClassification (th)":"","MTOPIntentClassification (de)":"","MTOPIntentClassification (es)":"","MTOPIntentClassification (fr)":"","MTOPIntentClassification (hi)":"","MTOPIntentClassification (th)":"","MassiveIntentClassification (af)":"","MassiveIntentClassification (am)":"","MassiveIntentClassification (ar)":"","MassiveIntentClassification (az)":"","MassiveIntentClassification (bn)":"","MassiveIntentClassification (cy)":"","MassiveIntentClassification (de)":"","MassiveIntentClassification (el)":"","MassiveIntentClassification (es)":"","MassiveIntentClassification (fa)":"","MassiveIntentClassification (fi)":"","MassiveIntentClassification (fr)":"","MassiveIntentClassification (he)":"","MassiveIntentClassification (hi)":"","MassiveIntentClassification (hu)":"","MassiveIntentClassification (hy)":"","MassiveIntentClassification (id)":"","MassiveIntentClassification (is)":"","MassiveIntentClassification (it)":"","MassiveIntentClassification (ja)":"","MassiveIntentClassification (jv)":"","MassiveIntentClassification (ka)":"","MassiveIntentClassification (km)":"","MassiveIntentClassification (kn)":"","MassiveIntentClassification (ko)":"","MassiveIntentClassification (lv)":"","MassiveIntentClassification (ml)":"","MassiveIntentClassification (mn)":"","MassiveIntentClassification (ms)":"","MassiveIntentClassification (my)":"","MassiveIntentClassification (nl)":"","MassiveIntentClassification (pt)":"","MassiveIntentClassification (ro)":"","MassiveIntentClassification (ru)":"","MassiveIntentClassification (sl)":"","MassiveIntentClassification (sq)":"","MassiveIntentClassification (sw)":"","MassiveIntentClassification (ta)":"","MassiveIntentClassification (te)":"","MassiveIntentClassification (th)":"","MassiveIntentClassification (tl)":"","MassiveIntentClassification (tr)":"","MassiveIntentClassification (ur)":"","MassiveIntentClassification (vi)":"","MassiveIntentClassification (zh-TW)":"","MassiveScenarioClassification (af)":"","MassiveScenarioClassification (am)":"","MassiveScenarioClassification (ar)":"","MassiveScenarioClassification (az)":"","MassiveScenarioClassification (bn)":"","MassiveScenarioClassification (cy)":"","MassiveScenarioClassification (de)":"","MassiveScenarioClassification (el)":"","MassiveScenarioClassification (es)":"","MassiveScenarioClassification (fa)":"","MassiveScenarioClassification (fi)":"","MassiveScenarioClassification (fr)":"","MassiveScenarioClassification (he)":"","MassiveScenarioClassification (hi)":"","MassiveScenarioClassification (hu)":"","MassiveScenarioClassification (hy)":"","MassiveScenarioClassification (id)":"","MassiveScenarioClassification (is)":"","MassiveScenarioClassification (it)":"","MassiveScenarioClassification (ja)":"","MassiveScenarioClassification (jv)":"","MassiveScenarioClassification (ka)":"","MassiveScenarioClassification (km)":"","MassiveScenarioClassification (kn)":"","MassiveScenarioClassification (ko)":"","MassiveScenarioClassification (lv)":"","MassiveScenarioClassification (ml)":"","MassiveScenarioClassification (mn)":"","MassiveScenarioClassification (ms)":"","MassiveScenarioClassification (my)":"","MassiveScenarioClassification (nl)":"","MassiveScenarioClassification (pt)":"","MassiveScenarioClassification (ro)":"","MassiveScenarioClassification (ru)":"","MassiveScenarioClassification (sl)":"","MassiveScenarioClassification (sq)":"","MassiveScenarioClassification (sw)":"","MassiveScenarioClassification (ta)":"","MassiveScenarioClassification (te)":"","MassiveScenarioClassification (th)":"","MassiveScenarioClassification (tl)":"","MassiveScenarioClassification (tr)":"","MassiveScenarioClassification (ur)":"","MassiveScenarioClassification (vi)":"","MassiveScenarioClassification (zh-TW)":""} -{"index":10,"Rank":78,"Model":"llm2vec-occiglot-mntp<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","AmazonCounterfactualClassification (de)":"","AmazonCounterfactualClassification (ja)":"","AmazonReviewsClassification (de)":"","AmazonReviewsClassification (es)":"","AmazonReviewsClassification (fr)":35.07,"AmazonReviewsClassification (ja)":"","AmazonReviewsClassification (zh)":"","MTOPDomainClassification (de)":"","MTOPDomainClassification (es)":"","MTOPDomainClassification (fr)":75.7,"MTOPDomainClassification (hi)":"","MTOPDomainClassification (th)":"","MTOPIntentClassification (de)":"","MTOPIntentClassification (es)":"","MTOPIntentClassification (fr)":63.76,"MTOPIntentClassification (hi)":"","MTOPIntentClassification (th)":"","MassiveIntentClassification (af)":"","MassiveIntentClassification (am)":"","MassiveIntentClassification (ar)":"","MassiveIntentClassification (az)":"","MassiveIntentClassification (bn)":"","MassiveIntentClassification (cy)":"","MassiveIntentClassification (de)":"","MassiveIntentClassification (el)":"","MassiveIntentClassification (es)":"","MassiveIntentClassification (fa)":"","MassiveIntentClassification (fi)":"","MassiveIntentClassification (fr)":56.03,"MassiveIntentClassification (he)":"","MassiveIntentClassification (hi)":"","MassiveIntentClassification (hu)":"","MassiveIntentClassification (hy)":"","MassiveIntentClassification (id)":"","MassiveIntentClassification (is)":"","MassiveIntentClassification (it)":"","MassiveIntentClassification (ja)":"","MassiveIntentClassification (jv)":"","MassiveIntentClassification (ka)":"","MassiveIntentClassification (km)":"","MassiveIntentClassification (kn)":"","MassiveIntentClassification (ko)":"","MassiveIntentClassification (lv)":"","MassiveIntentClassification (ml)":"","MassiveIntentClassification (mn)":"","MassiveIntentClassification (ms)":"","MassiveIntentClassification (my)":"","MassiveIntentClassification (nl)":"","MassiveIntentClassification (pt)":"","MassiveIntentClassification (ro)":"","MassiveIntentClassification (ru)":"","MassiveIntentClassification (sl)":"","MassiveIntentClassification (sq)":"","MassiveIntentClassification (sw)":"","MassiveIntentClassification (ta)":"","MassiveIntentClassification (te)":"","MassiveIntentClassification (th)":"","MassiveIntentClassification (tl)":"","MassiveIntentClassification (tr)":"","MassiveIntentClassification (ur)":"","MassiveIntentClassification (vi)":"","MassiveIntentClassification (zh-TW)":"","MassiveScenarioClassification (af)":"","MassiveScenarioClassification (am)":"","MassiveScenarioClassification (ar)":"","MassiveScenarioClassification (az)":"","MassiveScenarioClassification (bn)":"","MassiveScenarioClassification (cy)":"","MassiveScenarioClassification (de)":"","MassiveScenarioClassification (el)":"","MassiveScenarioClassification (es)":"","MassiveScenarioClassification (fa)":"","MassiveScenarioClassification (fi)":"","MassiveScenarioClassification (fr)":59.3,"MassiveScenarioClassification (he)":"","MassiveScenarioClassification (hi)":"","MassiveScenarioClassification (hu)":"","MassiveScenarioClassification (hy)":"","MassiveScenarioClassification (id)":"","MassiveScenarioClassification (is)":"","MassiveScenarioClassification (it)":"","MassiveScenarioClassification (ja)":"","MassiveScenarioClassification (jv)":"","MassiveScenarioClassification (ka)":"","MassiveScenarioClassification (km)":"","MassiveScenarioClassification (kn)":"","MassiveScenarioClassification (ko)":"","MassiveScenarioClassification (lv)":"","MassiveScenarioClassification (ml)":"","MassiveScenarioClassification (mn)":"","MassiveScenarioClassification (ms)":"","MassiveScenarioClassification (my)":"","MassiveScenarioClassification (nl)":"","MassiveScenarioClassification (pt)":"","MassiveScenarioClassification (ro)":"","MassiveScenarioClassification (ru)":"","MassiveScenarioClassification (sl)":"","MassiveScenarioClassification (sq)":"","MassiveScenarioClassification (sw)":"","MassiveScenarioClassification (ta)":"","MassiveScenarioClassification (te)":"","MassiveScenarioClassification (th)":"","MassiveScenarioClassification (tl)":"","MassiveScenarioClassification (tr)":"","MassiveScenarioClassification (ur)":"","MassiveScenarioClassification (vi)":"","MassiveScenarioClassification (zh-TW)":""} -{"index":11,"Rank":79,"Model":"gme-Qwen2-VL-2B-Instruct<\/a>","Model Size (Million Parameters)":2209,"Memory Usage (GB, fp32)":8.23,"Embedding Dimensions":1536,"Max Tokens":32768,"Average":"","AmazonCounterfactualClassification (de)":"","AmazonCounterfactualClassification (ja)":"","AmazonReviewsClassification (de)":"","AmazonReviewsClassification (es)":"","AmazonReviewsClassification (fr)":"","AmazonReviewsClassification (ja)":"","AmazonReviewsClassification (zh)":53.49,"MTOPDomainClassification (de)":"","MTOPDomainClassification (es)":"","MTOPDomainClassification (fr)":"","MTOPDomainClassification (hi)":"","MTOPDomainClassification (th)":"","MTOPIntentClassification (de)":"","MTOPIntentClassification (es)":"","MTOPIntentClassification (fr)":"","MTOPIntentClassification (hi)":"","MTOPIntentClassification (th)":"","MassiveIntentClassification (af)":"","MassiveIntentClassification (am)":"","MassiveIntentClassification (ar)":"","MassiveIntentClassification (az)":"","MassiveIntentClassification (bn)":"","MassiveIntentClassification (cy)":"","MassiveIntentClassification (de)":"","MassiveIntentClassification (el)":"","MassiveIntentClassification (es)":"","MassiveIntentClassification (fa)":"","MassiveIntentClassification (fi)":"","MassiveIntentClassification (fr)":"","MassiveIntentClassification (he)":"","MassiveIntentClassification (hi)":"","MassiveIntentClassification (hu)":"","MassiveIntentClassification (hy)":"","MassiveIntentClassification (id)":"","MassiveIntentClassification (is)":"","MassiveIntentClassification (it)":"","MassiveIntentClassification (ja)":"","MassiveIntentClassification (jv)":"","MassiveIntentClassification (ka)":"","MassiveIntentClassification (km)":"","MassiveIntentClassification (kn)":"","MassiveIntentClassification (ko)":"","MassiveIntentClassification (lv)":"","MassiveIntentClassification (ml)":"","MassiveIntentClassification (mn)":"","MassiveIntentClassification (ms)":"","MassiveIntentClassification (my)":"","MassiveIntentClassification (nl)":"","MassiveIntentClassification (pt)":"","MassiveIntentClassification (ro)":"","MassiveIntentClassification (ru)":"","MassiveIntentClassification (sl)":"","MassiveIntentClassification (sq)":"","MassiveIntentClassification (sw)":"","MassiveIntentClassification (ta)":"","MassiveIntentClassification (te)":"","MassiveIntentClassification (th)":"","MassiveIntentClassification (tl)":"","MassiveIntentClassification (tr)":"","MassiveIntentClassification (ur)":"","MassiveIntentClassification (vi)":"","MassiveIntentClassification (zh-TW)":"","MassiveScenarioClassification (af)":"","MassiveScenarioClassification (am)":"","MassiveScenarioClassification (ar)":"","MassiveScenarioClassification (az)":"","MassiveScenarioClassification (bn)":"","MassiveScenarioClassification (cy)":"","MassiveScenarioClassification (de)":"","MassiveScenarioClassification (el)":"","MassiveScenarioClassification (es)":"","MassiveScenarioClassification (fa)":"","MassiveScenarioClassification (fi)":"","MassiveScenarioClassification (fr)":"","MassiveScenarioClassification (he)":"","MassiveScenarioClassification (hi)":"","MassiveScenarioClassification (hu)":"","MassiveScenarioClassification (hy)":"","MassiveScenarioClassification (id)":"","MassiveScenarioClassification (is)":"","MassiveScenarioClassification (it)":"","MassiveScenarioClassification (ja)":"","MassiveScenarioClassification (jv)":"","MassiveScenarioClassification (ka)":"","MassiveScenarioClassification (km)":"","MassiveScenarioClassification (kn)":"","MassiveScenarioClassification (ko)":"","MassiveScenarioClassification (lv)":"","MassiveScenarioClassification (ml)":"","MassiveScenarioClassification (mn)":"","MassiveScenarioClassification (ms)":"","MassiveScenarioClassification (my)":"","MassiveScenarioClassification (nl)":"","MassiveScenarioClassification (pt)":"","MassiveScenarioClassification (ro)":"","MassiveScenarioClassification (ru)":"","MassiveScenarioClassification (sl)":"","MassiveScenarioClassification (sq)":"","MassiveScenarioClassification (sw)":"","MassiveScenarioClassification (ta)":"","MassiveScenarioClassification (te)":"","MassiveScenarioClassification (th)":"","MassiveScenarioClassification (tl)":"","MassiveScenarioClassification (tr)":"","MassiveScenarioClassification (ur)":"","MassiveScenarioClassification (vi)":"","MassiveScenarioClassification (zh-TW)":""} -{"index":12,"Rank":80,"Model":"gme-Qwen2-VL-7B-Instruct<\/a>","Model Size (Million Parameters)":8291,"Memory Usage (GB, fp32)":30.89,"Embedding Dimensions":3584,"Max Tokens":32768,"Average":"","AmazonCounterfactualClassification (de)":"","AmazonCounterfactualClassification (ja)":"","AmazonReviewsClassification (de)":"","AmazonReviewsClassification (es)":"","AmazonReviewsClassification (fr)":"","AmazonReviewsClassification (ja)":"","AmazonReviewsClassification (zh)":55.1,"MTOPDomainClassification (de)":"","MTOPDomainClassification (es)":"","MTOPDomainClassification (fr)":"","MTOPDomainClassification (hi)":"","MTOPDomainClassification (th)":"","MTOPIntentClassification (de)":"","MTOPIntentClassification (es)":"","MTOPIntentClassification (fr)":"","MTOPIntentClassification (hi)":"","MTOPIntentClassification (th)":"","MassiveIntentClassification (af)":"","MassiveIntentClassification (am)":"","MassiveIntentClassification (ar)":"","MassiveIntentClassification (az)":"","MassiveIntentClassification (bn)":"","MassiveIntentClassification (cy)":"","MassiveIntentClassification (de)":"","MassiveIntentClassification (el)":"","MassiveIntentClassification (es)":"","MassiveIntentClassification (fa)":"","MassiveIntentClassification (fi)":"","MassiveIntentClassification (fr)":"","MassiveIntentClassification (he)":"","MassiveIntentClassification (hi)":"","MassiveIntentClassification (hu)":"","MassiveIntentClassification (hy)":"","MassiveIntentClassification (id)":"","MassiveIntentClassification (is)":"","MassiveIntentClassification (it)":"","MassiveIntentClassification (ja)":"","MassiveIntentClassification (jv)":"","MassiveIntentClassification (ka)":"","MassiveIntentClassification (km)":"","MassiveIntentClassification (kn)":"","MassiveIntentClassification (ko)":"","MassiveIntentClassification (lv)":"","MassiveIntentClassification (ml)":"","MassiveIntentClassification (mn)":"","MassiveIntentClassification (ms)":"","MassiveIntentClassification (my)":"","MassiveIntentClassification (nl)":"","MassiveIntentClassification (pt)":"","MassiveIntentClassification (ro)":"","MassiveIntentClassification (ru)":"","MassiveIntentClassification (sl)":"","MassiveIntentClassification (sq)":"","MassiveIntentClassification (sw)":"","MassiveIntentClassification (ta)":"","MassiveIntentClassification (te)":"","MassiveIntentClassification (th)":"","MassiveIntentClassification (tl)":"","MassiveIntentClassification (tr)":"","MassiveIntentClassification (ur)":"","MassiveIntentClassification (vi)":"","MassiveIntentClassification (zh-TW)":"","MassiveScenarioClassification (af)":"","MassiveScenarioClassification (am)":"","MassiveScenarioClassification (ar)":"","MassiveScenarioClassification (az)":"","MassiveScenarioClassification (bn)":"","MassiveScenarioClassification (cy)":"","MassiveScenarioClassification (de)":"","MassiveScenarioClassification (el)":"","MassiveScenarioClassification (es)":"","MassiveScenarioClassification (fa)":"","MassiveScenarioClassification (fi)":"","MassiveScenarioClassification (fr)":"","MassiveScenarioClassification (he)":"","MassiveScenarioClassification (hi)":"","MassiveScenarioClassification (hu)":"","MassiveScenarioClassification (hy)":"","MassiveScenarioClassification (id)":"","MassiveScenarioClassification (is)":"","MassiveScenarioClassification (it)":"","MassiveScenarioClassification (ja)":"","MassiveScenarioClassification (jv)":"","MassiveScenarioClassification (ka)":"","MassiveScenarioClassification (km)":"","MassiveScenarioClassification (kn)":"","MassiveScenarioClassification (ko)":"","MassiveScenarioClassification (lv)":"","MassiveScenarioClassification (ml)":"","MassiveScenarioClassification (mn)":"","MassiveScenarioClassification (ms)":"","MassiveScenarioClassification (my)":"","MassiveScenarioClassification (nl)":"","MassiveScenarioClassification (pt)":"","MassiveScenarioClassification (ro)":"","MassiveScenarioClassification (ru)":"","MassiveScenarioClassification (sl)":"","MassiveScenarioClassification (sq)":"","MassiveScenarioClassification (sw)":"","MassiveScenarioClassification (ta)":"","MassiveScenarioClassification (te)":"","MassiveScenarioClassification (th)":"","MassiveScenarioClassification (tl)":"","MassiveScenarioClassification (tr)":"","MassiveScenarioClassification (ur)":"","MassiveScenarioClassification (vi)":"","MassiveScenarioClassification (zh-TW)":""} -{"index":14,"Rank":81,"Model":"gte-Qwen2-1.5B-instruct<\/a>","Model Size (Million Parameters)":1776,"Memory Usage (GB, fp32)":6.62,"Embedding Dimensions":1536,"Max Tokens":131072,"Average":"","AmazonCounterfactualClassification (de)":"","AmazonCounterfactualClassification (ja)":"","AmazonReviewsClassification (de)":"","AmazonReviewsClassification (es)":"","AmazonReviewsClassification (fr)":53.47,"AmazonReviewsClassification (ja)":"","AmazonReviewsClassification (zh)":47.21,"MTOPDomainClassification (de)":"","MTOPDomainClassification (es)":"","MTOPDomainClassification (fr)":93.48,"MTOPDomainClassification (hi)":"","MTOPDomainClassification (th)":"","MTOPIntentClassification (de)":"","MTOPIntentClassification (es)":"","MTOPIntentClassification (fr)":80.23,"MTOPIntentClassification (hi)":"","MTOPIntentClassification (th)":"","MassiveIntentClassification (af)":"","MassiveIntentClassification (am)":"","MassiveIntentClassification (ar)":"","MassiveIntentClassification (az)":"","MassiveIntentClassification (bn)":"","MassiveIntentClassification (cy)":"","MassiveIntentClassification (de)":"","MassiveIntentClassification (el)":"","MassiveIntentClassification (es)":"","MassiveIntentClassification (fa)":"","MassiveIntentClassification (fi)":"","MassiveIntentClassification (fr)":76.65,"MassiveIntentClassification (he)":"","MassiveIntentClassification (hi)":"","MassiveIntentClassification (hu)":"","MassiveIntentClassification (hy)":"","MassiveIntentClassification (id)":"","MassiveIntentClassification (is)":"","MassiveIntentClassification (it)":"","MassiveIntentClassification (ja)":"","MassiveIntentClassification (jv)":"","MassiveIntentClassification (ka)":"","MassiveIntentClassification (km)":"","MassiveIntentClassification (kn)":"","MassiveIntentClassification (ko)":"","MassiveIntentClassification (lv)":"","MassiveIntentClassification (ml)":"","MassiveIntentClassification (mn)":"","MassiveIntentClassification (ms)":"","MassiveIntentClassification (my)":"","MassiveIntentClassification (nl)":"","MassiveIntentClassification (pt)":"","MassiveIntentClassification (ro)":"","MassiveIntentClassification (ru)":"","MassiveIntentClassification (sl)":"","MassiveIntentClassification (sq)":"","MassiveIntentClassification (sw)":"","MassiveIntentClassification (ta)":"","MassiveIntentClassification (te)":"","MassiveIntentClassification (th)":"","MassiveIntentClassification (tl)":"","MassiveIntentClassification (tr)":"","MassiveIntentClassification (ur)":"","MassiveIntentClassification (vi)":"","MassiveIntentClassification (zh-TW)":"","MassiveScenarioClassification (af)":"","MassiveScenarioClassification (am)":"","MassiveScenarioClassification (ar)":"","MassiveScenarioClassification (az)":"","MassiveScenarioClassification (bn)":"","MassiveScenarioClassification (cy)":"","MassiveScenarioClassification (de)":"","MassiveScenarioClassification (el)":"","MassiveScenarioClassification (es)":"","MassiveScenarioClassification (fa)":"","MassiveScenarioClassification (fi)":"","MassiveScenarioClassification (fr)":79.1,"MassiveScenarioClassification (he)":"","MassiveScenarioClassification (hi)":"","MassiveScenarioClassification (hu)":"","MassiveScenarioClassification (hy)":"","MassiveScenarioClassification (id)":"","MassiveScenarioClassification (is)":"","MassiveScenarioClassification (it)":"","MassiveScenarioClassification (ja)":"","MassiveScenarioClassification (jv)":"","MassiveScenarioClassification (ka)":"","MassiveScenarioClassification (km)":"","MassiveScenarioClassification (kn)":"","MassiveScenarioClassification (ko)":"","MassiveScenarioClassification (lv)":"","MassiveScenarioClassification (ml)":"","MassiveScenarioClassification (mn)":"","MassiveScenarioClassification (ms)":"","MassiveScenarioClassification (my)":"","MassiveScenarioClassification (nl)":"","MassiveScenarioClassification (pt)":"","MassiveScenarioClassification (ro)":"","MassiveScenarioClassification (ru)":"","MassiveScenarioClassification (sl)":"","MassiveScenarioClassification (sq)":"","MassiveScenarioClassification (sw)":"","MassiveScenarioClassification (ta)":"","MassiveScenarioClassification (te)":"","MassiveScenarioClassification (th)":"","MassiveScenarioClassification (tl)":"","MassiveScenarioClassification (tr)":"","MassiveScenarioClassification (ur)":"","MassiveScenarioClassification (vi)":"","MassiveScenarioClassification (zh-TW)":""} -{"index":16,"Rank":82,"Model":"gte-multilingual-base<\/a>","Model Size (Million Parameters)":305,"Memory Usage (GB, fp32)":1.14,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","AmazonCounterfactualClassification (de)":"","AmazonCounterfactualClassification (ja)":"","AmazonReviewsClassification (de)":40.11,"AmazonReviewsClassification (es)":40.17,"AmazonReviewsClassification (fr)":39.57,"AmazonReviewsClassification (ja)":35.75,"AmazonReviewsClassification (zh)":33.34,"MTOPDomainClassification (de)":88.27,"MTOPDomainClassification (es)":90.88,"MTOPDomainClassification (fr)":87.49,"MTOPDomainClassification (hi)":89.45,"MTOPDomainClassification (th)":83.46,"MTOPIntentClassification (de)":63.51,"MTOPIntentClassification (es)":71.66,"MTOPIntentClassification (fr)":64.06,"MTOPIntentClassification (hi)":65.27,"MTOPIntentClassification (th)":63.05,"MassiveIntentClassification (af)":57.95,"MassiveIntentClassification (am)":49.27,"MassiveIntentClassification (ar)":55.49,"MassiveIntentClassification (az)":60.98,"MassiveIntentClassification (bn)":57.57,"MassiveIntentClassification (cy)":48.35,"MassiveIntentClassification (de)":62.55,"MassiveIntentClassification (el)":63.09,"MassiveIntentClassification (es)":67.41,"MassiveIntentClassification (fa)":65.6,"MassiveIntentClassification (fi)":62.91,"MassiveIntentClassification (fr)":67.92,"MassiveIntentClassification (he)":55.2,"MassiveIntentClassification (hi)":65.04,"MassiveIntentClassification (hu)":63.31,"MassiveIntentClassification (hy)":55.52,"MassiveIntentClassification (id)":66.06,"MassiveIntentClassification (is)":56.02,"MassiveIntentClassification (it)":67.28,"MassiveIntentClassification (ja)":66.8,"MassiveIntentClassification (jv)":50.18,"MassiveIntentClassification (ka)":47.89,"MassiveIntentClassification (km)":50.8,"MassiveIntentClassification (kn)":57.23,"MassiveIntentClassification (ko)":64.59,"MassiveIntentClassification (lv)":59.08,"MassiveIntentClassification (ml)":59.55,"MassiveIntentClassification (mn)":53.44,"MassiveIntentClassification (ms)":61.65,"MassiveIntentClassification (my)":53.46,"MassiveIntentClassification (nl)":66.36,"MassiveIntentClassification (pt)":68.07,"MassiveIntentClassification (ro)":63.12,"MassiveIntentClassification (ru)":67.46,"MassiveIntentClassification (sl)":60.54,"MassiveIntentClassification (sq)":58.2,"MassiveIntentClassification (sw)":51.68,"MassiveIntentClassification (ta)":58.52,"MassiveIntentClassification (te)":58.53,"MassiveIntentClassification (th)":61.88,"MassiveIntentClassification (tl)":56.65,"MassiveIntentClassification (tr)":64.85,"MassiveIntentClassification (ur)":58.62,"MassiveIntentClassification (vi)":64.16,"MassiveIntentClassification (zh-TW)":64.17,"MassiveScenarioClassification (af)":64.9,"MassiveScenarioClassification (am)":57.28,"MassiveScenarioClassification (ar)":62.27,"MassiveScenarioClassification (az)":65.1,"MassiveScenarioClassification (bn)":62.41,"MassiveScenarioClassification (cy)":55.37,"MassiveScenarioClassification (de)":70.3,"MassiveScenarioClassification (el)":69.53,"MassiveScenarioClassification (es)":72.45,"MassiveScenarioClassification (fa)":70.27,"MassiveScenarioClassification (fi)":67.21,"MassiveScenarioClassification (fr)":72.65,"MassiveScenarioClassification (he)":61.7,"MassiveScenarioClassification (hi)":70.14,"MassiveScenarioClassification (hu)":70.51,"MassiveScenarioClassification (hy)":60.14,"MassiveScenarioClassification (id)":70.62,"MassiveScenarioClassification (is)":61.53,"MassiveScenarioClassification (it)":72.0,"MassiveScenarioClassification (ja)":71.59,"MassiveScenarioClassification (jv)":57.01,"MassiveScenarioClassification (ka)":53.26,"MassiveScenarioClassification (km)":57.8,"MassiveScenarioClassification (kn)":62.39,"MassiveScenarioClassification (ko)":69.54,"MassiveScenarioClassification (lv)":63.37,"MassiveScenarioClassification (ml)":64.82,"MassiveScenarioClassification (mn)":59.35,"MassiveScenarioClassification (ms)":66.68,"MassiveScenarioClassification (my)":59.43,"MassiveScenarioClassification (nl)":71.96,"MassiveScenarioClassification (pt)":71.87,"MassiveScenarioClassification (ro)":68.51,"MassiveScenarioClassification (ru)":71.65,"MassiveScenarioClassification (sl)":66.82,"MassiveScenarioClassification (sq)":65.26,"MassiveScenarioClassification (sw)":58.3,"MassiveScenarioClassification (ta)":62.73,"MassiveScenarioClassification (te)":66.58,"MassiveScenarioClassification (th)":68.23,"MassiveScenarioClassification (tl)":61.97,"MassiveScenarioClassification (tr)":70.73,"MassiveScenarioClassification (ur)":63.16,"MassiveScenarioClassification (vi)":67.92,"MassiveScenarioClassification (zh-TW)":71.61} -{"index":18,"Rank":83,"Model":"tao<\/a>","Model Size (Million Parameters)":163,"Memory Usage (GB, fp32)":0.61,"Embedding Dimensions":1024,"Max Tokens":1024,"Average":"","AmazonCounterfactualClassification (de)":"","AmazonCounterfactualClassification (ja)":"","AmazonReviewsClassification (de)":"","AmazonReviewsClassification (es)":"","AmazonReviewsClassification (fr)":"","AmazonReviewsClassification (ja)":"","AmazonReviewsClassification (zh)":40.81,"MTOPDomainClassification (de)":"","MTOPDomainClassification (es)":"","MTOPDomainClassification (fr)":"","MTOPDomainClassification (hi)":"","MTOPDomainClassification (th)":"","MTOPIntentClassification (de)":"","MTOPIntentClassification (es)":"","MTOPIntentClassification (fr)":"","MTOPIntentClassification (hi)":"","MTOPIntentClassification (th)":"","MassiveIntentClassification (af)":"","MassiveIntentClassification (am)":"","MassiveIntentClassification (ar)":"","MassiveIntentClassification (az)":"","MassiveIntentClassification (bn)":"","MassiveIntentClassification (cy)":"","MassiveIntentClassification (de)":"","MassiveIntentClassification (el)":"","MassiveIntentClassification (es)":"","MassiveIntentClassification (fa)":"","MassiveIntentClassification (fi)":"","MassiveIntentClassification (fr)":"","MassiveIntentClassification (he)":"","MassiveIntentClassification (hi)":"","MassiveIntentClassification (hu)":"","MassiveIntentClassification (hy)":"","MassiveIntentClassification (id)":"","MassiveIntentClassification (is)":"","MassiveIntentClassification (it)":"","MassiveIntentClassification (ja)":"","MassiveIntentClassification (jv)":"","MassiveIntentClassification (ka)":"","MassiveIntentClassification (km)":"","MassiveIntentClassification (kn)":"","MassiveIntentClassification (ko)":"","MassiveIntentClassification (lv)":"","MassiveIntentClassification (ml)":"","MassiveIntentClassification (mn)":"","MassiveIntentClassification (ms)":"","MassiveIntentClassification (my)":"","MassiveIntentClassification (nl)":"","MassiveIntentClassification (pt)":"","MassiveIntentClassification (ro)":"","MassiveIntentClassification (ru)":"","MassiveIntentClassification (sl)":"","MassiveIntentClassification (sq)":"","MassiveIntentClassification (sw)":"","MassiveIntentClassification (ta)":"","MassiveIntentClassification (te)":"","MassiveIntentClassification (th)":"","MassiveIntentClassification (tl)":"","MassiveIntentClassification (tr)":"","MassiveIntentClassification (ur)":"","MassiveIntentClassification (vi)":"","MassiveIntentClassification (zh-TW)":"","MassiveScenarioClassification (af)":"","MassiveScenarioClassification (am)":"","MassiveScenarioClassification (ar)":"","MassiveScenarioClassification (az)":"","MassiveScenarioClassification (bn)":"","MassiveScenarioClassification (cy)":"","MassiveScenarioClassification (de)":"","MassiveScenarioClassification (el)":"","MassiveScenarioClassification (es)":"","MassiveScenarioClassification (fa)":"","MassiveScenarioClassification (fi)":"","MassiveScenarioClassification (fr)":"","MassiveScenarioClassification (he)":"","MassiveScenarioClassification (hi)":"","MassiveScenarioClassification (hu)":"","MassiveScenarioClassification (hy)":"","MassiveScenarioClassification (id)":"","MassiveScenarioClassification (is)":"","MassiveScenarioClassification (it)":"","MassiveScenarioClassification (ja)":"","MassiveScenarioClassification (jv)":"","MassiveScenarioClassification (ka)":"","MassiveScenarioClassification (km)":"","MassiveScenarioClassification (kn)":"","MassiveScenarioClassification (ko)":"","MassiveScenarioClassification (lv)":"","MassiveScenarioClassification (ml)":"","MassiveScenarioClassification (mn)":"","MassiveScenarioClassification (ms)":"","MassiveScenarioClassification (my)":"","MassiveScenarioClassification (nl)":"","MassiveScenarioClassification (pt)":"","MassiveScenarioClassification (ro)":"","MassiveScenarioClassification (ru)":"","MassiveScenarioClassification (sl)":"","MassiveScenarioClassification (sq)":"","MassiveScenarioClassification (sw)":"","MassiveScenarioClassification (ta)":"","MassiveScenarioClassification (te)":"","MassiveScenarioClassification (th)":"","MassiveScenarioClassification (tl)":"","MassiveScenarioClassification (tr)":"","MassiveScenarioClassification (ur)":"","MassiveScenarioClassification (vi)":"","MassiveScenarioClassification (zh-TW)":""} -{"index":19,"Rank":84,"Model":"tao-8k<\/a>","Model Size (Million Parameters)":167,"Memory Usage (GB, fp32)":0.62,"Embedding Dimensions":1024,"Max Tokens":8192,"Average":"","AmazonCounterfactualClassification (de)":"","AmazonCounterfactualClassification (ja)":"","AmazonReviewsClassification (de)":"","AmazonReviewsClassification (es)":"","AmazonReviewsClassification (fr)":"","AmazonReviewsClassification (ja)":"","AmazonReviewsClassification (zh)":40.8,"MTOPDomainClassification (de)":"","MTOPDomainClassification (es)":"","MTOPDomainClassification (fr)":"","MTOPDomainClassification (hi)":"","MTOPDomainClassification (th)":"","MTOPIntentClassification (de)":"","MTOPIntentClassification (es)":"","MTOPIntentClassification (fr)":"","MTOPIntentClassification (hi)":"","MTOPIntentClassification (th)":"","MassiveIntentClassification (af)":"","MassiveIntentClassification (am)":"","MassiveIntentClassification (ar)":"","MassiveIntentClassification (az)":"","MassiveIntentClassification (bn)":"","MassiveIntentClassification (cy)":"","MassiveIntentClassification (de)":"","MassiveIntentClassification (el)":"","MassiveIntentClassification (es)":"","MassiveIntentClassification (fa)":"","MassiveIntentClassification (fi)":"","MassiveIntentClassification (fr)":"","MassiveIntentClassification (he)":"","MassiveIntentClassification (hi)":"","MassiveIntentClassification (hu)":"","MassiveIntentClassification (hy)":"","MassiveIntentClassification (id)":"","MassiveIntentClassification (is)":"","MassiveIntentClassification (it)":"","MassiveIntentClassification (ja)":"","MassiveIntentClassification (jv)":"","MassiveIntentClassification (ka)":"","MassiveIntentClassification (km)":"","MassiveIntentClassification (kn)":"","MassiveIntentClassification (ko)":"","MassiveIntentClassification (lv)":"","MassiveIntentClassification (ml)":"","MassiveIntentClassification (mn)":"","MassiveIntentClassification (ms)":"","MassiveIntentClassification (my)":"","MassiveIntentClassification (nl)":"","MassiveIntentClassification (pt)":"","MassiveIntentClassification (ro)":"","MassiveIntentClassification (ru)":"","MassiveIntentClassification (sl)":"","MassiveIntentClassification (sq)":"","MassiveIntentClassification (sw)":"","MassiveIntentClassification (ta)":"","MassiveIntentClassification (te)":"","MassiveIntentClassification (th)":"","MassiveIntentClassification (tl)":"","MassiveIntentClassification (tr)":"","MassiveIntentClassification (ur)":"","MassiveIntentClassification (vi)":"","MassiveIntentClassification (zh-TW)":"","MassiveScenarioClassification (af)":"","MassiveScenarioClassification (am)":"","MassiveScenarioClassification (ar)":"","MassiveScenarioClassification (az)":"","MassiveScenarioClassification (bn)":"","MassiveScenarioClassification (cy)":"","MassiveScenarioClassification (de)":"","MassiveScenarioClassification (el)":"","MassiveScenarioClassification (es)":"","MassiveScenarioClassification (fa)":"","MassiveScenarioClassification (fi)":"","MassiveScenarioClassification (fr)":"","MassiveScenarioClassification (he)":"","MassiveScenarioClassification (hi)":"","MassiveScenarioClassification (hu)":"","MassiveScenarioClassification (hy)":"","MassiveScenarioClassification (id)":"","MassiveScenarioClassification (is)":"","MassiveScenarioClassification (it)":"","MassiveScenarioClassification (ja)":"","MassiveScenarioClassification (jv)":"","MassiveScenarioClassification (ka)":"","MassiveScenarioClassification (km)":"","MassiveScenarioClassification (kn)":"","MassiveScenarioClassification (ko)":"","MassiveScenarioClassification (lv)":"","MassiveScenarioClassification (ml)":"","MassiveScenarioClassification (mn)":"","MassiveScenarioClassification (ms)":"","MassiveScenarioClassification (my)":"","MassiveScenarioClassification (nl)":"","MassiveScenarioClassification (pt)":"","MassiveScenarioClassification (ro)":"","MassiveScenarioClassification (ru)":"","MassiveScenarioClassification (sl)":"","MassiveScenarioClassification (sq)":"","MassiveScenarioClassification (sw)":"","MassiveScenarioClassification (ta)":"","MassiveScenarioClassification (te)":"","MassiveScenarioClassification (th)":"","MassiveScenarioClassification (tl)":"","MassiveScenarioClassification (tr)":"","MassiveScenarioClassification (ur)":"","MassiveScenarioClassification (vi)":"","MassiveScenarioClassification (zh-TW)":""} -{"index":20,"Rank":85,"Model":"jina-embeddings-v2-base-es-Q2_K-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","AmazonCounterfactualClassification (de)":"","AmazonCounterfactualClassification (ja)":"","AmazonReviewsClassification (de)":"","AmazonReviewsClassification (es)":38.68,"AmazonReviewsClassification (fr)":"","AmazonReviewsClassification (ja)":"","AmazonReviewsClassification (zh)":"","MTOPDomainClassification (de)":"","MTOPDomainClassification (es)":89.89,"MTOPDomainClassification (fr)":"","MTOPDomainClassification (hi)":"","MTOPDomainClassification (th)":"","MTOPIntentClassification (de)":"","MTOPIntentClassification (es)":68.76,"MTOPIntentClassification (fr)":"","MTOPIntentClassification (hi)":"","MTOPIntentClassification (th)":"","MassiveIntentClassification (af)":"","MassiveIntentClassification (am)":"","MassiveIntentClassification (ar)":"","MassiveIntentClassification (az)":"","MassiveIntentClassification (bn)":"","MassiveIntentClassification (cy)":"","MassiveIntentClassification (de)":"","MassiveIntentClassification (el)":"","MassiveIntentClassification (es)":66.93,"MassiveIntentClassification (fa)":"","MassiveIntentClassification (fi)":"","MassiveIntentClassification (fr)":"","MassiveIntentClassification (he)":"","MassiveIntentClassification (hi)":"","MassiveIntentClassification (hu)":"","MassiveIntentClassification (hy)":"","MassiveIntentClassification (id)":"","MassiveIntentClassification (is)":"","MassiveIntentClassification (it)":"","MassiveIntentClassification (ja)":"","MassiveIntentClassification (jv)":"","MassiveIntentClassification (ka)":"","MassiveIntentClassification (km)":"","MassiveIntentClassification (kn)":"","MassiveIntentClassification (ko)":"","MassiveIntentClassification (lv)":"","MassiveIntentClassification (ml)":"","MassiveIntentClassification (mn)":"","MassiveIntentClassification (ms)":"","MassiveIntentClassification (my)":"","MassiveIntentClassification (nl)":"","MassiveIntentClassification (pt)":"","MassiveIntentClassification (ro)":"","MassiveIntentClassification (ru)":"","MassiveIntentClassification (sl)":"","MassiveIntentClassification (sq)":"","MassiveIntentClassification (sw)":"","MassiveIntentClassification (ta)":"","MassiveIntentClassification (te)":"","MassiveIntentClassification (th)":"","MassiveIntentClassification (tl)":"","MassiveIntentClassification (tr)":"","MassiveIntentClassification (ur)":"","MassiveIntentClassification (vi)":"","MassiveIntentClassification (zh-TW)":"","MassiveScenarioClassification (af)":"","MassiveScenarioClassification (am)":"","MassiveScenarioClassification (ar)":"","MassiveScenarioClassification (az)":"","MassiveScenarioClassification (bn)":"","MassiveScenarioClassification (cy)":"","MassiveScenarioClassification (de)":"","MassiveScenarioClassification (el)":"","MassiveScenarioClassification (es)":71.23,"MassiveScenarioClassification (fa)":"","MassiveScenarioClassification (fi)":"","MassiveScenarioClassification (fr)":"","MassiveScenarioClassification (he)":"","MassiveScenarioClassification (hi)":"","MassiveScenarioClassification (hu)":"","MassiveScenarioClassification (hy)":"","MassiveScenarioClassification (id)":"","MassiveScenarioClassification (is)":"","MassiveScenarioClassification (it)":"","MassiveScenarioClassification (ja)":"","MassiveScenarioClassification (jv)":"","MassiveScenarioClassification (ka)":"","MassiveScenarioClassification (km)":"","MassiveScenarioClassification (kn)":"","MassiveScenarioClassification (ko)":"","MassiveScenarioClassification (lv)":"","MassiveScenarioClassification (ml)":"","MassiveScenarioClassification (mn)":"","MassiveScenarioClassification (ms)":"","MassiveScenarioClassification (my)":"","MassiveScenarioClassification (nl)":"","MassiveScenarioClassification (pt)":"","MassiveScenarioClassification (ro)":"","MassiveScenarioClassification (ru)":"","MassiveScenarioClassification (sl)":"","MassiveScenarioClassification (sq)":"","MassiveScenarioClassification (sw)":"","MassiveScenarioClassification (ta)":"","MassiveScenarioClassification (te)":"","MassiveScenarioClassification (th)":"","MassiveScenarioClassification (tl)":"","MassiveScenarioClassification (tr)":"","MassiveScenarioClassification (ur)":"","MassiveScenarioClassification (vi)":"","MassiveScenarioClassification (zh-TW)":""} -{"index":21,"Rank":86,"Model":"jina-embeddings-v2-base-es-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","AmazonCounterfactualClassification (de)":"","AmazonCounterfactualClassification (ja)":"","AmazonReviewsClassification (de)":"","AmazonReviewsClassification (es)":38.68,"AmazonReviewsClassification (fr)":"","AmazonReviewsClassification (ja)":"","AmazonReviewsClassification (zh)":"","MTOPDomainClassification (de)":"","MTOPDomainClassification (es)":89.89,"MTOPDomainClassification (fr)":"","MTOPDomainClassification (hi)":"","MTOPDomainClassification (th)":"","MTOPIntentClassification (de)":"","MTOPIntentClassification (es)":68.76,"MTOPIntentClassification (fr)":"","MTOPIntentClassification (hi)":"","MTOPIntentClassification (th)":"","MassiveIntentClassification (af)":"","MassiveIntentClassification (am)":"","MassiveIntentClassification (ar)":"","MassiveIntentClassification (az)":"","MassiveIntentClassification (bn)":"","MassiveIntentClassification (cy)":"","MassiveIntentClassification (de)":"","MassiveIntentClassification (el)":"","MassiveIntentClassification (es)":66.93,"MassiveIntentClassification (fa)":"","MassiveIntentClassification (fi)":"","MassiveIntentClassification (fr)":"","MassiveIntentClassification (he)":"","MassiveIntentClassification (hi)":"","MassiveIntentClassification (hu)":"","MassiveIntentClassification (hy)":"","MassiveIntentClassification (id)":"","MassiveIntentClassification (is)":"","MassiveIntentClassification (it)":"","MassiveIntentClassification (ja)":"","MassiveIntentClassification (jv)":"","MassiveIntentClassification (ka)":"","MassiveIntentClassification (km)":"","MassiveIntentClassification (kn)":"","MassiveIntentClassification (ko)":"","MassiveIntentClassification (lv)":"","MassiveIntentClassification (ml)":"","MassiveIntentClassification (mn)":"","MassiveIntentClassification (ms)":"","MassiveIntentClassification (my)":"","MassiveIntentClassification (nl)":"","MassiveIntentClassification (pt)":"","MassiveIntentClassification (ro)":"","MassiveIntentClassification (ru)":"","MassiveIntentClassification (sl)":"","MassiveIntentClassification (sq)":"","MassiveIntentClassification (sw)":"","MassiveIntentClassification (ta)":"","MassiveIntentClassification (te)":"","MassiveIntentClassification (th)":"","MassiveIntentClassification (tl)":"","MassiveIntentClassification (tr)":"","MassiveIntentClassification (ur)":"","MassiveIntentClassification (vi)":"","MassiveIntentClassification (zh-TW)":"","MassiveScenarioClassification (af)":"","MassiveScenarioClassification (am)":"","MassiveScenarioClassification (ar)":"","MassiveScenarioClassification (az)":"","MassiveScenarioClassification (bn)":"","MassiveScenarioClassification (cy)":"","MassiveScenarioClassification (de)":"","MassiveScenarioClassification (el)":"","MassiveScenarioClassification (es)":71.23,"MassiveScenarioClassification (fa)":"","MassiveScenarioClassification (fi)":"","MassiveScenarioClassification (fr)":"","MassiveScenarioClassification (he)":"","MassiveScenarioClassification (hi)":"","MassiveScenarioClassification (hu)":"","MassiveScenarioClassification (hy)":"","MassiveScenarioClassification (id)":"","MassiveScenarioClassification (is)":"","MassiveScenarioClassification (it)":"","MassiveScenarioClassification (ja)":"","MassiveScenarioClassification (jv)":"","MassiveScenarioClassification (ka)":"","MassiveScenarioClassification (km)":"","MassiveScenarioClassification (kn)":"","MassiveScenarioClassification (ko)":"","MassiveScenarioClassification (lv)":"","MassiveScenarioClassification (ml)":"","MassiveScenarioClassification (mn)":"","MassiveScenarioClassification (ms)":"","MassiveScenarioClassification (my)":"","MassiveScenarioClassification (nl)":"","MassiveScenarioClassification (pt)":"","MassiveScenarioClassification (ro)":"","MassiveScenarioClassification (ru)":"","MassiveScenarioClassification (sl)":"","MassiveScenarioClassification (sq)":"","MassiveScenarioClassification (sw)":"","MassiveScenarioClassification (ta)":"","MassiveScenarioClassification (te)":"","MassiveScenarioClassification (th)":"","MassiveScenarioClassification (tl)":"","MassiveScenarioClassification (tr)":"","MassiveScenarioClassification (ur)":"","MassiveScenarioClassification (vi)":"","MassiveScenarioClassification (zh-TW)":""} -{"index":22,"Rank":87,"Model":"jina-embeddings-v2-base-zh-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","AmazonCounterfactualClassification (de)":"","AmazonCounterfactualClassification (ja)":"","AmazonReviewsClassification (de)":"","AmazonReviewsClassification (es)":"","AmazonReviewsClassification (fr)":"","AmazonReviewsClassification (ja)":"","AmazonReviewsClassification (zh)":34.94,"MTOPDomainClassification (de)":"","MTOPDomainClassification (es)":"","MTOPDomainClassification (fr)":"","MTOPDomainClassification (hi)":"","MTOPDomainClassification (th)":"","MTOPIntentClassification (de)":"","MTOPIntentClassification (es)":"","MTOPIntentClassification (fr)":"","MTOPIntentClassification (hi)":"","MTOPIntentClassification (th)":"","MassiveIntentClassification (af)":"","MassiveIntentClassification (am)":"","MassiveIntentClassification (ar)":"","MassiveIntentClassification (az)":"","MassiveIntentClassification (bn)":"","MassiveIntentClassification (cy)":"","MassiveIntentClassification (de)":"","MassiveIntentClassification (el)":"","MassiveIntentClassification (es)":"","MassiveIntentClassification (fa)":"","MassiveIntentClassification (fi)":"","MassiveIntentClassification (fr)":"","MassiveIntentClassification (he)":"","MassiveIntentClassification (hi)":"","MassiveIntentClassification (hu)":"","MassiveIntentClassification (hy)":"","MassiveIntentClassification (id)":"","MassiveIntentClassification (is)":"","MassiveIntentClassification (it)":"","MassiveIntentClassification (ja)":"","MassiveIntentClassification (jv)":"","MassiveIntentClassification (ka)":"","MassiveIntentClassification (km)":"","MassiveIntentClassification (kn)":"","MassiveIntentClassification (ko)":"","MassiveIntentClassification (lv)":"","MassiveIntentClassification (ml)":"","MassiveIntentClassification (mn)":"","MassiveIntentClassification (ms)":"","MassiveIntentClassification (my)":"","MassiveIntentClassification (nl)":"","MassiveIntentClassification (pt)":"","MassiveIntentClassification (ro)":"","MassiveIntentClassification (ru)":"","MassiveIntentClassification (sl)":"","MassiveIntentClassification (sq)":"","MassiveIntentClassification (sw)":"","MassiveIntentClassification (ta)":"","MassiveIntentClassification (te)":"","MassiveIntentClassification (th)":"","MassiveIntentClassification (tl)":"","MassiveIntentClassification (tr)":"","MassiveIntentClassification (ur)":"","MassiveIntentClassification (vi)":"","MassiveIntentClassification (zh-TW)":"","MassiveScenarioClassification (af)":"","MassiveScenarioClassification (am)":"","MassiveScenarioClassification (ar)":"","MassiveScenarioClassification (az)":"","MassiveScenarioClassification (bn)":"","MassiveScenarioClassification (cy)":"","MassiveScenarioClassification (de)":"","MassiveScenarioClassification (el)":"","MassiveScenarioClassification (es)":"","MassiveScenarioClassification (fa)":"","MassiveScenarioClassification (fi)":"","MassiveScenarioClassification (fr)":"","MassiveScenarioClassification (he)":"","MassiveScenarioClassification (hi)":"","MassiveScenarioClassification (hu)":"","MassiveScenarioClassification (hy)":"","MassiveScenarioClassification (id)":"","MassiveScenarioClassification (is)":"","MassiveScenarioClassification (it)":"","MassiveScenarioClassification (ja)":"","MassiveScenarioClassification (jv)":"","MassiveScenarioClassification (ka)":"","MassiveScenarioClassification (km)":"","MassiveScenarioClassification (kn)":"","MassiveScenarioClassification (ko)":"","MassiveScenarioClassification (lv)":"","MassiveScenarioClassification (ml)":"","MassiveScenarioClassification (mn)":"","MassiveScenarioClassification (ms)":"","MassiveScenarioClassification (my)":"","MassiveScenarioClassification (nl)":"","MassiveScenarioClassification (pt)":"","MassiveScenarioClassification (ro)":"","MassiveScenarioClassification (ru)":"","MassiveScenarioClassification (sl)":"","MassiveScenarioClassification (sq)":"","MassiveScenarioClassification (sw)":"","MassiveScenarioClassification (ta)":"","MassiveScenarioClassification (te)":"","MassiveScenarioClassification (th)":"","MassiveScenarioClassification (tl)":"","MassiveScenarioClassification (tr)":"","MassiveScenarioClassification (ur)":"","MassiveScenarioClassification (vi)":"","MassiveScenarioClassification (zh-TW)":""} -{"index":23,"Rank":88,"Model":"jina-embeddings-v2-base-zh-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","AmazonCounterfactualClassification (de)":"","AmazonCounterfactualClassification (ja)":"","AmazonReviewsClassification (de)":"","AmazonReviewsClassification (es)":"","AmazonReviewsClassification (fr)":"","AmazonReviewsClassification (ja)":"","AmazonReviewsClassification (zh)":34.94,"MTOPDomainClassification (de)":"","MTOPDomainClassification (es)":"","MTOPDomainClassification (fr)":"","MTOPDomainClassification (hi)":"","MTOPDomainClassification (th)":"","MTOPIntentClassification (de)":"","MTOPIntentClassification (es)":"","MTOPIntentClassification (fr)":"","MTOPIntentClassification (hi)":"","MTOPIntentClassification (th)":"","MassiveIntentClassification (af)":"","MassiveIntentClassification (am)":"","MassiveIntentClassification (ar)":"","MassiveIntentClassification (az)":"","MassiveIntentClassification (bn)":"","MassiveIntentClassification (cy)":"","MassiveIntentClassification (de)":"","MassiveIntentClassification (el)":"","MassiveIntentClassification (es)":"","MassiveIntentClassification (fa)":"","MassiveIntentClassification (fi)":"","MassiveIntentClassification (fr)":"","MassiveIntentClassification (he)":"","MassiveIntentClassification (hi)":"","MassiveIntentClassification (hu)":"","MassiveIntentClassification (hy)":"","MassiveIntentClassification (id)":"","MassiveIntentClassification (is)":"","MassiveIntentClassification (it)":"","MassiveIntentClassification (ja)":"","MassiveIntentClassification (jv)":"","MassiveIntentClassification (ka)":"","MassiveIntentClassification (km)":"","MassiveIntentClassification (kn)":"","MassiveIntentClassification (ko)":"","MassiveIntentClassification (lv)":"","MassiveIntentClassification (ml)":"","MassiveIntentClassification (mn)":"","MassiveIntentClassification (ms)":"","MassiveIntentClassification (my)":"","MassiveIntentClassification (nl)":"","MassiveIntentClassification (pt)":"","MassiveIntentClassification (ro)":"","MassiveIntentClassification (ru)":"","MassiveIntentClassification (sl)":"","MassiveIntentClassification (sq)":"","MassiveIntentClassification (sw)":"","MassiveIntentClassification (ta)":"","MassiveIntentClassification (te)":"","MassiveIntentClassification (th)":"","MassiveIntentClassification (tl)":"","MassiveIntentClassification (tr)":"","MassiveIntentClassification (ur)":"","MassiveIntentClassification (vi)":"","MassiveIntentClassification (zh-TW)":"","MassiveScenarioClassification (af)":"","MassiveScenarioClassification (am)":"","MassiveScenarioClassification (ar)":"","MassiveScenarioClassification (az)":"","MassiveScenarioClassification (bn)":"","MassiveScenarioClassification (cy)":"","MassiveScenarioClassification (de)":"","MassiveScenarioClassification (el)":"","MassiveScenarioClassification (es)":"","MassiveScenarioClassification (fa)":"","MassiveScenarioClassification (fi)":"","MassiveScenarioClassification (fr)":"","MassiveScenarioClassification (he)":"","MassiveScenarioClassification (hi)":"","MassiveScenarioClassification (hu)":"","MassiveScenarioClassification (hy)":"","MassiveScenarioClassification (id)":"","MassiveScenarioClassification (is)":"","MassiveScenarioClassification (it)":"","MassiveScenarioClassification (ja)":"","MassiveScenarioClassification (jv)":"","MassiveScenarioClassification (ka)":"","MassiveScenarioClassification (km)":"","MassiveScenarioClassification (kn)":"","MassiveScenarioClassification (ko)":"","MassiveScenarioClassification (lv)":"","MassiveScenarioClassification (ml)":"","MassiveScenarioClassification (mn)":"","MassiveScenarioClassification (ms)":"","MassiveScenarioClassification (my)":"","MassiveScenarioClassification (nl)":"","MassiveScenarioClassification (pt)":"","MassiveScenarioClassification (ro)":"","MassiveScenarioClassification (ru)":"","MassiveScenarioClassification (sl)":"","MassiveScenarioClassification (sq)":"","MassiveScenarioClassification (sw)":"","MassiveScenarioClassification (ta)":"","MassiveScenarioClassification (te)":"","MassiveScenarioClassification (th)":"","MassiveScenarioClassification (tl)":"","MassiveScenarioClassification (tr)":"","MassiveScenarioClassification (ur)":"","MassiveScenarioClassification (vi)":"","MassiveScenarioClassification (zh-TW)":""} -{"index":25,"Rank":89,"Model":"bge-base-zh-v1.5<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AmazonCounterfactualClassification (de)":"","AmazonCounterfactualClassification (ja)":"","AmazonReviewsClassification (de)":"","AmazonReviewsClassification (es)":"","AmazonReviewsClassification (fr)":"","AmazonReviewsClassification (ja)":"","AmazonReviewsClassification (zh)":40.15,"MTOPDomainClassification (de)":"","MTOPDomainClassification (es)":"","MTOPDomainClassification (fr)":"","MTOPDomainClassification (hi)":"","MTOPDomainClassification (th)":"","MTOPIntentClassification (de)":"","MTOPIntentClassification (es)":"","MTOPIntentClassification (fr)":"","MTOPIntentClassification (hi)":"","MTOPIntentClassification (th)":"","MassiveIntentClassification (af)":"","MassiveIntentClassification (am)":"","MassiveIntentClassification (ar)":"","MassiveIntentClassification (az)":"","MassiveIntentClassification (bn)":"","MassiveIntentClassification (cy)":"","MassiveIntentClassification (de)":"","MassiveIntentClassification (el)":"","MassiveIntentClassification (es)":"","MassiveIntentClassification (fa)":"","MassiveIntentClassification (fi)":"","MassiveIntentClassification (fr)":"","MassiveIntentClassification (he)":"","MassiveIntentClassification (hi)":"","MassiveIntentClassification (hu)":"","MassiveIntentClassification (hy)":"","MassiveIntentClassification (id)":"","MassiveIntentClassification (is)":"","MassiveIntentClassification (it)":"","MassiveIntentClassification (ja)":"","MassiveIntentClassification (jv)":"","MassiveIntentClassification (ka)":"","MassiveIntentClassification (km)":"","MassiveIntentClassification (kn)":"","MassiveIntentClassification (ko)":"","MassiveIntentClassification (lv)":"","MassiveIntentClassification (ml)":"","MassiveIntentClassification (mn)":"","MassiveIntentClassification (ms)":"","MassiveIntentClassification (my)":"","MassiveIntentClassification (nl)":"","MassiveIntentClassification (pt)":"","MassiveIntentClassification (ro)":"","MassiveIntentClassification (ru)":"","MassiveIntentClassification (sl)":"","MassiveIntentClassification (sq)":"","MassiveIntentClassification (sw)":"","MassiveIntentClassification (ta)":"","MassiveIntentClassification (te)":"","MassiveIntentClassification (th)":"","MassiveIntentClassification (tl)":"","MassiveIntentClassification (tr)":"","MassiveIntentClassification (ur)":"","MassiveIntentClassification (vi)":"","MassiveIntentClassification (zh-TW)":"","MassiveScenarioClassification (af)":"","MassiveScenarioClassification (am)":"","MassiveScenarioClassification (ar)":"","MassiveScenarioClassification (az)":"","MassiveScenarioClassification (bn)":"","MassiveScenarioClassification (cy)":"","MassiveScenarioClassification (de)":"","MassiveScenarioClassification (el)":"","MassiveScenarioClassification (es)":"","MassiveScenarioClassification (fa)":"","MassiveScenarioClassification (fi)":"","MassiveScenarioClassification (fr)":"","MassiveScenarioClassification (he)":"","MassiveScenarioClassification (hi)":"","MassiveScenarioClassification (hu)":"","MassiveScenarioClassification (hy)":"","MassiveScenarioClassification (id)":"","MassiveScenarioClassification (is)":"","MassiveScenarioClassification (it)":"","MassiveScenarioClassification (ja)":"","MassiveScenarioClassification (jv)":"","MassiveScenarioClassification (ka)":"","MassiveScenarioClassification (km)":"","MassiveScenarioClassification (kn)":"","MassiveScenarioClassification (ko)":"","MassiveScenarioClassification (lv)":"","MassiveScenarioClassification (ml)":"","MassiveScenarioClassification (mn)":"","MassiveScenarioClassification (ms)":"","MassiveScenarioClassification (my)":"","MassiveScenarioClassification (nl)":"","MassiveScenarioClassification (pt)":"","MassiveScenarioClassification (ro)":"","MassiveScenarioClassification (ru)":"","MassiveScenarioClassification (sl)":"","MassiveScenarioClassification (sq)":"","MassiveScenarioClassification (sw)":"","MassiveScenarioClassification (ta)":"","MassiveScenarioClassification (te)":"","MassiveScenarioClassification (th)":"","MassiveScenarioClassification (tl)":"","MassiveScenarioClassification (tr)":"","MassiveScenarioClassification (ur)":"","MassiveScenarioClassification (vi)":"","MassiveScenarioClassification (zh-TW)":""} -{"index":27,"Rank":90,"Model":"bge-large-zh-noinstruct<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","AmazonCounterfactualClassification (de)":"","AmazonCounterfactualClassification (ja)":"","AmazonReviewsClassification (de)":"","AmazonReviewsClassification (es)":"","AmazonReviewsClassification (fr)":"","AmazonReviewsClassification (ja)":"","AmazonReviewsClassification (zh)":41.94,"MTOPDomainClassification (de)":"","MTOPDomainClassification (es)":"","MTOPDomainClassification (fr)":"","MTOPDomainClassification (hi)":"","MTOPDomainClassification (th)":"","MTOPIntentClassification (de)":"","MTOPIntentClassification (es)":"","MTOPIntentClassification (fr)":"","MTOPIntentClassification (hi)":"","MTOPIntentClassification (th)":"","MassiveIntentClassification (af)":"","MassiveIntentClassification (am)":"","MassiveIntentClassification (ar)":"","MassiveIntentClassification (az)":"","MassiveIntentClassification (bn)":"","MassiveIntentClassification (cy)":"","MassiveIntentClassification (de)":"","MassiveIntentClassification (el)":"","MassiveIntentClassification (es)":"","MassiveIntentClassification (fa)":"","MassiveIntentClassification (fi)":"","MassiveIntentClassification (fr)":"","MassiveIntentClassification (he)":"","MassiveIntentClassification (hi)":"","MassiveIntentClassification (hu)":"","MassiveIntentClassification (hy)":"","MassiveIntentClassification (id)":"","MassiveIntentClassification (is)":"","MassiveIntentClassification (it)":"","MassiveIntentClassification (ja)":"","MassiveIntentClassification (jv)":"","MassiveIntentClassification (ka)":"","MassiveIntentClassification (km)":"","MassiveIntentClassification (kn)":"","MassiveIntentClassification (ko)":"","MassiveIntentClassification (lv)":"","MassiveIntentClassification (ml)":"","MassiveIntentClassification (mn)":"","MassiveIntentClassification (ms)":"","MassiveIntentClassification (my)":"","MassiveIntentClassification (nl)":"","MassiveIntentClassification (pt)":"","MassiveIntentClassification (ro)":"","MassiveIntentClassification (ru)":"","MassiveIntentClassification (sl)":"","MassiveIntentClassification (sq)":"","MassiveIntentClassification (sw)":"","MassiveIntentClassification (ta)":"","MassiveIntentClassification (te)":"","MassiveIntentClassification (th)":"","MassiveIntentClassification (tl)":"","MassiveIntentClassification (tr)":"","MassiveIntentClassification (ur)":"","MassiveIntentClassification (vi)":"","MassiveIntentClassification (zh-TW)":"","MassiveScenarioClassification (af)":"","MassiveScenarioClassification (am)":"","MassiveScenarioClassification (ar)":"","MassiveScenarioClassification (az)":"","MassiveScenarioClassification (bn)":"","MassiveScenarioClassification (cy)":"","MassiveScenarioClassification (de)":"","MassiveScenarioClassification (el)":"","MassiveScenarioClassification (es)":"","MassiveScenarioClassification (fa)":"","MassiveScenarioClassification (fi)":"","MassiveScenarioClassification (fr)":"","MassiveScenarioClassification (he)":"","MassiveScenarioClassification (hi)":"","MassiveScenarioClassification (hu)":"","MassiveScenarioClassification (hy)":"","MassiveScenarioClassification (id)":"","MassiveScenarioClassification (is)":"","MassiveScenarioClassification (it)":"","MassiveScenarioClassification (ja)":"","MassiveScenarioClassification (jv)":"","MassiveScenarioClassification (ka)":"","MassiveScenarioClassification (km)":"","MassiveScenarioClassification (kn)":"","MassiveScenarioClassification (ko)":"","MassiveScenarioClassification (lv)":"","MassiveScenarioClassification (ml)":"","MassiveScenarioClassification (mn)":"","MassiveScenarioClassification (ms)":"","MassiveScenarioClassification (my)":"","MassiveScenarioClassification (nl)":"","MassiveScenarioClassification (pt)":"","MassiveScenarioClassification (ro)":"","MassiveScenarioClassification (ru)":"","MassiveScenarioClassification (sl)":"","MassiveScenarioClassification (sq)":"","MassiveScenarioClassification (sw)":"","MassiveScenarioClassification (ta)":"","MassiveScenarioClassification (te)":"","MassiveScenarioClassification (th)":"","MassiveScenarioClassification (tl)":"","MassiveScenarioClassification (tr)":"","MassiveScenarioClassification (ur)":"","MassiveScenarioClassification (vi)":"","MassiveScenarioClassification (zh-TW)":""} -{"index":28,"Rank":91,"Model":"bge-large-zh-v1.5<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","AmazonCounterfactualClassification (de)":"","AmazonCounterfactualClassification (ja)":"","AmazonReviewsClassification (de)":"","AmazonReviewsClassification (es)":"","AmazonReviewsClassification (fr)":"","AmazonReviewsClassification (ja)":"","AmazonReviewsClassification (zh)":41.38,"MTOPDomainClassification (de)":"","MTOPDomainClassification (es)":"","MTOPDomainClassification (fr)":"","MTOPDomainClassification (hi)":"","MTOPDomainClassification (th)":"","MTOPIntentClassification (de)":"","MTOPIntentClassification (es)":"","MTOPIntentClassification (fr)":"","MTOPIntentClassification (hi)":"","MTOPIntentClassification (th)":"","MassiveIntentClassification (af)":"","MassiveIntentClassification (am)":"","MassiveIntentClassification (ar)":"","MassiveIntentClassification (az)":"","MassiveIntentClassification (bn)":"","MassiveIntentClassification (cy)":"","MassiveIntentClassification (de)":"","MassiveIntentClassification (el)":"","MassiveIntentClassification (es)":"","MassiveIntentClassification (fa)":"","MassiveIntentClassification (fi)":"","MassiveIntentClassification (fr)":"","MassiveIntentClassification (he)":"","MassiveIntentClassification (hi)":"","MassiveIntentClassification (hu)":"","MassiveIntentClassification (hy)":"","MassiveIntentClassification (id)":"","MassiveIntentClassification (is)":"","MassiveIntentClassification (it)":"","MassiveIntentClassification (ja)":"","MassiveIntentClassification (jv)":"","MassiveIntentClassification (ka)":"","MassiveIntentClassification (km)":"","MassiveIntentClassification (kn)":"","MassiveIntentClassification (ko)":"","MassiveIntentClassification (lv)":"","MassiveIntentClassification (ml)":"","MassiveIntentClassification (mn)":"","MassiveIntentClassification (ms)":"","MassiveIntentClassification (my)":"","MassiveIntentClassification (nl)":"","MassiveIntentClassification (pt)":"","MassiveIntentClassification (ro)":"","MassiveIntentClassification (ru)":"","MassiveIntentClassification (sl)":"","MassiveIntentClassification (sq)":"","MassiveIntentClassification (sw)":"","MassiveIntentClassification (ta)":"","MassiveIntentClassification (te)":"","MassiveIntentClassification (th)":"","MassiveIntentClassification (tl)":"","MassiveIntentClassification (tr)":"","MassiveIntentClassification (ur)":"","MassiveIntentClassification (vi)":"","MassiveIntentClassification (zh-TW)":"","MassiveScenarioClassification (af)":"","MassiveScenarioClassification (am)":"","MassiveScenarioClassification (ar)":"","MassiveScenarioClassification (az)":"","MassiveScenarioClassification (bn)":"","MassiveScenarioClassification (cy)":"","MassiveScenarioClassification (de)":"","MassiveScenarioClassification (el)":"","MassiveScenarioClassification (es)":"","MassiveScenarioClassification (fa)":"","MassiveScenarioClassification (fi)":"","MassiveScenarioClassification (fr)":"","MassiveScenarioClassification (he)":"","MassiveScenarioClassification (hi)":"","MassiveScenarioClassification (hu)":"","MassiveScenarioClassification (hy)":"","MassiveScenarioClassification (id)":"","MassiveScenarioClassification (is)":"","MassiveScenarioClassification (it)":"","MassiveScenarioClassification (ja)":"","MassiveScenarioClassification (jv)":"","MassiveScenarioClassification (ka)":"","MassiveScenarioClassification (km)":"","MassiveScenarioClassification (kn)":"","MassiveScenarioClassification (ko)":"","MassiveScenarioClassification (lv)":"","MassiveScenarioClassification (ml)":"","MassiveScenarioClassification (mn)":"","MassiveScenarioClassification (ms)":"","MassiveScenarioClassification (my)":"","MassiveScenarioClassification (nl)":"","MassiveScenarioClassification (pt)":"","MassiveScenarioClassification (ro)":"","MassiveScenarioClassification (ru)":"","MassiveScenarioClassification (sl)":"","MassiveScenarioClassification (sq)":"","MassiveScenarioClassification (sw)":"","MassiveScenarioClassification (ta)":"","MassiveScenarioClassification (te)":"","MassiveScenarioClassification (th)":"","MassiveScenarioClassification (tl)":"","MassiveScenarioClassification (tr)":"","MassiveScenarioClassification (ur)":"","MassiveScenarioClassification (vi)":"","MassiveScenarioClassification (zh-TW)":""} -{"index":29,"Rank":92,"Model":"bge-m3<\/a>","Model Size (Million Parameters)":567,"Memory Usage (GB, fp32)":2.11,"Embedding Dimensions":1024,"Max Tokens":8192,"Average":"","AmazonCounterfactualClassification (de)":69.11,"AmazonCounterfactualClassification (ja)":77.67,"AmazonReviewsClassification (de)":46.37,"AmazonReviewsClassification (es)":"","AmazonReviewsClassification (fr)":"","AmazonReviewsClassification (ja)":"","AmazonReviewsClassification (zh)":"","MTOPDomainClassification (de)":91.22,"MTOPDomainClassification (es)":"","MTOPDomainClassification (fr)":"","MTOPDomainClassification (hi)":"","MTOPDomainClassification (th)":"","MTOPIntentClassification (de)":68.08,"MTOPIntentClassification (es)":"","MTOPIntentClassification (fr)":"","MTOPIntentClassification (hi)":"","MTOPIntentClassification (th)":"","MassiveIntentClassification (af)":63.33,"MassiveIntentClassification (am)":55.09,"MassiveIntentClassification (ar)":55.75,"MassiveIntentClassification (az)":64.24,"MassiveIntentClassification (bn)":62.95,"MassiveIntentClassification (cy)":53.17,"MassiveIntentClassification (de)":65.74,"MassiveIntentClassification (el)":66.22,"MassiveIntentClassification (es)":67.04,"MassiveIntentClassification (fa)":69.44,"MassiveIntentClassification (fi)":67.26,"MassiveIntentClassification (fr)":67.45,"MassiveIntentClassification (he)":65.16,"MassiveIntentClassification (hi)":65.09,"MassiveIntentClassification (hu)":65.03,"MassiveIntentClassification (hy)":63.92,"MassiveIntentClassification (id)":66.9,"MassiveIntentClassification (is)":61.64,"MassiveIntentClassification (it)":67.05,"MassiveIntentClassification (ja)":69.24,"MassiveIntentClassification (jv)":52.32,"MassiveIntentClassification (ka)":55.21,"MassiveIntentClassification (km)":51.06,"MassiveIntentClassification (kn)":61.66,"MassiveIntentClassification (ko)":66.53,"MassiveIntentClassification (lv)":64.9,"MassiveIntentClassification (ml)":64.67,"MassiveIntentClassification (mn)":62.61,"MassiveIntentClassification (ms)":65.35,"MassiveIntentClassification (my)":60.0,"MassiveIntentClassification (nl)":68.26,"MassiveIntentClassification (pt)":67.63,"MassiveIntentClassification (ro)":65.09,"MassiveIntentClassification (ru)":68.76,"MassiveIntentClassification (sl)":65.53,"MassiveIntentClassification (sq)":64.8,"MassiveIntentClassification (sw)":56.82,"MassiveIntentClassification (ta)":60.4,"MassiveIntentClassification (te)":62.85,"MassiveIntentClassification (th)":64.56,"MassiveIntentClassification (tl)":59.53,"MassiveIntentClassification (tr)":66.96,"MassiveIntentClassification (ur)":63.17,"MassiveIntentClassification (vi)":67.59,"MassiveIntentClassification (zh-TW)":64.16,"MassiveScenarioClassification (af)":"","MassiveScenarioClassification (am)":"","MassiveScenarioClassification (ar)":"","MassiveScenarioClassification (az)":"","MassiveScenarioClassification (bn)":"","MassiveScenarioClassification (cy)":"","MassiveScenarioClassification (de)":73.54,"MassiveScenarioClassification (el)":"","MassiveScenarioClassification (es)":"","MassiveScenarioClassification (fa)":"","MassiveScenarioClassification (fi)":"","MassiveScenarioClassification (fr)":"","MassiveScenarioClassification (he)":"","MassiveScenarioClassification (hi)":"","MassiveScenarioClassification (hu)":"","MassiveScenarioClassification (hy)":"","MassiveScenarioClassification (id)":"","MassiveScenarioClassification (is)":"","MassiveScenarioClassification (it)":"","MassiveScenarioClassification (ja)":"","MassiveScenarioClassification (jv)":"","MassiveScenarioClassification (ka)":"","MassiveScenarioClassification (km)":"","MassiveScenarioClassification (kn)":"","MassiveScenarioClassification (ko)":"","MassiveScenarioClassification (lv)":"","MassiveScenarioClassification (ml)":"","MassiveScenarioClassification (mn)":"","MassiveScenarioClassification (ms)":"","MassiveScenarioClassification (my)":"","MassiveScenarioClassification (nl)":"","MassiveScenarioClassification (pt)":"","MassiveScenarioClassification (ro)":"","MassiveScenarioClassification (ru)":73.42,"MassiveScenarioClassification (sl)":"","MassiveScenarioClassification (sq)":"","MassiveScenarioClassification (sw)":"","MassiveScenarioClassification (ta)":"","MassiveScenarioClassification (te)":"","MassiveScenarioClassification (th)":"","MassiveScenarioClassification (tl)":"","MassiveScenarioClassification (tr)":"","MassiveScenarioClassification (ur)":"","MassiveScenarioClassification (vi)":"","MassiveScenarioClassification (zh-TW)":""} -{"index":30,"Rank":93,"Model":"bge-multilingual-gemma2<\/a>","Model Size (Million Parameters)":9242,"Memory Usage (GB, fp32)":34.43,"Embedding Dimensions":3584,"Max Tokens":8192,"Average":"","AmazonCounterfactualClassification (de)":"","AmazonCounterfactualClassification (ja)":"","AmazonReviewsClassification (de)":"","AmazonReviewsClassification (es)":"","AmazonReviewsClassification (fr)":55.19,"AmazonReviewsClassification (ja)":"","AmazonReviewsClassification (zh)":54.34,"MTOPDomainClassification (de)":"","MTOPDomainClassification (es)":"","MTOPDomainClassification (fr)":97.2,"MTOPDomainClassification (hi)":"","MTOPDomainClassification (th)":"","MTOPIntentClassification (de)":"","MTOPIntentClassification (es)":"","MTOPIntentClassification (fr)":93.07,"MTOPIntentClassification (hi)":"","MTOPIntentClassification (th)":"","MassiveIntentClassification (af)":"","MassiveIntentClassification (am)":"","MassiveIntentClassification (ar)":"","MassiveIntentClassification (az)":"","MassiveIntentClassification (bn)":"","MassiveIntentClassification (cy)":"","MassiveIntentClassification (de)":"","MassiveIntentClassification (el)":"","MassiveIntentClassification (es)":"","MassiveIntentClassification (fa)":"","MassiveIntentClassification (fi)":"","MassiveIntentClassification (fr)":79.6,"MassiveIntentClassification (he)":"","MassiveIntentClassification (hi)":"","MassiveIntentClassification (hu)":"","MassiveIntentClassification (hy)":"","MassiveIntentClassification (id)":"","MassiveIntentClassification (is)":"","MassiveIntentClassification (it)":"","MassiveIntentClassification (ja)":"","MassiveIntentClassification (jv)":"","MassiveIntentClassification (ka)":"","MassiveIntentClassification (km)":"","MassiveIntentClassification (kn)":"","MassiveIntentClassification (ko)":"","MassiveIntentClassification (lv)":"","MassiveIntentClassification (ml)":"","MassiveIntentClassification (mn)":"","MassiveIntentClassification (ms)":"","MassiveIntentClassification (my)":"","MassiveIntentClassification (nl)":"","MassiveIntentClassification (pt)":"","MassiveIntentClassification (ro)":"","MassiveIntentClassification (ru)":"","MassiveIntentClassification (sl)":"","MassiveIntentClassification (sq)":"","MassiveIntentClassification (sw)":"","MassiveIntentClassification (ta)":"","MassiveIntentClassification (te)":"","MassiveIntentClassification (th)":"","MassiveIntentClassification (tl)":"","MassiveIntentClassification (tr)":"","MassiveIntentClassification (ur)":"","MassiveIntentClassification (vi)":"","MassiveIntentClassification (zh-TW)":"","MassiveScenarioClassification (af)":"","MassiveScenarioClassification (am)":"","MassiveScenarioClassification (ar)":"","MassiveScenarioClassification (az)":"","MassiveScenarioClassification (bn)":"","MassiveScenarioClassification (cy)":"","MassiveScenarioClassification (de)":"","MassiveScenarioClassification (el)":"","MassiveScenarioClassification (es)":"","MassiveScenarioClassification (fa)":"","MassiveScenarioClassification (fi)":"","MassiveScenarioClassification (fr)":82.18,"MassiveScenarioClassification (he)":"","MassiveScenarioClassification (hi)":"","MassiveScenarioClassification (hu)":"","MassiveScenarioClassification (hy)":"","MassiveScenarioClassification (id)":"","MassiveScenarioClassification (is)":"","MassiveScenarioClassification (it)":"","MassiveScenarioClassification (ja)":"","MassiveScenarioClassification (jv)":"","MassiveScenarioClassification (ka)":"","MassiveScenarioClassification (km)":"","MassiveScenarioClassification (kn)":"","MassiveScenarioClassification (ko)":"","MassiveScenarioClassification (lv)":"","MassiveScenarioClassification (ml)":"","MassiveScenarioClassification (mn)":"","MassiveScenarioClassification (ms)":"","MassiveScenarioClassification (my)":"","MassiveScenarioClassification (nl)":"","MassiveScenarioClassification (pt)":"","MassiveScenarioClassification (ro)":"","MassiveScenarioClassification (ru)":"","MassiveScenarioClassification (sl)":"","MassiveScenarioClassification (sq)":"","MassiveScenarioClassification (sw)":"","MassiveScenarioClassification (ta)":"","MassiveScenarioClassification (te)":"","MassiveScenarioClassification (th)":"","MassiveScenarioClassification (tl)":"","MassiveScenarioClassification (tr)":"","MassiveScenarioClassification (ur)":"","MassiveScenarioClassification (vi)":"","MassiveScenarioClassification (zh-TW)":""} -{"index":32,"Rank":94,"Model":"bge-small-zh-v1.5<\/a>","Model Size (Million Parameters)":24,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":512,"Max Tokens":512,"Average":"","AmazonCounterfactualClassification (de)":"","AmazonCounterfactualClassification (ja)":"","AmazonReviewsClassification (de)":"","AmazonReviewsClassification (es)":"","AmazonReviewsClassification (fr)":"","AmazonReviewsClassification (ja)":"","AmazonReviewsClassification (zh)":35.91,"MTOPDomainClassification (de)":"","MTOPDomainClassification (es)":"","MTOPDomainClassification (fr)":"","MTOPDomainClassification (hi)":"","MTOPDomainClassification (th)":"","MTOPIntentClassification (de)":"","MTOPIntentClassification (es)":"","MTOPIntentClassification (fr)":"","MTOPIntentClassification (hi)":"","MTOPIntentClassification (th)":"","MassiveIntentClassification (af)":"","MassiveIntentClassification (am)":"","MassiveIntentClassification (ar)":"","MassiveIntentClassification (az)":"","MassiveIntentClassification (bn)":"","MassiveIntentClassification (cy)":"","MassiveIntentClassification (de)":"","MassiveIntentClassification (el)":"","MassiveIntentClassification (es)":"","MassiveIntentClassification (fa)":"","MassiveIntentClassification (fi)":"","MassiveIntentClassification (fr)":"","MassiveIntentClassification (he)":"","MassiveIntentClassification (hi)":"","MassiveIntentClassification (hu)":"","MassiveIntentClassification (hy)":"","MassiveIntentClassification (id)":"","MassiveIntentClassification (is)":"","MassiveIntentClassification (it)":"","MassiveIntentClassification (ja)":"","MassiveIntentClassification (jv)":"","MassiveIntentClassification (ka)":"","MassiveIntentClassification (km)":"","MassiveIntentClassification (kn)":"","MassiveIntentClassification (ko)":"","MassiveIntentClassification (lv)":"","MassiveIntentClassification (ml)":"","MassiveIntentClassification (mn)":"","MassiveIntentClassification (ms)":"","MassiveIntentClassification (my)":"","MassiveIntentClassification (nl)":"","MassiveIntentClassification (pt)":"","MassiveIntentClassification (ro)":"","MassiveIntentClassification (ru)":"","MassiveIntentClassification (sl)":"","MassiveIntentClassification (sq)":"","MassiveIntentClassification (sw)":"","MassiveIntentClassification (ta)":"","MassiveIntentClassification (te)":"","MassiveIntentClassification (th)":"","MassiveIntentClassification (tl)":"","MassiveIntentClassification (tr)":"","MassiveIntentClassification (ur)":"","MassiveIntentClassification (vi)":"","MassiveIntentClassification (zh-TW)":"","MassiveScenarioClassification (af)":"","MassiveScenarioClassification (am)":"","MassiveScenarioClassification (ar)":"","MassiveScenarioClassification (az)":"","MassiveScenarioClassification (bn)":"","MassiveScenarioClassification (cy)":"","MassiveScenarioClassification (de)":"","MassiveScenarioClassification (el)":"","MassiveScenarioClassification (es)":"","MassiveScenarioClassification (fa)":"","MassiveScenarioClassification (fi)":"","MassiveScenarioClassification (fr)":"","MassiveScenarioClassification (he)":"","MassiveScenarioClassification (hi)":"","MassiveScenarioClassification (hu)":"","MassiveScenarioClassification (hy)":"","MassiveScenarioClassification (id)":"","MassiveScenarioClassification (is)":"","MassiveScenarioClassification (it)":"","MassiveScenarioClassification (ja)":"","MassiveScenarioClassification (jv)":"","MassiveScenarioClassification (ka)":"","MassiveScenarioClassification (km)":"","MassiveScenarioClassification (kn)":"","MassiveScenarioClassification (ko)":"","MassiveScenarioClassification (lv)":"","MassiveScenarioClassification (ml)":"","MassiveScenarioClassification (mn)":"","MassiveScenarioClassification (ms)":"","MassiveScenarioClassification (my)":"","MassiveScenarioClassification (nl)":"","MassiveScenarioClassification (pt)":"","MassiveScenarioClassification (ro)":"","MassiveScenarioClassification (ru)":"","MassiveScenarioClassification (sl)":"","MassiveScenarioClassification (sq)":"","MassiveScenarioClassification (sw)":"","MassiveScenarioClassification (ta)":"","MassiveScenarioClassification (te)":"","MassiveScenarioClassification (th)":"","MassiveScenarioClassification (tl)":"","MassiveScenarioClassification (tr)":"","MassiveScenarioClassification (ur)":"","MassiveScenarioClassification (vi)":"","MassiveScenarioClassification (zh-TW)":""} -{"index":34,"Rank":95,"Model":"gme-Qwen2-VL-7B-Instruct-Q5_K_S-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","AmazonCounterfactualClassification (de)":"","AmazonCounterfactualClassification (ja)":"","AmazonReviewsClassification (de)":"","AmazonReviewsClassification (es)":"","AmazonReviewsClassification (fr)":"","AmazonReviewsClassification (ja)":"","AmazonReviewsClassification (zh)":55.1,"MTOPDomainClassification (de)":"","MTOPDomainClassification (es)":"","MTOPDomainClassification (fr)":"","MTOPDomainClassification (hi)":"","MTOPDomainClassification (th)":"","MTOPIntentClassification (de)":"","MTOPIntentClassification (es)":"","MTOPIntentClassification (fr)":"","MTOPIntentClassification (hi)":"","MTOPIntentClassification (th)":"","MassiveIntentClassification (af)":"","MassiveIntentClassification (am)":"","MassiveIntentClassification (ar)":"","MassiveIntentClassification (az)":"","MassiveIntentClassification (bn)":"","MassiveIntentClassification (cy)":"","MassiveIntentClassification (de)":"","MassiveIntentClassification (el)":"","MassiveIntentClassification (es)":"","MassiveIntentClassification (fa)":"","MassiveIntentClassification (fi)":"","MassiveIntentClassification (fr)":"","MassiveIntentClassification (he)":"","MassiveIntentClassification (hi)":"","MassiveIntentClassification (hu)":"","MassiveIntentClassification (hy)":"","MassiveIntentClassification (id)":"","MassiveIntentClassification (is)":"","MassiveIntentClassification (it)":"","MassiveIntentClassification (ja)":"","MassiveIntentClassification (jv)":"","MassiveIntentClassification (ka)":"","MassiveIntentClassification (km)":"","MassiveIntentClassification (kn)":"","MassiveIntentClassification (ko)":"","MassiveIntentClassification (lv)":"","MassiveIntentClassification (ml)":"","MassiveIntentClassification (mn)":"","MassiveIntentClassification (ms)":"","MassiveIntentClassification (my)":"","MassiveIntentClassification (nl)":"","MassiveIntentClassification (pt)":"","MassiveIntentClassification (ro)":"","MassiveIntentClassification (ru)":"","MassiveIntentClassification (sl)":"","MassiveIntentClassification (sq)":"","MassiveIntentClassification (sw)":"","MassiveIntentClassification (ta)":"","MassiveIntentClassification (te)":"","MassiveIntentClassification (th)":"","MassiveIntentClassification (tl)":"","MassiveIntentClassification (tr)":"","MassiveIntentClassification (ur)":"","MassiveIntentClassification (vi)":"","MassiveIntentClassification (zh-TW)":"","MassiveScenarioClassification (af)":"","MassiveScenarioClassification (am)":"","MassiveScenarioClassification (ar)":"","MassiveScenarioClassification (az)":"","MassiveScenarioClassification (bn)":"","MassiveScenarioClassification (cy)":"","MassiveScenarioClassification (de)":"","MassiveScenarioClassification (el)":"","MassiveScenarioClassification (es)":"","MassiveScenarioClassification (fa)":"","MassiveScenarioClassification (fi)":"","MassiveScenarioClassification (fr)":"","MassiveScenarioClassification (he)":"","MassiveScenarioClassification (hi)":"","MassiveScenarioClassification (hu)":"","MassiveScenarioClassification (hy)":"","MassiveScenarioClassification (id)":"","MassiveScenarioClassification (is)":"","MassiveScenarioClassification (it)":"","MassiveScenarioClassification (ja)":"","MassiveScenarioClassification (jv)":"","MassiveScenarioClassification (ka)":"","MassiveScenarioClassification (km)":"","MassiveScenarioClassification (kn)":"","MassiveScenarioClassification (ko)":"","MassiveScenarioClassification (lv)":"","MassiveScenarioClassification (ml)":"","MassiveScenarioClassification (mn)":"","MassiveScenarioClassification (ms)":"","MassiveScenarioClassification (my)":"","MassiveScenarioClassification (nl)":"","MassiveScenarioClassification (pt)":"","MassiveScenarioClassification (ro)":"","MassiveScenarioClassification (ru)":"","MassiveScenarioClassification (sl)":"","MassiveScenarioClassification (sq)":"","MassiveScenarioClassification (sw)":"","MassiveScenarioClassification (ta)":"","MassiveScenarioClassification (te)":"","MassiveScenarioClassification (th)":"","MassiveScenarioClassification (tl)":"","MassiveScenarioClassification (tr)":"","MassiveScenarioClassification (ur)":"","MassiveScenarioClassification (vi)":"","MassiveScenarioClassification (zh-TW)":""} -{"index":35,"Rank":96,"Model":"Yinka<\/a>","Model Size (Million Parameters)":164,"Memory Usage (GB, fp32)":0.61,"Embedding Dimensions":1792,"Max Tokens":512,"Average":"","AmazonCounterfactualClassification (de)":"","AmazonCounterfactualClassification (ja)":"","AmazonReviewsClassification (de)":"","AmazonReviewsClassification (es)":"","AmazonReviewsClassification (fr)":"","AmazonReviewsClassification (ja)":"","AmazonReviewsClassification (zh)":49.5,"MTOPDomainClassification (de)":"","MTOPDomainClassification (es)":"","MTOPDomainClassification (fr)":"","MTOPDomainClassification (hi)":"","MTOPDomainClassification (th)":"","MTOPIntentClassification (de)":"","MTOPIntentClassification (es)":"","MTOPIntentClassification (fr)":"","MTOPIntentClassification (hi)":"","MTOPIntentClassification (th)":"","MassiveIntentClassification (af)":"","MassiveIntentClassification (am)":"","MassiveIntentClassification (ar)":"","MassiveIntentClassification (az)":"","MassiveIntentClassification (bn)":"","MassiveIntentClassification (cy)":"","MassiveIntentClassification (de)":"","MassiveIntentClassification (el)":"","MassiveIntentClassification (es)":"","MassiveIntentClassification (fa)":"","MassiveIntentClassification (fi)":"","MassiveIntentClassification (fr)":"","MassiveIntentClassification (he)":"","MassiveIntentClassification (hi)":"","MassiveIntentClassification (hu)":"","MassiveIntentClassification (hy)":"","MassiveIntentClassification (id)":"","MassiveIntentClassification (is)":"","MassiveIntentClassification (it)":"","MassiveIntentClassification (ja)":"","MassiveIntentClassification (jv)":"","MassiveIntentClassification (ka)":"","MassiveIntentClassification (km)":"","MassiveIntentClassification (kn)":"","MassiveIntentClassification (ko)":"","MassiveIntentClassification (lv)":"","MassiveIntentClassification (ml)":"","MassiveIntentClassification (mn)":"","MassiveIntentClassification (ms)":"","MassiveIntentClassification (my)":"","MassiveIntentClassification (nl)":"","MassiveIntentClassification (pt)":"","MassiveIntentClassification (ro)":"","MassiveIntentClassification (ru)":"","MassiveIntentClassification (sl)":"","MassiveIntentClassification (sq)":"","MassiveIntentClassification (sw)":"","MassiveIntentClassification (ta)":"","MassiveIntentClassification (te)":"","MassiveIntentClassification (th)":"","MassiveIntentClassification (tl)":"","MassiveIntentClassification (tr)":"","MassiveIntentClassification (ur)":"","MassiveIntentClassification (vi)":"","MassiveIntentClassification (zh-TW)":"","MassiveScenarioClassification (af)":"","MassiveScenarioClassification (am)":"","MassiveScenarioClassification (ar)":"","MassiveScenarioClassification (az)":"","MassiveScenarioClassification (bn)":"","MassiveScenarioClassification (cy)":"","MassiveScenarioClassification (de)":"","MassiveScenarioClassification (el)":"","MassiveScenarioClassification (es)":"","MassiveScenarioClassification (fa)":"","MassiveScenarioClassification (fi)":"","MassiveScenarioClassification (fr)":"","MassiveScenarioClassification (he)":"","MassiveScenarioClassification (hi)":"","MassiveScenarioClassification (hu)":"","MassiveScenarioClassification (hy)":"","MassiveScenarioClassification (id)":"","MassiveScenarioClassification (is)":"","MassiveScenarioClassification (it)":"","MassiveScenarioClassification (ja)":"","MassiveScenarioClassification (jv)":"","MassiveScenarioClassification (ka)":"","MassiveScenarioClassification (km)":"","MassiveScenarioClassification (kn)":"","MassiveScenarioClassification (ko)":"","MassiveScenarioClassification (lv)":"","MassiveScenarioClassification (ml)":"","MassiveScenarioClassification (mn)":"","MassiveScenarioClassification (ms)":"","MassiveScenarioClassification (my)":"","MassiveScenarioClassification (nl)":"","MassiveScenarioClassification (pt)":"","MassiveScenarioClassification (ro)":"","MassiveScenarioClassification (ru)":"","MassiveScenarioClassification (sl)":"","MassiveScenarioClassification (sq)":"","MassiveScenarioClassification (sw)":"","MassiveScenarioClassification (ta)":"","MassiveScenarioClassification (te)":"","MassiveScenarioClassification (th)":"","MassiveScenarioClassification (tl)":"","MassiveScenarioClassification (tr)":"","MassiveScenarioClassification (ur)":"","MassiveScenarioClassification (vi)":"","MassiveScenarioClassification (zh-TW)":""} -{"index":36,"Rank":97,"Model":"winberta-base<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","AmazonCounterfactualClassification (de)":54.11,"AmazonCounterfactualClassification (ja)":53.95,"AmazonReviewsClassification (de)":"","AmazonReviewsClassification (es)":"","AmazonReviewsClassification (fr)":"","AmazonReviewsClassification (ja)":"","AmazonReviewsClassification (zh)":39.68,"MTOPDomainClassification (de)":57.22,"MTOPDomainClassification (es)":58.4,"MTOPDomainClassification (fr)":54.97,"MTOPDomainClassification (hi)":64.17,"MTOPDomainClassification (th)":70.47,"MTOPIntentClassification (de)":32.18,"MTOPIntentClassification (es)":33.9,"MTOPIntentClassification (fr)":26.69,"MTOPIntentClassification (hi)":38.27,"MTOPIntentClassification (th)":42.73,"MassiveIntentClassification (af)":33.5,"MassiveIntentClassification (am)":19.56,"MassiveIntentClassification (ar)":26.46,"MassiveIntentClassification (az)":31.58,"MassiveIntentClassification (bn)":27.99,"MassiveIntentClassification (cy)":28.26,"MassiveIntentClassification (de)":34.2,"MassiveIntentClassification (el)":26.02,"MassiveIntentClassification (es)":36.37,"MassiveIntentClassification (fa)":48.91,"MassiveIntentClassification (fi)":30.11,"MassiveIntentClassification (fr)":37.53,"MassiveIntentClassification (he)":24.86,"MassiveIntentClassification (hi)":39.14,"MassiveIntentClassification (hu)":31.97,"MassiveIntentClassification (hy)":31.36,"MassiveIntentClassification (id)":37.04,"MassiveIntentClassification (is)":28.61,"MassiveIntentClassification (it)":37.86,"MassiveIntentClassification (ja)":47.9,"MassiveIntentClassification (jv)":29.08,"MassiveIntentClassification (ka)":25.77,"MassiveIntentClassification (km)":23.66,"MassiveIntentClassification (kn)":21.27,"MassiveIntentClassification (ko)":40.42,"MassiveIntentClassification (lv)":30.13,"MassiveIntentClassification (ml)":25.89,"MassiveIntentClassification (mn)":27.71,"MassiveIntentClassification (ms)":33.04,"MassiveIntentClassification (my)":24.19,"MassiveIntentClassification (nl)":39.31,"MassiveIntentClassification (pt)":40.26,"MassiveIntentClassification (ro)":35.42,"MassiveIntentClassification (ru)":39.69,"MassiveIntentClassification (sl)":31.09,"MassiveIntentClassification (sq)":35.15,"MassiveIntentClassification (sw)":27.91,"MassiveIntentClassification (ta)":28.12,"MassiveIntentClassification (te)":26.34,"MassiveIntentClassification (th)":48.24,"MassiveIntentClassification (tl)":32.73,"MassiveIntentClassification (tr)":30.21,"MassiveIntentClassification (ur)":30.28,"MassiveIntentClassification (vi)":40.45,"MassiveIntentClassification (zh-TW)":64.03,"MassiveScenarioClassification (af)":43.53,"MassiveScenarioClassification (am)":25.3,"MassiveScenarioClassification (ar)":34.91,"MassiveScenarioClassification (az)":36.37,"MassiveScenarioClassification (bn)":39.2,"MassiveScenarioClassification (cy)":32.18,"MassiveScenarioClassification (de)":43.92,"MassiveScenarioClassification (el)":35.03,"MassiveScenarioClassification (es)":41.96,"MassiveScenarioClassification (fa)":58.36,"MassiveScenarioClassification (fi)":33.95,"MassiveScenarioClassification (fr)":45.32,"MassiveScenarioClassification (he)":34.06,"MassiveScenarioClassification (hi)":48.77,"MassiveScenarioClassification (hu)":39.92,"MassiveScenarioClassification (hy)":38.09,"MassiveScenarioClassification (id)":45.08,"MassiveScenarioClassification (is)":36.55,"MassiveScenarioClassification (it)":44.38,"MassiveScenarioClassification (ja)":57.02,"MassiveScenarioClassification (jv)":35.51,"MassiveScenarioClassification (ka)":33.41,"MassiveScenarioClassification (km)":30.9,"MassiveScenarioClassification (kn)":26.83,"MassiveScenarioClassification (ko)":49.52,"MassiveScenarioClassification (lv)":34.02,"MassiveScenarioClassification (ml)":34.55,"MassiveScenarioClassification (mn)":34.14,"MassiveScenarioClassification (ms)":42.71,"MassiveScenarioClassification (my)":31.0,"MassiveScenarioClassification (nl)":51.44,"MassiveScenarioClassification (pt)":45.9,"MassiveScenarioClassification (ro)":45.01,"MassiveScenarioClassification (ru)":48.66,"MassiveScenarioClassification (sl)":38.34,"MassiveScenarioClassification (sq)":44.78,"MassiveScenarioClassification (sw)":36.02,"MassiveScenarioClassification (ta)":37.81,"MassiveScenarioClassification (te)":34.6,"MassiveScenarioClassification (th)":57.38,"MassiveScenarioClassification (tl)":39.36,"MassiveScenarioClassification (tr)":36.16,"MassiveScenarioClassification (ur)":36.43,"MassiveScenarioClassification (vi)":47.04,"MassiveScenarioClassification (zh-TW)":71.96} -{"index":37,"Rank":98,"Model":"winberta-large<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","AmazonCounterfactualClassification (de)":"","AmazonCounterfactualClassification (ja)":"","AmazonReviewsClassification (de)":"","AmazonReviewsClassification (es)":"","AmazonReviewsClassification (fr)":"","AmazonReviewsClassification (ja)":"","AmazonReviewsClassification (zh)":42.04,"MTOPDomainClassification (de)":"","MTOPDomainClassification (es)":"","MTOPDomainClassification (fr)":"","MTOPDomainClassification (hi)":"","MTOPDomainClassification (th)":"","MTOPIntentClassification (de)":"","MTOPIntentClassification (es)":"","MTOPIntentClassification (fr)":"","MTOPIntentClassification (hi)":"","MTOPIntentClassification (th)":"","MassiveIntentClassification (af)":25.8,"MassiveIntentClassification (am)":3.34,"MassiveIntentClassification (ar)":6.49,"MassiveIntentClassification (az)":24.77,"MassiveIntentClassification (bn)":4.3,"MassiveIntentClassification (cy)":26.39,"MassiveIntentClassification (de)":28.09,"MassiveIntentClassification (el)":19.24,"MassiveIntentClassification (es)":30.62,"MassiveIntentClassification (fa)":7.21,"MassiveIntentClassification (fi)":27.21,"MassiveIntentClassification (fr)":32.64,"MassiveIntentClassification (he)":2.66,"MassiveIntentClassification (hi)":4.59,"MassiveIntentClassification (hu)":25.65,"MassiveIntentClassification (hy)":4.86,"MassiveIntentClassification (id)":29.81,"MassiveIntentClassification (is)":23.53,"MassiveIntentClassification (it)":34.47,"MassiveIntentClassification (ja)":39.4,"MassiveIntentClassification (jv)":28.75,"MassiveIntentClassification (ka)":4.34,"MassiveIntentClassification (km)":6.1,"MassiveIntentClassification (kn)":4.46,"MassiveIntentClassification (ko)":14.16,"MassiveIntentClassification (lv)":29.86,"MassiveIntentClassification (ml)":3.69,"MassiveIntentClassification (mn)":7.86,"MassiveIntentClassification (ms)":28.05,"MassiveIntentClassification (my)":6.98,"MassiveIntentClassification (nl)":32.92,"MassiveIntentClassification (pt)":33.53,"MassiveIntentClassification (ro)":31.32,"MassiveIntentClassification (ru)":11.27,"MassiveIntentClassification (sl)":27.94,"MassiveIntentClassification (sq)":32.9,"MassiveIntentClassification (sw)":29.4,"MassiveIntentClassification (ta)":3.33,"MassiveIntentClassification (te)":3.46,"MassiveIntentClassification (th)":12.98,"MassiveIntentClassification (tl)":30.73,"MassiveIntentClassification (tr)":23.57,"MassiveIntentClassification (ur)":4.98,"MassiveIntentClassification (vi)":21.89,"MassiveIntentClassification (zh-TW)":65.53,"MassiveScenarioClassification (af)":31.55,"MassiveScenarioClassification (am)":7.49,"MassiveScenarioClassification (ar)":15.0,"MassiveScenarioClassification (az)":29.13,"MassiveScenarioClassification (bn)":9.24,"MassiveScenarioClassification (cy)":29.72,"MassiveScenarioClassification (de)":34.68,"MassiveScenarioClassification (el)":28.83,"MassiveScenarioClassification (es)":35.97,"MassiveScenarioClassification (fa)":11.12,"MassiveScenarioClassification (fi)":28.61,"MassiveScenarioClassification (fr)":40.66,"MassiveScenarioClassification (he)":9.01,"MassiveScenarioClassification (hi)":9.92,"MassiveScenarioClassification (hu)":32.07,"MassiveScenarioClassification (hy)":8.44,"MassiveScenarioClassification (id)":34.9,"MassiveScenarioClassification (is)":30.95,"MassiveScenarioClassification (it)":41.06,"MassiveScenarioClassification (ja)":48.73,"MassiveScenarioClassification (jv)":35.09,"MassiveScenarioClassification (ka)":9.29,"MassiveScenarioClassification (km)":11.19,"MassiveScenarioClassification (kn)":10.1,"MassiveScenarioClassification (ko)":19.2,"MassiveScenarioClassification (lv)":32.49,"MassiveScenarioClassification (ml)":6.37,"MassiveScenarioClassification (mn)":13.08,"MassiveScenarioClassification (ms)":39.18,"MassiveScenarioClassification (my)":12.25,"MassiveScenarioClassification (nl)":38.17,"MassiveScenarioClassification (pt)":40.01,"MassiveScenarioClassification (ro)":39.25,"MassiveScenarioClassification (ru)":16.71,"MassiveScenarioClassification (sl)":33.94,"MassiveScenarioClassification (sq)":40.4,"MassiveScenarioClassification (sw)":37.14,"MassiveScenarioClassification (ta)":8.21,"MassiveScenarioClassification (te)":7.97,"MassiveScenarioClassification (th)":21.56,"MassiveScenarioClassification (tl)":36.7,"MassiveScenarioClassification (tr)":28.8,"MassiveScenarioClassification (ur)":10.46,"MassiveScenarioClassification (vi)":27.72,"MassiveScenarioClassification (zh-TW)":71.52} -{"index":38,"Rank":99,"Model":"windberta-large<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","AmazonCounterfactualClassification (de)":"","AmazonCounterfactualClassification (ja)":"","AmazonReviewsClassification (de)":"","AmazonReviewsClassification (es)":"","AmazonReviewsClassification (fr)":"","AmazonReviewsClassification (ja)":"","AmazonReviewsClassification (zh)":43.32,"MTOPDomainClassification (de)":"","MTOPDomainClassification (es)":"","MTOPDomainClassification (fr)":"","MTOPDomainClassification (hi)":"","MTOPDomainClassification (th)":"","MTOPIntentClassification (de)":"","MTOPIntentClassification (es)":"","MTOPIntentClassification (fr)":"","MTOPIntentClassification (hi)":"","MTOPIntentClassification (th)":"","MassiveIntentClassification (af)":28.81,"MassiveIntentClassification (am)":3.04,"MassiveIntentClassification (ar)":6.75,"MassiveIntentClassification (az)":27.0,"MassiveIntentClassification (bn)":3.24,"MassiveIntentClassification (cy)":31.18,"MassiveIntentClassification (de)":30.65,"MassiveIntentClassification (el)":18.17,"MassiveIntentClassification (es)":32.53,"MassiveIntentClassification (fa)":8.72,"MassiveIntentClassification (fi)":31.79,"MassiveIntentClassification (fr)":33.16,"MassiveIntentClassification (he)":3.03,"MassiveIntentClassification (hi)":3.61,"MassiveIntentClassification (hu)":30.47,"MassiveIntentClassification (hy)":5.35,"MassiveIntentClassification (id)":32.45,"MassiveIntentClassification (is)":30.12,"MassiveIntentClassification (it)":36.32,"MassiveIntentClassification (ja)":41.09,"MassiveIntentClassification (jv)":30.42,"MassiveIntentClassification (ka)":3.79,"MassiveIntentClassification (km)":6.79,"MassiveIntentClassification (kn)":3.86,"MassiveIntentClassification (ko)":8.82,"MassiveIntentClassification (lv)":30.23,"MassiveIntentClassification (ml)":2.93,"MassiveIntentClassification (mn)":12.61,"MassiveIntentClassification (ms)":30.66,"MassiveIntentClassification (my)":5.85,"MassiveIntentClassification (nl)":34.1,"MassiveIntentClassification (pt)":36.92,"MassiveIntentClassification (ro)":33.01,"MassiveIntentClassification (ru)":10.4,"MassiveIntentClassification (sl)":30.73,"MassiveIntentClassification (sq)":36.98,"MassiveIntentClassification (sw)":31.62,"MassiveIntentClassification (ta)":3.19,"MassiveIntentClassification (te)":2.59,"MassiveIntentClassification (th)":4.61,"MassiveIntentClassification (tl)":32.55,"MassiveIntentClassification (tr)":26.87,"MassiveIntentClassification (ur)":4.23,"MassiveIntentClassification (vi)":29.24,"MassiveIntentClassification (zh-TW)":65.49,"MassiveScenarioClassification (af)":35.41,"MassiveScenarioClassification (am)":9.05,"MassiveScenarioClassification (ar)":14.92,"MassiveScenarioClassification (az)":31.97,"MassiveScenarioClassification (bn)":9.15,"MassiveScenarioClassification (cy)":37.45,"MassiveScenarioClassification (de)":38.33,"MassiveScenarioClassification (el)":24.45,"MassiveScenarioClassification (es)":37.73,"MassiveScenarioClassification (fa)":11.84,"MassiveScenarioClassification (fi)":34.49,"MassiveScenarioClassification (fr)":40.92,"MassiveScenarioClassification (he)":7.64,"MassiveScenarioClassification (hi)":8.64,"MassiveScenarioClassification (hu)":37.25,"MassiveScenarioClassification (hy)":10.91,"MassiveScenarioClassification (id)":36.11,"MassiveScenarioClassification (is)":37.8,"MassiveScenarioClassification (it)":41.68,"MassiveScenarioClassification (ja)":48.38,"MassiveScenarioClassification (jv)":35.2,"MassiveScenarioClassification (ka)":9.9,"MassiveScenarioClassification (km)":12.75,"MassiveScenarioClassification (kn)":10.31,"MassiveScenarioClassification (ko)":14.52,"MassiveScenarioClassification (lv)":33.08,"MassiveScenarioClassification (ml)":7.44,"MassiveScenarioClassification (mn)":17.98,"MassiveScenarioClassification (ms)":37.93,"MassiveScenarioClassification (my)":11.73,"MassiveScenarioClassification (nl)":40.37,"MassiveScenarioClassification (pt)":41.83,"MassiveScenarioClassification (ro)":40.63,"MassiveScenarioClassification (ru)":18.96,"MassiveScenarioClassification (sl)":35.3,"MassiveScenarioClassification (sq)":41.96,"MassiveScenarioClassification (sw)":38.88,"MassiveScenarioClassification (ta)":8.51,"MassiveScenarioClassification (te)":7.35,"MassiveScenarioClassification (th)":10.1,"MassiveScenarioClassification (tl)":35.91,"MassiveScenarioClassification (tr)":32.08,"MassiveScenarioClassification (ur)":10.37,"MassiveScenarioClassification (vi)":33.91,"MassiveScenarioClassification (zh-TW)":71.0} -{"index":42,"Rank":100,"Model":"Dmeta-embedding-zh<\/a>","Model Size (Million Parameters)":103,"Memory Usage (GB, fp32)":0.38,"Embedding Dimensions":768,"Max Tokens":1024,"Average":"","AmazonCounterfactualClassification (de)":"","AmazonCounterfactualClassification (ja)":"","AmazonReviewsClassification (de)":"","AmazonReviewsClassification (es)":"","AmazonReviewsClassification (fr)":"","AmazonReviewsClassification (ja)":"","AmazonReviewsClassification (zh)":44.93,"MTOPDomainClassification (de)":"","MTOPDomainClassification (es)":"","MTOPDomainClassification (fr)":"","MTOPDomainClassification (hi)":"","MTOPDomainClassification (th)":"","MTOPIntentClassification (de)":"","MTOPIntentClassification (es)":"","MTOPIntentClassification (fr)":"","MTOPIntentClassification (hi)":"","MTOPIntentClassification (th)":"","MassiveIntentClassification (af)":"","MassiveIntentClassification (am)":"","MassiveIntentClassification (ar)":"","MassiveIntentClassification (az)":"","MassiveIntentClassification (bn)":"","MassiveIntentClassification (cy)":"","MassiveIntentClassification (de)":"","MassiveIntentClassification (el)":"","MassiveIntentClassification (es)":"","MassiveIntentClassification (fa)":"","MassiveIntentClassification (fi)":"","MassiveIntentClassification (fr)":"","MassiveIntentClassification (he)":"","MassiveIntentClassification (hi)":"","MassiveIntentClassification (hu)":"","MassiveIntentClassification (hy)":"","MassiveIntentClassification (id)":"","MassiveIntentClassification (is)":"","MassiveIntentClassification (it)":"","MassiveIntentClassification (ja)":"","MassiveIntentClassification (jv)":"","MassiveIntentClassification (ka)":"","MassiveIntentClassification (km)":"","MassiveIntentClassification (kn)":"","MassiveIntentClassification (ko)":"","MassiveIntentClassification (lv)":"","MassiveIntentClassification (ml)":"","MassiveIntentClassification (mn)":"","MassiveIntentClassification (ms)":"","MassiveIntentClassification (my)":"","MassiveIntentClassification (nl)":"","MassiveIntentClassification (pt)":"","MassiveIntentClassification (ro)":"","MassiveIntentClassification (ru)":"","MassiveIntentClassification (sl)":"","MassiveIntentClassification (sq)":"","MassiveIntentClassification (sw)":"","MassiveIntentClassification (ta)":"","MassiveIntentClassification (te)":"","MassiveIntentClassification (th)":"","MassiveIntentClassification (tl)":"","MassiveIntentClassification (tr)":"","MassiveIntentClassification (ur)":"","MassiveIntentClassification (vi)":"","MassiveIntentClassification (zh-TW)":"","MassiveScenarioClassification (af)":"","MassiveScenarioClassification (am)":"","MassiveScenarioClassification (ar)":"","MassiveScenarioClassification (az)":"","MassiveScenarioClassification (bn)":"","MassiveScenarioClassification (cy)":"","MassiveScenarioClassification (de)":"","MassiveScenarioClassification (el)":"","MassiveScenarioClassification (es)":"","MassiveScenarioClassification (fa)":"","MassiveScenarioClassification (fi)":"","MassiveScenarioClassification (fr)":"","MassiveScenarioClassification (he)":"","MassiveScenarioClassification (hi)":"","MassiveScenarioClassification (hu)":"","MassiveScenarioClassification (hy)":"","MassiveScenarioClassification (id)":"","MassiveScenarioClassification (is)":"","MassiveScenarioClassification (it)":"","MassiveScenarioClassification (ja)":"","MassiveScenarioClassification (jv)":"","MassiveScenarioClassification (ka)":"","MassiveScenarioClassification (km)":"","MassiveScenarioClassification (kn)":"","MassiveScenarioClassification (ko)":"","MassiveScenarioClassification (lv)":"","MassiveScenarioClassification (ml)":"","MassiveScenarioClassification (mn)":"","MassiveScenarioClassification (ms)":"","MassiveScenarioClassification (my)":"","MassiveScenarioClassification (nl)":"","MassiveScenarioClassification (pt)":"","MassiveScenarioClassification (ro)":"","MassiveScenarioClassification (ru)":"","MassiveScenarioClassification (sl)":"","MassiveScenarioClassification (sq)":"","MassiveScenarioClassification (sw)":"","MassiveScenarioClassification (ta)":"","MassiveScenarioClassification (te)":"","MassiveScenarioClassification (th)":"","MassiveScenarioClassification (tl)":"","MassiveScenarioClassification (tr)":"","MassiveScenarioClassification (ur)":"","MassiveScenarioClassification (vi)":"","MassiveScenarioClassification (zh-TW)":""} -{"index":43,"Rank":101,"Model":"Dmeta-embedding-zh-small<\/a>","Model Size (Million Parameters)":74,"Memory Usage (GB, fp32)":0.28,"Embedding Dimensions":768,"Max Tokens":1024,"Average":"","AmazonCounterfactualClassification (de)":"","AmazonCounterfactualClassification (ja)":"","AmazonReviewsClassification (de)":"","AmazonReviewsClassification (es)":"","AmazonReviewsClassification (fr)":"","AmazonReviewsClassification (ja)":"","AmazonReviewsClassification (zh)":44.88,"MTOPDomainClassification (de)":"","MTOPDomainClassification (es)":"","MTOPDomainClassification (fr)":"","MTOPDomainClassification (hi)":"","MTOPDomainClassification (th)":"","MTOPIntentClassification (de)":"","MTOPIntentClassification (es)":"","MTOPIntentClassification (fr)":"","MTOPIntentClassification (hi)":"","MTOPIntentClassification (th)":"","MassiveIntentClassification (af)":"","MassiveIntentClassification (am)":"","MassiveIntentClassification (ar)":"","MassiveIntentClassification (az)":"","MassiveIntentClassification (bn)":"","MassiveIntentClassification (cy)":"","MassiveIntentClassification (de)":"","MassiveIntentClassification (el)":"","MassiveIntentClassification (es)":"","MassiveIntentClassification (fa)":"","MassiveIntentClassification (fi)":"","MassiveIntentClassification (fr)":"","MassiveIntentClassification (he)":"","MassiveIntentClassification (hi)":"","MassiveIntentClassification (hu)":"","MassiveIntentClassification (hy)":"","MassiveIntentClassification (id)":"","MassiveIntentClassification (is)":"","MassiveIntentClassification (it)":"","MassiveIntentClassification (ja)":"","MassiveIntentClassification (jv)":"","MassiveIntentClassification (ka)":"","MassiveIntentClassification (km)":"","MassiveIntentClassification (kn)":"","MassiveIntentClassification (ko)":"","MassiveIntentClassification (lv)":"","MassiveIntentClassification (ml)":"","MassiveIntentClassification (mn)":"","MassiveIntentClassification (ms)":"","MassiveIntentClassification (my)":"","MassiveIntentClassification (nl)":"","MassiveIntentClassification (pt)":"","MassiveIntentClassification (ro)":"","MassiveIntentClassification (ru)":"","MassiveIntentClassification (sl)":"","MassiveIntentClassification (sq)":"","MassiveIntentClassification (sw)":"","MassiveIntentClassification (ta)":"","MassiveIntentClassification (te)":"","MassiveIntentClassification (th)":"","MassiveIntentClassification (tl)":"","MassiveIntentClassification (tr)":"","MassiveIntentClassification (ur)":"","MassiveIntentClassification (vi)":"","MassiveIntentClassification (zh-TW)":"","MassiveScenarioClassification (af)":"","MassiveScenarioClassification (am)":"","MassiveScenarioClassification (ar)":"","MassiveScenarioClassification (az)":"","MassiveScenarioClassification (bn)":"","MassiveScenarioClassification (cy)":"","MassiveScenarioClassification (de)":"","MassiveScenarioClassification (el)":"","MassiveScenarioClassification (es)":"","MassiveScenarioClassification (fa)":"","MassiveScenarioClassification (fi)":"","MassiveScenarioClassification (fr)":"","MassiveScenarioClassification (he)":"","MassiveScenarioClassification (hi)":"","MassiveScenarioClassification (hu)":"","MassiveScenarioClassification (hy)":"","MassiveScenarioClassification (id)":"","MassiveScenarioClassification (is)":"","MassiveScenarioClassification (it)":"","MassiveScenarioClassification (ja)":"","MassiveScenarioClassification (jv)":"","MassiveScenarioClassification (ka)":"","MassiveScenarioClassification (km)":"","MassiveScenarioClassification (kn)":"","MassiveScenarioClassification (ko)":"","MassiveScenarioClassification (lv)":"","MassiveScenarioClassification (ml)":"","MassiveScenarioClassification (mn)":"","MassiveScenarioClassification (ms)":"","MassiveScenarioClassification (my)":"","MassiveScenarioClassification (nl)":"","MassiveScenarioClassification (pt)":"","MassiveScenarioClassification (ro)":"","MassiveScenarioClassification (ru)":"","MassiveScenarioClassification (sl)":"","MassiveScenarioClassification (sq)":"","MassiveScenarioClassification (sw)":"","MassiveScenarioClassification (ta)":"","MassiveScenarioClassification (te)":"","MassiveScenarioClassification (th)":"","MassiveScenarioClassification (tl)":"","MassiveScenarioClassification (tr)":"","MassiveScenarioClassification (ur)":"","MassiveScenarioClassification (vi)":"","MassiveScenarioClassification (zh-TW)":""} -{"index":44,"Rank":102,"Model":"sbert-chinese-general-v1<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AmazonCounterfactualClassification (de)":"","AmazonCounterfactualClassification (ja)":"","AmazonReviewsClassification (de)":"","AmazonReviewsClassification (es)":"","AmazonReviewsClassification (fr)":"","AmazonReviewsClassification (ja)":"","AmazonReviewsClassification (zh)":37.51,"MTOPDomainClassification (de)":"","MTOPDomainClassification (es)":"","MTOPDomainClassification (fr)":"","MTOPDomainClassification (hi)":"","MTOPDomainClassification (th)":"","MTOPIntentClassification (de)":"","MTOPIntentClassification (es)":"","MTOPIntentClassification (fr)":"","MTOPIntentClassification (hi)":"","MTOPIntentClassification (th)":"","MassiveIntentClassification (af)":"","MassiveIntentClassification (am)":"","MassiveIntentClassification (ar)":"","MassiveIntentClassification (az)":"","MassiveIntentClassification (bn)":"","MassiveIntentClassification (cy)":"","MassiveIntentClassification (de)":"","MassiveIntentClassification (el)":"","MassiveIntentClassification (es)":"","MassiveIntentClassification (fa)":"","MassiveIntentClassification (fi)":"","MassiveIntentClassification (fr)":"","MassiveIntentClassification (he)":"","MassiveIntentClassification (hi)":"","MassiveIntentClassification (hu)":"","MassiveIntentClassification (hy)":"","MassiveIntentClassification (id)":"","MassiveIntentClassification (is)":"","MassiveIntentClassification (it)":"","MassiveIntentClassification (ja)":"","MassiveIntentClassification (jv)":"","MassiveIntentClassification (ka)":"","MassiveIntentClassification (km)":"","MassiveIntentClassification (kn)":"","MassiveIntentClassification (ko)":"","MassiveIntentClassification (lv)":"","MassiveIntentClassification (ml)":"","MassiveIntentClassification (mn)":"","MassiveIntentClassification (ms)":"","MassiveIntentClassification (my)":"","MassiveIntentClassification (nl)":"","MassiveIntentClassification (pt)":"","MassiveIntentClassification (ro)":"","MassiveIntentClassification (ru)":"","MassiveIntentClassification (sl)":"","MassiveIntentClassification (sq)":"","MassiveIntentClassification (sw)":"","MassiveIntentClassification (ta)":"","MassiveIntentClassification (te)":"","MassiveIntentClassification (th)":"","MassiveIntentClassification (tl)":"","MassiveIntentClassification (tr)":"","MassiveIntentClassification (ur)":"","MassiveIntentClassification (vi)":"","MassiveIntentClassification (zh-TW)":"","MassiveScenarioClassification (af)":"","MassiveScenarioClassification (am)":"","MassiveScenarioClassification (ar)":"","MassiveScenarioClassification (az)":"","MassiveScenarioClassification (bn)":"","MassiveScenarioClassification (cy)":"","MassiveScenarioClassification (de)":"","MassiveScenarioClassification (el)":"","MassiveScenarioClassification (es)":"","MassiveScenarioClassification (fa)":"","MassiveScenarioClassification (fi)":"","MassiveScenarioClassification (fr)":"","MassiveScenarioClassification (he)":"","MassiveScenarioClassification (hi)":"","MassiveScenarioClassification (hu)":"","MassiveScenarioClassification (hy)":"","MassiveScenarioClassification (id)":"","MassiveScenarioClassification (is)":"","MassiveScenarioClassification (it)":"","MassiveScenarioClassification (ja)":"","MassiveScenarioClassification (jv)":"","MassiveScenarioClassification (ka)":"","MassiveScenarioClassification (km)":"","MassiveScenarioClassification (kn)":"","MassiveScenarioClassification (ko)":"","MassiveScenarioClassification (lv)":"","MassiveScenarioClassification (ml)":"","MassiveScenarioClassification (mn)":"","MassiveScenarioClassification (ms)":"","MassiveScenarioClassification (my)":"","MassiveScenarioClassification (nl)":"","MassiveScenarioClassification (pt)":"","MassiveScenarioClassification (ro)":"","MassiveScenarioClassification (ru)":"","MassiveScenarioClassification (sl)":"","MassiveScenarioClassification (sq)":"","MassiveScenarioClassification (sw)":"","MassiveScenarioClassification (ta)":"","MassiveScenarioClassification (te)":"","MassiveScenarioClassification (th)":"","MassiveScenarioClassification (tl)":"","MassiveScenarioClassification (tr)":"","MassiveScenarioClassification (ur)":"","MassiveScenarioClassification (vi)":"","MassiveScenarioClassification (zh-TW)":""} -{"index":45,"Rank":103,"Model":"jina-embeddings-v3<\/a>","Model Size (Million Parameters)":572,"Memory Usage (GB, fp32)":2.13,"Embedding Dimensions":1024,"Max Tokens":8194,"Average":"","AmazonCounterfactualClassification (de)":89.61,"AmazonCounterfactualClassification (ja)":"","AmazonReviewsClassification (de)":48.07,"AmazonReviewsClassification (es)":48.1,"AmazonReviewsClassification (fr)":47.31,"AmazonReviewsClassification (ja)":"","AmazonReviewsClassification (zh)":44.94,"MTOPDomainClassification (de)":96.89,"MTOPDomainClassification (es)":97.17,"MTOPDomainClassification (fr)":96.3,"MTOPDomainClassification (hi)":"","MTOPDomainClassification (th)":"","MTOPIntentClassification (de)":80.79,"MTOPIntentClassification (es)":84.78,"MTOPIntentClassification (fr)":82.21,"MTOPIntentClassification (hi)":"","MTOPIntentClassification (th)":"","MassiveIntentClassification (af)":"","MassiveIntentClassification (am)":"","MassiveIntentClassification (ar)":"","MassiveIntentClassification (az)":"","MassiveIntentClassification (bn)":"","MassiveIntentClassification (cy)":"","MassiveIntentClassification (de)":74.84,"MassiveIntentClassification (el)":"","MassiveIntentClassification (es)":75.32,"MassiveIntentClassification (fa)":"","MassiveIntentClassification (fi)":"","MassiveIntentClassification (fr)":76.32,"MassiveIntentClassification (he)":"","MassiveIntentClassification (hi)":"","MassiveIntentClassification (hu)":"","MassiveIntentClassification (hy)":"","MassiveIntentClassification (id)":"","MassiveIntentClassification (is)":"","MassiveIntentClassification (it)":"","MassiveIntentClassification (ja)":"","MassiveIntentClassification (jv)":"","MassiveIntentClassification (ka)":"","MassiveIntentClassification (km)":"","MassiveIntentClassification (kn)":"","MassiveIntentClassification (ko)":"","MassiveIntentClassification (lv)":"","MassiveIntentClassification (ml)":"","MassiveIntentClassification (mn)":"","MassiveIntentClassification (ms)":"","MassiveIntentClassification (my)":"","MassiveIntentClassification (nl)":"","MassiveIntentClassification (pt)":"","MassiveIntentClassification (ro)":"","MassiveIntentClassification (ru)":76.8,"MassiveIntentClassification (sl)":"","MassiveIntentClassification (sq)":"","MassiveIntentClassification (sw)":"","MassiveIntentClassification (ta)":"","MassiveIntentClassification (te)":"","MassiveIntentClassification (th)":"","MassiveIntentClassification (tl)":"","MassiveIntentClassification (tr)":"","MassiveIntentClassification (ur)":"","MassiveIntentClassification (vi)":"","MassiveIntentClassification (zh-TW)":"","MassiveScenarioClassification (af)":"","MassiveScenarioClassification (am)":"","MassiveScenarioClassification (ar)":"","MassiveScenarioClassification (az)":"","MassiveScenarioClassification (bn)":"","MassiveScenarioClassification (cy)":"","MassiveScenarioClassification (de)":83.97,"MassiveScenarioClassification (el)":"","MassiveScenarioClassification (es)":82.58,"MassiveScenarioClassification (fa)":"","MassiveScenarioClassification (fi)":"","MassiveScenarioClassification (fr)":83.09,"MassiveScenarioClassification (he)":"","MassiveScenarioClassification (hi)":"","MassiveScenarioClassification (hu)":"","MassiveScenarioClassification (hy)":"","MassiveScenarioClassification (id)":"","MassiveScenarioClassification (is)":"","MassiveScenarioClassification (it)":"","MassiveScenarioClassification (ja)":"","MassiveScenarioClassification (jv)":"","MassiveScenarioClassification (ka)":"","MassiveScenarioClassification (km)":"","MassiveScenarioClassification (kn)":"","MassiveScenarioClassification (ko)":"","MassiveScenarioClassification (lv)":"","MassiveScenarioClassification (ml)":"","MassiveScenarioClassification (mn)":"","MassiveScenarioClassification (ms)":"","MassiveScenarioClassification (my)":"","MassiveScenarioClassification (nl)":"","MassiveScenarioClassification (pt)":"","MassiveScenarioClassification (ro)":"","MassiveScenarioClassification (ru)":84.06,"MassiveScenarioClassification (sl)":"","MassiveScenarioClassification (sq)":"","MassiveScenarioClassification (sw)":"","MassiveScenarioClassification (ta)":"","MassiveScenarioClassification (te)":"","MassiveScenarioClassification (th)":"","MassiveScenarioClassification (tl)":"","MassiveScenarioClassification (tr)":"","MassiveScenarioClassification (ur)":"","MassiveScenarioClassification (vi)":"","MassiveScenarioClassification (zh-TW)":""} -{"index":49,"Rank":104,"Model":"paraphrase-multilingual-mpnet-base-v2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","AmazonCounterfactualClassification (de)":"","AmazonCounterfactualClassification (ja)":"","AmazonReviewsClassification (de)":"","AmazonReviewsClassification (es)":"","AmazonReviewsClassification (fr)":"","AmazonReviewsClassification (ja)":"","AmazonReviewsClassification (zh)":38.25,"MTOPDomainClassification (de)":"","MTOPDomainClassification (es)":"","MTOPDomainClassification (fr)":"","MTOPDomainClassification (hi)":"","MTOPDomainClassification (th)":"","MTOPIntentClassification (de)":"","MTOPIntentClassification (es)":"","MTOPIntentClassification (fr)":"","MTOPIntentClassification (hi)":"","MTOPIntentClassification (th)":"","MassiveIntentClassification (af)":"","MassiveIntentClassification (am)":"","MassiveIntentClassification (ar)":"","MassiveIntentClassification (az)":"","MassiveIntentClassification (bn)":"","MassiveIntentClassification (cy)":"","MassiveIntentClassification (de)":"","MassiveIntentClassification (el)":"","MassiveIntentClassification (es)":"","MassiveIntentClassification (fa)":"","MassiveIntentClassification (fi)":"","MassiveIntentClassification (fr)":"","MassiveIntentClassification (he)":"","MassiveIntentClassification (hi)":"","MassiveIntentClassification (hu)":"","MassiveIntentClassification (hy)":"","MassiveIntentClassification (id)":"","MassiveIntentClassification (is)":"","MassiveIntentClassification (it)":"","MassiveIntentClassification (ja)":"","MassiveIntentClassification (jv)":"","MassiveIntentClassification (ka)":"","MassiveIntentClassification (km)":"","MassiveIntentClassification (kn)":"","MassiveIntentClassification (ko)":"","MassiveIntentClassification (lv)":"","MassiveIntentClassification (ml)":"","MassiveIntentClassification (mn)":"","MassiveIntentClassification (ms)":"","MassiveIntentClassification (my)":"","MassiveIntentClassification (nl)":"","MassiveIntentClassification (pt)":"","MassiveIntentClassification (ro)":"","MassiveIntentClassification (ru)":"","MassiveIntentClassification (sl)":"","MassiveIntentClassification (sq)":"","MassiveIntentClassification (sw)":"","MassiveIntentClassification (ta)":"","MassiveIntentClassification (te)":"","MassiveIntentClassification (th)":"","MassiveIntentClassification (tl)":"","MassiveIntentClassification (tr)":"","MassiveIntentClassification (ur)":"","MassiveIntentClassification (vi)":"","MassiveIntentClassification (zh-TW)":"","MassiveScenarioClassification (af)":"","MassiveScenarioClassification (am)":"","MassiveScenarioClassification (ar)":"","MassiveScenarioClassification (az)":"","MassiveScenarioClassification (bn)":"","MassiveScenarioClassification (cy)":"","MassiveScenarioClassification (de)":"","MassiveScenarioClassification (el)":"","MassiveScenarioClassification (es)":"","MassiveScenarioClassification (fa)":"","MassiveScenarioClassification (fi)":"","MassiveScenarioClassification (fr)":"","MassiveScenarioClassification (he)":"","MassiveScenarioClassification (hi)":"","MassiveScenarioClassification (hu)":"","MassiveScenarioClassification (hy)":"","MassiveScenarioClassification (id)":"","MassiveScenarioClassification (is)":"","MassiveScenarioClassification (it)":"","MassiveScenarioClassification (ja)":"","MassiveScenarioClassification (jv)":"","MassiveScenarioClassification (ka)":"","MassiveScenarioClassification (km)":"","MassiveScenarioClassification (kn)":"","MassiveScenarioClassification (ko)":"","MassiveScenarioClassification (lv)":"","MassiveScenarioClassification (ml)":"","MassiveScenarioClassification (mn)":"","MassiveScenarioClassification (ms)":"","MassiveScenarioClassification (my)":"","MassiveScenarioClassification (nl)":"","MassiveScenarioClassification (pt)":"","MassiveScenarioClassification (ro)":"","MassiveScenarioClassification (ru)":"","MassiveScenarioClassification (sl)":"","MassiveScenarioClassification (sq)":"","MassiveScenarioClassification (sw)":"","MassiveScenarioClassification (ta)":"","MassiveScenarioClassification (te)":"","MassiveScenarioClassification (th)":"","MassiveScenarioClassification (tl)":"","MassiveScenarioClassification (tr)":"","MassiveScenarioClassification (ur)":"","MassiveScenarioClassification (vi)":"","MassiveScenarioClassification (zh-TW)":""} -{"index":50,"Rank":105,"Model":"IYun-large-zh<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","AmazonCounterfactualClassification (de)":"","AmazonCounterfactualClassification (ja)":"","AmazonReviewsClassification (de)":"","AmazonReviewsClassification (es)":"","AmazonReviewsClassification (fr)":"","AmazonReviewsClassification (ja)":"","AmazonReviewsClassification (zh)":49.67,"MTOPDomainClassification (de)":"","MTOPDomainClassification (es)":"","MTOPDomainClassification (fr)":"","MTOPDomainClassification (hi)":"","MTOPDomainClassification (th)":"","MTOPIntentClassification (de)":"","MTOPIntentClassification (es)":"","MTOPIntentClassification (fr)":"","MTOPIntentClassification (hi)":"","MTOPIntentClassification (th)":"","MassiveIntentClassification (af)":"","MassiveIntentClassification (am)":"","MassiveIntentClassification (ar)":"","MassiveIntentClassification (az)":"","MassiveIntentClassification (bn)":"","MassiveIntentClassification (cy)":"","MassiveIntentClassification (de)":"","MassiveIntentClassification (el)":"","MassiveIntentClassification (es)":"","MassiveIntentClassification (fa)":"","MassiveIntentClassification (fi)":"","MassiveIntentClassification (fr)":"","MassiveIntentClassification (he)":"","MassiveIntentClassification (hi)":"","MassiveIntentClassification (hu)":"","MassiveIntentClassification (hy)":"","MassiveIntentClassification (id)":"","MassiveIntentClassification (is)":"","MassiveIntentClassification (it)":"","MassiveIntentClassification (ja)":"","MassiveIntentClassification (jv)":"","MassiveIntentClassification (ka)":"","MassiveIntentClassification (km)":"","MassiveIntentClassification (kn)":"","MassiveIntentClassification (ko)":"","MassiveIntentClassification (lv)":"","MassiveIntentClassification (ml)":"","MassiveIntentClassification (mn)":"","MassiveIntentClassification (ms)":"","MassiveIntentClassification (my)":"","MassiveIntentClassification (nl)":"","MassiveIntentClassification (pt)":"","MassiveIntentClassification (ro)":"","MassiveIntentClassification (ru)":"","MassiveIntentClassification (sl)":"","MassiveIntentClassification (sq)":"","MassiveIntentClassification (sw)":"","MassiveIntentClassification (ta)":"","MassiveIntentClassification (te)":"","MassiveIntentClassification (th)":"","MassiveIntentClassification (tl)":"","MassiveIntentClassification (tr)":"","MassiveIntentClassification (ur)":"","MassiveIntentClassification (vi)":"","MassiveIntentClassification (zh-TW)":"","MassiveScenarioClassification (af)":"","MassiveScenarioClassification (am)":"","MassiveScenarioClassification (ar)":"","MassiveScenarioClassification (az)":"","MassiveScenarioClassification (bn)":"","MassiveScenarioClassification (cy)":"","MassiveScenarioClassification (de)":"","MassiveScenarioClassification (el)":"","MassiveScenarioClassification (es)":"","MassiveScenarioClassification (fa)":"","MassiveScenarioClassification (fi)":"","MassiveScenarioClassification (fr)":"","MassiveScenarioClassification (he)":"","MassiveScenarioClassification (hi)":"","MassiveScenarioClassification (hu)":"","MassiveScenarioClassification (hy)":"","MassiveScenarioClassification (id)":"","MassiveScenarioClassification (is)":"","MassiveScenarioClassification (it)":"","MassiveScenarioClassification (ja)":"","MassiveScenarioClassification (jv)":"","MassiveScenarioClassification (ka)":"","MassiveScenarioClassification (km)":"","MassiveScenarioClassification (kn)":"","MassiveScenarioClassification (ko)":"","MassiveScenarioClassification (lv)":"","MassiveScenarioClassification (ml)":"","MassiveScenarioClassification (mn)":"","MassiveScenarioClassification (ms)":"","MassiveScenarioClassification (my)":"","MassiveScenarioClassification (nl)":"","MassiveScenarioClassification (pt)":"","MassiveScenarioClassification (ro)":"","MassiveScenarioClassification (ru)":"","MassiveScenarioClassification (sl)":"","MassiveScenarioClassification (sq)":"","MassiveScenarioClassification (sw)":"","MassiveScenarioClassification (ta)":"","MassiveScenarioClassification (te)":"","MassiveScenarioClassification (th)":"","MassiveScenarioClassification (tl)":"","MassiveScenarioClassification (tr)":"","MassiveScenarioClassification (ur)":"","MassiveScenarioClassification (vi)":"","MassiveScenarioClassification (zh-TW)":""} -{"index":51,"Rank":106,"Model":"mist-zh<\/a>","Model Size (Million Parameters)":51,"Memory Usage (GB, fp32)":0.19,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AmazonCounterfactualClassification (de)":"","AmazonCounterfactualClassification (ja)":"","AmazonReviewsClassification (de)":"","AmazonReviewsClassification (es)":"","AmazonReviewsClassification (fr)":"","AmazonReviewsClassification (ja)":"","AmazonReviewsClassification (zh)":39.32,"MTOPDomainClassification (de)":"","MTOPDomainClassification (es)":"","MTOPDomainClassification (fr)":"","MTOPDomainClassification (hi)":"","MTOPDomainClassification (th)":"","MTOPIntentClassification (de)":"","MTOPIntentClassification (es)":"","MTOPIntentClassification (fr)":"","MTOPIntentClassification (hi)":"","MTOPIntentClassification (th)":"","MassiveIntentClassification (af)":"","MassiveIntentClassification (am)":"","MassiveIntentClassification (ar)":"","MassiveIntentClassification (az)":"","MassiveIntentClassification (bn)":"","MassiveIntentClassification (cy)":"","MassiveIntentClassification (de)":"","MassiveIntentClassification (el)":"","MassiveIntentClassification (es)":"","MassiveIntentClassification (fa)":"","MassiveIntentClassification (fi)":"","MassiveIntentClassification (fr)":"","MassiveIntentClassification (he)":"","MassiveIntentClassification (hi)":"","MassiveIntentClassification (hu)":"","MassiveIntentClassification (hy)":"","MassiveIntentClassification (id)":"","MassiveIntentClassification (is)":"","MassiveIntentClassification (it)":"","MassiveIntentClassification (ja)":"","MassiveIntentClassification (jv)":"","MassiveIntentClassification (ka)":"","MassiveIntentClassification (km)":"","MassiveIntentClassification (kn)":"","MassiveIntentClassification (ko)":"","MassiveIntentClassification (lv)":"","MassiveIntentClassification (ml)":"","MassiveIntentClassification (mn)":"","MassiveIntentClassification (ms)":"","MassiveIntentClassification (my)":"","MassiveIntentClassification (nl)":"","MassiveIntentClassification (pt)":"","MassiveIntentClassification (ro)":"","MassiveIntentClassification (ru)":"","MassiveIntentClassification (sl)":"","MassiveIntentClassification (sq)":"","MassiveIntentClassification (sw)":"","MassiveIntentClassification (ta)":"","MassiveIntentClassification (te)":"","MassiveIntentClassification (th)":"","MassiveIntentClassification (tl)":"","MassiveIntentClassification (tr)":"","MassiveIntentClassification (ur)":"","MassiveIntentClassification (vi)":"","MassiveIntentClassification (zh-TW)":"","MassiveScenarioClassification (af)":"","MassiveScenarioClassification (am)":"","MassiveScenarioClassification (ar)":"","MassiveScenarioClassification (az)":"","MassiveScenarioClassification (bn)":"","MassiveScenarioClassification (cy)":"","MassiveScenarioClassification (de)":"","MassiveScenarioClassification (el)":"","MassiveScenarioClassification (es)":"","MassiveScenarioClassification (fa)":"","MassiveScenarioClassification (fi)":"","MassiveScenarioClassification (fr)":"","MassiveScenarioClassification (he)":"","MassiveScenarioClassification (hi)":"","MassiveScenarioClassification (hu)":"","MassiveScenarioClassification (hy)":"","MassiveScenarioClassification (id)":"","MassiveScenarioClassification (is)":"","MassiveScenarioClassification (it)":"","MassiveScenarioClassification (ja)":"","MassiveScenarioClassification (jv)":"","MassiveScenarioClassification (ka)":"","MassiveScenarioClassification (km)":"","MassiveScenarioClassification (kn)":"","MassiveScenarioClassification (ko)":"","MassiveScenarioClassification (lv)":"","MassiveScenarioClassification (ml)":"","MassiveScenarioClassification (mn)":"","MassiveScenarioClassification (ms)":"","MassiveScenarioClassification (my)":"","MassiveScenarioClassification (nl)":"","MassiveScenarioClassification (pt)":"","MassiveScenarioClassification (ro)":"","MassiveScenarioClassification (ru)":"","MassiveScenarioClassification (sl)":"","MassiveScenarioClassification (sq)":"","MassiveScenarioClassification (sw)":"","MassiveScenarioClassification (ta)":"","MassiveScenarioClassification (te)":"","MassiveScenarioClassification (th)":"","MassiveScenarioClassification (tl)":"","MassiveScenarioClassification (tr)":"","MassiveScenarioClassification (ur)":"","MassiveScenarioClassification (vi)":"","MassiveScenarioClassification (zh-TW)":""} -{"index":52,"Rank":107,"Model":"xlm-roberta-base<\/a>","Model Size (Million Parameters)":279,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","AmazonCounterfactualClassification (de)":"","AmazonCounterfactualClassification (ja)":"","AmazonReviewsClassification (de)":"","AmazonReviewsClassification (es)":"","AmazonReviewsClassification (fr)":26.75,"AmazonReviewsClassification (ja)":"","AmazonReviewsClassification (zh)":"","MTOPDomainClassification (de)":"","MTOPDomainClassification (es)":"","MTOPDomainClassification (fr)":43.83,"MTOPDomainClassification (hi)":"","MTOPDomainClassification (th)":"","MTOPIntentClassification (de)":"","MTOPIntentClassification (es)":"","MTOPIntentClassification (fr)":19.38,"MTOPIntentClassification (hi)":"","MTOPIntentClassification (th)":"","MassiveIntentClassification (af)":"","MassiveIntentClassification (am)":"","MassiveIntentClassification (ar)":"","MassiveIntentClassification (az)":"","MassiveIntentClassification (bn)":"","MassiveIntentClassification (cy)":"","MassiveIntentClassification (de)":"","MassiveIntentClassification (el)":"","MassiveIntentClassification (es)":"","MassiveIntentClassification (fa)":"","MassiveIntentClassification (fi)":"","MassiveIntentClassification (fr)":13.58,"MassiveIntentClassification (he)":"","MassiveIntentClassification (hi)":"","MassiveIntentClassification (hu)":"","MassiveIntentClassification (hy)":"","MassiveIntentClassification (id)":"","MassiveIntentClassification (is)":"","MassiveIntentClassification (it)":"","MassiveIntentClassification (ja)":"","MassiveIntentClassification (jv)":"","MassiveIntentClassification (ka)":"","MassiveIntentClassification (km)":"","MassiveIntentClassification (kn)":"","MassiveIntentClassification (ko)":"","MassiveIntentClassification (lv)":"","MassiveIntentClassification (ml)":"","MassiveIntentClassification (mn)":"","MassiveIntentClassification (ms)":"","MassiveIntentClassification (my)":"","MassiveIntentClassification (nl)":"","MassiveIntentClassification (pt)":"","MassiveIntentClassification (ro)":"","MassiveIntentClassification (ru)":"","MassiveIntentClassification (sl)":"","MassiveIntentClassification (sq)":"","MassiveIntentClassification (sw)":"","MassiveIntentClassification (ta)":"","MassiveIntentClassification (te)":"","MassiveIntentClassification (th)":"","MassiveIntentClassification (tl)":"","MassiveIntentClassification (tr)":"","MassiveIntentClassification (ur)":"","MassiveIntentClassification (vi)":"","MassiveIntentClassification (zh-TW)":"","MassiveScenarioClassification (af)":"","MassiveScenarioClassification (am)":"","MassiveScenarioClassification (ar)":"","MassiveScenarioClassification (az)":"","MassiveScenarioClassification (bn)":"","MassiveScenarioClassification (cy)":"","MassiveScenarioClassification (de)":"","MassiveScenarioClassification (el)":"","MassiveScenarioClassification (es)":"","MassiveScenarioClassification (fa)":"","MassiveScenarioClassification (fi)":"","MassiveScenarioClassification (fr)":23.21,"MassiveScenarioClassification (he)":"","MassiveScenarioClassification (hi)":"","MassiveScenarioClassification (hu)":"","MassiveScenarioClassification (hy)":"","MassiveScenarioClassification (id)":"","MassiveScenarioClassification (is)":"","MassiveScenarioClassification (it)":"","MassiveScenarioClassification (ja)":"","MassiveScenarioClassification (jv)":"","MassiveScenarioClassification (ka)":"","MassiveScenarioClassification (km)":"","MassiveScenarioClassification (kn)":"","MassiveScenarioClassification (ko)":"","MassiveScenarioClassification (lv)":"","MassiveScenarioClassification (ml)":"","MassiveScenarioClassification (mn)":"","MassiveScenarioClassification (ms)":"","MassiveScenarioClassification (my)":"","MassiveScenarioClassification (nl)":"","MassiveScenarioClassification (pt)":"","MassiveScenarioClassification (ro)":"","MassiveScenarioClassification (ru)":"","MassiveScenarioClassification (sl)":"","MassiveScenarioClassification (sq)":"","MassiveScenarioClassification (sw)":"","MassiveScenarioClassification (ta)":"","MassiveScenarioClassification (te)":"","MassiveScenarioClassification (th)":"","MassiveScenarioClassification (tl)":"","MassiveScenarioClassification (tr)":"","MassiveScenarioClassification (ur)":"","MassiveScenarioClassification (vi)":"","MassiveScenarioClassification (zh-TW)":""} -{"index":53,"Rank":108,"Model":"xlm-roberta-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","AmazonCounterfactualClassification (de)":"","AmazonCounterfactualClassification (ja)":"","AmazonReviewsClassification (de)":"","AmazonReviewsClassification (es)":"","AmazonReviewsClassification (fr)":26.62,"AmazonReviewsClassification (ja)":"","AmazonReviewsClassification (zh)":"","MTOPDomainClassification (de)":"","MTOPDomainClassification (es)":"","MTOPDomainClassification (fr)":36.77,"MTOPDomainClassification (hi)":"","MTOPDomainClassification (th)":"","MTOPIntentClassification (de)":"","MTOPIntentClassification (es)":"","MTOPIntentClassification (fr)":15.37,"MTOPIntentClassification (hi)":"","MTOPIntentClassification (th)":"","MassiveIntentClassification (af)":"","MassiveIntentClassification (am)":"","MassiveIntentClassification (ar)":"","MassiveIntentClassification (az)":"","MassiveIntentClassification (bn)":"","MassiveIntentClassification (cy)":"","MassiveIntentClassification (de)":"","MassiveIntentClassification (el)":"","MassiveIntentClassification (es)":"","MassiveIntentClassification (fa)":"","MassiveIntentClassification (fi)":"","MassiveIntentClassification (fr)":15.82,"MassiveIntentClassification (he)":"","MassiveIntentClassification (hi)":"","MassiveIntentClassification (hu)":"","MassiveIntentClassification (hy)":"","MassiveIntentClassification (id)":"","MassiveIntentClassification (is)":"","MassiveIntentClassification (it)":"","MassiveIntentClassification (ja)":"","MassiveIntentClassification (jv)":"","MassiveIntentClassification (ka)":"","MassiveIntentClassification (km)":"","MassiveIntentClassification (kn)":"","MassiveIntentClassification (ko)":"","MassiveIntentClassification (lv)":"","MassiveIntentClassification (ml)":"","MassiveIntentClassification (mn)":"","MassiveIntentClassification (ms)":"","MassiveIntentClassification (my)":"","MassiveIntentClassification (nl)":"","MassiveIntentClassification (pt)":"","MassiveIntentClassification (ro)":"","MassiveIntentClassification (ru)":"","MassiveIntentClassification (sl)":"","MassiveIntentClassification (sq)":"","MassiveIntentClassification (sw)":"","MassiveIntentClassification (ta)":"","MassiveIntentClassification (te)":"","MassiveIntentClassification (th)":"","MassiveIntentClassification (tl)":"","MassiveIntentClassification (tr)":"","MassiveIntentClassification (ur)":"","MassiveIntentClassification (vi)":"","MassiveIntentClassification (zh-TW)":"","MassiveScenarioClassification (af)":"","MassiveScenarioClassification (am)":"","MassiveScenarioClassification (ar)":"","MassiveScenarioClassification (az)":"","MassiveScenarioClassification (bn)":"","MassiveScenarioClassification (cy)":"","MassiveScenarioClassification (de)":"","MassiveScenarioClassification (el)":"","MassiveScenarioClassification (es)":"","MassiveScenarioClassification (fa)":"","MassiveScenarioClassification (fi)":"","MassiveScenarioClassification (fr)":23.92,"MassiveScenarioClassification (he)":"","MassiveScenarioClassification (hi)":"","MassiveScenarioClassification (hu)":"","MassiveScenarioClassification (hy)":"","MassiveScenarioClassification (id)":"","MassiveScenarioClassification (is)":"","MassiveScenarioClassification (it)":"","MassiveScenarioClassification (ja)":"","MassiveScenarioClassification (jv)":"","MassiveScenarioClassification (ka)":"","MassiveScenarioClassification (km)":"","MassiveScenarioClassification (kn)":"","MassiveScenarioClassification (ko)":"","MassiveScenarioClassification (lv)":"","MassiveScenarioClassification (ml)":"","MassiveScenarioClassification (mn)":"","MassiveScenarioClassification (ms)":"","MassiveScenarioClassification (my)":"","MassiveScenarioClassification (nl)":"","MassiveScenarioClassification (pt)":"","MassiveScenarioClassification (ro)":"","MassiveScenarioClassification (ru)":"","MassiveScenarioClassification (sl)":"","MassiveScenarioClassification (sq)":"","MassiveScenarioClassification (sw)":"","MassiveScenarioClassification (ta)":"","MassiveScenarioClassification (te)":"","MassiveScenarioClassification (th)":"","MassiveScenarioClassification (tl)":"","MassiveScenarioClassification (tr)":"","MassiveScenarioClassification (ur)":"","MassiveScenarioClassification (vi)":"","MassiveScenarioClassification (zh-TW)":""} -{"index":54,"Rank":109,"Model":"text2vec-large-chinese<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","AmazonCounterfactualClassification (de)":"","AmazonCounterfactualClassification (ja)":"","AmazonReviewsClassification (de)":"","AmazonReviewsClassification (es)":"","AmazonReviewsClassification (fr)":"","AmazonReviewsClassification (ja)":"","AmazonReviewsClassification (zh)":33.77,"MTOPDomainClassification (de)":"","MTOPDomainClassification (es)":"","MTOPDomainClassification (fr)":"","MTOPDomainClassification (hi)":"","MTOPDomainClassification (th)":"","MTOPIntentClassification (de)":"","MTOPIntentClassification (es)":"","MTOPIntentClassification (fr)":"","MTOPIntentClassification (hi)":"","MTOPIntentClassification (th)":"","MassiveIntentClassification (af)":"","MassiveIntentClassification (am)":"","MassiveIntentClassification (ar)":"","MassiveIntentClassification (az)":"","MassiveIntentClassification (bn)":"","MassiveIntentClassification (cy)":"","MassiveIntentClassification (de)":"","MassiveIntentClassification (el)":"","MassiveIntentClassification (es)":"","MassiveIntentClassification (fa)":"","MassiveIntentClassification (fi)":"","MassiveIntentClassification (fr)":"","MassiveIntentClassification (he)":"","MassiveIntentClassification (hi)":"","MassiveIntentClassification (hu)":"","MassiveIntentClassification (hy)":"","MassiveIntentClassification (id)":"","MassiveIntentClassification (is)":"","MassiveIntentClassification (it)":"","MassiveIntentClassification (ja)":"","MassiveIntentClassification (jv)":"","MassiveIntentClassification (ka)":"","MassiveIntentClassification (km)":"","MassiveIntentClassification (kn)":"","MassiveIntentClassification (ko)":"","MassiveIntentClassification (lv)":"","MassiveIntentClassification (ml)":"","MassiveIntentClassification (mn)":"","MassiveIntentClassification (ms)":"","MassiveIntentClassification (my)":"","MassiveIntentClassification (nl)":"","MassiveIntentClassification (pt)":"","MassiveIntentClassification (ro)":"","MassiveIntentClassification (ru)":"","MassiveIntentClassification (sl)":"","MassiveIntentClassification (sq)":"","MassiveIntentClassification (sw)":"","MassiveIntentClassification (ta)":"","MassiveIntentClassification (te)":"","MassiveIntentClassification (th)":"","MassiveIntentClassification (tl)":"","MassiveIntentClassification (tr)":"","MassiveIntentClassification (ur)":"","MassiveIntentClassification (vi)":"","MassiveIntentClassification (zh-TW)":"","MassiveScenarioClassification (af)":"","MassiveScenarioClassification (am)":"","MassiveScenarioClassification (ar)":"","MassiveScenarioClassification (az)":"","MassiveScenarioClassification (bn)":"","MassiveScenarioClassification (cy)":"","MassiveScenarioClassification (de)":"","MassiveScenarioClassification (el)":"","MassiveScenarioClassification (es)":"","MassiveScenarioClassification (fa)":"","MassiveScenarioClassification (fi)":"","MassiveScenarioClassification (fr)":"","MassiveScenarioClassification (he)":"","MassiveScenarioClassification (hi)":"","MassiveScenarioClassification (hu)":"","MassiveScenarioClassification (hy)":"","MassiveScenarioClassification (id)":"","MassiveScenarioClassification (is)":"","MassiveScenarioClassification (it)":"","MassiveScenarioClassification (ja)":"","MassiveScenarioClassification (jv)":"","MassiveScenarioClassification (ka)":"","MassiveScenarioClassification (km)":"","MassiveScenarioClassification (kn)":"","MassiveScenarioClassification (ko)":"","MassiveScenarioClassification (lv)":"","MassiveScenarioClassification (ml)":"","MassiveScenarioClassification (mn)":"","MassiveScenarioClassification (ms)":"","MassiveScenarioClassification (my)":"","MassiveScenarioClassification (nl)":"","MassiveScenarioClassification (pt)":"","MassiveScenarioClassification (ro)":"","MassiveScenarioClassification (ru)":"","MassiveScenarioClassification (sl)":"","MassiveScenarioClassification (sq)":"","MassiveScenarioClassification (sw)":"","MassiveScenarioClassification (ta)":"","MassiveScenarioClassification (te)":"","MassiveScenarioClassification (th)":"","MassiveScenarioClassification (tl)":"","MassiveScenarioClassification (tr)":"","MassiveScenarioClassification (ur)":"","MassiveScenarioClassification (vi)":"","MassiveScenarioClassification (zh-TW)":""} -{"index":55,"Rank":110,"Model":"bert-base-10lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AmazonCounterfactualClassification (de)":"","AmazonCounterfactualClassification (ja)":"","AmazonReviewsClassification (de)":"","AmazonReviewsClassification (es)":"","AmazonReviewsClassification (fr)":29.38,"AmazonReviewsClassification (ja)":"","AmazonReviewsClassification (zh)":"","MTOPDomainClassification (de)":"","MTOPDomainClassification (es)":"","MTOPDomainClassification (fr)":63.65,"MTOPDomainClassification (hi)":"","MTOPDomainClassification (th)":"","MTOPIntentClassification (de)":"","MTOPIntentClassification (es)":"","MTOPIntentClassification (fr)":37.87,"MTOPIntentClassification (hi)":"","MTOPIntentClassification (th)":"","MassiveIntentClassification (af)":"","MassiveIntentClassification (am)":"","MassiveIntentClassification (ar)":"","MassiveIntentClassification (az)":"","MassiveIntentClassification (bn)":"","MassiveIntentClassification (cy)":"","MassiveIntentClassification (de)":"","MassiveIntentClassification (el)":"","MassiveIntentClassification (es)":"","MassiveIntentClassification (fa)":"","MassiveIntentClassification (fi)":"","MassiveIntentClassification (fr)":37.28,"MassiveIntentClassification (he)":"","MassiveIntentClassification (hi)":"","MassiveIntentClassification (hu)":"","MassiveIntentClassification (hy)":"","MassiveIntentClassification (id)":"","MassiveIntentClassification (is)":"","MassiveIntentClassification (it)":"","MassiveIntentClassification (ja)":"","MassiveIntentClassification (jv)":"","MassiveIntentClassification (ka)":"","MassiveIntentClassification (km)":"","MassiveIntentClassification (kn)":"","MassiveIntentClassification (ko)":"","MassiveIntentClassification (lv)":"","MassiveIntentClassification (ml)":"","MassiveIntentClassification (mn)":"","MassiveIntentClassification (ms)":"","MassiveIntentClassification (my)":"","MassiveIntentClassification (nl)":"","MassiveIntentClassification (pt)":"","MassiveIntentClassification (ro)":"","MassiveIntentClassification (ru)":"","MassiveIntentClassification (sl)":"","MassiveIntentClassification (sq)":"","MassiveIntentClassification (sw)":"","MassiveIntentClassification (ta)":"","MassiveIntentClassification (te)":"","MassiveIntentClassification (th)":"","MassiveIntentClassification (tl)":"","MassiveIntentClassification (tr)":"","MassiveIntentClassification (ur)":"","MassiveIntentClassification (vi)":"","MassiveIntentClassification (zh-TW)":"","MassiveScenarioClassification (af)":"","MassiveScenarioClassification (am)":"","MassiveScenarioClassification (ar)":"","MassiveScenarioClassification (az)":"","MassiveScenarioClassification (bn)":"","MassiveScenarioClassification (cy)":"","MassiveScenarioClassification (de)":"","MassiveScenarioClassification (el)":"","MassiveScenarioClassification (es)":"","MassiveScenarioClassification (fa)":"","MassiveScenarioClassification (fi)":"","MassiveScenarioClassification (fr)":44.5,"MassiveScenarioClassification (he)":"","MassiveScenarioClassification (hi)":"","MassiveScenarioClassification (hu)":"","MassiveScenarioClassification (hy)":"","MassiveScenarioClassification (id)":"","MassiveScenarioClassification (is)":"","MassiveScenarioClassification (it)":"","MassiveScenarioClassification (ja)":"","MassiveScenarioClassification (jv)":"","MassiveScenarioClassification (ka)":"","MassiveScenarioClassification (km)":"","MassiveScenarioClassification (kn)":"","MassiveScenarioClassification (ko)":"","MassiveScenarioClassification (lv)":"","MassiveScenarioClassification (ml)":"","MassiveScenarioClassification (mn)":"","MassiveScenarioClassification (ms)":"","MassiveScenarioClassification (my)":"","MassiveScenarioClassification (nl)":"","MassiveScenarioClassification (pt)":"","MassiveScenarioClassification (ro)":"","MassiveScenarioClassification (ru)":"","MassiveScenarioClassification (sl)":"","MassiveScenarioClassification (sq)":"","MassiveScenarioClassification (sw)":"","MassiveScenarioClassification (ta)":"","MassiveScenarioClassification (te)":"","MassiveScenarioClassification (th)":"","MassiveScenarioClassification (tl)":"","MassiveScenarioClassification (tr)":"","MassiveScenarioClassification (ur)":"","MassiveScenarioClassification (vi)":"","MassiveScenarioClassification (zh-TW)":""} -{"index":56,"Rank":111,"Model":"bert-base-15lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AmazonCounterfactualClassification (de)":"","AmazonCounterfactualClassification (ja)":"","AmazonReviewsClassification (de)":"","AmazonReviewsClassification (es)":"","AmazonReviewsClassification (fr)":29.35,"AmazonReviewsClassification (ja)":"","AmazonReviewsClassification (zh)":"","MTOPDomainClassification (de)":"","MTOPDomainClassification (es)":"","MTOPDomainClassification (fr)":63.7,"MTOPDomainClassification (hi)":"","MTOPDomainClassification (th)":"","MTOPIntentClassification (de)":"","MTOPIntentClassification (es)":"","MTOPIntentClassification (fr)":37.85,"MTOPIntentClassification (hi)":"","MTOPIntentClassification (th)":"","MassiveIntentClassification (af)":"","MassiveIntentClassification (am)":"","MassiveIntentClassification (ar)":"","MassiveIntentClassification (az)":"","MassiveIntentClassification (bn)":"","MassiveIntentClassification (cy)":"","MassiveIntentClassification (de)":"","MassiveIntentClassification (el)":"","MassiveIntentClassification (es)":"","MassiveIntentClassification (fa)":"","MassiveIntentClassification (fi)":"","MassiveIntentClassification (fr)":37.28,"MassiveIntentClassification (he)":"","MassiveIntentClassification (hi)":"","MassiveIntentClassification (hu)":"","MassiveIntentClassification (hy)":"","MassiveIntentClassification (id)":"","MassiveIntentClassification (is)":"","MassiveIntentClassification (it)":"","MassiveIntentClassification (ja)":"","MassiveIntentClassification (jv)":"","MassiveIntentClassification (ka)":"","MassiveIntentClassification (km)":"","MassiveIntentClassification (kn)":"","MassiveIntentClassification (ko)":"","MassiveIntentClassification (lv)":"","MassiveIntentClassification (ml)":"","MassiveIntentClassification (mn)":"","MassiveIntentClassification (ms)":"","MassiveIntentClassification (my)":"","MassiveIntentClassification (nl)":"","MassiveIntentClassification (pt)":"","MassiveIntentClassification (ro)":"","MassiveIntentClassification (ru)":"","MassiveIntentClassification (sl)":"","MassiveIntentClassification (sq)":"","MassiveIntentClassification (sw)":"","MassiveIntentClassification (ta)":"","MassiveIntentClassification (te)":"","MassiveIntentClassification (th)":"","MassiveIntentClassification (tl)":"","MassiveIntentClassification (tr)":"","MassiveIntentClassification (ur)":"","MassiveIntentClassification (vi)":"","MassiveIntentClassification (zh-TW)":"","MassiveScenarioClassification (af)":"","MassiveScenarioClassification (am)":"","MassiveScenarioClassification (ar)":"","MassiveScenarioClassification (az)":"","MassiveScenarioClassification (bn)":"","MassiveScenarioClassification (cy)":"","MassiveScenarioClassification (de)":"","MassiveScenarioClassification (el)":"","MassiveScenarioClassification (es)":"","MassiveScenarioClassification (fa)":"","MassiveScenarioClassification (fi)":"","MassiveScenarioClassification (fr)":44.47,"MassiveScenarioClassification (he)":"","MassiveScenarioClassification (hi)":"","MassiveScenarioClassification (hu)":"","MassiveScenarioClassification (hy)":"","MassiveScenarioClassification (id)":"","MassiveScenarioClassification (is)":"","MassiveScenarioClassification (it)":"","MassiveScenarioClassification (ja)":"","MassiveScenarioClassification (jv)":"","MassiveScenarioClassification (ka)":"","MassiveScenarioClassification (km)":"","MassiveScenarioClassification (kn)":"","MassiveScenarioClassification (ko)":"","MassiveScenarioClassification (lv)":"","MassiveScenarioClassification (ml)":"","MassiveScenarioClassification (mn)":"","MassiveScenarioClassification (ms)":"","MassiveScenarioClassification (my)":"","MassiveScenarioClassification (nl)":"","MassiveScenarioClassification (pt)":"","MassiveScenarioClassification (ro)":"","MassiveScenarioClassification (ru)":"","MassiveScenarioClassification (sl)":"","MassiveScenarioClassification (sq)":"","MassiveScenarioClassification (sw)":"","MassiveScenarioClassification (ta)":"","MassiveScenarioClassification (te)":"","MassiveScenarioClassification (th)":"","MassiveScenarioClassification (tl)":"","MassiveScenarioClassification (tr)":"","MassiveScenarioClassification (ur)":"","MassiveScenarioClassification (vi)":"","MassiveScenarioClassification (zh-TW)":""} -{"index":57,"Rank":112,"Model":"bert-base-25lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AmazonCounterfactualClassification (de)":"","AmazonCounterfactualClassification (ja)":"","AmazonReviewsClassification (de)":"","AmazonReviewsClassification (es)":"","AmazonReviewsClassification (fr)":29.39,"AmazonReviewsClassification (ja)":"","AmazonReviewsClassification (zh)":"","MTOPDomainClassification (de)":"","MTOPDomainClassification (es)":"","MTOPDomainClassification (fr)":63.63,"MTOPDomainClassification (hi)":"","MTOPDomainClassification (th)":"","MTOPIntentClassification (de)":"","MTOPIntentClassification (es)":"","MTOPIntentClassification (fr)":37.86,"MTOPIntentClassification (hi)":"","MTOPIntentClassification (th)":"","MassiveIntentClassification (af)":"","MassiveIntentClassification (am)":"","MassiveIntentClassification (ar)":"","MassiveIntentClassification (az)":"","MassiveIntentClassification (bn)":"","MassiveIntentClassification (cy)":"","MassiveIntentClassification (de)":"","MassiveIntentClassification (el)":"","MassiveIntentClassification (es)":"","MassiveIntentClassification (fa)":"","MassiveIntentClassification (fi)":"","MassiveIntentClassification (fr)":37.3,"MassiveIntentClassification (he)":"","MassiveIntentClassification (hi)":"","MassiveIntentClassification (hu)":"","MassiveIntentClassification (hy)":"","MassiveIntentClassification (id)":"","MassiveIntentClassification (is)":"","MassiveIntentClassification (it)":"","MassiveIntentClassification (ja)":"","MassiveIntentClassification (jv)":"","MassiveIntentClassification (ka)":"","MassiveIntentClassification (km)":"","MassiveIntentClassification (kn)":"","MassiveIntentClassification (ko)":"","MassiveIntentClassification (lv)":"","MassiveIntentClassification (ml)":"","MassiveIntentClassification (mn)":"","MassiveIntentClassification (ms)":"","MassiveIntentClassification (my)":"","MassiveIntentClassification (nl)":"","MassiveIntentClassification (pt)":"","MassiveIntentClassification (ro)":"","MassiveIntentClassification (ru)":"","MassiveIntentClassification (sl)":"","MassiveIntentClassification (sq)":"","MassiveIntentClassification (sw)":"","MassiveIntentClassification (ta)":"","MassiveIntentClassification (te)":"","MassiveIntentClassification (th)":"","MassiveIntentClassification (tl)":"","MassiveIntentClassification (tr)":"","MassiveIntentClassification (ur)":"","MassiveIntentClassification (vi)":"","MassiveIntentClassification (zh-TW)":"","MassiveScenarioClassification (af)":"","MassiveScenarioClassification (am)":"","MassiveScenarioClassification (ar)":"","MassiveScenarioClassification (az)":"","MassiveScenarioClassification (bn)":"","MassiveScenarioClassification (cy)":"","MassiveScenarioClassification (de)":"","MassiveScenarioClassification (el)":"","MassiveScenarioClassification (es)":"","MassiveScenarioClassification (fa)":"","MassiveScenarioClassification (fi)":"","MassiveScenarioClassification (fr)":44.47,"MassiveScenarioClassification (he)":"","MassiveScenarioClassification (hi)":"","MassiveScenarioClassification (hu)":"","MassiveScenarioClassification (hy)":"","MassiveScenarioClassification (id)":"","MassiveScenarioClassification (is)":"","MassiveScenarioClassification (it)":"","MassiveScenarioClassification (ja)":"","MassiveScenarioClassification (jv)":"","MassiveScenarioClassification (ka)":"","MassiveScenarioClassification (km)":"","MassiveScenarioClassification (kn)":"","MassiveScenarioClassification (ko)":"","MassiveScenarioClassification (lv)":"","MassiveScenarioClassification (ml)":"","MassiveScenarioClassification (mn)":"","MassiveScenarioClassification (ms)":"","MassiveScenarioClassification (my)":"","MassiveScenarioClassification (nl)":"","MassiveScenarioClassification (pt)":"","MassiveScenarioClassification (ro)":"","MassiveScenarioClassification (ru)":"","MassiveScenarioClassification (sl)":"","MassiveScenarioClassification (sq)":"","MassiveScenarioClassification (sw)":"","MassiveScenarioClassification (ta)":"","MassiveScenarioClassification (te)":"","MassiveScenarioClassification (th)":"","MassiveScenarioClassification (tl)":"","MassiveScenarioClassification (tr)":"","MassiveScenarioClassification (ur)":"","MassiveScenarioClassification (vi)":"","MassiveScenarioClassification (zh-TW)":""} -{"index":59,"Rank":113,"Model":"KaLM-embedding-multilingual-mini-instruct-v1<\/a>","Model Size (Million Parameters)":494,"Memory Usage (GB, fp32)":1.84,"Embedding Dimensions":896,"Max Tokens":131072,"Average":"","AmazonCounterfactualClassification (de)":"","AmazonCounterfactualClassification (ja)":"","AmazonReviewsClassification (de)":"","AmazonReviewsClassification (es)":"","AmazonReviewsClassification (fr)":52.62,"AmazonReviewsClassification (ja)":"","AmazonReviewsClassification (zh)":50.25,"MTOPDomainClassification (de)":"","MTOPDomainClassification (es)":"","MTOPDomainClassification (fr)":95.79,"MTOPDomainClassification (hi)":"","MTOPDomainClassification (th)":"","MTOPIntentClassification (de)":"","MTOPIntentClassification (es)":"","MTOPIntentClassification (fr)":80.88,"MTOPIntentClassification (hi)":"","MTOPIntentClassification (th)":"","MassiveIntentClassification (af)":"","MassiveIntentClassification (am)":"","MassiveIntentClassification (ar)":"","MassiveIntentClassification (az)":"","MassiveIntentClassification (bn)":"","MassiveIntentClassification (cy)":"","MassiveIntentClassification (de)":"","MassiveIntentClassification (el)":"","MassiveIntentClassification (es)":"","MassiveIntentClassification (fa)":"","MassiveIntentClassification (fi)":"","MassiveIntentClassification (fr)":69.54,"MassiveIntentClassification (he)":"","MassiveIntentClassification (hi)":"","MassiveIntentClassification (hu)":"","MassiveIntentClassification (hy)":"","MassiveIntentClassification (id)":"","MassiveIntentClassification (is)":"","MassiveIntentClassification (it)":"","MassiveIntentClassification (ja)":"","MassiveIntentClassification (jv)":"","MassiveIntentClassification (ka)":"","MassiveIntentClassification (km)":"","MassiveIntentClassification (kn)":"","MassiveIntentClassification (ko)":"","MassiveIntentClassification (lv)":"","MassiveIntentClassification (ml)":"","MassiveIntentClassification (mn)":"","MassiveIntentClassification (ms)":"","MassiveIntentClassification (my)":"","MassiveIntentClassification (nl)":"","MassiveIntentClassification (pt)":"","MassiveIntentClassification (ro)":"","MassiveIntentClassification (ru)":68.61,"MassiveIntentClassification (sl)":"","MassiveIntentClassification (sq)":"","MassiveIntentClassification (sw)":"","MassiveIntentClassification (ta)":"","MassiveIntentClassification (te)":"","MassiveIntentClassification (th)":"","MassiveIntentClassification (tl)":"","MassiveIntentClassification (tr)":"","MassiveIntentClassification (ur)":"","MassiveIntentClassification (vi)":"","MassiveIntentClassification (zh-TW)":63.05,"MassiveScenarioClassification (af)":"","MassiveScenarioClassification (am)":"","MassiveScenarioClassification (ar)":"","MassiveScenarioClassification (az)":"","MassiveScenarioClassification (bn)":"","MassiveScenarioClassification (cy)":"","MassiveScenarioClassification (de)":"","MassiveScenarioClassification (el)":"","MassiveScenarioClassification (es)":"","MassiveScenarioClassification (fa)":"","MassiveScenarioClassification (fi)":"","MassiveScenarioClassification (fr)":78.53,"MassiveScenarioClassification (he)":"","MassiveScenarioClassification (hi)":"","MassiveScenarioClassification (hu)":"","MassiveScenarioClassification (hy)":"","MassiveScenarioClassification (id)":"","MassiveScenarioClassification (is)":"","MassiveScenarioClassification (it)":"","MassiveScenarioClassification (ja)":"","MassiveScenarioClassification (jv)":"","MassiveScenarioClassification (ka)":"","MassiveScenarioClassification (km)":"","MassiveScenarioClassification (kn)":"","MassiveScenarioClassification (ko)":"","MassiveScenarioClassification (lv)":"","MassiveScenarioClassification (ml)":"","MassiveScenarioClassification (mn)":"","MassiveScenarioClassification (ms)":"","MassiveScenarioClassification (my)":"","MassiveScenarioClassification (nl)":"","MassiveScenarioClassification (pt)":"","MassiveScenarioClassification (ro)":"","MassiveScenarioClassification (ru)":77.98,"MassiveScenarioClassification (sl)":"","MassiveScenarioClassification (sq)":"","MassiveScenarioClassification (sw)":"","MassiveScenarioClassification (ta)":"","MassiveScenarioClassification (te)":"","MassiveScenarioClassification (th)":"","MassiveScenarioClassification (tl)":"","MassiveScenarioClassification (tr)":"","MassiveScenarioClassification (ur)":"","MassiveScenarioClassification (vi)":"","MassiveScenarioClassification (zh-TW)":71.34} -{"index":60,"Rank":114,"Model":"KaLM-embedding-multilingual-mini-instruct-v1.5<\/a>","Model Size (Million Parameters)":494,"Memory Usage (GB, fp32)":1.84,"Embedding Dimensions":896,"Max Tokens":131072,"Average":"","AmazonCounterfactualClassification (de)":"","AmazonCounterfactualClassification (ja)":"","AmazonReviewsClassification (de)":"","AmazonReviewsClassification (es)":"","AmazonReviewsClassification (fr)":52.31,"AmazonReviewsClassification (ja)":"","AmazonReviewsClassification (zh)":50.98,"MTOPDomainClassification (de)":"","MTOPDomainClassification (es)":"","MTOPDomainClassification (fr)":95.02,"MTOPDomainClassification (hi)":"","MTOPDomainClassification (th)":"","MTOPIntentClassification (de)":"","MTOPIntentClassification (es)":"","MTOPIntentClassification (fr)":79.75,"MTOPIntentClassification (hi)":"","MTOPIntentClassification (th)":"","MassiveIntentClassification (af)":"","MassiveIntentClassification (am)":"","MassiveIntentClassification (ar)":"","MassiveIntentClassification (az)":"","MassiveIntentClassification (bn)":"","MassiveIntentClassification (cy)":"","MassiveIntentClassification (de)":"","MassiveIntentClassification (el)":"","MassiveIntentClassification (es)":"","MassiveIntentClassification (fa)":"","MassiveIntentClassification (fi)":"","MassiveIntentClassification (fr)":66.61,"MassiveIntentClassification (he)":"","MassiveIntentClassification (hi)":"","MassiveIntentClassification (hu)":"","MassiveIntentClassification (hy)":"","MassiveIntentClassification (id)":"","MassiveIntentClassification (is)":"","MassiveIntentClassification (it)":"","MassiveIntentClassification (ja)":"","MassiveIntentClassification (jv)":"","MassiveIntentClassification (ka)":"","MassiveIntentClassification (km)":"","MassiveIntentClassification (kn)":"","MassiveIntentClassification (ko)":"","MassiveIntentClassification (lv)":"","MassiveIntentClassification (ml)":"","MassiveIntentClassification (mn)":"","MassiveIntentClassification (ms)":"","MassiveIntentClassification (my)":"","MassiveIntentClassification (nl)":"","MassiveIntentClassification (pt)":"","MassiveIntentClassification (ro)":"","MassiveIntentClassification (ru)":66.07,"MassiveIntentClassification (sl)":"","MassiveIntentClassification (sq)":"","MassiveIntentClassification (sw)":"","MassiveIntentClassification (ta)":"","MassiveIntentClassification (te)":"","MassiveIntentClassification (th)":"","MassiveIntentClassification (tl)":"","MassiveIntentClassification (tr)":"","MassiveIntentClassification (ur)":"","MassiveIntentClassification (vi)":"","MassiveIntentClassification (zh-TW)":60.01,"MassiveScenarioClassification (af)":"","MassiveScenarioClassification (am)":"","MassiveScenarioClassification (ar)":"","MassiveScenarioClassification (az)":"","MassiveScenarioClassification (bn)":"","MassiveScenarioClassification (cy)":"","MassiveScenarioClassification (de)":"","MassiveScenarioClassification (el)":"","MassiveScenarioClassification (es)":"","MassiveScenarioClassification (fa)":"","MassiveScenarioClassification (fi)":"","MassiveScenarioClassification (fr)":75.69,"MassiveScenarioClassification (he)":"","MassiveScenarioClassification (hi)":"","MassiveScenarioClassification (hu)":"","MassiveScenarioClassification (hy)":"","MassiveScenarioClassification (id)":"","MassiveScenarioClassification (is)":"","MassiveScenarioClassification (it)":"","MassiveScenarioClassification (ja)":"","MassiveScenarioClassification (jv)":"","MassiveScenarioClassification (ka)":"","MassiveScenarioClassification (km)":"","MassiveScenarioClassification (kn)":"","MassiveScenarioClassification (ko)":"","MassiveScenarioClassification (lv)":"","MassiveScenarioClassification (ml)":"","MassiveScenarioClassification (mn)":"","MassiveScenarioClassification (ms)":"","MassiveScenarioClassification (my)":"","MassiveScenarioClassification (nl)":"","MassiveScenarioClassification (pt)":"","MassiveScenarioClassification (ro)":"","MassiveScenarioClassification (ru)":74.81,"MassiveScenarioClassification (sl)":"","MassiveScenarioClassification (sq)":"","MassiveScenarioClassification (sw)":"","MassiveScenarioClassification (ta)":"","MassiveScenarioClassification (te)":"","MassiveScenarioClassification (th)":"","MassiveScenarioClassification (tl)":"","MassiveScenarioClassification (tr)":"","MassiveScenarioClassification (ur)":"","MassiveScenarioClassification (vi)":"","MassiveScenarioClassification (zh-TW)":69.21} -{"index":61,"Rank":115,"Model":"KaLM-embedding-multilingual-mini-v1<\/a>","Model Size (Million Parameters)":494,"Memory Usage (GB, fp32)":1.84,"Embedding Dimensions":896,"Max Tokens":131072,"Average":"","AmazonCounterfactualClassification (de)":"","AmazonCounterfactualClassification (ja)":"","AmazonReviewsClassification (de)":"","AmazonReviewsClassification (es)":"","AmazonReviewsClassification (fr)":44.85,"AmazonReviewsClassification (ja)":"","AmazonReviewsClassification (zh)":41.86,"MTOPDomainClassification (de)":"","MTOPDomainClassification (es)":"","MTOPDomainClassification (fr)":80.15,"MTOPDomainClassification (hi)":"","MTOPDomainClassification (th)":"","MTOPIntentClassification (de)":"","MTOPIntentClassification (es)":"","MTOPIntentClassification (fr)":50.24,"MTOPIntentClassification (hi)":"","MTOPIntentClassification (th)":"","MassiveIntentClassification (af)":"","MassiveIntentClassification (am)":"","MassiveIntentClassification (ar)":"","MassiveIntentClassification (az)":"","MassiveIntentClassification (bn)":"","MassiveIntentClassification (cy)":"","MassiveIntentClassification (de)":"","MassiveIntentClassification (el)":"","MassiveIntentClassification (es)":"","MassiveIntentClassification (fa)":"","MassiveIntentClassification (fi)":"","MassiveIntentClassification (fr)":59.05,"MassiveIntentClassification (he)":"","MassiveIntentClassification (hi)":"","MassiveIntentClassification (hu)":"","MassiveIntentClassification (hy)":"","MassiveIntentClassification (id)":"","MassiveIntentClassification (is)":"","MassiveIntentClassification (it)":"","MassiveIntentClassification (ja)":"","MassiveIntentClassification (jv)":"","MassiveIntentClassification (ka)":"","MassiveIntentClassification (km)":"","MassiveIntentClassification (kn)":"","MassiveIntentClassification (ko)":"","MassiveIntentClassification (lv)":"","MassiveIntentClassification (ml)":"","MassiveIntentClassification (mn)":"","MassiveIntentClassification (ms)":"","MassiveIntentClassification (my)":"","MassiveIntentClassification (nl)":"","MassiveIntentClassification (pt)":"","MassiveIntentClassification (ro)":"","MassiveIntentClassification (ru)":60.08,"MassiveIntentClassification (sl)":"","MassiveIntentClassification (sq)":"","MassiveIntentClassification (sw)":"","MassiveIntentClassification (ta)":"","MassiveIntentClassification (te)":"","MassiveIntentClassification (th)":"","MassiveIntentClassification (tl)":"","MassiveIntentClassification (tr)":"","MassiveIntentClassification (ur)":"","MassiveIntentClassification (vi)":"","MassiveIntentClassification (zh-TW)":57.36,"MassiveScenarioClassification (af)":"","MassiveScenarioClassification (am)":"","MassiveScenarioClassification (ar)":"","MassiveScenarioClassification (az)":"","MassiveScenarioClassification (bn)":"","MassiveScenarioClassification (cy)":"","MassiveScenarioClassification (de)":"","MassiveScenarioClassification (el)":"","MassiveScenarioClassification (es)":"","MassiveScenarioClassification (fa)":"","MassiveScenarioClassification (fi)":"","MassiveScenarioClassification (fr)":67.29,"MassiveScenarioClassification (he)":"","MassiveScenarioClassification (hi)":"","MassiveScenarioClassification (hu)":"","MassiveScenarioClassification (hy)":"","MassiveScenarioClassification (id)":"","MassiveScenarioClassification (is)":"","MassiveScenarioClassification (it)":"","MassiveScenarioClassification (ja)":"","MassiveScenarioClassification (jv)":"","MassiveScenarioClassification (ka)":"","MassiveScenarioClassification (km)":"","MassiveScenarioClassification (kn)":"","MassiveScenarioClassification (ko)":"","MassiveScenarioClassification (lv)":"","MassiveScenarioClassification (ml)":"","MassiveScenarioClassification (mn)":"","MassiveScenarioClassification (ms)":"","MassiveScenarioClassification (my)":"","MassiveScenarioClassification (nl)":"","MassiveScenarioClassification (pt)":"","MassiveScenarioClassification (ro)":"","MassiveScenarioClassification (ru)":66.44,"MassiveScenarioClassification (sl)":"","MassiveScenarioClassification (sq)":"","MassiveScenarioClassification (sw)":"","MassiveScenarioClassification (ta)":"","MassiveScenarioClassification (te)":"","MassiveScenarioClassification (th)":"","MassiveScenarioClassification (tl)":"","MassiveScenarioClassification (tr)":"","MassiveScenarioClassification (ur)":"","MassiveScenarioClassification (vi)":"","MassiveScenarioClassification (zh-TW)":65.85} -{"index":62,"Rank":116,"Model":"Yuan-embedding-1.0<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Embedding Dimensions":1792,"Max Tokens":512,"Average":"","AmazonCounterfactualClassification (de)":"","AmazonCounterfactualClassification (ja)":"","AmazonReviewsClassification (de)":"","AmazonReviewsClassification (es)":"","AmazonReviewsClassification (fr)":"","AmazonReviewsClassification (ja)":"","AmazonReviewsClassification (zh)":45.85,"MTOPDomainClassification (de)":"","MTOPDomainClassification (es)":"","MTOPDomainClassification (fr)":"","MTOPDomainClassification (hi)":"","MTOPDomainClassification (th)":"","MTOPIntentClassification (de)":"","MTOPIntentClassification (es)":"","MTOPIntentClassification (fr)":"","MTOPIntentClassification (hi)":"","MTOPIntentClassification (th)":"","MassiveIntentClassification (af)":"","MassiveIntentClassification (am)":"","MassiveIntentClassification (ar)":"","MassiveIntentClassification (az)":"","MassiveIntentClassification (bn)":"","MassiveIntentClassification (cy)":"","MassiveIntentClassification (de)":"","MassiveIntentClassification (el)":"","MassiveIntentClassification (es)":"","MassiveIntentClassification (fa)":"","MassiveIntentClassification (fi)":"","MassiveIntentClassification (fr)":"","MassiveIntentClassification (he)":"","MassiveIntentClassification (hi)":"","MassiveIntentClassification (hu)":"","MassiveIntentClassification (hy)":"","MassiveIntentClassification (id)":"","MassiveIntentClassification (is)":"","MassiveIntentClassification (it)":"","MassiveIntentClassification (ja)":"","MassiveIntentClassification (jv)":"","MassiveIntentClassification (ka)":"","MassiveIntentClassification (km)":"","MassiveIntentClassification (kn)":"","MassiveIntentClassification (ko)":"","MassiveIntentClassification (lv)":"","MassiveIntentClassification (ml)":"","MassiveIntentClassification (mn)":"","MassiveIntentClassification (ms)":"","MassiveIntentClassification (my)":"","MassiveIntentClassification (nl)":"","MassiveIntentClassification (pt)":"","MassiveIntentClassification (ro)":"","MassiveIntentClassification (ru)":"","MassiveIntentClassification (sl)":"","MassiveIntentClassification (sq)":"","MassiveIntentClassification (sw)":"","MassiveIntentClassification (ta)":"","MassiveIntentClassification (te)":"","MassiveIntentClassification (th)":"","MassiveIntentClassification (tl)":"","MassiveIntentClassification (tr)":"","MassiveIntentClassification (ur)":"","MassiveIntentClassification (vi)":"","MassiveIntentClassification (zh-TW)":"","MassiveScenarioClassification (af)":"","MassiveScenarioClassification (am)":"","MassiveScenarioClassification (ar)":"","MassiveScenarioClassification (az)":"","MassiveScenarioClassification (bn)":"","MassiveScenarioClassification (cy)":"","MassiveScenarioClassification (de)":"","MassiveScenarioClassification (el)":"","MassiveScenarioClassification (es)":"","MassiveScenarioClassification (fa)":"","MassiveScenarioClassification (fi)":"","MassiveScenarioClassification (fr)":"","MassiveScenarioClassification (he)":"","MassiveScenarioClassification (hi)":"","MassiveScenarioClassification (hu)":"","MassiveScenarioClassification (hy)":"","MassiveScenarioClassification (id)":"","MassiveScenarioClassification (is)":"","MassiveScenarioClassification (it)":"","MassiveScenarioClassification (ja)":"","MassiveScenarioClassification (jv)":"","MassiveScenarioClassification (ka)":"","MassiveScenarioClassification (km)":"","MassiveScenarioClassification (kn)":"","MassiveScenarioClassification (ko)":"","MassiveScenarioClassification (lv)":"","MassiveScenarioClassification (ml)":"","MassiveScenarioClassification (mn)":"","MassiveScenarioClassification (ms)":"","MassiveScenarioClassification (my)":"","MassiveScenarioClassification (nl)":"","MassiveScenarioClassification (pt)":"","MassiveScenarioClassification (ro)":"","MassiveScenarioClassification (ru)":"","MassiveScenarioClassification (sl)":"","MassiveScenarioClassification (sq)":"","MassiveScenarioClassification (sw)":"","MassiveScenarioClassification (ta)":"","MassiveScenarioClassification (te)":"","MassiveScenarioClassification (th)":"","MassiveScenarioClassification (tl)":"","MassiveScenarioClassification (tr)":"","MassiveScenarioClassification (ur)":"","MassiveScenarioClassification (vi)":"","MassiveScenarioClassification (zh-TW)":""} -{"index":63,"Rank":117,"Model":"Conan-embedding-v1-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","AmazonCounterfactualClassification (de)":"","AmazonCounterfactualClassification (ja)":"","AmazonReviewsClassification (de)":"","AmazonReviewsClassification (es)":"","AmazonReviewsClassification (fr)":"","AmazonReviewsClassification (ja)":"","AmazonReviewsClassification (zh)":50.31,"MTOPDomainClassification (de)":"","MTOPDomainClassification (es)":"","MTOPDomainClassification (fr)":"","MTOPDomainClassification (hi)":"","MTOPDomainClassification (th)":"","MTOPIntentClassification (de)":"","MTOPIntentClassification (es)":"","MTOPIntentClassification (fr)":"","MTOPIntentClassification (hi)":"","MTOPIntentClassification (th)":"","MassiveIntentClassification (af)":"","MassiveIntentClassification (am)":"","MassiveIntentClassification (ar)":"","MassiveIntentClassification (az)":"","MassiveIntentClassification (bn)":"","MassiveIntentClassification (cy)":"","MassiveIntentClassification (de)":"","MassiveIntentClassification (el)":"","MassiveIntentClassification (es)":"","MassiveIntentClassification (fa)":"","MassiveIntentClassification (fi)":"","MassiveIntentClassification (fr)":"","MassiveIntentClassification (he)":"","MassiveIntentClassification (hi)":"","MassiveIntentClassification (hu)":"","MassiveIntentClassification (hy)":"","MassiveIntentClassification (id)":"","MassiveIntentClassification (is)":"","MassiveIntentClassification (it)":"","MassiveIntentClassification (ja)":"","MassiveIntentClassification (jv)":"","MassiveIntentClassification (ka)":"","MassiveIntentClassification (km)":"","MassiveIntentClassification (kn)":"","MassiveIntentClassification (ko)":"","MassiveIntentClassification (lv)":"","MassiveIntentClassification (ml)":"","MassiveIntentClassification (mn)":"","MassiveIntentClassification (ms)":"","MassiveIntentClassification (my)":"","MassiveIntentClassification (nl)":"","MassiveIntentClassification (pt)":"","MassiveIntentClassification (ro)":"","MassiveIntentClassification (ru)":"","MassiveIntentClassification (sl)":"","MassiveIntentClassification (sq)":"","MassiveIntentClassification (sw)":"","MassiveIntentClassification (ta)":"","MassiveIntentClassification (te)":"","MassiveIntentClassification (th)":"","MassiveIntentClassification (tl)":"","MassiveIntentClassification (tr)":"","MassiveIntentClassification (ur)":"","MassiveIntentClassification (vi)":"","MassiveIntentClassification (zh-TW)":"","MassiveScenarioClassification (af)":"","MassiveScenarioClassification (am)":"","MassiveScenarioClassification (ar)":"","MassiveScenarioClassification (az)":"","MassiveScenarioClassification (bn)":"","MassiveScenarioClassification (cy)":"","MassiveScenarioClassification (de)":"","MassiveScenarioClassification (el)":"","MassiveScenarioClassification (es)":"","MassiveScenarioClassification (fa)":"","MassiveScenarioClassification (fi)":"","MassiveScenarioClassification (fr)":"","MassiveScenarioClassification (he)":"","MassiveScenarioClassification (hi)":"","MassiveScenarioClassification (hu)":"","MassiveScenarioClassification (hy)":"","MassiveScenarioClassification (id)":"","MassiveScenarioClassification (is)":"","MassiveScenarioClassification (it)":"","MassiveScenarioClassification (ja)":"","MassiveScenarioClassification (jv)":"","MassiveScenarioClassification (ka)":"","MassiveScenarioClassification (km)":"","MassiveScenarioClassification (kn)":"","MassiveScenarioClassification (ko)":"","MassiveScenarioClassification (lv)":"","MassiveScenarioClassification (ml)":"","MassiveScenarioClassification (mn)":"","MassiveScenarioClassification (ms)":"","MassiveScenarioClassification (my)":"","MassiveScenarioClassification (nl)":"","MassiveScenarioClassification (pt)":"","MassiveScenarioClassification (ro)":"","MassiveScenarioClassification (ru)":"","MassiveScenarioClassification (sl)":"","MassiveScenarioClassification (sq)":"","MassiveScenarioClassification (sw)":"","MassiveScenarioClassification (ta)":"","MassiveScenarioClassification (te)":"","MassiveScenarioClassification (th)":"","MassiveScenarioClassification (tl)":"","MassiveScenarioClassification (tr)":"","MassiveScenarioClassification (ur)":"","MassiveScenarioClassification (vi)":"","MassiveScenarioClassification (zh-TW)":""} -{"index":65,"Rank":118,"Model":"bilingual-document-embedding<\/a>","Model Size (Million Parameters)":568,"Memory Usage (GB, fp32)":2.12,"Embedding Dimensions":1024,"Max Tokens":8194,"Average":"","AmazonCounterfactualClassification (de)":"","AmazonCounterfactualClassification (ja)":"","AmazonReviewsClassification (de)":"","AmazonReviewsClassification (es)":"","AmazonReviewsClassification (fr)":43.49,"AmazonReviewsClassification (ja)":"","AmazonReviewsClassification (zh)":"","MTOPDomainClassification (de)":"","MTOPDomainClassification (es)":"","MTOPDomainClassification (fr)":88.46,"MTOPDomainClassification (hi)":"","MTOPDomainClassification (th)":"","MTOPIntentClassification (de)":"","MTOPIntentClassification (es)":"","MTOPIntentClassification (fr)":60.27,"MTOPIntentClassification (hi)":"","MTOPIntentClassification (th)":"","MassiveIntentClassification (af)":"","MassiveIntentClassification (am)":"","MassiveIntentClassification (ar)":"","MassiveIntentClassification (az)":"","MassiveIntentClassification (bn)":"","MassiveIntentClassification (cy)":"","MassiveIntentClassification (de)":"","MassiveIntentClassification (el)":"","MassiveIntentClassification (es)":"","MassiveIntentClassification (fa)":"","MassiveIntentClassification (fi)":"","MassiveIntentClassification (fr)":67.39,"MassiveIntentClassification (he)":"","MassiveIntentClassification (hi)":"","MassiveIntentClassification (hu)":"","MassiveIntentClassification (hy)":"","MassiveIntentClassification (id)":"","MassiveIntentClassification (is)":"","MassiveIntentClassification (it)":"","MassiveIntentClassification (ja)":"","MassiveIntentClassification (jv)":"","MassiveIntentClassification (ka)":"","MassiveIntentClassification (km)":"","MassiveIntentClassification (kn)":"","MassiveIntentClassification (ko)":"","MassiveIntentClassification (lv)":"","MassiveIntentClassification (ml)":"","MassiveIntentClassification (mn)":"","MassiveIntentClassification (ms)":"","MassiveIntentClassification (my)":"","MassiveIntentClassification (nl)":"","MassiveIntentClassification (pt)":"","MassiveIntentClassification (ro)":"","MassiveIntentClassification (ru)":"","MassiveIntentClassification (sl)":"","MassiveIntentClassification (sq)":"","MassiveIntentClassification (sw)":"","MassiveIntentClassification (ta)":"","MassiveIntentClassification (te)":"","MassiveIntentClassification (th)":"","MassiveIntentClassification (tl)":"","MassiveIntentClassification (tr)":"","MassiveIntentClassification (ur)":"","MassiveIntentClassification (vi)":"","MassiveIntentClassification (zh-TW)":"","MassiveScenarioClassification (af)":"","MassiveScenarioClassification (am)":"","MassiveScenarioClassification (ar)":"","MassiveScenarioClassification (az)":"","MassiveScenarioClassification (bn)":"","MassiveScenarioClassification (cy)":"","MassiveScenarioClassification (de)":"","MassiveScenarioClassification (el)":"","MassiveScenarioClassification (es)":"","MassiveScenarioClassification (fa)":"","MassiveScenarioClassification (fi)":"","MassiveScenarioClassification (fr)":74.12,"MassiveScenarioClassification (he)":"","MassiveScenarioClassification (hi)":"","MassiveScenarioClassification (hu)":"","MassiveScenarioClassification (hy)":"","MassiveScenarioClassification (id)":"","MassiveScenarioClassification (is)":"","MassiveScenarioClassification (it)":"","MassiveScenarioClassification (ja)":"","MassiveScenarioClassification (jv)":"","MassiveScenarioClassification (ka)":"","MassiveScenarioClassification (km)":"","MassiveScenarioClassification (kn)":"","MassiveScenarioClassification (ko)":"","MassiveScenarioClassification (lv)":"","MassiveScenarioClassification (ml)":"","MassiveScenarioClassification (mn)":"","MassiveScenarioClassification (ms)":"","MassiveScenarioClassification (my)":"","MassiveScenarioClassification (nl)":"","MassiveScenarioClassification (pt)":"","MassiveScenarioClassification (ro)":"","MassiveScenarioClassification (ru)":"","MassiveScenarioClassification (sl)":"","MassiveScenarioClassification (sq)":"","MassiveScenarioClassification (sw)":"","MassiveScenarioClassification (ta)":"","MassiveScenarioClassification (te)":"","MassiveScenarioClassification (th)":"","MassiveScenarioClassification (tl)":"","MassiveScenarioClassification (tr)":"","MassiveScenarioClassification (ur)":"","MassiveScenarioClassification (vi)":"","MassiveScenarioClassification (zh-TW)":""} -{"index":66,"Rank":119,"Model":"bilingual-embedding-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","AmazonCounterfactualClassification (de)":"","AmazonCounterfactualClassification (ja)":"","AmazonReviewsClassification (de)":"","AmazonReviewsClassification (es)":"","AmazonReviewsClassification (fr)":40.35,"AmazonReviewsClassification (ja)":"","AmazonReviewsClassification (zh)":"","MTOPDomainClassification (de)":"","MTOPDomainClassification (es)":"","MTOPDomainClassification (fr)":86.83,"MTOPDomainClassification (hi)":"","MTOPDomainClassification (th)":"","MTOPIntentClassification (de)":"","MTOPIntentClassification (es)":"","MTOPIntentClassification (fr)":59.13,"MTOPIntentClassification (hi)":"","MTOPIntentClassification (th)":"","MassiveIntentClassification (af)":"","MassiveIntentClassification (am)":"","MassiveIntentClassification (ar)":"","MassiveIntentClassification (az)":"","MassiveIntentClassification (bn)":"","MassiveIntentClassification (cy)":"","MassiveIntentClassification (de)":"","MassiveIntentClassification (el)":"","MassiveIntentClassification (es)":"","MassiveIntentClassification (fa)":"","MassiveIntentClassification (fi)":"","MassiveIntentClassification (fr)":64.99,"MassiveIntentClassification (he)":"","MassiveIntentClassification (hi)":"","MassiveIntentClassification (hu)":"","MassiveIntentClassification (hy)":"","MassiveIntentClassification (id)":"","MassiveIntentClassification (is)":"","MassiveIntentClassification (it)":"","MassiveIntentClassification (ja)":"","MassiveIntentClassification (jv)":"","MassiveIntentClassification (ka)":"","MassiveIntentClassification (km)":"","MassiveIntentClassification (kn)":"","MassiveIntentClassification (ko)":"","MassiveIntentClassification (lv)":"","MassiveIntentClassification (ml)":"","MassiveIntentClassification (mn)":"","MassiveIntentClassification (ms)":"","MassiveIntentClassification (my)":"","MassiveIntentClassification (nl)":"","MassiveIntentClassification (pt)":"","MassiveIntentClassification (ro)":"","MassiveIntentClassification (ru)":"","MassiveIntentClassification (sl)":"","MassiveIntentClassification (sq)":"","MassiveIntentClassification (sw)":"","MassiveIntentClassification (ta)":"","MassiveIntentClassification (te)":"","MassiveIntentClassification (th)":"","MassiveIntentClassification (tl)":"","MassiveIntentClassification (tr)":"","MassiveIntentClassification (ur)":"","MassiveIntentClassification (vi)":"","MassiveIntentClassification (zh-TW)":"","MassiveScenarioClassification (af)":"","MassiveScenarioClassification (am)":"","MassiveScenarioClassification (ar)":"","MassiveScenarioClassification (az)":"","MassiveScenarioClassification (bn)":"","MassiveScenarioClassification (cy)":"","MassiveScenarioClassification (de)":"","MassiveScenarioClassification (el)":"","MassiveScenarioClassification (es)":"","MassiveScenarioClassification (fa)":"","MassiveScenarioClassification (fi)":"","MassiveScenarioClassification (fr)":71.72,"MassiveScenarioClassification (he)":"","MassiveScenarioClassification (hi)":"","MassiveScenarioClassification (hu)":"","MassiveScenarioClassification (hy)":"","MassiveScenarioClassification (id)":"","MassiveScenarioClassification (is)":"","MassiveScenarioClassification (it)":"","MassiveScenarioClassification (ja)":"","MassiveScenarioClassification (jv)":"","MassiveScenarioClassification (ka)":"","MassiveScenarioClassification (km)":"","MassiveScenarioClassification (kn)":"","MassiveScenarioClassification (ko)":"","MassiveScenarioClassification (lv)":"","MassiveScenarioClassification (ml)":"","MassiveScenarioClassification (mn)":"","MassiveScenarioClassification (ms)":"","MassiveScenarioClassification (my)":"","MassiveScenarioClassification (nl)":"","MassiveScenarioClassification (pt)":"","MassiveScenarioClassification (ro)":"","MassiveScenarioClassification (ru)":"","MassiveScenarioClassification (sl)":"","MassiveScenarioClassification (sq)":"","MassiveScenarioClassification (sw)":"","MassiveScenarioClassification (ta)":"","MassiveScenarioClassification (te)":"","MassiveScenarioClassification (th)":"","MassiveScenarioClassification (tl)":"","MassiveScenarioClassification (tr)":"","MassiveScenarioClassification (ur)":"","MassiveScenarioClassification (vi)":"","MassiveScenarioClassification (zh-TW)":""} -{"index":67,"Rank":120,"Model":"bilingual-embedding-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","AmazonCounterfactualClassification (de)":"","AmazonCounterfactualClassification (ja)":"","AmazonReviewsClassification (de)":"","AmazonReviewsClassification (es)":"","AmazonReviewsClassification (fr)":43.42,"AmazonReviewsClassification (ja)":"","AmazonReviewsClassification (zh)":"","MTOPDomainClassification (de)":"","MTOPDomainClassification (es)":"","MTOPDomainClassification (fr)":88.33,"MTOPDomainClassification (hi)":"","MTOPDomainClassification (th)":"","MTOPIntentClassification (de)":"","MTOPIntentClassification (es)":"","MTOPIntentClassification (fr)":62.85,"MTOPIntentClassification (hi)":"","MTOPIntentClassification (th)":"","MassiveIntentClassification (af)":"","MassiveIntentClassification (am)":"","MassiveIntentClassification (ar)":"","MassiveIntentClassification (az)":"","MassiveIntentClassification (bn)":"","MassiveIntentClassification (cy)":"","MassiveIntentClassification (de)":"","MassiveIntentClassification (el)":"","MassiveIntentClassification (es)":"","MassiveIntentClassification (fa)":"","MassiveIntentClassification (fi)":"","MassiveIntentClassification (fr)":66.81,"MassiveIntentClassification (he)":"","MassiveIntentClassification (hi)":"","MassiveIntentClassification (hu)":"","MassiveIntentClassification (hy)":"","MassiveIntentClassification (id)":"","MassiveIntentClassification (is)":"","MassiveIntentClassification (it)":"","MassiveIntentClassification (ja)":"","MassiveIntentClassification (jv)":"","MassiveIntentClassification (ka)":"","MassiveIntentClassification (km)":"","MassiveIntentClassification (kn)":"","MassiveIntentClassification (ko)":"","MassiveIntentClassification (lv)":"","MassiveIntentClassification (ml)":"","MassiveIntentClassification (mn)":"","MassiveIntentClassification (ms)":"","MassiveIntentClassification (my)":"","MassiveIntentClassification (nl)":"","MassiveIntentClassification (pt)":"","MassiveIntentClassification (ro)":"","MassiveIntentClassification (ru)":"","MassiveIntentClassification (sl)":"","MassiveIntentClassification (sq)":"","MassiveIntentClassification (sw)":"","MassiveIntentClassification (ta)":"","MassiveIntentClassification (te)":"","MassiveIntentClassification (th)":"","MassiveIntentClassification (tl)":"","MassiveIntentClassification (tr)":"","MassiveIntentClassification (ur)":"","MassiveIntentClassification (vi)":"","MassiveIntentClassification (zh-TW)":"","MassiveScenarioClassification (af)":"","MassiveScenarioClassification (am)":"","MassiveScenarioClassification (ar)":"","MassiveScenarioClassification (az)":"","MassiveScenarioClassification (bn)":"","MassiveScenarioClassification (cy)":"","MassiveScenarioClassification (de)":"","MassiveScenarioClassification (el)":"","MassiveScenarioClassification (es)":"","MassiveScenarioClassification (fa)":"","MassiveScenarioClassification (fi)":"","MassiveScenarioClassification (fr)":72.99,"MassiveScenarioClassification (he)":"","MassiveScenarioClassification (hi)":"","MassiveScenarioClassification (hu)":"","MassiveScenarioClassification (hy)":"","MassiveScenarioClassification (id)":"","MassiveScenarioClassification (is)":"","MassiveScenarioClassification (it)":"","MassiveScenarioClassification (ja)":"","MassiveScenarioClassification (jv)":"","MassiveScenarioClassification (ka)":"","MassiveScenarioClassification (km)":"","MassiveScenarioClassification (kn)":"","MassiveScenarioClassification (ko)":"","MassiveScenarioClassification (lv)":"","MassiveScenarioClassification (ml)":"","MassiveScenarioClassification (mn)":"","MassiveScenarioClassification (ms)":"","MassiveScenarioClassification (my)":"","MassiveScenarioClassification (nl)":"","MassiveScenarioClassification (pt)":"","MassiveScenarioClassification (ro)":"","MassiveScenarioClassification (ru)":"","MassiveScenarioClassification (sl)":"","MassiveScenarioClassification (sq)":"","MassiveScenarioClassification (sw)":"","MassiveScenarioClassification (ta)":"","MassiveScenarioClassification (te)":"","MassiveScenarioClassification (th)":"","MassiveScenarioClassification (tl)":"","MassiveScenarioClassification (tr)":"","MassiveScenarioClassification (ur)":"","MassiveScenarioClassification (vi)":"","MassiveScenarioClassification (zh-TW)":""} -{"index":68,"Rank":121,"Model":"bilingual-embedding-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","AmazonCounterfactualClassification (de)":"","AmazonCounterfactualClassification (ja)":"","AmazonReviewsClassification (de)":"","AmazonReviewsClassification (es)":"","AmazonReviewsClassification (fr)":37.1,"AmazonReviewsClassification (ja)":"","AmazonReviewsClassification (zh)":"","MTOPDomainClassification (de)":"","MTOPDomainClassification (es)":"","MTOPDomainClassification (fr)":86.09,"MTOPDomainClassification (hi)":"","MTOPDomainClassification (th)":"","MTOPIntentClassification (de)":"","MTOPIntentClassification (es)":"","MTOPIntentClassification (fr)":61.23,"MTOPIntentClassification (hi)":"","MTOPIntentClassification (th)":"","MassiveIntentClassification (af)":"","MassiveIntentClassification (am)":"","MassiveIntentClassification (ar)":"","MassiveIntentClassification (az)":"","MassiveIntentClassification (bn)":"","MassiveIntentClassification (cy)":"","MassiveIntentClassification (de)":"","MassiveIntentClassification (el)":"","MassiveIntentClassification (es)":"","MassiveIntentClassification (fa)":"","MassiveIntentClassification (fi)":"","MassiveIntentClassification (fr)":65.49,"MassiveIntentClassification (he)":"","MassiveIntentClassification (hi)":"","MassiveIntentClassification (hu)":"","MassiveIntentClassification (hy)":"","MassiveIntentClassification (id)":"","MassiveIntentClassification (is)":"","MassiveIntentClassification (it)":"","MassiveIntentClassification (ja)":"","MassiveIntentClassification (jv)":"","MassiveIntentClassification (ka)":"","MassiveIntentClassification (km)":"","MassiveIntentClassification (kn)":"","MassiveIntentClassification (ko)":"","MassiveIntentClassification (lv)":"","MassiveIntentClassification (ml)":"","MassiveIntentClassification (mn)":"","MassiveIntentClassification (ms)":"","MassiveIntentClassification (my)":"","MassiveIntentClassification (nl)":"","MassiveIntentClassification (pt)":"","MassiveIntentClassification (ro)":"","MassiveIntentClassification (ru)":"","MassiveIntentClassification (sl)":"","MassiveIntentClassification (sq)":"","MassiveIntentClassification (sw)":"","MassiveIntentClassification (ta)":"","MassiveIntentClassification (te)":"","MassiveIntentClassification (th)":"","MassiveIntentClassification (tl)":"","MassiveIntentClassification (tr)":"","MassiveIntentClassification (ur)":"","MassiveIntentClassification (vi)":"","MassiveIntentClassification (zh-TW)":"","MassiveScenarioClassification (af)":"","MassiveScenarioClassification (am)":"","MassiveScenarioClassification (ar)":"","MassiveScenarioClassification (az)":"","MassiveScenarioClassification (bn)":"","MassiveScenarioClassification (cy)":"","MassiveScenarioClassification (de)":"","MassiveScenarioClassification (el)":"","MassiveScenarioClassification (es)":"","MassiveScenarioClassification (fa)":"","MassiveScenarioClassification (fi)":"","MassiveScenarioClassification (fr)":69.27,"MassiveScenarioClassification (he)":"","MassiveScenarioClassification (hi)":"","MassiveScenarioClassification (hu)":"","MassiveScenarioClassification (hy)":"","MassiveScenarioClassification (id)":"","MassiveScenarioClassification (is)":"","MassiveScenarioClassification (it)":"","MassiveScenarioClassification (ja)":"","MassiveScenarioClassification (jv)":"","MassiveScenarioClassification (ka)":"","MassiveScenarioClassification (km)":"","MassiveScenarioClassification (kn)":"","MassiveScenarioClassification (ko)":"","MassiveScenarioClassification (lv)":"","MassiveScenarioClassification (ml)":"","MassiveScenarioClassification (mn)":"","MassiveScenarioClassification (ms)":"","MassiveScenarioClassification (my)":"","MassiveScenarioClassification (nl)":"","MassiveScenarioClassification (pt)":"","MassiveScenarioClassification (ro)":"","MassiveScenarioClassification (ru)":"","MassiveScenarioClassification (sl)":"","MassiveScenarioClassification (sq)":"","MassiveScenarioClassification (sw)":"","MassiveScenarioClassification (ta)":"","MassiveScenarioClassification (te)":"","MassiveScenarioClassification (th)":"","MassiveScenarioClassification (tl)":"","MassiveScenarioClassification (tr)":"","MassiveScenarioClassification (ur)":"","MassiveScenarioClassification (vi)":"","MassiveScenarioClassification (zh-TW)":""} -{"index":69,"Rank":122,"Model":"jina-embeddings-v2-base-de-Q5_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","AmazonCounterfactualClassification (de)":68.92,"AmazonCounterfactualClassification (ja)":"","AmazonReviewsClassification (de)":37.72,"AmazonReviewsClassification (es)":"","AmazonReviewsClassification (fr)":"","AmazonReviewsClassification (ja)":"","AmazonReviewsClassification (zh)":"","MTOPDomainClassification (de)":88.37,"MTOPDomainClassification (es)":"","MTOPDomainClassification (fr)":"","MTOPDomainClassification (hi)":"","MTOPDomainClassification (th)":"","MTOPIntentClassification (de)":63.83,"MTOPIntentClassification (es)":"","MTOPIntentClassification (fr)":"","MTOPIntentClassification (hi)":"","MTOPIntentClassification (th)":"","MassiveIntentClassification (af)":"","MassiveIntentClassification (am)":"","MassiveIntentClassification (ar)":"","MassiveIntentClassification (az)":"","MassiveIntentClassification (bn)":"","MassiveIntentClassification (cy)":"","MassiveIntentClassification (de)":63.89,"MassiveIntentClassification (el)":"","MassiveIntentClassification (es)":"","MassiveIntentClassification (fa)":"","MassiveIntentClassification (fi)":"","MassiveIntentClassification (fr)":"","MassiveIntentClassification (he)":"","MassiveIntentClassification (hi)":"","MassiveIntentClassification (hu)":"","MassiveIntentClassification (hy)":"","MassiveIntentClassification (id)":"","MassiveIntentClassification (is)":"","MassiveIntentClassification (it)":"","MassiveIntentClassification (ja)":"","MassiveIntentClassification (jv)":"","MassiveIntentClassification (ka)":"","MassiveIntentClassification (km)":"","MassiveIntentClassification (kn)":"","MassiveIntentClassification (ko)":"","MassiveIntentClassification (lv)":"","MassiveIntentClassification (ml)":"","MassiveIntentClassification (mn)":"","MassiveIntentClassification (ms)":"","MassiveIntentClassification (my)":"","MassiveIntentClassification (nl)":"","MassiveIntentClassification (pt)":"","MassiveIntentClassification (ro)":"","MassiveIntentClassification (ru)":"","MassiveIntentClassification (sl)":"","MassiveIntentClassification (sq)":"","MassiveIntentClassification (sw)":"","MassiveIntentClassification (ta)":"","MassiveIntentClassification (te)":"","MassiveIntentClassification (th)":"","MassiveIntentClassification (tl)":"","MassiveIntentClassification (tr)":"","MassiveIntentClassification (ur)":"","MassiveIntentClassification (vi)":"","MassiveIntentClassification (zh-TW)":"","MassiveScenarioClassification (af)":"","MassiveScenarioClassification (am)":"","MassiveScenarioClassification (ar)":"","MassiveScenarioClassification (az)":"","MassiveScenarioClassification (bn)":"","MassiveScenarioClassification (cy)":"","MassiveScenarioClassification (de)":71.25,"MassiveScenarioClassification (el)":"","MassiveScenarioClassification (es)":"","MassiveScenarioClassification (fa)":"","MassiveScenarioClassification (fi)":"","MassiveScenarioClassification (fr)":"","MassiveScenarioClassification (he)":"","MassiveScenarioClassification (hi)":"","MassiveScenarioClassification (hu)":"","MassiveScenarioClassification (hy)":"","MassiveScenarioClassification (id)":"","MassiveScenarioClassification (is)":"","MassiveScenarioClassification (it)":"","MassiveScenarioClassification (ja)":"","MassiveScenarioClassification (jv)":"","MassiveScenarioClassification (ka)":"","MassiveScenarioClassification (km)":"","MassiveScenarioClassification (kn)":"","MassiveScenarioClassification (ko)":"","MassiveScenarioClassification (lv)":"","MassiveScenarioClassification (ml)":"","MassiveScenarioClassification (mn)":"","MassiveScenarioClassification (ms)":"","MassiveScenarioClassification (my)":"","MassiveScenarioClassification (nl)":"","MassiveScenarioClassification (pt)":"","MassiveScenarioClassification (ro)":"","MassiveScenarioClassification (ru)":"","MassiveScenarioClassification (sl)":"","MassiveScenarioClassification (sq)":"","MassiveScenarioClassification (sw)":"","MassiveScenarioClassification (ta)":"","MassiveScenarioClassification (te)":"","MassiveScenarioClassification (th)":"","MassiveScenarioClassification (tl)":"","MassiveScenarioClassification (tr)":"","MassiveScenarioClassification (ur)":"","MassiveScenarioClassification (vi)":"","MassiveScenarioClassification (zh-TW)":""} -{"index":70,"Rank":123,"Model":"onnx-gte-multilingual-base<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","AmazonCounterfactualClassification (de)":"","AmazonCounterfactualClassification (ja)":"","AmazonReviewsClassification (de)":40.11,"AmazonReviewsClassification (es)":40.17,"AmazonReviewsClassification (fr)":39.57,"AmazonReviewsClassification (ja)":35.75,"AmazonReviewsClassification (zh)":33.34,"MTOPDomainClassification (de)":88.27,"MTOPDomainClassification (es)":90.88,"MTOPDomainClassification (fr)":87.49,"MTOPDomainClassification (hi)":89.45,"MTOPDomainClassification (th)":83.46,"MTOPIntentClassification (de)":63.51,"MTOPIntentClassification (es)":71.66,"MTOPIntentClassification (fr)":64.06,"MTOPIntentClassification (hi)":65.27,"MTOPIntentClassification (th)":63.05,"MassiveIntentClassification (af)":57.95,"MassiveIntentClassification (am)":49.27,"MassiveIntentClassification (ar)":55.49,"MassiveIntentClassification (az)":60.98,"MassiveIntentClassification (bn)":57.57,"MassiveIntentClassification (cy)":48.35,"MassiveIntentClassification (de)":62.55,"MassiveIntentClassification (el)":63.09,"MassiveIntentClassification (es)":67.41,"MassiveIntentClassification (fa)":65.6,"MassiveIntentClassification (fi)":62.91,"MassiveIntentClassification (fr)":67.92,"MassiveIntentClassification (he)":55.2,"MassiveIntentClassification (hi)":65.04,"MassiveIntentClassification (hu)":63.31,"MassiveIntentClassification (hy)":55.52,"MassiveIntentClassification (id)":66.06,"MassiveIntentClassification (is)":56.02,"MassiveIntentClassification (it)":67.28,"MassiveIntentClassification (ja)":66.8,"MassiveIntentClassification (jv)":50.18,"MassiveIntentClassification (ka)":47.89,"MassiveIntentClassification (km)":50.8,"MassiveIntentClassification (kn)":57.23,"MassiveIntentClassification (ko)":64.59,"MassiveIntentClassification (lv)":59.08,"MassiveIntentClassification (ml)":59.55,"MassiveIntentClassification (mn)":53.44,"MassiveIntentClassification (ms)":61.65,"MassiveIntentClassification (my)":53.46,"MassiveIntentClassification (nl)":66.36,"MassiveIntentClassification (pt)":68.07,"MassiveIntentClassification (ro)":63.12,"MassiveIntentClassification (ru)":67.46,"MassiveIntentClassification (sl)":60.54,"MassiveIntentClassification (sq)":58.2,"MassiveIntentClassification (sw)":51.68,"MassiveIntentClassification (ta)":58.52,"MassiveIntentClassification (te)":58.53,"MassiveIntentClassification (th)":61.88,"MassiveIntentClassification (tl)":56.65,"MassiveIntentClassification (tr)":64.85,"MassiveIntentClassification (ur)":58.62,"MassiveIntentClassification (vi)":64.16,"MassiveIntentClassification (zh-TW)":64.17,"MassiveScenarioClassification (af)":64.9,"MassiveScenarioClassification (am)":57.28,"MassiveScenarioClassification (ar)":62.27,"MassiveScenarioClassification (az)":65.1,"MassiveScenarioClassification (bn)":62.41,"MassiveScenarioClassification (cy)":55.37,"MassiveScenarioClassification (de)":70.3,"MassiveScenarioClassification (el)":69.53,"MassiveScenarioClassification (es)":72.45,"MassiveScenarioClassification (fa)":70.27,"MassiveScenarioClassification (fi)":67.21,"MassiveScenarioClassification (fr)":72.65,"MassiveScenarioClassification (he)":61.7,"MassiveScenarioClassification (hi)":70.14,"MassiveScenarioClassification (hu)":70.51,"MassiveScenarioClassification (hy)":60.14,"MassiveScenarioClassification (id)":70.62,"MassiveScenarioClassification (is)":61.53,"MassiveScenarioClassification (it)":72.0,"MassiveScenarioClassification (ja)":71.59,"MassiveScenarioClassification (jv)":57.01,"MassiveScenarioClassification (ka)":53.26,"MassiveScenarioClassification (km)":57.8,"MassiveScenarioClassification (kn)":62.39,"MassiveScenarioClassification (ko)":69.54,"MassiveScenarioClassification (lv)":63.37,"MassiveScenarioClassification (ml)":64.82,"MassiveScenarioClassification (mn)":59.35,"MassiveScenarioClassification (ms)":66.68,"MassiveScenarioClassification (my)":59.43,"MassiveScenarioClassification (nl)":71.96,"MassiveScenarioClassification (pt)":71.87,"MassiveScenarioClassification (ro)":68.51,"MassiveScenarioClassification (ru)":71.65,"MassiveScenarioClassification (sl)":66.82,"MassiveScenarioClassification (sq)":65.26,"MassiveScenarioClassification (sw)":58.3,"MassiveScenarioClassification (ta)":62.73,"MassiveScenarioClassification (te)":66.58,"MassiveScenarioClassification (th)":68.23,"MassiveScenarioClassification (tl)":61.97,"MassiveScenarioClassification (tr)":70.73,"MassiveScenarioClassification (ur)":63.16,"MassiveScenarioClassification (vi)":67.92,"MassiveScenarioClassification (zh-TW)":71.61} -{"index":73,"Rank":124,"Model":"SGPT-5.8B-weightedmean-nli-bitfit<\/a>","Model Size (Million Parameters)":5874,"Memory Usage (GB, fp32)":21.88,"Embedding Dimensions":4096,"Max Tokens":2048,"Average":"","AmazonCounterfactualClassification (de)":66.64,"AmazonCounterfactualClassification (ja)":58.06,"AmazonReviewsClassification (de)":35.29,"AmazonReviewsClassification (es)":38.34,"AmazonReviewsClassification (fr)":37.84,"AmazonReviewsClassification (ja)":30.94,"AmazonReviewsClassification (zh)":33.75,"MTOPDomainClassification (de)":84.54,"MTOPDomainClassification (es)":86.46,"MTOPDomainClassification (fr)":81.32,"MTOPDomainClassification (hi)":58.23,"MTOPDomainClassification (th)":72.29,"MTOPIntentClassification (de)":60.52,"MTOPIntentClassification (es)":64.32,"MTOPIntentClassification (fr)":58.67,"MTOPIntentClassification (hi)":41.96,"MTOPIntentClassification (th)":55.28,"MassiveIntentClassification (af)":"","MassiveIntentClassification (am)":"","MassiveIntentClassification (ar)":"","MassiveIntentClassification (az)":"","MassiveIntentClassification (bn)":"","MassiveIntentClassification (cy)":"","MassiveIntentClassification (de)":"","MassiveIntentClassification (el)":"","MassiveIntentClassification (es)":"","MassiveIntentClassification (fa)":"","MassiveIntentClassification (fi)":"","MassiveIntentClassification (fr)":"","MassiveIntentClassification (he)":"","MassiveIntentClassification (hi)":"","MassiveIntentClassification (hu)":"","MassiveIntentClassification (hy)":"","MassiveIntentClassification (id)":"","MassiveIntentClassification (is)":"","MassiveIntentClassification (it)":"","MassiveIntentClassification (ja)":"","MassiveIntentClassification (jv)":"","MassiveIntentClassification (ka)":"","MassiveIntentClassification (km)":"","MassiveIntentClassification (kn)":"","MassiveIntentClassification (ko)":"","MassiveIntentClassification (lv)":"","MassiveIntentClassification (ml)":"","MassiveIntentClassification (mn)":"","MassiveIntentClassification (ms)":"","MassiveIntentClassification (my)":"","MassiveIntentClassification (nl)":"","MassiveIntentClassification (pt)":"","MassiveIntentClassification (ro)":"","MassiveIntentClassification (ru)":"","MassiveIntentClassification (sl)":"","MassiveIntentClassification (sq)":"","MassiveIntentClassification (sw)":"","MassiveIntentClassification (ta)":"","MassiveIntentClassification (te)":"","MassiveIntentClassification (th)":"","MassiveIntentClassification (tl)":"","MassiveIntentClassification (tr)":"","MassiveIntentClassification (ur)":"","MassiveIntentClassification (vi)":"","MassiveIntentClassification (zh-TW)":"","MassiveScenarioClassification (af)":"","MassiveScenarioClassification (am)":"","MassiveScenarioClassification (ar)":"","MassiveScenarioClassification (az)":"","MassiveScenarioClassification (bn)":"","MassiveScenarioClassification (cy)":"","MassiveScenarioClassification (de)":"","MassiveScenarioClassification (el)":"","MassiveScenarioClassification (es)":"","MassiveScenarioClassification (fa)":"","MassiveScenarioClassification (fi)":"","MassiveScenarioClassification (fr)":"","MassiveScenarioClassification (he)":"","MassiveScenarioClassification (hi)":"","MassiveScenarioClassification (hu)":"","MassiveScenarioClassification (hy)":"","MassiveScenarioClassification (id)":"","MassiveScenarioClassification (is)":"","MassiveScenarioClassification (it)":"","MassiveScenarioClassification (ja)":"","MassiveScenarioClassification (jv)":"","MassiveScenarioClassification (ka)":"","MassiveScenarioClassification (km)":"","MassiveScenarioClassification (kn)":"","MassiveScenarioClassification (ko)":"","MassiveScenarioClassification (lv)":"","MassiveScenarioClassification (ml)":"","MassiveScenarioClassification (mn)":"","MassiveScenarioClassification (ms)":"","MassiveScenarioClassification (my)":"","MassiveScenarioClassification (nl)":"","MassiveScenarioClassification (pt)":"","MassiveScenarioClassification (ro)":"","MassiveScenarioClassification (ru)":"","MassiveScenarioClassification (sl)":"","MassiveScenarioClassification (sq)":"","MassiveScenarioClassification (sw)":"","MassiveScenarioClassification (ta)":"","MassiveScenarioClassification (te)":"","MassiveScenarioClassification (th)":"","MassiveScenarioClassification (tl)":"","MassiveScenarioClassification (tr)":"","MassiveScenarioClassification (ur)":"","MassiveScenarioClassification (vi)":"","MassiveScenarioClassification (zh-TW)":""} -{"index":75,"Rank":125,"Model":"Solon-embeddings-large-0.1<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","AmazonCounterfactualClassification (de)":"","AmazonCounterfactualClassification (ja)":"","AmazonReviewsClassification (de)":"","AmazonReviewsClassification (es)":"","AmazonReviewsClassification (fr)":42.08,"AmazonReviewsClassification (ja)":"","AmazonReviewsClassification (zh)":"","MTOPDomainClassification (de)":"","MTOPDomainClassification (es)":"","MTOPDomainClassification (fr)":89.26,"MTOPDomainClassification (hi)":"","MTOPDomainClassification (th)":"","MTOPIntentClassification (de)":"","MTOPIntentClassification (es)":"","MTOPIntentClassification (fr)":68.55,"MTOPIntentClassification (hi)":"","MTOPIntentClassification (th)":"","MassiveIntentClassification (af)":"","MassiveIntentClassification (am)":"","MassiveIntentClassification (ar)":"","MassiveIntentClassification (az)":"","MassiveIntentClassification (bn)":"","MassiveIntentClassification (cy)":"","MassiveIntentClassification (de)":"","MassiveIntentClassification (el)":"","MassiveIntentClassification (es)":"","MassiveIntentClassification (fa)":"","MassiveIntentClassification (fi)":"","MassiveIntentClassification (fr)":67.4,"MassiveIntentClassification (he)":"","MassiveIntentClassification (hi)":"","MassiveIntentClassification (hu)":"","MassiveIntentClassification (hy)":"","MassiveIntentClassification (id)":"","MassiveIntentClassification (is)":"","MassiveIntentClassification (it)":"","MassiveIntentClassification (ja)":"","MassiveIntentClassification (jv)":"","MassiveIntentClassification (ka)":"","MassiveIntentClassification (km)":"","MassiveIntentClassification (kn)":"","MassiveIntentClassification (ko)":"","MassiveIntentClassification (lv)":"","MassiveIntentClassification (ml)":"","MassiveIntentClassification (mn)":"","MassiveIntentClassification (ms)":"","MassiveIntentClassification (my)":"","MassiveIntentClassification (nl)":"","MassiveIntentClassification (pt)":"","MassiveIntentClassification (ro)":"","MassiveIntentClassification (ru)":"","MassiveIntentClassification (sl)":"","MassiveIntentClassification (sq)":"","MassiveIntentClassification (sw)":"","MassiveIntentClassification (ta)":"","MassiveIntentClassification (te)":"","MassiveIntentClassification (th)":"","MassiveIntentClassification (tl)":"","MassiveIntentClassification (tr)":"","MassiveIntentClassification (ur)":"","MassiveIntentClassification (vi)":"","MassiveIntentClassification (zh-TW)":"","MassiveScenarioClassification (af)":"","MassiveScenarioClassification (am)":"","MassiveScenarioClassification (ar)":"","MassiveScenarioClassification (az)":"","MassiveScenarioClassification (bn)":"","MassiveScenarioClassification (cy)":"","MassiveScenarioClassification (de)":"","MassiveScenarioClassification (el)":"","MassiveScenarioClassification (es)":"","MassiveScenarioClassification (fa)":"","MassiveScenarioClassification (fi)":"","MassiveScenarioClassification (fr)":71.29,"MassiveScenarioClassification (he)":"","MassiveScenarioClassification (hi)":"","MassiveScenarioClassification (hu)":"","MassiveScenarioClassification (hy)":"","MassiveScenarioClassification (id)":"","MassiveScenarioClassification (is)":"","MassiveScenarioClassification (it)":"","MassiveScenarioClassification (ja)":"","MassiveScenarioClassification (jv)":"","MassiveScenarioClassification (ka)":"","MassiveScenarioClassification (km)":"","MassiveScenarioClassification (kn)":"","MassiveScenarioClassification (ko)":"","MassiveScenarioClassification (lv)":"","MassiveScenarioClassification (ml)":"","MassiveScenarioClassification (mn)":"","MassiveScenarioClassification (ms)":"","MassiveScenarioClassification (my)":"","MassiveScenarioClassification (nl)":"","MassiveScenarioClassification (pt)":"","MassiveScenarioClassification (ro)":"","MassiveScenarioClassification (ru)":"","MassiveScenarioClassification (sl)":"","MassiveScenarioClassification (sq)":"","MassiveScenarioClassification (sw)":"","MassiveScenarioClassification (ta)":"","MassiveScenarioClassification (te)":"","MassiveScenarioClassification (th)":"","MassiveScenarioClassification (tl)":"","MassiveScenarioClassification (tr)":"","MassiveScenarioClassification (ur)":"","MassiveScenarioClassification (vi)":"","MassiveScenarioClassification (zh-TW)":""} -{"index":76,"Rank":126,"Model":"alime-embedding-large-zh<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","AmazonCounterfactualClassification (de)":"","AmazonCounterfactualClassification (ja)":"","AmazonReviewsClassification (de)":"","AmazonReviewsClassification (es)":"","AmazonReviewsClassification (fr)":"","AmazonReviewsClassification (ja)":"","AmazonReviewsClassification (zh)":46.95,"MTOPDomainClassification (de)":"","MTOPDomainClassification (es)":"","MTOPDomainClassification (fr)":"","MTOPDomainClassification (hi)":"","MTOPDomainClassification (th)":"","MTOPIntentClassification (de)":"","MTOPIntentClassification (es)":"","MTOPIntentClassification (fr)":"","MTOPIntentClassification (hi)":"","MTOPIntentClassification (th)":"","MassiveIntentClassification (af)":"","MassiveIntentClassification (am)":"","MassiveIntentClassification (ar)":"","MassiveIntentClassification (az)":"","MassiveIntentClassification (bn)":"","MassiveIntentClassification (cy)":"","MassiveIntentClassification (de)":"","MassiveIntentClassification (el)":"","MassiveIntentClassification (es)":"","MassiveIntentClassification (fa)":"","MassiveIntentClassification (fi)":"","MassiveIntentClassification (fr)":"","MassiveIntentClassification (he)":"","MassiveIntentClassification (hi)":"","MassiveIntentClassification (hu)":"","MassiveIntentClassification (hy)":"","MassiveIntentClassification (id)":"","MassiveIntentClassification (is)":"","MassiveIntentClassification (it)":"","MassiveIntentClassification (ja)":"","MassiveIntentClassification (jv)":"","MassiveIntentClassification (ka)":"","MassiveIntentClassification (km)":"","MassiveIntentClassification (kn)":"","MassiveIntentClassification (ko)":"","MassiveIntentClassification (lv)":"","MassiveIntentClassification (ml)":"","MassiveIntentClassification (mn)":"","MassiveIntentClassification (ms)":"","MassiveIntentClassification (my)":"","MassiveIntentClassification (nl)":"","MassiveIntentClassification (pt)":"","MassiveIntentClassification (ro)":"","MassiveIntentClassification (ru)":"","MassiveIntentClassification (sl)":"","MassiveIntentClassification (sq)":"","MassiveIntentClassification (sw)":"","MassiveIntentClassification (ta)":"","MassiveIntentClassification (te)":"","MassiveIntentClassification (th)":"","MassiveIntentClassification (tl)":"","MassiveIntentClassification (tr)":"","MassiveIntentClassification (ur)":"","MassiveIntentClassification (vi)":"","MassiveIntentClassification (zh-TW)":"","MassiveScenarioClassification (af)":"","MassiveScenarioClassification (am)":"","MassiveScenarioClassification (ar)":"","MassiveScenarioClassification (az)":"","MassiveScenarioClassification (bn)":"","MassiveScenarioClassification (cy)":"","MassiveScenarioClassification (de)":"","MassiveScenarioClassification (el)":"","MassiveScenarioClassification (es)":"","MassiveScenarioClassification (fa)":"","MassiveScenarioClassification (fi)":"","MassiveScenarioClassification (fr)":"","MassiveScenarioClassification (he)":"","MassiveScenarioClassification (hi)":"","MassiveScenarioClassification (hu)":"","MassiveScenarioClassification (hy)":"","MassiveScenarioClassification (id)":"","MassiveScenarioClassification (is)":"","MassiveScenarioClassification (it)":"","MassiveScenarioClassification (ja)":"","MassiveScenarioClassification (jv)":"","MassiveScenarioClassification (ka)":"","MassiveScenarioClassification (km)":"","MassiveScenarioClassification (kn)":"","MassiveScenarioClassification (ko)":"","MassiveScenarioClassification (lv)":"","MassiveScenarioClassification (ml)":"","MassiveScenarioClassification (mn)":"","MassiveScenarioClassification (ms)":"","MassiveScenarioClassification (my)":"","MassiveScenarioClassification (nl)":"","MassiveScenarioClassification (pt)":"","MassiveScenarioClassification (ro)":"","MassiveScenarioClassification (ru)":"","MassiveScenarioClassification (sl)":"","MassiveScenarioClassification (sq)":"","MassiveScenarioClassification (sw)":"","MassiveScenarioClassification (ta)":"","MassiveScenarioClassification (te)":"","MassiveScenarioClassification (th)":"","MassiveScenarioClassification (tl)":"","MassiveScenarioClassification (tr)":"","MassiveScenarioClassification (ur)":"","MassiveScenarioClassification (vi)":"","MassiveScenarioClassification (zh-TW)":""} -{"index":78,"Rank":127,"Model":"Conan-embedding-v1<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Embedding Dimensions":1792,"Max Tokens":512,"Average":"","AmazonCounterfactualClassification (de)":"","AmazonCounterfactualClassification (ja)":"","AmazonReviewsClassification (de)":"","AmazonReviewsClassification (es)":"","AmazonReviewsClassification (fr)":"","AmazonReviewsClassification (ja)":"","AmazonReviewsClassification (zh)":50.31,"MTOPDomainClassification (de)":"","MTOPDomainClassification (es)":"","MTOPDomainClassification (fr)":"","MTOPDomainClassification (hi)":"","MTOPDomainClassification (th)":"","MTOPIntentClassification (de)":"","MTOPIntentClassification (es)":"","MTOPIntentClassification (fr)":"","MTOPIntentClassification (hi)":"","MTOPIntentClassification (th)":"","MassiveIntentClassification (af)":"","MassiveIntentClassification (am)":"","MassiveIntentClassification (ar)":"","MassiveIntentClassification (az)":"","MassiveIntentClassification (bn)":"","MassiveIntentClassification (cy)":"","MassiveIntentClassification (de)":"","MassiveIntentClassification (el)":"","MassiveIntentClassification (es)":"","MassiveIntentClassification (fa)":"","MassiveIntentClassification (fi)":"","MassiveIntentClassification (fr)":"","MassiveIntentClassification (he)":"","MassiveIntentClassification (hi)":"","MassiveIntentClassification (hu)":"","MassiveIntentClassification (hy)":"","MassiveIntentClassification (id)":"","MassiveIntentClassification (is)":"","MassiveIntentClassification (it)":"","MassiveIntentClassification (ja)":"","MassiveIntentClassification (jv)":"","MassiveIntentClassification (ka)":"","MassiveIntentClassification (km)":"","MassiveIntentClassification (kn)":"","MassiveIntentClassification (ko)":"","MassiveIntentClassification (lv)":"","MassiveIntentClassification (ml)":"","MassiveIntentClassification (mn)":"","MassiveIntentClassification (ms)":"","MassiveIntentClassification (my)":"","MassiveIntentClassification (nl)":"","MassiveIntentClassification (pt)":"","MassiveIntentClassification (ro)":"","MassiveIntentClassification (ru)":"","MassiveIntentClassification (sl)":"","MassiveIntentClassification (sq)":"","MassiveIntentClassification (sw)":"","MassiveIntentClassification (ta)":"","MassiveIntentClassification (te)":"","MassiveIntentClassification (th)":"","MassiveIntentClassification (tl)":"","MassiveIntentClassification (tr)":"","MassiveIntentClassification (ur)":"","MassiveIntentClassification (vi)":"","MassiveIntentClassification (zh-TW)":"","MassiveScenarioClassification (af)":"","MassiveScenarioClassification (am)":"","MassiveScenarioClassification (ar)":"","MassiveScenarioClassification (az)":"","MassiveScenarioClassification (bn)":"","MassiveScenarioClassification (cy)":"","MassiveScenarioClassification (de)":"","MassiveScenarioClassification (el)":"","MassiveScenarioClassification (es)":"","MassiveScenarioClassification (fa)":"","MassiveScenarioClassification (fi)":"","MassiveScenarioClassification (fr)":"","MassiveScenarioClassification (he)":"","MassiveScenarioClassification (hi)":"","MassiveScenarioClassification (hu)":"","MassiveScenarioClassification (hy)":"","MassiveScenarioClassification (id)":"","MassiveScenarioClassification (is)":"","MassiveScenarioClassification (it)":"","MassiveScenarioClassification (ja)":"","MassiveScenarioClassification (jv)":"","MassiveScenarioClassification (ka)":"","MassiveScenarioClassification (km)":"","MassiveScenarioClassification (kn)":"","MassiveScenarioClassification (ko)":"","MassiveScenarioClassification (lv)":"","MassiveScenarioClassification (ml)":"","MassiveScenarioClassification (mn)":"","MassiveScenarioClassification (ms)":"","MassiveScenarioClassification (my)":"","MassiveScenarioClassification (nl)":"","MassiveScenarioClassification (pt)":"","MassiveScenarioClassification (ro)":"","MassiveScenarioClassification (ru)":"","MassiveScenarioClassification (sl)":"","MassiveScenarioClassification (sq)":"","MassiveScenarioClassification (sw)":"","MassiveScenarioClassification (ta)":"","MassiveScenarioClassification (te)":"","MassiveScenarioClassification (th)":"","MassiveScenarioClassification (tl)":"","MassiveScenarioClassification (tr)":"","MassiveScenarioClassification (ur)":"","MassiveScenarioClassification (vi)":"","MassiveScenarioClassification (zh-TW)":""} -{"index":79,"Rank":128,"Model":"sentence-croissant-llm-base<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":"","AmazonCounterfactualClassification (de)":"","AmazonCounterfactualClassification (ja)":"","AmazonReviewsClassification (de)":"","AmazonReviewsClassification (es)":"","AmazonReviewsClassification (fr)":34.79,"AmazonReviewsClassification (ja)":"","AmazonReviewsClassification (zh)":"","MTOPDomainClassification (de)":"","MTOPDomainClassification (es)":"","MTOPDomainClassification (fr)":85.52,"MTOPDomainClassification (hi)":"","MTOPDomainClassification (th)":"","MTOPIntentClassification (de)":"","MTOPIntentClassification (es)":"","MTOPIntentClassification (fr)":63.12,"MTOPIntentClassification (hi)":"","MTOPIntentClassification (th)":"","MassiveIntentClassification (af)":"","MassiveIntentClassification (am)":"","MassiveIntentClassification (ar)":"","MassiveIntentClassification (az)":"","MassiveIntentClassification (bn)":"","MassiveIntentClassification (cy)":"","MassiveIntentClassification (de)":"","MassiveIntentClassification (el)":"","MassiveIntentClassification (es)":"","MassiveIntentClassification (fa)":"","MassiveIntentClassification (fi)":"","MassiveIntentClassification (fr)":59.41,"MassiveIntentClassification (he)":"","MassiveIntentClassification (hi)":"","MassiveIntentClassification (hu)":"","MassiveIntentClassification (hy)":"","MassiveIntentClassification (id)":"","MassiveIntentClassification (is)":"","MassiveIntentClassification (it)":"","MassiveIntentClassification (ja)":"","MassiveIntentClassification (jv)":"","MassiveIntentClassification (ka)":"","MassiveIntentClassification (km)":"","MassiveIntentClassification (kn)":"","MassiveIntentClassification (ko)":"","MassiveIntentClassification (lv)":"","MassiveIntentClassification (ml)":"","MassiveIntentClassification (mn)":"","MassiveIntentClassification (ms)":"","MassiveIntentClassification (my)":"","MassiveIntentClassification (nl)":"","MassiveIntentClassification (pt)":"","MassiveIntentClassification (ro)":"","MassiveIntentClassification (ru)":"","MassiveIntentClassification (sl)":"","MassiveIntentClassification (sq)":"","MassiveIntentClassification (sw)":"","MassiveIntentClassification (ta)":"","MassiveIntentClassification (te)":"","MassiveIntentClassification (th)":"","MassiveIntentClassification (tl)":"","MassiveIntentClassification (tr)":"","MassiveIntentClassification (ur)":"","MassiveIntentClassification (vi)":"","MassiveIntentClassification (zh-TW)":"","MassiveScenarioClassification (af)":"","MassiveScenarioClassification (am)":"","MassiveScenarioClassification (ar)":"","MassiveScenarioClassification (az)":"","MassiveScenarioClassification (bn)":"","MassiveScenarioClassification (cy)":"","MassiveScenarioClassification (de)":"","MassiveScenarioClassification (el)":"","MassiveScenarioClassification (es)":"","MassiveScenarioClassification (fa)":"","MassiveScenarioClassification (fi)":"","MassiveScenarioClassification (fr)":65.29,"MassiveScenarioClassification (he)":"","MassiveScenarioClassification (hi)":"","MassiveScenarioClassification (hu)":"","MassiveScenarioClassification (hy)":"","MassiveScenarioClassification (id)":"","MassiveScenarioClassification (is)":"","MassiveScenarioClassification (it)":"","MassiveScenarioClassification (ja)":"","MassiveScenarioClassification (jv)":"","MassiveScenarioClassification (ka)":"","MassiveScenarioClassification (km)":"","MassiveScenarioClassification (kn)":"","MassiveScenarioClassification (ko)":"","MassiveScenarioClassification (lv)":"","MassiveScenarioClassification (ml)":"","MassiveScenarioClassification (mn)":"","MassiveScenarioClassification (ms)":"","MassiveScenarioClassification (my)":"","MassiveScenarioClassification (nl)":"","MassiveScenarioClassification (pt)":"","MassiveScenarioClassification (ro)":"","MassiveScenarioClassification (ru)":"","MassiveScenarioClassification (sl)":"","MassiveScenarioClassification (sq)":"","MassiveScenarioClassification (sw)":"","MassiveScenarioClassification (ta)":"","MassiveScenarioClassification (te)":"","MassiveScenarioClassification (th)":"","MassiveScenarioClassification (tl)":"","MassiveScenarioClassification (tr)":"","MassiveScenarioClassification (ur)":"","MassiveScenarioClassification (vi)":"","MassiveScenarioClassification (zh-TW)":""} -{"index":80,"Rank":129,"Model":"FRIDA<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","AmazonCounterfactualClassification (de)":"","AmazonCounterfactualClassification (ja)":"","AmazonReviewsClassification (de)":"","AmazonReviewsClassification (es)":"","AmazonReviewsClassification (fr)":"","AmazonReviewsClassification (ja)":"","AmazonReviewsClassification (zh)":"","MTOPDomainClassification (de)":"","MTOPDomainClassification (es)":"","MTOPDomainClassification (fr)":"","MTOPDomainClassification (hi)":"","MTOPDomainClassification (th)":"","MTOPIntentClassification (de)":"","MTOPIntentClassification (es)":"","MTOPIntentClassification (fr)":"","MTOPIntentClassification (hi)":"","MTOPIntentClassification (th)":"","MassiveIntentClassification (af)":"","MassiveIntentClassification (am)":"","MassiveIntentClassification (ar)":"","MassiveIntentClassification (az)":"","MassiveIntentClassification (bn)":"","MassiveIntentClassification (cy)":"","MassiveIntentClassification (de)":"","MassiveIntentClassification (el)":"","MassiveIntentClassification (es)":"","MassiveIntentClassification (fa)":"","MassiveIntentClassification (fi)":"","MassiveIntentClassification (fr)":"","MassiveIntentClassification (he)":"","MassiveIntentClassification (hi)":"","MassiveIntentClassification (hu)":"","MassiveIntentClassification (hy)":"","MassiveIntentClassification (id)":"","MassiveIntentClassification (is)":"","MassiveIntentClassification (it)":"","MassiveIntentClassification (ja)":"","MassiveIntentClassification (jv)":"","MassiveIntentClassification (ka)":"","MassiveIntentClassification (km)":"","MassiveIntentClassification (kn)":"","MassiveIntentClassification (ko)":"","MassiveIntentClassification (lv)":"","MassiveIntentClassification (ml)":"","MassiveIntentClassification (mn)":"","MassiveIntentClassification (ms)":"","MassiveIntentClassification (my)":"","MassiveIntentClassification (nl)":"","MassiveIntentClassification (pt)":"","MassiveIntentClassification (ro)":"","MassiveIntentClassification (ru)":79.12,"MassiveIntentClassification (sl)":"","MassiveIntentClassification (sq)":"","MassiveIntentClassification (sw)":"","MassiveIntentClassification (ta)":"","MassiveIntentClassification (te)":"","MassiveIntentClassification (th)":"","MassiveIntentClassification (tl)":"","MassiveIntentClassification (tr)":"","MassiveIntentClassification (ur)":"","MassiveIntentClassification (vi)":"","MassiveIntentClassification (zh-TW)":"","MassiveScenarioClassification (af)":"","MassiveScenarioClassification (am)":"","MassiveScenarioClassification (ar)":"","MassiveScenarioClassification (az)":"","MassiveScenarioClassification (bn)":"","MassiveScenarioClassification (cy)":"","MassiveScenarioClassification (de)":"","MassiveScenarioClassification (el)":"","MassiveScenarioClassification (es)":"","MassiveScenarioClassification (fa)":"","MassiveScenarioClassification (fi)":"","MassiveScenarioClassification (fr)":"","MassiveScenarioClassification (he)":"","MassiveScenarioClassification (hi)":"","MassiveScenarioClassification (hu)":"","MassiveScenarioClassification (hy)":"","MassiveScenarioClassification (id)":"","MassiveScenarioClassification (is)":"","MassiveScenarioClassification (it)":"","MassiveScenarioClassification (ja)":"","MassiveScenarioClassification (jv)":"","MassiveScenarioClassification (ka)":"","MassiveScenarioClassification (km)":"","MassiveScenarioClassification (kn)":"","MassiveScenarioClassification (ko)":"","MassiveScenarioClassification (lv)":"","MassiveScenarioClassification (ml)":"","MassiveScenarioClassification (mn)":"","MassiveScenarioClassification (ms)":"","MassiveScenarioClassification (my)":"","MassiveScenarioClassification (nl)":"","MassiveScenarioClassification (pt)":"","MassiveScenarioClassification (ro)":"","MassiveScenarioClassification (ru)":88.81,"MassiveScenarioClassification (sl)":"","MassiveScenarioClassification (sq)":"","MassiveScenarioClassification (sw)":"","MassiveScenarioClassification (ta)":"","MassiveScenarioClassification (te)":"","MassiveScenarioClassification (th)":"","MassiveScenarioClassification (tl)":"","MassiveScenarioClassification (tr)":"","MassiveScenarioClassification (ur)":"","MassiveScenarioClassification (vi)":"","MassiveScenarioClassification (zh-TW)":""} -{"index":81,"Rank":130,"Model":"ru-en-RoSBERTa<\/a>","Model Size (Million Parameters)":404,"Memory Usage (GB, fp32)":1.5,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","AmazonCounterfactualClassification (de)":"","AmazonCounterfactualClassification (ja)":"","AmazonReviewsClassification (de)":"","AmazonReviewsClassification (es)":"","AmazonReviewsClassification (fr)":"","AmazonReviewsClassification (ja)":"","AmazonReviewsClassification (zh)":"","MTOPDomainClassification (de)":"","MTOPDomainClassification (es)":"","MTOPDomainClassification (fr)":"","MTOPDomainClassification (hi)":"","MTOPDomainClassification (th)":"","MTOPIntentClassification (de)":"","MTOPIntentClassification (es)":"","MTOPIntentClassification (fr)":"","MTOPIntentClassification (hi)":"","MTOPIntentClassification (th)":"","MassiveIntentClassification (af)":"","MassiveIntentClassification (am)":"","MassiveIntentClassification (ar)":"","MassiveIntentClassification (az)":"","MassiveIntentClassification (bn)":"","MassiveIntentClassification (cy)":"","MassiveIntentClassification (de)":"","MassiveIntentClassification (el)":"","MassiveIntentClassification (es)":"","MassiveIntentClassification (fa)":"","MassiveIntentClassification (fi)":"","MassiveIntentClassification (fr)":"","MassiveIntentClassification (he)":"","MassiveIntentClassification (hi)":"","MassiveIntentClassification (hu)":"","MassiveIntentClassification (hy)":"","MassiveIntentClassification (id)":"","MassiveIntentClassification (is)":"","MassiveIntentClassification (it)":"","MassiveIntentClassification (ja)":"","MassiveIntentClassification (jv)":"","MassiveIntentClassification (ka)":"","MassiveIntentClassification (km)":"","MassiveIntentClassification (kn)":"","MassiveIntentClassification (ko)":"","MassiveIntentClassification (lv)":"","MassiveIntentClassification (ml)":"","MassiveIntentClassification (mn)":"","MassiveIntentClassification (ms)":"","MassiveIntentClassification (my)":"","MassiveIntentClassification (nl)":"","MassiveIntentClassification (pt)":"","MassiveIntentClassification (ro)":"","MassiveIntentClassification (ru)":66.97,"MassiveIntentClassification (sl)":"","MassiveIntentClassification (sq)":"","MassiveIntentClassification (sw)":"","MassiveIntentClassification (ta)":"","MassiveIntentClassification (te)":"","MassiveIntentClassification (th)":"","MassiveIntentClassification (tl)":"","MassiveIntentClassification (tr)":"","MassiveIntentClassification (ur)":"","MassiveIntentClassification (vi)":"","MassiveIntentClassification (zh-TW)":"","MassiveScenarioClassification (af)":"","MassiveScenarioClassification (am)":"","MassiveScenarioClassification (ar)":"","MassiveScenarioClassification (az)":"","MassiveScenarioClassification (bn)":"","MassiveScenarioClassification (cy)":"","MassiveScenarioClassification (de)":"","MassiveScenarioClassification (el)":"","MassiveScenarioClassification (es)":"","MassiveScenarioClassification (fa)":"","MassiveScenarioClassification (fi)":"","MassiveScenarioClassification (fr)":"","MassiveScenarioClassification (he)":"","MassiveScenarioClassification (hi)":"","MassiveScenarioClassification (hu)":"","MassiveScenarioClassification (hy)":"","MassiveScenarioClassification (id)":"","MassiveScenarioClassification (is)":"","MassiveScenarioClassification (it)":"","MassiveScenarioClassification (ja)":"","MassiveScenarioClassification (jv)":"","MassiveScenarioClassification (ka)":"","MassiveScenarioClassification (km)":"","MassiveScenarioClassification (kn)":"","MassiveScenarioClassification (ko)":"","MassiveScenarioClassification (lv)":"","MassiveScenarioClassification (ml)":"","MassiveScenarioClassification (mn)":"","MassiveScenarioClassification (ms)":"","MassiveScenarioClassification (my)":"","MassiveScenarioClassification (nl)":"","MassiveScenarioClassification (pt)":"","MassiveScenarioClassification (ro)":"","MassiveScenarioClassification (ru)":71.8,"MassiveScenarioClassification (sl)":"","MassiveScenarioClassification (sq)":"","MassiveScenarioClassification (sw)":"","MassiveScenarioClassification (ta)":"","MassiveScenarioClassification (te)":"","MassiveScenarioClassification (th)":"","MassiveScenarioClassification (tl)":"","MassiveScenarioClassification (tr)":"","MassiveScenarioClassification (ur)":"","MassiveScenarioClassification (vi)":"","MassiveScenarioClassification (zh-TW)":""} -{"index":84,"Rank":131,"Model":"Giga-Embeddings-instruct<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","AmazonCounterfactualClassification (de)":"","AmazonCounterfactualClassification (ja)":"","AmazonReviewsClassification (de)":"","AmazonReviewsClassification (es)":"","AmazonReviewsClassification (fr)":"","AmazonReviewsClassification (ja)":"","AmazonReviewsClassification (zh)":"","MTOPDomainClassification (de)":"","MTOPDomainClassification (es)":"","MTOPDomainClassification (fr)":"","MTOPDomainClassification (hi)":"","MTOPDomainClassification (th)":"","MTOPIntentClassification (de)":"","MTOPIntentClassification (es)":"","MTOPIntentClassification (fr)":"","MTOPIntentClassification (hi)":"","MTOPIntentClassification (th)":"","MassiveIntentClassification (af)":"","MassiveIntentClassification (am)":"","MassiveIntentClassification (ar)":"","MassiveIntentClassification (az)":"","MassiveIntentClassification (bn)":"","MassiveIntentClassification (cy)":"","MassiveIntentClassification (de)":"","MassiveIntentClassification (el)":"","MassiveIntentClassification (es)":"","MassiveIntentClassification (fa)":"","MassiveIntentClassification (fi)":"","MassiveIntentClassification (fr)":"","MassiveIntentClassification (he)":"","MassiveIntentClassification (hi)":"","MassiveIntentClassification (hu)":"","MassiveIntentClassification (hy)":"","MassiveIntentClassification (id)":"","MassiveIntentClassification (is)":"","MassiveIntentClassification (it)":"","MassiveIntentClassification (ja)":"","MassiveIntentClassification (jv)":"","MassiveIntentClassification (ka)":"","MassiveIntentClassification (km)":"","MassiveIntentClassification (kn)":"","MassiveIntentClassification (ko)":"","MassiveIntentClassification (lv)":"","MassiveIntentClassification (ml)":"","MassiveIntentClassification (mn)":"","MassiveIntentClassification (ms)":"","MassiveIntentClassification (my)":"","MassiveIntentClassification (nl)":"","MassiveIntentClassification (pt)":"","MassiveIntentClassification (ro)":"","MassiveIntentClassification (ru)":72.94,"MassiveIntentClassification (sl)":"","MassiveIntentClassification (sq)":"","MassiveIntentClassification (sw)":"","MassiveIntentClassification (ta)":"","MassiveIntentClassification (te)":"","MassiveIntentClassification (th)":"","MassiveIntentClassification (tl)":"","MassiveIntentClassification (tr)":"","MassiveIntentClassification (ur)":"","MassiveIntentClassification (vi)":"","MassiveIntentClassification (zh-TW)":"","MassiveScenarioClassification (af)":"","MassiveScenarioClassification (am)":"","MassiveScenarioClassification (ar)":"","MassiveScenarioClassification (az)":"","MassiveScenarioClassification (bn)":"","MassiveScenarioClassification (cy)":"","MassiveScenarioClassification (de)":"","MassiveScenarioClassification (el)":"","MassiveScenarioClassification (es)":"","MassiveScenarioClassification (fa)":"","MassiveScenarioClassification (fi)":"","MassiveScenarioClassification (fr)":"","MassiveScenarioClassification (he)":"","MassiveScenarioClassification (hi)":"","MassiveScenarioClassification (hu)":"","MassiveScenarioClassification (hy)":"","MassiveScenarioClassification (id)":"","MassiveScenarioClassification (is)":"","MassiveScenarioClassification (it)":"","MassiveScenarioClassification (ja)":"","MassiveScenarioClassification (jv)":"","MassiveScenarioClassification (ka)":"","MassiveScenarioClassification (km)":"","MassiveScenarioClassification (kn)":"","MassiveScenarioClassification (ko)":"","MassiveScenarioClassification (lv)":"","MassiveScenarioClassification (ml)":"","MassiveScenarioClassification (mn)":"","MassiveScenarioClassification (ms)":"","MassiveScenarioClassification (my)":"","MassiveScenarioClassification (nl)":"","MassiveScenarioClassification (pt)":"","MassiveScenarioClassification (ro)":"","MassiveScenarioClassification (ru)":77.82,"MassiveScenarioClassification (sl)":"","MassiveScenarioClassification (sq)":"","MassiveScenarioClassification (sw)":"","MassiveScenarioClassification (ta)":"","MassiveScenarioClassification (te)":"","MassiveScenarioClassification (th)":"","MassiveScenarioClassification (tl)":"","MassiveScenarioClassification (tr)":"","MassiveScenarioClassification (ur)":"","MassiveScenarioClassification (vi)":"","MassiveScenarioClassification (zh-TW)":""} -{"index":86,"Rank":132,"Model":"acge_text_embedding<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Embedding Dimensions":1792,"Max Tokens":1024,"Average":"","AmazonCounterfactualClassification (de)":"","AmazonCounterfactualClassification (ja)":"","AmazonReviewsClassification (de)":"","AmazonReviewsClassification (es)":"","AmazonReviewsClassification (fr)":"","AmazonReviewsClassification (ja)":"","AmazonReviewsClassification (zh)":48.54,"MTOPDomainClassification (de)":"","MTOPDomainClassification (es)":"","MTOPDomainClassification (fr)":"","MTOPDomainClassification (hi)":"","MTOPDomainClassification (th)":"","MTOPIntentClassification (de)":"","MTOPIntentClassification (es)":"","MTOPIntentClassification (fr)":"","MTOPIntentClassification (hi)":"","MTOPIntentClassification (th)":"","MassiveIntentClassification (af)":"","MassiveIntentClassification (am)":"","MassiveIntentClassification (ar)":"","MassiveIntentClassification (az)":"","MassiveIntentClassification (bn)":"","MassiveIntentClassification (cy)":"","MassiveIntentClassification (de)":"","MassiveIntentClassification (el)":"","MassiveIntentClassification (es)":"","MassiveIntentClassification (fa)":"","MassiveIntentClassification (fi)":"","MassiveIntentClassification (fr)":"","MassiveIntentClassification (he)":"","MassiveIntentClassification (hi)":"","MassiveIntentClassification (hu)":"","MassiveIntentClassification (hy)":"","MassiveIntentClassification (id)":"","MassiveIntentClassification (is)":"","MassiveIntentClassification (it)":"","MassiveIntentClassification (ja)":"","MassiveIntentClassification (jv)":"","MassiveIntentClassification (ka)":"","MassiveIntentClassification (km)":"","MassiveIntentClassification (kn)":"","MassiveIntentClassification (ko)":"","MassiveIntentClassification (lv)":"","MassiveIntentClassification (ml)":"","MassiveIntentClassification (mn)":"","MassiveIntentClassification (ms)":"","MassiveIntentClassification (my)":"","MassiveIntentClassification (nl)":"","MassiveIntentClassification (pt)":"","MassiveIntentClassification (ro)":"","MassiveIntentClassification (ru)":"","MassiveIntentClassification (sl)":"","MassiveIntentClassification (sq)":"","MassiveIntentClassification (sw)":"","MassiveIntentClassification (ta)":"","MassiveIntentClassification (te)":"","MassiveIntentClassification (th)":"","MassiveIntentClassification (tl)":"","MassiveIntentClassification (tr)":"","MassiveIntentClassification (ur)":"","MassiveIntentClassification (vi)":"","MassiveIntentClassification (zh-TW)":"","MassiveScenarioClassification (af)":"","MassiveScenarioClassification (am)":"","MassiveScenarioClassification (ar)":"","MassiveScenarioClassification (az)":"","MassiveScenarioClassification (bn)":"","MassiveScenarioClassification (cy)":"","MassiveScenarioClassification (de)":"","MassiveScenarioClassification (el)":"","MassiveScenarioClassification (es)":"","MassiveScenarioClassification (fa)":"","MassiveScenarioClassification (fi)":"","MassiveScenarioClassification (fr)":"","MassiveScenarioClassification (he)":"","MassiveScenarioClassification (hi)":"","MassiveScenarioClassification (hu)":"","MassiveScenarioClassification (hy)":"","MassiveScenarioClassification (id)":"","MassiveScenarioClassification (is)":"","MassiveScenarioClassification (it)":"","MassiveScenarioClassification (ja)":"","MassiveScenarioClassification (jv)":"","MassiveScenarioClassification (ka)":"","MassiveScenarioClassification (km)":"","MassiveScenarioClassification (kn)":"","MassiveScenarioClassification (ko)":"","MassiveScenarioClassification (lv)":"","MassiveScenarioClassification (ml)":"","MassiveScenarioClassification (mn)":"","MassiveScenarioClassification (ms)":"","MassiveScenarioClassification (my)":"","MassiveScenarioClassification (nl)":"","MassiveScenarioClassification (pt)":"","MassiveScenarioClassification (ro)":"","MassiveScenarioClassification (ru)":"","MassiveScenarioClassification (sl)":"","MassiveScenarioClassification (sq)":"","MassiveScenarioClassification (sw)":"","MassiveScenarioClassification (ta)":"","MassiveScenarioClassification (te)":"","MassiveScenarioClassification (th)":"","MassiveScenarioClassification (tl)":"","MassiveScenarioClassification (tr)":"","MassiveScenarioClassification (ur)":"","MassiveScenarioClassification (vi)":"","MassiveScenarioClassification (zh-TW)":""} -{"index":87,"Rank":133,"Model":"sgpt-bloom-1b7-nli<\/a>","Model Size (Million Parameters)":1722,"Memory Usage (GB, fp32)":6.42,"Embedding Dimensions":2048,"Max Tokens":4096,"Average":"","AmazonCounterfactualClassification (de)":"","AmazonCounterfactualClassification (ja)":"","AmazonReviewsClassification (de)":"","AmazonReviewsClassification (es)":"","AmazonReviewsClassification (fr)":39.29,"AmazonReviewsClassification (ja)":"","AmazonReviewsClassification (zh)":37.63,"MTOPDomainClassification (de)":"","MTOPDomainClassification (es)":"","MTOPDomainClassification (fr)":83.8,"MTOPDomainClassification (hi)":"","MTOPDomainClassification (th)":"","MTOPIntentClassification (de)":"","MTOPIntentClassification (es)":"","MTOPIntentClassification (fr)":63.36,"MTOPIntentClassification (hi)":"","MTOPIntentClassification (th)":"","MassiveIntentClassification (af)":"","MassiveIntentClassification (am)":"","MassiveIntentClassification (ar)":"","MassiveIntentClassification (az)":"","MassiveIntentClassification (bn)":"","MassiveIntentClassification (cy)":"","MassiveIntentClassification (de)":"","MassiveIntentClassification (el)":"","MassiveIntentClassification (es)":"","MassiveIntentClassification (fa)":"","MassiveIntentClassification (fi)":"","MassiveIntentClassification (fr)":64.58,"MassiveIntentClassification (he)":"","MassiveIntentClassification (hi)":"","MassiveIntentClassification (hu)":"","MassiveIntentClassification (hy)":"","MassiveIntentClassification (id)":"","MassiveIntentClassification (is)":"","MassiveIntentClassification (it)":"","MassiveIntentClassification (ja)":"","MassiveIntentClassification (jv)":"","MassiveIntentClassification (ka)":"","MassiveIntentClassification (km)":"","MassiveIntentClassification (kn)":"","MassiveIntentClassification (ko)":"","MassiveIntentClassification (lv)":"","MassiveIntentClassification (ml)":"","MassiveIntentClassification (mn)":"","MassiveIntentClassification (ms)":"","MassiveIntentClassification (my)":"","MassiveIntentClassification (nl)":"","MassiveIntentClassification (pt)":"","MassiveIntentClassification (ro)":"","MassiveIntentClassification (ru)":"","MassiveIntentClassification (sl)":"","MassiveIntentClassification (sq)":"","MassiveIntentClassification (sw)":"","MassiveIntentClassification (ta)":"","MassiveIntentClassification (te)":"","MassiveIntentClassification (th)":"","MassiveIntentClassification (tl)":"","MassiveIntentClassification (tr)":"","MassiveIntentClassification (ur)":"","MassiveIntentClassification (vi)":"","MassiveIntentClassification (zh-TW)":"","MassiveScenarioClassification (af)":"","MassiveScenarioClassification (am)":"","MassiveScenarioClassification (ar)":"","MassiveScenarioClassification (az)":"","MassiveScenarioClassification (bn)":"","MassiveScenarioClassification (cy)":"","MassiveScenarioClassification (de)":"","MassiveScenarioClassification (el)":"","MassiveScenarioClassification (es)":"","MassiveScenarioClassification (fa)":"","MassiveScenarioClassification (fi)":"","MassiveScenarioClassification (fr)":69.6,"MassiveScenarioClassification (he)":"","MassiveScenarioClassification (hi)":"","MassiveScenarioClassification (hu)":"","MassiveScenarioClassification (hy)":"","MassiveScenarioClassification (id)":"","MassiveScenarioClassification (is)":"","MassiveScenarioClassification (it)":"","MassiveScenarioClassification (ja)":"","MassiveScenarioClassification (jv)":"","MassiveScenarioClassification (ka)":"","MassiveScenarioClassification (km)":"","MassiveScenarioClassification (kn)":"","MassiveScenarioClassification (ko)":"","MassiveScenarioClassification (lv)":"","MassiveScenarioClassification (ml)":"","MassiveScenarioClassification (mn)":"","MassiveScenarioClassification (ms)":"","MassiveScenarioClassification (my)":"","MassiveScenarioClassification (nl)":"","MassiveScenarioClassification (pt)":"","MassiveScenarioClassification (ro)":"","MassiveScenarioClassification (ru)":"","MassiveScenarioClassification (sl)":"","MassiveScenarioClassification (sq)":"","MassiveScenarioClassification (sw)":"","MassiveScenarioClassification (ta)":"","MassiveScenarioClassification (te)":"","MassiveScenarioClassification (th)":"","MassiveScenarioClassification (tl)":"","MassiveScenarioClassification (tr)":"","MassiveScenarioClassification (ur)":"","MassiveScenarioClassification (vi)":"","MassiveScenarioClassification (zh-TW)":""} -{"index":90,"Rank":134,"Model":"jina-embeddings-v2-base-de-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","AmazonCounterfactualClassification (de)":68.92,"AmazonCounterfactualClassification (ja)":"","AmazonReviewsClassification (de)":37.72,"AmazonReviewsClassification (es)":"","AmazonReviewsClassification (fr)":"","AmazonReviewsClassification (ja)":"","AmazonReviewsClassification (zh)":"","MTOPDomainClassification (de)":88.37,"MTOPDomainClassification (es)":"","MTOPDomainClassification (fr)":"","MTOPDomainClassification (hi)":"","MTOPDomainClassification (th)":"","MTOPIntentClassification (de)":63.83,"MTOPIntentClassification (es)":"","MTOPIntentClassification (fr)":"","MTOPIntentClassification (hi)":"","MTOPIntentClassification (th)":"","MassiveIntentClassification (af)":"","MassiveIntentClassification (am)":"","MassiveIntentClassification (ar)":"","MassiveIntentClassification (az)":"","MassiveIntentClassification (bn)":"","MassiveIntentClassification (cy)":"","MassiveIntentClassification (de)":63.89,"MassiveIntentClassification (el)":"","MassiveIntentClassification (es)":"","MassiveIntentClassification (fa)":"","MassiveIntentClassification (fi)":"","MassiveIntentClassification (fr)":"","MassiveIntentClassification (he)":"","MassiveIntentClassification (hi)":"","MassiveIntentClassification (hu)":"","MassiveIntentClassification (hy)":"","MassiveIntentClassification (id)":"","MassiveIntentClassification (is)":"","MassiveIntentClassification (it)":"","MassiveIntentClassification (ja)":"","MassiveIntentClassification (jv)":"","MassiveIntentClassification (ka)":"","MassiveIntentClassification (km)":"","MassiveIntentClassification (kn)":"","MassiveIntentClassification (ko)":"","MassiveIntentClassification (lv)":"","MassiveIntentClassification (ml)":"","MassiveIntentClassification (mn)":"","MassiveIntentClassification (ms)":"","MassiveIntentClassification (my)":"","MassiveIntentClassification (nl)":"","MassiveIntentClassification (pt)":"","MassiveIntentClassification (ro)":"","MassiveIntentClassification (ru)":"","MassiveIntentClassification (sl)":"","MassiveIntentClassification (sq)":"","MassiveIntentClassification (sw)":"","MassiveIntentClassification (ta)":"","MassiveIntentClassification (te)":"","MassiveIntentClassification (th)":"","MassiveIntentClassification (tl)":"","MassiveIntentClassification (tr)":"","MassiveIntentClassification (ur)":"","MassiveIntentClassification (vi)":"","MassiveIntentClassification (zh-TW)":"","MassiveScenarioClassification (af)":"","MassiveScenarioClassification (am)":"","MassiveScenarioClassification (ar)":"","MassiveScenarioClassification (az)":"","MassiveScenarioClassification (bn)":"","MassiveScenarioClassification (cy)":"","MassiveScenarioClassification (de)":71.25,"MassiveScenarioClassification (el)":"","MassiveScenarioClassification (es)":"","MassiveScenarioClassification (fa)":"","MassiveScenarioClassification (fi)":"","MassiveScenarioClassification (fr)":"","MassiveScenarioClassification (he)":"","MassiveScenarioClassification (hi)":"","MassiveScenarioClassification (hu)":"","MassiveScenarioClassification (hy)":"","MassiveScenarioClassification (id)":"","MassiveScenarioClassification (is)":"","MassiveScenarioClassification (it)":"","MassiveScenarioClassification (ja)":"","MassiveScenarioClassification (jv)":"","MassiveScenarioClassification (ka)":"","MassiveScenarioClassification (km)":"","MassiveScenarioClassification (kn)":"","MassiveScenarioClassification (ko)":"","MassiveScenarioClassification (lv)":"","MassiveScenarioClassification (ml)":"","MassiveScenarioClassification (mn)":"","MassiveScenarioClassification (ms)":"","MassiveScenarioClassification (my)":"","MassiveScenarioClassification (nl)":"","MassiveScenarioClassification (pt)":"","MassiveScenarioClassification (ro)":"","MassiveScenarioClassification (ru)":"","MassiveScenarioClassification (sl)":"","MassiveScenarioClassification (sq)":"","MassiveScenarioClassification (sw)":"","MassiveScenarioClassification (ta)":"","MassiveScenarioClassification (te)":"","MassiveScenarioClassification (th)":"","MassiveScenarioClassification (tl)":"","MassiveScenarioClassification (tr)":"","MassiveScenarioClassification (ur)":"","MassiveScenarioClassification (vi)":"","MassiveScenarioClassification (zh-TW)":""} -{"index":94,"Rank":135,"Model":"french-document-embedding<\/a>","Model Size (Million Parameters)":305,"Memory Usage (GB, fp32)":1.14,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","AmazonCounterfactualClassification (de)":"","AmazonCounterfactualClassification (ja)":"","AmazonReviewsClassification (de)":"","AmazonReviewsClassification (es)":"","AmazonReviewsClassification (fr)":39.89,"AmazonReviewsClassification (ja)":"","AmazonReviewsClassification (zh)":"","MTOPDomainClassification (de)":"","MTOPDomainClassification (es)":"","MTOPDomainClassification (fr)":88.33,"MTOPDomainClassification (hi)":"","MTOPDomainClassification (th)":"","MTOPIntentClassification (de)":"","MTOPIntentClassification (es)":"","MTOPIntentClassification (fr)":57.85,"MTOPIntentClassification (hi)":"","MTOPIntentClassification (th)":"","MassiveIntentClassification (af)":"","MassiveIntentClassification (am)":"","MassiveIntentClassification (ar)":"","MassiveIntentClassification (az)":"","MassiveIntentClassification (bn)":"","MassiveIntentClassification (cy)":"","MassiveIntentClassification (de)":"","MassiveIntentClassification (el)":"","MassiveIntentClassification (es)":"","MassiveIntentClassification (fa)":"","MassiveIntentClassification (fi)":"","MassiveIntentClassification (fr)":64.14,"MassiveIntentClassification (he)":"","MassiveIntentClassification (hi)":"","MassiveIntentClassification (hu)":"","MassiveIntentClassification (hy)":"","MassiveIntentClassification (id)":"","MassiveIntentClassification (is)":"","MassiveIntentClassification (it)":"","MassiveIntentClassification (ja)":"","MassiveIntentClassification (jv)":"","MassiveIntentClassification (ka)":"","MassiveIntentClassification (km)":"","MassiveIntentClassification (kn)":"","MassiveIntentClassification (ko)":"","MassiveIntentClassification (lv)":"","MassiveIntentClassification (ml)":"","MassiveIntentClassification (mn)":"","MassiveIntentClassification (ms)":"","MassiveIntentClassification (my)":"","MassiveIntentClassification (nl)":"","MassiveIntentClassification (pt)":"","MassiveIntentClassification (ro)":"","MassiveIntentClassification (ru)":"","MassiveIntentClassification (sl)":"","MassiveIntentClassification (sq)":"","MassiveIntentClassification (sw)":"","MassiveIntentClassification (ta)":"","MassiveIntentClassification (te)":"","MassiveIntentClassification (th)":"","MassiveIntentClassification (tl)":"","MassiveIntentClassification (tr)":"","MassiveIntentClassification (ur)":"","MassiveIntentClassification (vi)":"","MassiveIntentClassification (zh-TW)":"","MassiveScenarioClassification (af)":"","MassiveScenarioClassification (am)":"","MassiveScenarioClassification (ar)":"","MassiveScenarioClassification (az)":"","MassiveScenarioClassification (bn)":"","MassiveScenarioClassification (cy)":"","MassiveScenarioClassification (de)":"","MassiveScenarioClassification (el)":"","MassiveScenarioClassification (es)":"","MassiveScenarioClassification (fa)":"","MassiveScenarioClassification (fi)":"","MassiveScenarioClassification (fr)":70.69,"MassiveScenarioClassification (he)":"","MassiveScenarioClassification (hi)":"","MassiveScenarioClassification (hu)":"","MassiveScenarioClassification (hy)":"","MassiveScenarioClassification (id)":"","MassiveScenarioClassification (is)":"","MassiveScenarioClassification (it)":"","MassiveScenarioClassification (ja)":"","MassiveScenarioClassification (jv)":"","MassiveScenarioClassification (ka)":"","MassiveScenarioClassification (km)":"","MassiveScenarioClassification (kn)":"","MassiveScenarioClassification (ko)":"","MassiveScenarioClassification (lv)":"","MassiveScenarioClassification (ml)":"","MassiveScenarioClassification (mn)":"","MassiveScenarioClassification (ms)":"","MassiveScenarioClassification (my)":"","MassiveScenarioClassification (nl)":"","MassiveScenarioClassification (pt)":"","MassiveScenarioClassification (ro)":"","MassiveScenarioClassification (ru)":"","MassiveScenarioClassification (sl)":"","MassiveScenarioClassification (sq)":"","MassiveScenarioClassification (sw)":"","MassiveScenarioClassification (ta)":"","MassiveScenarioClassification (te)":"","MassiveScenarioClassification (th)":"","MassiveScenarioClassification (tl)":"","MassiveScenarioClassification (tr)":"","MassiveScenarioClassification (ur)":"","MassiveScenarioClassification (vi)":"","MassiveScenarioClassification (zh-TW)":""} -{"index":95,"Rank":136,"Model":"sentence-camembert-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AmazonCounterfactualClassification (de)":"","AmazonCounterfactualClassification (ja)":"","AmazonReviewsClassification (de)":"","AmazonReviewsClassification (es)":"","AmazonReviewsClassification (fr)":36.03,"AmazonReviewsClassification (ja)":"","AmazonReviewsClassification (zh)":"","MTOPDomainClassification (de)":"","MTOPDomainClassification (es)":"","MTOPDomainClassification (fr)":77.1,"MTOPDomainClassification (hi)":"","MTOPDomainClassification (th)":"","MTOPIntentClassification (de)":"","MTOPIntentClassification (es)":"","MTOPIntentClassification (fr)":43.44,"MTOPIntentClassification (hi)":"","MTOPIntentClassification (th)":"","MassiveIntentClassification (af)":"","MassiveIntentClassification (am)":"","MassiveIntentClassification (ar)":"","MassiveIntentClassification (az)":"","MassiveIntentClassification (bn)":"","MassiveIntentClassification (cy)":"","MassiveIntentClassification (de)":"","MassiveIntentClassification (el)":"","MassiveIntentClassification (es)":"","MassiveIntentClassification (fa)":"","MassiveIntentClassification (fi)":"","MassiveIntentClassification (fr)":51.59,"MassiveIntentClassification (he)":"","MassiveIntentClassification (hi)":"","MassiveIntentClassification (hu)":"","MassiveIntentClassification (hy)":"","MassiveIntentClassification (id)":"","MassiveIntentClassification (is)":"","MassiveIntentClassification (it)":"","MassiveIntentClassification (ja)":"","MassiveIntentClassification (jv)":"","MassiveIntentClassification (ka)":"","MassiveIntentClassification (km)":"","MassiveIntentClassification (kn)":"","MassiveIntentClassification (ko)":"","MassiveIntentClassification (lv)":"","MassiveIntentClassification (ml)":"","MassiveIntentClassification (mn)":"","MassiveIntentClassification (ms)":"","MassiveIntentClassification (my)":"","MassiveIntentClassification (nl)":"","MassiveIntentClassification (pt)":"","MassiveIntentClassification (ro)":"","MassiveIntentClassification (ru)":"","MassiveIntentClassification (sl)":"","MassiveIntentClassification (sq)":"","MassiveIntentClassification (sw)":"","MassiveIntentClassification (ta)":"","MassiveIntentClassification (te)":"","MassiveIntentClassification (th)":"","MassiveIntentClassification (tl)":"","MassiveIntentClassification (tr)":"","MassiveIntentClassification (ur)":"","MassiveIntentClassification (vi)":"","MassiveIntentClassification (zh-TW)":"","MassiveScenarioClassification (af)":"","MassiveScenarioClassification (am)":"","MassiveScenarioClassification (ar)":"","MassiveScenarioClassification (az)":"","MassiveScenarioClassification (bn)":"","MassiveScenarioClassification (cy)":"","MassiveScenarioClassification (de)":"","MassiveScenarioClassification (el)":"","MassiveScenarioClassification (es)":"","MassiveScenarioClassification (fa)":"","MassiveScenarioClassification (fi)":"","MassiveScenarioClassification (fr)":61.28,"MassiveScenarioClassification (he)":"","MassiveScenarioClassification (hi)":"","MassiveScenarioClassification (hu)":"","MassiveScenarioClassification (hy)":"","MassiveScenarioClassification (id)":"","MassiveScenarioClassification (is)":"","MassiveScenarioClassification (it)":"","MassiveScenarioClassification (ja)":"","MassiveScenarioClassification (jv)":"","MassiveScenarioClassification (ka)":"","MassiveScenarioClassification (km)":"","MassiveScenarioClassification (kn)":"","MassiveScenarioClassification (ko)":"","MassiveScenarioClassification (lv)":"","MassiveScenarioClassification (ml)":"","MassiveScenarioClassification (mn)":"","MassiveScenarioClassification (ms)":"","MassiveScenarioClassification (my)":"","MassiveScenarioClassification (nl)":"","MassiveScenarioClassification (pt)":"","MassiveScenarioClassification (ro)":"","MassiveScenarioClassification (ru)":"","MassiveScenarioClassification (sl)":"","MassiveScenarioClassification (sq)":"","MassiveScenarioClassification (sw)":"","MassiveScenarioClassification (ta)":"","MassiveScenarioClassification (te)":"","MassiveScenarioClassification (th)":"","MassiveScenarioClassification (tl)":"","MassiveScenarioClassification (tr)":"","MassiveScenarioClassification (ur)":"","MassiveScenarioClassification (vi)":"","MassiveScenarioClassification (zh-TW)":""} -{"index":96,"Rank":137,"Model":"sentence-camembert-large<\/a>","Model Size (Million Parameters)":337,"Memory Usage (GB, fp32)":1.26,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","AmazonCounterfactualClassification (de)":"","AmazonCounterfactualClassification (ja)":"","AmazonReviewsClassification (de)":"","AmazonReviewsClassification (es)":"","AmazonReviewsClassification (fr)":37.97,"AmazonReviewsClassification (ja)":"","AmazonReviewsClassification (zh)":"","MTOPDomainClassification (de)":"","MTOPDomainClassification (es)":"","MTOPDomainClassification (fr)":85.74,"MTOPDomainClassification (hi)":"","MTOPDomainClassification (th)":"","MTOPIntentClassification (de)":"","MTOPIntentClassification (es)":"","MTOPIntentClassification (fr)":58.62,"MTOPIntentClassification (hi)":"","MTOPIntentClassification (th)":"","MassiveIntentClassification (af)":"","MassiveIntentClassification (am)":"","MassiveIntentClassification (ar)":"","MassiveIntentClassification (az)":"","MassiveIntentClassification (bn)":"","MassiveIntentClassification (cy)":"","MassiveIntentClassification (de)":"","MassiveIntentClassification (el)":"","MassiveIntentClassification (es)":"","MassiveIntentClassification (fa)":"","MassiveIntentClassification (fi)":"","MassiveIntentClassification (fr)":62.65,"MassiveIntentClassification (he)":"","MassiveIntentClassification (hi)":"","MassiveIntentClassification (hu)":"","MassiveIntentClassification (hy)":"","MassiveIntentClassification (id)":"","MassiveIntentClassification (is)":"","MassiveIntentClassification (it)":"","MassiveIntentClassification (ja)":"","MassiveIntentClassification (jv)":"","MassiveIntentClassification (ka)":"","MassiveIntentClassification (km)":"","MassiveIntentClassification (kn)":"","MassiveIntentClassification (ko)":"","MassiveIntentClassification (lv)":"","MassiveIntentClassification (ml)":"","MassiveIntentClassification (mn)":"","MassiveIntentClassification (ms)":"","MassiveIntentClassification (my)":"","MassiveIntentClassification (nl)":"","MassiveIntentClassification (pt)":"","MassiveIntentClassification (ro)":"","MassiveIntentClassification (ru)":"","MassiveIntentClassification (sl)":"","MassiveIntentClassification (sq)":"","MassiveIntentClassification (sw)":"","MassiveIntentClassification (ta)":"","MassiveIntentClassification (te)":"","MassiveIntentClassification (th)":"","MassiveIntentClassification (tl)":"","MassiveIntentClassification (tr)":"","MassiveIntentClassification (ur)":"","MassiveIntentClassification (vi)":"","MassiveIntentClassification (zh-TW)":"","MassiveScenarioClassification (af)":"","MassiveScenarioClassification (am)":"","MassiveScenarioClassification (ar)":"","MassiveScenarioClassification (az)":"","MassiveScenarioClassification (bn)":"","MassiveScenarioClassification (cy)":"","MassiveScenarioClassification (de)":"","MassiveScenarioClassification (el)":"","MassiveScenarioClassification (es)":"","MassiveScenarioClassification (fa)":"","MassiveScenarioClassification (fi)":"","MassiveScenarioClassification (fr)":69.29,"MassiveScenarioClassification (he)":"","MassiveScenarioClassification (hi)":"","MassiveScenarioClassification (hu)":"","MassiveScenarioClassification (hy)":"","MassiveScenarioClassification (id)":"","MassiveScenarioClassification (is)":"","MassiveScenarioClassification (it)":"","MassiveScenarioClassification (ja)":"","MassiveScenarioClassification (jv)":"","MassiveScenarioClassification (ka)":"","MassiveScenarioClassification (km)":"","MassiveScenarioClassification (kn)":"","MassiveScenarioClassification (ko)":"","MassiveScenarioClassification (lv)":"","MassiveScenarioClassification (ml)":"","MassiveScenarioClassification (mn)":"","MassiveScenarioClassification (ms)":"","MassiveScenarioClassification (my)":"","MassiveScenarioClassification (nl)":"","MassiveScenarioClassification (pt)":"","MassiveScenarioClassification (ro)":"","MassiveScenarioClassification (ru)":"","MassiveScenarioClassification (sl)":"","MassiveScenarioClassification (sq)":"","MassiveScenarioClassification (sw)":"","MassiveScenarioClassification (ta)":"","MassiveScenarioClassification (te)":"","MassiveScenarioClassification (th)":"","MassiveScenarioClassification (tl)":"","MassiveScenarioClassification (tr)":"","MassiveScenarioClassification (ur)":"","MassiveScenarioClassification (vi)":"","MassiveScenarioClassification (zh-TW)":""} -{"index":101,"Rank":138,"Model":"sft-bge-small<\/a>","Model Size (Million Parameters)":24,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":512,"Max Tokens":512,"Average":"","AmazonCounterfactualClassification (de)":"","AmazonCounterfactualClassification (ja)":"","AmazonReviewsClassification (de)":"","AmazonReviewsClassification (es)":"","AmazonReviewsClassification (fr)":"","AmazonReviewsClassification (ja)":"","AmazonReviewsClassification (zh)":34.55,"MTOPDomainClassification (de)":"","MTOPDomainClassification (es)":"","MTOPDomainClassification (fr)":"","MTOPDomainClassification (hi)":"","MTOPDomainClassification (th)":"","MTOPIntentClassification (de)":"","MTOPIntentClassification (es)":"","MTOPIntentClassification (fr)":"","MTOPIntentClassification (hi)":"","MTOPIntentClassification (th)":"","MassiveIntentClassification (af)":"","MassiveIntentClassification (am)":"","MassiveIntentClassification (ar)":"","MassiveIntentClassification (az)":"","MassiveIntentClassification (bn)":"","MassiveIntentClassification (cy)":"","MassiveIntentClassification (de)":"","MassiveIntentClassification (el)":"","MassiveIntentClassification (es)":"","MassiveIntentClassification (fa)":"","MassiveIntentClassification (fi)":"","MassiveIntentClassification (fr)":"","MassiveIntentClassification (he)":"","MassiveIntentClassification (hi)":"","MassiveIntentClassification (hu)":"","MassiveIntentClassification (hy)":"","MassiveIntentClassification (id)":"","MassiveIntentClassification (is)":"","MassiveIntentClassification (it)":"","MassiveIntentClassification (ja)":"","MassiveIntentClassification (jv)":"","MassiveIntentClassification (ka)":"","MassiveIntentClassification (km)":"","MassiveIntentClassification (kn)":"","MassiveIntentClassification (ko)":"","MassiveIntentClassification (lv)":"","MassiveIntentClassification (ml)":"","MassiveIntentClassification (mn)":"","MassiveIntentClassification (ms)":"","MassiveIntentClassification (my)":"","MassiveIntentClassification (nl)":"","MassiveIntentClassification (pt)":"","MassiveIntentClassification (ro)":"","MassiveIntentClassification (ru)":"","MassiveIntentClassification (sl)":"","MassiveIntentClassification (sq)":"","MassiveIntentClassification (sw)":"","MassiveIntentClassification (ta)":"","MassiveIntentClassification (te)":"","MassiveIntentClassification (th)":"","MassiveIntentClassification (tl)":"","MassiveIntentClassification (tr)":"","MassiveIntentClassification (ur)":"","MassiveIntentClassification (vi)":"","MassiveIntentClassification (zh-TW)":"","MassiveScenarioClassification (af)":"","MassiveScenarioClassification (am)":"","MassiveScenarioClassification (ar)":"","MassiveScenarioClassification (az)":"","MassiveScenarioClassification (bn)":"","MassiveScenarioClassification (cy)":"","MassiveScenarioClassification (de)":"","MassiveScenarioClassification (el)":"","MassiveScenarioClassification (es)":"","MassiveScenarioClassification (fa)":"","MassiveScenarioClassification (fi)":"","MassiveScenarioClassification (fr)":"","MassiveScenarioClassification (he)":"","MassiveScenarioClassification (hi)":"","MassiveScenarioClassification (hu)":"","MassiveScenarioClassification (hy)":"","MassiveScenarioClassification (id)":"","MassiveScenarioClassification (is)":"","MassiveScenarioClassification (it)":"","MassiveScenarioClassification (ja)":"","MassiveScenarioClassification (jv)":"","MassiveScenarioClassification (ka)":"","MassiveScenarioClassification (km)":"","MassiveScenarioClassification (kn)":"","MassiveScenarioClassification (ko)":"","MassiveScenarioClassification (lv)":"","MassiveScenarioClassification (ml)":"","MassiveScenarioClassification (mn)":"","MassiveScenarioClassification (ms)":"","MassiveScenarioClassification (my)":"","MassiveScenarioClassification (nl)":"","MassiveScenarioClassification (pt)":"","MassiveScenarioClassification (ro)":"","MassiveScenarioClassification (ru)":"","MassiveScenarioClassification (sl)":"","MassiveScenarioClassification (sq)":"","MassiveScenarioClassification (sw)":"","MassiveScenarioClassification (ta)":"","MassiveScenarioClassification (te)":"","MassiveScenarioClassification (th)":"","MassiveScenarioClassification (tl)":"","MassiveScenarioClassification (tr)":"","MassiveScenarioClassification (ur)":"","MassiveScenarioClassification (vi)":"","MassiveScenarioClassification (zh-TW)":""} -{"index":102,"Rank":139,"Model":"stella-large-zh-v3-1792d<\/a>","Model Size (Million Parameters)":325,"Memory Usage (GB, fp32)":1.21,"Embedding Dimensions":1792,"Max Tokens":512,"Average":"","AmazonCounterfactualClassification (de)":"","AmazonCounterfactualClassification (ja)":"","AmazonReviewsClassification (de)":"","AmazonReviewsClassification (es)":"","AmazonReviewsClassification (fr)":"","AmazonReviewsClassification (ja)":"","AmazonReviewsClassification (zh)":46.32,"MTOPDomainClassification (de)":"","MTOPDomainClassification (es)":"","MTOPDomainClassification (fr)":"","MTOPDomainClassification (hi)":"","MTOPDomainClassification (th)":"","MTOPIntentClassification (de)":"","MTOPIntentClassification (es)":"","MTOPIntentClassification (fr)":"","MTOPIntentClassification (hi)":"","MTOPIntentClassification (th)":"","MassiveIntentClassification (af)":"","MassiveIntentClassification (am)":"","MassiveIntentClassification (ar)":"","MassiveIntentClassification (az)":"","MassiveIntentClassification (bn)":"","MassiveIntentClassification (cy)":"","MassiveIntentClassification (de)":"","MassiveIntentClassification (el)":"","MassiveIntentClassification (es)":"","MassiveIntentClassification (fa)":"","MassiveIntentClassification (fi)":"","MassiveIntentClassification (fr)":"","MassiveIntentClassification (he)":"","MassiveIntentClassification (hi)":"","MassiveIntentClassification (hu)":"","MassiveIntentClassification (hy)":"","MassiveIntentClassification (id)":"","MassiveIntentClassification (is)":"","MassiveIntentClassification (it)":"","MassiveIntentClassification (ja)":"","MassiveIntentClassification (jv)":"","MassiveIntentClassification (ka)":"","MassiveIntentClassification (km)":"","MassiveIntentClassification (kn)":"","MassiveIntentClassification (ko)":"","MassiveIntentClassification (lv)":"","MassiveIntentClassification (ml)":"","MassiveIntentClassification (mn)":"","MassiveIntentClassification (ms)":"","MassiveIntentClassification (my)":"","MassiveIntentClassification (nl)":"","MassiveIntentClassification (pt)":"","MassiveIntentClassification (ro)":"","MassiveIntentClassification (ru)":"","MassiveIntentClassification (sl)":"","MassiveIntentClassification (sq)":"","MassiveIntentClassification (sw)":"","MassiveIntentClassification (ta)":"","MassiveIntentClassification (te)":"","MassiveIntentClassification (th)":"","MassiveIntentClassification (tl)":"","MassiveIntentClassification (tr)":"","MassiveIntentClassification (ur)":"","MassiveIntentClassification (vi)":"","MassiveIntentClassification (zh-TW)":"","MassiveScenarioClassification (af)":"","MassiveScenarioClassification (am)":"","MassiveScenarioClassification (ar)":"","MassiveScenarioClassification (az)":"","MassiveScenarioClassification (bn)":"","MassiveScenarioClassification (cy)":"","MassiveScenarioClassification (de)":"","MassiveScenarioClassification (el)":"","MassiveScenarioClassification (es)":"","MassiveScenarioClassification (fa)":"","MassiveScenarioClassification (fi)":"","MassiveScenarioClassification (fr)":"","MassiveScenarioClassification (he)":"","MassiveScenarioClassification (hi)":"","MassiveScenarioClassification (hu)":"","MassiveScenarioClassification (hy)":"","MassiveScenarioClassification (id)":"","MassiveScenarioClassification (is)":"","MassiveScenarioClassification (it)":"","MassiveScenarioClassification (ja)":"","MassiveScenarioClassification (jv)":"","MassiveScenarioClassification (ka)":"","MassiveScenarioClassification (km)":"","MassiveScenarioClassification (kn)":"","MassiveScenarioClassification (ko)":"","MassiveScenarioClassification (lv)":"","MassiveScenarioClassification (ml)":"","MassiveScenarioClassification (mn)":"","MassiveScenarioClassification (ms)":"","MassiveScenarioClassification (my)":"","MassiveScenarioClassification (nl)":"","MassiveScenarioClassification (pt)":"","MassiveScenarioClassification (ro)":"","MassiveScenarioClassification (ru)":"","MassiveScenarioClassification (sl)":"","MassiveScenarioClassification (sq)":"","MassiveScenarioClassification (sw)":"","MassiveScenarioClassification (ta)":"","MassiveScenarioClassification (te)":"","MassiveScenarioClassification (th)":"","MassiveScenarioClassification (tl)":"","MassiveScenarioClassification (tr)":"","MassiveScenarioClassification (ur)":"","MassiveScenarioClassification (vi)":"","MassiveScenarioClassification (zh-TW)":""} -{"index":103,"Rank":140,"Model":"stella-mrl-large-zh-v3.5-1792d<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Embedding Dimensions":1792,"Max Tokens":512,"Average":"","AmazonCounterfactualClassification (de)":"","AmazonCounterfactualClassification (ja)":"","AmazonReviewsClassification (de)":"","AmazonReviewsClassification (es)":"","AmazonReviewsClassification (fr)":"","AmazonReviewsClassification (ja)":"","AmazonReviewsClassification (zh)":46.59,"MTOPDomainClassification (de)":"","MTOPDomainClassification (es)":"","MTOPDomainClassification (fr)":"","MTOPDomainClassification (hi)":"","MTOPDomainClassification (th)":"","MTOPIntentClassification (de)":"","MTOPIntentClassification (es)":"","MTOPIntentClassification (fr)":"","MTOPIntentClassification (hi)":"","MTOPIntentClassification (th)":"","MassiveIntentClassification (af)":"","MassiveIntentClassification (am)":"","MassiveIntentClassification (ar)":"","MassiveIntentClassification (az)":"","MassiveIntentClassification (bn)":"","MassiveIntentClassification (cy)":"","MassiveIntentClassification (de)":"","MassiveIntentClassification (el)":"","MassiveIntentClassification (es)":"","MassiveIntentClassification (fa)":"","MassiveIntentClassification (fi)":"","MassiveIntentClassification (fr)":"","MassiveIntentClassification (he)":"","MassiveIntentClassification (hi)":"","MassiveIntentClassification (hu)":"","MassiveIntentClassification (hy)":"","MassiveIntentClassification (id)":"","MassiveIntentClassification (is)":"","MassiveIntentClassification (it)":"","MassiveIntentClassification (ja)":"","MassiveIntentClassification (jv)":"","MassiveIntentClassification (ka)":"","MassiveIntentClassification (km)":"","MassiveIntentClassification (kn)":"","MassiveIntentClassification (ko)":"","MassiveIntentClassification (lv)":"","MassiveIntentClassification (ml)":"","MassiveIntentClassification (mn)":"","MassiveIntentClassification (ms)":"","MassiveIntentClassification (my)":"","MassiveIntentClassification (nl)":"","MassiveIntentClassification (pt)":"","MassiveIntentClassification (ro)":"","MassiveIntentClassification (ru)":"","MassiveIntentClassification (sl)":"","MassiveIntentClassification (sq)":"","MassiveIntentClassification (sw)":"","MassiveIntentClassification (ta)":"","MassiveIntentClassification (te)":"","MassiveIntentClassification (th)":"","MassiveIntentClassification (tl)":"","MassiveIntentClassification (tr)":"","MassiveIntentClassification (ur)":"","MassiveIntentClassification (vi)":"","MassiveIntentClassification (zh-TW)":"","MassiveScenarioClassification (af)":"","MassiveScenarioClassification (am)":"","MassiveScenarioClassification (ar)":"","MassiveScenarioClassification (az)":"","MassiveScenarioClassification (bn)":"","MassiveScenarioClassification (cy)":"","MassiveScenarioClassification (de)":"","MassiveScenarioClassification (el)":"","MassiveScenarioClassification (es)":"","MassiveScenarioClassification (fa)":"","MassiveScenarioClassification (fi)":"","MassiveScenarioClassification (fr)":"","MassiveScenarioClassification (he)":"","MassiveScenarioClassification (hi)":"","MassiveScenarioClassification (hu)":"","MassiveScenarioClassification (hy)":"","MassiveScenarioClassification (id)":"","MassiveScenarioClassification (is)":"","MassiveScenarioClassification (it)":"","MassiveScenarioClassification (ja)":"","MassiveScenarioClassification (jv)":"","MassiveScenarioClassification (ka)":"","MassiveScenarioClassification (km)":"","MassiveScenarioClassification (kn)":"","MassiveScenarioClassification (ko)":"","MassiveScenarioClassification (lv)":"","MassiveScenarioClassification (ml)":"","MassiveScenarioClassification (mn)":"","MassiveScenarioClassification (ms)":"","MassiveScenarioClassification (my)":"","MassiveScenarioClassification (nl)":"","MassiveScenarioClassification (pt)":"","MassiveScenarioClassification (ro)":"","MassiveScenarioClassification (ru)":"","MassiveScenarioClassification (sl)":"","MassiveScenarioClassification (sq)":"","MassiveScenarioClassification (sw)":"","MassiveScenarioClassification (ta)":"","MassiveScenarioClassification (te)":"","MassiveScenarioClassification (th)":"","MassiveScenarioClassification (tl)":"","MassiveScenarioClassification (tr)":"","MassiveScenarioClassification (ur)":"","MassiveScenarioClassification (vi)":"","MassiveScenarioClassification (zh-TW)":""} -{"index":106,"Rank":141,"Model":"XYZ-embedding-zh-v2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","AmazonCounterfactualClassification (de)":"","AmazonCounterfactualClassification (ja)":"","AmazonReviewsClassification (de)":"","AmazonReviewsClassification (es)":"","AmazonReviewsClassification (fr)":"","AmazonReviewsClassification (ja)":"","AmazonReviewsClassification (zh)":49.37,"MTOPDomainClassification (de)":"","MTOPDomainClassification (es)":"","MTOPDomainClassification (fr)":"","MTOPDomainClassification (hi)":"","MTOPDomainClassification (th)":"","MTOPIntentClassification (de)":"","MTOPIntentClassification (es)":"","MTOPIntentClassification (fr)":"","MTOPIntentClassification (hi)":"","MTOPIntentClassification (th)":"","MassiveIntentClassification (af)":"","MassiveIntentClassification (am)":"","MassiveIntentClassification (ar)":"","MassiveIntentClassification (az)":"","MassiveIntentClassification (bn)":"","MassiveIntentClassification (cy)":"","MassiveIntentClassification (de)":"","MassiveIntentClassification (el)":"","MassiveIntentClassification (es)":"","MassiveIntentClassification (fa)":"","MassiveIntentClassification (fi)":"","MassiveIntentClassification (fr)":"","MassiveIntentClassification (he)":"","MassiveIntentClassification (hi)":"","MassiveIntentClassification (hu)":"","MassiveIntentClassification (hy)":"","MassiveIntentClassification (id)":"","MassiveIntentClassification (is)":"","MassiveIntentClassification (it)":"","MassiveIntentClassification (ja)":"","MassiveIntentClassification (jv)":"","MassiveIntentClassification (ka)":"","MassiveIntentClassification (km)":"","MassiveIntentClassification (kn)":"","MassiveIntentClassification (ko)":"","MassiveIntentClassification (lv)":"","MassiveIntentClassification (ml)":"","MassiveIntentClassification (mn)":"","MassiveIntentClassification (ms)":"","MassiveIntentClassification (my)":"","MassiveIntentClassification (nl)":"","MassiveIntentClassification (pt)":"","MassiveIntentClassification (ro)":"","MassiveIntentClassification (ru)":"","MassiveIntentClassification (sl)":"","MassiveIntentClassification (sq)":"","MassiveIntentClassification (sw)":"","MassiveIntentClassification (ta)":"","MassiveIntentClassification (te)":"","MassiveIntentClassification (th)":"","MassiveIntentClassification (tl)":"","MassiveIntentClassification (tr)":"","MassiveIntentClassification (ur)":"","MassiveIntentClassification (vi)":"","MassiveIntentClassification (zh-TW)":"","MassiveScenarioClassification (af)":"","MassiveScenarioClassification (am)":"","MassiveScenarioClassification (ar)":"","MassiveScenarioClassification (az)":"","MassiveScenarioClassification (bn)":"","MassiveScenarioClassification (cy)":"","MassiveScenarioClassification (de)":"","MassiveScenarioClassification (el)":"","MassiveScenarioClassification (es)":"","MassiveScenarioClassification (fa)":"","MassiveScenarioClassification (fi)":"","MassiveScenarioClassification (fr)":"","MassiveScenarioClassification (he)":"","MassiveScenarioClassification (hi)":"","MassiveScenarioClassification (hu)":"","MassiveScenarioClassification (hy)":"","MassiveScenarioClassification (id)":"","MassiveScenarioClassification (is)":"","MassiveScenarioClassification (it)":"","MassiveScenarioClassification (ja)":"","MassiveScenarioClassification (jv)":"","MassiveScenarioClassification (ka)":"","MassiveScenarioClassification (km)":"","MassiveScenarioClassification (kn)":"","MassiveScenarioClassification (ko)":"","MassiveScenarioClassification (lv)":"","MassiveScenarioClassification (ml)":"","MassiveScenarioClassification (mn)":"","MassiveScenarioClassification (ms)":"","MassiveScenarioClassification (my)":"","MassiveScenarioClassification (nl)":"","MassiveScenarioClassification (pt)":"","MassiveScenarioClassification (ro)":"","MassiveScenarioClassification (ru)":"","MassiveScenarioClassification (sl)":"","MassiveScenarioClassification (sq)":"","MassiveScenarioClassification (sw)":"","MassiveScenarioClassification (ta)":"","MassiveScenarioClassification (te)":"","MassiveScenarioClassification (th)":"","MassiveScenarioClassification (tl)":"","MassiveScenarioClassification (tr)":"","MassiveScenarioClassification (ur)":"","MassiveScenarioClassification (vi)":"","MassiveScenarioClassification (zh-TW)":""} -{"index":107,"Rank":142,"Model":"flaubert_base_cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AmazonCounterfactualClassification (de)":"","AmazonCounterfactualClassification (ja)":"","AmazonReviewsClassification (de)":"","AmazonReviewsClassification (es)":"","AmazonReviewsClassification (fr)":24.9,"AmazonReviewsClassification (ja)":"","AmazonReviewsClassification (zh)":"","MTOPDomainClassification (de)":"","MTOPDomainClassification (es)":"","MTOPDomainClassification (fr)":25.55,"MTOPDomainClassification (hi)":"","MTOPDomainClassification (th)":"","MTOPIntentClassification (de)":"","MTOPIntentClassification (es)":"","MTOPIntentClassification (fr)":9.49,"MTOPIntentClassification (hi)":"","MTOPIntentClassification (th)":"","MassiveIntentClassification (af)":"","MassiveIntentClassification (am)":"","MassiveIntentClassification (ar)":"","MassiveIntentClassification (az)":"","MassiveIntentClassification (bn)":"","MassiveIntentClassification (cy)":"","MassiveIntentClassification (de)":"","MassiveIntentClassification (el)":"","MassiveIntentClassification (es)":"","MassiveIntentClassification (fa)":"","MassiveIntentClassification (fi)":"","MassiveIntentClassification (fr)":6.98,"MassiveIntentClassification (he)":"","MassiveIntentClassification (hi)":"","MassiveIntentClassification (hu)":"","MassiveIntentClassification (hy)":"","MassiveIntentClassification (id)":"","MassiveIntentClassification (is)":"","MassiveIntentClassification (it)":"","MassiveIntentClassification (ja)":"","MassiveIntentClassification (jv)":"","MassiveIntentClassification (ka)":"","MassiveIntentClassification (km)":"","MassiveIntentClassification (kn)":"","MassiveIntentClassification (ko)":"","MassiveIntentClassification (lv)":"","MassiveIntentClassification (ml)":"","MassiveIntentClassification (mn)":"","MassiveIntentClassification (ms)":"","MassiveIntentClassification (my)":"","MassiveIntentClassification (nl)":"","MassiveIntentClassification (pt)":"","MassiveIntentClassification (ro)":"","MassiveIntentClassification (ru)":"","MassiveIntentClassification (sl)":"","MassiveIntentClassification (sq)":"","MassiveIntentClassification (sw)":"","MassiveIntentClassification (ta)":"","MassiveIntentClassification (te)":"","MassiveIntentClassification (th)":"","MassiveIntentClassification (tl)":"","MassiveIntentClassification (tr)":"","MassiveIntentClassification (ur)":"","MassiveIntentClassification (vi)":"","MassiveIntentClassification (zh-TW)":"","MassiveScenarioClassification (af)":"","MassiveScenarioClassification (am)":"","MassiveScenarioClassification (ar)":"","MassiveScenarioClassification (az)":"","MassiveScenarioClassification (bn)":"","MassiveScenarioClassification (cy)":"","MassiveScenarioClassification (de)":"","MassiveScenarioClassification (el)":"","MassiveScenarioClassification (es)":"","MassiveScenarioClassification (fa)":"","MassiveScenarioClassification (fi)":"","MassiveScenarioClassification (fr)":11.41,"MassiveScenarioClassification (he)":"","MassiveScenarioClassification (hi)":"","MassiveScenarioClassification (hu)":"","MassiveScenarioClassification (hy)":"","MassiveScenarioClassification (id)":"","MassiveScenarioClassification (is)":"","MassiveScenarioClassification (it)":"","MassiveScenarioClassification (ja)":"","MassiveScenarioClassification (jv)":"","MassiveScenarioClassification (ka)":"","MassiveScenarioClassification (km)":"","MassiveScenarioClassification (kn)":"","MassiveScenarioClassification (ko)":"","MassiveScenarioClassification (lv)":"","MassiveScenarioClassification (ml)":"","MassiveScenarioClassification (mn)":"","MassiveScenarioClassification (ms)":"","MassiveScenarioClassification (my)":"","MassiveScenarioClassification (nl)":"","MassiveScenarioClassification (pt)":"","MassiveScenarioClassification (ro)":"","MassiveScenarioClassification (ru)":"","MassiveScenarioClassification (sl)":"","MassiveScenarioClassification (sq)":"","MassiveScenarioClassification (sw)":"","MassiveScenarioClassification (ta)":"","MassiveScenarioClassification (te)":"","MassiveScenarioClassification (th)":"","MassiveScenarioClassification (tl)":"","MassiveScenarioClassification (tr)":"","MassiveScenarioClassification (ur)":"","MassiveScenarioClassification (vi)":"","MassiveScenarioClassification (zh-TW)":""} -{"index":108,"Rank":143,"Model":"flaubert_base_uncased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AmazonCounterfactualClassification (de)":"","AmazonCounterfactualClassification (ja)":"","AmazonReviewsClassification (de)":"","AmazonReviewsClassification (es)":"","AmazonReviewsClassification (fr)":23.52,"AmazonReviewsClassification (ja)":"","AmazonReviewsClassification (zh)":"","MTOPDomainClassification (de)":"","MTOPDomainClassification (es)":"","MTOPDomainClassification (fr)":27.74,"MTOPDomainClassification (hi)":"","MTOPDomainClassification (th)":"","MTOPIntentClassification (de)":"","MTOPIntentClassification (es)":"","MTOPIntentClassification (fr)":8.61,"MTOPIntentClassification (hi)":"","MTOPIntentClassification (th)":"","MassiveIntentClassification (af)":"","MassiveIntentClassification (am)":"","MassiveIntentClassification (ar)":"","MassiveIntentClassification (az)":"","MassiveIntentClassification (bn)":"","MassiveIntentClassification (cy)":"","MassiveIntentClassification (de)":"","MassiveIntentClassification (el)":"","MassiveIntentClassification (es)":"","MassiveIntentClassification (fa)":"","MassiveIntentClassification (fi)":"","MassiveIntentClassification (fr)":6.24,"MassiveIntentClassification (he)":"","MassiveIntentClassification (hi)":"","MassiveIntentClassification (hu)":"","MassiveIntentClassification (hy)":"","MassiveIntentClassification (id)":"","MassiveIntentClassification (is)":"","MassiveIntentClassification (it)":"","MassiveIntentClassification (ja)":"","MassiveIntentClassification (jv)":"","MassiveIntentClassification (ka)":"","MassiveIntentClassification (km)":"","MassiveIntentClassification (kn)":"","MassiveIntentClassification (ko)":"","MassiveIntentClassification (lv)":"","MassiveIntentClassification (ml)":"","MassiveIntentClassification (mn)":"","MassiveIntentClassification (ms)":"","MassiveIntentClassification (my)":"","MassiveIntentClassification (nl)":"","MassiveIntentClassification (pt)":"","MassiveIntentClassification (ro)":"","MassiveIntentClassification (ru)":"","MassiveIntentClassification (sl)":"","MassiveIntentClassification (sq)":"","MassiveIntentClassification (sw)":"","MassiveIntentClassification (ta)":"","MassiveIntentClassification (te)":"","MassiveIntentClassification (th)":"","MassiveIntentClassification (tl)":"","MassiveIntentClassification (tr)":"","MassiveIntentClassification (ur)":"","MassiveIntentClassification (vi)":"","MassiveIntentClassification (zh-TW)":"","MassiveScenarioClassification (af)":"","MassiveScenarioClassification (am)":"","MassiveScenarioClassification (ar)":"","MassiveScenarioClassification (az)":"","MassiveScenarioClassification (bn)":"","MassiveScenarioClassification (cy)":"","MassiveScenarioClassification (de)":"","MassiveScenarioClassification (el)":"","MassiveScenarioClassification (es)":"","MassiveScenarioClassification (fa)":"","MassiveScenarioClassification (fi)":"","MassiveScenarioClassification (fr)":10.98,"MassiveScenarioClassification (he)":"","MassiveScenarioClassification (hi)":"","MassiveScenarioClassification (hu)":"","MassiveScenarioClassification (hy)":"","MassiveScenarioClassification (id)":"","MassiveScenarioClassification (is)":"","MassiveScenarioClassification (it)":"","MassiveScenarioClassification (ja)":"","MassiveScenarioClassification (jv)":"","MassiveScenarioClassification (ka)":"","MassiveScenarioClassification (km)":"","MassiveScenarioClassification (kn)":"","MassiveScenarioClassification (ko)":"","MassiveScenarioClassification (lv)":"","MassiveScenarioClassification (ml)":"","MassiveScenarioClassification (mn)":"","MassiveScenarioClassification (ms)":"","MassiveScenarioClassification (my)":"","MassiveScenarioClassification (nl)":"","MassiveScenarioClassification (pt)":"","MassiveScenarioClassification (ro)":"","MassiveScenarioClassification (ru)":"","MassiveScenarioClassification (sl)":"","MassiveScenarioClassification (sq)":"","MassiveScenarioClassification (sw)":"","MassiveScenarioClassification (ta)":"","MassiveScenarioClassification (te)":"","MassiveScenarioClassification (th)":"","MassiveScenarioClassification (tl)":"","MassiveScenarioClassification (tr)":"","MassiveScenarioClassification (ur)":"","MassiveScenarioClassification (vi)":"","MassiveScenarioClassification (zh-TW)":""} -{"index":109,"Rank":144,"Model":"flaubert_large_cased<\/a>","Model Size (Million Parameters)":372,"Memory Usage (GB, fp32)":1.39,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","AmazonCounterfactualClassification (de)":"","AmazonCounterfactualClassification (ja)":"","AmazonReviewsClassification (de)":"","AmazonReviewsClassification (es)":"","AmazonReviewsClassification (fr)":22.45,"AmazonReviewsClassification (ja)":"","AmazonReviewsClassification (zh)":"","MTOPDomainClassification (de)":"","MTOPDomainClassification (es)":"","MTOPDomainClassification (fr)":24.27,"MTOPDomainClassification (hi)":"","MTOPDomainClassification (th)":"","MTOPIntentClassification (de)":"","MTOPIntentClassification (es)":"","MTOPIntentClassification (fr)":9.79,"MTOPIntentClassification (hi)":"","MTOPIntentClassification (th)":"","MassiveIntentClassification (af)":"","MassiveIntentClassification (am)":"","MassiveIntentClassification (ar)":"","MassiveIntentClassification (az)":"","MassiveIntentClassification (bn)":"","MassiveIntentClassification (cy)":"","MassiveIntentClassification (de)":"","MassiveIntentClassification (el)":"","MassiveIntentClassification (es)":"","MassiveIntentClassification (fa)":"","MassiveIntentClassification (fi)":"","MassiveIntentClassification (fr)":16.41,"MassiveIntentClassification (he)":"","MassiveIntentClassification (hi)":"","MassiveIntentClassification (hu)":"","MassiveIntentClassification (hy)":"","MassiveIntentClassification (id)":"","MassiveIntentClassification (is)":"","MassiveIntentClassification (it)":"","MassiveIntentClassification (ja)":"","MassiveIntentClassification (jv)":"","MassiveIntentClassification (ka)":"","MassiveIntentClassification (km)":"","MassiveIntentClassification (kn)":"","MassiveIntentClassification (ko)":"","MassiveIntentClassification (lv)":"","MassiveIntentClassification (ml)":"","MassiveIntentClassification (mn)":"","MassiveIntentClassification (ms)":"","MassiveIntentClassification (my)":"","MassiveIntentClassification (nl)":"","MassiveIntentClassification (pt)":"","MassiveIntentClassification (ro)":"","MassiveIntentClassification (ru)":"","MassiveIntentClassification (sl)":"","MassiveIntentClassification (sq)":"","MassiveIntentClassification (sw)":"","MassiveIntentClassification (ta)":"","MassiveIntentClassification (te)":"","MassiveIntentClassification (th)":"","MassiveIntentClassification (tl)":"","MassiveIntentClassification (tr)":"","MassiveIntentClassification (ur)":"","MassiveIntentClassification (vi)":"","MassiveIntentClassification (zh-TW)":"","MassiveScenarioClassification (af)":"","MassiveScenarioClassification (am)":"","MassiveScenarioClassification (ar)":"","MassiveScenarioClassification (az)":"","MassiveScenarioClassification (bn)":"","MassiveScenarioClassification (cy)":"","MassiveScenarioClassification (de)":"","MassiveScenarioClassification (el)":"","MassiveScenarioClassification (es)":"","MassiveScenarioClassification (fa)":"","MassiveScenarioClassification (fi)":"","MassiveScenarioClassification (fr)":22.72,"MassiveScenarioClassification (he)":"","MassiveScenarioClassification (hi)":"","MassiveScenarioClassification (hu)":"","MassiveScenarioClassification (hy)":"","MassiveScenarioClassification (id)":"","MassiveScenarioClassification (is)":"","MassiveScenarioClassification (it)":"","MassiveScenarioClassification (ja)":"","MassiveScenarioClassification (jv)":"","MassiveScenarioClassification (ka)":"","MassiveScenarioClassification (km)":"","MassiveScenarioClassification (kn)":"","MassiveScenarioClassification (ko)":"","MassiveScenarioClassification (lv)":"","MassiveScenarioClassification (ml)":"","MassiveScenarioClassification (mn)":"","MassiveScenarioClassification (ms)":"","MassiveScenarioClassification (my)":"","MassiveScenarioClassification (nl)":"","MassiveScenarioClassification (pt)":"","MassiveScenarioClassification (ro)":"","MassiveScenarioClassification (ru)":"","MassiveScenarioClassification (sl)":"","MassiveScenarioClassification (sq)":"","MassiveScenarioClassification (sw)":"","MassiveScenarioClassification (ta)":"","MassiveScenarioClassification (te)":"","MassiveScenarioClassification (th)":"","MassiveScenarioClassification (tl)":"","MassiveScenarioClassification (tr)":"","MassiveScenarioClassification (ur)":"","MassiveScenarioClassification (vi)":"","MassiveScenarioClassification (zh-TW)":""} -{"index":110,"Rank":145,"Model":"bge-m3-custom-fr-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","AmazonCounterfactualClassification (de)":"","AmazonCounterfactualClassification (ja)":"","AmazonReviewsClassification (de)":"","AmazonReviewsClassification (es)":"","AmazonReviewsClassification (fr)":42.33,"AmazonReviewsClassification (ja)":"","AmazonReviewsClassification (zh)":"","MTOPDomainClassification (de)":"","MTOPDomainClassification (es)":"","MTOPDomainClassification (fr)":90.39,"MTOPDomainClassification (hi)":"","MTOPDomainClassification (th)":"","MTOPIntentClassification (de)":"","MTOPIntentClassification (es)":"","MTOPIntentClassification (fr)":60.88,"MTOPIntentClassification (hi)":"","MTOPIntentClassification (th)":"","MassiveIntentClassification (af)":"","MassiveIntentClassification (am)":"","MassiveIntentClassification (ar)":"","MassiveIntentClassification (az)":"","MassiveIntentClassification (bn)":"","MassiveIntentClassification (cy)":"","MassiveIntentClassification (de)":"","MassiveIntentClassification (el)":"","MassiveIntentClassification (es)":"","MassiveIntentClassification (fa)":"","MassiveIntentClassification (fi)":"","MassiveIntentClassification (fr)":66.7,"MassiveIntentClassification (he)":"","MassiveIntentClassification (hi)":"","MassiveIntentClassification (hu)":"","MassiveIntentClassification (hy)":"","MassiveIntentClassification (id)":"","MassiveIntentClassification (is)":"","MassiveIntentClassification (it)":"","MassiveIntentClassification (ja)":"","MassiveIntentClassification (jv)":"","MassiveIntentClassification (ka)":"","MassiveIntentClassification (km)":"","MassiveIntentClassification (kn)":"","MassiveIntentClassification (ko)":"","MassiveIntentClassification (lv)":"","MassiveIntentClassification (ml)":"","MassiveIntentClassification (mn)":"","MassiveIntentClassification (ms)":"","MassiveIntentClassification (my)":"","MassiveIntentClassification (nl)":"","MassiveIntentClassification (pt)":"","MassiveIntentClassification (ro)":"","MassiveIntentClassification (ru)":"","MassiveIntentClassification (sl)":"","MassiveIntentClassification (sq)":"","MassiveIntentClassification (sw)":"","MassiveIntentClassification (ta)":"","MassiveIntentClassification (te)":"","MassiveIntentClassification (th)":"","MassiveIntentClassification (tl)":"","MassiveIntentClassification (tr)":"","MassiveIntentClassification (ur)":"","MassiveIntentClassification (vi)":"","MassiveIntentClassification (zh-TW)":"","MassiveScenarioClassification (af)":"","MassiveScenarioClassification (am)":"","MassiveScenarioClassification (ar)":"","MassiveScenarioClassification (az)":"","MassiveScenarioClassification (bn)":"","MassiveScenarioClassification (cy)":"","MassiveScenarioClassification (de)":"","MassiveScenarioClassification (el)":"","MassiveScenarioClassification (es)":"","MassiveScenarioClassification (fa)":"","MassiveScenarioClassification (fi)":"","MassiveScenarioClassification (fr)":74.58,"MassiveScenarioClassification (he)":"","MassiveScenarioClassification (hi)":"","MassiveScenarioClassification (hu)":"","MassiveScenarioClassification (hy)":"","MassiveScenarioClassification (id)":"","MassiveScenarioClassification (is)":"","MassiveScenarioClassification (it)":"","MassiveScenarioClassification (ja)":"","MassiveScenarioClassification (jv)":"","MassiveScenarioClassification (ka)":"","MassiveScenarioClassification (km)":"","MassiveScenarioClassification (kn)":"","MassiveScenarioClassification (ko)":"","MassiveScenarioClassification (lv)":"","MassiveScenarioClassification (ml)":"","MassiveScenarioClassification (mn)":"","MassiveScenarioClassification (ms)":"","MassiveScenarioClassification (my)":"","MassiveScenarioClassification (nl)":"","MassiveScenarioClassification (pt)":"","MassiveScenarioClassification (ro)":"","MassiveScenarioClassification (ru)":"","MassiveScenarioClassification (sl)":"","MassiveScenarioClassification (sq)":"","MassiveScenarioClassification (sw)":"","MassiveScenarioClassification (ta)":"","MassiveScenarioClassification (te)":"","MassiveScenarioClassification (th)":"","MassiveScenarioClassification (tl)":"","MassiveScenarioClassification (tr)":"","MassiveScenarioClassification (ur)":"","MassiveScenarioClassification (vi)":"","MassiveScenarioClassification (zh-TW)":""} -{"index":111,"Rank":146,"Model":"bert-base-multilingual-cased<\/a>","Model Size (Million Parameters)":179,"Memory Usage (GB, fp32)":0.67,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AmazonCounterfactualClassification (de)":"","AmazonCounterfactualClassification (ja)":"","AmazonReviewsClassification (de)":"","AmazonReviewsClassification (es)":"","AmazonReviewsClassification (fr)":29.39,"AmazonReviewsClassification (ja)":"","AmazonReviewsClassification (zh)":"","MTOPDomainClassification (de)":"","MTOPDomainClassification (es)":"","MTOPDomainClassification (fr)":63.61,"MTOPDomainClassification (hi)":"","MTOPDomainClassification (th)":"","MTOPIntentClassification (de)":"","MTOPIntentClassification (es)":"","MTOPIntentClassification (fr)":37.84,"MTOPIntentClassification (hi)":"","MTOPIntentClassification (th)":"","MassiveIntentClassification (af)":"","MassiveIntentClassification (am)":"","MassiveIntentClassification (ar)":"","MassiveIntentClassification (az)":"","MassiveIntentClassification (bn)":"","MassiveIntentClassification (cy)":"","MassiveIntentClassification (de)":"","MassiveIntentClassification (el)":"","MassiveIntentClassification (es)":"","MassiveIntentClassification (fa)":"","MassiveIntentClassification (fi)":"","MassiveIntentClassification (fr)":37.3,"MassiveIntentClassification (he)":"","MassiveIntentClassification (hi)":"","MassiveIntentClassification (hu)":"","MassiveIntentClassification (hy)":"","MassiveIntentClassification (id)":"","MassiveIntentClassification (is)":"","MassiveIntentClassification (it)":"","MassiveIntentClassification (ja)":"","MassiveIntentClassification (jv)":"","MassiveIntentClassification (ka)":"","MassiveIntentClassification (km)":"","MassiveIntentClassification (kn)":"","MassiveIntentClassification (ko)":"","MassiveIntentClassification (lv)":"","MassiveIntentClassification (ml)":"","MassiveIntentClassification (mn)":"","MassiveIntentClassification (ms)":"","MassiveIntentClassification (my)":"","MassiveIntentClassification (nl)":"","MassiveIntentClassification (pt)":"","MassiveIntentClassification (ro)":"","MassiveIntentClassification (ru)":"","MassiveIntentClassification (sl)":"","MassiveIntentClassification (sq)":"","MassiveIntentClassification (sw)":"","MassiveIntentClassification (ta)":"","MassiveIntentClassification (te)":"","MassiveIntentClassification (th)":"","MassiveIntentClassification (tl)":"","MassiveIntentClassification (tr)":"","MassiveIntentClassification (ur)":"","MassiveIntentClassification (vi)":"","MassiveIntentClassification (zh-TW)":"","MassiveScenarioClassification (af)":"","MassiveScenarioClassification (am)":"","MassiveScenarioClassification (ar)":"","MassiveScenarioClassification (az)":"","MassiveScenarioClassification (bn)":"","MassiveScenarioClassification (cy)":"","MassiveScenarioClassification (de)":"","MassiveScenarioClassification (el)":"","MassiveScenarioClassification (es)":"","MassiveScenarioClassification (fa)":"","MassiveScenarioClassification (fi)":"","MassiveScenarioClassification (fr)":44.47,"MassiveScenarioClassification (he)":"","MassiveScenarioClassification (hi)":"","MassiveScenarioClassification (hu)":"","MassiveScenarioClassification (hy)":"","MassiveScenarioClassification (id)":"","MassiveScenarioClassification (is)":"","MassiveScenarioClassification (it)":"","MassiveScenarioClassification (ja)":"","MassiveScenarioClassification (jv)":"","MassiveScenarioClassification (ka)":"","MassiveScenarioClassification (km)":"","MassiveScenarioClassification (kn)":"","MassiveScenarioClassification (ko)":"","MassiveScenarioClassification (lv)":"","MassiveScenarioClassification (ml)":"","MassiveScenarioClassification (mn)":"","MassiveScenarioClassification (ms)":"","MassiveScenarioClassification (my)":"","MassiveScenarioClassification (nl)":"","MassiveScenarioClassification (pt)":"","MassiveScenarioClassification (ro)":"","MassiveScenarioClassification (ru)":"","MassiveScenarioClassification (sl)":"","MassiveScenarioClassification (sq)":"","MassiveScenarioClassification (sw)":"","MassiveScenarioClassification (ta)":"","MassiveScenarioClassification (te)":"","MassiveScenarioClassification (th)":"","MassiveScenarioClassification (tl)":"","MassiveScenarioClassification (tr)":"","MassiveScenarioClassification (ur)":"","MassiveScenarioClassification (vi)":"","MassiveScenarioClassification (zh-TW)":""} -{"index":112,"Rank":147,"Model":"bert-base-multilingual-uncased<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AmazonCounterfactualClassification (de)":"","AmazonCounterfactualClassification (ja)":"","AmazonReviewsClassification (de)":"","AmazonReviewsClassification (es)":"","AmazonReviewsClassification (fr)":29.02,"AmazonReviewsClassification (ja)":"","AmazonReviewsClassification (zh)":"","MTOPDomainClassification (de)":"","MTOPDomainClassification (es)":"","MTOPDomainClassification (fr)":64.49,"MTOPDomainClassification (hi)":"","MTOPDomainClassification (th)":"","MTOPIntentClassification (de)":"","MTOPIntentClassification (es)":"","MTOPIntentClassification (fr)":39.4,"MTOPIntentClassification (hi)":"","MTOPIntentClassification (th)":"","MassiveIntentClassification (af)":"","MassiveIntentClassification (am)":"","MassiveIntentClassification (ar)":"","MassiveIntentClassification (az)":"","MassiveIntentClassification (bn)":"","MassiveIntentClassification (cy)":"","MassiveIntentClassification (de)":"","MassiveIntentClassification (el)":"","MassiveIntentClassification (es)":"","MassiveIntentClassification (fa)":"","MassiveIntentClassification (fi)":"","MassiveIntentClassification (fr)":38.01,"MassiveIntentClassification (he)":"","MassiveIntentClassification (hi)":"","MassiveIntentClassification (hu)":"","MassiveIntentClassification (hy)":"","MassiveIntentClassification (id)":"","MassiveIntentClassification (is)":"","MassiveIntentClassification (it)":"","MassiveIntentClassification (ja)":"","MassiveIntentClassification (jv)":"","MassiveIntentClassification (ka)":"","MassiveIntentClassification (km)":"","MassiveIntentClassification (kn)":"","MassiveIntentClassification (ko)":"","MassiveIntentClassification (lv)":"","MassiveIntentClassification (ml)":"","MassiveIntentClassification (mn)":"","MassiveIntentClassification (ms)":"","MassiveIntentClassification (my)":"","MassiveIntentClassification (nl)":"","MassiveIntentClassification (pt)":"","MassiveIntentClassification (ro)":"","MassiveIntentClassification (ru)":"","MassiveIntentClassification (sl)":"","MassiveIntentClassification (sq)":"","MassiveIntentClassification (sw)":"","MassiveIntentClassification (ta)":"","MassiveIntentClassification (te)":"","MassiveIntentClassification (th)":"","MassiveIntentClassification (tl)":"","MassiveIntentClassification (tr)":"","MassiveIntentClassification (ur)":"","MassiveIntentClassification (vi)":"","MassiveIntentClassification (zh-TW)":"","MassiveScenarioClassification (af)":"","MassiveScenarioClassification (am)":"","MassiveScenarioClassification (ar)":"","MassiveScenarioClassification (az)":"","MassiveScenarioClassification (bn)":"","MassiveScenarioClassification (cy)":"","MassiveScenarioClassification (de)":"","MassiveScenarioClassification (el)":"","MassiveScenarioClassification (es)":"","MassiveScenarioClassification (fa)":"","MassiveScenarioClassification (fi)":"","MassiveScenarioClassification (fr)":43.63,"MassiveScenarioClassification (he)":"","MassiveScenarioClassification (hi)":"","MassiveScenarioClassification (hu)":"","MassiveScenarioClassification (hy)":"","MassiveScenarioClassification (id)":"","MassiveScenarioClassification (is)":"","MassiveScenarioClassification (it)":"","MassiveScenarioClassification (ja)":"","MassiveScenarioClassification (jv)":"","MassiveScenarioClassification (ka)":"","MassiveScenarioClassification (km)":"","MassiveScenarioClassification (kn)":"","MassiveScenarioClassification (ko)":"","MassiveScenarioClassification (lv)":"","MassiveScenarioClassification (ml)":"","MassiveScenarioClassification (mn)":"","MassiveScenarioClassification (ms)":"","MassiveScenarioClassification (my)":"","MassiveScenarioClassification (nl)":"","MassiveScenarioClassification (pt)":"","MassiveScenarioClassification (ro)":"","MassiveScenarioClassification (ru)":"","MassiveScenarioClassification (sl)":"","MassiveScenarioClassification (sq)":"","MassiveScenarioClassification (sw)":"","MassiveScenarioClassification (ta)":"","MassiveScenarioClassification (te)":"","MassiveScenarioClassification (th)":"","MassiveScenarioClassification (tl)":"","MassiveScenarioClassification (tr)":"","MassiveScenarioClassification (ur)":"","MassiveScenarioClassification (vi)":"","MassiveScenarioClassification (zh-TW)":""} -{"index":113,"Rank":148,"Model":"zpoint_large_embedding_zh<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Embedding Dimensions":1792,"Max Tokens":512,"Average":"","AmazonCounterfactualClassification (de)":"","AmazonCounterfactualClassification (ja)":"","AmazonReviewsClassification (de)":"","AmazonReviewsClassification (es)":"","AmazonReviewsClassification (fr)":"","AmazonReviewsClassification (ja)":"","AmazonReviewsClassification (zh)":49.72,"MTOPDomainClassification (de)":"","MTOPDomainClassification (es)":"","MTOPDomainClassification (fr)":"","MTOPDomainClassification (hi)":"","MTOPDomainClassification (th)":"","MTOPIntentClassification (de)":"","MTOPIntentClassification (es)":"","MTOPIntentClassification (fr)":"","MTOPIntentClassification (hi)":"","MTOPIntentClassification (th)":"","MassiveIntentClassification (af)":"","MassiveIntentClassification (am)":"","MassiveIntentClassification (ar)":"","MassiveIntentClassification (az)":"","MassiveIntentClassification (bn)":"","MassiveIntentClassification (cy)":"","MassiveIntentClassification (de)":"","MassiveIntentClassification (el)":"","MassiveIntentClassification (es)":"","MassiveIntentClassification (fa)":"","MassiveIntentClassification (fi)":"","MassiveIntentClassification (fr)":"","MassiveIntentClassification (he)":"","MassiveIntentClassification (hi)":"","MassiveIntentClassification (hu)":"","MassiveIntentClassification (hy)":"","MassiveIntentClassification (id)":"","MassiveIntentClassification (is)":"","MassiveIntentClassification (it)":"","MassiveIntentClassification (ja)":"","MassiveIntentClassification (jv)":"","MassiveIntentClassification (ka)":"","MassiveIntentClassification (km)":"","MassiveIntentClassification (kn)":"","MassiveIntentClassification (ko)":"","MassiveIntentClassification (lv)":"","MassiveIntentClassification (ml)":"","MassiveIntentClassification (mn)":"","MassiveIntentClassification (ms)":"","MassiveIntentClassification (my)":"","MassiveIntentClassification (nl)":"","MassiveIntentClassification (pt)":"","MassiveIntentClassification (ro)":"","MassiveIntentClassification (ru)":"","MassiveIntentClassification (sl)":"","MassiveIntentClassification (sq)":"","MassiveIntentClassification (sw)":"","MassiveIntentClassification (ta)":"","MassiveIntentClassification (te)":"","MassiveIntentClassification (th)":"","MassiveIntentClassification (tl)":"","MassiveIntentClassification (tr)":"","MassiveIntentClassification (ur)":"","MassiveIntentClassification (vi)":"","MassiveIntentClassification (zh-TW)":"","MassiveScenarioClassification (af)":"","MassiveScenarioClassification (am)":"","MassiveScenarioClassification (ar)":"","MassiveScenarioClassification (az)":"","MassiveScenarioClassification (bn)":"","MassiveScenarioClassification (cy)":"","MassiveScenarioClassification (de)":"","MassiveScenarioClassification (el)":"","MassiveScenarioClassification (es)":"","MassiveScenarioClassification (fa)":"","MassiveScenarioClassification (fi)":"","MassiveScenarioClassification (fr)":"","MassiveScenarioClassification (he)":"","MassiveScenarioClassification (hi)":"","MassiveScenarioClassification (hu)":"","MassiveScenarioClassification (hy)":"","MassiveScenarioClassification (id)":"","MassiveScenarioClassification (is)":"","MassiveScenarioClassification (it)":"","MassiveScenarioClassification (ja)":"","MassiveScenarioClassification (jv)":"","MassiveScenarioClassification (ka)":"","MassiveScenarioClassification (km)":"","MassiveScenarioClassification (kn)":"","MassiveScenarioClassification (ko)":"","MassiveScenarioClassification (lv)":"","MassiveScenarioClassification (ml)":"","MassiveScenarioClassification (mn)":"","MassiveScenarioClassification (ms)":"","MassiveScenarioClassification (my)":"","MassiveScenarioClassification (nl)":"","MassiveScenarioClassification (pt)":"","MassiveScenarioClassification (ro)":"","MassiveScenarioClassification (ru)":"","MassiveScenarioClassification (sl)":"","MassiveScenarioClassification (sq)":"","MassiveScenarioClassification (sw)":"","MassiveScenarioClassification (ta)":"","MassiveScenarioClassification (te)":"","MassiveScenarioClassification (th)":"","MassiveScenarioClassification (tl)":"","MassiveScenarioClassification (tr)":"","MassiveScenarioClassification (ur)":"","MassiveScenarioClassification (vi)":"","MassiveScenarioClassification (zh-TW)":""} -{"index":114,"Rank":149,"Model":"stella-base-zh<\/a>","Model Size (Million Parameters)":103,"Memory Usage (GB, fp32)":0.38,"Embedding Dimensions":768,"Max Tokens":1024,"Average":"","AmazonCounterfactualClassification (de)":"","AmazonCounterfactualClassification (ja)":"","AmazonReviewsClassification (de)":"","AmazonReviewsClassification (es)":"","AmazonReviewsClassification (fr)":"","AmazonReviewsClassification (ja)":"","AmazonReviewsClassification (zh)":40.25,"MTOPDomainClassification (de)":"","MTOPDomainClassification (es)":"","MTOPDomainClassification (fr)":"","MTOPDomainClassification (hi)":"","MTOPDomainClassification (th)":"","MTOPIntentClassification (de)":"","MTOPIntentClassification (es)":"","MTOPIntentClassification (fr)":"","MTOPIntentClassification (hi)":"","MTOPIntentClassification (th)":"","MassiveIntentClassification (af)":"","MassiveIntentClassification (am)":"","MassiveIntentClassification (ar)":"","MassiveIntentClassification (az)":"","MassiveIntentClassification (bn)":"","MassiveIntentClassification (cy)":"","MassiveIntentClassification (de)":"","MassiveIntentClassification (el)":"","MassiveIntentClassification (es)":"","MassiveIntentClassification (fa)":"","MassiveIntentClassification (fi)":"","MassiveIntentClassification (fr)":"","MassiveIntentClassification (he)":"","MassiveIntentClassification (hi)":"","MassiveIntentClassification (hu)":"","MassiveIntentClassification (hy)":"","MassiveIntentClassification (id)":"","MassiveIntentClassification (is)":"","MassiveIntentClassification (it)":"","MassiveIntentClassification (ja)":"","MassiveIntentClassification (jv)":"","MassiveIntentClassification (ka)":"","MassiveIntentClassification (km)":"","MassiveIntentClassification (kn)":"","MassiveIntentClassification (ko)":"","MassiveIntentClassification (lv)":"","MassiveIntentClassification (ml)":"","MassiveIntentClassification (mn)":"","MassiveIntentClassification (ms)":"","MassiveIntentClassification (my)":"","MassiveIntentClassification (nl)":"","MassiveIntentClassification (pt)":"","MassiveIntentClassification (ro)":"","MassiveIntentClassification (ru)":"","MassiveIntentClassification (sl)":"","MassiveIntentClassification (sq)":"","MassiveIntentClassification (sw)":"","MassiveIntentClassification (ta)":"","MassiveIntentClassification (te)":"","MassiveIntentClassification (th)":"","MassiveIntentClassification (tl)":"","MassiveIntentClassification (tr)":"","MassiveIntentClassification (ur)":"","MassiveIntentClassification (vi)":"","MassiveIntentClassification (zh-TW)":"","MassiveScenarioClassification (af)":"","MassiveScenarioClassification (am)":"","MassiveScenarioClassification (ar)":"","MassiveScenarioClassification (az)":"","MassiveScenarioClassification (bn)":"","MassiveScenarioClassification (cy)":"","MassiveScenarioClassification (de)":"","MassiveScenarioClassification (el)":"","MassiveScenarioClassification (es)":"","MassiveScenarioClassification (fa)":"","MassiveScenarioClassification (fi)":"","MassiveScenarioClassification (fr)":"","MassiveScenarioClassification (he)":"","MassiveScenarioClassification (hi)":"","MassiveScenarioClassification (hu)":"","MassiveScenarioClassification (hy)":"","MassiveScenarioClassification (id)":"","MassiveScenarioClassification (is)":"","MassiveScenarioClassification (it)":"","MassiveScenarioClassification (ja)":"","MassiveScenarioClassification (jv)":"","MassiveScenarioClassification (ka)":"","MassiveScenarioClassification (km)":"","MassiveScenarioClassification (kn)":"","MassiveScenarioClassification (ko)":"","MassiveScenarioClassification (lv)":"","MassiveScenarioClassification (ml)":"","MassiveScenarioClassification (mn)":"","MassiveScenarioClassification (ms)":"","MassiveScenarioClassification (my)":"","MassiveScenarioClassification (nl)":"","MassiveScenarioClassification (pt)":"","MassiveScenarioClassification (ro)":"","MassiveScenarioClassification (ru)":"","MassiveScenarioClassification (sl)":"","MassiveScenarioClassification (sq)":"","MassiveScenarioClassification (sw)":"","MassiveScenarioClassification (ta)":"","MassiveScenarioClassification (te)":"","MassiveScenarioClassification (th)":"","MassiveScenarioClassification (tl)":"","MassiveScenarioClassification (tr)":"","MassiveScenarioClassification (ur)":"","MassiveScenarioClassification (vi)":"","MassiveScenarioClassification (zh-TW)":""} -{"index":115,"Rank":150,"Model":"stella-base-zh-v2<\/a>","Model Size (Million Parameters)":51,"Memory Usage (GB, fp32)":0.19,"Embedding Dimensions":768,"Max Tokens":1024,"Average":"","AmazonCounterfactualClassification (de)":"","AmazonCounterfactualClassification (ja)":"","AmazonReviewsClassification (de)":"","AmazonReviewsClassification (es)":"","AmazonReviewsClassification (fr)":"","AmazonReviewsClassification (ja)":"","AmazonReviewsClassification (zh)":39.64,"MTOPDomainClassification (de)":"","MTOPDomainClassification (es)":"","MTOPDomainClassification (fr)":"","MTOPDomainClassification (hi)":"","MTOPDomainClassification (th)":"","MTOPIntentClassification (de)":"","MTOPIntentClassification (es)":"","MTOPIntentClassification (fr)":"","MTOPIntentClassification (hi)":"","MTOPIntentClassification (th)":"","MassiveIntentClassification (af)":"","MassiveIntentClassification (am)":"","MassiveIntentClassification (ar)":"","MassiveIntentClassification (az)":"","MassiveIntentClassification (bn)":"","MassiveIntentClassification (cy)":"","MassiveIntentClassification (de)":"","MassiveIntentClassification (el)":"","MassiveIntentClassification (es)":"","MassiveIntentClassification (fa)":"","MassiveIntentClassification (fi)":"","MassiveIntentClassification (fr)":"","MassiveIntentClassification (he)":"","MassiveIntentClassification (hi)":"","MassiveIntentClassification (hu)":"","MassiveIntentClassification (hy)":"","MassiveIntentClassification (id)":"","MassiveIntentClassification (is)":"","MassiveIntentClassification (it)":"","MassiveIntentClassification (ja)":"","MassiveIntentClassification (jv)":"","MassiveIntentClassification (ka)":"","MassiveIntentClassification (km)":"","MassiveIntentClassification (kn)":"","MassiveIntentClassification (ko)":"","MassiveIntentClassification (lv)":"","MassiveIntentClassification (ml)":"","MassiveIntentClassification (mn)":"","MassiveIntentClassification (ms)":"","MassiveIntentClassification (my)":"","MassiveIntentClassification (nl)":"","MassiveIntentClassification (pt)":"","MassiveIntentClassification (ro)":"","MassiveIntentClassification (ru)":"","MassiveIntentClassification (sl)":"","MassiveIntentClassification (sq)":"","MassiveIntentClassification (sw)":"","MassiveIntentClassification (ta)":"","MassiveIntentClassification (te)":"","MassiveIntentClassification (th)":"","MassiveIntentClassification (tl)":"","MassiveIntentClassification (tr)":"","MassiveIntentClassification (ur)":"","MassiveIntentClassification (vi)":"","MassiveIntentClassification (zh-TW)":"","MassiveScenarioClassification (af)":"","MassiveScenarioClassification (am)":"","MassiveScenarioClassification (ar)":"","MassiveScenarioClassification (az)":"","MassiveScenarioClassification (bn)":"","MassiveScenarioClassification (cy)":"","MassiveScenarioClassification (de)":"","MassiveScenarioClassification (el)":"","MassiveScenarioClassification (es)":"","MassiveScenarioClassification (fa)":"","MassiveScenarioClassification (fi)":"","MassiveScenarioClassification (fr)":"","MassiveScenarioClassification (he)":"","MassiveScenarioClassification (hi)":"","MassiveScenarioClassification (hu)":"","MassiveScenarioClassification (hy)":"","MassiveScenarioClassification (id)":"","MassiveScenarioClassification (is)":"","MassiveScenarioClassification (it)":"","MassiveScenarioClassification (ja)":"","MassiveScenarioClassification (jv)":"","MassiveScenarioClassification (ka)":"","MassiveScenarioClassification (km)":"","MassiveScenarioClassification (kn)":"","MassiveScenarioClassification (ko)":"","MassiveScenarioClassification (lv)":"","MassiveScenarioClassification (ml)":"","MassiveScenarioClassification (mn)":"","MassiveScenarioClassification (ms)":"","MassiveScenarioClassification (my)":"","MassiveScenarioClassification (nl)":"","MassiveScenarioClassification (pt)":"","MassiveScenarioClassification (ro)":"","MassiveScenarioClassification (ru)":"","MassiveScenarioClassification (sl)":"","MassiveScenarioClassification (sq)":"","MassiveScenarioClassification (sw)":"","MassiveScenarioClassification (ta)":"","MassiveScenarioClassification (te)":"","MassiveScenarioClassification (th)":"","MassiveScenarioClassification (tl)":"","MassiveScenarioClassification (tr)":"","MassiveScenarioClassification (ur)":"","MassiveScenarioClassification (vi)":"","MassiveScenarioClassification (zh-TW)":""} -{"index":116,"Rank":151,"Model":"stella-base-zh-v3-1792d<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Embedding Dimensions":1792,"Max Tokens":1024,"Average":"","AmazonCounterfactualClassification (de)":"","AmazonCounterfactualClassification (ja)":"","AmazonReviewsClassification (de)":"","AmazonReviewsClassification (es)":"","AmazonReviewsClassification (fr)":"","AmazonReviewsClassification (ja)":"","AmazonReviewsClassification (zh)":46.34,"MTOPDomainClassification (de)":"","MTOPDomainClassification (es)":"","MTOPDomainClassification (fr)":"","MTOPDomainClassification (hi)":"","MTOPDomainClassification (th)":"","MTOPIntentClassification (de)":"","MTOPIntentClassification (es)":"","MTOPIntentClassification (fr)":"","MTOPIntentClassification (hi)":"","MTOPIntentClassification (th)":"","MassiveIntentClassification (af)":"","MassiveIntentClassification (am)":"","MassiveIntentClassification (ar)":"","MassiveIntentClassification (az)":"","MassiveIntentClassification (bn)":"","MassiveIntentClassification (cy)":"","MassiveIntentClassification (de)":"","MassiveIntentClassification (el)":"","MassiveIntentClassification (es)":"","MassiveIntentClassification (fa)":"","MassiveIntentClassification (fi)":"","MassiveIntentClassification (fr)":"","MassiveIntentClassification (he)":"","MassiveIntentClassification (hi)":"","MassiveIntentClassification (hu)":"","MassiveIntentClassification (hy)":"","MassiveIntentClassification (id)":"","MassiveIntentClassification (is)":"","MassiveIntentClassification (it)":"","MassiveIntentClassification (ja)":"","MassiveIntentClassification (jv)":"","MassiveIntentClassification (ka)":"","MassiveIntentClassification (km)":"","MassiveIntentClassification (kn)":"","MassiveIntentClassification (ko)":"","MassiveIntentClassification (lv)":"","MassiveIntentClassification (ml)":"","MassiveIntentClassification (mn)":"","MassiveIntentClassification (ms)":"","MassiveIntentClassification (my)":"","MassiveIntentClassification (nl)":"","MassiveIntentClassification (pt)":"","MassiveIntentClassification (ro)":"","MassiveIntentClassification (ru)":"","MassiveIntentClassification (sl)":"","MassiveIntentClassification (sq)":"","MassiveIntentClassification (sw)":"","MassiveIntentClassification (ta)":"","MassiveIntentClassification (te)":"","MassiveIntentClassification (th)":"","MassiveIntentClassification (tl)":"","MassiveIntentClassification (tr)":"","MassiveIntentClassification (ur)":"","MassiveIntentClassification (vi)":"","MassiveIntentClassification (zh-TW)":"","MassiveScenarioClassification (af)":"","MassiveScenarioClassification (am)":"","MassiveScenarioClassification (ar)":"","MassiveScenarioClassification (az)":"","MassiveScenarioClassification (bn)":"","MassiveScenarioClassification (cy)":"","MassiveScenarioClassification (de)":"","MassiveScenarioClassification (el)":"","MassiveScenarioClassification (es)":"","MassiveScenarioClassification (fa)":"","MassiveScenarioClassification (fi)":"","MassiveScenarioClassification (fr)":"","MassiveScenarioClassification (he)":"","MassiveScenarioClassification (hi)":"","MassiveScenarioClassification (hu)":"","MassiveScenarioClassification (hy)":"","MassiveScenarioClassification (id)":"","MassiveScenarioClassification (is)":"","MassiveScenarioClassification (it)":"","MassiveScenarioClassification (ja)":"","MassiveScenarioClassification (jv)":"","MassiveScenarioClassification (ka)":"","MassiveScenarioClassification (km)":"","MassiveScenarioClassification (kn)":"","MassiveScenarioClassification (ko)":"","MassiveScenarioClassification (lv)":"","MassiveScenarioClassification (ml)":"","MassiveScenarioClassification (mn)":"","MassiveScenarioClassification (ms)":"","MassiveScenarioClassification (my)":"","MassiveScenarioClassification (nl)":"","MassiveScenarioClassification (pt)":"","MassiveScenarioClassification (ro)":"","MassiveScenarioClassification (ru)":"","MassiveScenarioClassification (sl)":"","MassiveScenarioClassification (sq)":"","MassiveScenarioClassification (sw)":"","MassiveScenarioClassification (ta)":"","MassiveScenarioClassification (te)":"","MassiveScenarioClassification (th)":"","MassiveScenarioClassification (tl)":"","MassiveScenarioClassification (tr)":"","MassiveScenarioClassification (ur)":"","MassiveScenarioClassification (vi)":"","MassiveScenarioClassification (zh-TW)":""} -{"index":117,"Rank":152,"Model":"stella-large-zh<\/a>","Model Size (Million Parameters)":163,"Memory Usage (GB, fp32)":0.61,"Embedding Dimensions":1024,"Max Tokens":1024,"Average":"","AmazonCounterfactualClassification (de)":"","AmazonCounterfactualClassification (ja)":"","AmazonReviewsClassification (de)":"","AmazonReviewsClassification (es)":"","AmazonReviewsClassification (fr)":"","AmazonReviewsClassification (ja)":"","AmazonReviewsClassification (zh)":40.57,"MTOPDomainClassification (de)":"","MTOPDomainClassification (es)":"","MTOPDomainClassification (fr)":"","MTOPDomainClassification (hi)":"","MTOPDomainClassification (th)":"","MTOPIntentClassification (de)":"","MTOPIntentClassification (es)":"","MTOPIntentClassification (fr)":"","MTOPIntentClassification (hi)":"","MTOPIntentClassification (th)":"","MassiveIntentClassification (af)":"","MassiveIntentClassification (am)":"","MassiveIntentClassification (ar)":"","MassiveIntentClassification (az)":"","MassiveIntentClassification (bn)":"","MassiveIntentClassification (cy)":"","MassiveIntentClassification (de)":"","MassiveIntentClassification (el)":"","MassiveIntentClassification (es)":"","MassiveIntentClassification (fa)":"","MassiveIntentClassification (fi)":"","MassiveIntentClassification (fr)":"","MassiveIntentClassification (he)":"","MassiveIntentClassification (hi)":"","MassiveIntentClassification (hu)":"","MassiveIntentClassification (hy)":"","MassiveIntentClassification (id)":"","MassiveIntentClassification (is)":"","MassiveIntentClassification (it)":"","MassiveIntentClassification (ja)":"","MassiveIntentClassification (jv)":"","MassiveIntentClassification (ka)":"","MassiveIntentClassification (km)":"","MassiveIntentClassification (kn)":"","MassiveIntentClassification (ko)":"","MassiveIntentClassification (lv)":"","MassiveIntentClassification (ml)":"","MassiveIntentClassification (mn)":"","MassiveIntentClassification (ms)":"","MassiveIntentClassification (my)":"","MassiveIntentClassification (nl)":"","MassiveIntentClassification (pt)":"","MassiveIntentClassification (ro)":"","MassiveIntentClassification (ru)":"","MassiveIntentClassification (sl)":"","MassiveIntentClassification (sq)":"","MassiveIntentClassification (sw)":"","MassiveIntentClassification (ta)":"","MassiveIntentClassification (te)":"","MassiveIntentClassification (th)":"","MassiveIntentClassification (tl)":"","MassiveIntentClassification (tr)":"","MassiveIntentClassification (ur)":"","MassiveIntentClassification (vi)":"","MassiveIntentClassification (zh-TW)":"","MassiveScenarioClassification (af)":"","MassiveScenarioClassification (am)":"","MassiveScenarioClassification (ar)":"","MassiveScenarioClassification (az)":"","MassiveScenarioClassification (bn)":"","MassiveScenarioClassification (cy)":"","MassiveScenarioClassification (de)":"","MassiveScenarioClassification (el)":"","MassiveScenarioClassification (es)":"","MassiveScenarioClassification (fa)":"","MassiveScenarioClassification (fi)":"","MassiveScenarioClassification (fr)":"","MassiveScenarioClassification (he)":"","MassiveScenarioClassification (hi)":"","MassiveScenarioClassification (hu)":"","MassiveScenarioClassification (hy)":"","MassiveScenarioClassification (id)":"","MassiveScenarioClassification (is)":"","MassiveScenarioClassification (it)":"","MassiveScenarioClassification (ja)":"","MassiveScenarioClassification (jv)":"","MassiveScenarioClassification (ka)":"","MassiveScenarioClassification (km)":"","MassiveScenarioClassification (kn)":"","MassiveScenarioClassification (ko)":"","MassiveScenarioClassification (lv)":"","MassiveScenarioClassification (ml)":"","MassiveScenarioClassification (mn)":"","MassiveScenarioClassification (ms)":"","MassiveScenarioClassification (my)":"","MassiveScenarioClassification (nl)":"","MassiveScenarioClassification (pt)":"","MassiveScenarioClassification (ro)":"","MassiveScenarioClassification (ru)":"","MassiveScenarioClassification (sl)":"","MassiveScenarioClassification (sq)":"","MassiveScenarioClassification (sw)":"","MassiveScenarioClassification (ta)":"","MassiveScenarioClassification (te)":"","MassiveScenarioClassification (th)":"","MassiveScenarioClassification (tl)":"","MassiveScenarioClassification (tr)":"","MassiveScenarioClassification (ur)":"","MassiveScenarioClassification (vi)":"","MassiveScenarioClassification (zh-TW)":""} -{"index":118,"Rank":153,"Model":"stella-large-zh-v2<\/a>","Model Size (Million Parameters)":163,"Memory Usage (GB, fp32)":0.61,"Embedding Dimensions":1024,"Max Tokens":1024,"Average":"","AmazonCounterfactualClassification (de)":"","AmazonCounterfactualClassification (ja)":"","AmazonReviewsClassification (de)":"","AmazonReviewsClassification (es)":"","AmazonReviewsClassification (fr)":"","AmazonReviewsClassification (ja)":"","AmazonReviewsClassification (zh)":40.82,"MTOPDomainClassification (de)":"","MTOPDomainClassification (es)":"","MTOPDomainClassification (fr)":"","MTOPDomainClassification (hi)":"","MTOPDomainClassification (th)":"","MTOPIntentClassification (de)":"","MTOPIntentClassification (es)":"","MTOPIntentClassification (fr)":"","MTOPIntentClassification (hi)":"","MTOPIntentClassification (th)":"","MassiveIntentClassification (af)":"","MassiveIntentClassification (am)":"","MassiveIntentClassification (ar)":"","MassiveIntentClassification (az)":"","MassiveIntentClassification (bn)":"","MassiveIntentClassification (cy)":"","MassiveIntentClassification (de)":"","MassiveIntentClassification (el)":"","MassiveIntentClassification (es)":"","MassiveIntentClassification (fa)":"","MassiveIntentClassification (fi)":"","MassiveIntentClassification (fr)":"","MassiveIntentClassification (he)":"","MassiveIntentClassification (hi)":"","MassiveIntentClassification (hu)":"","MassiveIntentClassification (hy)":"","MassiveIntentClassification (id)":"","MassiveIntentClassification (is)":"","MassiveIntentClassification (it)":"","MassiveIntentClassification (ja)":"","MassiveIntentClassification (jv)":"","MassiveIntentClassification (ka)":"","MassiveIntentClassification (km)":"","MassiveIntentClassification (kn)":"","MassiveIntentClassification (ko)":"","MassiveIntentClassification (lv)":"","MassiveIntentClassification (ml)":"","MassiveIntentClassification (mn)":"","MassiveIntentClassification (ms)":"","MassiveIntentClassification (my)":"","MassiveIntentClassification (nl)":"","MassiveIntentClassification (pt)":"","MassiveIntentClassification (ro)":"","MassiveIntentClassification (ru)":"","MassiveIntentClassification (sl)":"","MassiveIntentClassification (sq)":"","MassiveIntentClassification (sw)":"","MassiveIntentClassification (ta)":"","MassiveIntentClassification (te)":"","MassiveIntentClassification (th)":"","MassiveIntentClassification (tl)":"","MassiveIntentClassification (tr)":"","MassiveIntentClassification (ur)":"","MassiveIntentClassification (vi)":"","MassiveIntentClassification (zh-TW)":"","MassiveScenarioClassification (af)":"","MassiveScenarioClassification (am)":"","MassiveScenarioClassification (ar)":"","MassiveScenarioClassification (az)":"","MassiveScenarioClassification (bn)":"","MassiveScenarioClassification (cy)":"","MassiveScenarioClassification (de)":"","MassiveScenarioClassification (el)":"","MassiveScenarioClassification (es)":"","MassiveScenarioClassification (fa)":"","MassiveScenarioClassification (fi)":"","MassiveScenarioClassification (fr)":"","MassiveScenarioClassification (he)":"","MassiveScenarioClassification (hi)":"","MassiveScenarioClassification (hu)":"","MassiveScenarioClassification (hy)":"","MassiveScenarioClassification (id)":"","MassiveScenarioClassification (is)":"","MassiveScenarioClassification (it)":"","MassiveScenarioClassification (ja)":"","MassiveScenarioClassification (jv)":"","MassiveScenarioClassification (ka)":"","MassiveScenarioClassification (km)":"","MassiveScenarioClassification (kn)":"","MassiveScenarioClassification (ko)":"","MassiveScenarioClassification (lv)":"","MassiveScenarioClassification (ml)":"","MassiveScenarioClassification (mn)":"","MassiveScenarioClassification (ms)":"","MassiveScenarioClassification (my)":"","MassiveScenarioClassification (nl)":"","MassiveScenarioClassification (pt)":"","MassiveScenarioClassification (ro)":"","MassiveScenarioClassification (ru)":"","MassiveScenarioClassification (sl)":"","MassiveScenarioClassification (sq)":"","MassiveScenarioClassification (sw)":"","MassiveScenarioClassification (ta)":"","MassiveScenarioClassification (te)":"","MassiveScenarioClassification (th)":"","MassiveScenarioClassification (tl)":"","MassiveScenarioClassification (tr)":"","MassiveScenarioClassification (ur)":"","MassiveScenarioClassification (vi)":"","MassiveScenarioClassification (zh-TW)":""} -{"index":131,"Rank":154,"Model":"Yinka-Q5_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","AmazonCounterfactualClassification (de)":"","AmazonCounterfactualClassification (ja)":"","AmazonReviewsClassification (de)":"","AmazonReviewsClassification (es)":"","AmazonReviewsClassification (fr)":"","AmazonReviewsClassification (ja)":"","AmazonReviewsClassification (zh)":49.5,"MTOPDomainClassification (de)":"","MTOPDomainClassification (es)":"","MTOPDomainClassification (fr)":"","MTOPDomainClassification (hi)":"","MTOPDomainClassification (th)":"","MTOPIntentClassification (de)":"","MTOPIntentClassification (es)":"","MTOPIntentClassification (fr)":"","MTOPIntentClassification (hi)":"","MTOPIntentClassification (th)":"","MassiveIntentClassification (af)":"","MassiveIntentClassification (am)":"","MassiveIntentClassification (ar)":"","MassiveIntentClassification (az)":"","MassiveIntentClassification (bn)":"","MassiveIntentClassification (cy)":"","MassiveIntentClassification (de)":"","MassiveIntentClassification (el)":"","MassiveIntentClassification (es)":"","MassiveIntentClassification (fa)":"","MassiveIntentClassification (fi)":"","MassiveIntentClassification (fr)":"","MassiveIntentClassification (he)":"","MassiveIntentClassification (hi)":"","MassiveIntentClassification (hu)":"","MassiveIntentClassification (hy)":"","MassiveIntentClassification (id)":"","MassiveIntentClassification (is)":"","MassiveIntentClassification (it)":"","MassiveIntentClassification (ja)":"","MassiveIntentClassification (jv)":"","MassiveIntentClassification (ka)":"","MassiveIntentClassification (km)":"","MassiveIntentClassification (kn)":"","MassiveIntentClassification (ko)":"","MassiveIntentClassification (lv)":"","MassiveIntentClassification (ml)":"","MassiveIntentClassification (mn)":"","MassiveIntentClassification (ms)":"","MassiveIntentClassification (my)":"","MassiveIntentClassification (nl)":"","MassiveIntentClassification (pt)":"","MassiveIntentClassification (ro)":"","MassiveIntentClassification (ru)":"","MassiveIntentClassification (sl)":"","MassiveIntentClassification (sq)":"","MassiveIntentClassification (sw)":"","MassiveIntentClassification (ta)":"","MassiveIntentClassification (te)":"","MassiveIntentClassification (th)":"","MassiveIntentClassification (tl)":"","MassiveIntentClassification (tr)":"","MassiveIntentClassification (ur)":"","MassiveIntentClassification (vi)":"","MassiveIntentClassification (zh-TW)":"","MassiveScenarioClassification (af)":"","MassiveScenarioClassification (am)":"","MassiveScenarioClassification (ar)":"","MassiveScenarioClassification (az)":"","MassiveScenarioClassification (bn)":"","MassiveScenarioClassification (cy)":"","MassiveScenarioClassification (de)":"","MassiveScenarioClassification (el)":"","MassiveScenarioClassification (es)":"","MassiveScenarioClassification (fa)":"","MassiveScenarioClassification (fi)":"","MassiveScenarioClassification (fr)":"","MassiveScenarioClassification (he)":"","MassiveScenarioClassification (hi)":"","MassiveScenarioClassification (hu)":"","MassiveScenarioClassification (hy)":"","MassiveScenarioClassification (id)":"","MassiveScenarioClassification (is)":"","MassiveScenarioClassification (it)":"","MassiveScenarioClassification (ja)":"","MassiveScenarioClassification (jv)":"","MassiveScenarioClassification (ka)":"","MassiveScenarioClassification (km)":"","MassiveScenarioClassification (kn)":"","MassiveScenarioClassification (ko)":"","MassiveScenarioClassification (lv)":"","MassiveScenarioClassification (ml)":"","MassiveScenarioClassification (mn)":"","MassiveScenarioClassification (ms)":"","MassiveScenarioClassification (my)":"","MassiveScenarioClassification (nl)":"","MassiveScenarioClassification (pt)":"","MassiveScenarioClassification (ro)":"","MassiveScenarioClassification (ru)":"","MassiveScenarioClassification (sl)":"","MassiveScenarioClassification (sq)":"","MassiveScenarioClassification (sw)":"","MassiveScenarioClassification (ta)":"","MassiveScenarioClassification (te)":"","MassiveScenarioClassification (th)":"","MassiveScenarioClassification (tl)":"","MassiveScenarioClassification (tr)":"","MassiveScenarioClassification (ur)":"","MassiveScenarioClassification (vi)":"","MassiveScenarioClassification (zh-TW)":""} -{"index":132,"Rank":155,"Model":"jina-embeddings-v2-base-de<\/a>","Model Size (Million Parameters)":161,"Memory Usage (GB, fp32)":0.6,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","AmazonCounterfactualClassification (de)":68.92,"AmazonCounterfactualClassification (ja)":"","AmazonReviewsClassification (de)":37.72,"AmazonReviewsClassification (es)":"","AmazonReviewsClassification (fr)":"","AmazonReviewsClassification (ja)":"","AmazonReviewsClassification (zh)":"","MTOPDomainClassification (de)":88.37,"MTOPDomainClassification (es)":"","MTOPDomainClassification (fr)":"","MTOPDomainClassification (hi)":"","MTOPDomainClassification (th)":"","MTOPIntentClassification (de)":63.83,"MTOPIntentClassification (es)":"","MTOPIntentClassification (fr)":"","MTOPIntentClassification (hi)":"","MTOPIntentClassification (th)":"","MassiveIntentClassification (af)":"","MassiveIntentClassification (am)":"","MassiveIntentClassification (ar)":"","MassiveIntentClassification (az)":"","MassiveIntentClassification (bn)":"","MassiveIntentClassification (cy)":"","MassiveIntentClassification (de)":63.89,"MassiveIntentClassification (el)":"","MassiveIntentClassification (es)":"","MassiveIntentClassification (fa)":"","MassiveIntentClassification (fi)":"","MassiveIntentClassification (fr)":"","MassiveIntentClassification (he)":"","MassiveIntentClassification (hi)":"","MassiveIntentClassification (hu)":"","MassiveIntentClassification (hy)":"","MassiveIntentClassification (id)":"","MassiveIntentClassification (is)":"","MassiveIntentClassification (it)":"","MassiveIntentClassification (ja)":"","MassiveIntentClassification (jv)":"","MassiveIntentClassification (ka)":"","MassiveIntentClassification (km)":"","MassiveIntentClassification (kn)":"","MassiveIntentClassification (ko)":"","MassiveIntentClassification (lv)":"","MassiveIntentClassification (ml)":"","MassiveIntentClassification (mn)":"","MassiveIntentClassification (ms)":"","MassiveIntentClassification (my)":"","MassiveIntentClassification (nl)":"","MassiveIntentClassification (pt)":"","MassiveIntentClassification (ro)":"","MassiveIntentClassification (ru)":"","MassiveIntentClassification (sl)":"","MassiveIntentClassification (sq)":"","MassiveIntentClassification (sw)":"","MassiveIntentClassification (ta)":"","MassiveIntentClassification (te)":"","MassiveIntentClassification (th)":"","MassiveIntentClassification (tl)":"","MassiveIntentClassification (tr)":"","MassiveIntentClassification (ur)":"","MassiveIntentClassification (vi)":"","MassiveIntentClassification (zh-TW)":"","MassiveScenarioClassification (af)":"","MassiveScenarioClassification (am)":"","MassiveScenarioClassification (ar)":"","MassiveScenarioClassification (az)":"","MassiveScenarioClassification (bn)":"","MassiveScenarioClassification (cy)":"","MassiveScenarioClassification (de)":71.25,"MassiveScenarioClassification (el)":"","MassiveScenarioClassification (es)":"","MassiveScenarioClassification (fa)":"","MassiveScenarioClassification (fi)":"","MassiveScenarioClassification (fr)":"","MassiveScenarioClassification (he)":"","MassiveScenarioClassification (hi)":"","MassiveScenarioClassification (hu)":"","MassiveScenarioClassification (hy)":"","MassiveScenarioClassification (id)":"","MassiveScenarioClassification (is)":"","MassiveScenarioClassification (it)":"","MassiveScenarioClassification (ja)":"","MassiveScenarioClassification (jv)":"","MassiveScenarioClassification (ka)":"","MassiveScenarioClassification (km)":"","MassiveScenarioClassification (kn)":"","MassiveScenarioClassification (ko)":"","MassiveScenarioClassification (lv)":"","MassiveScenarioClassification (ml)":"","MassiveScenarioClassification (mn)":"","MassiveScenarioClassification (ms)":"","MassiveScenarioClassification (my)":"","MassiveScenarioClassification (nl)":"","MassiveScenarioClassification (pt)":"","MassiveScenarioClassification (ro)":"","MassiveScenarioClassification (ru)":"","MassiveScenarioClassification (sl)":"","MassiveScenarioClassification (sq)":"","MassiveScenarioClassification (sw)":"","MassiveScenarioClassification (ta)":"","MassiveScenarioClassification (te)":"","MassiveScenarioClassification (th)":"","MassiveScenarioClassification (tl)":"","MassiveScenarioClassification (tr)":"","MassiveScenarioClassification (ur)":"","MassiveScenarioClassification (vi)":"","MassiveScenarioClassification (zh-TW)":""} -{"index":134,"Rank":156,"Model":"jina-embeddings-v2-base-es<\/a>","Model Size (Million Parameters)":161,"Memory Usage (GB, fp32)":0.6,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","AmazonCounterfactualClassification (de)":"","AmazonCounterfactualClassification (ja)":"","AmazonReviewsClassification (de)":"","AmazonReviewsClassification (es)":38.68,"AmazonReviewsClassification (fr)":"","AmazonReviewsClassification (ja)":"","AmazonReviewsClassification (zh)":"","MTOPDomainClassification (de)":"","MTOPDomainClassification (es)":89.89,"MTOPDomainClassification (fr)":"","MTOPDomainClassification (hi)":"","MTOPDomainClassification (th)":"","MTOPIntentClassification (de)":"","MTOPIntentClassification (es)":68.76,"MTOPIntentClassification (fr)":"","MTOPIntentClassification (hi)":"","MTOPIntentClassification (th)":"","MassiveIntentClassification (af)":"","MassiveIntentClassification (am)":"","MassiveIntentClassification (ar)":"","MassiveIntentClassification (az)":"","MassiveIntentClassification (bn)":"","MassiveIntentClassification (cy)":"","MassiveIntentClassification (de)":"","MassiveIntentClassification (el)":"","MassiveIntentClassification (es)":66.93,"MassiveIntentClassification (fa)":"","MassiveIntentClassification (fi)":"","MassiveIntentClassification (fr)":"","MassiveIntentClassification (he)":"","MassiveIntentClassification (hi)":"","MassiveIntentClassification (hu)":"","MassiveIntentClassification (hy)":"","MassiveIntentClassification (id)":"","MassiveIntentClassification (is)":"","MassiveIntentClassification (it)":"","MassiveIntentClassification (ja)":"","MassiveIntentClassification (jv)":"","MassiveIntentClassification (ka)":"","MassiveIntentClassification (km)":"","MassiveIntentClassification (kn)":"","MassiveIntentClassification (ko)":"","MassiveIntentClassification (lv)":"","MassiveIntentClassification (ml)":"","MassiveIntentClassification (mn)":"","MassiveIntentClassification (ms)":"","MassiveIntentClassification (my)":"","MassiveIntentClassification (nl)":"","MassiveIntentClassification (pt)":"","MassiveIntentClassification (ro)":"","MassiveIntentClassification (ru)":"","MassiveIntentClassification (sl)":"","MassiveIntentClassification (sq)":"","MassiveIntentClassification (sw)":"","MassiveIntentClassification (ta)":"","MassiveIntentClassification (te)":"","MassiveIntentClassification (th)":"","MassiveIntentClassification (tl)":"","MassiveIntentClassification (tr)":"","MassiveIntentClassification (ur)":"","MassiveIntentClassification (vi)":"","MassiveIntentClassification (zh-TW)":"","MassiveScenarioClassification (af)":"","MassiveScenarioClassification (am)":"","MassiveScenarioClassification (ar)":"","MassiveScenarioClassification (az)":"","MassiveScenarioClassification (bn)":"","MassiveScenarioClassification (cy)":"","MassiveScenarioClassification (de)":"","MassiveScenarioClassification (el)":"","MassiveScenarioClassification (es)":71.23,"MassiveScenarioClassification (fa)":"","MassiveScenarioClassification (fi)":"","MassiveScenarioClassification (fr)":"","MassiveScenarioClassification (he)":"","MassiveScenarioClassification (hi)":"","MassiveScenarioClassification (hu)":"","MassiveScenarioClassification (hy)":"","MassiveScenarioClassification (id)":"","MassiveScenarioClassification (is)":"","MassiveScenarioClassification (it)":"","MassiveScenarioClassification (ja)":"","MassiveScenarioClassification (jv)":"","MassiveScenarioClassification (ka)":"","MassiveScenarioClassification (km)":"","MassiveScenarioClassification (kn)":"","MassiveScenarioClassification (ko)":"","MassiveScenarioClassification (lv)":"","MassiveScenarioClassification (ml)":"","MassiveScenarioClassification (mn)":"","MassiveScenarioClassification (ms)":"","MassiveScenarioClassification (my)":"","MassiveScenarioClassification (nl)":"","MassiveScenarioClassification (pt)":"","MassiveScenarioClassification (ro)":"","MassiveScenarioClassification (ru)":"","MassiveScenarioClassification (sl)":"","MassiveScenarioClassification (sq)":"","MassiveScenarioClassification (sw)":"","MassiveScenarioClassification (ta)":"","MassiveScenarioClassification (te)":"","MassiveScenarioClassification (th)":"","MassiveScenarioClassification (tl)":"","MassiveScenarioClassification (tr)":"","MassiveScenarioClassification (ur)":"","MassiveScenarioClassification (vi)":"","MassiveScenarioClassification (zh-TW)":""} -{"index":135,"Rank":157,"Model":"jina-embeddings-v2-base-zh<\/a>","Model Size (Million Parameters)":161,"Memory Usage (GB, fp32)":0.6,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","AmazonCounterfactualClassification (de)":"","AmazonCounterfactualClassification (ja)":"","AmazonReviewsClassification (de)":"","AmazonReviewsClassification (es)":"","AmazonReviewsClassification (fr)":"","AmazonReviewsClassification (ja)":"","AmazonReviewsClassification (zh)":34.94,"MTOPDomainClassification (de)":"","MTOPDomainClassification (es)":"","MTOPDomainClassification (fr)":"","MTOPDomainClassification (hi)":"","MTOPDomainClassification (th)":"","MTOPIntentClassification (de)":"","MTOPIntentClassification (es)":"","MTOPIntentClassification (fr)":"","MTOPIntentClassification (hi)":"","MTOPIntentClassification (th)":"","MassiveIntentClassification (af)":"","MassiveIntentClassification (am)":"","MassiveIntentClassification (ar)":"","MassiveIntentClassification (az)":"","MassiveIntentClassification (bn)":"","MassiveIntentClassification (cy)":"","MassiveIntentClassification (de)":"","MassiveIntentClassification (el)":"","MassiveIntentClassification (es)":"","MassiveIntentClassification (fa)":"","MassiveIntentClassification (fi)":"","MassiveIntentClassification (fr)":"","MassiveIntentClassification (he)":"","MassiveIntentClassification (hi)":"","MassiveIntentClassification (hu)":"","MassiveIntentClassification (hy)":"","MassiveIntentClassification (id)":"","MassiveIntentClassification (is)":"","MassiveIntentClassification (it)":"","MassiveIntentClassification (ja)":"","MassiveIntentClassification (jv)":"","MassiveIntentClassification (ka)":"","MassiveIntentClassification (km)":"","MassiveIntentClassification (kn)":"","MassiveIntentClassification (ko)":"","MassiveIntentClassification (lv)":"","MassiveIntentClassification (ml)":"","MassiveIntentClassification (mn)":"","MassiveIntentClassification (ms)":"","MassiveIntentClassification (my)":"","MassiveIntentClassification (nl)":"","MassiveIntentClassification (pt)":"","MassiveIntentClassification (ro)":"","MassiveIntentClassification (ru)":"","MassiveIntentClassification (sl)":"","MassiveIntentClassification (sq)":"","MassiveIntentClassification (sw)":"","MassiveIntentClassification (ta)":"","MassiveIntentClassification (te)":"","MassiveIntentClassification (th)":"","MassiveIntentClassification (tl)":"","MassiveIntentClassification (tr)":"","MassiveIntentClassification (ur)":"","MassiveIntentClassification (vi)":"","MassiveIntentClassification (zh-TW)":"","MassiveScenarioClassification (af)":"","MassiveScenarioClassification (am)":"","MassiveScenarioClassification (ar)":"","MassiveScenarioClassification (az)":"","MassiveScenarioClassification (bn)":"","MassiveScenarioClassification (cy)":"","MassiveScenarioClassification (de)":"","MassiveScenarioClassification (el)":"","MassiveScenarioClassification (es)":"","MassiveScenarioClassification (fa)":"","MassiveScenarioClassification (fi)":"","MassiveScenarioClassification (fr)":"","MassiveScenarioClassification (he)":"","MassiveScenarioClassification (hi)":"","MassiveScenarioClassification (hu)":"","MassiveScenarioClassification (hy)":"","MassiveScenarioClassification (id)":"","MassiveScenarioClassification (is)":"","MassiveScenarioClassification (it)":"","MassiveScenarioClassification (ja)":"","MassiveScenarioClassification (jv)":"","MassiveScenarioClassification (ka)":"","MassiveScenarioClassification (km)":"","MassiveScenarioClassification (kn)":"","MassiveScenarioClassification (ko)":"","MassiveScenarioClassification (lv)":"","MassiveScenarioClassification (ml)":"","MassiveScenarioClassification (mn)":"","MassiveScenarioClassification (ms)":"","MassiveScenarioClassification (my)":"","MassiveScenarioClassification (nl)":"","MassiveScenarioClassification (pt)":"","MassiveScenarioClassification (ro)":"","MassiveScenarioClassification (ru)":"","MassiveScenarioClassification (sl)":"","MassiveScenarioClassification (sq)":"","MassiveScenarioClassification (sw)":"","MassiveScenarioClassification (ta)":"","MassiveScenarioClassification (te)":"","MassiveScenarioClassification (th)":"","MassiveScenarioClassification (tl)":"","MassiveScenarioClassification (tr)":"","MassiveScenarioClassification (ur)":"","MassiveScenarioClassification (vi)":"","MassiveScenarioClassification (zh-TW)":""} -{"index":136,"Rank":158,"Model":"jina-embeddings-v3<\/a>","Model Size (Million Parameters)":572,"Memory Usage (GB, fp32)":2.13,"Embedding Dimensions":1024,"Max Tokens":8194,"Average":"","AmazonCounterfactualClassification (de)":89.61,"AmazonCounterfactualClassification (ja)":"","AmazonReviewsClassification (de)":48.07,"AmazonReviewsClassification (es)":48.1,"AmazonReviewsClassification (fr)":47.31,"AmazonReviewsClassification (ja)":"","AmazonReviewsClassification (zh)":44.94,"MTOPDomainClassification (de)":96.89,"MTOPDomainClassification (es)":97.17,"MTOPDomainClassification (fr)":96.3,"MTOPDomainClassification (hi)":"","MTOPDomainClassification (th)":"","MTOPIntentClassification (de)":80.79,"MTOPIntentClassification (es)":84.78,"MTOPIntentClassification (fr)":82.21,"MTOPIntentClassification (hi)":"","MTOPIntentClassification (th)":"","MassiveIntentClassification (af)":"","MassiveIntentClassification (am)":"","MassiveIntentClassification (ar)":"","MassiveIntentClassification (az)":"","MassiveIntentClassification (bn)":"","MassiveIntentClassification (cy)":"","MassiveIntentClassification (de)":74.84,"MassiveIntentClassification (el)":"","MassiveIntentClassification (es)":75.32,"MassiveIntentClassification (fa)":"","MassiveIntentClassification (fi)":"","MassiveIntentClassification (fr)":76.32,"MassiveIntentClassification (he)":"","MassiveIntentClassification (hi)":"","MassiveIntentClassification (hu)":"","MassiveIntentClassification (hy)":"","MassiveIntentClassification (id)":"","MassiveIntentClassification (is)":"","MassiveIntentClassification (it)":"","MassiveIntentClassification (ja)":"","MassiveIntentClassification (jv)":"","MassiveIntentClassification (ka)":"","MassiveIntentClassification (km)":"","MassiveIntentClassification (kn)":"","MassiveIntentClassification (ko)":"","MassiveIntentClassification (lv)":"","MassiveIntentClassification (ml)":"","MassiveIntentClassification (mn)":"","MassiveIntentClassification (ms)":"","MassiveIntentClassification (my)":"","MassiveIntentClassification (nl)":"","MassiveIntentClassification (pt)":"","MassiveIntentClassification (ro)":"","MassiveIntentClassification (ru)":76.8,"MassiveIntentClassification (sl)":"","MassiveIntentClassification (sq)":"","MassiveIntentClassification (sw)":"","MassiveIntentClassification (ta)":"","MassiveIntentClassification (te)":"","MassiveIntentClassification (th)":"","MassiveIntentClassification (tl)":"","MassiveIntentClassification (tr)":"","MassiveIntentClassification (ur)":"","MassiveIntentClassification (vi)":"","MassiveIntentClassification (zh-TW)":"","MassiveScenarioClassification (af)":"","MassiveScenarioClassification (am)":"","MassiveScenarioClassification (ar)":"","MassiveScenarioClassification (az)":"","MassiveScenarioClassification (bn)":"","MassiveScenarioClassification (cy)":"","MassiveScenarioClassification (de)":83.97,"MassiveScenarioClassification (el)":"","MassiveScenarioClassification (es)":82.58,"MassiveScenarioClassification (fa)":"","MassiveScenarioClassification (fi)":"","MassiveScenarioClassification (fr)":83.09,"MassiveScenarioClassification (he)":"","MassiveScenarioClassification (hi)":"","MassiveScenarioClassification (hu)":"","MassiveScenarioClassification (hy)":"","MassiveScenarioClassification (id)":"","MassiveScenarioClassification (is)":"","MassiveScenarioClassification (it)":"","MassiveScenarioClassification (ja)":"","MassiveScenarioClassification (jv)":"","MassiveScenarioClassification (ka)":"","MassiveScenarioClassification (km)":"","MassiveScenarioClassification (kn)":"","MassiveScenarioClassification (ko)":"","MassiveScenarioClassification (lv)":"","MassiveScenarioClassification (ml)":"","MassiveScenarioClassification (mn)":"","MassiveScenarioClassification (ms)":"","MassiveScenarioClassification (my)":"","MassiveScenarioClassification (nl)":"","MassiveScenarioClassification (pt)":"","MassiveScenarioClassification (ro)":"","MassiveScenarioClassification (ru)":84.06,"MassiveScenarioClassification (sl)":"","MassiveScenarioClassification (sq)":"","MassiveScenarioClassification (sw)":"","MassiveScenarioClassification (ta)":"","MassiveScenarioClassification (te)":"","MassiveScenarioClassification (th)":"","MassiveScenarioClassification (tl)":"","MassiveScenarioClassification (tr)":"","MassiveScenarioClassification (ur)":"","MassiveScenarioClassification (vi)":"","MassiveScenarioClassification (zh-TW)":""} -{"index":138,"Rank":159,"Model":"gte-multilingual-base-hu<\/a>","Model Size (Million Parameters)":305,"Memory Usage (GB, fp32)":1.14,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","AmazonCounterfactualClassification (de)":"","AmazonCounterfactualClassification (ja)":"","AmazonReviewsClassification (de)":"","AmazonReviewsClassification (es)":"","AmazonReviewsClassification (fr)":"","AmazonReviewsClassification (ja)":"","AmazonReviewsClassification (zh)":"","MTOPDomainClassification (de)":"","MTOPDomainClassification (es)":"","MTOPDomainClassification (fr)":"","MTOPDomainClassification (hi)":"","MTOPDomainClassification (th)":"","MTOPIntentClassification (de)":"","MTOPIntentClassification (es)":"","MTOPIntentClassification (fr)":"","MTOPIntentClassification (hi)":"","MTOPIntentClassification (th)":"","MassiveIntentClassification (af)":"","MassiveIntentClassification (am)":"","MassiveIntentClassification (ar)":"","MassiveIntentClassification (az)":"","MassiveIntentClassification (bn)":"","MassiveIntentClassification (cy)":"","MassiveIntentClassification (de)":"","MassiveIntentClassification (el)":"","MassiveIntentClassification (es)":"","MassiveIntentClassification (fa)":"","MassiveIntentClassification (fi)":"","MassiveIntentClassification (fr)":"","MassiveIntentClassification (he)":"","MassiveIntentClassification (hi)":"","MassiveIntentClassification (hu)":54.67,"MassiveIntentClassification (hy)":"","MassiveIntentClassification (id)":"","MassiveIntentClassification (is)":"","MassiveIntentClassification (it)":"","MassiveIntentClassification (ja)":"","MassiveIntentClassification (jv)":"","MassiveIntentClassification (ka)":"","MassiveIntentClassification (km)":"","MassiveIntentClassification (kn)":"","MassiveIntentClassification (ko)":"","MassiveIntentClassification (lv)":"","MassiveIntentClassification (ml)":"","MassiveIntentClassification (mn)":"","MassiveIntentClassification (ms)":"","MassiveIntentClassification (my)":"","MassiveIntentClassification (nl)":"","MassiveIntentClassification (pt)":"","MassiveIntentClassification (ro)":"","MassiveIntentClassification (ru)":"","MassiveIntentClassification (sl)":"","MassiveIntentClassification (sq)":"","MassiveIntentClassification (sw)":"","MassiveIntentClassification (ta)":"","MassiveIntentClassification (te)":"","MassiveIntentClassification (th)":"","MassiveIntentClassification (tl)":"","MassiveIntentClassification (tr)":"","MassiveIntentClassification (ur)":"","MassiveIntentClassification (vi)":"","MassiveIntentClassification (zh-TW)":"","MassiveScenarioClassification (af)":"","MassiveScenarioClassification (am)":"","MassiveScenarioClassification (ar)":"","MassiveScenarioClassification (az)":"","MassiveScenarioClassification (bn)":"","MassiveScenarioClassification (cy)":"","MassiveScenarioClassification (de)":"","MassiveScenarioClassification (el)":"","MassiveScenarioClassification (es)":"","MassiveScenarioClassification (fa)":"","MassiveScenarioClassification (fi)":"","MassiveScenarioClassification (fr)":"","MassiveScenarioClassification (he)":"","MassiveScenarioClassification (hi)":"","MassiveScenarioClassification (hu)":62.03,"MassiveScenarioClassification (hy)":"","MassiveScenarioClassification (id)":"","MassiveScenarioClassification (is)":"","MassiveScenarioClassification (it)":"","MassiveScenarioClassification (ja)":"","MassiveScenarioClassification (jv)":"","MassiveScenarioClassification (ka)":"","MassiveScenarioClassification (km)":"","MassiveScenarioClassification (kn)":"","MassiveScenarioClassification (ko)":"","MassiveScenarioClassification (lv)":"","MassiveScenarioClassification (ml)":"","MassiveScenarioClassification (mn)":"","MassiveScenarioClassification (ms)":"","MassiveScenarioClassification (my)":"","MassiveScenarioClassification (nl)":"","MassiveScenarioClassification (pt)":"","MassiveScenarioClassification (ro)":"","MassiveScenarioClassification (ru)":"","MassiveScenarioClassification (sl)":"","MassiveScenarioClassification (sq)":"","MassiveScenarioClassification (sw)":"","MassiveScenarioClassification (ta)":"","MassiveScenarioClassification (te)":"","MassiveScenarioClassification (th)":"","MassiveScenarioClassification (tl)":"","MassiveScenarioClassification (tr)":"","MassiveScenarioClassification (ur)":"","MassiveScenarioClassification (vi)":"","MassiveScenarioClassification (zh-TW)":""} -{"index":139,"Rank":160,"Model":"paraphrase-multilingual-MiniLM-L12-hu-v2<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","AmazonCounterfactualClassification (de)":"","AmazonCounterfactualClassification (ja)":"","AmazonReviewsClassification (de)":"","AmazonReviewsClassification (es)":"","AmazonReviewsClassification (fr)":"","AmazonReviewsClassification (ja)":"","AmazonReviewsClassification (zh)":"","MTOPDomainClassification (de)":"","MTOPDomainClassification (es)":"","MTOPDomainClassification (fr)":"","MTOPDomainClassification (hi)":"","MTOPDomainClassification (th)":"","MTOPIntentClassification (de)":"","MTOPIntentClassification (es)":"","MTOPIntentClassification (fr)":"","MTOPIntentClassification (hi)":"","MTOPIntentClassification (th)":"","MassiveIntentClassification (af)":"","MassiveIntentClassification (am)":"","MassiveIntentClassification (ar)":"","MassiveIntentClassification (az)":"","MassiveIntentClassification (bn)":"","MassiveIntentClassification (cy)":"","MassiveIntentClassification (de)":"","MassiveIntentClassification (el)":"","MassiveIntentClassification (es)":"","MassiveIntentClassification (fa)":"","MassiveIntentClassification (fi)":"","MassiveIntentClassification (fr)":"","MassiveIntentClassification (he)":"","MassiveIntentClassification (hi)":"","MassiveIntentClassification (hu)":61.65,"MassiveIntentClassification (hy)":"","MassiveIntentClassification (id)":"","MassiveIntentClassification (is)":"","MassiveIntentClassification (it)":"","MassiveIntentClassification (ja)":"","MassiveIntentClassification (jv)":"","MassiveIntentClassification (ka)":"","MassiveIntentClassification (km)":"","MassiveIntentClassification (kn)":"","MassiveIntentClassification (ko)":"","MassiveIntentClassification (lv)":"","MassiveIntentClassification (ml)":"","MassiveIntentClassification (mn)":"","MassiveIntentClassification (ms)":"","MassiveIntentClassification (my)":"","MassiveIntentClassification (nl)":"","MassiveIntentClassification (pt)":"","MassiveIntentClassification (ro)":"","MassiveIntentClassification (ru)":"","MassiveIntentClassification (sl)":"","MassiveIntentClassification (sq)":"","MassiveIntentClassification (sw)":"","MassiveIntentClassification (ta)":"","MassiveIntentClassification (te)":"","MassiveIntentClassification (th)":"","MassiveIntentClassification (tl)":"","MassiveIntentClassification (tr)":"","MassiveIntentClassification (ur)":"","MassiveIntentClassification (vi)":"","MassiveIntentClassification (zh-TW)":"","MassiveScenarioClassification (af)":"","MassiveScenarioClassification (am)":"","MassiveScenarioClassification (ar)":"","MassiveScenarioClassification (az)":"","MassiveScenarioClassification (bn)":"","MassiveScenarioClassification (cy)":"","MassiveScenarioClassification (de)":"","MassiveScenarioClassification (el)":"","MassiveScenarioClassification (es)":"","MassiveScenarioClassification (fa)":"","MassiveScenarioClassification (fi)":"","MassiveScenarioClassification (fr)":"","MassiveScenarioClassification (he)":"","MassiveScenarioClassification (hi)":"","MassiveScenarioClassification (hu)":66.28,"MassiveScenarioClassification (hy)":"","MassiveScenarioClassification (id)":"","MassiveScenarioClassification (is)":"","MassiveScenarioClassification (it)":"","MassiveScenarioClassification (ja)":"","MassiveScenarioClassification (jv)":"","MassiveScenarioClassification (ka)":"","MassiveScenarioClassification (km)":"","MassiveScenarioClassification (kn)":"","MassiveScenarioClassification (ko)":"","MassiveScenarioClassification (lv)":"","MassiveScenarioClassification (ml)":"","MassiveScenarioClassification (mn)":"","MassiveScenarioClassification (ms)":"","MassiveScenarioClassification (my)":"","MassiveScenarioClassification (nl)":"","MassiveScenarioClassification (pt)":"","MassiveScenarioClassification (ro)":"","MassiveScenarioClassification (ru)":"","MassiveScenarioClassification (sl)":"","MassiveScenarioClassification (sq)":"","MassiveScenarioClassification (sw)":"","MassiveScenarioClassification (ta)":"","MassiveScenarioClassification (te)":"","MassiveScenarioClassification (th)":"","MassiveScenarioClassification (tl)":"","MassiveScenarioClassification (tr)":"","MassiveScenarioClassification (ur)":"","MassiveScenarioClassification (vi)":"","MassiveScenarioClassification (zh-TW)":""} -{"index":140,"Rank":161,"Model":"paraphrase-multilingual-MiniLM-L12-hu_v1<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","AmazonCounterfactualClassification (de)":"","AmazonCounterfactualClassification (ja)":"","AmazonReviewsClassification (de)":"","AmazonReviewsClassification (es)":"","AmazonReviewsClassification (fr)":"","AmazonReviewsClassification (ja)":"","AmazonReviewsClassification (zh)":"","MTOPDomainClassification (de)":"","MTOPDomainClassification (es)":"","MTOPDomainClassification (fr)":"","MTOPDomainClassification (hi)":"","MTOPDomainClassification (th)":"","MTOPIntentClassification (de)":"","MTOPIntentClassification (es)":"","MTOPIntentClassification (fr)":"","MTOPIntentClassification (hi)":"","MTOPIntentClassification (th)":"","MassiveIntentClassification (af)":"","MassiveIntentClassification (am)":"","MassiveIntentClassification (ar)":"","MassiveIntentClassification (az)":"","MassiveIntentClassification (bn)":"","MassiveIntentClassification (cy)":"","MassiveIntentClassification (de)":"","MassiveIntentClassification (el)":"","MassiveIntentClassification (es)":"","MassiveIntentClassification (fa)":"","MassiveIntentClassification (fi)":"","MassiveIntentClassification (fr)":"","MassiveIntentClassification (he)":"","MassiveIntentClassification (hi)":"","MassiveIntentClassification (hu)":60.2,"MassiveIntentClassification (hy)":"","MassiveIntentClassification (id)":"","MassiveIntentClassification (is)":"","MassiveIntentClassification (it)":"","MassiveIntentClassification (ja)":"","MassiveIntentClassification (jv)":"","MassiveIntentClassification (ka)":"","MassiveIntentClassification (km)":"","MassiveIntentClassification (kn)":"","MassiveIntentClassification (ko)":"","MassiveIntentClassification (lv)":"","MassiveIntentClassification (ml)":"","MassiveIntentClassification (mn)":"","MassiveIntentClassification (ms)":"","MassiveIntentClassification (my)":"","MassiveIntentClassification (nl)":"","MassiveIntentClassification (pt)":"","MassiveIntentClassification (ro)":"","MassiveIntentClassification (ru)":"","MassiveIntentClassification (sl)":"","MassiveIntentClassification (sq)":"","MassiveIntentClassification (sw)":"","MassiveIntentClassification (ta)":"","MassiveIntentClassification (te)":"","MassiveIntentClassification (th)":"","MassiveIntentClassification (tl)":"","MassiveIntentClassification (tr)":"","MassiveIntentClassification (ur)":"","MassiveIntentClassification (vi)":"","MassiveIntentClassification (zh-TW)":"","MassiveScenarioClassification (af)":"","MassiveScenarioClassification (am)":"","MassiveScenarioClassification (ar)":"","MassiveScenarioClassification (az)":"","MassiveScenarioClassification (bn)":"","MassiveScenarioClassification (cy)":"","MassiveScenarioClassification (de)":"","MassiveScenarioClassification (el)":"","MassiveScenarioClassification (es)":"","MassiveScenarioClassification (fa)":"","MassiveScenarioClassification (fi)":"","MassiveScenarioClassification (fr)":"","MassiveScenarioClassification (he)":"","MassiveScenarioClassification (hi)":"","MassiveScenarioClassification (hu)":66.11,"MassiveScenarioClassification (hy)":"","MassiveScenarioClassification (id)":"","MassiveScenarioClassification (is)":"","MassiveScenarioClassification (it)":"","MassiveScenarioClassification (ja)":"","MassiveScenarioClassification (jv)":"","MassiveScenarioClassification (ka)":"","MassiveScenarioClassification (km)":"","MassiveScenarioClassification (kn)":"","MassiveScenarioClassification (ko)":"","MassiveScenarioClassification (lv)":"","MassiveScenarioClassification (ml)":"","MassiveScenarioClassification (mn)":"","MassiveScenarioClassification (ms)":"","MassiveScenarioClassification (my)":"","MassiveScenarioClassification (nl)":"","MassiveScenarioClassification (pt)":"","MassiveScenarioClassification (ro)":"","MassiveScenarioClassification (ru)":"","MassiveScenarioClassification (sl)":"","MassiveScenarioClassification (sq)":"","MassiveScenarioClassification (sw)":"","MassiveScenarioClassification (ta)":"","MassiveScenarioClassification (te)":"","MassiveScenarioClassification (th)":"","MassiveScenarioClassification (tl)":"","MassiveScenarioClassification (tr)":"","MassiveScenarioClassification (ur)":"","MassiveScenarioClassification (vi)":"","MassiveScenarioClassification (zh-TW)":""} -{"index":141,"Rank":162,"Model":"xiaobu-embedding<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","AmazonCounterfactualClassification (de)":"","AmazonCounterfactualClassification (ja)":"","AmazonReviewsClassification (de)":"","AmazonReviewsClassification (es)":"","AmazonReviewsClassification (fr)":"","AmazonReviewsClassification (ja)":"","AmazonReviewsClassification (zh)":46.72,"MTOPDomainClassification (de)":"","MTOPDomainClassification (es)":"","MTOPDomainClassification (fr)":"","MTOPDomainClassification (hi)":"","MTOPDomainClassification (th)":"","MTOPIntentClassification (de)":"","MTOPIntentClassification (es)":"","MTOPIntentClassification (fr)":"","MTOPIntentClassification (hi)":"","MTOPIntentClassification (th)":"","MassiveIntentClassification (af)":"","MassiveIntentClassification (am)":"","MassiveIntentClassification (ar)":"","MassiveIntentClassification (az)":"","MassiveIntentClassification (bn)":"","MassiveIntentClassification (cy)":"","MassiveIntentClassification (de)":"","MassiveIntentClassification (el)":"","MassiveIntentClassification (es)":"","MassiveIntentClassification (fa)":"","MassiveIntentClassification (fi)":"","MassiveIntentClassification (fr)":"","MassiveIntentClassification (he)":"","MassiveIntentClassification (hi)":"","MassiveIntentClassification (hu)":"","MassiveIntentClassification (hy)":"","MassiveIntentClassification (id)":"","MassiveIntentClassification (is)":"","MassiveIntentClassification (it)":"","MassiveIntentClassification (ja)":"","MassiveIntentClassification (jv)":"","MassiveIntentClassification (ka)":"","MassiveIntentClassification (km)":"","MassiveIntentClassification (kn)":"","MassiveIntentClassification (ko)":"","MassiveIntentClassification (lv)":"","MassiveIntentClassification (ml)":"","MassiveIntentClassification (mn)":"","MassiveIntentClassification (ms)":"","MassiveIntentClassification (my)":"","MassiveIntentClassification (nl)":"","MassiveIntentClassification (pt)":"","MassiveIntentClassification (ro)":"","MassiveIntentClassification (ru)":"","MassiveIntentClassification (sl)":"","MassiveIntentClassification (sq)":"","MassiveIntentClassification (sw)":"","MassiveIntentClassification (ta)":"","MassiveIntentClassification (te)":"","MassiveIntentClassification (th)":"","MassiveIntentClassification (tl)":"","MassiveIntentClassification (tr)":"","MassiveIntentClassification (ur)":"","MassiveIntentClassification (vi)":"","MassiveIntentClassification (zh-TW)":"","MassiveScenarioClassification (af)":"","MassiveScenarioClassification (am)":"","MassiveScenarioClassification (ar)":"","MassiveScenarioClassification (az)":"","MassiveScenarioClassification (bn)":"","MassiveScenarioClassification (cy)":"","MassiveScenarioClassification (de)":"","MassiveScenarioClassification (el)":"","MassiveScenarioClassification (es)":"","MassiveScenarioClassification (fa)":"","MassiveScenarioClassification (fi)":"","MassiveScenarioClassification (fr)":"","MassiveScenarioClassification (he)":"","MassiveScenarioClassification (hi)":"","MassiveScenarioClassification (hu)":"","MassiveScenarioClassification (hy)":"","MassiveScenarioClassification (id)":"","MassiveScenarioClassification (is)":"","MassiveScenarioClassification (it)":"","MassiveScenarioClassification (ja)":"","MassiveScenarioClassification (jv)":"","MassiveScenarioClassification (ka)":"","MassiveScenarioClassification (km)":"","MassiveScenarioClassification (kn)":"","MassiveScenarioClassification (ko)":"","MassiveScenarioClassification (lv)":"","MassiveScenarioClassification (ml)":"","MassiveScenarioClassification (mn)":"","MassiveScenarioClassification (ms)":"","MassiveScenarioClassification (my)":"","MassiveScenarioClassification (nl)":"","MassiveScenarioClassification (pt)":"","MassiveScenarioClassification (ro)":"","MassiveScenarioClassification (ru)":"","MassiveScenarioClassification (sl)":"","MassiveScenarioClassification (sq)":"","MassiveScenarioClassification (sw)":"","MassiveScenarioClassification (ta)":"","MassiveScenarioClassification (te)":"","MassiveScenarioClassification (th)":"","MassiveScenarioClassification (tl)":"","MassiveScenarioClassification (tr)":"","MassiveScenarioClassification (ur)":"","MassiveScenarioClassification (vi)":"","MassiveScenarioClassification (zh-TW)":""} -{"index":142,"Rank":163,"Model":"xiaobu-embedding-v2<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Embedding Dimensions":1792,"Max Tokens":512,"Average":"","AmazonCounterfactualClassification (de)":"","AmazonCounterfactualClassification (ja)":"","AmazonReviewsClassification (de)":"","AmazonReviewsClassification (es)":"","AmazonReviewsClassification (fr)":"","AmazonReviewsClassification (ja)":"","AmazonReviewsClassification (zh)":50.07,"MTOPDomainClassification (de)":"","MTOPDomainClassification (es)":"","MTOPDomainClassification (fr)":"","MTOPDomainClassification (hi)":"","MTOPDomainClassification (th)":"","MTOPIntentClassification (de)":"","MTOPIntentClassification (es)":"","MTOPIntentClassification (fr)":"","MTOPIntentClassification (hi)":"","MTOPIntentClassification (th)":"","MassiveIntentClassification (af)":"","MassiveIntentClassification (am)":"","MassiveIntentClassification (ar)":"","MassiveIntentClassification (az)":"","MassiveIntentClassification (bn)":"","MassiveIntentClassification (cy)":"","MassiveIntentClassification (de)":"","MassiveIntentClassification (el)":"","MassiveIntentClassification (es)":"","MassiveIntentClassification (fa)":"","MassiveIntentClassification (fi)":"","MassiveIntentClassification (fr)":"","MassiveIntentClassification (he)":"","MassiveIntentClassification (hi)":"","MassiveIntentClassification (hu)":"","MassiveIntentClassification (hy)":"","MassiveIntentClassification (id)":"","MassiveIntentClassification (is)":"","MassiveIntentClassification (it)":"","MassiveIntentClassification (ja)":"","MassiveIntentClassification (jv)":"","MassiveIntentClassification (ka)":"","MassiveIntentClassification (km)":"","MassiveIntentClassification (kn)":"","MassiveIntentClassification (ko)":"","MassiveIntentClassification (lv)":"","MassiveIntentClassification (ml)":"","MassiveIntentClassification (mn)":"","MassiveIntentClassification (ms)":"","MassiveIntentClassification (my)":"","MassiveIntentClassification (nl)":"","MassiveIntentClassification (pt)":"","MassiveIntentClassification (ro)":"","MassiveIntentClassification (ru)":"","MassiveIntentClassification (sl)":"","MassiveIntentClassification (sq)":"","MassiveIntentClassification (sw)":"","MassiveIntentClassification (ta)":"","MassiveIntentClassification (te)":"","MassiveIntentClassification (th)":"","MassiveIntentClassification (tl)":"","MassiveIntentClassification (tr)":"","MassiveIntentClassification (ur)":"","MassiveIntentClassification (vi)":"","MassiveIntentClassification (zh-TW)":"","MassiveScenarioClassification (af)":"","MassiveScenarioClassification (am)":"","MassiveScenarioClassification (ar)":"","MassiveScenarioClassification (az)":"","MassiveScenarioClassification (bn)":"","MassiveScenarioClassification (cy)":"","MassiveScenarioClassification (de)":"","MassiveScenarioClassification (el)":"","MassiveScenarioClassification (es)":"","MassiveScenarioClassification (fa)":"","MassiveScenarioClassification (fi)":"","MassiveScenarioClassification (fr)":"","MassiveScenarioClassification (he)":"","MassiveScenarioClassification (hi)":"","MassiveScenarioClassification (hu)":"","MassiveScenarioClassification (hy)":"","MassiveScenarioClassification (id)":"","MassiveScenarioClassification (is)":"","MassiveScenarioClassification (it)":"","MassiveScenarioClassification (ja)":"","MassiveScenarioClassification (jv)":"","MassiveScenarioClassification (ka)":"","MassiveScenarioClassification (km)":"","MassiveScenarioClassification (kn)":"","MassiveScenarioClassification (ko)":"","MassiveScenarioClassification (lv)":"","MassiveScenarioClassification (ml)":"","MassiveScenarioClassification (mn)":"","MassiveScenarioClassification (ms)":"","MassiveScenarioClassification (my)":"","MassiveScenarioClassification (nl)":"","MassiveScenarioClassification (pt)":"","MassiveScenarioClassification (ro)":"","MassiveScenarioClassification (ru)":"","MassiveScenarioClassification (sl)":"","MassiveScenarioClassification (sq)":"","MassiveScenarioClassification (sw)":"","MassiveScenarioClassification (ta)":"","MassiveScenarioClassification (te)":"","MassiveScenarioClassification (th)":"","MassiveScenarioClassification (tl)":"","MassiveScenarioClassification (tr)":"","MassiveScenarioClassification (ur)":"","MassiveScenarioClassification (vi)":"","MassiveScenarioClassification (zh-TW)":""} -{"index":143,"Rank":164,"Model":"lim_base_zh<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AmazonCounterfactualClassification (de)":"","AmazonCounterfactualClassification (ja)":"","AmazonReviewsClassification (de)":"","AmazonReviewsClassification (es)":"","AmazonReviewsClassification (fr)":"","AmazonReviewsClassification (ja)":"","AmazonReviewsClassification (zh)":46.67,"MTOPDomainClassification (de)":"","MTOPDomainClassification (es)":"","MTOPDomainClassification (fr)":"","MTOPDomainClassification (hi)":"","MTOPDomainClassification (th)":"","MTOPIntentClassification (de)":"","MTOPIntentClassification (es)":"","MTOPIntentClassification (fr)":"","MTOPIntentClassification (hi)":"","MTOPIntentClassification (th)":"","MassiveIntentClassification (af)":"","MassiveIntentClassification (am)":"","MassiveIntentClassification (ar)":"","MassiveIntentClassification (az)":"","MassiveIntentClassification (bn)":"","MassiveIntentClassification (cy)":"","MassiveIntentClassification (de)":"","MassiveIntentClassification (el)":"","MassiveIntentClassification (es)":"","MassiveIntentClassification (fa)":"","MassiveIntentClassification (fi)":"","MassiveIntentClassification (fr)":"","MassiveIntentClassification (he)":"","MassiveIntentClassification (hi)":"","MassiveIntentClassification (hu)":"","MassiveIntentClassification (hy)":"","MassiveIntentClassification (id)":"","MassiveIntentClassification (is)":"","MassiveIntentClassification (it)":"","MassiveIntentClassification (ja)":"","MassiveIntentClassification (jv)":"","MassiveIntentClassification (ka)":"","MassiveIntentClassification (km)":"","MassiveIntentClassification (kn)":"","MassiveIntentClassification (ko)":"","MassiveIntentClassification (lv)":"","MassiveIntentClassification (ml)":"","MassiveIntentClassification (mn)":"","MassiveIntentClassification (ms)":"","MassiveIntentClassification (my)":"","MassiveIntentClassification (nl)":"","MassiveIntentClassification (pt)":"","MassiveIntentClassification (ro)":"","MassiveIntentClassification (ru)":"","MassiveIntentClassification (sl)":"","MassiveIntentClassification (sq)":"","MassiveIntentClassification (sw)":"","MassiveIntentClassification (ta)":"","MassiveIntentClassification (te)":"","MassiveIntentClassification (th)":"","MassiveIntentClassification (tl)":"","MassiveIntentClassification (tr)":"","MassiveIntentClassification (ur)":"","MassiveIntentClassification (vi)":"","MassiveIntentClassification (zh-TW)":"","MassiveScenarioClassification (af)":"","MassiveScenarioClassification (am)":"","MassiveScenarioClassification (ar)":"","MassiveScenarioClassification (az)":"","MassiveScenarioClassification (bn)":"","MassiveScenarioClassification (cy)":"","MassiveScenarioClassification (de)":"","MassiveScenarioClassification (el)":"","MassiveScenarioClassification (es)":"","MassiveScenarioClassification (fa)":"","MassiveScenarioClassification (fi)":"","MassiveScenarioClassification (fr)":"","MassiveScenarioClassification (he)":"","MassiveScenarioClassification (hi)":"","MassiveScenarioClassification (hu)":"","MassiveScenarioClassification (hy)":"","MassiveScenarioClassification (id)":"","MassiveScenarioClassification (is)":"","MassiveScenarioClassification (it)":"","MassiveScenarioClassification (ja)":"","MassiveScenarioClassification (jv)":"","MassiveScenarioClassification (ka)":"","MassiveScenarioClassification (km)":"","MassiveScenarioClassification (kn)":"","MassiveScenarioClassification (ko)":"","MassiveScenarioClassification (lv)":"","MassiveScenarioClassification (ml)":"","MassiveScenarioClassification (mn)":"","MassiveScenarioClassification (ms)":"","MassiveScenarioClassification (my)":"","MassiveScenarioClassification (nl)":"","MassiveScenarioClassification (pt)":"","MassiveScenarioClassification (ro)":"","MassiveScenarioClassification (ru)":"","MassiveScenarioClassification (sl)":"","MassiveScenarioClassification (sq)":"","MassiveScenarioClassification (sw)":"","MassiveScenarioClassification (ta)":"","MassiveScenarioClassification (te)":"","MassiveScenarioClassification (th)":"","MassiveScenarioClassification (tl)":"","MassiveScenarioClassification (tr)":"","MassiveScenarioClassification (ur)":"","MassiveScenarioClassification (vi)":"","MassiveScenarioClassification (zh-TW)":""} -{"index":144,"Rank":165,"Model":"ternary-weight-embedding<\/a>","Model Size (Million Parameters)":99,"Memory Usage (GB, fp32)":0.37,"Embedding Dimensions":1792,"Max Tokens":512,"Average":"","AmazonCounterfactualClassification (de)":"","AmazonCounterfactualClassification (ja)":"","AmazonReviewsClassification (de)":27.17,"AmazonReviewsClassification (es)":28.58,"AmazonReviewsClassification (fr)":26.28,"AmazonReviewsClassification (ja)":28.99,"AmazonReviewsClassification (zh)":45.65,"MTOPDomainClassification (de)":"","MTOPDomainClassification (es)":"","MTOPDomainClassification (fr)":"","MTOPDomainClassification (hi)":"","MTOPDomainClassification (th)":"","MTOPIntentClassification (de)":"","MTOPIntentClassification (es)":"","MTOPIntentClassification (fr)":"","MTOPIntentClassification (hi)":"","MTOPIntentClassification (th)":"","MassiveIntentClassification (af)":38.94,"MassiveIntentClassification (am)":3.22,"MassiveIntentClassification (ar)":14.49,"MassiveIntentClassification (az)":32.52,"MassiveIntentClassification (bn)":3.32,"MassiveIntentClassification (cy)":38.88,"MassiveIntentClassification (de)":41.04,"MassiveIntentClassification (el)":29.8,"MassiveIntentClassification (es)":43.53,"MassiveIntentClassification (fa)":12.7,"MassiveIntentClassification (fi)":41.44,"MassiveIntentClassification (fr)":43.87,"MassiveIntentClassification (he)":2.86,"MassiveIntentClassification (hi)":3.48,"MassiveIntentClassification (hu)":39.69,"MassiveIntentClassification (hy)":3.29,"MassiveIntentClassification (id)":43.3,"MassiveIntentClassification (is)":33.57,"MassiveIntentClassification (it)":46.37,"MassiveIntentClassification (ja)":50.91,"MassiveIntentClassification (jv)":39.66,"MassiveIntentClassification (ka)":2.41,"MassiveIntentClassification (km)":4.24,"MassiveIntentClassification (kn)":3.84,"MassiveIntentClassification (ko)":24.98,"MassiveIntentClassification (lv)":41.2,"MassiveIntentClassification (ml)":2.96,"MassiveIntentClassification (mn)":24.18,"MassiveIntentClassification (ms)":40.12,"MassiveIntentClassification (my)":4.52,"MassiveIntentClassification (nl)":40.94,"MassiveIntentClassification (pt)":46.43,"MassiveIntentClassification (ro)":42.64,"MassiveIntentClassification (ru)":25.53,"MassiveIntentClassification (sl)":41.02,"MassiveIntentClassification (sq)":44.4,"MassiveIntentClassification (sw)":40.41,"MassiveIntentClassification (ta)":3.21,"MassiveIntentClassification (te)":3.05,"MassiveIntentClassification (th)":7.2,"MassiveIntentClassification (tl)":40.58,"MassiveIntentClassification (tr)":33.3,"MassiveIntentClassification (ur)":9.38,"MassiveIntentClassification (vi)":39.62,"MassiveIntentClassification (zh-TW)":70.7,"MassiveScenarioClassification (af)":40.96,"MassiveScenarioClassification (am)":7.6,"MassiveScenarioClassification (ar)":18.02,"MassiveScenarioClassification (az)":31.91,"MassiveScenarioClassification (bn)":7.5,"MassiveScenarioClassification (cy)":40.2,"MassiveScenarioClassification (de)":42.59,"MassiveScenarioClassification (el)":29.99,"MassiveScenarioClassification (es)":42.75,"MassiveScenarioClassification (fa)":15.31,"MassiveScenarioClassification (fi)":38.25,"MassiveScenarioClassification (fr)":45.61,"MassiveScenarioClassification (he)":7.88,"MassiveScenarioClassification (hi)":8.53,"MassiveScenarioClassification (hu)":39.62,"MassiveScenarioClassification (hy)":8.48,"MassiveScenarioClassification (id)":42.88,"MassiveScenarioClassification (is)":36.0,"MassiveScenarioClassification (it)":45.6,"MassiveScenarioClassification (ja)":53.3,"MassiveScenarioClassification (jv)":40.85,"MassiveScenarioClassification (ka)":6.71,"MassiveScenarioClassification (km)":9.25,"MassiveScenarioClassification (kn)":8.53,"MassiveScenarioClassification (ko)":25.34,"MassiveScenarioClassification (lv)":39.52,"MassiveScenarioClassification (ml)":6.5,"MassiveScenarioClassification (mn)":24.85,"MassiveScenarioClassification (ms)":42.18,"MassiveScenarioClassification (my)":11.08,"MassiveScenarioClassification (nl)":42.75,"MassiveScenarioClassification (pt)":44.93,"MassiveScenarioClassification (ro)":43.79,"MassiveScenarioClassification (ru)":25.98,"MassiveScenarioClassification (sl)":40.78,"MassiveScenarioClassification (sq)":43.06,"MassiveScenarioClassification (sw)":41.73,"MassiveScenarioClassification (ta)":7.53,"MassiveScenarioClassification (te)":7.33,"MassiveScenarioClassification (th)":13.75,"MassiveScenarioClassification (tl)":40.24,"MassiveScenarioClassification (tr)":33.56,"MassiveScenarioClassification (ur)":14.59,"MassiveScenarioClassification (vi)":39.11,"MassiveScenarioClassification (zh-TW)":79.06} -{"index":145,"Rank":166,"Model":"bge-m3-custom-fr<\/a>","Model Size (Million Parameters)":568,"Memory Usage (GB, fp32)":2.12,"Embedding Dimensions":1024,"Max Tokens":8194,"Average":"","AmazonCounterfactualClassification (de)":"","AmazonCounterfactualClassification (ja)":"","AmazonReviewsClassification (de)":"","AmazonReviewsClassification (es)":"","AmazonReviewsClassification (fr)":42.33,"AmazonReviewsClassification (ja)":"","AmazonReviewsClassification (zh)":"","MTOPDomainClassification (de)":"","MTOPDomainClassification (es)":"","MTOPDomainClassification (fr)":90.39,"MTOPDomainClassification (hi)":"","MTOPDomainClassification (th)":"","MTOPIntentClassification (de)":"","MTOPIntentClassification (es)":"","MTOPIntentClassification (fr)":60.88,"MTOPIntentClassification (hi)":"","MTOPIntentClassification (th)":"","MassiveIntentClassification (af)":"","MassiveIntentClassification (am)":"","MassiveIntentClassification (ar)":"","MassiveIntentClassification (az)":"","MassiveIntentClassification (bn)":"","MassiveIntentClassification (cy)":"","MassiveIntentClassification (de)":"","MassiveIntentClassification (el)":"","MassiveIntentClassification (es)":"","MassiveIntentClassification (fa)":"","MassiveIntentClassification (fi)":"","MassiveIntentClassification (fr)":66.7,"MassiveIntentClassification (he)":"","MassiveIntentClassification (hi)":"","MassiveIntentClassification (hu)":"","MassiveIntentClassification (hy)":"","MassiveIntentClassification (id)":"","MassiveIntentClassification (is)":"","MassiveIntentClassification (it)":"","MassiveIntentClassification (ja)":"","MassiveIntentClassification (jv)":"","MassiveIntentClassification (ka)":"","MassiveIntentClassification (km)":"","MassiveIntentClassification (kn)":"","MassiveIntentClassification (ko)":"","MassiveIntentClassification (lv)":"","MassiveIntentClassification (ml)":"","MassiveIntentClassification (mn)":"","MassiveIntentClassification (ms)":"","MassiveIntentClassification (my)":"","MassiveIntentClassification (nl)":"","MassiveIntentClassification (pt)":"","MassiveIntentClassification (ro)":"","MassiveIntentClassification (ru)":"","MassiveIntentClassification (sl)":"","MassiveIntentClassification (sq)":"","MassiveIntentClassification (sw)":"","MassiveIntentClassification (ta)":"","MassiveIntentClassification (te)":"","MassiveIntentClassification (th)":"","MassiveIntentClassification (tl)":"","MassiveIntentClassification (tr)":"","MassiveIntentClassification (ur)":"","MassiveIntentClassification (vi)":"","MassiveIntentClassification (zh-TW)":"","MassiveScenarioClassification (af)":"","MassiveScenarioClassification (am)":"","MassiveScenarioClassification (ar)":"","MassiveScenarioClassification (az)":"","MassiveScenarioClassification (bn)":"","MassiveScenarioClassification (cy)":"","MassiveScenarioClassification (de)":"","MassiveScenarioClassification (el)":"","MassiveScenarioClassification (es)":"","MassiveScenarioClassification (fa)":"","MassiveScenarioClassification (fi)":"","MassiveScenarioClassification (fr)":74.58,"MassiveScenarioClassification (he)":"","MassiveScenarioClassification (hi)":"","MassiveScenarioClassification (hu)":"","MassiveScenarioClassification (hy)":"","MassiveScenarioClassification (id)":"","MassiveScenarioClassification (is)":"","MassiveScenarioClassification (it)":"","MassiveScenarioClassification (ja)":"","MassiveScenarioClassification (jv)":"","MassiveScenarioClassification (ka)":"","MassiveScenarioClassification (km)":"","MassiveScenarioClassification (kn)":"","MassiveScenarioClassification (ko)":"","MassiveScenarioClassification (lv)":"","MassiveScenarioClassification (ml)":"","MassiveScenarioClassification (mn)":"","MassiveScenarioClassification (ms)":"","MassiveScenarioClassification (my)":"","MassiveScenarioClassification (nl)":"","MassiveScenarioClassification (pt)":"","MassiveScenarioClassification (ro)":"","MassiveScenarioClassification (ru)":"","MassiveScenarioClassification (sl)":"","MassiveScenarioClassification (sq)":"","MassiveScenarioClassification (sw)":"","MassiveScenarioClassification (ta)":"","MassiveScenarioClassification (te)":"","MassiveScenarioClassification (th)":"","MassiveScenarioClassification (tl)":"","MassiveScenarioClassification (tr)":"","MassiveScenarioClassification (ur)":"","MassiveScenarioClassification (vi)":"","MassiveScenarioClassification (zh-TW)":""} -{"index":146,"Rank":167,"Model":"sentence_croissant_alpha_v0.1<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":"","AmazonCounterfactualClassification (de)":"","AmazonCounterfactualClassification (ja)":"","AmazonReviewsClassification (de)":"","AmazonReviewsClassification (es)":"","AmazonReviewsClassification (fr)":36.62,"AmazonReviewsClassification (ja)":"","AmazonReviewsClassification (zh)":"","MTOPDomainClassification (de)":"","MTOPDomainClassification (es)":"","MTOPDomainClassification (fr)":88.7,"MTOPDomainClassification (hi)":"","MTOPDomainClassification (th)":"","MTOPIntentClassification (de)":"","MTOPIntentClassification (es)":"","MTOPIntentClassification (fr)":67.69,"MTOPIntentClassification (hi)":"","MTOPIntentClassification (th)":"","MassiveIntentClassification (af)":"","MassiveIntentClassification (am)":"","MassiveIntentClassification (ar)":"","MassiveIntentClassification (az)":"","MassiveIntentClassification (bn)":"","MassiveIntentClassification (cy)":"","MassiveIntentClassification (de)":"","MassiveIntentClassification (el)":"","MassiveIntentClassification (es)":"","MassiveIntentClassification (fa)":"","MassiveIntentClassification (fi)":"","MassiveIntentClassification (fr)":65.86,"MassiveIntentClassification (he)":"","MassiveIntentClassification (hi)":"","MassiveIntentClassification (hu)":"","MassiveIntentClassification (hy)":"","MassiveIntentClassification (id)":"","MassiveIntentClassification (is)":"","MassiveIntentClassification (it)":"","MassiveIntentClassification (ja)":"","MassiveIntentClassification (jv)":"","MassiveIntentClassification (ka)":"","MassiveIntentClassification (km)":"","MassiveIntentClassification (kn)":"","MassiveIntentClassification (ko)":"","MassiveIntentClassification (lv)":"","MassiveIntentClassification (ml)":"","MassiveIntentClassification (mn)":"","MassiveIntentClassification (ms)":"","MassiveIntentClassification (my)":"","MassiveIntentClassification (nl)":"","MassiveIntentClassification (pt)":"","MassiveIntentClassification (ro)":"","MassiveIntentClassification (ru)":"","MassiveIntentClassification (sl)":"","MassiveIntentClassification (sq)":"","MassiveIntentClassification (sw)":"","MassiveIntentClassification (ta)":"","MassiveIntentClassification (te)":"","MassiveIntentClassification (th)":"","MassiveIntentClassification (tl)":"","MassiveIntentClassification (tr)":"","MassiveIntentClassification (ur)":"","MassiveIntentClassification (vi)":"","MassiveIntentClassification (zh-TW)":"","MassiveScenarioClassification (af)":"","MassiveScenarioClassification (am)":"","MassiveScenarioClassification (ar)":"","MassiveScenarioClassification (az)":"","MassiveScenarioClassification (bn)":"","MassiveScenarioClassification (cy)":"","MassiveScenarioClassification (de)":"","MassiveScenarioClassification (el)":"","MassiveScenarioClassification (es)":"","MassiveScenarioClassification (fa)":"","MassiveScenarioClassification (fi)":"","MassiveScenarioClassification (fr)":71.6,"MassiveScenarioClassification (he)":"","MassiveScenarioClassification (hi)":"","MassiveScenarioClassification (hu)":"","MassiveScenarioClassification (hy)":"","MassiveScenarioClassification (id)":"","MassiveScenarioClassification (is)":"","MassiveScenarioClassification (it)":"","MassiveScenarioClassification (ja)":"","MassiveScenarioClassification (jv)":"","MassiveScenarioClassification (ka)":"","MassiveScenarioClassification (km)":"","MassiveScenarioClassification (kn)":"","MassiveScenarioClassification (ko)":"","MassiveScenarioClassification (lv)":"","MassiveScenarioClassification (ml)":"","MassiveScenarioClassification (mn)":"","MassiveScenarioClassification (ms)":"","MassiveScenarioClassification (my)":"","MassiveScenarioClassification (nl)":"","MassiveScenarioClassification (pt)":"","MassiveScenarioClassification (ro)":"","MassiveScenarioClassification (ru)":"","MassiveScenarioClassification (sl)":"","MassiveScenarioClassification (sq)":"","MassiveScenarioClassification (sw)":"","MassiveScenarioClassification (ta)":"","MassiveScenarioClassification (te)":"","MassiveScenarioClassification (th)":"","MassiveScenarioClassification (tl)":"","MassiveScenarioClassification (tr)":"","MassiveScenarioClassification (ur)":"","MassiveScenarioClassification (vi)":"","MassiveScenarioClassification (zh-TW)":""} -{"index":147,"Rank":168,"Model":"sentence_croissant_alpha_v0.2<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":"","AmazonCounterfactualClassification (de)":"","AmazonCounterfactualClassification (ja)":"","AmazonReviewsClassification (de)":"","AmazonReviewsClassification (es)":"","AmazonReviewsClassification (fr)":36.48,"AmazonReviewsClassification (ja)":"","AmazonReviewsClassification (zh)":"","MTOPDomainClassification (de)":"","MTOPDomainClassification (es)":"","MTOPDomainClassification (fr)":88.96,"MTOPDomainClassification (hi)":"","MTOPDomainClassification (th)":"","MTOPIntentClassification (de)":"","MTOPIntentClassification (es)":"","MTOPIntentClassification (fr)":67.76,"MTOPIntentClassification (hi)":"","MTOPIntentClassification (th)":"","MassiveIntentClassification (af)":"","MassiveIntentClassification (am)":"","MassiveIntentClassification (ar)":"","MassiveIntentClassification (az)":"","MassiveIntentClassification (bn)":"","MassiveIntentClassification (cy)":"","MassiveIntentClassification (de)":"","MassiveIntentClassification (el)":"","MassiveIntentClassification (es)":"","MassiveIntentClassification (fa)":"","MassiveIntentClassification (fi)":"","MassiveIntentClassification (fr)":66.3,"MassiveIntentClassification (he)":"","MassiveIntentClassification (hi)":"","MassiveIntentClassification (hu)":"","MassiveIntentClassification (hy)":"","MassiveIntentClassification (id)":"","MassiveIntentClassification (is)":"","MassiveIntentClassification (it)":"","MassiveIntentClassification (ja)":"","MassiveIntentClassification (jv)":"","MassiveIntentClassification (ka)":"","MassiveIntentClassification (km)":"","MassiveIntentClassification (kn)":"","MassiveIntentClassification (ko)":"","MassiveIntentClassification (lv)":"","MassiveIntentClassification (ml)":"","MassiveIntentClassification (mn)":"","MassiveIntentClassification (ms)":"","MassiveIntentClassification (my)":"","MassiveIntentClassification (nl)":"","MassiveIntentClassification (pt)":"","MassiveIntentClassification (ro)":"","MassiveIntentClassification (ru)":"","MassiveIntentClassification (sl)":"","MassiveIntentClassification (sq)":"","MassiveIntentClassification (sw)":"","MassiveIntentClassification (ta)":"","MassiveIntentClassification (te)":"","MassiveIntentClassification (th)":"","MassiveIntentClassification (tl)":"","MassiveIntentClassification (tr)":"","MassiveIntentClassification (ur)":"","MassiveIntentClassification (vi)":"","MassiveIntentClassification (zh-TW)":"","MassiveScenarioClassification (af)":"","MassiveScenarioClassification (am)":"","MassiveScenarioClassification (ar)":"","MassiveScenarioClassification (az)":"","MassiveScenarioClassification (bn)":"","MassiveScenarioClassification (cy)":"","MassiveScenarioClassification (de)":"","MassiveScenarioClassification (el)":"","MassiveScenarioClassification (es)":"","MassiveScenarioClassification (fa)":"","MassiveScenarioClassification (fi)":"","MassiveScenarioClassification (fr)":71.7,"MassiveScenarioClassification (he)":"","MassiveScenarioClassification (hi)":"","MassiveScenarioClassification (hu)":"","MassiveScenarioClassification (hy)":"","MassiveScenarioClassification (id)":"","MassiveScenarioClassification (is)":"","MassiveScenarioClassification (it)":"","MassiveScenarioClassification (ja)":"","MassiveScenarioClassification (jv)":"","MassiveScenarioClassification (ka)":"","MassiveScenarioClassification (km)":"","MassiveScenarioClassification (kn)":"","MassiveScenarioClassification (ko)":"","MassiveScenarioClassification (lv)":"","MassiveScenarioClassification (ml)":"","MassiveScenarioClassification (mn)":"","MassiveScenarioClassification (ms)":"","MassiveScenarioClassification (my)":"","MassiveScenarioClassification (nl)":"","MassiveScenarioClassification (pt)":"","MassiveScenarioClassification (ro)":"","MassiveScenarioClassification (ru)":"","MassiveScenarioClassification (sl)":"","MassiveScenarioClassification (sq)":"","MassiveScenarioClassification (sw)":"","MassiveScenarioClassification (ta)":"","MassiveScenarioClassification (te)":"","MassiveScenarioClassification (th)":"","MassiveScenarioClassification (tl)":"","MassiveScenarioClassification (tr)":"","MassiveScenarioClassification (ur)":"","MassiveScenarioClassification (vi)":"","MassiveScenarioClassification (zh-TW)":""} -{"index":148,"Rank":169,"Model":"sentence_croissant_alpha_v0.3<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":"","AmazonCounterfactualClassification (de)":"","AmazonCounterfactualClassification (ja)":"","AmazonReviewsClassification (de)":"","AmazonReviewsClassification (es)":"","AmazonReviewsClassification (fr)":35.11,"AmazonReviewsClassification (ja)":"","AmazonReviewsClassification (zh)":"","MTOPDomainClassification (de)":"","MTOPDomainClassification (es)":"","MTOPDomainClassification (fr)":88.52,"MTOPDomainClassification (hi)":"","MTOPDomainClassification (th)":"","MTOPIntentClassification (de)":"","MTOPIntentClassification (es)":"","MTOPIntentClassification (fr)":65.93,"MTOPIntentClassification (hi)":"","MTOPIntentClassification (th)":"","MassiveIntentClassification (af)":"","MassiveIntentClassification (am)":"","MassiveIntentClassification (ar)":"","MassiveIntentClassification (az)":"","MassiveIntentClassification (bn)":"","MassiveIntentClassification (cy)":"","MassiveIntentClassification (de)":"","MassiveIntentClassification (el)":"","MassiveIntentClassification (es)":"","MassiveIntentClassification (fa)":"","MassiveIntentClassification (fi)":"","MassiveIntentClassification (fr)":66.48,"MassiveIntentClassification (he)":"","MassiveIntentClassification (hi)":"","MassiveIntentClassification (hu)":"","MassiveIntentClassification (hy)":"","MassiveIntentClassification (id)":"","MassiveIntentClassification (is)":"","MassiveIntentClassification (it)":"","MassiveIntentClassification (ja)":"","MassiveIntentClassification (jv)":"","MassiveIntentClassification (ka)":"","MassiveIntentClassification (km)":"","MassiveIntentClassification (kn)":"","MassiveIntentClassification (ko)":"","MassiveIntentClassification (lv)":"","MassiveIntentClassification (ml)":"","MassiveIntentClassification (mn)":"","MassiveIntentClassification (ms)":"","MassiveIntentClassification (my)":"","MassiveIntentClassification (nl)":"","MassiveIntentClassification (pt)":"","MassiveIntentClassification (ro)":"","MassiveIntentClassification (ru)":"","MassiveIntentClassification (sl)":"","MassiveIntentClassification (sq)":"","MassiveIntentClassification (sw)":"","MassiveIntentClassification (ta)":"","MassiveIntentClassification (te)":"","MassiveIntentClassification (th)":"","MassiveIntentClassification (tl)":"","MassiveIntentClassification (tr)":"","MassiveIntentClassification (ur)":"","MassiveIntentClassification (vi)":"","MassiveIntentClassification (zh-TW)":"","MassiveScenarioClassification (af)":"","MassiveScenarioClassification (am)":"","MassiveScenarioClassification (ar)":"","MassiveScenarioClassification (az)":"","MassiveScenarioClassification (bn)":"","MassiveScenarioClassification (cy)":"","MassiveScenarioClassification (de)":"","MassiveScenarioClassification (el)":"","MassiveScenarioClassification (es)":"","MassiveScenarioClassification (fa)":"","MassiveScenarioClassification (fi)":"","MassiveScenarioClassification (fr)":71.47,"MassiveScenarioClassification (he)":"","MassiveScenarioClassification (hi)":"","MassiveScenarioClassification (hu)":"","MassiveScenarioClassification (hy)":"","MassiveScenarioClassification (id)":"","MassiveScenarioClassification (is)":"","MassiveScenarioClassification (it)":"","MassiveScenarioClassification (ja)":"","MassiveScenarioClassification (jv)":"","MassiveScenarioClassification (ka)":"","MassiveScenarioClassification (km)":"","MassiveScenarioClassification (kn)":"","MassiveScenarioClassification (ko)":"","MassiveScenarioClassification (lv)":"","MassiveScenarioClassification (ml)":"","MassiveScenarioClassification (mn)":"","MassiveScenarioClassification (ms)":"","MassiveScenarioClassification (my)":"","MassiveScenarioClassification (nl)":"","MassiveScenarioClassification (pt)":"","MassiveScenarioClassification (ro)":"","MassiveScenarioClassification (ru)":"","MassiveScenarioClassification (sl)":"","MassiveScenarioClassification (sq)":"","MassiveScenarioClassification (sw)":"","MassiveScenarioClassification (ta)":"","MassiveScenarioClassification (te)":"","MassiveScenarioClassification (th)":"","MassiveScenarioClassification (tl)":"","MassiveScenarioClassification (tr)":"","MassiveScenarioClassification (ur)":"","MassiveScenarioClassification (vi)":"","MassiveScenarioClassification (zh-TW)":""} -{"index":149,"Rank":170,"Model":"sentence_croissant_alpha_v0.4<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":"","AmazonCounterfactualClassification (de)":"","AmazonCounterfactualClassification (ja)":"","AmazonReviewsClassification (de)":"","AmazonReviewsClassification (es)":"","AmazonReviewsClassification (fr)":34.62,"AmazonReviewsClassification (ja)":"","AmazonReviewsClassification (zh)":"","MTOPDomainClassification (de)":"","MTOPDomainClassification (es)":"","MTOPDomainClassification (fr)":86.97,"MTOPDomainClassification (hi)":"","MTOPDomainClassification (th)":"","MTOPIntentClassification (de)":"","MTOPIntentClassification (es)":"","MTOPIntentClassification (fr)":62.59,"MTOPIntentClassification (hi)":"","MTOPIntentClassification (th)":"","MassiveIntentClassification (af)":"","MassiveIntentClassification (am)":"","MassiveIntentClassification (ar)":"","MassiveIntentClassification (az)":"","MassiveIntentClassification (bn)":"","MassiveIntentClassification (cy)":"","MassiveIntentClassification (de)":"","MassiveIntentClassification (el)":"","MassiveIntentClassification (es)":"","MassiveIntentClassification (fa)":"","MassiveIntentClassification (fi)":"","MassiveIntentClassification (fr)":65.67,"MassiveIntentClassification (he)":"","MassiveIntentClassification (hi)":"","MassiveIntentClassification (hu)":"","MassiveIntentClassification (hy)":"","MassiveIntentClassification (id)":"","MassiveIntentClassification (is)":"","MassiveIntentClassification (it)":"","MassiveIntentClassification (ja)":"","MassiveIntentClassification (jv)":"","MassiveIntentClassification (ka)":"","MassiveIntentClassification (km)":"","MassiveIntentClassification (kn)":"","MassiveIntentClassification (ko)":"","MassiveIntentClassification (lv)":"","MassiveIntentClassification (ml)":"","MassiveIntentClassification (mn)":"","MassiveIntentClassification (ms)":"","MassiveIntentClassification (my)":"","MassiveIntentClassification (nl)":"","MassiveIntentClassification (pt)":"","MassiveIntentClassification (ro)":"","MassiveIntentClassification (ru)":"","MassiveIntentClassification (sl)":"","MassiveIntentClassification (sq)":"","MassiveIntentClassification (sw)":"","MassiveIntentClassification (ta)":"","MassiveIntentClassification (te)":"","MassiveIntentClassification (th)":"","MassiveIntentClassification (tl)":"","MassiveIntentClassification (tr)":"","MassiveIntentClassification (ur)":"","MassiveIntentClassification (vi)":"","MassiveIntentClassification (zh-TW)":"","MassiveScenarioClassification (af)":"","MassiveScenarioClassification (am)":"","MassiveScenarioClassification (ar)":"","MassiveScenarioClassification (az)":"","MassiveScenarioClassification (bn)":"","MassiveScenarioClassification (cy)":"","MassiveScenarioClassification (de)":"","MassiveScenarioClassification (el)":"","MassiveScenarioClassification (es)":"","MassiveScenarioClassification (fa)":"","MassiveScenarioClassification (fi)":"","MassiveScenarioClassification (fr)":71.61,"MassiveScenarioClassification (he)":"","MassiveScenarioClassification (hi)":"","MassiveScenarioClassification (hu)":"","MassiveScenarioClassification (hy)":"","MassiveScenarioClassification (id)":"","MassiveScenarioClassification (is)":"","MassiveScenarioClassification (it)":"","MassiveScenarioClassification (ja)":"","MassiveScenarioClassification (jv)":"","MassiveScenarioClassification (ka)":"","MassiveScenarioClassification (km)":"","MassiveScenarioClassification (kn)":"","MassiveScenarioClassification (ko)":"","MassiveScenarioClassification (lv)":"","MassiveScenarioClassification (ml)":"","MassiveScenarioClassification (mn)":"","MassiveScenarioClassification (ms)":"","MassiveScenarioClassification (my)":"","MassiveScenarioClassification (nl)":"","MassiveScenarioClassification (pt)":"","MassiveScenarioClassification (ro)":"","MassiveScenarioClassification (ru)":"","MassiveScenarioClassification (sl)":"","MassiveScenarioClassification (sq)":"","MassiveScenarioClassification (sw)":"","MassiveScenarioClassification (ta)":"","MassiveScenarioClassification (te)":"","MassiveScenarioClassification (th)":"","MassiveScenarioClassification (tl)":"","MassiveScenarioClassification (tr)":"","MassiveScenarioClassification (ur)":"","MassiveScenarioClassification (vi)":"","MassiveScenarioClassification (zh-TW)":""} -{"index":150,"Rank":171,"Model":"m3e-base<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AmazonCounterfactualClassification (de)":"","AmazonCounterfactualClassification (ja)":"","AmazonReviewsClassification (de)":"","AmazonReviewsClassification (es)":"","AmazonReviewsClassification (fr)":"","AmazonReviewsClassification (ja)":"","AmazonReviewsClassification (zh)":43.02,"MTOPDomainClassification (de)":"","MTOPDomainClassification (es)":"","MTOPDomainClassification (fr)":"","MTOPDomainClassification (hi)":"","MTOPDomainClassification (th)":"","MTOPIntentClassification (de)":"","MTOPIntentClassification (es)":"","MTOPIntentClassification (fr)":"","MTOPIntentClassification (hi)":"","MTOPIntentClassification (th)":"","MassiveIntentClassification (af)":"","MassiveIntentClassification (am)":"","MassiveIntentClassification (ar)":"","MassiveIntentClassification (az)":"","MassiveIntentClassification (bn)":"","MassiveIntentClassification (cy)":"","MassiveIntentClassification (de)":"","MassiveIntentClassification (el)":"","MassiveIntentClassification (es)":"","MassiveIntentClassification (fa)":"","MassiveIntentClassification (fi)":"","MassiveIntentClassification (fr)":"","MassiveIntentClassification (he)":"","MassiveIntentClassification (hi)":"","MassiveIntentClassification (hu)":"","MassiveIntentClassification (hy)":"","MassiveIntentClassification (id)":"","MassiveIntentClassification (is)":"","MassiveIntentClassification (it)":"","MassiveIntentClassification (ja)":"","MassiveIntentClassification (jv)":"","MassiveIntentClassification (ka)":"","MassiveIntentClassification (km)":"","MassiveIntentClassification (kn)":"","MassiveIntentClassification (ko)":"","MassiveIntentClassification (lv)":"","MassiveIntentClassification (ml)":"","MassiveIntentClassification (mn)":"","MassiveIntentClassification (ms)":"","MassiveIntentClassification (my)":"","MassiveIntentClassification (nl)":"","MassiveIntentClassification (pt)":"","MassiveIntentClassification (ro)":"","MassiveIntentClassification (ru)":"","MassiveIntentClassification (sl)":"","MassiveIntentClassification (sq)":"","MassiveIntentClassification (sw)":"","MassiveIntentClassification (ta)":"","MassiveIntentClassification (te)":"","MassiveIntentClassification (th)":"","MassiveIntentClassification (tl)":"","MassiveIntentClassification (tr)":"","MassiveIntentClassification (ur)":"","MassiveIntentClassification (vi)":"","MassiveIntentClassification (zh-TW)":"","MassiveScenarioClassification (af)":"","MassiveScenarioClassification (am)":"","MassiveScenarioClassification (ar)":"","MassiveScenarioClassification (az)":"","MassiveScenarioClassification (bn)":"","MassiveScenarioClassification (cy)":"","MassiveScenarioClassification (de)":"","MassiveScenarioClassification (el)":"","MassiveScenarioClassification (es)":"","MassiveScenarioClassification (fa)":"","MassiveScenarioClassification (fi)":"","MassiveScenarioClassification (fr)":"","MassiveScenarioClassification (he)":"","MassiveScenarioClassification (hi)":"","MassiveScenarioClassification (hu)":"","MassiveScenarioClassification (hy)":"","MassiveScenarioClassification (id)":"","MassiveScenarioClassification (is)":"","MassiveScenarioClassification (it)":"","MassiveScenarioClassification (ja)":"","MassiveScenarioClassification (jv)":"","MassiveScenarioClassification (ka)":"","MassiveScenarioClassification (km)":"","MassiveScenarioClassification (kn)":"","MassiveScenarioClassification (ko)":"","MassiveScenarioClassification (lv)":"","MassiveScenarioClassification (ml)":"","MassiveScenarioClassification (mn)":"","MassiveScenarioClassification (ms)":"","MassiveScenarioClassification (my)":"","MassiveScenarioClassification (nl)":"","MassiveScenarioClassification (pt)":"","MassiveScenarioClassification (ro)":"","MassiveScenarioClassification (ru)":"","MassiveScenarioClassification (sl)":"","MassiveScenarioClassification (sq)":"","MassiveScenarioClassification (sw)":"","MassiveScenarioClassification (ta)":"","MassiveScenarioClassification (te)":"","MassiveScenarioClassification (th)":"","MassiveScenarioClassification (tl)":"","MassiveScenarioClassification (tr)":"","MassiveScenarioClassification (ur)":"","MassiveScenarioClassification (vi)":"","MassiveScenarioClassification (zh-TW)":""} -{"index":151,"Rank":172,"Model":"m3e-large<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AmazonCounterfactualClassification (de)":"","AmazonCounterfactualClassification (ja)":"","AmazonReviewsClassification (de)":"","AmazonReviewsClassification (es)":"","AmazonReviewsClassification (fr)":"","AmazonReviewsClassification (ja)":"","AmazonReviewsClassification (zh)":44.44,"MTOPDomainClassification (de)":"","MTOPDomainClassification (es)":"","MTOPDomainClassification (fr)":"","MTOPDomainClassification (hi)":"","MTOPDomainClassification (th)":"","MTOPIntentClassification (de)":"","MTOPIntentClassification (es)":"","MTOPIntentClassification (fr)":"","MTOPIntentClassification (hi)":"","MTOPIntentClassification (th)":"","MassiveIntentClassification (af)":"","MassiveIntentClassification (am)":"","MassiveIntentClassification (ar)":"","MassiveIntentClassification (az)":"","MassiveIntentClassification (bn)":"","MassiveIntentClassification (cy)":"","MassiveIntentClassification (de)":"","MassiveIntentClassification (el)":"","MassiveIntentClassification (es)":"","MassiveIntentClassification (fa)":"","MassiveIntentClassification (fi)":"","MassiveIntentClassification (fr)":"","MassiveIntentClassification (he)":"","MassiveIntentClassification (hi)":"","MassiveIntentClassification (hu)":"","MassiveIntentClassification (hy)":"","MassiveIntentClassification (id)":"","MassiveIntentClassification (is)":"","MassiveIntentClassification (it)":"","MassiveIntentClassification (ja)":"","MassiveIntentClassification (jv)":"","MassiveIntentClassification (ka)":"","MassiveIntentClassification (km)":"","MassiveIntentClassification (kn)":"","MassiveIntentClassification (ko)":"","MassiveIntentClassification (lv)":"","MassiveIntentClassification (ml)":"","MassiveIntentClassification (mn)":"","MassiveIntentClassification (ms)":"","MassiveIntentClassification (my)":"","MassiveIntentClassification (nl)":"","MassiveIntentClassification (pt)":"","MassiveIntentClassification (ro)":"","MassiveIntentClassification (ru)":"","MassiveIntentClassification (sl)":"","MassiveIntentClassification (sq)":"","MassiveIntentClassification (sw)":"","MassiveIntentClassification (ta)":"","MassiveIntentClassification (te)":"","MassiveIntentClassification (th)":"","MassiveIntentClassification (tl)":"","MassiveIntentClassification (tr)":"","MassiveIntentClassification (ur)":"","MassiveIntentClassification (vi)":"","MassiveIntentClassification (zh-TW)":"","MassiveScenarioClassification (af)":"","MassiveScenarioClassification (am)":"","MassiveScenarioClassification (ar)":"","MassiveScenarioClassification (az)":"","MassiveScenarioClassification (bn)":"","MassiveScenarioClassification (cy)":"","MassiveScenarioClassification (de)":"","MassiveScenarioClassification (el)":"","MassiveScenarioClassification (es)":"","MassiveScenarioClassification (fa)":"","MassiveScenarioClassification (fi)":"","MassiveScenarioClassification (fr)":"","MassiveScenarioClassification (he)":"","MassiveScenarioClassification (hi)":"","MassiveScenarioClassification (hu)":"","MassiveScenarioClassification (hy)":"","MassiveScenarioClassification (id)":"","MassiveScenarioClassification (is)":"","MassiveScenarioClassification (it)":"","MassiveScenarioClassification (ja)":"","MassiveScenarioClassification (jv)":"","MassiveScenarioClassification (ka)":"","MassiveScenarioClassification (km)":"","MassiveScenarioClassification (kn)":"","MassiveScenarioClassification (ko)":"","MassiveScenarioClassification (lv)":"","MassiveScenarioClassification (ml)":"","MassiveScenarioClassification (mn)":"","MassiveScenarioClassification (ms)":"","MassiveScenarioClassification (my)":"","MassiveScenarioClassification (nl)":"","MassiveScenarioClassification (pt)":"","MassiveScenarioClassification (ro)":"","MassiveScenarioClassification (ru)":"","MassiveScenarioClassification (sl)":"","MassiveScenarioClassification (sq)":"","MassiveScenarioClassification (sw)":"","MassiveScenarioClassification (ta)":"","MassiveScenarioClassification (te)":"","MassiveScenarioClassification (th)":"","MassiveScenarioClassification (tl)":"","MassiveScenarioClassification (tr)":"","MassiveScenarioClassification (ur)":"","MassiveScenarioClassification (vi)":"","MassiveScenarioClassification (zh-TW)":""} -{"index":152,"Rank":173,"Model":"m3e-ernie-xbase-zh<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","AmazonCounterfactualClassification (de)":"","AmazonCounterfactualClassification (ja)":"","AmazonReviewsClassification (de)":"","AmazonReviewsClassification (es)":"","AmazonReviewsClassification (fr)":"","AmazonReviewsClassification (ja)":"","AmazonReviewsClassification (zh)":47.79,"MTOPDomainClassification (de)":"","MTOPDomainClassification (es)":"","MTOPDomainClassification (fr)":"","MTOPDomainClassification (hi)":"","MTOPDomainClassification (th)":"","MTOPIntentClassification (de)":"","MTOPIntentClassification (es)":"","MTOPIntentClassification (fr)":"","MTOPIntentClassification (hi)":"","MTOPIntentClassification (th)":"","MassiveIntentClassification (af)":"","MassiveIntentClassification (am)":"","MassiveIntentClassification (ar)":"","MassiveIntentClassification (az)":"","MassiveIntentClassification (bn)":"","MassiveIntentClassification (cy)":"","MassiveIntentClassification (de)":"","MassiveIntentClassification (el)":"","MassiveIntentClassification (es)":"","MassiveIntentClassification (fa)":"","MassiveIntentClassification (fi)":"","MassiveIntentClassification (fr)":"","MassiveIntentClassification (he)":"","MassiveIntentClassification (hi)":"","MassiveIntentClassification (hu)":"","MassiveIntentClassification (hy)":"","MassiveIntentClassification (id)":"","MassiveIntentClassification (is)":"","MassiveIntentClassification (it)":"","MassiveIntentClassification (ja)":"","MassiveIntentClassification (jv)":"","MassiveIntentClassification (ka)":"","MassiveIntentClassification (km)":"","MassiveIntentClassification (kn)":"","MassiveIntentClassification (ko)":"","MassiveIntentClassification (lv)":"","MassiveIntentClassification (ml)":"","MassiveIntentClassification (mn)":"","MassiveIntentClassification (ms)":"","MassiveIntentClassification (my)":"","MassiveIntentClassification (nl)":"","MassiveIntentClassification (pt)":"","MassiveIntentClassification (ro)":"","MassiveIntentClassification (ru)":"","MassiveIntentClassification (sl)":"","MassiveIntentClassification (sq)":"","MassiveIntentClassification (sw)":"","MassiveIntentClassification (ta)":"","MassiveIntentClassification (te)":"","MassiveIntentClassification (th)":"","MassiveIntentClassification (tl)":"","MassiveIntentClassification (tr)":"","MassiveIntentClassification (ur)":"","MassiveIntentClassification (vi)":"","MassiveIntentClassification (zh-TW)":"","MassiveScenarioClassification (af)":"","MassiveScenarioClassification (am)":"","MassiveScenarioClassification (ar)":"","MassiveScenarioClassification (az)":"","MassiveScenarioClassification (bn)":"","MassiveScenarioClassification (cy)":"","MassiveScenarioClassification (de)":"","MassiveScenarioClassification (el)":"","MassiveScenarioClassification (es)":"","MassiveScenarioClassification (fa)":"","MassiveScenarioClassification (fi)":"","MassiveScenarioClassification (fr)":"","MassiveScenarioClassification (he)":"","MassiveScenarioClassification (hi)":"","MassiveScenarioClassification (hu)":"","MassiveScenarioClassification (hy)":"","MassiveScenarioClassification (id)":"","MassiveScenarioClassification (is)":"","MassiveScenarioClassification (it)":"","MassiveScenarioClassification (ja)":"","MassiveScenarioClassification (jv)":"","MassiveScenarioClassification (ka)":"","MassiveScenarioClassification (km)":"","MassiveScenarioClassification (kn)":"","MassiveScenarioClassification (ko)":"","MassiveScenarioClassification (lv)":"","MassiveScenarioClassification (ml)":"","MassiveScenarioClassification (mn)":"","MassiveScenarioClassification (ms)":"","MassiveScenarioClassification (my)":"","MassiveScenarioClassification (nl)":"","MassiveScenarioClassification (pt)":"","MassiveScenarioClassification (ro)":"","MassiveScenarioClassification (ru)":"","MassiveScenarioClassification (sl)":"","MassiveScenarioClassification (sq)":"","MassiveScenarioClassification (sw)":"","MassiveScenarioClassification (ta)":"","MassiveScenarioClassification (te)":"","MassiveScenarioClassification (th)":"","MassiveScenarioClassification (tl)":"","MassiveScenarioClassification (tr)":"","MassiveScenarioClassification (ur)":"","MassiveScenarioClassification (vi)":"","MassiveScenarioClassification (zh-TW)":""} -{"index":153,"Rank":174,"Model":"mmarco-bert-base-italian-uncased<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AmazonCounterfactualClassification (de)":"","AmazonCounterfactualClassification (ja)":"","AmazonReviewsClassification (de)":"","AmazonReviewsClassification (es)":"","AmazonReviewsClassification (fr)":"","AmazonReviewsClassification (ja)":"","AmazonReviewsClassification (zh)":"","MTOPDomainClassification (de)":"","MTOPDomainClassification (es)":"","MTOPDomainClassification (fr)":"","MTOPDomainClassification (hi)":"","MTOPDomainClassification (th)":"","MTOPIntentClassification (de)":"","MTOPIntentClassification (es)":"","MTOPIntentClassification (fr)":"","MTOPIntentClassification (hi)":"","MTOPIntentClassification (th)":"","MassiveIntentClassification (af)":"","MassiveIntentClassification (am)":"","MassiveIntentClassification (ar)":"","MassiveIntentClassification (az)":"","MassiveIntentClassification (bn)":"","MassiveIntentClassification (cy)":"","MassiveIntentClassification (de)":"","MassiveIntentClassification (el)":"","MassiveIntentClassification (es)":"","MassiveIntentClassification (fa)":"","MassiveIntentClassification (fi)":"","MassiveIntentClassification (fr)":"","MassiveIntentClassification (he)":"","MassiveIntentClassification (hi)":"","MassiveIntentClassification (hu)":"","MassiveIntentClassification (hy)":"","MassiveIntentClassification (id)":"","MassiveIntentClassification (is)":"","MassiveIntentClassification (it)":55.06,"MassiveIntentClassification (ja)":"","MassiveIntentClassification (jv)":"","MassiveIntentClassification (ka)":"","MassiveIntentClassification (km)":"","MassiveIntentClassification (kn)":"","MassiveIntentClassification (ko)":"","MassiveIntentClassification (lv)":"","MassiveIntentClassification (ml)":"","MassiveIntentClassification (mn)":"","MassiveIntentClassification (ms)":"","MassiveIntentClassification (my)":"","MassiveIntentClassification (nl)":"","MassiveIntentClassification (pt)":"","MassiveIntentClassification (ro)":"","MassiveIntentClassification (ru)":"","MassiveIntentClassification (sl)":"","MassiveIntentClassification (sq)":"","MassiveIntentClassification (sw)":"","MassiveIntentClassification (ta)":"","MassiveIntentClassification (te)":"","MassiveIntentClassification (th)":"","MassiveIntentClassification (tl)":"","MassiveIntentClassification (tr)":"","MassiveIntentClassification (ur)":"","MassiveIntentClassification (vi)":"","MassiveIntentClassification (zh-TW)":"","MassiveScenarioClassification (af)":"","MassiveScenarioClassification (am)":"","MassiveScenarioClassification (ar)":"","MassiveScenarioClassification (az)":"","MassiveScenarioClassification (bn)":"","MassiveScenarioClassification (cy)":"","MassiveScenarioClassification (de)":"","MassiveScenarioClassification (el)":"","MassiveScenarioClassification (es)":"","MassiveScenarioClassification (fa)":"","MassiveScenarioClassification (fi)":"","MassiveScenarioClassification (fr)":"","MassiveScenarioClassification (he)":"","MassiveScenarioClassification (hi)":"","MassiveScenarioClassification (hu)":"","MassiveScenarioClassification (hy)":"","MassiveScenarioClassification (id)":"","MassiveScenarioClassification (is)":"","MassiveScenarioClassification (it)":63.04,"MassiveScenarioClassification (ja)":"","MassiveScenarioClassification (jv)":"","MassiveScenarioClassification (ka)":"","MassiveScenarioClassification (km)":"","MassiveScenarioClassification (kn)":"","MassiveScenarioClassification (ko)":"","MassiveScenarioClassification (lv)":"","MassiveScenarioClassification (ml)":"","MassiveScenarioClassification (mn)":"","MassiveScenarioClassification (ms)":"","MassiveScenarioClassification (my)":"","MassiveScenarioClassification (nl)":"","MassiveScenarioClassification (pt)":"","MassiveScenarioClassification (ro)":"","MassiveScenarioClassification (ru)":"","MassiveScenarioClassification (sl)":"","MassiveScenarioClassification (sq)":"","MassiveScenarioClassification (sw)":"","MassiveScenarioClassification (ta)":"","MassiveScenarioClassification (te)":"","MassiveScenarioClassification (th)":"","MassiveScenarioClassification (tl)":"","MassiveScenarioClassification (tr)":"","MassiveScenarioClassification (ur)":"","MassiveScenarioClassification (vi)":"","MassiveScenarioClassification (zh-TW)":""} -{"index":154,"Rank":175,"Model":"mmarco-sentence-flare-it<\/a>","Model Size (Million Parameters)":17,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":514,"Average":"","AmazonCounterfactualClassification (de)":"","AmazonCounterfactualClassification (ja)":"","AmazonReviewsClassification (de)":"","AmazonReviewsClassification (es)":"","AmazonReviewsClassification (fr)":"","AmazonReviewsClassification (ja)":"","AmazonReviewsClassification (zh)":"","MTOPDomainClassification (de)":"","MTOPDomainClassification (es)":"","MTOPDomainClassification (fr)":"","MTOPDomainClassification (hi)":"","MTOPDomainClassification (th)":"","MTOPIntentClassification (de)":"","MTOPIntentClassification (es)":"","MTOPIntentClassification (fr)":"","MTOPIntentClassification (hi)":"","MTOPIntentClassification (th)":"","MassiveIntentClassification (af)":"","MassiveIntentClassification (am)":"","MassiveIntentClassification (ar)":"","MassiveIntentClassification (az)":"","MassiveIntentClassification (bn)":"","MassiveIntentClassification (cy)":"","MassiveIntentClassification (de)":"","MassiveIntentClassification (el)":"","MassiveIntentClassification (es)":"","MassiveIntentClassification (fa)":"","MassiveIntentClassification (fi)":"","MassiveIntentClassification (fr)":"","MassiveIntentClassification (he)":"","MassiveIntentClassification (hi)":"","MassiveIntentClassification (hu)":"","MassiveIntentClassification (hy)":"","MassiveIntentClassification (id)":"","MassiveIntentClassification (is)":"","MassiveIntentClassification (it)":22.3,"MassiveIntentClassification (ja)":"","MassiveIntentClassification (jv)":"","MassiveIntentClassification (ka)":"","MassiveIntentClassification (km)":"","MassiveIntentClassification (kn)":"","MassiveIntentClassification (ko)":"","MassiveIntentClassification (lv)":"","MassiveIntentClassification (ml)":"","MassiveIntentClassification (mn)":"","MassiveIntentClassification (ms)":"","MassiveIntentClassification (my)":"","MassiveIntentClassification (nl)":"","MassiveIntentClassification (pt)":"","MassiveIntentClassification (ro)":"","MassiveIntentClassification (ru)":"","MassiveIntentClassification (sl)":"","MassiveIntentClassification (sq)":"","MassiveIntentClassification (sw)":"","MassiveIntentClassification (ta)":"","MassiveIntentClassification (te)":"","MassiveIntentClassification (th)":"","MassiveIntentClassification (tl)":"","MassiveIntentClassification (tr)":"","MassiveIntentClassification (ur)":"","MassiveIntentClassification (vi)":"","MassiveIntentClassification (zh-TW)":"","MassiveScenarioClassification (af)":"","MassiveScenarioClassification (am)":"","MassiveScenarioClassification (ar)":"","MassiveScenarioClassification (az)":"","MassiveScenarioClassification (bn)":"","MassiveScenarioClassification (cy)":"","MassiveScenarioClassification (de)":"","MassiveScenarioClassification (el)":"","MassiveScenarioClassification (es)":"","MassiveScenarioClassification (fa)":"","MassiveScenarioClassification (fi)":"","MassiveScenarioClassification (fr)":"","MassiveScenarioClassification (he)":"","MassiveScenarioClassification (hi)":"","MassiveScenarioClassification (hu)":"","MassiveScenarioClassification (hy)":"","MassiveScenarioClassification (id)":"","MassiveScenarioClassification (is)":"","MassiveScenarioClassification (it)":27.41,"MassiveScenarioClassification (ja)":"","MassiveScenarioClassification (jv)":"","MassiveScenarioClassification (ka)":"","MassiveScenarioClassification (km)":"","MassiveScenarioClassification (kn)":"","MassiveScenarioClassification (ko)":"","MassiveScenarioClassification (lv)":"","MassiveScenarioClassification (ml)":"","MassiveScenarioClassification (mn)":"","MassiveScenarioClassification (ms)":"","MassiveScenarioClassification (my)":"","MassiveScenarioClassification (nl)":"","MassiveScenarioClassification (pt)":"","MassiveScenarioClassification (ro)":"","MassiveScenarioClassification (ru)":"","MassiveScenarioClassification (sl)":"","MassiveScenarioClassification (sq)":"","MassiveScenarioClassification (sw)":"","MassiveScenarioClassification (ta)":"","MassiveScenarioClassification (te)":"","MassiveScenarioClassification (th)":"","MassiveScenarioClassification (tl)":"","MassiveScenarioClassification (tr)":"","MassiveScenarioClassification (ur)":"","MassiveScenarioClassification (vi)":"","MassiveScenarioClassification (zh-TW)":""} -{"index":155,"Rank":176,"Model":"stsbm-sentence-flare-it<\/a>","Model Size (Million Parameters)":17,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":514,"Average":"","AmazonCounterfactualClassification (de)":"","AmazonCounterfactualClassification (ja)":"","AmazonReviewsClassification (de)":"","AmazonReviewsClassification (es)":"","AmazonReviewsClassification (fr)":"","AmazonReviewsClassification (ja)":"","AmazonReviewsClassification (zh)":"","MTOPDomainClassification (de)":"","MTOPDomainClassification (es)":"","MTOPDomainClassification (fr)":"","MTOPDomainClassification (hi)":"","MTOPDomainClassification (th)":"","MTOPIntentClassification (de)":"","MTOPIntentClassification (es)":"","MTOPIntentClassification (fr)":"","MTOPIntentClassification (hi)":"","MTOPIntentClassification (th)":"","MassiveIntentClassification (af)":"","MassiveIntentClassification (am)":"","MassiveIntentClassification (ar)":"","MassiveIntentClassification (az)":"","MassiveIntentClassification (bn)":"","MassiveIntentClassification (cy)":"","MassiveIntentClassification (de)":"","MassiveIntentClassification (el)":"","MassiveIntentClassification (es)":"","MassiveIntentClassification (fa)":"","MassiveIntentClassification (fi)":"","MassiveIntentClassification (fr)":"","MassiveIntentClassification (he)":"","MassiveIntentClassification (hi)":"","MassiveIntentClassification (hu)":"","MassiveIntentClassification (hy)":"","MassiveIntentClassification (id)":"","MassiveIntentClassification (is)":"","MassiveIntentClassification (it)":38.88,"MassiveIntentClassification (ja)":"","MassiveIntentClassification (jv)":"","MassiveIntentClassification (ka)":"","MassiveIntentClassification (km)":"","MassiveIntentClassification (kn)":"","MassiveIntentClassification (ko)":"","MassiveIntentClassification (lv)":"","MassiveIntentClassification (ml)":"","MassiveIntentClassification (mn)":"","MassiveIntentClassification (ms)":"","MassiveIntentClassification (my)":"","MassiveIntentClassification (nl)":"","MassiveIntentClassification (pt)":"","MassiveIntentClassification (ro)":"","MassiveIntentClassification (ru)":"","MassiveIntentClassification (sl)":"","MassiveIntentClassification (sq)":"","MassiveIntentClassification (sw)":"","MassiveIntentClassification (ta)":"","MassiveIntentClassification (te)":"","MassiveIntentClassification (th)":"","MassiveIntentClassification (tl)":"","MassiveIntentClassification (tr)":"","MassiveIntentClassification (ur)":"","MassiveIntentClassification (vi)":"","MassiveIntentClassification (zh-TW)":"","MassiveScenarioClassification (af)":"","MassiveScenarioClassification (am)":"","MassiveScenarioClassification (ar)":"","MassiveScenarioClassification (az)":"","MassiveScenarioClassification (bn)":"","MassiveScenarioClassification (cy)":"","MassiveScenarioClassification (de)":"","MassiveScenarioClassification (el)":"","MassiveScenarioClassification (es)":"","MassiveScenarioClassification (fa)":"","MassiveScenarioClassification (fi)":"","MassiveScenarioClassification (fr)":"","MassiveScenarioClassification (he)":"","MassiveScenarioClassification (hi)":"","MassiveScenarioClassification (hu)":"","MassiveScenarioClassification (hy)":"","MassiveScenarioClassification (id)":"","MassiveScenarioClassification (is)":"","MassiveScenarioClassification (it)":43.3,"MassiveScenarioClassification (ja)":"","MassiveScenarioClassification (jv)":"","MassiveScenarioClassification (ka)":"","MassiveScenarioClassification (km)":"","MassiveScenarioClassification (kn)":"","MassiveScenarioClassification (ko)":"","MassiveScenarioClassification (lv)":"","MassiveScenarioClassification (ml)":"","MassiveScenarioClassification (mn)":"","MassiveScenarioClassification (ms)":"","MassiveScenarioClassification (my)":"","MassiveScenarioClassification (nl)":"","MassiveScenarioClassification (pt)":"","MassiveScenarioClassification (ro)":"","MassiveScenarioClassification (ru)":"","MassiveScenarioClassification (sl)":"","MassiveScenarioClassification (sq)":"","MassiveScenarioClassification (sw)":"","MassiveScenarioClassification (ta)":"","MassiveScenarioClassification (te)":"","MassiveScenarioClassification (th)":"","MassiveScenarioClassification (tl)":"","MassiveScenarioClassification (tr)":"","MassiveScenarioClassification (ur)":"","MassiveScenarioClassification (vi)":"","MassiveScenarioClassification (zh-TW)":""} -{"index":157,"Rank":177,"Model":"MiniCPM-Embedding-Light<\/a>","Model Size (Million Parameters)":434,"Memory Usage (GB, fp32)":1.62,"Embedding Dimensions":1024,"Max Tokens":4096,"Average":"","AmazonCounterfactualClassification (de)":"","AmazonCounterfactualClassification (ja)":"","AmazonReviewsClassification (de)":"","AmazonReviewsClassification (es)":"","AmazonReviewsClassification (fr)":"","AmazonReviewsClassification (ja)":"","AmazonReviewsClassification (zh)":43.02,"MTOPDomainClassification (de)":"","MTOPDomainClassification (es)":"","MTOPDomainClassification (fr)":"","MTOPDomainClassification (hi)":"","MTOPDomainClassification (th)":"","MTOPIntentClassification (de)":"","MTOPIntentClassification (es)":"","MTOPIntentClassification (fr)":"","MTOPIntentClassification (hi)":"","MTOPIntentClassification (th)":"","MassiveIntentClassification (af)":"","MassiveIntentClassification (am)":"","MassiveIntentClassification (ar)":"","MassiveIntentClassification (az)":"","MassiveIntentClassification (bn)":"","MassiveIntentClassification (cy)":"","MassiveIntentClassification (de)":"","MassiveIntentClassification (el)":"","MassiveIntentClassification (es)":"","MassiveIntentClassification (fa)":"","MassiveIntentClassification (fi)":"","MassiveIntentClassification (fr)":"","MassiveIntentClassification (he)":"","MassiveIntentClassification (hi)":"","MassiveIntentClassification (hu)":"","MassiveIntentClassification (hy)":"","MassiveIntentClassification (id)":"","MassiveIntentClassification (is)":"","MassiveIntentClassification (it)":"","MassiveIntentClassification (ja)":"","MassiveIntentClassification (jv)":"","MassiveIntentClassification (ka)":"","MassiveIntentClassification (km)":"","MassiveIntentClassification (kn)":"","MassiveIntentClassification (ko)":"","MassiveIntentClassification (lv)":"","MassiveIntentClassification (ml)":"","MassiveIntentClassification (mn)":"","MassiveIntentClassification (ms)":"","MassiveIntentClassification (my)":"","MassiveIntentClassification (nl)":"","MassiveIntentClassification (pt)":"","MassiveIntentClassification (ro)":"","MassiveIntentClassification (ru)":"","MassiveIntentClassification (sl)":"","MassiveIntentClassification (sq)":"","MassiveIntentClassification (sw)":"","MassiveIntentClassification (ta)":"","MassiveIntentClassification (te)":"","MassiveIntentClassification (th)":"","MassiveIntentClassification (tl)":"","MassiveIntentClassification (tr)":"","MassiveIntentClassification (ur)":"","MassiveIntentClassification (vi)":"","MassiveIntentClassification (zh-TW)":"","MassiveScenarioClassification (af)":"","MassiveScenarioClassification (am)":"","MassiveScenarioClassification (ar)":"","MassiveScenarioClassification (az)":"","MassiveScenarioClassification (bn)":"","MassiveScenarioClassification (cy)":"","MassiveScenarioClassification (de)":"","MassiveScenarioClassification (el)":"","MassiveScenarioClassification (es)":"","MassiveScenarioClassification (fa)":"","MassiveScenarioClassification (fi)":"","MassiveScenarioClassification (fr)":"","MassiveScenarioClassification (he)":"","MassiveScenarioClassification (hi)":"","MassiveScenarioClassification (hu)":"","MassiveScenarioClassification (hy)":"","MassiveScenarioClassification (id)":"","MassiveScenarioClassification (is)":"","MassiveScenarioClassification (it)":"","MassiveScenarioClassification (ja)":"","MassiveScenarioClassification (jv)":"","MassiveScenarioClassification (ka)":"","MassiveScenarioClassification (km)":"","MassiveScenarioClassification (kn)":"","MassiveScenarioClassification (ko)":"","MassiveScenarioClassification (lv)":"","MassiveScenarioClassification (ml)":"","MassiveScenarioClassification (mn)":"","MassiveScenarioClassification (ms)":"","MassiveScenarioClassification (my)":"","MassiveScenarioClassification (nl)":"","MassiveScenarioClassification (pt)":"","MassiveScenarioClassification (ro)":"","MassiveScenarioClassification (ru)":"","MassiveScenarioClassification (sl)":"","MassiveScenarioClassification (sq)":"","MassiveScenarioClassification (sw)":"","MassiveScenarioClassification (ta)":"","MassiveScenarioClassification (te)":"","MassiveScenarioClassification (th)":"","MassiveScenarioClassification (tl)":"","MassiveScenarioClassification (tr)":"","MassiveScenarioClassification (ur)":"","MassiveScenarioClassification (vi)":"","MassiveScenarioClassification (zh-TW)":""} -{"index":158,"Rank":178,"Model":"jina-embeddings-v2-base-es-Q5_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","AmazonCounterfactualClassification (de)":"","AmazonCounterfactualClassification (ja)":"","AmazonReviewsClassification (de)":"","AmazonReviewsClassification (es)":38.68,"AmazonReviewsClassification (fr)":"","AmazonReviewsClassification (ja)":"","AmazonReviewsClassification (zh)":"","MTOPDomainClassification (de)":"","MTOPDomainClassification (es)":89.89,"MTOPDomainClassification (fr)":"","MTOPDomainClassification (hi)":"","MTOPDomainClassification (th)":"","MTOPIntentClassification (de)":"","MTOPIntentClassification (es)":68.76,"MTOPIntentClassification (fr)":"","MTOPIntentClassification (hi)":"","MTOPIntentClassification (th)":"","MassiveIntentClassification (af)":"","MassiveIntentClassification (am)":"","MassiveIntentClassification (ar)":"","MassiveIntentClassification (az)":"","MassiveIntentClassification (bn)":"","MassiveIntentClassification (cy)":"","MassiveIntentClassification (de)":"","MassiveIntentClassification (el)":"","MassiveIntentClassification (es)":66.93,"MassiveIntentClassification (fa)":"","MassiveIntentClassification (fi)":"","MassiveIntentClassification (fr)":"","MassiveIntentClassification (he)":"","MassiveIntentClassification (hi)":"","MassiveIntentClassification (hu)":"","MassiveIntentClassification (hy)":"","MassiveIntentClassification (id)":"","MassiveIntentClassification (is)":"","MassiveIntentClassification (it)":"","MassiveIntentClassification (ja)":"","MassiveIntentClassification (jv)":"","MassiveIntentClassification (ka)":"","MassiveIntentClassification (km)":"","MassiveIntentClassification (kn)":"","MassiveIntentClassification (ko)":"","MassiveIntentClassification (lv)":"","MassiveIntentClassification (ml)":"","MassiveIntentClassification (mn)":"","MassiveIntentClassification (ms)":"","MassiveIntentClassification (my)":"","MassiveIntentClassification (nl)":"","MassiveIntentClassification (pt)":"","MassiveIntentClassification (ro)":"","MassiveIntentClassification (ru)":"","MassiveIntentClassification (sl)":"","MassiveIntentClassification (sq)":"","MassiveIntentClassification (sw)":"","MassiveIntentClassification (ta)":"","MassiveIntentClassification (te)":"","MassiveIntentClassification (th)":"","MassiveIntentClassification (tl)":"","MassiveIntentClassification (tr)":"","MassiveIntentClassification (ur)":"","MassiveIntentClassification (vi)":"","MassiveIntentClassification (zh-TW)":"","MassiveScenarioClassification (af)":"","MassiveScenarioClassification (am)":"","MassiveScenarioClassification (ar)":"","MassiveScenarioClassification (az)":"","MassiveScenarioClassification (bn)":"","MassiveScenarioClassification (cy)":"","MassiveScenarioClassification (de)":"","MassiveScenarioClassification (el)":"","MassiveScenarioClassification (es)":71.23,"MassiveScenarioClassification (fa)":"","MassiveScenarioClassification (fi)":"","MassiveScenarioClassification (fr)":"","MassiveScenarioClassification (he)":"","MassiveScenarioClassification (hi)":"","MassiveScenarioClassification (hu)":"","MassiveScenarioClassification (hy)":"","MassiveScenarioClassification (id)":"","MassiveScenarioClassification (is)":"","MassiveScenarioClassification (it)":"","MassiveScenarioClassification (ja)":"","MassiveScenarioClassification (jv)":"","MassiveScenarioClassification (ka)":"","MassiveScenarioClassification (km)":"","MassiveScenarioClassification (kn)":"","MassiveScenarioClassification (ko)":"","MassiveScenarioClassification (lv)":"","MassiveScenarioClassification (ml)":"","MassiveScenarioClassification (mn)":"","MassiveScenarioClassification (ms)":"","MassiveScenarioClassification (my)":"","MassiveScenarioClassification (nl)":"","MassiveScenarioClassification (pt)":"","MassiveScenarioClassification (ro)":"","MassiveScenarioClassification (ru)":"","MassiveScenarioClassification (sl)":"","MassiveScenarioClassification (sq)":"","MassiveScenarioClassification (sw)":"","MassiveScenarioClassification (ta)":"","MassiveScenarioClassification (te)":"","MassiveScenarioClassification (th)":"","MassiveScenarioClassification (tl)":"","MassiveScenarioClassification (tr)":"","MassiveScenarioClassification (ur)":"","MassiveScenarioClassification (vi)":"","MassiveScenarioClassification (zh-TW)":""} -{"index":159,"Rank":179,"Model":"piccolo-base-zh<\/a>","Model Size (Million Parameters)":51,"Memory Usage (GB, fp32)":0.19,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AmazonCounterfactualClassification (de)":"","AmazonCounterfactualClassification (ja)":"","AmazonReviewsClassification (de)":"","AmazonReviewsClassification (es)":"","AmazonReviewsClassification (fr)":"","AmazonReviewsClassification (ja)":"","AmazonReviewsClassification (zh)":40.24,"MTOPDomainClassification (de)":"","MTOPDomainClassification (es)":"","MTOPDomainClassification (fr)":"","MTOPDomainClassification (hi)":"","MTOPDomainClassification (th)":"","MTOPIntentClassification (de)":"","MTOPIntentClassification (es)":"","MTOPIntentClassification (fr)":"","MTOPIntentClassification (hi)":"","MTOPIntentClassification (th)":"","MassiveIntentClassification (af)":"","MassiveIntentClassification (am)":"","MassiveIntentClassification (ar)":"","MassiveIntentClassification (az)":"","MassiveIntentClassification (bn)":"","MassiveIntentClassification (cy)":"","MassiveIntentClassification (de)":"","MassiveIntentClassification (el)":"","MassiveIntentClassification (es)":"","MassiveIntentClassification (fa)":"","MassiveIntentClassification (fi)":"","MassiveIntentClassification (fr)":"","MassiveIntentClassification (he)":"","MassiveIntentClassification (hi)":"","MassiveIntentClassification (hu)":"","MassiveIntentClassification (hy)":"","MassiveIntentClassification (id)":"","MassiveIntentClassification (is)":"","MassiveIntentClassification (it)":"","MassiveIntentClassification (ja)":"","MassiveIntentClassification (jv)":"","MassiveIntentClassification (ka)":"","MassiveIntentClassification (km)":"","MassiveIntentClassification (kn)":"","MassiveIntentClassification (ko)":"","MassiveIntentClassification (lv)":"","MassiveIntentClassification (ml)":"","MassiveIntentClassification (mn)":"","MassiveIntentClassification (ms)":"","MassiveIntentClassification (my)":"","MassiveIntentClassification (nl)":"","MassiveIntentClassification (pt)":"","MassiveIntentClassification (ro)":"","MassiveIntentClassification (ru)":"","MassiveIntentClassification (sl)":"","MassiveIntentClassification (sq)":"","MassiveIntentClassification (sw)":"","MassiveIntentClassification (ta)":"","MassiveIntentClassification (te)":"","MassiveIntentClassification (th)":"","MassiveIntentClassification (tl)":"","MassiveIntentClassification (tr)":"","MassiveIntentClassification (ur)":"","MassiveIntentClassification (vi)":"","MassiveIntentClassification (zh-TW)":"","MassiveScenarioClassification (af)":"","MassiveScenarioClassification (am)":"","MassiveScenarioClassification (ar)":"","MassiveScenarioClassification (az)":"","MassiveScenarioClassification (bn)":"","MassiveScenarioClassification (cy)":"","MassiveScenarioClassification (de)":"","MassiveScenarioClassification (el)":"","MassiveScenarioClassification (es)":"","MassiveScenarioClassification (fa)":"","MassiveScenarioClassification (fi)":"","MassiveScenarioClassification (fr)":"","MassiveScenarioClassification (he)":"","MassiveScenarioClassification (hi)":"","MassiveScenarioClassification (hu)":"","MassiveScenarioClassification (hy)":"","MassiveScenarioClassification (id)":"","MassiveScenarioClassification (is)":"","MassiveScenarioClassification (it)":"","MassiveScenarioClassification (ja)":"","MassiveScenarioClassification (jv)":"","MassiveScenarioClassification (ka)":"","MassiveScenarioClassification (km)":"","MassiveScenarioClassification (kn)":"","MassiveScenarioClassification (ko)":"","MassiveScenarioClassification (lv)":"","MassiveScenarioClassification (ml)":"","MassiveScenarioClassification (mn)":"","MassiveScenarioClassification (ms)":"","MassiveScenarioClassification (my)":"","MassiveScenarioClassification (nl)":"","MassiveScenarioClassification (pt)":"","MassiveScenarioClassification (ro)":"","MassiveScenarioClassification (ru)":"","MassiveScenarioClassification (sl)":"","MassiveScenarioClassification (sq)":"","MassiveScenarioClassification (sw)":"","MassiveScenarioClassification (ta)":"","MassiveScenarioClassification (te)":"","MassiveScenarioClassification (th)":"","MassiveScenarioClassification (tl)":"","MassiveScenarioClassification (tr)":"","MassiveScenarioClassification (ur)":"","MassiveScenarioClassification (vi)":"","MassiveScenarioClassification (zh-TW)":""} -{"index":160,"Rank":180,"Model":"piccolo-large-zh<\/a>","Model Size (Million Parameters)":163,"Memory Usage (GB, fp32)":0.61,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","AmazonCounterfactualClassification (de)":"","AmazonCounterfactualClassification (ja)":"","AmazonReviewsClassification (de)":"","AmazonReviewsClassification (es)":"","AmazonReviewsClassification (fr)":"","AmazonReviewsClassification (ja)":"","AmazonReviewsClassification (zh)":40.33,"MTOPDomainClassification (de)":"","MTOPDomainClassification (es)":"","MTOPDomainClassification (fr)":"","MTOPDomainClassification (hi)":"","MTOPDomainClassification (th)":"","MTOPIntentClassification (de)":"","MTOPIntentClassification (es)":"","MTOPIntentClassification (fr)":"","MTOPIntentClassification (hi)":"","MTOPIntentClassification (th)":"","MassiveIntentClassification (af)":"","MassiveIntentClassification (am)":"","MassiveIntentClassification (ar)":"","MassiveIntentClassification (az)":"","MassiveIntentClassification (bn)":"","MassiveIntentClassification (cy)":"","MassiveIntentClassification (de)":"","MassiveIntentClassification (el)":"","MassiveIntentClassification (es)":"","MassiveIntentClassification (fa)":"","MassiveIntentClassification (fi)":"","MassiveIntentClassification (fr)":"","MassiveIntentClassification (he)":"","MassiveIntentClassification (hi)":"","MassiveIntentClassification (hu)":"","MassiveIntentClassification (hy)":"","MassiveIntentClassification (id)":"","MassiveIntentClassification (is)":"","MassiveIntentClassification (it)":"","MassiveIntentClassification (ja)":"","MassiveIntentClassification (jv)":"","MassiveIntentClassification (ka)":"","MassiveIntentClassification (km)":"","MassiveIntentClassification (kn)":"","MassiveIntentClassification (ko)":"","MassiveIntentClassification (lv)":"","MassiveIntentClassification (ml)":"","MassiveIntentClassification (mn)":"","MassiveIntentClassification (ms)":"","MassiveIntentClassification (my)":"","MassiveIntentClassification (nl)":"","MassiveIntentClassification (pt)":"","MassiveIntentClassification (ro)":"","MassiveIntentClassification (ru)":"","MassiveIntentClassification (sl)":"","MassiveIntentClassification (sq)":"","MassiveIntentClassification (sw)":"","MassiveIntentClassification (ta)":"","MassiveIntentClassification (te)":"","MassiveIntentClassification (th)":"","MassiveIntentClassification (tl)":"","MassiveIntentClassification (tr)":"","MassiveIntentClassification (ur)":"","MassiveIntentClassification (vi)":"","MassiveIntentClassification (zh-TW)":"","MassiveScenarioClassification (af)":"","MassiveScenarioClassification (am)":"","MassiveScenarioClassification (ar)":"","MassiveScenarioClassification (az)":"","MassiveScenarioClassification (bn)":"","MassiveScenarioClassification (cy)":"","MassiveScenarioClassification (de)":"","MassiveScenarioClassification (el)":"","MassiveScenarioClassification (es)":"","MassiveScenarioClassification (fa)":"","MassiveScenarioClassification (fi)":"","MassiveScenarioClassification (fr)":"","MassiveScenarioClassification (he)":"","MassiveScenarioClassification (hi)":"","MassiveScenarioClassification (hu)":"","MassiveScenarioClassification (hy)":"","MassiveScenarioClassification (id)":"","MassiveScenarioClassification (is)":"","MassiveScenarioClassification (it)":"","MassiveScenarioClassification (ja)":"","MassiveScenarioClassification (jv)":"","MassiveScenarioClassification (ka)":"","MassiveScenarioClassification (km)":"","MassiveScenarioClassification (kn)":"","MassiveScenarioClassification (ko)":"","MassiveScenarioClassification (lv)":"","MassiveScenarioClassification (ml)":"","MassiveScenarioClassification (mn)":"","MassiveScenarioClassification (ms)":"","MassiveScenarioClassification (my)":"","MassiveScenarioClassification (nl)":"","MassiveScenarioClassification (pt)":"","MassiveScenarioClassification (ro)":"","MassiveScenarioClassification (ru)":"","MassiveScenarioClassification (sl)":"","MassiveScenarioClassification (sq)":"","MassiveScenarioClassification (sw)":"","MassiveScenarioClassification (ta)":"","MassiveScenarioClassification (te)":"","MassiveScenarioClassification (th)":"","MassiveScenarioClassification (tl)":"","MassiveScenarioClassification (tr)":"","MassiveScenarioClassification (ur)":"","MassiveScenarioClassification (vi)":"","MassiveScenarioClassification (zh-TW)":""} -{"index":161,"Rank":181,"Model":"piccolo-large-zh-v2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","AmazonCounterfactualClassification (de)":"","AmazonCounterfactualClassification (ja)":"","AmazonReviewsClassification (de)":"","AmazonReviewsClassification (es)":"","AmazonReviewsClassification (fr)":"","AmazonReviewsClassification (ja)":"","AmazonReviewsClassification (zh)":49.44,"MTOPDomainClassification (de)":"","MTOPDomainClassification (es)":"","MTOPDomainClassification (fr)":"","MTOPDomainClassification (hi)":"","MTOPDomainClassification (th)":"","MTOPIntentClassification (de)":"","MTOPIntentClassification (es)":"","MTOPIntentClassification (fr)":"","MTOPIntentClassification (hi)":"","MTOPIntentClassification (th)":"","MassiveIntentClassification (af)":"","MassiveIntentClassification (am)":"","MassiveIntentClassification (ar)":"","MassiveIntentClassification (az)":"","MassiveIntentClassification (bn)":"","MassiveIntentClassification (cy)":"","MassiveIntentClassification (de)":"","MassiveIntentClassification (el)":"","MassiveIntentClassification (es)":"","MassiveIntentClassification (fa)":"","MassiveIntentClassification (fi)":"","MassiveIntentClassification (fr)":"","MassiveIntentClassification (he)":"","MassiveIntentClassification (hi)":"","MassiveIntentClassification (hu)":"","MassiveIntentClassification (hy)":"","MassiveIntentClassification (id)":"","MassiveIntentClassification (is)":"","MassiveIntentClassification (it)":"","MassiveIntentClassification (ja)":"","MassiveIntentClassification (jv)":"","MassiveIntentClassification (ka)":"","MassiveIntentClassification (km)":"","MassiveIntentClassification (kn)":"","MassiveIntentClassification (ko)":"","MassiveIntentClassification (lv)":"","MassiveIntentClassification (ml)":"","MassiveIntentClassification (mn)":"","MassiveIntentClassification (ms)":"","MassiveIntentClassification (my)":"","MassiveIntentClassification (nl)":"","MassiveIntentClassification (pt)":"","MassiveIntentClassification (ro)":"","MassiveIntentClassification (ru)":"","MassiveIntentClassification (sl)":"","MassiveIntentClassification (sq)":"","MassiveIntentClassification (sw)":"","MassiveIntentClassification (ta)":"","MassiveIntentClassification (te)":"","MassiveIntentClassification (th)":"","MassiveIntentClassification (tl)":"","MassiveIntentClassification (tr)":"","MassiveIntentClassification (ur)":"","MassiveIntentClassification (vi)":"","MassiveIntentClassification (zh-TW)":"","MassiveScenarioClassification (af)":"","MassiveScenarioClassification (am)":"","MassiveScenarioClassification (ar)":"","MassiveScenarioClassification (az)":"","MassiveScenarioClassification (bn)":"","MassiveScenarioClassification (cy)":"","MassiveScenarioClassification (de)":"","MassiveScenarioClassification (el)":"","MassiveScenarioClassification (es)":"","MassiveScenarioClassification (fa)":"","MassiveScenarioClassification (fi)":"","MassiveScenarioClassification (fr)":"","MassiveScenarioClassification (he)":"","MassiveScenarioClassification (hi)":"","MassiveScenarioClassification (hu)":"","MassiveScenarioClassification (hy)":"","MassiveScenarioClassification (id)":"","MassiveScenarioClassification (is)":"","MassiveScenarioClassification (it)":"","MassiveScenarioClassification (ja)":"","MassiveScenarioClassification (jv)":"","MassiveScenarioClassification (ka)":"","MassiveScenarioClassification (km)":"","MassiveScenarioClassification (kn)":"","MassiveScenarioClassification (ko)":"","MassiveScenarioClassification (lv)":"","MassiveScenarioClassification (ml)":"","MassiveScenarioClassification (mn)":"","MassiveScenarioClassification (ms)":"","MassiveScenarioClassification (my)":"","MassiveScenarioClassification (nl)":"","MassiveScenarioClassification (pt)":"","MassiveScenarioClassification (ro)":"","MassiveScenarioClassification (ru)":"","MassiveScenarioClassification (sl)":"","MassiveScenarioClassification (sq)":"","MassiveScenarioClassification (sw)":"","MassiveScenarioClassification (ta)":"","MassiveScenarioClassification (te)":"","MassiveScenarioClassification (th)":"","MassiveScenarioClassification (tl)":"","MassiveScenarioClassification (tr)":"","MassiveScenarioClassification (ur)":"","MassiveScenarioClassification (vi)":"","MassiveScenarioClassification (zh-TW)":""} -{"index":170,"Rank":182,"Model":"multi-qa-MiniLM-L6-cos-v1<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","AmazonCounterfactualClassification (de)":"","AmazonCounterfactualClassification (ja)":"","AmazonReviewsClassification (de)":"","AmazonReviewsClassification (es)":"","AmazonReviewsClassification (fr)":27.05,"AmazonReviewsClassification (ja)":"","AmazonReviewsClassification (zh)":"","MTOPDomainClassification (de)":"","MTOPDomainClassification (es)":"","MTOPDomainClassification (fr)":72.97,"MTOPDomainClassification (hi)":"","MTOPDomainClassification (th)":"","MTOPIntentClassification (de)":"","MTOPIntentClassification (es)":"","MTOPIntentClassification (fr)":37.18,"MTOPIntentClassification (hi)":"","MTOPIntentClassification (th)":"","MassiveIntentClassification (af)":"","MassiveIntentClassification (am)":"","MassiveIntentClassification (ar)":"","MassiveIntentClassification (az)":"","MassiveIntentClassification (bn)":"","MassiveIntentClassification (cy)":"","MassiveIntentClassification (de)":"","MassiveIntentClassification (el)":"","MassiveIntentClassification (es)":"","MassiveIntentClassification (fa)":"","MassiveIntentClassification (fi)":"","MassiveIntentClassification (fr)":42.64,"MassiveIntentClassification (he)":"","MassiveIntentClassification (hi)":"","MassiveIntentClassification (hu)":"","MassiveIntentClassification (hy)":"","MassiveIntentClassification (id)":"","MassiveIntentClassification (is)":"","MassiveIntentClassification (it)":"","MassiveIntentClassification (ja)":"","MassiveIntentClassification (jv)":"","MassiveIntentClassification (ka)":"","MassiveIntentClassification (km)":"","MassiveIntentClassification (kn)":"","MassiveIntentClassification (ko)":"","MassiveIntentClassification (lv)":"","MassiveIntentClassification (ml)":"","MassiveIntentClassification (mn)":"","MassiveIntentClassification (ms)":"","MassiveIntentClassification (my)":"","MassiveIntentClassification (nl)":"","MassiveIntentClassification (pt)":"","MassiveIntentClassification (ro)":"","MassiveIntentClassification (ru)":"","MassiveIntentClassification (sl)":"","MassiveIntentClassification (sq)":"","MassiveIntentClassification (sw)":"","MassiveIntentClassification (ta)":"","MassiveIntentClassification (te)":"","MassiveIntentClassification (th)":"","MassiveIntentClassification (tl)":"","MassiveIntentClassification (tr)":"","MassiveIntentClassification (ur)":"","MassiveIntentClassification (vi)":"","MassiveIntentClassification (zh-TW)":"","MassiveScenarioClassification (af)":"","MassiveScenarioClassification (am)":"","MassiveScenarioClassification (ar)":"","MassiveScenarioClassification (az)":"","MassiveScenarioClassification (bn)":"","MassiveScenarioClassification (cy)":"","MassiveScenarioClassification (de)":"","MassiveScenarioClassification (el)":"","MassiveScenarioClassification (es)":"","MassiveScenarioClassification (fa)":"","MassiveScenarioClassification (fi)":"","MassiveScenarioClassification (fr)":49.92,"MassiveScenarioClassification (he)":"","MassiveScenarioClassification (hi)":"","MassiveScenarioClassification (hu)":"","MassiveScenarioClassification (hy)":"","MassiveScenarioClassification (id)":"","MassiveScenarioClassification (is)":"","MassiveScenarioClassification (it)":"","MassiveScenarioClassification (ja)":"","MassiveScenarioClassification (jv)":"","MassiveScenarioClassification (ka)":"","MassiveScenarioClassification (km)":"","MassiveScenarioClassification (kn)":"","MassiveScenarioClassification (ko)":"","MassiveScenarioClassification (lv)":"","MassiveScenarioClassification (ml)":"","MassiveScenarioClassification (mn)":"","MassiveScenarioClassification (ms)":"","MassiveScenarioClassification (my)":"","MassiveScenarioClassification (nl)":"","MassiveScenarioClassification (pt)":"","MassiveScenarioClassification (ro)":"","MassiveScenarioClassification (ru)":"","MassiveScenarioClassification (sl)":"","MassiveScenarioClassification (sq)":"","MassiveScenarioClassification (sw)":"","MassiveScenarioClassification (ta)":"","MassiveScenarioClassification (te)":"","MassiveScenarioClassification (th)":"","MassiveScenarioClassification (tl)":"","MassiveScenarioClassification (tr)":"","MassiveScenarioClassification (ur)":"","MassiveScenarioClassification (vi)":"","MassiveScenarioClassification (zh-TW)":""} -{"index":176,"Rank":183,"Model":"sentence-t5-xxl<\/a>","Model Size (Million Parameters)":4865,"Memory Usage (GB, fp32)":18.12,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AmazonCounterfactualClassification (de)":"","AmazonCounterfactualClassification (ja)":"","AmazonReviewsClassification (de)":"","AmazonReviewsClassification (es)":"","AmazonReviewsClassification (fr)":46.09,"AmazonReviewsClassification (ja)":"","AmazonReviewsClassification (zh)":"","MTOPDomainClassification (de)":"","MTOPDomainClassification (es)":"","MTOPDomainClassification (fr)":86.2,"MTOPDomainClassification (hi)":"","MTOPDomainClassification (th)":"","MTOPIntentClassification (de)":"","MTOPIntentClassification (es)":"","MTOPIntentClassification (fr)":58.33,"MTOPIntentClassification (hi)":"","MTOPIntentClassification (th)":"","MassiveIntentClassification (af)":"","MassiveIntentClassification (am)":"","MassiveIntentClassification (ar)":"","MassiveIntentClassification (az)":"","MassiveIntentClassification (bn)":"","MassiveIntentClassification (cy)":"","MassiveIntentClassification (de)":"","MassiveIntentClassification (el)":"","MassiveIntentClassification (es)":"","MassiveIntentClassification (fa)":"","MassiveIntentClassification (fi)":"","MassiveIntentClassification (fr)":65.91,"MassiveIntentClassification (he)":"","MassiveIntentClassification (hi)":"","MassiveIntentClassification (hu)":"","MassiveIntentClassification (hy)":"","MassiveIntentClassification (id)":"","MassiveIntentClassification (is)":"","MassiveIntentClassification (it)":"","MassiveIntentClassification (ja)":"","MassiveIntentClassification (jv)":"","MassiveIntentClassification (ka)":"","MassiveIntentClassification (km)":"","MassiveIntentClassification (kn)":"","MassiveIntentClassification (ko)":"","MassiveIntentClassification (lv)":"","MassiveIntentClassification (ml)":"","MassiveIntentClassification (mn)":"","MassiveIntentClassification (ms)":"","MassiveIntentClassification (my)":"","MassiveIntentClassification (nl)":"","MassiveIntentClassification (pt)":"","MassiveIntentClassification (ro)":"","MassiveIntentClassification (ru)":"","MassiveIntentClassification (sl)":"","MassiveIntentClassification (sq)":"","MassiveIntentClassification (sw)":"","MassiveIntentClassification (ta)":"","MassiveIntentClassification (te)":"","MassiveIntentClassification (th)":"","MassiveIntentClassification (tl)":"","MassiveIntentClassification (tr)":"","MassiveIntentClassification (ur)":"","MassiveIntentClassification (vi)":"","MassiveIntentClassification (zh-TW)":"","MassiveScenarioClassification (af)":"","MassiveScenarioClassification (am)":"","MassiveScenarioClassification (ar)":"","MassiveScenarioClassification (az)":"","MassiveScenarioClassification (bn)":"","MassiveScenarioClassification (cy)":"","MassiveScenarioClassification (de)":"","MassiveScenarioClassification (el)":"","MassiveScenarioClassification (es)":"","MassiveScenarioClassification (fa)":"","MassiveScenarioClassification (fi)":"","MassiveScenarioClassification (fr)":68.53,"MassiveScenarioClassification (he)":"","MassiveScenarioClassification (hi)":"","MassiveScenarioClassification (hu)":"","MassiveScenarioClassification (hy)":"","MassiveScenarioClassification (id)":"","MassiveScenarioClassification (is)":"","MassiveScenarioClassification (it)":"","MassiveScenarioClassification (ja)":"","MassiveScenarioClassification (jv)":"","MassiveScenarioClassification (ka)":"","MassiveScenarioClassification (km)":"","MassiveScenarioClassification (kn)":"","MassiveScenarioClassification (ko)":"","MassiveScenarioClassification (lv)":"","MassiveScenarioClassification (ml)":"","MassiveScenarioClassification (mn)":"","MassiveScenarioClassification (ms)":"","MassiveScenarioClassification (my)":"","MassiveScenarioClassification (nl)":"","MassiveScenarioClassification (pt)":"","MassiveScenarioClassification (ro)":"","MassiveScenarioClassification (ru)":"","MassiveScenarioClassification (sl)":"","MassiveScenarioClassification (sq)":"","MassiveScenarioClassification (sw)":"","MassiveScenarioClassification (ta)":"","MassiveScenarioClassification (te)":"","MassiveScenarioClassification (th)":"","MassiveScenarioClassification (tl)":"","MassiveScenarioClassification (tr)":"","MassiveScenarioClassification (ur)":"","MassiveScenarioClassification (vi)":"","MassiveScenarioClassification (zh-TW)":""} -{"index":177,"Rank":184,"Model":"ZNV-Embedding<\/a>","Model Size (Million Parameters)":6061,"Memory Usage (GB, fp32)":22.58,"Embedding Dimensions":4096,"Max Tokens":4096,"Average":"","AmazonCounterfactualClassification (de)":"","AmazonCounterfactualClassification (ja)":"","AmazonReviewsClassification (de)":"","AmazonReviewsClassification (es)":"","AmazonReviewsClassification (fr)":"","AmazonReviewsClassification (ja)":"","AmazonReviewsClassification (zh)":29.75,"MTOPDomainClassification (de)":"","MTOPDomainClassification (es)":"","MTOPDomainClassification (fr)":"","MTOPDomainClassification (hi)":"","MTOPDomainClassification (th)":"","MTOPIntentClassification (de)":"","MTOPIntentClassification (es)":"","MTOPIntentClassification (fr)":"","MTOPIntentClassification (hi)":"","MTOPIntentClassification (th)":"","MassiveIntentClassification (af)":"","MassiveIntentClassification (am)":"","MassiveIntentClassification (ar)":"","MassiveIntentClassification (az)":"","MassiveIntentClassification (bn)":"","MassiveIntentClassification (cy)":"","MassiveIntentClassification (de)":"","MassiveIntentClassification (el)":"","MassiveIntentClassification (es)":"","MassiveIntentClassification (fa)":"","MassiveIntentClassification (fi)":"","MassiveIntentClassification (fr)":"","MassiveIntentClassification (he)":"","MassiveIntentClassification (hi)":"","MassiveIntentClassification (hu)":"","MassiveIntentClassification (hy)":"","MassiveIntentClassification (id)":"","MassiveIntentClassification (is)":"","MassiveIntentClassification (it)":"","MassiveIntentClassification (ja)":"","MassiveIntentClassification (jv)":"","MassiveIntentClassification (ka)":"","MassiveIntentClassification (km)":"","MassiveIntentClassification (kn)":"","MassiveIntentClassification (ko)":"","MassiveIntentClassification (lv)":"","MassiveIntentClassification (ml)":"","MassiveIntentClassification (mn)":"","MassiveIntentClassification (ms)":"","MassiveIntentClassification (my)":"","MassiveIntentClassification (nl)":"","MassiveIntentClassification (pt)":"","MassiveIntentClassification (ro)":"","MassiveIntentClassification (ru)":"","MassiveIntentClassification (sl)":"","MassiveIntentClassification (sq)":"","MassiveIntentClassification (sw)":"","MassiveIntentClassification (ta)":"","MassiveIntentClassification (te)":"","MassiveIntentClassification (th)":"","MassiveIntentClassification (tl)":"","MassiveIntentClassification (tr)":"","MassiveIntentClassification (ur)":"","MassiveIntentClassification (vi)":"","MassiveIntentClassification (zh-TW)":"","MassiveScenarioClassification (af)":"","MassiveScenarioClassification (am)":"","MassiveScenarioClassification (ar)":"","MassiveScenarioClassification (az)":"","MassiveScenarioClassification (bn)":"","MassiveScenarioClassification (cy)":"","MassiveScenarioClassification (de)":"","MassiveScenarioClassification (el)":"","MassiveScenarioClassification (es)":"","MassiveScenarioClassification (fa)":"","MassiveScenarioClassification (fi)":"","MassiveScenarioClassification (fr)":"","MassiveScenarioClassification (he)":"","MassiveScenarioClassification (hi)":"","MassiveScenarioClassification (hu)":"","MassiveScenarioClassification (hy)":"","MassiveScenarioClassification (id)":"","MassiveScenarioClassification (is)":"","MassiveScenarioClassification (it)":"","MassiveScenarioClassification (ja)":"","MassiveScenarioClassification (jv)":"","MassiveScenarioClassification (ka)":"","MassiveScenarioClassification (km)":"","MassiveScenarioClassification (kn)":"","MassiveScenarioClassification (ko)":"","MassiveScenarioClassification (lv)":"","MassiveScenarioClassification (ml)":"","MassiveScenarioClassification (mn)":"","MassiveScenarioClassification (ms)":"","MassiveScenarioClassification (my)":"","MassiveScenarioClassification (nl)":"","MassiveScenarioClassification (pt)":"","MassiveScenarioClassification (ro)":"","MassiveScenarioClassification (ru)":"","MassiveScenarioClassification (sl)":"","MassiveScenarioClassification (sq)":"","MassiveScenarioClassification (sw)":"","MassiveScenarioClassification (ta)":"","MassiveScenarioClassification (te)":"","MassiveScenarioClassification (th)":"","MassiveScenarioClassification (tl)":"","MassiveScenarioClassification (tr)":"","MassiveScenarioClassification (ur)":"","MassiveScenarioClassification (vi)":"","MassiveScenarioClassification (zh-TW)":""} -{"index":180,"Rank":185,"Model":"AGE_Hybrid<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","AmazonCounterfactualClassification (de)":"","AmazonCounterfactualClassification (ja)":"","AmazonReviewsClassification (de)":"","AmazonReviewsClassification (es)":"","AmazonReviewsClassification (fr)":"","AmazonReviewsClassification (ja)":"","AmazonReviewsClassification (zh)":49.68,"MTOPDomainClassification (de)":"","MTOPDomainClassification (es)":"","MTOPDomainClassification (fr)":"","MTOPDomainClassification (hi)":"","MTOPDomainClassification (th)":"","MTOPIntentClassification (de)":"","MTOPIntentClassification (es)":"","MTOPIntentClassification (fr)":"","MTOPIntentClassification (hi)":"","MTOPIntentClassification (th)":"","MassiveIntentClassification (af)":"","MassiveIntentClassification (am)":"","MassiveIntentClassification (ar)":"","MassiveIntentClassification (az)":"","MassiveIntentClassification (bn)":"","MassiveIntentClassification (cy)":"","MassiveIntentClassification (de)":"","MassiveIntentClassification (el)":"","MassiveIntentClassification (es)":"","MassiveIntentClassification (fa)":"","MassiveIntentClassification (fi)":"","MassiveIntentClassification (fr)":"","MassiveIntentClassification (he)":"","MassiveIntentClassification (hi)":"","MassiveIntentClassification (hu)":"","MassiveIntentClassification (hy)":"","MassiveIntentClassification (id)":"","MassiveIntentClassification (is)":"","MassiveIntentClassification (it)":"","MassiveIntentClassification (ja)":"","MassiveIntentClassification (jv)":"","MassiveIntentClassification (ka)":"","MassiveIntentClassification (km)":"","MassiveIntentClassification (kn)":"","MassiveIntentClassification (ko)":"","MassiveIntentClassification (lv)":"","MassiveIntentClassification (ml)":"","MassiveIntentClassification (mn)":"","MassiveIntentClassification (ms)":"","MassiveIntentClassification (my)":"","MassiveIntentClassification (nl)":"","MassiveIntentClassification (pt)":"","MassiveIntentClassification (ro)":"","MassiveIntentClassification (ru)":"","MassiveIntentClassification (sl)":"","MassiveIntentClassification (sq)":"","MassiveIntentClassification (sw)":"","MassiveIntentClassification (ta)":"","MassiveIntentClassification (te)":"","MassiveIntentClassification (th)":"","MassiveIntentClassification (tl)":"","MassiveIntentClassification (tr)":"","MassiveIntentClassification (ur)":"","MassiveIntentClassification (vi)":"","MassiveIntentClassification (zh-TW)":"","MassiveScenarioClassification (af)":"","MassiveScenarioClassification (am)":"","MassiveScenarioClassification (ar)":"","MassiveScenarioClassification (az)":"","MassiveScenarioClassification (bn)":"","MassiveScenarioClassification (cy)":"","MassiveScenarioClassification (de)":"","MassiveScenarioClassification (el)":"","MassiveScenarioClassification (es)":"","MassiveScenarioClassification (fa)":"","MassiveScenarioClassification (fi)":"","MassiveScenarioClassification (fr)":"","MassiveScenarioClassification (he)":"","MassiveScenarioClassification (hi)":"","MassiveScenarioClassification (hu)":"","MassiveScenarioClassification (hy)":"","MassiveScenarioClassification (id)":"","MassiveScenarioClassification (is)":"","MassiveScenarioClassification (it)":"","MassiveScenarioClassification (ja)":"","MassiveScenarioClassification (jv)":"","MassiveScenarioClassification (ka)":"","MassiveScenarioClassification (km)":"","MassiveScenarioClassification (kn)":"","MassiveScenarioClassification (ko)":"","MassiveScenarioClassification (lv)":"","MassiveScenarioClassification (ml)":"","MassiveScenarioClassification (mn)":"","MassiveScenarioClassification (ms)":"","MassiveScenarioClassification (my)":"","MassiveScenarioClassification (nl)":"","MassiveScenarioClassification (pt)":"","MassiveScenarioClassification (ro)":"","MassiveScenarioClassification (ru)":"","MassiveScenarioClassification (sl)":"","MassiveScenarioClassification (sq)":"","MassiveScenarioClassification (sw)":"","MassiveScenarioClassification (ta)":"","MassiveScenarioClassification (te)":"","MassiveScenarioClassification (th)":"","MassiveScenarioClassification (tl)":"","MassiveScenarioClassification (tr)":"","MassiveScenarioClassification (ur)":"","MassiveScenarioClassification (vi)":"","MassiveScenarioClassification (zh-TW)":""} -{"index":181,"Rank":186,"Model":"text2vec-base-chinese<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AmazonCounterfactualClassification (de)":"","AmazonCounterfactualClassification (ja)":"","AmazonReviewsClassification (de)":"","AmazonReviewsClassification (es)":"","AmazonReviewsClassification (fr)":"","AmazonReviewsClassification (ja)":"","AmazonReviewsClassification (zh)":34.12,"MTOPDomainClassification (de)":"","MTOPDomainClassification (es)":"","MTOPDomainClassification (fr)":"","MTOPDomainClassification (hi)":"","MTOPDomainClassification (th)":"","MTOPIntentClassification (de)":"","MTOPIntentClassification (es)":"","MTOPIntentClassification (fr)":"","MTOPIntentClassification (hi)":"","MTOPIntentClassification (th)":"","MassiveIntentClassification (af)":"","MassiveIntentClassification (am)":"","MassiveIntentClassification (ar)":"","MassiveIntentClassification (az)":"","MassiveIntentClassification (bn)":"","MassiveIntentClassification (cy)":"","MassiveIntentClassification (de)":"","MassiveIntentClassification (el)":"","MassiveIntentClassification (es)":"","MassiveIntentClassification (fa)":"","MassiveIntentClassification (fi)":"","MassiveIntentClassification (fr)":"","MassiveIntentClassification (he)":"","MassiveIntentClassification (hi)":"","MassiveIntentClassification (hu)":"","MassiveIntentClassification (hy)":"","MassiveIntentClassification (id)":"","MassiveIntentClassification (is)":"","MassiveIntentClassification (it)":"","MassiveIntentClassification (ja)":"","MassiveIntentClassification (jv)":"","MassiveIntentClassification (ka)":"","MassiveIntentClassification (km)":"","MassiveIntentClassification (kn)":"","MassiveIntentClassification (ko)":"","MassiveIntentClassification (lv)":"","MassiveIntentClassification (ml)":"","MassiveIntentClassification (mn)":"","MassiveIntentClassification (ms)":"","MassiveIntentClassification (my)":"","MassiveIntentClassification (nl)":"","MassiveIntentClassification (pt)":"","MassiveIntentClassification (ro)":"","MassiveIntentClassification (ru)":"","MassiveIntentClassification (sl)":"","MassiveIntentClassification (sq)":"","MassiveIntentClassification (sw)":"","MassiveIntentClassification (ta)":"","MassiveIntentClassification (te)":"","MassiveIntentClassification (th)":"","MassiveIntentClassification (tl)":"","MassiveIntentClassification (tr)":"","MassiveIntentClassification (ur)":"","MassiveIntentClassification (vi)":"","MassiveIntentClassification (zh-TW)":"","MassiveScenarioClassification (af)":"","MassiveScenarioClassification (am)":"","MassiveScenarioClassification (ar)":"","MassiveScenarioClassification (az)":"","MassiveScenarioClassification (bn)":"","MassiveScenarioClassification (cy)":"","MassiveScenarioClassification (de)":"","MassiveScenarioClassification (el)":"","MassiveScenarioClassification (es)":"","MassiveScenarioClassification (fa)":"","MassiveScenarioClassification (fi)":"","MassiveScenarioClassification (fr)":"","MassiveScenarioClassification (he)":"","MassiveScenarioClassification (hi)":"","MassiveScenarioClassification (hu)":"","MassiveScenarioClassification (hy)":"","MassiveScenarioClassification (id)":"","MassiveScenarioClassification (is)":"","MassiveScenarioClassification (it)":"","MassiveScenarioClassification (ja)":"","MassiveScenarioClassification (jv)":"","MassiveScenarioClassification (ka)":"","MassiveScenarioClassification (km)":"","MassiveScenarioClassification (kn)":"","MassiveScenarioClassification (ko)":"","MassiveScenarioClassification (lv)":"","MassiveScenarioClassification (ml)":"","MassiveScenarioClassification (mn)":"","MassiveScenarioClassification (ms)":"","MassiveScenarioClassification (my)":"","MassiveScenarioClassification (nl)":"","MassiveScenarioClassification (pt)":"","MassiveScenarioClassification (ro)":"","MassiveScenarioClassification (ru)":"","MassiveScenarioClassification (sl)":"","MassiveScenarioClassification (sq)":"","MassiveScenarioClassification (sw)":"","MassiveScenarioClassification (ta)":"","MassiveScenarioClassification (te)":"","MassiveScenarioClassification (th)":"","MassiveScenarioClassification (tl)":"","MassiveScenarioClassification (tr)":"","MassiveScenarioClassification (ur)":"","MassiveScenarioClassification (vi)":"","MassiveScenarioClassification (zh-TW)":""} -{"index":183,"Rank":187,"Model":"luotuo-bert-medium<\/a>","Model Size (Million Parameters)":328,"Memory Usage (GB, fp32)":1.22,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AmazonCounterfactualClassification (de)":"","AmazonCounterfactualClassification (ja)":"","AmazonReviewsClassification (de)":"","AmazonReviewsClassification (es)":"","AmazonReviewsClassification (fr)":"","AmazonReviewsClassification (ja)":"","AmazonReviewsClassification (zh)":34.46,"MTOPDomainClassification (de)":"","MTOPDomainClassification (es)":"","MTOPDomainClassification (fr)":"","MTOPDomainClassification (hi)":"","MTOPDomainClassification (th)":"","MTOPIntentClassification (de)":"","MTOPIntentClassification (es)":"","MTOPIntentClassification (fr)":"","MTOPIntentClassification (hi)":"","MTOPIntentClassification (th)":"","MassiveIntentClassification (af)":"","MassiveIntentClassification (am)":"","MassiveIntentClassification (ar)":"","MassiveIntentClassification (az)":"","MassiveIntentClassification (bn)":"","MassiveIntentClassification (cy)":"","MassiveIntentClassification (de)":"","MassiveIntentClassification (el)":"","MassiveIntentClassification (es)":"","MassiveIntentClassification (fa)":"","MassiveIntentClassification (fi)":"","MassiveIntentClassification (fr)":"","MassiveIntentClassification (he)":"","MassiveIntentClassification (hi)":"","MassiveIntentClassification (hu)":"","MassiveIntentClassification (hy)":"","MassiveIntentClassification (id)":"","MassiveIntentClassification (is)":"","MassiveIntentClassification (it)":"","MassiveIntentClassification (ja)":"","MassiveIntentClassification (jv)":"","MassiveIntentClassification (ka)":"","MassiveIntentClassification (km)":"","MassiveIntentClassification (kn)":"","MassiveIntentClassification (ko)":"","MassiveIntentClassification (lv)":"","MassiveIntentClassification (ml)":"","MassiveIntentClassification (mn)":"","MassiveIntentClassification (ms)":"","MassiveIntentClassification (my)":"","MassiveIntentClassification (nl)":"","MassiveIntentClassification (pt)":"","MassiveIntentClassification (ro)":"","MassiveIntentClassification (ru)":"","MassiveIntentClassification (sl)":"","MassiveIntentClassification (sq)":"","MassiveIntentClassification (sw)":"","MassiveIntentClassification (ta)":"","MassiveIntentClassification (te)":"","MassiveIntentClassification (th)":"","MassiveIntentClassification (tl)":"","MassiveIntentClassification (tr)":"","MassiveIntentClassification (ur)":"","MassiveIntentClassification (vi)":"","MassiveIntentClassification (zh-TW)":"","MassiveScenarioClassification (af)":"","MassiveScenarioClassification (am)":"","MassiveScenarioClassification (ar)":"","MassiveScenarioClassification (az)":"","MassiveScenarioClassification (bn)":"","MassiveScenarioClassification (cy)":"","MassiveScenarioClassification (de)":"","MassiveScenarioClassification (el)":"","MassiveScenarioClassification (es)":"","MassiveScenarioClassification (fa)":"","MassiveScenarioClassification (fi)":"","MassiveScenarioClassification (fr)":"","MassiveScenarioClassification (he)":"","MassiveScenarioClassification (hi)":"","MassiveScenarioClassification (hu)":"","MassiveScenarioClassification (hy)":"","MassiveScenarioClassification (id)":"","MassiveScenarioClassification (is)":"","MassiveScenarioClassification (it)":"","MassiveScenarioClassification (ja)":"","MassiveScenarioClassification (jv)":"","MassiveScenarioClassification (ka)":"","MassiveScenarioClassification (km)":"","MassiveScenarioClassification (kn)":"","MassiveScenarioClassification (ko)":"","MassiveScenarioClassification (lv)":"","MassiveScenarioClassification (ml)":"","MassiveScenarioClassification (mn)":"","MassiveScenarioClassification (ms)":"","MassiveScenarioClassification (my)":"","MassiveScenarioClassification (nl)":"","MassiveScenarioClassification (pt)":"","MassiveScenarioClassification (ro)":"","MassiveScenarioClassification (ru)":"","MassiveScenarioClassification (sl)":"","MassiveScenarioClassification (sq)":"","MassiveScenarioClassification (sw)":"","MassiveScenarioClassification (ta)":"","MassiveScenarioClassification (te)":"","MassiveScenarioClassification (th)":"","MassiveScenarioClassification (tl)":"","MassiveScenarioClassification (tr)":"","MassiveScenarioClassification (ur)":"","MassiveScenarioClassification (vi)":"","MassiveScenarioClassification (zh-TW)":""} -{"index":184,"Rank":188,"Model":"silma-embeddding-matryoshka-v0.1<\/a>","Model Size (Million Parameters)":135,"Memory Usage (GB, fp32)":0.5,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AmazonCounterfactualClassification (de)":"","AmazonCounterfactualClassification (ja)":"","AmazonReviewsClassification (de)":"","AmazonReviewsClassification (es)":"","AmazonReviewsClassification (fr)":"","AmazonReviewsClassification (ja)":"","AmazonReviewsClassification (zh)":"","MTOPDomainClassification (de)":"","MTOPDomainClassification (es)":"","MTOPDomainClassification (fr)":"","MTOPDomainClassification (hi)":"","MTOPDomainClassification (th)":"","MTOPIntentClassification (de)":"","MTOPIntentClassification (es)":"","MTOPIntentClassification (fr)":"","MTOPIntentClassification (hi)":"","MTOPIntentClassification (th)":"","MassiveIntentClassification (af)":"","MassiveIntentClassification (am)":"","MassiveIntentClassification (ar)":56.98,"MassiveIntentClassification (az)":"","MassiveIntentClassification (bn)":"","MassiveIntentClassification (cy)":"","MassiveIntentClassification (de)":"","MassiveIntentClassification (el)":"","MassiveIntentClassification (es)":"","MassiveIntentClassification (fa)":"","MassiveIntentClassification (fi)":"","MassiveIntentClassification (fr)":"","MassiveIntentClassification (he)":"","MassiveIntentClassification (hi)":"","MassiveIntentClassification (hu)":"","MassiveIntentClassification (hy)":"","MassiveIntentClassification (id)":"","MassiveIntentClassification (is)":"","MassiveIntentClassification (it)":"","MassiveIntentClassification (ja)":"","MassiveIntentClassification (jv)":"","MassiveIntentClassification (ka)":"","MassiveIntentClassification (km)":"","MassiveIntentClassification (kn)":"","MassiveIntentClassification (ko)":"","MassiveIntentClassification (lv)":"","MassiveIntentClassification (ml)":"","MassiveIntentClassification (mn)":"","MassiveIntentClassification (ms)":"","MassiveIntentClassification (my)":"","MassiveIntentClassification (nl)":"","MassiveIntentClassification (pt)":"","MassiveIntentClassification (ro)":"","MassiveIntentClassification (ru)":"","MassiveIntentClassification (sl)":"","MassiveIntentClassification (sq)":"","MassiveIntentClassification (sw)":"","MassiveIntentClassification (ta)":"","MassiveIntentClassification (te)":"","MassiveIntentClassification (th)":"","MassiveIntentClassification (tl)":"","MassiveIntentClassification (tr)":"","MassiveIntentClassification (ur)":"","MassiveIntentClassification (vi)":"","MassiveIntentClassification (zh-TW)":"","MassiveScenarioClassification (af)":"","MassiveScenarioClassification (am)":"","MassiveScenarioClassification (ar)":62.27,"MassiveScenarioClassification (az)":"","MassiveScenarioClassification (bn)":"","MassiveScenarioClassification (cy)":"","MassiveScenarioClassification (de)":"","MassiveScenarioClassification (el)":"","MassiveScenarioClassification (es)":"","MassiveScenarioClassification (fa)":"","MassiveScenarioClassification (fi)":"","MassiveScenarioClassification (fr)":"","MassiveScenarioClassification (he)":"","MassiveScenarioClassification (hi)":"","MassiveScenarioClassification (hu)":"","MassiveScenarioClassification (hy)":"","MassiveScenarioClassification (id)":"","MassiveScenarioClassification (is)":"","MassiveScenarioClassification (it)":"","MassiveScenarioClassification (ja)":"","MassiveScenarioClassification (jv)":"","MassiveScenarioClassification (ka)":"","MassiveScenarioClassification (km)":"","MassiveScenarioClassification (kn)":"","MassiveScenarioClassification (ko)":"","MassiveScenarioClassification (lv)":"","MassiveScenarioClassification (ml)":"","MassiveScenarioClassification (mn)":"","MassiveScenarioClassification (ms)":"","MassiveScenarioClassification (my)":"","MassiveScenarioClassification (nl)":"","MassiveScenarioClassification (pt)":"","MassiveScenarioClassification (ro)":"","MassiveScenarioClassification (ru)":"","MassiveScenarioClassification (sl)":"","MassiveScenarioClassification (sq)":"","MassiveScenarioClassification (sw)":"","MassiveScenarioClassification (ta)":"","MassiveScenarioClassification (te)":"","MassiveScenarioClassification (th)":"","MassiveScenarioClassification (tl)":"","MassiveScenarioClassification (tr)":"","MassiveScenarioClassification (ur)":"","MassiveScenarioClassification (vi)":"","MassiveScenarioClassification (zh-TW)":""} -{"index":185,"Rank":189,"Model":"silma-embeddding-sts-v0.1<\/a>","Model Size (Million Parameters)":135,"Memory Usage (GB, fp32)":0.5,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AmazonCounterfactualClassification (de)":"","AmazonCounterfactualClassification (ja)":"","AmazonReviewsClassification (de)":"","AmazonReviewsClassification (es)":"","AmazonReviewsClassification (fr)":"","AmazonReviewsClassification (ja)":"","AmazonReviewsClassification (zh)":"","MTOPDomainClassification (de)":"","MTOPDomainClassification (es)":"","MTOPDomainClassification (fr)":"","MTOPDomainClassification (hi)":"","MTOPDomainClassification (th)":"","MTOPIntentClassification (de)":"","MTOPIntentClassification (es)":"","MTOPIntentClassification (fr)":"","MTOPIntentClassification (hi)":"","MTOPIntentClassification (th)":"","MassiveIntentClassification (af)":"","MassiveIntentClassification (am)":"","MassiveIntentClassification (ar)":56.77,"MassiveIntentClassification (az)":"","MassiveIntentClassification (bn)":"","MassiveIntentClassification (cy)":"","MassiveIntentClassification (de)":"","MassiveIntentClassification (el)":"","MassiveIntentClassification (es)":"","MassiveIntentClassification (fa)":"","MassiveIntentClassification (fi)":"","MassiveIntentClassification (fr)":"","MassiveIntentClassification (he)":"","MassiveIntentClassification (hi)":"","MassiveIntentClassification (hu)":"","MassiveIntentClassification (hy)":"","MassiveIntentClassification (id)":"","MassiveIntentClassification (is)":"","MassiveIntentClassification (it)":"","MassiveIntentClassification (ja)":"","MassiveIntentClassification (jv)":"","MassiveIntentClassification (ka)":"","MassiveIntentClassification (km)":"","MassiveIntentClassification (kn)":"","MassiveIntentClassification (ko)":"","MassiveIntentClassification (lv)":"","MassiveIntentClassification (ml)":"","MassiveIntentClassification (mn)":"","MassiveIntentClassification (ms)":"","MassiveIntentClassification (my)":"","MassiveIntentClassification (nl)":"","MassiveIntentClassification (pt)":"","MassiveIntentClassification (ro)":"","MassiveIntentClassification (ru)":"","MassiveIntentClassification (sl)":"","MassiveIntentClassification (sq)":"","MassiveIntentClassification (sw)":"","MassiveIntentClassification (ta)":"","MassiveIntentClassification (te)":"","MassiveIntentClassification (th)":"","MassiveIntentClassification (tl)":"","MassiveIntentClassification (tr)":"","MassiveIntentClassification (ur)":"","MassiveIntentClassification (vi)":"","MassiveIntentClassification (zh-TW)":"","MassiveScenarioClassification (af)":"","MassiveScenarioClassification (am)":"","MassiveScenarioClassification (ar)":61.77,"MassiveScenarioClassification (az)":"","MassiveScenarioClassification (bn)":"","MassiveScenarioClassification (cy)":"","MassiveScenarioClassification (de)":"","MassiveScenarioClassification (el)":"","MassiveScenarioClassification (es)":"","MassiveScenarioClassification (fa)":"","MassiveScenarioClassification (fi)":"","MassiveScenarioClassification (fr)":"","MassiveScenarioClassification (he)":"","MassiveScenarioClassification (hi)":"","MassiveScenarioClassification (hu)":"","MassiveScenarioClassification (hy)":"","MassiveScenarioClassification (id)":"","MassiveScenarioClassification (is)":"","MassiveScenarioClassification (it)":"","MassiveScenarioClassification (ja)":"","MassiveScenarioClassification (jv)":"","MassiveScenarioClassification (ka)":"","MassiveScenarioClassification (km)":"","MassiveScenarioClassification (kn)":"","MassiveScenarioClassification (ko)":"","MassiveScenarioClassification (lv)":"","MassiveScenarioClassification (ml)":"","MassiveScenarioClassification (mn)":"","MassiveScenarioClassification (ms)":"","MassiveScenarioClassification (my)":"","MassiveScenarioClassification (nl)":"","MassiveScenarioClassification (pt)":"","MassiveScenarioClassification (ro)":"","MassiveScenarioClassification (ru)":"","MassiveScenarioClassification (sl)":"","MassiveScenarioClassification (sq)":"","MassiveScenarioClassification (sw)":"","MassiveScenarioClassification (ta)":"","MassiveScenarioClassification (te)":"","MassiveScenarioClassification (th)":"","MassiveScenarioClassification (tl)":"","MassiveScenarioClassification (tr)":"","MassiveScenarioClassification (ur)":"","MassiveScenarioClassification (vi)":"","MassiveScenarioClassification (zh-TW)":""} -{"index":186,"Rank":190,"Model":"gte-base-zh<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AmazonCounterfactualClassification (de)":"","AmazonCounterfactualClassification (ja)":"","AmazonReviewsClassification (de)":"","AmazonReviewsClassification (es)":"","AmazonReviewsClassification (fr)":"","AmazonReviewsClassification (ja)":"","AmazonReviewsClassification (zh)":45.82,"MTOPDomainClassification (de)":"","MTOPDomainClassification (es)":"","MTOPDomainClassification (fr)":"","MTOPDomainClassification (hi)":"","MTOPDomainClassification (th)":"","MTOPIntentClassification (de)":"","MTOPIntentClassification (es)":"","MTOPIntentClassification (fr)":"","MTOPIntentClassification (hi)":"","MTOPIntentClassification (th)":"","MassiveIntentClassification (af)":"","MassiveIntentClassification (am)":"","MassiveIntentClassification (ar)":"","MassiveIntentClassification (az)":"","MassiveIntentClassification (bn)":"","MassiveIntentClassification (cy)":"","MassiveIntentClassification (de)":"","MassiveIntentClassification (el)":"","MassiveIntentClassification (es)":"","MassiveIntentClassification (fa)":"","MassiveIntentClassification (fi)":"","MassiveIntentClassification (fr)":"","MassiveIntentClassification (he)":"","MassiveIntentClassification (hi)":"","MassiveIntentClassification (hu)":"","MassiveIntentClassification (hy)":"","MassiveIntentClassification (id)":"","MassiveIntentClassification (is)":"","MassiveIntentClassification (it)":"","MassiveIntentClassification (ja)":"","MassiveIntentClassification (jv)":"","MassiveIntentClassification (ka)":"","MassiveIntentClassification (km)":"","MassiveIntentClassification (kn)":"","MassiveIntentClassification (ko)":"","MassiveIntentClassification (lv)":"","MassiveIntentClassification (ml)":"","MassiveIntentClassification (mn)":"","MassiveIntentClassification (ms)":"","MassiveIntentClassification (my)":"","MassiveIntentClassification (nl)":"","MassiveIntentClassification (pt)":"","MassiveIntentClassification (ro)":"","MassiveIntentClassification (ru)":"","MassiveIntentClassification (sl)":"","MassiveIntentClassification (sq)":"","MassiveIntentClassification (sw)":"","MassiveIntentClassification (ta)":"","MassiveIntentClassification (te)":"","MassiveIntentClassification (th)":"","MassiveIntentClassification (tl)":"","MassiveIntentClassification (tr)":"","MassiveIntentClassification (ur)":"","MassiveIntentClassification (vi)":"","MassiveIntentClassification (zh-TW)":"","MassiveScenarioClassification (af)":"","MassiveScenarioClassification (am)":"","MassiveScenarioClassification (ar)":"","MassiveScenarioClassification (az)":"","MassiveScenarioClassification (bn)":"","MassiveScenarioClassification (cy)":"","MassiveScenarioClassification (de)":"","MassiveScenarioClassification (el)":"","MassiveScenarioClassification (es)":"","MassiveScenarioClassification (fa)":"","MassiveScenarioClassification (fi)":"","MassiveScenarioClassification (fr)":"","MassiveScenarioClassification (he)":"","MassiveScenarioClassification (hi)":"","MassiveScenarioClassification (hu)":"","MassiveScenarioClassification (hy)":"","MassiveScenarioClassification (id)":"","MassiveScenarioClassification (is)":"","MassiveScenarioClassification (it)":"","MassiveScenarioClassification (ja)":"","MassiveScenarioClassification (jv)":"","MassiveScenarioClassification (ka)":"","MassiveScenarioClassification (km)":"","MassiveScenarioClassification (kn)":"","MassiveScenarioClassification (ko)":"","MassiveScenarioClassification (lv)":"","MassiveScenarioClassification (ml)":"","MassiveScenarioClassification (mn)":"","MassiveScenarioClassification (ms)":"","MassiveScenarioClassification (my)":"","MassiveScenarioClassification (nl)":"","MassiveScenarioClassification (pt)":"","MassiveScenarioClassification (ro)":"","MassiveScenarioClassification (ru)":"","MassiveScenarioClassification (sl)":"","MassiveScenarioClassification (sq)":"","MassiveScenarioClassification (sw)":"","MassiveScenarioClassification (ta)":"","MassiveScenarioClassification (te)":"","MassiveScenarioClassification (th)":"","MassiveScenarioClassification (tl)":"","MassiveScenarioClassification (tr)":"","MassiveScenarioClassification (ur)":"","MassiveScenarioClassification (vi)":"","MassiveScenarioClassification (zh-TW)":""} -{"index":187,"Rank":191,"Model":"gte-large-zh<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","AmazonCounterfactualClassification (de)":"","AmazonCounterfactualClassification (ja)":"","AmazonReviewsClassification (de)":"","AmazonReviewsClassification (es)":"","AmazonReviewsClassification (fr)":"","AmazonReviewsClassification (ja)":"","AmazonReviewsClassification (zh)":47.23,"MTOPDomainClassification (de)":"","MTOPDomainClassification (es)":"","MTOPDomainClassification (fr)":"","MTOPDomainClassification (hi)":"","MTOPDomainClassification (th)":"","MTOPIntentClassification (de)":"","MTOPIntentClassification (es)":"","MTOPIntentClassification (fr)":"","MTOPIntentClassification (hi)":"","MTOPIntentClassification (th)":"","MassiveIntentClassification (af)":"","MassiveIntentClassification (am)":"","MassiveIntentClassification (ar)":"","MassiveIntentClassification (az)":"","MassiveIntentClassification (bn)":"","MassiveIntentClassification (cy)":"","MassiveIntentClassification (de)":"","MassiveIntentClassification (el)":"","MassiveIntentClassification (es)":"","MassiveIntentClassification (fa)":"","MassiveIntentClassification (fi)":"","MassiveIntentClassification (fr)":"","MassiveIntentClassification (he)":"","MassiveIntentClassification (hi)":"","MassiveIntentClassification (hu)":"","MassiveIntentClassification (hy)":"","MassiveIntentClassification (id)":"","MassiveIntentClassification (is)":"","MassiveIntentClassification (it)":"","MassiveIntentClassification (ja)":"","MassiveIntentClassification (jv)":"","MassiveIntentClassification (ka)":"","MassiveIntentClassification (km)":"","MassiveIntentClassification (kn)":"","MassiveIntentClassification (ko)":"","MassiveIntentClassification (lv)":"","MassiveIntentClassification (ml)":"","MassiveIntentClassification (mn)":"","MassiveIntentClassification (ms)":"","MassiveIntentClassification (my)":"","MassiveIntentClassification (nl)":"","MassiveIntentClassification (pt)":"","MassiveIntentClassification (ro)":"","MassiveIntentClassification (ru)":"","MassiveIntentClassification (sl)":"","MassiveIntentClassification (sq)":"","MassiveIntentClassification (sw)":"","MassiveIntentClassification (ta)":"","MassiveIntentClassification (te)":"","MassiveIntentClassification (th)":"","MassiveIntentClassification (tl)":"","MassiveIntentClassification (tr)":"","MassiveIntentClassification (ur)":"","MassiveIntentClassification (vi)":"","MassiveIntentClassification (zh-TW)":"","MassiveScenarioClassification (af)":"","MassiveScenarioClassification (am)":"","MassiveScenarioClassification (ar)":"","MassiveScenarioClassification (az)":"","MassiveScenarioClassification (bn)":"","MassiveScenarioClassification (cy)":"","MassiveScenarioClassification (de)":"","MassiveScenarioClassification (el)":"","MassiveScenarioClassification (es)":"","MassiveScenarioClassification (fa)":"","MassiveScenarioClassification (fi)":"","MassiveScenarioClassification (fr)":"","MassiveScenarioClassification (he)":"","MassiveScenarioClassification (hi)":"","MassiveScenarioClassification (hu)":"","MassiveScenarioClassification (hy)":"","MassiveScenarioClassification (id)":"","MassiveScenarioClassification (is)":"","MassiveScenarioClassification (it)":"","MassiveScenarioClassification (ja)":"","MassiveScenarioClassification (jv)":"","MassiveScenarioClassification (ka)":"","MassiveScenarioClassification (km)":"","MassiveScenarioClassification (kn)":"","MassiveScenarioClassification (ko)":"","MassiveScenarioClassification (lv)":"","MassiveScenarioClassification (ml)":"","MassiveScenarioClassification (mn)":"","MassiveScenarioClassification (ms)":"","MassiveScenarioClassification (my)":"","MassiveScenarioClassification (nl)":"","MassiveScenarioClassification (pt)":"","MassiveScenarioClassification (ro)":"","MassiveScenarioClassification (ru)":"","MassiveScenarioClassification (sl)":"","MassiveScenarioClassification (sq)":"","MassiveScenarioClassification (sw)":"","MassiveScenarioClassification (ta)":"","MassiveScenarioClassification (te)":"","MassiveScenarioClassification (th)":"","MassiveScenarioClassification (tl)":"","MassiveScenarioClassification (tr)":"","MassiveScenarioClassification (ur)":"","MassiveScenarioClassification (vi)":"","MassiveScenarioClassification (zh-TW)":""} -{"index":188,"Rank":192,"Model":"gte-small-zh<\/a>","Model Size (Million Parameters)":30,"Memory Usage (GB, fp32)":0.11,"Embedding Dimensions":512,"Max Tokens":512,"Average":"","AmazonCounterfactualClassification (de)":"","AmazonCounterfactualClassification (ja)":"","AmazonReviewsClassification (de)":"","AmazonReviewsClassification (es)":"","AmazonReviewsClassification (fr)":"","AmazonReviewsClassification (ja)":"","AmazonReviewsClassification (zh)":38.69,"MTOPDomainClassification (de)":"","MTOPDomainClassification (es)":"","MTOPDomainClassification (fr)":"","MTOPDomainClassification (hi)":"","MTOPDomainClassification (th)":"","MTOPIntentClassification (de)":"","MTOPIntentClassification (es)":"","MTOPIntentClassification (fr)":"","MTOPIntentClassification (hi)":"","MTOPIntentClassification (th)":"","MassiveIntentClassification (af)":"","MassiveIntentClassification (am)":"","MassiveIntentClassification (ar)":"","MassiveIntentClassification (az)":"","MassiveIntentClassification (bn)":"","MassiveIntentClassification (cy)":"","MassiveIntentClassification (de)":"","MassiveIntentClassification (el)":"","MassiveIntentClassification (es)":"","MassiveIntentClassification (fa)":"","MassiveIntentClassification (fi)":"","MassiveIntentClassification (fr)":"","MassiveIntentClassification (he)":"","MassiveIntentClassification (hi)":"","MassiveIntentClassification (hu)":"","MassiveIntentClassification (hy)":"","MassiveIntentClassification (id)":"","MassiveIntentClassification (is)":"","MassiveIntentClassification (it)":"","MassiveIntentClassification (ja)":"","MassiveIntentClassification (jv)":"","MassiveIntentClassification (ka)":"","MassiveIntentClassification (km)":"","MassiveIntentClassification (kn)":"","MassiveIntentClassification (ko)":"","MassiveIntentClassification (lv)":"","MassiveIntentClassification (ml)":"","MassiveIntentClassification (mn)":"","MassiveIntentClassification (ms)":"","MassiveIntentClassification (my)":"","MassiveIntentClassification (nl)":"","MassiveIntentClassification (pt)":"","MassiveIntentClassification (ro)":"","MassiveIntentClassification (ru)":"","MassiveIntentClassification (sl)":"","MassiveIntentClassification (sq)":"","MassiveIntentClassification (sw)":"","MassiveIntentClassification (ta)":"","MassiveIntentClassification (te)":"","MassiveIntentClassification (th)":"","MassiveIntentClassification (tl)":"","MassiveIntentClassification (tr)":"","MassiveIntentClassification (ur)":"","MassiveIntentClassification (vi)":"","MassiveIntentClassification (zh-TW)":"","MassiveScenarioClassification (af)":"","MassiveScenarioClassification (am)":"","MassiveScenarioClassification (ar)":"","MassiveScenarioClassification (az)":"","MassiveScenarioClassification (bn)":"","MassiveScenarioClassification (cy)":"","MassiveScenarioClassification (de)":"","MassiveScenarioClassification (el)":"","MassiveScenarioClassification (es)":"","MassiveScenarioClassification (fa)":"","MassiveScenarioClassification (fi)":"","MassiveScenarioClassification (fr)":"","MassiveScenarioClassification (he)":"","MassiveScenarioClassification (hi)":"","MassiveScenarioClassification (hu)":"","MassiveScenarioClassification (hy)":"","MassiveScenarioClassification (id)":"","MassiveScenarioClassification (is)":"","MassiveScenarioClassification (it)":"","MassiveScenarioClassification (ja)":"","MassiveScenarioClassification (jv)":"","MassiveScenarioClassification (ka)":"","MassiveScenarioClassification (km)":"","MassiveScenarioClassification (kn)":"","MassiveScenarioClassification (ko)":"","MassiveScenarioClassification (lv)":"","MassiveScenarioClassification (ml)":"","MassiveScenarioClassification (mn)":"","MassiveScenarioClassification (ms)":"","MassiveScenarioClassification (my)":"","MassiveScenarioClassification (nl)":"","MassiveScenarioClassification (pt)":"","MassiveScenarioClassification (ro)":"","MassiveScenarioClassification (ru)":"","MassiveScenarioClassification (sl)":"","MassiveScenarioClassification (sq)":"","MassiveScenarioClassification (sw)":"","MassiveScenarioClassification (ta)":"","MassiveScenarioClassification (te)":"","MassiveScenarioClassification (th)":"","MassiveScenarioClassification (tl)":"","MassiveScenarioClassification (tr)":"","MassiveScenarioClassification (ur)":"","MassiveScenarioClassification (vi)":"","MassiveScenarioClassification (zh-TW)":""} -{"index":189,"Rank":193,"Model":"ALL_862873<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","AmazonCounterfactualClassification (de)":"","AmazonCounterfactualClassification (ja)":"","AmazonReviewsClassification (de)":"","AmazonReviewsClassification (es)":"","AmazonReviewsClassification (fr)":"","AmazonReviewsClassification (ja)":"","AmazonReviewsClassification (zh)":21.96,"MTOPDomainClassification (de)":"","MTOPDomainClassification (es)":"","MTOPDomainClassification (fr)":"","MTOPDomainClassification (hi)":"","MTOPDomainClassification (th)":"","MTOPIntentClassification (de)":"","MTOPIntentClassification (es)":"","MTOPIntentClassification (fr)":"","MTOPIntentClassification (hi)":"","MTOPIntentClassification (th)":"","MassiveIntentClassification (af)":"","MassiveIntentClassification (am)":"","MassiveIntentClassification (ar)":"","MassiveIntentClassification (az)":"","MassiveIntentClassification (bn)":"","MassiveIntentClassification (cy)":"","MassiveIntentClassification (de)":"","MassiveIntentClassification (el)":"","MassiveIntentClassification (es)":"","MassiveIntentClassification (fa)":"","MassiveIntentClassification (fi)":"","MassiveIntentClassification (fr)":"","MassiveIntentClassification (he)":"","MassiveIntentClassification (hi)":"","MassiveIntentClassification (hu)":"","MassiveIntentClassification (hy)":"","MassiveIntentClassification (id)":"","MassiveIntentClassification (is)":"","MassiveIntentClassification (it)":"","MassiveIntentClassification (ja)":"","MassiveIntentClassification (jv)":"","MassiveIntentClassification (ka)":"","MassiveIntentClassification (km)":"","MassiveIntentClassification (kn)":"","MassiveIntentClassification (ko)":"","MassiveIntentClassification (lv)":"","MassiveIntentClassification (ml)":"","MassiveIntentClassification (mn)":"","MassiveIntentClassification (ms)":"","MassiveIntentClassification (my)":"","MassiveIntentClassification (nl)":"","MassiveIntentClassification (pt)":"","MassiveIntentClassification (ro)":"","MassiveIntentClassification (ru)":"","MassiveIntentClassification (sl)":"","MassiveIntentClassification (sq)":"","MassiveIntentClassification (sw)":"","MassiveIntentClassification (ta)":"","MassiveIntentClassification (te)":"","MassiveIntentClassification (th)":"","MassiveIntentClassification (tl)":"","MassiveIntentClassification (tr)":"","MassiveIntentClassification (ur)":"","MassiveIntentClassification (vi)":"","MassiveIntentClassification (zh-TW)":"","MassiveScenarioClassification (af)":"","MassiveScenarioClassification (am)":"","MassiveScenarioClassification (ar)":"","MassiveScenarioClassification (az)":"","MassiveScenarioClassification (bn)":"","MassiveScenarioClassification (cy)":"","MassiveScenarioClassification (de)":"","MassiveScenarioClassification (el)":"","MassiveScenarioClassification (es)":"","MassiveScenarioClassification (fa)":"","MassiveScenarioClassification (fi)":"","MassiveScenarioClassification (fr)":"","MassiveScenarioClassification (he)":"","MassiveScenarioClassification (hi)":"","MassiveScenarioClassification (hu)":"","MassiveScenarioClassification (hy)":"","MassiveScenarioClassification (id)":"","MassiveScenarioClassification (is)":"","MassiveScenarioClassification (it)":"","MassiveScenarioClassification (ja)":"","MassiveScenarioClassification (jv)":"","MassiveScenarioClassification (ka)":"","MassiveScenarioClassification (km)":"","MassiveScenarioClassification (kn)":"","MassiveScenarioClassification (ko)":"","MassiveScenarioClassification (lv)":"","MassiveScenarioClassification (ml)":"","MassiveScenarioClassification (mn)":"","MassiveScenarioClassification (ms)":"","MassiveScenarioClassification (my)":"","MassiveScenarioClassification (nl)":"","MassiveScenarioClassification (pt)":"","MassiveScenarioClassification (ro)":"","MassiveScenarioClassification (ru)":"","MassiveScenarioClassification (sl)":"","MassiveScenarioClassification (sq)":"","MassiveScenarioClassification (sw)":"","MassiveScenarioClassification (ta)":"","MassiveScenarioClassification (te)":"","MassiveScenarioClassification (th)":"","MassiveScenarioClassification (tl)":"","MassiveScenarioClassification (tr)":"","MassiveScenarioClassification (ur)":"","MassiveScenarioClassification (vi)":"","MassiveScenarioClassification (zh-TW)":""} -{"index":190,"Rank":194,"Model":"gte-small-zh<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","AmazonCounterfactualClassification (de)":"","AmazonCounterfactualClassification (ja)":"","AmazonReviewsClassification (de)":"","AmazonReviewsClassification (es)":"","AmazonReviewsClassification (fr)":"","AmazonReviewsClassification (ja)":"","AmazonReviewsClassification (zh)":38.69,"MTOPDomainClassification (de)":"","MTOPDomainClassification (es)":"","MTOPDomainClassification (fr)":"","MTOPDomainClassification (hi)":"","MTOPDomainClassification (th)":"","MTOPIntentClassification (de)":"","MTOPIntentClassification (es)":"","MTOPIntentClassification (fr)":"","MTOPIntentClassification (hi)":"","MTOPIntentClassification (th)":"","MassiveIntentClassification (af)":"","MassiveIntentClassification (am)":"","MassiveIntentClassification (ar)":"","MassiveIntentClassification (az)":"","MassiveIntentClassification (bn)":"","MassiveIntentClassification (cy)":"","MassiveIntentClassification (de)":"","MassiveIntentClassification (el)":"","MassiveIntentClassification (es)":"","MassiveIntentClassification (fa)":"","MassiveIntentClassification (fi)":"","MassiveIntentClassification (fr)":"","MassiveIntentClassification (he)":"","MassiveIntentClassification (hi)":"","MassiveIntentClassification (hu)":"","MassiveIntentClassification (hy)":"","MassiveIntentClassification (id)":"","MassiveIntentClassification (is)":"","MassiveIntentClassification (it)":"","MassiveIntentClassification (ja)":"","MassiveIntentClassification (jv)":"","MassiveIntentClassification (ka)":"","MassiveIntentClassification (km)":"","MassiveIntentClassification (kn)":"","MassiveIntentClassification (ko)":"","MassiveIntentClassification (lv)":"","MassiveIntentClassification (ml)":"","MassiveIntentClassification (mn)":"","MassiveIntentClassification (ms)":"","MassiveIntentClassification (my)":"","MassiveIntentClassification (nl)":"","MassiveIntentClassification (pt)":"","MassiveIntentClassification (ro)":"","MassiveIntentClassification (ru)":"","MassiveIntentClassification (sl)":"","MassiveIntentClassification (sq)":"","MassiveIntentClassification (sw)":"","MassiveIntentClassification (ta)":"","MassiveIntentClassification (te)":"","MassiveIntentClassification (th)":"","MassiveIntentClassification (tl)":"","MassiveIntentClassification (tr)":"","MassiveIntentClassification (ur)":"","MassiveIntentClassification (vi)":"","MassiveIntentClassification (zh-TW)":"","MassiveScenarioClassification (af)":"","MassiveScenarioClassification (am)":"","MassiveScenarioClassification (ar)":"","MassiveScenarioClassification (az)":"","MassiveScenarioClassification (bn)":"","MassiveScenarioClassification (cy)":"","MassiveScenarioClassification (de)":"","MassiveScenarioClassification (el)":"","MassiveScenarioClassification (es)":"","MassiveScenarioClassification (fa)":"","MassiveScenarioClassification (fi)":"","MassiveScenarioClassification (fr)":"","MassiveScenarioClassification (he)":"","MassiveScenarioClassification (hi)":"","MassiveScenarioClassification (hu)":"","MassiveScenarioClassification (hy)":"","MassiveScenarioClassification (id)":"","MassiveScenarioClassification (is)":"","MassiveScenarioClassification (it)":"","MassiveScenarioClassification (ja)":"","MassiveScenarioClassification (jv)":"","MassiveScenarioClassification (ka)":"","MassiveScenarioClassification (km)":"","MassiveScenarioClassification (kn)":"","MassiveScenarioClassification (ko)":"","MassiveScenarioClassification (lv)":"","MassiveScenarioClassification (ml)":"","MassiveScenarioClassification (mn)":"","MassiveScenarioClassification (ms)":"","MassiveScenarioClassification (my)":"","MassiveScenarioClassification (nl)":"","MassiveScenarioClassification (pt)":"","MassiveScenarioClassification (ro)":"","MassiveScenarioClassification (ru)":"","MassiveScenarioClassification (sl)":"","MassiveScenarioClassification (sq)":"","MassiveScenarioClassification (sw)":"","MassiveScenarioClassification (ta)":"","MassiveScenarioClassification (te)":"","MassiveScenarioClassification (th)":"","MassiveScenarioClassification (tl)":"","MassiveScenarioClassification (tr)":"","MassiveScenarioClassification (ur)":"","MassiveScenarioClassification (vi)":"","MassiveScenarioClassification (zh-TW)":""} -{"index":192,"Rank":195,"Model":"universal-sentence-encoder-multilingual-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":512,"Max Tokens":512,"Average":"","AmazonCounterfactualClassification (de)":"","AmazonCounterfactualClassification (ja)":"","AmazonReviewsClassification (de)":"","AmazonReviewsClassification (es)":"","AmazonReviewsClassification (fr)":33.51,"AmazonReviewsClassification (ja)":"","AmazonReviewsClassification (zh)":"","MTOPDomainClassification (de)":"","MTOPDomainClassification (es)":"","MTOPDomainClassification (fr)":85.5,"MTOPDomainClassification (hi)":"","MTOPDomainClassification (th)":"","MTOPIntentClassification (de)":"","MTOPIntentClassification (es)":"","MTOPIntentClassification (fr)":53.98,"MTOPIntentClassification (hi)":"","MTOPIntentClassification (th)":"","MassiveIntentClassification (af)":"","MassiveIntentClassification (am)":"","MassiveIntentClassification (ar)":"","MassiveIntentClassification (az)":"","MassiveIntentClassification (bn)":"","MassiveIntentClassification (cy)":"","MassiveIntentClassification (de)":"","MassiveIntentClassification (el)":"","MassiveIntentClassification (es)":"","MassiveIntentClassification (fa)":"","MassiveIntentClassification (fi)":"","MassiveIntentClassification (fr)":61.19,"MassiveIntentClassification (he)":"","MassiveIntentClassification (hi)":"","MassiveIntentClassification (hu)":"","MassiveIntentClassification (hy)":"","MassiveIntentClassification (id)":"","MassiveIntentClassification (is)":"","MassiveIntentClassification (it)":"","MassiveIntentClassification (ja)":"","MassiveIntentClassification (jv)":"","MassiveIntentClassification (ka)":"","MassiveIntentClassification (km)":"","MassiveIntentClassification (kn)":"","MassiveIntentClassification (ko)":"","MassiveIntentClassification (lv)":"","MassiveIntentClassification (ml)":"","MassiveIntentClassification (mn)":"","MassiveIntentClassification (ms)":"","MassiveIntentClassification (my)":"","MassiveIntentClassification (nl)":"","MassiveIntentClassification (pt)":"","MassiveIntentClassification (ro)":"","MassiveIntentClassification (ru)":"","MassiveIntentClassification (sl)":"","MassiveIntentClassification (sq)":"","MassiveIntentClassification (sw)":"","MassiveIntentClassification (ta)":"","MassiveIntentClassification (te)":"","MassiveIntentClassification (th)":"","MassiveIntentClassification (tl)":"","MassiveIntentClassification (tr)":"","MassiveIntentClassification (ur)":"","MassiveIntentClassification (vi)":"","MassiveIntentClassification (zh-TW)":"","MassiveScenarioClassification (af)":"","MassiveScenarioClassification (am)":"","MassiveScenarioClassification (ar)":"","MassiveScenarioClassification (az)":"","MassiveScenarioClassification (bn)":"","MassiveScenarioClassification (cy)":"","MassiveScenarioClassification (de)":"","MassiveScenarioClassification (el)":"","MassiveScenarioClassification (es)":"","MassiveScenarioClassification (fa)":"","MassiveScenarioClassification (fi)":"","MassiveScenarioClassification (fr)":70.22,"MassiveScenarioClassification (he)":"","MassiveScenarioClassification (hi)":"","MassiveScenarioClassification (hu)":"","MassiveScenarioClassification (hy)":"","MassiveScenarioClassification (id)":"","MassiveScenarioClassification (is)":"","MassiveScenarioClassification (it)":"","MassiveScenarioClassification (ja)":"","MassiveScenarioClassification (jv)":"","MassiveScenarioClassification (ka)":"","MassiveScenarioClassification (km)":"","MassiveScenarioClassification (kn)":"","MassiveScenarioClassification (ko)":"","MassiveScenarioClassification (lv)":"","MassiveScenarioClassification (ml)":"","MassiveScenarioClassification (mn)":"","MassiveScenarioClassification (ms)":"","MassiveScenarioClassification (my)":"","MassiveScenarioClassification (nl)":"","MassiveScenarioClassification (pt)":"","MassiveScenarioClassification (ro)":"","MassiveScenarioClassification (ru)":"","MassiveScenarioClassification (sl)":"","MassiveScenarioClassification (sq)":"","MassiveScenarioClassification (sw)":"","MassiveScenarioClassification (ta)":"","MassiveScenarioClassification (te)":"","MassiveScenarioClassification (th)":"","MassiveScenarioClassification (tl)":"","MassiveScenarioClassification (tr)":"","MassiveScenarioClassification (ur)":"","MassiveScenarioClassification (vi)":"","MassiveScenarioClassification (zh-TW)":""} -{"index":193,"Rank":196,"Model":"universal-sentence-encoder-multilingual-large-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":512,"Max Tokens":512,"Average":"","AmazonCounterfactualClassification (de)":"","AmazonCounterfactualClassification (ja)":"","AmazonReviewsClassification (de)":"","AmazonReviewsClassification (es)":"","AmazonReviewsClassification (fr)":35.09,"AmazonReviewsClassification (ja)":"","AmazonReviewsClassification (zh)":"","MTOPDomainClassification (de)":"","MTOPDomainClassification (es)":"","MTOPDomainClassification (fr)":88.19,"MTOPDomainClassification (hi)":"","MTOPDomainClassification (th)":"","MTOPIntentClassification (de)":"","MTOPIntentClassification (es)":"","MTOPIntentClassification (fr)":63.64,"MTOPIntentClassification (hi)":"","MTOPIntentClassification (th)":"","MassiveIntentClassification (af)":"","MassiveIntentClassification (am)":"","MassiveIntentClassification (ar)":"","MassiveIntentClassification (az)":"","MassiveIntentClassification (bn)":"","MassiveIntentClassification (cy)":"","MassiveIntentClassification (de)":"","MassiveIntentClassification (el)":"","MassiveIntentClassification (es)":"","MassiveIntentClassification (fa)":"","MassiveIntentClassification (fi)":"","MassiveIntentClassification (fr)":65.8,"MassiveIntentClassification (he)":"","MassiveIntentClassification (hi)":"","MassiveIntentClassification (hu)":"","MassiveIntentClassification (hy)":"","MassiveIntentClassification (id)":"","MassiveIntentClassification (is)":"","MassiveIntentClassification (it)":"","MassiveIntentClassification (ja)":"","MassiveIntentClassification (jv)":"","MassiveIntentClassification (ka)":"","MassiveIntentClassification (km)":"","MassiveIntentClassification (kn)":"","MassiveIntentClassification (ko)":"","MassiveIntentClassification (lv)":"","MassiveIntentClassification (ml)":"","MassiveIntentClassification (mn)":"","MassiveIntentClassification (ms)":"","MassiveIntentClassification (my)":"","MassiveIntentClassification (nl)":"","MassiveIntentClassification (pt)":"","MassiveIntentClassification (ro)":"","MassiveIntentClassification (ru)":"","MassiveIntentClassification (sl)":"","MassiveIntentClassification (sq)":"","MassiveIntentClassification (sw)":"","MassiveIntentClassification (ta)":"","MassiveIntentClassification (te)":"","MassiveIntentClassification (th)":"","MassiveIntentClassification (tl)":"","MassiveIntentClassification (tr)":"","MassiveIntentClassification (ur)":"","MassiveIntentClassification (vi)":"","MassiveIntentClassification (zh-TW)":"","MassiveScenarioClassification (af)":"","MassiveScenarioClassification (am)":"","MassiveScenarioClassification (ar)":"","MassiveScenarioClassification (az)":"","MassiveScenarioClassification (bn)":"","MassiveScenarioClassification (cy)":"","MassiveScenarioClassification (de)":"","MassiveScenarioClassification (el)":"","MassiveScenarioClassification (es)":"","MassiveScenarioClassification (fa)":"","MassiveScenarioClassification (fi)":"","MassiveScenarioClassification (fr)":73.47,"MassiveScenarioClassification (he)":"","MassiveScenarioClassification (hi)":"","MassiveScenarioClassification (hu)":"","MassiveScenarioClassification (hy)":"","MassiveScenarioClassification (id)":"","MassiveScenarioClassification (is)":"","MassiveScenarioClassification (it)":"","MassiveScenarioClassification (ja)":"","MassiveScenarioClassification (jv)":"","MassiveScenarioClassification (ka)":"","MassiveScenarioClassification (km)":"","MassiveScenarioClassification (kn)":"","MassiveScenarioClassification (ko)":"","MassiveScenarioClassification (lv)":"","MassiveScenarioClassification (ml)":"","MassiveScenarioClassification (mn)":"","MassiveScenarioClassification (ms)":"","MassiveScenarioClassification (my)":"","MassiveScenarioClassification (nl)":"","MassiveScenarioClassification (pt)":"","MassiveScenarioClassification (ro)":"","MassiveScenarioClassification (ru)":"","MassiveScenarioClassification (sl)":"","MassiveScenarioClassification (sq)":"","MassiveScenarioClassification (sw)":"","MassiveScenarioClassification (ta)":"","MassiveScenarioClassification (te)":"","MassiveScenarioClassification (th)":"","MassiveScenarioClassification (tl)":"","MassiveScenarioClassification (tr)":"","MassiveScenarioClassification (ur)":"","MassiveScenarioClassification (vi)":"","MassiveScenarioClassification (zh-TW)":""} -{"index":194,"Rank":197,"Model":"bilingual-embedding-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","AmazonCounterfactualClassification (de)":"","AmazonCounterfactualClassification (ja)":"","AmazonReviewsClassification (de)":"","AmazonReviewsClassification (es)":"","AmazonReviewsClassification (fr)":43.51,"AmazonReviewsClassification (ja)":"","AmazonReviewsClassification (zh)":"","MTOPDomainClassification (de)":"","MTOPDomainClassification (es)":"","MTOPDomainClassification (fr)":85.33,"MTOPDomainClassification (hi)":"","MTOPDomainClassification (th)":"","MTOPIntentClassification (de)":"","MTOPIntentClassification (es)":"","MTOPIntentClassification (fr)":59.01,"MTOPIntentClassification (hi)":"","MTOPIntentClassification (th)":"","MassiveIntentClassification (af)":"","MassiveIntentClassification (am)":"","MassiveIntentClassification (ar)":"","MassiveIntentClassification (az)":"","MassiveIntentClassification (bn)":"","MassiveIntentClassification (cy)":"","MassiveIntentClassification (de)":"","MassiveIntentClassification (el)":"","MassiveIntentClassification (es)":"","MassiveIntentClassification (fa)":"","MassiveIntentClassification (fi)":"","MassiveIntentClassification (fr)":65.15,"MassiveIntentClassification (he)":"","MassiveIntentClassification (hi)":"","MassiveIntentClassification (hu)":"","MassiveIntentClassification (hy)":"","MassiveIntentClassification (id)":"","MassiveIntentClassification (is)":"","MassiveIntentClassification (it)":"","MassiveIntentClassification (ja)":"","MassiveIntentClassification (jv)":"","MassiveIntentClassification (ka)":"","MassiveIntentClassification (km)":"","MassiveIntentClassification (kn)":"","MassiveIntentClassification (ko)":"","MassiveIntentClassification (lv)":"","MassiveIntentClassification (ml)":"","MassiveIntentClassification (mn)":"","MassiveIntentClassification (ms)":"","MassiveIntentClassification (my)":"","MassiveIntentClassification (nl)":"","MassiveIntentClassification (pt)":"","MassiveIntentClassification (ro)":"","MassiveIntentClassification (ru)":"","MassiveIntentClassification (sl)":"","MassiveIntentClassification (sq)":"","MassiveIntentClassification (sw)":"","MassiveIntentClassification (ta)":"","MassiveIntentClassification (te)":"","MassiveIntentClassification (th)":"","MassiveIntentClassification (tl)":"","MassiveIntentClassification (tr)":"","MassiveIntentClassification (ur)":"","MassiveIntentClassification (vi)":"","MassiveIntentClassification (zh-TW)":"","MassiveScenarioClassification (af)":"","MassiveScenarioClassification (am)":"","MassiveScenarioClassification (ar)":"","MassiveScenarioClassification (az)":"","MassiveScenarioClassification (bn)":"","MassiveScenarioClassification (cy)":"","MassiveScenarioClassification (de)":"","MassiveScenarioClassification (el)":"","MassiveScenarioClassification (es)":"","MassiveScenarioClassification (fa)":"","MassiveScenarioClassification (fi)":"","MassiveScenarioClassification (fr)":69.94,"MassiveScenarioClassification (he)":"","MassiveScenarioClassification (hi)":"","MassiveScenarioClassification (hu)":"","MassiveScenarioClassification (hy)":"","MassiveScenarioClassification (id)":"","MassiveScenarioClassification (is)":"","MassiveScenarioClassification (it)":"","MassiveScenarioClassification (ja)":"","MassiveScenarioClassification (jv)":"","MassiveScenarioClassification (ka)":"","MassiveScenarioClassification (km)":"","MassiveScenarioClassification (kn)":"","MassiveScenarioClassification (ko)":"","MassiveScenarioClassification (lv)":"","MassiveScenarioClassification (ml)":"","MassiveScenarioClassification (mn)":"","MassiveScenarioClassification (ms)":"","MassiveScenarioClassification (my)":"","MassiveScenarioClassification (nl)":"","MassiveScenarioClassification (pt)":"","MassiveScenarioClassification (ro)":"","MassiveScenarioClassification (ru)":"","MassiveScenarioClassification (sl)":"","MassiveScenarioClassification (sq)":"","MassiveScenarioClassification (sw)":"","MassiveScenarioClassification (ta)":"","MassiveScenarioClassification (te)":"","MassiveScenarioClassification (th)":"","MassiveScenarioClassification (tl)":"","MassiveScenarioClassification (tr)":"","MassiveScenarioClassification (ur)":"","MassiveScenarioClassification (vi)":"","MassiveScenarioClassification (zh-TW)":""} -{"index":195,"Rank":198,"Model":"text-embedding-ada-002<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":8191,"Average":"","AmazonCounterfactualClassification (de)":"","AmazonCounterfactualClassification (ja)":"","AmazonReviewsClassification (de)":"","AmazonReviewsClassification (es)":"","AmazonReviewsClassification (fr)":43.76,"AmazonReviewsClassification (ja)":"","AmazonReviewsClassification (zh)":38.3,"MTOPDomainClassification (de)":"","MTOPDomainClassification (es)":"","MTOPDomainClassification (fr)":89.38,"MTOPDomainClassification (hi)":"","MTOPDomainClassification (th)":"","MTOPIntentClassification (de)":"","MTOPIntentClassification (es)":"","MTOPIntentClassification (fr)":64.45,"MTOPIntentClassification (hi)":"","MTOPIntentClassification (th)":"","MassiveIntentClassification (af)":"","MassiveIntentClassification (am)":"","MassiveIntentClassification (ar)":"","MassiveIntentClassification (az)":"","MassiveIntentClassification (bn)":"","MassiveIntentClassification (cy)":"","MassiveIntentClassification (de)":"","MassiveIntentClassification (el)":"","MassiveIntentClassification (es)":"","MassiveIntentClassification (fa)":"","MassiveIntentClassification (fi)":"","MassiveIntentClassification (fr)":65.42,"MassiveIntentClassification (he)":"","MassiveIntentClassification (hi)":"","MassiveIntentClassification (hu)":"","MassiveIntentClassification (hy)":"","MassiveIntentClassification (id)":"","MassiveIntentClassification (is)":"","MassiveIntentClassification (it)":"","MassiveIntentClassification (ja)":"","MassiveIntentClassification (jv)":"","MassiveIntentClassification (ka)":"","MassiveIntentClassification (km)":"","MassiveIntentClassification (kn)":"","MassiveIntentClassification (ko)":"","MassiveIntentClassification (lv)":"","MassiveIntentClassification (ml)":"","MassiveIntentClassification (mn)":"","MassiveIntentClassification (ms)":"","MassiveIntentClassification (my)":"","MassiveIntentClassification (nl)":"","MassiveIntentClassification (pt)":"","MassiveIntentClassification (ro)":"","MassiveIntentClassification (ru)":"","MassiveIntentClassification (sl)":"","MassiveIntentClassification (sq)":"","MassiveIntentClassification (sw)":"","MassiveIntentClassification (ta)":"","MassiveIntentClassification (te)":"","MassiveIntentClassification (th)":"","MassiveIntentClassification (tl)":"","MassiveIntentClassification (tr)":"","MassiveIntentClassification (ur)":"","MassiveIntentClassification (vi)":"","MassiveIntentClassification (zh-TW)":"","MassiveScenarioClassification (af)":"","MassiveScenarioClassification (am)":"","MassiveScenarioClassification (ar)":"","MassiveScenarioClassification (az)":"","MassiveScenarioClassification (bn)":"","MassiveScenarioClassification (cy)":"","MassiveScenarioClassification (de)":"","MassiveScenarioClassification (el)":"","MassiveScenarioClassification (es)":"","MassiveScenarioClassification (fa)":"","MassiveScenarioClassification (fi)":"","MassiveScenarioClassification (fr)":71.11,"MassiveScenarioClassification (he)":"","MassiveScenarioClassification (hi)":"","MassiveScenarioClassification (hu)":"","MassiveScenarioClassification (hy)":"","MassiveScenarioClassification (id)":"","MassiveScenarioClassification (is)":"","MassiveScenarioClassification (it)":"","MassiveScenarioClassification (ja)":"","MassiveScenarioClassification (jv)":"","MassiveScenarioClassification (ka)":"","MassiveScenarioClassification (km)":"","MassiveScenarioClassification (kn)":"","MassiveScenarioClassification (ko)":"","MassiveScenarioClassification (lv)":"","MassiveScenarioClassification (ml)":"","MassiveScenarioClassification (mn)":"","MassiveScenarioClassification (ms)":"","MassiveScenarioClassification (my)":"","MassiveScenarioClassification (nl)":"","MassiveScenarioClassification (pt)":"","MassiveScenarioClassification (ro)":"","MassiveScenarioClassification (ru)":"","MassiveScenarioClassification (sl)":"","MassiveScenarioClassification (sq)":"","MassiveScenarioClassification (sw)":"","MassiveScenarioClassification (ta)":"","MassiveScenarioClassification (te)":"","MassiveScenarioClassification (th)":"","MassiveScenarioClassification (tl)":"","MassiveScenarioClassification (tr)":"","MassiveScenarioClassification (ur)":"","MassiveScenarioClassification (vi)":"","MassiveScenarioClassification (zh-TW)":""} -{"index":198,"Rank":199,"Model":"text-embedding<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":512,"Average":"","AmazonCounterfactualClassification (de)":"","AmazonCounterfactualClassification (ja)":"","AmazonReviewsClassification (de)":"","AmazonReviewsClassification (es)":"","AmazonReviewsClassification (fr)":"","AmazonReviewsClassification (ja)":"","AmazonReviewsClassification (zh)":48.3,"MTOPDomainClassification (de)":"","MTOPDomainClassification (es)":"","MTOPDomainClassification (fr)":"","MTOPDomainClassification (hi)":"","MTOPDomainClassification (th)":"","MTOPIntentClassification (de)":"","MTOPIntentClassification (es)":"","MTOPIntentClassification (fr)":"","MTOPIntentClassification (hi)":"","MTOPIntentClassification (th)":"","MassiveIntentClassification (af)":"","MassiveIntentClassification (am)":"","MassiveIntentClassification (ar)":"","MassiveIntentClassification (az)":"","MassiveIntentClassification (bn)":"","MassiveIntentClassification (cy)":"","MassiveIntentClassification (de)":"","MassiveIntentClassification (el)":"","MassiveIntentClassification (es)":"","MassiveIntentClassification (fa)":"","MassiveIntentClassification (fi)":"","MassiveIntentClassification (fr)":"","MassiveIntentClassification (he)":"","MassiveIntentClassification (hi)":"","MassiveIntentClassification (hu)":"","MassiveIntentClassification (hy)":"","MassiveIntentClassification (id)":"","MassiveIntentClassification (is)":"","MassiveIntentClassification (it)":"","MassiveIntentClassification (ja)":"","MassiveIntentClassification (jv)":"","MassiveIntentClassification (ka)":"","MassiveIntentClassification (km)":"","MassiveIntentClassification (kn)":"","MassiveIntentClassification (ko)":"","MassiveIntentClassification (lv)":"","MassiveIntentClassification (ml)":"","MassiveIntentClassification (mn)":"","MassiveIntentClassification (ms)":"","MassiveIntentClassification (my)":"","MassiveIntentClassification (nl)":"","MassiveIntentClassification (pt)":"","MassiveIntentClassification (ro)":"","MassiveIntentClassification (ru)":"","MassiveIntentClassification (sl)":"","MassiveIntentClassification (sq)":"","MassiveIntentClassification (sw)":"","MassiveIntentClassification (ta)":"","MassiveIntentClassification (te)":"","MassiveIntentClassification (th)":"","MassiveIntentClassification (tl)":"","MassiveIntentClassification (tr)":"","MassiveIntentClassification (ur)":"","MassiveIntentClassification (vi)":"","MassiveIntentClassification (zh-TW)":"","MassiveScenarioClassification (af)":"","MassiveScenarioClassification (am)":"","MassiveScenarioClassification (ar)":"","MassiveScenarioClassification (az)":"","MassiveScenarioClassification (bn)":"","MassiveScenarioClassification (cy)":"","MassiveScenarioClassification (de)":"","MassiveScenarioClassification (el)":"","MassiveScenarioClassification (es)":"","MassiveScenarioClassification (fa)":"","MassiveScenarioClassification (fi)":"","MassiveScenarioClassification (fr)":"","MassiveScenarioClassification (he)":"","MassiveScenarioClassification (hi)":"","MassiveScenarioClassification (hu)":"","MassiveScenarioClassification (hy)":"","MassiveScenarioClassification (id)":"","MassiveScenarioClassification (is)":"","MassiveScenarioClassification (it)":"","MassiveScenarioClassification (ja)":"","MassiveScenarioClassification (jv)":"","MassiveScenarioClassification (ka)":"","MassiveScenarioClassification (km)":"","MassiveScenarioClassification (kn)":"","MassiveScenarioClassification (ko)":"","MassiveScenarioClassification (lv)":"","MassiveScenarioClassification (ml)":"","MassiveScenarioClassification (mn)":"","MassiveScenarioClassification (ms)":"","MassiveScenarioClassification (my)":"","MassiveScenarioClassification (nl)":"","MassiveScenarioClassification (pt)":"","MassiveScenarioClassification (ro)":"","MassiveScenarioClassification (ru)":"","MassiveScenarioClassification (sl)":"","MassiveScenarioClassification (sq)":"","MassiveScenarioClassification (sw)":"","MassiveScenarioClassification (ta)":"","MassiveScenarioClassification (te)":"","MassiveScenarioClassification (th)":"","MassiveScenarioClassification (tl)":"","MassiveScenarioClassification (tr)":"","MassiveScenarioClassification (ur)":"","MassiveScenarioClassification (vi)":"","MassiveScenarioClassification (zh-TW)":""} diff --git a/all_data_tasks/45/default.jsonl b/all_data_tasks/45/default.jsonl deleted file mode 100644 index f13f0cfdf601970e05f6a4a8c707ec6c84733d5f..0000000000000000000000000000000000000000 --- a/all_data_tasks/45/default.jsonl +++ /dev/null @@ -1,378 +0,0 @@ -{"index":23,"Rank":1,"Model":"gte-Qwen2-7B-instruct<\/a>","Model Size (Million Parameters)":7613,"Memory Usage (GB, fp32)":28.36,"Embedding Dimensions":3584,"Max Tokens":32768,"Average":74.78,"STS17 (ar-ar)":85.92,"STS17 (en-ar)":84.05,"STS17 (en-de)":87.22,"STS17 (en-tr)":77.15,"STS17 (es-en)":86.84,"STS17 (es-es)":89.01,"STS17 (fr-en)":87.14,"STS17 (it-en)":87.98,"STS17 (ko-ko)":83.86,"STS17 (nl-en)":86.65,"STS22 (ar)":56.69,"STS22 (de)":58.05,"STS22 (de-en)":57.62,"STS22 (de-fr)":64.76,"STS22 (de-pl)":54.6,"STS22 (es)":67.24,"STS22 (es-en)":78.38,"STS22 (es-it)":74.84,"STS22 (fr)":82.49,"STS22 (fr-pl)":84.52,"STS22 (it)":78.4,"STS22 (pl)":40.87,"STS22 (pl-en)":74.58,"STS22 (ru)":63.82,"STS22 (tr)":67.44,"STS22 (zh-en)":72.08,"STSBenchmark":86.81} -{"index":213,"Rank":2,"Model":"multilingual-e5-large-instruct<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":74.58,"STS17 (ar-ar)":82.71,"STS17 (en-ar)":81.83,"STS17 (en-de)":87.61,"STS17 (en-tr)":80.47,"STS17 (es-en)":87.03,"STS17 (es-es)":89.4,"STS17 (fr-en)":86.28,"STS17 (it-en)":88.25,"STS17 (ko-ko)":84.31,"STS17 (nl-en)":87.44,"STS22 (ar)":59.52,"STS22 (de)":61.53,"STS22 (de-en)":58.22,"STS22 (de-fr)":65.52,"STS22 (de-pl)":54.6,"STS22 (es)":68.45,"STS22 (es-en)":78.65,"STS22 (es-it)":75.25,"STS22 (fr)":82.25,"STS22 (fr-pl)":61.98,"STS22 (it)":79.45,"STS22 (pl)":40.97,"STS22 (pl-en)":74.86,"STS22 (ru)":70.06,"STS22 (tr)":67.2,"STS22 (zh-en)":71.45,"STSBenchmark":88.39} -{"index":27,"Rank":3,"Model":"e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":73.54,"STS17 (ar-ar)":81.87,"STS17 (en-ar)":77.93,"STS17 (en-de)":87.3,"STS17 (en-tr)":72.56,"STS17 (es-en)":88.24,"STS17 (es-es)":87.46,"STS17 (fr-en)":88.06,"STS17 (it-en)":89.68,"STS17 (ko-ko)":83.69,"STS17 (nl-en)":88.25,"STS22 (ar)":54.12,"STS22 (de)":49.12,"STS22 (de-en)":60.92,"STS22 (de-fr)":61.39,"STS22 (de-pl)":54.47,"STS22 (es)":67.0,"STS22 (es-en)":75.84,"STS22 (es-it)":75.04,"STS22 (fr)":79.86,"STS22 (fr-pl)":84.52,"STS22 (it)":75.87,"STS22 (pl)":39.21,"STS22 (pl-en)":73.18,"STS22 (ru)":60.83,"STS22 (tr)":68.72,"STS22 (zh-en)":71.88,"STSBenchmark":88.6} -{"index":80,"Rank":4,"Model":"onnx-gte-multilingual-base<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":73.41,"STS17 (ar-ar)":78.82,"STS17 (en-ar)":76.44,"STS17 (en-de)":84.71,"STS17 (en-tr)":76.36,"STS17 (es-en)":83.85,"STS17 (es-es)":87.04,"STS17 (fr-en)":84.43,"STS17 (it-en)":83.85,"STS17 (ko-ko)":81.59,"STS17 (nl-en)":82.46,"STS22 (ar)":58.55,"STS22 (de)":60.89,"STS22 (de-en)":62.28,"STS22 (de-fr)":56.01,"STS22 (de-pl)":53.64,"STS22 (es)":72.02,"STS22 (es-en)":79.64,"STS22 (es-it)":74.83,"STS22 (fr)":81.03,"STS22 (fr-pl)":73.25,"STS22 (it)":78.28,"STS22 (pl)":42.39,"STS22 (pl-en)":78.29,"STS22 (ru)":66.49,"STS22 (tr)":65.54,"STS22 (zh-en)":72.93,"STSBenchmark":86.46} -{"index":26,"Rank":5,"Model":"gte-multilingual-base<\/a>","Model Size (Million Parameters)":305,"Memory Usage (GB, fp32)":1.14,"Embedding Dimensions":768,"Max Tokens":8192,"Average":73.41,"STS17 (ar-ar)":78.82,"STS17 (en-ar)":76.44,"STS17 (en-de)":84.71,"STS17 (en-tr)":76.36,"STS17 (es-en)":83.85,"STS17 (es-es)":87.04,"STS17 (fr-en)":84.43,"STS17 (it-en)":83.85,"STS17 (ko-ko)":81.59,"STS17 (nl-en)":82.46,"STS22 (ar)":58.55,"STS22 (de)":60.89,"STS22 (de-en)":62.28,"STS22 (de-fr)":56.01,"STS22 (de-pl)":53.64,"STS22 (es)":72.02,"STS22 (es-en)":79.64,"STS22 (es-it)":74.83,"STS22 (fr)":81.03,"STS22 (fr-pl)":73.25,"STS22 (it)":78.28,"STS22 (pl)":42.39,"STS22 (pl-en)":78.29,"STS22 (ru)":66.49,"STS22 (tr)":65.54,"STS22 (zh-en)":72.93,"STSBenchmark":86.46} -{"index":208,"Rank":6,"Model":"e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":73.17,"STS17 (ar-ar)":81.87,"STS17 (en-ar)":77.95,"STS17 (en-de)":87.3,"STS17 (en-tr)":72.59,"STS17 (es-en)":88.24,"STS17 (es-es)":87.46,"STS17 (fr-en)":88.08,"STS17 (it-en)":89.69,"STS17 (ko-ko)":83.69,"STS17 (nl-en)":88.25,"STS22 (ar)":54.12,"STS22 (de)":49.12,"STS22 (de-en)":60.92,"STS22 (de-fr)":61.39,"STS22 (de-pl)":54.47,"STS22 (es)":66.98,"STS22 (es-en)":75.85,"STS22 (es-it)":75.05,"STS22 (fr)":69.82,"STS22 (fr-pl)":84.52,"STS22 (it)":75.88,"STS22 (pl)":39.19,"STS22 (pl-en)":73.18,"STS22 (ru)":60.83,"STS22 (tr)":68.72,"STS22 (zh-en)":71.9,"STSBenchmark":88.6} -{"index":212,"Rank":7,"Model":"multilingual-e5-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":70.02,"STS17 (ar-ar)":77.83,"STS17 (en-ar)":75.03,"STS17 (en-de)":86.15,"STS17 (en-tr)":71.22,"STS17 (es-en)":80.74,"STS17 (es-es)":86.71,"STS17 (fr-en)":85.62,"STS17 (it-en)":84.52,"STS17 (ko-ko)":82.27,"STS17 (nl-en)":85.29,"STS22 (ar)":56.95,"STS22 (de)":56.58,"STS22 (de-en)":56.59,"STS22 (de-fr)":67.96,"STS22 (de-pl)":49.58,"STS22 (es)":64.6,"STS22 (es-en)":72.51,"STS22 (es-it)":68.92,"STS22 (fr)":76.77,"STS22 (fr-pl)":50.71,"STS22 (it)":76.99,"STS22 (pl)":34.66,"STS22 (pl-en)":65.54,"STS22 (ru)":59.89,"STS22 (tr)":63.56,"STS22 (zh-en)":65.95,"STSBenchmark":87.29} -{"index":211,"Rank":8,"Model":"multilingual-e5-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":68.86,"STS17 (ar-ar)":74.48,"STS17 (en-ar)":71.27,"STS17 (en-de)":82.08,"STS17 (en-tr)":63.3,"STS17 (es-en)":76.56,"STS17 (es-es)":86.74,"STS17 (fr-en)":80.18,"STS17 (it-en)":80.16,"STS17 (ko-ko)":79.95,"STS17 (nl-en)":79.29,"STS22 (ar)":57.82,"STS22 (de)":55.95,"STS22 (de-en)":54.89,"STS22 (de-fr)":59.68,"STS22 (de-pl)":39.35,"STS22 (es)":66.67,"STS22 (es-en)":74.0,"STS22 (es-it)":66.43,"STS22 (fr)":75.04,"STS22 (fr-pl)":73.25,"STS22 (it)":77.76,"STS22 (pl)":34.07,"STS22 (pl-en)":70.37,"STS22 (ru)":60.67,"STS22 (tr)":63.71,"STS22 (zh-en)":69.8,"STSBenchmark":85.64} -{"index":146,"Rank":9,"Model":"Titan-text-embeddings-v2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":68.85,"STS17 (ar-ar)":79.38,"STS17 (en-ar)":58.76,"STS17 (en-de)":76.13,"STS17 (en-tr)":55.53,"STS17 (es-en)":72.26,"STS17 (es-es)":85.06,"STS17 (fr-en)":75.63,"STS17 (it-en)":71.36,"STS17 (ko-ko)":80.79,"STS17 (nl-en)":71.99,"STS22 (ar)":57.44,"STS22 (de)":60.12,"STS22 (de-en)":53.36,"STS22 (de-fr)":58.25,"STS22 (de-pl)":48.47,"STS22 (es)":68.57,"STS22 (es-en)":77.41,"STS22 (es-it)":74.69,"STS22 (fr)":81.47,"STS22 (fr-pl)":73.25,"STS22 (it)":79.28,"STS22 (pl)":42.08,"STS22 (pl-en)":77.5,"STS22 (ru)":61.71,"STS22 (tr)":66.62,"STS22 (zh-en)":69.87,"STSBenchmark":81.95} -{"index":39,"Rank":10,"Model":"multilingual-e5-base-similarity-v1-onnx-quantized<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":68.84,"STS17 (ar-ar)":74.52,"STS17 (en-ar)":71.27,"STS17 (en-de)":82.09,"STS17 (en-tr)":63.33,"STS17 (es-en)":76.5,"STS17 (es-es)":86.74,"STS17 (fr-en)":80.18,"STS17 (it-en)":80.15,"STS17 (ko-ko)":79.95,"STS17 (nl-en)":79.25,"STS22 (ar)":57.87,"STS22 (de)":55.95,"STS22 (de-en)":54.93,"STS22 (de-fr)":59.47,"STS22 (de-pl)":39.35,"STS22 (es)":66.58,"STS22 (es-en)":73.99,"STS22 (es-it)":66.46,"STS22 (fr)":74.8,"STS22 (fr-pl)":73.25,"STS22 (it)":77.76,"STS22 (pl)":34.13,"STS22 (pl-en)":70.37,"STS22 (ru)":60.66,"STS22 (tr)":63.7,"STS22 (zh-en)":69.92,"STSBenchmark":85.64} -{"index":102,"Rank":11,"Model":"multilingual-e5-base-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":68.84,"STS17 (ar-ar)":74.52,"STS17 (en-ar)":71.27,"STS17 (en-de)":82.09,"STS17 (en-tr)":63.33,"STS17 (es-en)":76.5,"STS17 (es-es)":86.74,"STS17 (fr-en)":80.18,"STS17 (it-en)":80.15,"STS17 (ko-ko)":79.95,"STS17 (nl-en)":79.25,"STS22 (ar)":57.87,"STS22 (de)":55.95,"STS22 (de-en)":54.93,"STS22 (de-fr)":59.47,"STS22 (de-pl)":39.35,"STS22 (es)":66.58,"STS22 (es-en)":73.99,"STS22 (es-it)":66.46,"STS22 (fr)":74.8,"STS22 (fr-pl)":73.25,"STS22 (it)":77.76,"STS22 (pl)":34.13,"STS22 (pl-en)":70.37,"STS22 (ru)":60.66,"STS22 (tr)":63.7,"STS22 (zh-en)":69.92,"STSBenchmark":85.64} -{"index":178,"Rank":12,"Model":"multilingual-e5-base-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":68.84,"STS17 (ar-ar)":74.52,"STS17 (en-ar)":71.27,"STS17 (en-de)":82.09,"STS17 (en-tr)":63.33,"STS17 (es-en)":76.5,"STS17 (es-es)":86.74,"STS17 (fr-en)":80.18,"STS17 (it-en)":80.15,"STS17 (ko-ko)":79.95,"STS17 (nl-en)":79.25,"STS22 (ar)":57.87,"STS22 (de)":55.95,"STS22 (de-en)":54.93,"STS22 (de-fr)":59.47,"STS22 (de-pl)":39.35,"STS22 (es)":66.58,"STS22 (es-en)":73.99,"STS22 (es-it)":66.46,"STS22 (fr)":74.8,"STS22 (fr-pl)":73.25,"STS22 (it)":77.76,"STS22 (pl)":34.13,"STS22 (pl-en)":70.37,"STS22 (ru)":60.66,"STS22 (tr)":63.7,"STS22 (zh-en)":69.92,"STSBenchmark":85.64} -{"index":320,"Rank":13,"Model":"paraphrase-multilingual-mpnet-base-v2<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":68.64,"STS17 (ar-ar)":79.1,"STS17 (en-ar)":80.85,"STS17 (en-de)":83.28,"STS17 (en-tr)":74.9,"STS17 (es-en)":86.11,"STS17 (es-es)":85.14,"STS17 (fr-en)":81.17,"STS17 (it-en)":84.24,"STS17 (ko-ko)":83.41,"STS17 (nl-en)":82.51,"STS22 (ar)":52.19,"STS22 (de)":46.7,"STS22 (de-en)":50.81,"STS22 (de-fr)":62.34,"STS22 (de-pl)":40.53,"STS22 (es)":59.91,"STS22 (es-en)":70.26,"STS22 (es-it)":53.7,"STS22 (fr)":74.3,"STS22 (fr-pl)":84.52,"STS22 (it)":60.65,"STS22 (pl)":33.64,"STS22 (pl-en)":73.07,"STS22 (ru)":58.74,"STS22 (tr)":56.3,"STS22 (zh-en)":67.96,"STSBenchmark":86.82} -{"index":214,"Rank":14,"Model":"multilingual-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":67.08,"STS17 (ar-ar)":73.0,"STS17 (en-ar)":57.39,"STS17 (en-de)":76.82,"STS17 (en-tr)":55.93,"STS17 (es-en)":72.43,"STS17 (es-es)":84.83,"STS17 (fr-en)":72.28,"STS17 (it-en)":77.31,"STS17 (ko-ko)":78.87,"STS17 (nl-en)":75.43,"STS22 (ar)":56.65,"STS22 (de)":53.45,"STS22 (de-en)":56.07,"STS22 (de-fr)":60.62,"STS22 (de-pl)":28.24,"STS22 (es)":66.86,"STS22 (es-en)":74.2,"STS22 (es-it)":71.74,"STS22 (fr)":76.58,"STS22 (fr-pl)":84.52,"STS22 (it)":76.53,"STS22 (pl)":35.8,"STS22 (pl-en)":72.69,"STS22 (ru)":59.9,"STS22 (tr)":63.69,"STS22 (zh-en)":65.32,"STSBenchmark":84.11} -{"index":229,"Rank":15,"Model":"multilingual-e5-small-ct2-int8<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":67.07,"STS17 (ar-ar)":73.03,"STS17 (en-ar)":57.41,"STS17 (en-de)":77.24,"STS17 (en-tr)":55.97,"STS17 (es-en)":72.44,"STS17 (es-es)":84.84,"STS17 (fr-en)":72.29,"STS17 (it-en)":77.33,"STS17 (ko-ko)":78.87,"STS17 (nl-en)":75.38,"STS22 (ar)":56.65,"STS22 (de)":53.45,"STS22 (de-en)":56.49,"STS22 (de-fr)":60.57,"STS22 (de-pl)":28.24,"STS22 (es)":66.88,"STS22 (es-en)":74.57,"STS22 (es-it)":71.81,"STS22 (fr)":76.58,"STS22 (fr-pl)":84.52,"STS22 (it)":76.53,"STS22 (pl)":35.79,"STS22 (pl-en)":72.69,"STS22 (ru)":59.9,"STS22 (tr)":63.71,"STS22 (zh-en)":63.74,"STSBenchmark":84.01} -{"index":305,"Rank":16,"Model":"LaBSE<\/a>","Model Size (Million Parameters)":471,"Memory Usage (GB, fp32)":1.75,"Embedding Dimensions":768,"Max Tokens":512,"Average":66.01,"STS17 (ar-ar)":69.07,"STS17 (en-ar)":74.51,"STS17 (en-de)":73.85,"STS17 (en-tr)":72.07,"STS17 (es-en)":65.71,"STS17 (es-es)":80.83,"STS17 (fr-en)":76.98,"STS17 (it-en)":76.99,"STS17 (ko-ko)":71.32,"STS17 (nl-en)":75.22,"STS22 (ar)":57.67,"STS22 (de)":48.58,"STS22 (de-en)":50.14,"STS22 (de-fr)":53.28,"STS22 (de-pl)":58.69,"STS22 (es)":63.18,"STS22 (es-en)":71.86,"STS22 (es-it)":69.69,"STS22 (fr)":77.95,"STS22 (fr-pl)":61.98,"STS22 (it)":72.22,"STS22 (pl)":39.28,"STS22 (pl-en)":69.41,"STS22 (ru)":57.49,"STS22 (tr)":58.15,"STS22 (zh-en)":64.02,"STSBenchmark":72.25} -{"index":327,"Rank":17,"Model":"text2vec-base-multilingual<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":256,"Average":65.66,"STS17 (ar-ar)":78.03,"STS17 (en-ar)":78.6,"STS17 (en-de)":81.48,"STS17 (en-tr)":76.34,"STS17 (es-en)":81.81,"STS17 (es-es)":87.91,"STS17 (fr-en)":78.06,"STS17 (it-en)":80.98,"STS17 (ko-ko)":68.24,"STS17 (nl-en)":81.0,"STS22 (ar)":54.51,"STS22 (de)":46.89,"STS22 (de-en)":45.0,"STS22 (de-fr)":49.43,"STS22 (de-pl)":39.32,"STS22 (es)":58.94,"STS22 (es-en)":67.71,"STS22 (es-it)":50.79,"STS22 (fr)":74.1,"STS22 (fr-pl)":73.25,"STS22 (it)":65.86,"STS22 (pl)":34.81,"STS22 (pl-en)":60.17,"STS22 (ru)":54.51,"STS22 (tr)":57.29,"STS22 (zh-en)":61.29,"STSBenchmark":86.45} -{"index":79,"Rank":18,"Model":"paraphrase-multilingual-mpnet-base-v2-KE_Sieve<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":65.52,"STS17 (ar-ar)":76.04,"STS17 (en-ar)":77.6,"STS17 (en-de)":70.4,"STS17 (en-tr)":71.04,"STS17 (es-en)":81.59,"STS17 (es-es)":82.77,"STS17 (fr-en)":77.16,"STS17 (it-en)":81.52,"STS17 (ko-ko)":77.0,"STS17 (nl-en)":80.7,"STS22 (ar)":52.61,"STS22 (de)":41.84,"STS22 (de-en)":49.09,"STS22 (de-fr)":50.6,"STS22 (de-pl)":50.44,"STS22 (es)":57.23,"STS22 (es-en)":67.29,"STS22 (es-it)":57.93,"STS22 (fr)":72.79,"STS22 (fr-pl)":73.25,"STS22 (it)":64.17,"STS22 (pl)":36.37,"STS22 (pl-en)":67.72,"STS22 (ru)":53.35,"STS22 (tr)":52.71,"STS22 (zh-en)":64.45,"STSBenchmark":81.34} -{"index":312,"Rank":19,"Model":"distiluse-base-multilingual-cased-v2<\/a>","Model Size (Million Parameters)":135,"Memory Usage (GB, fp32)":0.5,"Embedding Dimensions":512,"Max Tokens":512,"Average":65.43,"STS17 (ar-ar)":77.34,"STS17 (en-ar)":77.46,"STS17 (en-de)":80.24,"STS17 (en-tr)":74.34,"STS17 (es-en)":77.4,"STS17 (es-es)":83.71,"STS17 (fr-en)":79.28,"STS17 (it-en)":80.82,"STS17 (ko-ko)":76.4,"STS17 (nl-en)":80.51,"STS22 (ar)":49.04,"STS22 (de)":35.73,"STS22 (de-en)":47.51,"STS22 (de-fr)":60.76,"STS22 (de-pl)":36.09,"STS22 (es)":59.34,"STS22 (es-en)":68.96,"STS22 (es-it)":63.28,"STS22 (fr)":76.41,"STS22 (fr-pl)":61.98,"STS22 (it)":65.1,"STS22 (pl)":34.58,"STS22 (pl-en)":71.33,"STS22 (ru)":52.4,"STS22 (tr)":54.07,"STS22 (zh-en)":61.75,"STSBenchmark":80.75} -{"index":319,"Rank":20,"Model":"paraphrase-multilingual-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":65.18,"STS17 (ar-ar)":79.16,"STS17 (en-ar)":81.22,"STS17 (en-de)":84.22,"STS17 (en-tr)":76.74,"STS17 (es-en)":84.44,"STS17 (es-es)":85.56,"STS17 (fr-en)":76.59,"STS17 (it-en)":82.35,"STS17 (ko-ko)":77.03,"STS17 (nl-en)":81.71,"STS22 (ar)":46.2,"STS22 (de)":44.64,"STS22 (de-en)":52.65,"STS22 (de-fr)":51.73,"STS22 (de-pl)":44.22,"STS22 (es)":56.56,"STS22 (es-en)":67.33,"STS22 (es-it)":47.67,"STS22 (fr)":70.55,"STS22 (fr-pl)":50.71,"STS22 (it)":55.22,"STS22 (pl)":33.73,"STS22 (pl-en)":69.02,"STS22 (ru)":57.08,"STS22 (tr)":53.39,"STS22 (zh-en)":65.71,"STSBenchmark":84.42} -{"index":176,"Rank":21,"Model":"USER-bge-m3<\/a>","Model Size (Million Parameters)":359,"Memory Usage (GB, fp32)":1.34,"Embedding Dimensions":1024,"Max Tokens":8192,"Average":61.44,"STS17 (ar-ar)":19.24,"STS17 (en-ar)":1.36,"STS17 (en-de)":79.44,"STS17 (en-tr)":64.37,"STS17 (es-en)":73.1,"STS17 (es-es)":85.32,"STS17 (fr-en)":75.33,"STS17 (it-en)":75.26,"STS17 (ko-ko)":9.22,"STS17 (nl-en)":73.16,"STS22 (ar)":33.36,"STS22 (de)":61.47,"STS22 (de-en)":58.35,"STS22 (de-fr)":61.09,"STS22 (de-pl)":58.48,"STS22 (es)":70.65,"STS22 (es-en)":79.25,"STS22 (es-it)":74.77,"STS22 (fr)":82.53,"STS22 (fr-pl)":84.52,"STS22 (it)":81.45,"STS22 (pl)":40.49,"STS22 (pl-en)":74.88,"STS22 (ru)":70.55,"STS22 (tr)":66.46,"STS22 (zh-en)":17.82,"STSBenchmark":86.85} -{"index":217,"Rank":22,"Model":"udever-bloom-1b1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":2048,"Average":59.1,"STS17 (ar-ar)":81.13,"STS17 (en-ar)":79.64,"STS17 (en-de)":52.52,"STS17 (en-tr)":4.75,"STS17 (es-en)":85.41,"STS17 (es-es)":87.33,"STS17 (fr-en)":83.96,"STS17 (it-en)":45.62,"STS17 (ko-ko)":61.89,"STS17 (nl-en)":46.69,"STS22 (ar)":55.0,"STS22 (de)":37.51,"STS22 (de-en)":51.66,"STS22 (de-fr)":39.66,"STS22 (de-pl)":26.11,"STS22 (es)":59.79,"STS22 (es-en)":73.59,"STS22 (es-it)":67.83,"STS22 (fr)":77.1,"STS22 (fr-pl)":84.52,"STS22 (it)":68.87,"STS22 (pl)":27.98,"STS22 (pl-en)":60.77,"STS22 (ru)":43.14,"STS22 (tr)":42.33,"STS22 (zh-en)":65.01,"STSBenchmark":85.79} -{"index":163,"Rank":23,"Model":"sgpt-bloom-7b1-msmarco<\/a>","Model Size (Million Parameters)":7068,"Memory Usage (GB, fp32)":26.33,"Embedding Dimensions":4096,"Max Tokens":2048,"Average":58.34,"STS17 (ar-ar)":76.42,"STS17 (en-ar)":78.07,"STS17 (en-de)":59.1,"STS17 (en-tr)":11.8,"STS17 (es-en)":78.22,"STS17 (es-es)":86.0,"STS17 (fr-en)":80.46,"STS17 (it-en)":51.58,"STS17 (ko-ko)":66.89,"STS17 (nl-en)":45.85,"STS22 (ar)":58.67,"STS22 (de)":30.05,"STS22 (de-en)":51.16,"STS22 (de-fr)":53.28,"STS22 (de-pl)":43.05,"STS22 (es)":65.41,"STS22 (es-en)":75.06,"STS22 (es-it)":65.5,"STS22 (fr)":80.38,"STS22 (fr-pl)":28.17,"STS22 (it)":65.65,"STS22 (pl)":31.13,"STS22 (pl-en)":53.31,"STS22 (ru)":43.36,"STS22 (tr)":47.14,"STS22 (zh-en)":68.45,"STSBenchmark":80.9} -{"index":183,"Rank":24,"Model":"SONAR<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":57.22,"STS17 (ar-ar)":74.97,"STS17 (en-ar)":74.05,"STS17 (en-de)":74.95,"STS17 (en-tr)":77.18,"STS17 (es-en)":72.25,"STS17 (es-es)":80.65,"STS17 (fr-en)":77.2,"STS17 (it-en)":78.67,"STS17 (ko-ko)":66.14,"STS17 (nl-en)":78.14,"STS22 (ar)":40.25,"STS22 (de)":24.09,"STS22 (de-en)":34.28,"STS22 (de-fr)":41.29,"STS22 (de-pl)":25.81,"STS22 (es)":55.4,"STS22 (es-en)":57.82,"STS22 (es-it)":49.13,"STS22 (fr)":61.72,"STS22 (fr-pl)":61.98,"STS22 (it)":62.2,"STS22 (pl)":25.31,"STS22 (pl-en)":44.72,"STS22 (ru)":43.57,"STS22 (tr)":46.46,"STS22 (zh-en)":49.19,"STSBenchmark":67.39} -{"index":14,"Rank":25,"Model":"LASER2<\/a>","Model Size (Million Parameters)":43,"Memory Usage (GB, fp32)":0.16,"Embedding Dimensions":1024,"Max Tokens":"N\/A","Average":52.31,"STS17 (ar-ar)":67.47,"STS17 (en-ar)":65.05,"STS17 (en-de)":66.66,"STS17 (en-tr)":70.05,"STS17 (es-en)":55.3,"STS17 (es-es)":79.67,"STS17 (fr-en)":70.82,"STS17 (it-en)":70.98,"STS17 (ko-ko)":70.52,"STS17 (nl-en)":68.12,"STS22 (ar)":42.57,"STS22 (de)":25.69,"STS22 (de-en)":32.35,"STS22 (de-fr)":37.41,"STS22 (de-pl)":15.67,"STS22 (es)":54.92,"STS22 (es-en)":54.34,"STS22 (es-it)":42.21,"STS22 (fr)":58.61,"STS22 (fr-pl)":39.44,"STS22 (it)":60.31,"STS22 (pl)":18.34,"STS22 (pl-en)":53.63,"STS22 (ru)":39.24,"STS22 (tr)":36.97,"STS22 (zh-en)":46.19,"STSBenchmark":69.77} -{"index":219,"Rank":26,"Model":"udever-bloom-560m<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":2048,"Average":52.04,"STS17 (ar-ar)":80.6,"STS17 (en-ar)":72.6,"STS17 (en-de)":40.34,"STS17 (en-tr)":6.79,"STS17 (es-en)":81.8,"STS17 (es-es)":85.65,"STS17 (fr-en)":79.94,"STS17 (it-en)":34.8,"STS17 (ko-ko)":57.28,"STS17 (nl-en)":33.58,"STS22 (ar)":54.82,"STS22 (de)":26.63,"STS22 (de-en)":49.55,"STS22 (de-fr)":22.36,"STS22 (de-pl)":35.32,"STS22 (es)":56.31,"STS22 (es-en)":71.03,"STS22 (es-it)":61.3,"STS22 (fr)":61.35,"STS22 (fr-pl)":73.25,"STS22 (it)":62.61,"STS22 (pl)":15.06,"STS22 (pl-en)":43.72,"STS22 (ru)":28.77,"STS22 (tr)":22.11,"STS22 (zh-en)":63.9,"STSBenchmark":83.63} -{"index":207,"Rank":27,"Model":"e5-large-v2<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":51.73,"STS17 (ar-ar)":59.75,"STS17 (en-ar)":-1.96,"STS17 (en-de)":61.58,"STS17 (en-tr)":1.19,"STS17 (es-en)":50.83,"STS17 (es-es)":82.16,"STS17 (fr-en)":56.29,"STS17 (it-en)":38.07,"STS17 (ko-ko)":51.73,"STS17 (nl-en)":39.39,"STS22 (ar)":43.98,"STS22 (de)":38.45,"STS22 (de-en)":49.8,"STS22 (de-fr)":60.02,"STS22 (de-pl)":40.19,"STS22 (es)":61.36,"STS22 (es-en)":71.31,"STS22 (es-it)":65.36,"STS22 (fr)":78.75,"STS22 (fr-pl)":84.52,"STS22 (it)":71.04,"STS22 (pl)":31.98,"STS22 (pl-en)":48.81,"STS22 (ru)":34.37,"STS22 (tr)":53.57,"STS22 (zh-en)":39.49,"STSBenchmark":84.55} -{"index":323,"Rank":28,"Model":"sentence-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Embedding Dimensions":768,"Max Tokens":512,"Average":50.06,"STS17 (ar-ar)":11.13,"STS17 (en-ar)":-3.93,"STS17 (en-de)":79.04,"STS17 (en-tr)":13.61,"STS17 (es-en)":71.72,"STS17 (es-es)":83.42,"STS17 (fr-en)":71.38,"STS17 (it-en)":69.5,"STS17 (ko-ko)":9.61,"STS17 (nl-en)":66.12,"STS22 (ar)":29.6,"STS22 (de)":47.72,"STS22 (de-en)":49.64,"STS22 (de-fr)":62.21,"STS22 (de-pl)":34.34,"STS22 (es)":58.16,"STS22 (es-en)":69.15,"STS22 (es-it)":65.26,"STS22 (fr)":77.49,"STS22 (fr-pl)":50.71,"STS22 (it)":66.91,"STS22 (pl)":27.04,"STS22 (pl-en)":58.85,"STS22 (ru)":26.63,"STS22 (tr)":43.36,"STS22 (zh-en)":29.0,"STSBenchmark":83.93} -{"index":315,"Rank":29,"Model":"gtr-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Embedding Dimensions":768,"Max Tokens":512,"Average":49.47,"STS17 (ar-ar)":9.06,"STS17 (en-ar)":-3.22,"STS17 (en-de)":70.38,"STS17 (en-tr)":17.17,"STS17 (es-en)":60.24,"STS17 (es-es)":81.93,"STS17 (fr-en)":62.17,"STS17 (it-en)":59.11,"STS17 (ko-ko)":8.9,"STS17 (nl-en)":56.91,"STS22 (ar)":37.66,"STS22 (de)":50.58,"STS22 (de-en)":53.63,"STS22 (de-fr)":55.72,"STS22 (de-pl)":27.99,"STS22 (es)":59.14,"STS22 (es-en)":69.99,"STS22 (es-it)":60.94,"STS22 (fr)":79.43,"STS22 (fr-pl)":61.98,"STS22 (it)":67.14,"STS22 (pl)":33.74,"STS22 (pl-en)":60.18,"STS22 (ru)":32.69,"STS22 (tr)":55.79,"STS22 (zh-en)":28.85,"STSBenchmark":77.65} -{"index":291,"Rank":30,"Model":"FAE-v1<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":47.65,"STS17 (ar-ar)":49.62,"STS17 (en-ar)":2.87,"STS17 (en-de)":55.05,"STS17 (en-tr)":3.92,"STS17 (es-en)":45.84,"STS17 (es-es)":77.57,"STS17 (fr-en)":46.41,"STS17 (it-en)":35.49,"STS17 (ko-ko)":45.12,"STS17 (nl-en)":33.91,"STS22 (ar)":33.18,"STS22 (de)":35.53,"STS22 (de-en)":54.57,"STS22 (de-fr)":53.92,"STS22 (de-pl)":29.75,"STS22 (es)":53.4,"STS22 (es-en)":58.93,"STS22 (es-it)":57.57,"STS22 (fr)":77.79,"STS22 (fr-pl)":61.98,"STS22 (it)":69.38,"STS22 (pl)":29.86,"STS22 (pl-en)":58.42,"STS22 (ru)":41.06,"STS22 (tr)":48.12,"STS22 (zh-en)":48.42,"STSBenchmark":78.96} -{"index":167,"Rank":31,"Model":"LaBSE-en-ru<\/a>","Model Size (Million Parameters)":129,"Memory Usage (GB, fp32)":0.48,"Embedding Dimensions":768,"Max Tokens":512,"Average":47.5,"STS17 (ar-ar)":15.51,"STS17 (en-ar)":1.85,"STS17 (en-de)":45.81,"STS17 (en-tr)":30.01,"STS17 (es-en)":46.6,"STS17 (es-es)":68.87,"STS17 (fr-en)":49.54,"STS17 (it-en)":48.58,"STS17 (ko-ko)":9.85,"STS17 (nl-en)":42.33,"STS22 (ar)":31.85,"STS22 (de)":38.9,"STS22 (de-en)":47.98,"STS22 (de-fr)":59.4,"STS22 (de-pl)":39.48,"STS22 (es)":60.85,"STS22 (es-en)":70.8,"STS22 (es-it)":66.83,"STS22 (fr)":74.98,"STS22 (fr-pl)":61.98,"STS22 (it)":68.58,"STS22 (pl)":32.74,"STS22 (pl-en)":58.73,"STS22 (ru)":58.53,"STS22 (tr)":55.04,"STS22 (zh-en)":24.98,"STSBenchmark":71.91} -{"index":72,"Rank":32,"Model":"MUG-B-1.6<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":47.36,"STS17 (ar-ar)":46.8,"STS17 (en-ar)":-0.78,"STS17 (en-de)":47.5,"STS17 (en-tr)":4.18,"STS17 (es-en)":44.27,"STS17 (es-es)":79.22,"STS17 (fr-en)":47.15,"STS17 (it-en)":42.65,"STS17 (ko-ko)":39.79,"STS17 (nl-en)":36.6,"STS22 (ar)":25.06,"STS22 (de)":39.49,"STS22 (de-en)":54.22,"STS22 (de-fr)":48.91,"STS22 (de-pl)":33.04,"STS22 (es)":59.47,"STS22 (es-en)":66.65,"STS22 (es-it)":64.37,"STS22 (fr)":79.88,"STS22 (fr-pl)":39.44,"STS22 (it)":68.15,"STS22 (pl)":35.38,"STS22 (pl-en)":62.7,"STS22 (ru)":30.62,"STS22 (tr)":45.65,"STS22 (zh-en)":49.25,"STSBenchmark":88.96} -{"index":314,"Rank":33,"Model":"gtr-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Embedding Dimensions":768,"Max Tokens":512,"Average":46.79,"STS17 (ar-ar)":10.19,"STS17 (en-ar)":-5.77,"STS17 (en-de)":67.43,"STS17 (en-tr)":8.75,"STS17 (es-en)":54.96,"STS17 (es-es)":82.74,"STS17 (fr-en)":60.5,"STS17 (it-en)":46.26,"STS17 (ko-ko)":8.96,"STS17 (nl-en)":47.48,"STS22 (ar)":34.97,"STS22 (de)":51.7,"STS22 (de-en)":48.76,"STS22 (de-fr)":57.5,"STS22 (de-pl)":32.76,"STS22 (es)":57.49,"STS22 (es-en)":67.76,"STS22 (es-it)":57.18,"STS22 (fr)":78.7,"STS22 (fr-pl)":61.98,"STS22 (it)":67.67,"STS22 (pl)":30.68,"STS22 (pl-en)":54.17,"STS22 (ru)":15.36,"STS22 (tr)":58.12,"STS22 (zh-en)":29.42,"STSBenchmark":77.6} -{"index":205,"Rank":34,"Model":"e5-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":46.04,"STS17 (ar-ar)":54.21,"STS17 (en-ar)":-6.22,"STS17 (en-de)":41.4,"STS17 (en-tr)":-7.22,"STS17 (es-en)":44.73,"STS17 (es-es)":80.35,"STS17 (fr-en)":51.76,"STS17 (it-en)":27.04,"STS17 (ko-ko)":44.35,"STS17 (nl-en)":42.58,"STS22 (ar)":28.72,"STS22 (de)":29.16,"STS22 (de-en)":50.28,"STS22 (de-fr)":58.23,"STS22 (de-pl)":26.82,"STS22 (es)":61.48,"STS22 (es-en)":65.16,"STS22 (es-it)":64.1,"STS22 (fr)":76.93,"STS22 (fr-pl)":50.71,"STS22 (it)":68.41,"STS22 (pl)":31.37,"STS22 (pl-en)":61.96,"STS22 (ru)":21.62,"STS22 (tr)":52.41,"STS22 (zh-en)":37.18,"STSBenchmark":85.48} -{"index":32,"Rank":35,"Model":"bge-large-en-v1.5<\/a>","Model Size (Million Parameters)":1340,"Memory Usage (GB, fp32)":4.99,"Embedding Dimensions":1024,"Max Tokens":512,"Average":45.11,"STS17 (ar-ar)":43.61,"STS17 (en-ar)":6.25,"STS17 (en-de)":45.46,"STS17 (en-tr)":10.12,"STS17 (es-en)":44.24,"STS17 (es-es)":79.62,"STS17 (fr-en)":48.28,"STS17 (it-en)":44.48,"STS17 (ko-ko)":38.5,"STS17 (nl-en)":40.92,"STS22 (ar)":22.53,"STS22 (de)":40.27,"STS22 (de-en)":50.66,"STS22 (de-fr)":40.97,"STS22 (de-pl)":23.31,"STS22 (es)":57.92,"STS22 (es-en)":55.47,"STS22 (es-it)":57.7,"STS22 (fr)":79.43,"STS22 (fr-pl)":28.17,"STS22 (it)":65.13,"STS22 (pl)":33.72,"STS22 (pl-en)":54.46,"STS22 (ru)":25.18,"STS22 (tr)":44.96,"STS22 (zh-en)":49.02,"STSBenchmark":87.52} -{"index":322,"Rank":36,"Model":"sentence-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Embedding Dimensions":768,"Max Tokens":512,"Average":44.35,"STS17 (ar-ar)":10.75,"STS17 (en-ar)":-4.71,"STS17 (en-de)":73.62,"STS17 (en-tr)":-0.42,"STS17 (es-en)":62.62,"STS17 (es-es)":82.74,"STS17 (fr-en)":67.86,"STS17 (it-en)":51.86,"STS17 (ko-ko)":9.44,"STS17 (nl-en)":45.95,"STS22 (ar)":27.01,"STS22 (de)":43.73,"STS22 (de-en)":49.93,"STS22 (de-fr)":61.58,"STS22 (de-pl)":38.83,"STS22 (es)":57.68,"STS22 (es-en)":68.09,"STS22 (es-it)":61.58,"STS22 (fr)":75.01,"STS22 (fr-pl)":5.63,"STS22 (it)":62.01,"STS22 (pl)":25.0,"STS22 (pl-en)":51.72,"STS22 (ru)":14.21,"STS22 (tr)":47.3,"STS22 (zh-en)":23.1,"STSBenchmark":85.36} -{"index":325,"Rank":37,"Model":"LaBSE-ru-turbo<\/a>","Model Size (Million Parameters)":128,"Memory Usage (GB, fp32)":0.48,"Embedding Dimensions":768,"Max Tokens":512,"Average":43.12,"STS17 (ar-ar)":13.11,"STS17 (en-ar)":1.3,"STS17 (en-de)":33.58,"STS17 (en-tr)":-9.64,"STS17 (es-en)":36.65,"STS17 (es-es)":71.77,"STS17 (fr-en)":39.61,"STS17 (it-en)":23.36,"STS17 (ko-ko)":8.96,"STS17 (nl-en)":32.13,"STS22 (ar)":29.72,"STS22 (de)":32.62,"STS22 (de-en)":44.31,"STS22 (de-fr)":48.38,"STS22 (de-pl)":36.4,"STS22 (es)":57.06,"STS22 (es-en)":68.55,"STS22 (es-it)":56.99,"STS22 (fr)":74.66,"STS22 (fr-pl)":73.25,"STS22 (it)":66.02,"STS22 (pl)":29.44,"STS22 (pl-en)":65.09,"STS22 (ru)":67.57,"STS22 (tr)":47.83,"STS22 (zh-en)":33.76,"STSBenchmark":81.82} -{"index":30,"Rank":38,"Model":"bge-base-en-v1.5<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":42.83,"STS17 (ar-ar)":53.71,"STS17 (en-ar)":4.5,"STS17 (en-de)":37.37,"STS17 (en-tr)":9.04,"STS17 (es-en)":34.94,"STS17 (es-es)":79.63,"STS17 (fr-en)":40.83,"STS17 (it-en)":33.78,"STS17 (ko-ko)":51.96,"STS17 (nl-en)":33.35,"STS22 (ar)":24.95,"STS22 (de)":32.67,"STS22 (de-en)":46.58,"STS22 (de-fr)":41.15,"STS22 (de-pl)":31.16,"STS22 (es)":51.51,"STS22 (es-en)":59.23,"STS22 (es-it)":50.38,"STS22 (fr)":75.72,"STS22 (fr-pl)":39.44,"STS22 (it)":61.44,"STS22 (pl)":36.01,"STS22 (pl-en)":38.27,"STS22 (ru)":16.18,"STS22 (tr)":41.34,"STS22 (zh-en)":44.76,"STSBenchmark":86.42} -{"index":35,"Rank":39,"Model":"bge-small-en-v1.5<\/a>","Model Size (Million Parameters)":24,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":512,"Max Tokens":512,"Average":41.91,"STS17 (ar-ar)":49.71,"STS17 (en-ar)":6.64,"STS17 (en-de)":28.84,"STS17 (en-tr)":13.56,"STS17 (es-en)":28.15,"STS17 (es-es)":77.73,"STS17 (fr-en)":35.02,"STS17 (it-en)":28.17,"STS17 (ko-ko)":45.13,"STS17 (nl-en)":31.57,"STS22 (ar)":16.42,"STS22 (de)":32.79,"STS22 (de-en)":44.93,"STS22 (de-fr)":44.7,"STS22 (de-pl)":18.17,"STS22 (es)":55.47,"STS22 (es-en)":58.66,"STS22 (es-it)":50.23,"STS22 (fr)":73.95,"STS22 (fr-pl)":61.98,"STS22 (it)":63.98,"STS22 (pl)":31.94,"STS22 (pl-en)":37.46,"STS22 (ru)":17.88,"STS22 (tr)":44.15,"STS22 (zh-en)":48.61,"STSBenchmark":85.86} -{"index":308,"Rank":40,"Model":"all-mpnet-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average":41.42,"STS17 (ar-ar)":55.42,"STS17 (en-ar)":6.76,"STS17 (en-de)":35.5,"STS17 (en-tr)":-4.58,"STS17 (es-en)":25.28,"STS17 (es-es)":78.4,"STS17 (fr-en)":41.64,"STS17 (it-en)":31.8,"STS17 (ko-ko)":39.11,"STS17 (nl-en)":32.89,"STS22 (ar)":38.96,"STS22 (de)":27.0,"STS22 (de-en)":49.73,"STS22 (de-fr)":31.39,"STS22 (de-pl)":23.53,"STS22 (es)":55.98,"STS22 (es-en)":55.09,"STS22 (es-it)":41.61,"STS22 (fr)":77.1,"STS22 (fr-pl)":73.25,"STS22 (it)":58.02,"STS22 (pl)":24.21,"STS22 (pl-en)":51.07,"STS22 (ru)":15.83,"STS22 (tr)":29.35,"STS22 (zh-en)":40.47,"STSBenchmark":83.42} -{"index":321,"Rank":41,"Model":"sentence-t5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":41.17,"STS17 (ar-ar)":13.36,"STS17 (en-ar)":-5.65,"STS17 (en-de)":67.11,"STS17 (en-tr)":-0.02,"STS17 (es-en)":47.72,"STS17 (es-es)":79.94,"STS17 (fr-en)":56.61,"STS17 (it-en)":30.46,"STS17 (ko-ko)":10.06,"STS17 (nl-en)":36.46,"STS22 (ar)":31.2,"STS22 (de)":42.08,"STS22 (de-en)":46.9,"STS22 (de-fr)":55.04,"STS22 (de-pl)":33.94,"STS22 (es)":53.81,"STS22 (es-en)":65.19,"STS22 (es-it)":55.29,"STS22 (fr)":77.69,"STS22 (fr-pl)":28.17,"STS22 (it)":60.65,"STS22 (pl)":24.42,"STS22 (pl-en)":42.97,"STS22 (ru)":12.13,"STS22 (tr)":40.45,"STS22 (zh-en)":20.15,"STSBenchmark":85.52} -{"index":290,"Rank":42,"Model":"FAB-Ramy-v1<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average":40.05,"STS17 (ar-ar)":54.55,"STS17 (en-ar)":10.83,"STS17 (en-de)":30.79,"STS17 (en-tr)":-1.09,"STS17 (es-en)":20.91,"STS17 (es-es)":74.37,"STS17 (fr-en)":40.16,"STS17 (it-en)":31.06,"STS17 (ko-ko)":37.7,"STS17 (nl-en)":29.81,"STS22 (ar)":36.89,"STS22 (de)":29.24,"STS22 (de-en)":47.61,"STS22 (de-fr)":28.16,"STS22 (de-pl)":20.69,"STS22 (es)":54.1,"STS22 (es-en)":53.63,"STS22 (es-it)":40.82,"STS22 (fr)":74.12,"STS22 (fr-pl)":61.98,"STS22 (it)":56.66,"STS22 (pl)":22.74,"STS22 (pl-en)":47.1,"STS22 (ru)":21.93,"STS22 (tr)":32.22,"STS22 (zh-en)":42.68,"STSBenchmark":81.8} -{"index":175,"Rank":43,"Model":"USER-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":512,"Average":39.05,"STS17 (ar-ar)":32.74,"STS17 (en-ar)":5.67,"STS17 (en-de)":25.18,"STS17 (en-tr)":14.19,"STS17 (es-en)":29.2,"STS17 (es-es)":68.94,"STS17 (fr-en)":32.17,"STS17 (it-en)":24.74,"STS17 (ko-ko)":21.1,"STS17 (nl-en)":39.12,"STS22 (ar)":15.45,"STS22 (de)":18.13,"STS22 (de-en)":46.23,"STS22 (de-fr)":44.72,"STS22 (de-pl)":4.65,"STS22 (es)":56.85,"STS22 (es-en)":60.25,"STS22 (es-it)":53.02,"STS22 (fr)":64.37,"STS22 (fr-pl)":39.44,"STS22 (it)":50.79,"STS22 (pl)":24.74,"STS22 (pl-en)":66.72,"STS22 (ru)":68.06,"STS22 (tr)":45.0,"STS22 (zh-en)":26.88,"STSBenchmark":76.03} -{"index":307,"Rank":44,"Model":"all-MiniLM-L6-v2<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":384,"Max Tokens":512,"Average":37.71,"STS17 (ar-ar)":50.89,"STS17 (en-ar)":-4.28,"STS17 (en-de)":35.82,"STS17 (en-tr)":4.5,"STS17 (es-en)":16.31,"STS17 (es-es)":76.12,"STS17 (fr-en)":37.09,"STS17 (it-en)":24.45,"STS17 (ko-ko)":43.39,"STS17 (nl-en)":29.0,"STS22 (ar)":22.64,"STS22 (de)":31.04,"STS22 (de-en)":44.04,"STS22 (de-fr)":30.07,"STS22 (de-pl)":4.93,"STS22 (es)":54.78,"STS22 (es-en)":53.42,"STS22 (es-it)":44.27,"STS22 (fr)":77.0,"STS22 (fr-pl)":50.71,"STS22 (it)":60.4,"STS22 (pl)":26.77,"STS22 (pl-en)":32.8,"STS22 (ru)":14.72,"STS22 (tr)":33.69,"STS22 (zh-en)":41.64,"STSBenchmark":82.03} -{"index":97,"Rank":45,"Model":"SGPT-125M-weightedmean-msmarco-specb-bitfit<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":2048,"Average":37.32,"STS17 (ar-ar)":55.62,"STS17 (en-ar)":8.21,"STS17 (en-de)":30.18,"STS17 (en-tr)":1.04,"STS17 (es-en)":28.78,"STS17 (es-es)":71.88,"STS17 (fr-en)":26.34,"STS17 (it-en)":20.73,"STS17 (ko-ko)":52.39,"STS17 (nl-en)":25.05,"STS22 (ar)":28.19,"STS22 (de)":21.99,"STS22 (de-en)":53.07,"STS22 (de-fr)":32.97,"STS22 (de-pl)":20.45,"STS22 (es)":49.81,"STS22 (es-en)":49.51,"STS22 (es-it)":45.78,"STS22 (fr)":67.66,"STS22 (fr-pl)":61.98,"STS22 (it)":48.25,"STS22 (pl)":23.31,"STS22 (pl-en)":36.8,"STS22 (ru)":9.07,"STS22 (tr)":34.66,"STS22 (zh-en)":28.68,"STSBenchmark":75.34} -{"index":306,"Rank":46,"Model":"all-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":34.57,"STS17 (ar-ar)":58.71,"STS17 (en-ar)":0.54,"STS17 (en-de)":27.54,"STS17 (en-tr)":0.43,"STS17 (es-en)":22.01,"STS17 (es-es)":78.37,"STS17 (fr-en)":30.7,"STS17 (it-en)":24.28,"STS17 (ko-ko)":43.37,"STS17 (nl-en)":24.51,"STS22 (ar)":17.54,"STS22 (de)":22.53,"STS22 (de-en)":42.86,"STS22 (de-fr)":43.52,"STS22 (de-pl)":1.63,"STS22 (es)":43.98,"STS22 (es-en)":53.99,"STS22 (es-it)":40.71,"STS22 (fr)":69.51,"STS22 (fr-pl)":16.9,"STS22 (it)":47.48,"STS22 (pl)":19.22,"STS22 (pl-en)":42.67,"STS22 (ru)":11.19,"STS22 (tr)":21.6,"STS22 (zh-en)":44.39,"STSBenchmark":83.09} -{"index":292,"Rank":47,"Model":"FUE-v1<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average":33.78,"STS17 (ar-ar)":50.1,"STS17 (en-ar)":9.13,"STS17 (en-de)":28.04,"STS17 (en-tr)":-4.34,"STS17 (es-en)":17.84,"STS17 (es-es)":71.26,"STS17 (fr-en)":34.75,"STS17 (it-en)":28.25,"STS17 (ko-ko)":32.8,"STS17 (nl-en)":23.42,"STS22 (ar)":35.18,"STS22 (de)":9.26,"STS22 (de-en)":44.91,"STS22 (de-fr)":37.52,"STS22 (de-pl)":16.23,"STS22 (es)":36.39,"STS22 (es-en)":46.97,"STS22 (es-it)":28.27,"STS22 (fr)":58.65,"STS22 (fr-pl)":61.98,"STS22 (it)":35.33,"STS22 (pl)":13.67,"STS22 (pl-en)":43.22,"STS22 (ru)":13.08,"STS22 (tr)":17.51,"STS22 (zh-en)":40.36,"STSBenchmark":82.21} -{"index":50,"Rank":48,"Model":"rubert-base-cased-sentence<\/a>","Model Size (Million Parameters)":180,"Memory Usage (GB, fp32)":0.67,"Embedding Dimensions":768,"Max Tokens":512,"Average":31.9,"STS17 (ar-ar)":45.67,"STS17 (en-ar)":0.76,"STS17 (en-de)":24.32,"STS17 (en-tr)":10.7,"STS17 (es-en)":30.01,"STS17 (es-es)":72.47,"STS17 (fr-en)":34.08,"STS17 (it-en)":29.34,"STS17 (ko-ko)":15.65,"STS17 (nl-en)":37.16,"STS22 (ar)":24.55,"STS22 (de)":25.32,"STS22 (de-en)":35.87,"STS22 (de-fr)":30.19,"STS22 (de-pl)":34.06,"STS22 (es)":39.82,"STS22 (es-en)":44.2,"STS22 (es-it)":27.88,"STS22 (fr)":58.5,"STS22 (fr-pl)":5.63,"STS22 (it)":46.45,"STS22 (pl)":13.37,"STS22 (pl-en)":23.13,"STS22 (ru)":51.27,"STS22 (tr)":14.64,"STS22 (zh-en)":30.35,"STSBenchmark":55.79} -{"index":326,"Rank":49,"Model":"rubert-tiny-turbo<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"Embedding Dimensions":312,"Max Tokens":2048,"Average":29.55,"STS17 (ar-ar)":16.06,"STS17 (en-ar)":9.82,"STS17 (en-de)":25.27,"STS17 (en-tr)":2.36,"STS17 (es-en)":22.68,"STS17 (es-es)":69.98,"STS17 (fr-en)":21.97,"STS17 (it-en)":23.96,"STS17 (ko-ko)":10.11,"STS17 (nl-en)":20.77,"STS22 (ar)":27.95,"STS22 (de)":8.16,"STS22 (de-en)":21.55,"STS22 (de-fr)":17.5,"STS22 (de-pl)":25.53,"STS22 (es)":45.31,"STS22 (es-en)":42.77,"STS22 (es-it)":32.83,"STS22 (fr)":42.0,"STS22 (fr-pl)":39.44,"STS22 (it)":39.69,"STS22 (pl)":9.71,"STS22 (pl-en)":42.08,"STS22 (ru)":64.56,"STS22 (tr)":15.46,"STS22 (zh-en)":31.25,"STSBenchmark":68.97} -{"index":98,"Rank":50,"Model":"SGPT-125M-weightedmean-nli-bitfit<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":2048,"Average":27.72,"STS17 (ar-ar)":54.16,"STS17 (en-ar)":1.72,"STS17 (en-de)":25.48,"STS17 (en-tr)":2.09,"STS17 (es-en)":21.93,"STS17 (es-es)":67.8,"STS17 (fr-en)":18.91,"STS17 (it-en)":16.39,"STS17 (ko-ko)":45.66,"STS17 (nl-en)":23.49,"STS22 (ar)":5.17,"STS22 (de)":11.0,"STS22 (de-en)":53.93,"STS22 (de-fr)":25.11,"STS22 (de-pl)":20.94,"STS22 (es)":43.05,"STS22 (es-en)":32.74,"STS22 (es-it)":35.99,"STS22 (fr)":54.56,"STS22 (fr-pl)":5.63,"STS22 (it)":33.68,"STS22 (pl)":14.91,"STS22 (pl-en)":20.54,"STS22 (ru)":3.36,"STS22 (tr)":3.82,"STS22 (zh-en)":26.71,"STSBenchmark":79.54} -{"index":169,"Rank":51,"Model":"rubert-tiny2<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"Embedding Dimensions":2048,"Max Tokens":514,"Average":26.91,"STS17 (ar-ar)":16.79,"STS17 (en-ar)":13.41,"STS17 (en-de)":27.75,"STS17 (en-tr)":14.88,"STS17 (es-en)":17.23,"STS17 (es-es)":66.86,"STS17 (fr-en)":26.87,"STS17 (it-en)":28.0,"STS17 (ko-ko)":10.4,"STS17 (nl-en)":30.93,"STS22 (ar)":21.38,"STS22 (de)":14.6,"STS22 (de-en)":16.12,"STS22 (de-fr)":13.24,"STS22 (de-pl)":1.2,"STS22 (es)":44.49,"STS22 (es-en)":20.13,"STS22 (es-it)":27.11,"STS22 (fr)":42.82,"STS22 (fr-pl)":28.17,"STS22 (it)":43.84,"STS22 (pl)":9.27,"STS22 (pl-en)":26.05,"STS22 (ru)":54.38,"STS22 (tr)":20.52,"STS22 (zh-en)":27.07,"STSBenchmark":63.02} -{"index":309,"Rank":52,"Model":"allenai-specter<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":25.1,"STS17 (ar-ar)":27.14,"STS17 (en-ar)":6.9,"STS17 (en-de)":11.59,"STS17 (en-tr)":6.46,"STS17 (es-en)":10.86,"STS17 (es-es)":55.45,"STS17 (fr-en)":16.02,"STS17 (it-en)":19.87,"STS17 (ko-ko)":8.08,"STS17 (nl-en)":24.92,"STS22 (ar)":19.57,"STS22 (de)":17.31,"STS22 (de-en)":26.03,"STS22 (de-fr)":10.26,"STS22 (de-pl)":16.94,"STS22 (es)":48.89,"STS22 (es-en)":51.79,"STS22 (es-it)":25.24,"STS22 (fr)":53.92,"STS22 (fr-pl)":39.44,"STS22 (it)":39.43,"STS22 (pl)":13.56,"STS22 (pl-en)":25.36,"STS22 (ru)":1.11,"STS22 (tr)":31.73,"STS22 (zh-en)":8.44,"STSBenchmark":61.26} -{"index":311,"Rank":53,"Model":"average_word_embeddings_komninos<\/a>","Model Size (Million Parameters)":134,"Memory Usage (GB, fp32)":0.5,"Embedding Dimensions":300,"Max Tokens":"N\/A","Average":24.28,"STS17 (ar-ar)":13.78,"STS17 (en-ar)":9.08,"STS17 (en-de)":-3.11,"STS17 (en-tr)":-0.45,"STS17 (es-en)":-8.18,"STS17 (es-es)":48.23,"STS17 (fr-en)":5.81,"STS17 (it-en)":3.64,"STS17 (ko-ko)":2.54,"STS17 (nl-en)":0.44,"STS22 (ar)":32.42,"STS22 (de)":33.04,"STS22 (de-en)":28.65,"STS22 (de-fr)":14.77,"STS22 (de-pl)":11.21,"STS22 (es)":48.53,"STS22 (es-en)":26.97,"STS22 (es-it)":41.1,"STS22 (fr)":49.43,"STS22 (fr-pl)":39.44,"STS22 (it)":57.77,"STS22 (pl)":12.47,"STS22 (pl-en)":45.55,"STS22 (ru)":19.44,"STS22 (tr)":47.38,"STS22 (zh-en)":14.05,"STSBenchmark":61.55} -{"index":48,"Rank":54,"Model":"distilrubert-small-cased-conversational<\/a>","Model Size (Million Parameters)":106,"Memory Usage (GB, fp32)":0.39,"Embedding Dimensions":768,"Max Tokens":512,"Average":23.3,"STS17 (ar-ar)":27.13,"STS17 (en-ar)":11.54,"STS17 (en-de)":16.62,"STS17 (en-tr)":19.37,"STS17 (es-en)":16.25,"STS17 (es-es)":47.95,"STS17 (fr-en)":26.82,"STS17 (it-en)":22.21,"STS17 (ko-ko)":7.35,"STS17 (nl-en)":18.33,"STS22 (ar)":26.71,"STS22 (de)":23.32,"STS22 (de-en)":27.38,"STS22 (de-fr)":1.78,"STS22 (de-pl)":-29.47,"STS22 (es)":37.91,"STS22 (es-en)":21.73,"STS22 (es-it)":20.72,"STS22 (fr)":50.98,"STS22 (fr-pl)":39.44,"STS22 (it)":38.44,"STS22 (pl)":16.75,"STS22 (pl-en)":14.03,"STS22 (ru)":51.87,"STS22 (tr)":10.5,"STS22 (zh-en)":7.34,"STSBenchmark":55.97} -{"index":143,"Rank":55,"Model":"sbert_large_nlu_ru<\/a>","Model Size (Million Parameters)":427,"Memory Usage (GB, fp32)":1.59,"Embedding Dimensions":1024,"Max Tokens":512,"Average":22.08,"STS17 (ar-ar)":12.45,"STS17 (en-ar)":21.74,"STS17 (en-de)":9.52,"STS17 (en-tr)":1.31,"STS17 (es-en)":10.26,"STS17 (es-es)":44.07,"STS17 (fr-en)":20.49,"STS17 (it-en)":11.05,"STS17 (ko-ko)":7.62,"STS17 (nl-en)":13.17,"STS22 (ar)":24.13,"STS22 (de)":14.12,"STS22 (de-en)":18.76,"STS22 (de-fr)":29.79,"STS22 (de-pl)":-20.42,"STS22 (es)":38.98,"STS22 (es-en)":13.97,"STS22 (es-it)":29.06,"STS22 (fr)":55.23,"STS22 (fr-pl)":50.71,"STS22 (it)":39.38,"STS22 (pl)":10.29,"STS22 (pl-en)":6.58,"STS22 (ru)":50.75,"STS22 (tr)":29.01,"STS22 (zh-en)":7.36,"STSBenchmark":46.8} -{"index":168,"Rank":56,"Model":"rubert-tiny<\/a>","Model Size (Million Parameters)":12,"Memory Usage (GB, fp32)":0.04,"Embedding Dimensions":512,"Max Tokens":514,"Average":20.84,"STS17 (ar-ar)":13.18,"STS17 (en-ar)":20.94,"STS17 (en-de)":2.33,"STS17 (en-tr)":-0.72,"STS17 (es-en)":14.43,"STS17 (es-es)":62.45,"STS17 (fr-en)":11.82,"STS17 (it-en)":7.59,"STS17 (ko-ko)":10.98,"STS17 (nl-en)":10.21,"STS22 (ar)":18.64,"STS22 (de)":18.79,"STS22 (de-en)":22.47,"STS22 (de-fr)":10.26,"STS22 (de-pl)":-5.36,"STS22 (es)":47.32,"STS22 (es-en)":27.71,"STS22 (es-it)":32.31,"STS22 (fr)":45.86,"STS22 (fr-pl)":-5.63,"STS22 (it)":46.79,"STS22 (pl)":8.57,"STS22 (pl-en)":16.24,"STS22 (ru)":47.88,"STS22 (tr)":20.65,"STS22 (zh-en)":1.05,"STSBenchmark":55.86} -{"index":177,"Rank":57,"Model":"deberta-v1-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":512,"Average":20.16,"STS17 (ar-ar)":44.8,"STS17 (en-ar)":1.36,"STS17 (en-de)":10.74,"STS17 (en-tr)":-1.09,"STS17 (es-en)":5.34,"STS17 (es-es)":53.95,"STS17 (fr-en)":11.55,"STS17 (it-en)":15.7,"STS17 (ko-ko)":32.38,"STS17 (nl-en)":17.23,"STS22 (ar)":28.76,"STS22 (de)":9.45,"STS22 (de-en)":28.79,"STS22 (de-fr)":-1.08,"STS22 (de-pl)":-14.13,"STS22 (es)":38.62,"STS22 (es-en)":21.02,"STS22 (es-it)":24.56,"STS22 (fr)":20.41,"STS22 (fr-pl)":16.9,"STS22 (it)":32.04,"STS22 (pl)":13.11,"STS22 (pl-en)":16.21,"STS22 (ru)":47.67,"STS22 (tr)":9.4,"STS22 (zh-en)":19.26,"STSBenchmark":41.32} -{"index":49,"Rank":58,"Model":"rubert-base-cased<\/a>","Model Size (Million Parameters)":180,"Memory Usage (GB, fp32)":0.67,"Embedding Dimensions":768,"Max Tokens":512,"Average":19.86,"STS17 (ar-ar)":30.13,"STS17 (en-ar)":1.36,"STS17 (en-de)":10.88,"STS17 (en-tr)":-7.83,"STS17 (es-en)":3.39,"STS17 (es-es)":42.21,"STS17 (fr-en)":15.78,"STS17 (it-en)":19.23,"STS17 (ko-ko)":14.2,"STS17 (nl-en)":18.44,"STS22 (ar)":22.74,"STS22 (de)":24.23,"STS22 (de-en)":22.58,"STS22 (de-fr)":17.12,"STS22 (de-pl)":-25.81,"STS22 (es)":36.12,"STS22 (es-en)":21.75,"STS22 (es-it)":20.11,"STS22 (fr)":44.7,"STS22 (fr-pl)":39.44,"STS22 (it)":30.56,"STS22 (pl)":5.72,"STS22 (pl-en)":30.9,"STS22 (ru)":34.98,"STS22 (tr)":12.35,"STS22 (zh-en)":11.04,"STSBenchmark":39.84} -{"index":142,"Rank":59,"Model":"sbert_large_mt_nlu_ru<\/a>","Model Size (Million Parameters)":427,"Memory Usage (GB, fp32)":1.59,"Embedding Dimensions":1024,"Max Tokens":514,"Average":19.52,"STS17 (ar-ar)":12.1,"STS17 (en-ar)":4.47,"STS17 (en-de)":14.55,"STS17 (en-tr)":-6.65,"STS17 (es-en)":25.72,"STS17 (es-es)":39.86,"STS17 (fr-en)":17.21,"STS17 (it-en)":11.01,"STS17 (ko-ko)":8.11,"STS17 (nl-en)":19.39,"STS22 (ar)":23.73,"STS22 (de)":17.08,"STS22 (de-en)":23.56,"STS22 (de-fr)":16.37,"STS22 (de-pl)":-22.02,"STS22 (es)":37.89,"STS22 (es-en)":23.75,"STS22 (es-it)":28.02,"STS22 (fr)":36.5,"STS22 (fr-pl)":-28.17,"STS22 (it)":36.74,"STS22 (pl)":5.51,"STS22 (pl-en)":28.42,"STS22 (ru)":56.82,"STS22 (tr)":25.85,"STS22 (zh-en)":12.37,"STSBenchmark":58.81} -{"index":0,"Rank":60,"Model":"text-embedding-004-256<\/a>","Model Size (Million Parameters)":1200,"Memory Usage (GB, fp32)":4.47,"Embedding Dimensions":256,"Max Tokens":2048,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":89.33} -{"index":1,"Rank":61,"Model":"text-embedding-004<\/a>","Model Size (Million Parameters)":1200,"Memory Usage (GB, fp32)":4.47,"Embedding Dimensions":768,"Max Tokens":2048,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":88.99} -{"index":2,"Rank":62,"Model":"titan-embed-text-v1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":8000,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":74.85} -{"index":3,"Rank":63,"Model":"mistral-embed<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":"","Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":82.74,"STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":""} -{"index":4,"Rank":64,"Model":"voyage-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":4000,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":70.51,"STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":""} -{"index":5,"Rank":65,"Model":"voyage-3-lite<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":512,"Max Tokens":32000,"Average":"","STS17 (ar-ar)":69.8,"STS17 (en-ar)":61.43,"STS17 (en-de)":77.44,"STS17 (en-tr)":63.71,"STS17 (es-en)":69.69,"STS17 (es-es)":82.43,"STS17 (fr-en)":73.69,"STS17 (it-en)":74.99,"STS17 (ko-ko)":65.95,"STS17 (nl-en)":77.19,"STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":78.56} -{"index":6,"Rank":66,"Model":"voyage-3-m-exp<\/a>","Model Size (Million Parameters)":6918,"Memory Usage (GB, fp32)":25.77,"Embedding Dimensions":2048,"Max Tokens":32000,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":88.32} -{"index":7,"Rank":67,"Model":"voyage-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":32000,"Average":"","STS17 (ar-ar)":68.04,"STS17 (en-ar)":62.98,"STS17 (en-de)":82.12,"STS17 (en-tr)":67.44,"STS17 (es-en)":78.34,"STS17 (es-es)":84.23,"STS17 (fr-en)":77.55,"STS17 (it-en)":81.22,"STS17 (ko-ko)":69.39,"STS17 (nl-en)":80.56,"STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":79.53} -{"index":8,"Rank":68,"Model":"voyage-code-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":16000,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":79.99,"STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":""} -{"index":9,"Rank":69,"Model":"voyage-large-2-instruct<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":16000,"Average":"","STS17 (ar-ar)":68.95,"STS17 (en-ar)":30.33,"STS17 (en-de)":85.77,"STS17 (en-tr)":53.1,"STS17 (es-en)":84.88,"STS17 (es-es)":85.83,"STS17 (fr-en)":82.59,"STS17 (it-en)":82.75,"STS17 (ko-ko)":77.63,"STS17 (nl-en)":83.82,"STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":87.59} -{"index":10,"Rank":70,"Model":"voyage-law-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":16000,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":83.75,"STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":""} -{"index":11,"Rank":71,"Model":"voyage-lite-01-instruct<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":4000,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":89.86} -{"index":12,"Rank":72,"Model":"voyage-lite-02-instruct<\/a>","Model Size (Million Parameters)":1220,"Memory Usage (GB, fp32)":4.54,"Embedding Dimensions":1024,"Max Tokens":4000,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":88.56} -{"index":13,"Rank":73,"Model":"voyage-multilingual-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":32000,"Average":"","STS17 (ar-ar)":72.42,"STS17 (en-ar)":73.01,"STS17 (en-de)":78.95,"STS17 (en-tr)":62.87,"STS17 (es-en)":76.92,"STS17 (es-es)":84.05,"STS17 (fr-en)":78.76,"STS17 (it-en)":81.58,"STS17 (ko-ko)":70.66,"STS17 (nl-en)":81.95,"STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":82.76,"STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":75.79} -{"index":15,"Rank":74,"Model":"Arabic_text_embedding_for_sts<\/a>","Model Size (Million Parameters)":135,"Memory Usage (GB, fp32)":0.5,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","STS17 (ar-ar)":85.05,"STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":""} -{"index":16,"Rank":75,"Model":"arabic_text_embedding_sts_arabertv02_arabicnlitriplet<\/a>","Model Size (Million Parameters)":135,"Memory Usage (GB, fp32)":0.5,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","STS17 (ar-ar)":84.96,"STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":""} -{"index":17,"Rank":76,"Model":"llm2vec-croissant-mntp<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":""} -{"index":18,"Rank":77,"Model":"llm2vec-occiglot-mntp<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":67.83,"STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":""} -{"index":19,"Rank":78,"Model":"gme-Qwen2-VL-2B-Instruct<\/a>","Model Size (Million Parameters)":2209,"Memory Usage (GB, fp32)":8.23,"Embedding Dimensions":1536,"Max Tokens":32768,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":83.4} -{"index":20,"Rank":79,"Model":"gme-Qwen2-VL-7B-Instruct<\/a>","Model Size (Million Parameters)":8291,"Memory Usage (GB, fp32)":30.89,"Embedding Dimensions":3584,"Max Tokens":32768,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":83.11} -{"index":21,"Rank":80,"Model":"gte-Qwen1.5-7B-instruct<\/a>","Model Size (Million Parameters)":7099,"Memory Usage (GB, fp32)":26.45,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":58.84,"STS22 (de)":55.27,"STS22 (de-en)":53.99,"STS22 (de-fr)":67.08,"STS22 (de-pl)":53.46,"STS22 (es)":67.35,"STS22 (es-en)":77.16,"STS22 (es-it)":74.55,"STS22 (fr)":81.74,"STS22 (fr-pl)":84.52,"STS22 (it)":77.46,"STS22 (pl)":40.2,"STS22 (pl-en)":76.53,"STS22 (ru)":60.37,"STS22 (tr)":65.5,"STS22 (zh-en)":69.8,"STSBenchmark":87.35} -{"index":22,"Rank":81,"Model":"gte-Qwen2-1.5B-instruct<\/a>","Model Size (Million Parameters)":1776,"Memory Usage (GB, fp32)":6.62,"Embedding Dimensions":1536,"Max Tokens":131072,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":81.84,"STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":40.83,"STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":86.38} -{"index":24,"Rank":82,"Model":"gte-base-en-v1.5<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":86.04} -{"index":25,"Rank":83,"Model":"gte-large-en-v1.5<\/a>","Model Size (Million Parameters)":434,"Memory Usage (GB, fp32)":1.62,"Embedding Dimensions":1024,"Max Tokens":8192,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":83.07} -{"index":28,"Rank":84,"Model":"jina-embeddings-v2-base-es-Q2_K-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":86.49,"STS17 (es-es)":88.25,"STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":67.97,"STS22 (es-en)":78.8,"STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":87.84} -{"index":29,"Rank":85,"Model":"jina-embeddings-v2-base-es-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":86.49,"STS17 (es-es)":88.25,"STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":67.97,"STS22 (es-en)":78.8,"STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":87.84} -{"index":31,"Rank":86,"Model":"bge-en-icl<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":88.42} -{"index":33,"Rank":87,"Model":"bge-m3<\/a>","Model Size (Million Parameters)":567,"Memory Usage (GB, fp32)":2.11,"Embedding Dimensions":1024,"Max Tokens":8192,"Average":"","STS17 (ar-ar)":80.74,"STS17 (en-ar)":69.41,"STS17 (en-de)":82.24,"STS17 (en-tr)":72.52,"STS17 (es-en)":75.57,"STS17 (es-es)":87.34,"STS17 (fr-en)":79.8,"STS17 (it-en)":79.12,"STS17 (ko-ko)":81.43,"STS17 (nl-en)":80.82,"STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":66.26,"STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":84.87} -{"index":34,"Rank":88,"Model":"bge-multilingual-gemma2<\/a>","Model Size (Million Parameters)":9242,"Memory Usage (GB, fp32)":34.43,"Embedding Dimensions":3584,"Max Tokens":8192,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":83.28,"STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":42.79,"STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":87.25} -{"index":36,"Rank":89,"Model":"nomic-embed-text-v1<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":85.54} -{"index":37,"Rank":90,"Model":"nomic-embed-text-v1.5<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":85.47} -{"index":38,"Rank":91,"Model":"nomic-embed-text-v1.5-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":85.47} -{"index":40,"Rank":92,"Model":"GritLM-7B-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":85.64} -{"index":41,"Rank":93,"Model":"gme-Qwen2-VL-7B-Instruct-Q5_K_S-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":83.11} -{"index":42,"Rank":94,"Model":"Cohere-embed-english-light-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":86.58} -{"index":43,"Rank":95,"Model":"Cohere-embed-english-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":512,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":38.69,"STS22 (de)":43.62,"STS22 (de-en)":53.28,"STS22 (de-fr)":67.87,"STS22 (de-pl)":40.65,"STS22 (es)":60.81,"STS22 (es-en)":73.36,"STS22 (es-it)":68.51,"STS22 (fr)":81.09,"STS22 (fr-pl)":84.52,"STS22 (it)":73.12,"STS22 (pl)":36.17,"STS22 (pl-en)":68.66,"STS22 (ru)":36.52,"STS22 (tr)":53.62,"STS22 (zh-en)":47.47,"STSBenchmark":88.55} -{"index":44,"Rank":96,"Model":"Cohere-embed-multilingual-light-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":384,"Max Tokens":512,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":58.03,"STS22 (de)":60.0,"STS22 (de-en)":53.01,"STS22 (de-fr)":65.06,"STS22 (de-pl)":46.31,"STS22 (es)":67.44,"STS22 (es-en)":77.32,"STS22 (es-it)":73.91,"STS22 (fr)":82.8,"STS22 (fr-pl)":84.52,"STS22 (it)":78.41,"STS22 (pl)":39.33,"STS22 (pl-en)":79.82,"STS22 (ru)":63.39,"STS22 (tr)":66.08,"STS22 (zh-en)":65.99,"STSBenchmark":85.46} -{"index":45,"Rank":97,"Model":"Cohere-embed-multilingual-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":512,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":60.53,"STS22 (de)":61.71,"STS22 (de-en)":61.8,"STS22 (de-fr)":65.96,"STS22 (de-pl)":55.89,"STS22 (es)":68.78,"STS22 (es-en)":79.94,"STS22 (es-it)":76.51,"STS22 (fr)":82.76,"STS22 (fr-pl)":50.71,"STS22 (it)":79.78,"STS22 (pl)":41.69,"STS22 (pl-en)":78.24,"STS22 (ru)":65.39,"STS22 (tr)":66.67,"STS22 (zh-en)":74.01,"STSBenchmark":88.79} -{"index":46,"Rank":98,"Model":"sbert-chinese-general-v1<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":33.88,"STSBenchmark":""} -{"index":47,"Rank":99,"Model":"jina-embeddings-v3<\/a>","Model Size (Million Parameters)":572,"Memory Usage (GB, fp32)":2.13,"Embedding Dimensions":1024,"Max Tokens":8194,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":87.96,"STS17 (en-tr)":"","STS17 (es-en)":87.26,"STS17 (es-es)":88.78,"STS17 (fr-en)":87.56,"STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":61.61,"STS22 (de-en)":60.89,"STS22 (de-fr)":58.26,"STS22 (de-pl)":56.82,"STS22 (es)":72.21,"STS22 (es-en)":78.46,"STS22 (es-it)":"","STS22 (fr)":83.29,"STS22 (fr-pl)":84.52,"STS22 (it)":"","STS22 (pl)":45.14,"STS22 (pl-en)":76.18,"STS22 (ru)":65.09,"STS22 (tr)":"","STS22 (zh-en)":73.4,"STSBenchmark":89.44} -{"index":51,"Rank":100,"Model":"jina-embeddings-v2-small-en-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":84.04} -{"index":52,"Rank":101,"Model":"xlm-roberta-base<\/a>","Model Size (Million Parameters)":279,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":56.72,"STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":""} -{"index":53,"Rank":102,"Model":"xlm-roberta-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":55.49,"STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":""} -{"index":54,"Rank":103,"Model":"STS-multilingual-mpnet-base-v2<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":0.98} -{"index":55,"Rank":104,"Model":"bert-base-10lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":40.31,"STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":""} -{"index":56,"Rank":105,"Model":"bert-base-15lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":40.4,"STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":""} -{"index":57,"Rank":106,"Model":"bert-base-25lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":38.77,"STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":""} -{"index":58,"Rank":107,"Model":"GritLM-7B<\/a>","Model Size (Million Parameters)":7240,"Memory Usage (GB, fp32)":26.97,"Embedding Dimensions":"","Max Tokens":4096,"Average":"","STS17 (ar-ar)":79.26,"STS17 (en-ar)":74.46,"STS17 (en-de)":88.93,"STS17 (en-tr)":77.48,"STS17 (es-en)":87.47,"STS17 (es-es)":87.12,"STS17 (fr-en)":87.9,"STS17 (it-en)":88.43,"STS17 (ko-ko)":78.74,"STS17 (nl-en)":88.29,"STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":68.45,"STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":85.64} -{"index":59,"Rank":108,"Model":"GritLM-8x7B<\/a>","Model Size (Million Parameters)":46703,"Memory Usage (GB, fp32)":173.98,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":87.43} -{"index":60,"Rank":109,"Model":"KaLM-embedding-multilingual-mini-instruct-v1<\/a>","Model Size (Million Parameters)":494,"Memory Usage (GB, fp32)":1.84,"Embedding Dimensions":896,"Max Tokens":131072,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":60.13,"STS17 (en-de)":75.44,"STS17 (en-tr)":53.68,"STS17 (es-en)":78.05,"STS17 (es-es)":"","STS17 (fr-en)":75.21,"STS17 (it-en)":74.97,"STS17 (ko-ko)":"","STS17 (nl-en)":71.91,"STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":63.89,"STS22 (de-fr)":64.21,"STS22 (de-pl)":57.18,"STS22 (es)":"","STS22 (es-en)":80.66,"STS22 (es-it)":"","STS22 (fr)":81.71,"STS22 (fr-pl)":84.52,"STS22 (it)":"","STS22 (pl)":45.16,"STS22 (pl-en)":77.0,"STS22 (ru)":67.35,"STS22 (tr)":"","STS22 (zh-en)":76.57,"STSBenchmark":84.3} -{"index":61,"Rank":110,"Model":"KaLM-embedding-multilingual-mini-instruct-v1.5<\/a>","Model Size (Million Parameters)":494,"Memory Usage (GB, fp32)":1.84,"Embedding Dimensions":896,"Max Tokens":131072,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":56.44,"STS17 (en-de)":73.04,"STS17 (en-tr)":51.43,"STS17 (es-en)":75.97,"STS17 (es-es)":"","STS17 (fr-en)":74.07,"STS17 (it-en)":72.67,"STS17 (ko-ko)":"","STS17 (nl-en)":69.7,"STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":63.81,"STS22 (de-fr)":66.2,"STS22 (de-pl)":53.58,"STS22 (es)":"","STS22 (es-en)":78.23,"STS22 (es-it)":"","STS22 (fr)":80.75,"STS22 (fr-pl)":84.52,"STS22 (it)":"","STS22 (pl)":45.34,"STS22 (pl-en)":79.01,"STS22 (ru)":67.03,"STS22 (tr)":"","STS22 (zh-en)":76.35,"STSBenchmark":84.12} -{"index":62,"Rank":111,"Model":"KaLM-embedding-multilingual-mini-v1<\/a>","Model Size (Million Parameters)":494,"Memory Usage (GB, fp32)":1.84,"Embedding Dimensions":896,"Max Tokens":131072,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":64.21,"STS17 (en-de)":78.85,"STS17 (en-tr)":57.05,"STS17 (es-en)":79.86,"STS17 (es-es)":"","STS17 (fr-en)":79.12,"STS17 (it-en)":79.06,"STS17 (ko-ko)":"","STS17 (nl-en)":75.77,"STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":63.16,"STS22 (de-fr)":64.67,"STS22 (de-pl)":55.77,"STS22 (es)":"","STS22 (es-en)":78.61,"STS22 (es-it)":"","STS22 (fr)":82.57,"STS22 (fr-pl)":84.52,"STS22 (it)":"","STS22 (pl)":44.95,"STS22 (pl-en)":77.17,"STS22 (ru)":68.12,"STS22 (tr)":"","STS22 (zh-en)":74.97,"STSBenchmark":86.07} -{"index":63,"Rank":112,"Model":"speed-embedding-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":89.21} -{"index":64,"Rank":113,"Model":"lodestone-base-4096-v1<\/a>","Model Size (Million Parameters)":69,"Memory Usage (GB, fp32)":0.26,"Embedding Dimensions":768,"Max Tokens":4096,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":75.57} -{"index":65,"Rank":114,"Model":"2024-06-15_10-09-42<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":""} -{"index":66,"Rank":115,"Model":"2024-06-17_21-37-12<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":""} -{"index":67,"Rank":116,"Model":"2024-06-19_08-22-22<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":""} -{"index":68,"Rank":117,"Model":"2024-06-19_10-03-38<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":""} -{"index":69,"Rank":118,"Model":"2024-06-19_21-12-17<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":""} -{"index":70,"Rank":119,"Model":"2024-06-19_22-23-38<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":""} -{"index":71,"Rank":120,"Model":"e5-large-v2-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":87.74} -{"index":73,"Rank":121,"Model":"bilingual-document-embedding<\/a>","Model Size (Million Parameters)":568,"Memory Usage (GB, fp32)":2.12,"Embedding Dimensions":1024,"Max Tokens":8194,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":83.82,"STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":""} -{"index":74,"Rank":122,"Model":"bilingual-embedding-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":81.14,"STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":87.44} -{"index":75,"Rank":123,"Model":"bilingual-embedding-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":84.64,"STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":89.28} -{"index":76,"Rank":124,"Model":"bilingual-embedding-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":82.91,"STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":86.08} -{"index":77,"Rank":125,"Model":"Linq-Embed-Mistral<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":88.81} -{"index":78,"Rank":126,"Model":"jina-embeddings-v2-base-de-Q5_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":86.72,"STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":59.07,"STS22 (de-en)":55.97,"STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":88.14} -{"index":81,"Rank":127,"Model":"LLM2Vec-Llama-2-7b-chat-hf-mntp-supervised<\/a>","Model Size (Million Parameters)":6607,"Memory Usage (GB, fp32)":24.61,"Embedding Dimensions":4096,"Max Tokens":4096,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":88.72} -{"index":82,"Rank":128,"Model":"LLM2Vec-Llama-2-unsupervised<\/a>","Model Size (Million Parameters)":6607,"Memory Usage (GB, fp32)":24.61,"Embedding Dimensions":4096,"Max Tokens":4096,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":78.32} -{"index":83,"Rank":129,"Model":"LLM2Vec-Meta-Llama-3-supervised<\/a>","Model Size (Million Parameters)":7505,"Memory Usage (GB, fp32)":27.96,"Embedding Dimensions":4096,"Max Tokens":8192,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":88.05} -{"index":84,"Rank":130,"Model":"LLM2Vec-Meta-Llama-3-unsupervised<\/a>","Model Size (Million Parameters)":7505,"Memory Usage (GB, fp32)":27.96,"Embedding Dimensions":4096,"Max Tokens":8192,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":77.44} -{"index":85,"Rank":131,"Model":"LLM2Vec-Mistral-supervised<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":88.65} -{"index":86,"Rank":132,"Model":"LLM2Vec-Mistral-unsupervised<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":80.42} -{"index":87,"Rank":133,"Model":"LLM2Vec-Sheared-Llama-supervised<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":4096,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":87.16} -{"index":88,"Rank":134,"Model":"LLM2Vec-Sheared-Llama-unsupervised<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":4096,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":73.36} -{"index":89,"Rank":135,"Model":"Bulbasaur<\/a>","Model Size (Million Parameters)":17,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":83.34} -{"index":90,"Rank":136,"Model":"Ivysaur<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.08,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":84.25} -{"index":91,"Rank":137,"Model":"Squirtle<\/a>","Model Size (Million Parameters)":16,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":79.21} -{"index":92,"Rank":138,"Model":"Venusaur<\/a>","Model Size (Million Parameters)":16,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":76.72} -{"index":93,"Rank":139,"Model":"Wartortle<\/a>","Model Size (Million Parameters)":17,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":81.79} -{"index":94,"Rank":140,"Model":"test24<\/a>","Model Size (Million Parameters)":17,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":78.93} -{"index":95,"Rank":141,"Model":"test25<\/a>","Model Size (Million Parameters)":17,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":78.61} -{"index":96,"Rank":142,"Model":"SGPT-1.3B-weightedmean-msmarco-specb-bitfit<\/a>","Model Size (Million Parameters)":1341,"Memory Usage (GB, fp32)":4.99,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":77.59} -{"index":99,"Rank":143,"Model":"SGPT-2.7B-weightedmean-msmarco-specb-bitfit<\/a>","Model Size (Million Parameters)":2685,"Memory Usage (GB, fp32)":10.0,"Embedding Dimensions":2560,"Max Tokens":2048,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":79.21} -{"index":100,"Rank":144,"Model":"SGPT-5.8B-weightedmean-msmarco-specb-bitfit<\/a>","Model Size (Million Parameters)":5874,"Memory Usage (GB, fp32)":21.88,"Embedding Dimensions":4096,"Max Tokens":2048,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":81.39} -{"index":101,"Rank":145,"Model":"SGPT-5.8B-weightedmean-nli-bitfit<\/a>","Model Size (Million Parameters)":5874,"Memory Usage (GB, fp32)":21.88,"Embedding Dimensions":4096,"Max Tokens":2048,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":85.67} -{"index":103,"Rank":146,"Model":"jasper_en_vision_language_v1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":52.72,"STS17 (en-de)":85.84,"STS17 (en-tr)":55.56,"STS17 (es-en)":87.0,"STS17 (es-es)":"","STS17 (fr-en)":84.14,"STS17 (it-en)":86.31,"STS17 (ko-ko)":"","STS17 (nl-en)":84.2,"STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":59.47,"STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":77.83,"STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":76.4,"STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":73.08,"STSBenchmark":88.85} -{"index":104,"Rank":147,"Model":"stella_en_1.5B_v5<\/a>","Model Size (Million Parameters)":1543,"Memory Usage (GB, fp32)":5.75,"Embedding Dimensions":8192,"Max Tokens":131072,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":88.23} -{"index":105,"Rank":148,"Model":"stella_en_400M_v5<\/a>","Model Size (Million Parameters)":435,"Memory Usage (GB, fp32)":1.62,"Embedding Dimensions":8192,"Max Tokens":8192,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":87.74} -{"index":106,"Rank":149,"Model":"Arabert-all-nli-triplet-Matryoshka<\/a>","Model Size (Million Parameters)":135,"Memory Usage (GB, fp32)":0.5,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","STS17 (ar-ar)":83.16,"STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":58.29,"STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":61.59} -{"index":107,"Rank":150,"Model":"Arabic-MiniLM-L12-v2-all-nli-triplet<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","STS17 (ar-ar)":81.11,"STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":52.41,"STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":84.35} -{"index":108,"Rank":151,"Model":"Arabic-Triplet-Matryoshka-V2<\/a>","Model Size (Million Parameters)":135,"Memory Usage (GB, fp32)":0.5,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","STS17 (ar-ar)":85.31,"STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":""} -{"index":109,"Rank":152,"Model":"Arabic-all-nli-triplet-Matryoshka<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","STS17 (ar-ar)":82.4,"STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":51.38,"STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":86.16} -{"index":110,"Rank":153,"Model":"Arabic-labse-Matryoshka<\/a>","Model Size (Million Parameters)":471,"Memory Usage (GB, fp32)":1.75,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","STS17 (ar-ar)":82.47,"STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":57.26,"STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":82.05} -{"index":111,"Rank":154,"Model":"Arabic-mpnet-base-all-nli-triplet<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","STS17 (ar-ar)":79.93,"STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":52.44,"STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":67.56} -{"index":112,"Rank":155,"Model":"GATE-AraBert-v1<\/a>","Model Size (Million Parameters)":135,"Memory Usage (GB, fp32)":0.5,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","STS17 (ar-ar)":82.78,"STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":59.75,"STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":""} -{"index":113,"Rank":156,"Model":"Marbert-all-nli-triplet-Matryoshka<\/a>","Model Size (Million Parameters)":163,"Memory Usage (GB, fp32)":0.61,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","STS17 (ar-ar)":82.18,"STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":58.08,"STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":61.17} -{"index":114,"Rank":157,"Model":"Solon-embeddings-large-0.1<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":83.31,"STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":""} -{"index":115,"Rank":158,"Model":"KartonBERT-USE-base-v1<\/a>","Model Size (Million Parameters)":104,"Memory Usage (GB, fp32)":0.39,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":41.82,"STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":""} -{"index":116,"Rank":159,"Model":"st-polish-kartonberta-base-alpha-v1<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":36.78,"STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":""} -{"index":117,"Rank":160,"Model":"nomic-embed-text-v1.5-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":85.47} -{"index":118,"Rank":161,"Model":"bge_m3e_stella<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":61.83} -{"index":119,"Rank":162,"Model":"SFR-Embedding-2_R<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":83.6} -{"index":120,"Rank":163,"Model":"SFR-Embedding-Mistral<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":55.04,"STS22 (de)":52.72,"STS22 (de-en)":61.61,"STS22 (de-fr)":62.9,"STS22 (de-pl)":58.39,"STS22 (es)":67.38,"STS22 (es-en)":77.51,"STS22 (es-it)":75.55,"STS22 (fr)":81.03,"STS22 (fr-pl)":84.52,"STS22 (it)":76.79,"STS22 (pl)":40.47,"STS22 (pl-en)":74.65,"STS22 (ru)":62.38,"STS22 (tr)":68.81,"STS22 (zh-en)":72.83,"STSBenchmark":89.0} -{"index":121,"Rank":164,"Model":"ember-v1-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":87.77} -{"index":122,"Rank":165,"Model":"LLaMA-embeeding<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":52.67} -{"index":123,"Rank":166,"Model":"snowflake-arctic-embed-l<\/a>","Model Size (Million Parameters)":334,"Memory Usage (GB, fp32)":1.24,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":75.68} -{"index":124,"Rank":167,"Model":"snowflake-arctic-embed-l-v2.0<\/a>","Model Size (Million Parameters)":568,"Memory Usage (GB, fp32)":2.12,"Embedding Dimensions":1024,"Max Tokens":8194,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":61.05,"STS17 (en-de)":79.31,"STS17 (en-tr)":63.63,"STS17 (es-en)":71.05,"STS17 (es-es)":"","STS17 (fr-en)":76.27,"STS17 (it-en)":76.88,"STS17 (ko-ko)":"","STS17 (nl-en)":78.27,"STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":55.11,"STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":78.59,"STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":76.85,"STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":70.79,"STSBenchmark":79.19} -{"index":125,"Rank":168,"Model":"snowflake-arctic-embed-m<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":74.1} -{"index":126,"Rank":169,"Model":"snowflake-arctic-embed-m-long<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":77.9} -{"index":127,"Rank":170,"Model":"snowflake-arctic-embed-m-v1.5<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":69.72} -{"index":128,"Rank":171,"Model":"snowflake-arctic-embed-m-v2.0<\/a>","Model Size (Million Parameters)":305,"Memory Usage (GB, fp32)":1.14,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":43.22,"STS17 (en-de)":75.87,"STS17 (en-tr)":48.94,"STS17 (es-en)":68.92,"STS17 (es-es)":"","STS17 (fr-en)":74.69,"STS17 (it-en)":73.82,"STS17 (ko-ko)":"","STS17 (nl-en)":64.88,"STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":52.69,"STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":78.89,"STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":76.62,"STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":69.43,"STSBenchmark":76.01} -{"index":129,"Rank":172,"Model":"snowflake-arctic-embed-s<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":81.19} -{"index":130,"Rank":173,"Model":"snowflake-arctic-embed-xs<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.08,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":79.18} -{"index":131,"Rank":174,"Model":"bge-micro<\/a>","Model Size (Million Parameters)":17,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":81.32} -{"index":132,"Rank":175,"Model":"bge-micro-v2<\/a>","Model Size (Million Parameters)":17,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":82.5} -{"index":133,"Rank":176,"Model":"gte-tiny<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.08,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":84.38} -{"index":134,"Rank":177,"Model":"UAE-Large-V1<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":89.06} -{"index":135,"Rank":178,"Model":"sentence-croissant-llm-base<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":78.77,"STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":""} -{"index":136,"Rank":179,"Model":"nomic-embed-text-v1.5-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":85.47} -{"index":137,"Rank":180,"Model":"German_Semantic_STS_V2<\/a>","Model Size (Million Parameters)":336,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":""} -{"index":138,"Rank":181,"Model":"MedEmbed-small-v0.1<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":-1.1,"STS17 (en-de)":22.07,"STS17 (en-tr)":5.01,"STS17 (es-en)":19.72,"STS17 (es-es)":"","STS17 (fr-en)":29.3,"STS17 (it-en)":20.23,"STS17 (ko-ko)":"","STS17 (nl-en)":24.31,"STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":46.81,"STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":61.55,"STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":41.91,"STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":50.68,"STSBenchmark":84.81} -{"index":139,"Rank":182,"Model":"e5-base-v2-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":86.52} -{"index":140,"Rank":183,"Model":"FRIDA<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":63.54,"STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":""} -{"index":141,"Rank":184,"Model":"ru-en-RoSBERTa<\/a>","Model Size (Million Parameters)":404,"Memory Usage (GB, fp32)":1.5,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":67.06,"STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":""} -{"index":144,"Rank":185,"Model":"Giga-Embeddings-instruct<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":61.11,"STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":82.2} -{"index":145,"Rank":186,"Model":"bge-small-en<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":84.89} -{"index":147,"Rank":187,"Model":"bge-small-4096<\/a>","Model Size (Million Parameters)":35,"Memory Usage (GB, fp32)":0.13,"Embedding Dimensions":384,"Max Tokens":4096,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":81.94} -{"index":148,"Rank":188,"Model":"jina-embeddings-v2-base-en<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":84.84} -{"index":149,"Rank":189,"Model":"GIST-Embedding-v0<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":87.32} -{"index":150,"Rank":190,"Model":"GIST-all-MiniLM-L6-v2<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.08,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":84.4} -{"index":151,"Rank":191,"Model":"GIST-large-Embedding-v0<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":88.3} -{"index":152,"Rank":192,"Model":"GIST-small-Embedding-v0<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":87.08} -{"index":153,"Rank":193,"Model":"NoInstruct-small-Embedding-v0<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":86.98} -{"index":154,"Rank":194,"Model":"bge-base-en-v1-5-seqlen-384-bs-1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":86.42} -{"index":155,"Rank":195,"Model":"concat-e5-small-bge-small-01<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":4.62,"STS17 (en-de)":29.11,"STS17 (en-tr)":7.61,"STS17 (es-en)":29.63,"STS17 (es-es)":"","STS17 (fr-en)":38.29,"STS17 (it-en)":27.22,"STS17 (ko-ko)":"","STS17 (nl-en)":30.81,"STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":47.02,"STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":63.05,"STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":44.44,"STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":49.45,"STSBenchmark":86.66} -{"index":156,"Rank":196,"Model":"brown-beetle-base-v1<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.08,"Embedding Dimensions":768,"Max Tokens":1000000,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":2.06,"STS17 (en-de)":18.58,"STS17 (en-tr)":-3.55,"STS17 (es-en)":9.08,"STS17 (es-es)":"","STS17 (fr-en)":21.1,"STS17 (it-en)":15.41,"STS17 (ko-ko)":"","STS17 (nl-en)":17.41,"STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":28.33,"STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":13.19,"STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":14.53,"STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":4.54,"STSBenchmark":65.48} -{"index":157,"Rank":197,"Model":"brown-beetle-small-v1<\/a>","Model Size (Million Parameters)":8,"Memory Usage (GB, fp32)":0.03,"Embedding Dimensions":256,"Max Tokens":1000000,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":1.6,"STS17 (en-de)":18.27,"STS17 (en-tr)":-3.32,"STS17 (es-en)":6.62,"STS17 (es-es)":"","STS17 (fr-en)":21.12,"STS17 (it-en)":14.62,"STS17 (ko-ko)":"","STS17 (nl-en)":16.64,"STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":27.26,"STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":11.06,"STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":14.78,"STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":6.16,"STSBenchmark":67.25} -{"index":158,"Rank":198,"Model":"brown-beetle-tiny-v1<\/a>","Model Size (Million Parameters)":4,"Memory Usage (GB, fp32)":0.01,"Embedding Dimensions":128,"Max Tokens":1000000,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":-5.31,"STS17 (en-de)":16.72,"STS17 (en-tr)":-3.29,"STS17 (es-en)":6.84,"STS17 (es-es)":"","STS17 (fr-en)":18.12,"STS17 (it-en)":13.33,"STS17 (ko-ko)":"","STS17 (nl-en)":15.24,"STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":20.81,"STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":9.12,"STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":10.78,"STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":8.44,"STSBenchmark":66.82} -{"index":159,"Rank":199,"Model":"brown-beetle-tiny-v1.1<\/a>","Model Size (Million Parameters)":4,"Memory Usage (GB, fp32)":0.01,"Embedding Dimensions":768,"Max Tokens":1000000,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":-4.38,"STS17 (en-de)":20.93,"STS17 (en-tr)":-0.65,"STS17 (es-en)":9.03,"STS17 (es-es)":"","STS17 (fr-en)":22.69,"STS17 (it-en)":19.75,"STS17 (ko-ko)":"","STS17 (nl-en)":20.54,"STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":23.73,"STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":9.7,"STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":15.96,"STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":15.31,"STSBenchmark":73.12} -{"index":160,"Rank":200,"Model":"brown-fairy-base-v0<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.08,"Embedding Dimensions":768,"Max Tokens":1000000,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":71.93} -{"index":161,"Rank":201,"Model":"red-beetle-base-v1.1<\/a>","Model Size (Million Parameters)":30,"Memory Usage (GB, fp32)":0.11,"Embedding Dimensions":1024,"Max Tokens":1000000,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":5.12,"STS17 (en-de)":27.44,"STS17 (en-tr)":8.63,"STS17 (es-en)":12.23,"STS17 (es-es)":"","STS17 (fr-en)":26.26,"STS17 (it-en)":20.05,"STS17 (ko-ko)":"","STS17 (nl-en)":23.98,"STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":28.81,"STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":7.84,"STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":25.31,"STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":13.59,"STSBenchmark":76.15} -{"index":162,"Rank":202,"Model":"sgpt-bloom-1b7-nli<\/a>","Model Size (Million Parameters)":1722,"Memory Usage (GB, fp32)":6.42,"Embedding Dimensions":2048,"Max Tokens":4096,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":73.13,"STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":""} -{"index":164,"Rank":203,"Model":"bge-m3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":84.85} -{"index":165,"Rank":204,"Model":"jina-embeddings-v2-base-de-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":86.72,"STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":59.07,"STS22 (de-en)":55.97,"STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":88.14} -{"index":166,"Rank":205,"Model":"snowflake-arctic-embed-m-v2.0-cpu<\/a>","Model Size (Million Parameters)":305,"Memory Usage (GB, fp32)":1.14,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":43.22,"STS17 (en-de)":75.87,"STS17 (en-tr)":48.94,"STS17 (es-en)":68.92,"STS17 (es-es)":"","STS17 (fr-en)":74.69,"STS17 (it-en)":73.82,"STS17 (ko-ko)":"","STS17 (nl-en)":64.88,"STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":52.69,"STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":78.89,"STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":76.62,"STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":69.43,"STSBenchmark":76.01} -{"index":170,"Rank":206,"Model":"cai-lunaris-text-embeddings<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":71.4} -{"index":171,"Rank":207,"Model":"french-document-embedding<\/a>","Model Size (Million Parameters)":305,"Memory Usage (GB, fp32)":1.14,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":83.19,"STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":""} -{"index":172,"Rank":208,"Model":"sentence-camembert-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":77.54,"STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":""} -{"index":173,"Rank":209,"Model":"sentence-camembert-large<\/a>","Model Size (Million Parameters)":337,"Memory Usage (GB, fp32)":1.26,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":81.73,"STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":""} -{"index":174,"Rank":210,"Model":"embedder-100p<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":84.2} -{"index":179,"Rank":211,"Model":"multi-qa-MiniLM-L6-cos-v1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":75.98} -{"index":180,"Rank":212,"Model":"sft-bge-small<\/a>","Model Size (Million Parameters)":24,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":512,"Max Tokens":512,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":""} -{"index":181,"Rank":213,"Model":"e5-base-4k<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":34.55,"STS22 (de)":31.42,"STS22 (de-en)":48.14,"STS22 (de-fr)":47.22,"STS22 (de-pl)":16.84,"STS22 (es)":61.84,"STS22 (es-en)":61.41,"STS22 (es-it)":55.06,"STS22 (fr)":72.42,"STS22 (fr-pl)":61.98,"STS22 (it)":70.79,"STS22 (pl)":21.86,"STS22 (pl-en)":55.43,"STS22 (ru)":24.96,"STS22 (tr)":48.3,"STS22 (zh-en)":33.19,"STSBenchmark":86.52} -{"index":182,"Rank":214,"Model":"mxbai-embed-large-v1-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":89.1} -{"index":184,"Rank":215,"Model":"english-4U-bge-small<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":85.86} -{"index":185,"Rank":216,"Model":"flaubert_base_cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":65.37,"STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":""} -{"index":186,"Rank":217,"Model":"flaubert_base_uncased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":55.15,"STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":""} -{"index":187,"Rank":218,"Model":"flaubert_large_cased<\/a>","Model Size (Million Parameters)":372,"Memory Usage (GB, fp32)":1.39,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":48.52,"STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":""} -{"index":188,"Rank":219,"Model":"bge-m3-custom-fr-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":81.7,"STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":""} -{"index":189,"Rank":220,"Model":"jina-embeddings-v2-base-en-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":84.84} -{"index":190,"Rank":221,"Model":"bert-base-multilingual-cased<\/a>","Model Size (Million Parameters)":179,"Memory Usage (GB, fp32)":0.67,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":39.05,"STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":""} -{"index":191,"Rank":222,"Model":"bert-base-multilingual-uncased<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":56.47,"STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":""} -{"index":192,"Rank":223,"Model":"bert-base-uncased<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":47.29} -{"index":193,"Rank":224,"Model":"instructor-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":86.43} -{"index":194,"Rank":225,"Model":"instructor-large<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":86.88} -{"index":195,"Rank":226,"Model":"instructor-xl<\/a>","Model Size (Million Parameters)":1241,"Memory Usage (GB, fp32)":4.62,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":86.56} -{"index":196,"Rank":227,"Model":"granite-embedding-278m-multilingual-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":59.84,"STS17 (en-de)":69.72,"STS17 (en-tr)":44.64,"STS17 (es-en)":69.57,"STS17 (es-es)":"","STS17 (fr-en)":74.25,"STS17 (it-en)":68.28,"STS17 (ko-ko)":"","STS17 (nl-en)":68.04,"STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":60.04,"STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":80.47,"STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":70.67,"STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":72.46,"STSBenchmark":78.41} -{"index":197,"Rank":228,"Model":"granite-embedding-278m-multilingual-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":59.84,"STS17 (en-de)":69.72,"STS17 (en-tr)":44.64,"STS17 (es-en)":69.57,"STS17 (es-es)":"","STS17 (fr-en)":74.25,"STS17 (it-en)":68.28,"STS17 (ko-ko)":"","STS17 (nl-en)":68.04,"STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":60.04,"STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":80.47,"STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":70.67,"STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":72.46,"STSBenchmark":78.41} -{"index":198,"Rank":229,"Model":"bge-large-en-v1.5-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":87.52} -{"index":199,"Rank":230,"Model":"granite-embedding-107m-multilingual<\/a>","Model Size (Million Parameters)":107,"Memory Usage (GB, fp32)":0.4,"Embedding Dimensions":384,"Max Tokens":514,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":59.93,"STS17 (en-de)":69.98,"STS17 (en-tr)":33.73,"STS17 (es-en)":70.06,"STS17 (es-es)":"","STS17 (fr-en)":74.17,"STS17 (it-en)":66.86,"STS17 (ko-ko)":"","STS17 (nl-en)":68.49,"STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":56.23,"STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":79.58,"STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":72.82,"STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":71.52,"STSBenchmark":76.98} -{"index":200,"Rank":231,"Model":"granite-embedding-125m-english<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":22.54,"STS17 (en-de)":50.03,"STS17 (en-tr)":22.12,"STS17 (es-en)":37.71,"STS17 (es-es)":"","STS17 (fr-en)":38.92,"STS17 (it-en)":30.76,"STS17 (ko-ko)":"","STS17 (nl-en)":43.2,"STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":54.18,"STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":73.79,"STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":71.63,"STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":39.59,"STSBenchmark":79.66} -{"index":201,"Rank":232,"Model":"granite-embedding-278m-multilingual<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":59.84,"STS17 (en-de)":69.72,"STS17 (en-tr)":44.64,"STS17 (es-en)":69.57,"STS17 (es-es)":"","STS17 (fr-en)":74.25,"STS17 (it-en)":68.28,"STS17 (ko-ko)":"","STS17 (nl-en)":68.04,"STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":60.04,"STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":80.47,"STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":70.67,"STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":72.46,"STSBenchmark":78.41} -{"index":202,"Rank":233,"Model":"granite-embedding-30m-english<\/a>","Model Size (Million Parameters)":30,"Memory Usage (GB, fp32)":0.11,"Embedding Dimensions":384,"Max Tokens":514,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":17.69,"STS17 (en-de)":46.55,"STS17 (en-tr)":18.51,"STS17 (es-en)":30.64,"STS17 (es-es)":"","STS17 (fr-en)":34.7,"STS17 (it-en)":27.93,"STS17 (ko-ko)":"","STS17 (nl-en)":39.76,"STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":54.1,"STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":66.95,"STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":69.04,"STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":36.18,"STSBenchmark":78.04} -{"index":203,"Rank":234,"Model":"stella-base-en-v2<\/a>","Model Size (Million Parameters)":55,"Memory Usage (GB, fp32)":0.2,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":87.45} -{"index":204,"Rank":235,"Model":"e5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":30.48,"STS22 (de)":35.13,"STS22 (de-en)":49.21,"STS22 (de-fr)":55.99,"STS22 (de-pl)":45.33,"STS22 (es)":58.71,"STS22 (es-en)":67.35,"STS22 (es-it)":55.56,"STS22 (fr)":77.27,"STS22 (fr-pl)":50.71,"STS22 (it)":70.51,"STS22 (pl)":30.31,"STS22 (pl-en)":60.4,"STS22 (ru)":8.56,"STS22 (tr)":51.02,"STS22 (zh-en)":32.75,"STSBenchmark":86.18} -{"index":206,"Rank":236,"Model":"e5-large<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":37.01,"STS22 (de)":44.63,"STS22 (de-en)":54.9,"STS22 (de-fr)":54.29,"STS22 (de-pl)":40.53,"STS22 (es)":61.75,"STS22 (es-en)":68.92,"STS22 (es-it)":63.53,"STS22 (fr)":81.45,"STS22 (fr-pl)":73.25,"STS22 (it)":71.03,"STS22 (pl)":32.96,"STS22 (pl-en)":64.87,"STS22 (ru)":21.54,"STS22 (tr)":55.9,"STS22 (zh-en)":35.44,"STSBenchmark":87.21} -{"index":209,"Rank":237,"Model":"e5-small<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":28.24,"STS22 (de)":41.84,"STS22 (de-en)":43.7,"STS22 (de-fr)":50.67,"STS22 (de-pl)":32.33,"STS22 (es)":60.03,"STS22 (es-en)":66.1,"STS22 (es-it)":57.13,"STS22 (fr)":77.03,"STS22 (fr-pl)":84.52,"STS22 (it)":71.58,"STS22 (pl)":26.4,"STS22 (pl-en)":49.23,"STS22 (ru)":18.1,"STS22 (tr)":54.58,"STS22 (zh-en)":21.97,"STSBenchmark":86.36} -{"index":210,"Rank":238,"Model":"e5-small-v2<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":85.95} -{"index":215,"Rank":239,"Model":"herbert-base-retrieval-v2<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.47,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":39.73,"STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":""} -{"index":216,"Rank":240,"Model":"silver-retriever-base-v1<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.47,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":38.69,"STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":""} -{"index":218,"Rank":241,"Model":"udever-bloom-3b<\/a>","Model Size (Million Parameters)":3003,"Memory Usage (GB, fp32)":11.19,"Embedding Dimensions":2560,"Max Tokens":2048,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":87.71} -{"index":220,"Rank":242,"Model":"udever-bloom-7b1<\/a>","Model Size (Million Parameters)":7069,"Memory Usage (GB, fp32)":26.33,"Embedding Dimensions":4096,"Max Tokens":2048,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":88.02} -{"index":221,"Rank":243,"Model":"jina-embedding-b-en-v1<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":82.57} -{"index":222,"Rank":244,"Model":"jina-embedding-l-en-v1<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":84.6} -{"index":223,"Rank":245,"Model":"jina-embedding-s-en-v1<\/a>","Model Size (Million Parameters)":35,"Memory Usage (GB, fp32)":0.13,"Embedding Dimensions":512,"Max Tokens":512,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":79.2} -{"index":224,"Rank":246,"Model":"jina-embeddings-v2-base-de<\/a>","Model Size (Million Parameters)":161,"Memory Usage (GB, fp32)":0.6,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":86.72,"STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":59.07,"STS22 (de-en)":55.97,"STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":88.14} -{"index":225,"Rank":247,"Model":"jina-embeddings-v2-base-en<\/a>","Model Size (Million Parameters)":275,"Memory Usage (GB, fp32)":1.02,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":84.84} -{"index":226,"Rank":248,"Model":"jina-embeddings-v2-base-es<\/a>","Model Size (Million Parameters)":161,"Memory Usage (GB, fp32)":0.6,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":86.49,"STS17 (es-es)":88.25,"STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":67.97,"STS22 (es-en)":78.8,"STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":87.84} -{"index":227,"Rank":249,"Model":"jina-embeddings-v2-small-en<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":512,"Max Tokens":8192,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":84.04} -{"index":228,"Rank":250,"Model":"jina-embeddings-v3<\/a>","Model Size (Million Parameters)":572,"Memory Usage (GB, fp32)":2.13,"Embedding Dimensions":1024,"Max Tokens":8194,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":87.96,"STS17 (en-tr)":"","STS17 (es-en)":87.26,"STS17 (es-es)":88.78,"STS17 (fr-en)":87.56,"STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":61.61,"STS22 (de-en)":60.89,"STS22 (de-fr)":58.26,"STS22 (de-pl)":56.82,"STS22 (es)":72.21,"STS22 (es-en)":78.46,"STS22 (es-it)":"","STS22 (fr)":83.29,"STS22 (fr-pl)":84.52,"STS22 (it)":"","STS22 (pl)":45.14,"STS22 (pl-en)":76.18,"STS22 (ru)":65.09,"STS22 (tr)":"","STS22 (zh-en)":73.4,"STSBenchmark":89.44} -{"index":230,"Rank":251,"Model":"echo-mistral-7b-instruct-lasttoken<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":85.67} -{"index":231,"Rank":252,"Model":"cde-small-v1<\/a>","Model Size (Million Parameters)":143,"Memory Usage (GB, fp32)":0.53,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":85.54} -{"index":232,"Rank":253,"Model":"cde-small-v2<\/a>","Model Size (Million Parameters)":150,"Memory Usage (GB, fp32)":0.56,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":87.71} -{"index":233,"Rank":254,"Model":"modernbert-embed-large<\/a>","Model Size (Million Parameters)":395,"Memory Usage (GB, fp32)":1.47,"Embedding Dimensions":1024,"Max Tokens":8192,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":87.4} -{"index":234,"Rank":255,"Model":"modernbert-embed-large-unsupervised<\/a>","Model Size (Million Parameters)":395,"Memory Usage (GB, fp32)":1.47,"Embedding Dimensions":1024,"Max Tokens":8192,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":83.46} -{"index":235,"Rank":256,"Model":"MegatronBert-1B3-embedding<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":83.69} -{"index":236,"Rank":257,"Model":"XLM-0B6-embedding<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":86.5} -{"index":237,"Rank":258,"Model":"XLM-3B5-embedding<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":86.46} -{"index":238,"Rank":259,"Model":"ember-v1<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":87.77} -{"index":239,"Rank":260,"Model":"mxbai-embed-large-v1-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":89.1} -{"index":240,"Rank":261,"Model":"ternary-weight-embedding<\/a>","Model Size (Million Parameters)":99,"Memory Usage (GB, fp32)":0.37,"Embedding Dimensions":1792,"Max Tokens":512,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":27.72,"STS22 (de)":20.26,"STS22 (de-en)":38.54,"STS22 (de-fr)":33.9,"STS22 (de-pl)":7.27,"STS22 (es)":48.77,"STS22 (es-en)":47.53,"STS22 (es-it)":35.63,"STS22 (fr)":55.04,"STS22 (fr-pl)":84.52,"STS22 (it)":50.23,"STS22 (pl)":12.39,"STS22 (pl-en)":37.61,"STS22 (ru)":21.92,"STS22 (tr)":37.93,"STS22 (zh-en)":64.69,"STSBenchmark":""} -{"index":241,"Rank":262,"Model":"bge-m3-custom-fr<\/a>","Model Size (Million Parameters)":568,"Memory Usage (GB, fp32)":2.12,"Embedding Dimensions":1024,"Max Tokens":8194,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":81.7,"STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":""} -{"index":242,"Rank":263,"Model":"sentence_croissant_alpha_v0.1<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":75.66,"STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":""} -{"index":243,"Rank":264,"Model":"sentence_croissant_alpha_v0.2<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":78.68,"STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":""} -{"index":244,"Rank":265,"Model":"sentence_croissant_alpha_v0.3<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":80.8,"STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":""} -{"index":245,"Rank":266,"Model":"sentence_croissant_alpha_v0.4<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":82.35,"STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":""} -{"index":246,"Rank":267,"Model":"M2V_base_glove<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Embedding Dimensions":256,"Max Tokens":1000000,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":11.84,"STS17 (en-de)":19.78,"STS17 (en-tr)":3.88,"STS17 (es-en)":15.48,"STS17 (es-es)":"","STS17 (fr-en)":18.41,"STS17 (it-en)":2.93,"STS17 (ko-ko)":"","STS17 (nl-en)":10.28,"STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":31.73,"STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":20.68,"STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":36.39,"STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":3.65,"STSBenchmark":68.91} -{"index":247,"Rank":268,"Model":"M2V_base_glove_subword<\/a>","Model Size (Million Parameters)":103,"Memory Usage (GB, fp32)":0.38,"Embedding Dimensions":256,"Max Tokens":1000000,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":-6.18,"STS17 (en-de)":22.57,"STS17 (en-tr)":-10.09,"STS17 (es-en)":13.25,"STS17 (es-es)":"","STS17 (fr-en)":19.49,"STS17 (it-en)":10.22,"STS17 (ko-ko)":"","STS17 (nl-en)":14.34,"STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":28.59,"STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":18.5,"STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":-0.22,"STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":10.97,"STSBenchmark":66.52} -{"index":248,"Rank":269,"Model":"M2V_base_output<\/a>","Model Size (Million Parameters)":8,"Memory Usage (GB, fp32)":0.03,"Embedding Dimensions":256,"Max Tokens":1000000,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":1.6,"STS17 (en-de)":18.27,"STS17 (en-tr)":-3.32,"STS17 (es-en)":6.63,"STS17 (es-es)":"","STS17 (fr-en)":21.12,"STS17 (it-en)":14.62,"STS17 (ko-ko)":"","STS17 (nl-en)":16.65,"STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":27.04,"STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":11.05,"STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":15.42,"STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":9.07,"STSBenchmark":67.25} -{"index":249,"Rank":270,"Model":"potion-base-2M<\/a>","Model Size (Million Parameters)":2,"Memory Usage (GB, fp32)":0.01,"Embedding Dimensions":64,"Max Tokens":1000000,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":2.42,"STS17 (en-de)":22.52,"STS17 (en-tr)":8.82,"STS17 (es-en)":10.14,"STS17 (es-es)":"","STS17 (fr-en)":25.26,"STS17 (it-en)":14.14,"STS17 (ko-ko)":"","STS17 (nl-en)":19.56,"STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":25.64,"STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":10.04,"STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":15.13,"STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":11.79,"STSBenchmark":72.81} -{"index":250,"Rank":271,"Model":"potion-base-32M<\/a>","Model Size (Million Parameters)":32,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":512,"Max Tokens":1000000,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":1.97,"STS17 (en-de)":26.77,"STS17 (en-tr)":6.43,"STS17 (es-en)":18.67,"STS17 (es-es)":"","STS17 (fr-en)":33.88,"STS17 (it-en)":26.92,"STS17 (ko-ko)":"","STS17 (nl-en)":29.85,"STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":36.69,"STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":12.44,"STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":28.1,"STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":18.43,"STSBenchmark":76.84} -{"index":251,"Rank":272,"Model":"potion-base-4M<\/a>","Model Size (Million Parameters)":4,"Memory Usage (GB, fp32)":0.01,"Embedding Dimensions":128,"Max Tokens":1000000,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":-0.56,"STS17 (en-de)":24.76,"STS17 (en-tr)":11.97,"STS17 (es-en)":13.6,"STS17 (es-es)":"","STS17 (fr-en)":31.33,"STS17 (it-en)":21.32,"STS17 (ko-ko)":"","STS17 (nl-en)":24.62,"STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":31.68,"STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":9.73,"STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":18.35,"STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":16.22,"STSBenchmark":74.28} -{"index":252,"Rank":273,"Model":"potion-base-8M<\/a>","Model Size (Million Parameters)":8,"Memory Usage (GB, fp32)":0.03,"Embedding Dimensions":256,"Max Tokens":1000000,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":5.42,"STS17 (en-de)":23.01,"STS17 (en-tr)":11.19,"STS17 (es-en)":14.73,"STS17 (es-es)":"","STS17 (fr-en)":34.29,"STS17 (it-en)":23.14,"STS17 (ko-ko)":"","STS17 (nl-en)":27.53,"STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":36.21,"STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":10.99,"STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":21.34,"STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":17.29,"STSBenchmark":75.41} -{"index":253,"Rank":274,"Model":"mxbai-embed-2d-large-v1<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":89.2} -{"index":254,"Rank":275,"Model":"mxbai-embed-large-v1<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":89.1} -{"index":255,"Rank":276,"Model":"nomic-embed-text-v1.5-Q4_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":85.47} -{"index":256,"Rank":277,"Model":"jina-embeddings-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":84.84} -{"index":257,"Rank":278,"Model":"bge-base-en-v1.5-quant<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":86.79} -{"index":258,"Rank":279,"Model":"bge-base-en-v1.5-sparse<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":85.93} -{"index":259,"Rank":280,"Model":"bge-large-en-v1.5-quant<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":87.89} -{"index":260,"Rank":281,"Model":"bge-large-en-v1.5-sparse<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":86.88} -{"index":261,"Rank":282,"Model":"bge-small-en-v1.5-quant<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":86.31} -{"index":262,"Rank":283,"Model":"bge-small-en-v1.5-sparse<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":81.77} -{"index":263,"Rank":284,"Model":"mmarco-bert-base-italian-uncased<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":69.44,"STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":""} -{"index":264,"Rank":285,"Model":"mmarco-sentence-flare-it<\/a>","Model Size (Million Parameters)":17,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":514,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":37.93,"STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":""} -{"index":265,"Rank":286,"Model":"stsbm-sentence-flare-it<\/a>","Model Size (Million Parameters)":17,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":514,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":65.71,"STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":""} -{"index":266,"Rank":287,"Model":"bge-large-en-v1.5<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":87.52} -{"index":267,"Rank":288,"Model":"modernbert-embed-base<\/a>","Model Size (Million Parameters)":149,"Memory Usage (GB, fp32)":0.56,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":86.97} -{"index":268,"Rank":289,"Model":"modernbert-embed-base-unsupervised<\/a>","Model Size (Million Parameters)":149,"Memory Usage (GB, fp32)":0.56,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":83.4} -{"index":269,"Rank":290,"Model":"nomic-embed-text-v1<\/a>","Model Size (Million Parameters)":547,"Memory Usage (GB, fp32)":2.04,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":36.31,"STS22 (de)":38.66,"STS22 (de-en)":50.97,"STS22 (de-fr)":50.64,"STS22 (de-pl)":30.76,"STS22 (es)":65.18,"STS22 (es-en)":65.53,"STS22 (es-it)":61.2,"STS22 (fr)":79.58,"STS22 (fr-pl)":73.25,"STS22 (it)":74.8,"STS22 (pl)":30.72,"STS22 (pl-en)":64.12,"STS22 (ru)":32.23,"STS22 (tr)":54.48,"STS22 (zh-en)":46.19,"STSBenchmark":85.54} -{"index":270,"Rank":291,"Model":"nomic-embed-text-v1-ablated<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":83.42} -{"index":271,"Rank":292,"Model":"nomic-embed-text-v1-unsupervised<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":83.96} -{"index":272,"Rank":293,"Model":"nomic-embed-text-v1.5-128<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":128,"Max Tokens":8192,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":84.28} -{"index":273,"Rank":294,"Model":"nomic-embed-text-v1.5-256<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":256,"Max Tokens":8192,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":84.8} -{"index":274,"Rank":295,"Model":"nomic-embed-text-v1.5-512<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":512,"Max Tokens":8192,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":85.14} -{"index":275,"Rank":296,"Model":"nomic-embed-text-v1.5-64<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":64,"Max Tokens":8192,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":83.46} -{"index":276,"Rank":297,"Model":"nomic-embed-text-v1.5<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":85.47} -{"index":277,"Rank":298,"Model":"contriever-base-msmarco<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":78.81} -{"index":278,"Rank":299,"Model":"NV-Embed-v1<\/a>","Model Size (Million Parameters)":7851,"Memory Usage (GB, fp32)":29.25,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":86.14} -{"index":279,"Rank":300,"Model":"NV-Embed-v2<\/a>","Model Size (Million Parameters)":7851,"Memory Usage (GB, fp32)":29.25,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":88.41} -{"index":280,"Rank":301,"Model":"Arabic-STS-Matryoshka<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","STS17 (ar-ar)":82.9,"STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":""} -{"index":281,"Rank":302,"Model":"Arabic-STS-Matryoshka-V2<\/a>","Model Size (Million Parameters)":135,"Memory Usage (GB, fp32)":0.5,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","STS17 (ar-ar)":86.06,"STS17 (en-ar)":13.34,"STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":58.72,"STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":""} -{"index":282,"Rank":303,"Model":"arabic-english-sts-matryoshka<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","STS17 (ar-ar)":83.05,"STS17 (en-ar)":79.68,"STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":""} -{"index":283,"Rank":304,"Model":"arabic-english-sts-matryoshka-v2.0<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","STS17 (ar-ar)":83.78,"STS17 (en-ar)":82.19,"STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":""} -{"index":284,"Rank":305,"Model":"MiniCPM-Embedding-Light<\/a>","Model Size (Million Parameters)":434,"Memory Usage (GB, fp32)":1.62,"Embedding Dimensions":1024,"Max Tokens":4096,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":73.91,"STSBenchmark":74.23} -{"index":285,"Rank":306,"Model":"GritLM-7B-vllm<\/a>","Model Size (Million Parameters)":7242,"Memory Usage (GB, fp32)":26.98,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":85.64} -{"index":286,"Rank":307,"Model":"jina-embeddings-v2-base-es-Q5_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":86.49,"STS17 (es-es)":88.25,"STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":67.97,"STS22 (es-en)":78.8,"STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":87.84} -{"index":287,"Rank":308,"Model":"mini-gte<\/a>","Model Size (Million Parameters)":66,"Memory Usage (GB, fp32)":0.25,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":86.25} -{"index":288,"Rank":309,"Model":"sup-simcse-bert-base-uncased<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":84.25} -{"index":289,"Rank":310,"Model":"unsup-simcse-bert-base-uncased<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":76.52} -{"index":293,"Rank":311,"Model":"TDTE<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":88.15} -{"index":294,"Rank":312,"Model":"bge-large-en-v1.5-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":87.52} -{"index":295,"Rank":313,"Model":"bge-large-en-v1.5-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":87.52} -{"index":296,"Rank":314,"Model":"sf_model_e5<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":88.33} -{"index":297,"Rank":315,"Model":"zzz<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":75.57} -{"index":298,"Rank":316,"Model":"mmlw-e5-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":40.36,"STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":""} -{"index":299,"Rank":317,"Model":"mmlw-e5-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":40.4,"STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":""} -{"index":300,"Rank":318,"Model":"mmlw-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":40.63,"STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":""} -{"index":301,"Rank":319,"Model":"mmlw-roberta-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":40.36,"STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":""} -{"index":302,"Rank":320,"Model":"mmlw-roberta-large<\/a>","Model Size (Million Parameters)":435,"Memory Usage (GB, fp32)":1.62,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":39.32,"STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":""} -{"index":303,"Rank":321,"Model":"st-polish-paraphrase-from-distilroberta<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.47,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":40.36,"STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":""} -{"index":304,"Rank":322,"Model":"st-polish-paraphrase-from-mpnet<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.47,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":37.34,"STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":""} -{"index":310,"Rank":323,"Model":"average_word_embeddings_glove.6B.300d<\/a>","Model Size (Million Parameters)":120,"Memory Usage (GB, fp32)":0.45,"Embedding Dimensions":300,"Max Tokens":"N\/A","Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":61.54} -{"index":313,"Rank":324,"Model":"gtr-t5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":79.58} -{"index":316,"Rank":325,"Model":"gtr-t5-xxl<\/a>","Model Size (Million Parameters)":4865,"Memory Usage (GB, fp32)":18.12,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":77.73} -{"index":317,"Rank":326,"Model":"msmarco-bert-co-condensor<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":76.97} -{"index":318,"Rank":327,"Model":"multi-qa-MiniLM-L6-cos-v1<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":74.62,"STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":""} -{"index":324,"Rank":328,"Model":"sentence-t5-xxl<\/a>","Model Size (Million Parameters)":4865,"Memory Usage (GB, fp32)":18.12,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":76.8,"STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":84.01} -{"index":328,"Rank":329,"Model":"silma-embeddding-matryoshka-v0.1<\/a>","Model Size (Million Parameters)":135,"Memory Usage (GB, fp32)":0.5,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","STS17 (ar-ar)":84.25,"STS17 (en-ar)":42.76,"STS17 (en-de)":29.23,"STS17 (en-tr)":15.59,"STS17 (es-en)":28.65,"STS17 (es-es)":"","STS17 (fr-en)":37.34,"STS17 (it-en)":25.19,"STS17 (ko-ko)":"","STS17 (nl-en)":32.22,"STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":""} -{"index":329,"Rank":330,"Model":"silma-embeddding-sts-v0.1<\/a>","Model Size (Million Parameters)":135,"Memory Usage (GB, fp32)":0.5,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","STS17 (ar-ar)":85.59,"STS17 (en-ar)":47.7,"STS17 (en-de)":31.86,"STS17 (en-tr)":9.21,"STS17 (es-en)":21.4,"STS17 (es-es)":"","STS17 (fr-en)":30.07,"STS17 (it-en)":23.33,"STS17 (ko-ko)":"","STS17 (nl-en)":36.24,"STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":""} -{"index":330,"Rank":331,"Model":"mxbai-embed-large-v1-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":89.1} -{"index":331,"Rank":332,"Model":"mxbai-embed-large-v1-Q5_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":89.1} -{"index":332,"Rank":333,"Model":"GritLM-7B-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":85.64} -{"index":333,"Rank":334,"Model":"GritLM-8x7B-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":87.43} -{"index":334,"Rank":335,"Model":"gte-base<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":85.73} -{"index":335,"Rank":336,"Model":"gte-large<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":86.07} -{"index":336,"Rank":337,"Model":"gte-small<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":85.57} -{"index":337,"Rank":338,"Model":"ALL_862873<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":44.39} -{"index":338,"Rank":339,"Model":"BinGSE-Meta-Llama-3-8B-Instruct<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":83.57,"STS17 (en-de)":90.03,"STS17 (en-tr)":82.94,"STS17 (es-en)":90.39,"STS17 (es-es)":"","STS17 (fr-en)":88.83,"STS17 (it-en)":89.65,"STS17 (ko-ko)":"","STS17 (nl-en)":89.76,"STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":58.31,"STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":77.19,"STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":72.24,"STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":73.41,"STSBenchmark":88.83} -{"index":339,"Rank":340,"Model":"BinGSE-Sheared-LLaMA<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":34.97,"STS17 (en-de)":82.52,"STS17 (en-tr)":36.23,"STS17 (es-en)":82.0,"STS17 (es-es)":"","STS17 (fr-en)":82.22,"STS17 (it-en)":81.73,"STS17 (ko-ko)":"","STS17 (nl-en)":78.39,"STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":58.85,"STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":78.01,"STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":70.99,"STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":66.91,"STSBenchmark":86.51} -{"index":340,"Rank":341,"Model":"GTE256_sw<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":79.1} -{"index":341,"Rank":342,"Model":"GTE512_sw<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":79.19} -{"index":342,"Rank":343,"Model":"GTE_wl_mv<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":78.86} -{"index":343,"Rank":344,"Model":"gte_wl<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":79.26} -{"index":344,"Rank":345,"Model":"l3_wl<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":77.02} -{"index":345,"Rank":346,"Model":"llm_mse<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","STS17 (ar-ar)":10.24,"STS17 (en-ar)":-12.12,"STS17 (en-de)":-5.71,"STS17 (en-tr)":-18.0,"STS17 (es-en)":-9.99,"STS17 (es-es)":62.18,"STS17 (fr-en)":-3.68,"STS17 (it-en)":-8.94,"STS17 (ko-ko)":7.13,"STS17 (nl-en)":-0.89,"STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":67.61} -{"index":346,"Rank":347,"Model":"mv_sw<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":75.41} -{"index":347,"Rank":348,"Model":"wl_sw_256<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":76.84} -{"index":348,"Rank":349,"Model":"voyage-3-m-exp<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":88.32} -{"index":349,"Rank":350,"Model":"universal-sentence-encoder-4<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":77.08} -{"index":350,"Rank":351,"Model":"universal-sentence-encoder-large-5<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":79.93} -{"index":351,"Rank":352,"Model":"universal-sentence-encoder-multilingual-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":512,"Max Tokens":512,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":77.91,"STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":80.28} -{"index":352,"Rank":353,"Model":"universal-sentence-encoder-multilingual-large-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":512,"Max Tokens":512,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":71.11,"STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":81.24} -{"index":353,"Rank":354,"Model":"b1ade-embed<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":88.77} -{"index":354,"Rank":355,"Model":"b1ade-embed-kd<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":82.69} -{"index":355,"Rank":356,"Model":"b1ade-embed-kd_3<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":0.8} -{"index":356,"Rank":357,"Model":"jina-embeddings-v2-base-en-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":84.84} -{"index":357,"Rank":358,"Model":"bge-small-en-v1.5-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":85.86} -{"index":358,"Rank":359,"Model":"potion-base-8M-stf<\/a>","Model Size (Million Parameters)":8,"Memory Usage (GB, fp32)":0.03,"Embedding Dimensions":256,"Max Tokens":1000000,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":5.42,"STS17 (en-de)":23.01,"STS17 (en-tr)":11.19,"STS17 (es-en)":14.73,"STS17 (es-es)":"","STS17 (fr-en)":34.29,"STS17 (it-en)":23.14,"STS17 (ko-ko)":"","STS17 (nl-en)":27.53,"STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":36.21,"STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":10.99,"STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":21.34,"STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":17.29,"STSBenchmark":75.41} -{"index":359,"Rank":360,"Model":"bilingual-embedding-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":80.31,"STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":""} -{"index":360,"Rank":361,"Model":"new_model<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":84.92} -{"index":361,"Rank":362,"Model":"LENS-d4000<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":88.22} -{"index":362,"Rank":363,"Model":"LENS-d8000<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":88.47} -{"index":363,"Rank":364,"Model":"gte-large-quant<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":85.4} -{"index":364,"Rank":365,"Model":"gte-large-sparse<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":85.45} -{"index":365,"Rank":366,"Model":"gte-small-quant<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":85.13} -{"index":366,"Rank":367,"Model":"Zeta-Alpha-E5-Mistral<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":88.28} -{"index":367,"Rank":368,"Model":"bi-cse<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":70.01,"STSBenchmark":85.99} -{"index":368,"Rank":369,"Model":"nomic-embed-text-v1.5-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":85.47} -{"index":369,"Rank":370,"Model":"text-similarity-ada-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":2046,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":83.78} -{"index":370,"Rank":371,"Model":"text-similarity-babbage-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":2048,"Max Tokens":2046,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":84.32} -{"index":371,"Rank":372,"Model":"text-similarity-curie-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":4096,"Max Tokens":2046,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":83.02} -{"index":372,"Rank":373,"Model":"text-similarity-davinci-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":12288,"Max Tokens":2046,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":84.08} -{"index":373,"Rank":374,"Model":"text-embedding-ada-002<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":8191,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":81.09,"STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":64.5,"STS22 (zh-en)":"","STSBenchmark":83.17} -{"index":374,"Rank":375,"Model":"text-embedding-3-large-256<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":256,"Max Tokens":8191,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":82.34} -{"index":375,"Rank":376,"Model":"text-embedding-3-large<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":3072,"Max Tokens":8191,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":83.56} -{"index":376,"Rank":377,"Model":"text-embedding-3-small<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":8191,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":84.24} -{"index":377,"Rank":378,"Model":"elser-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":30522,"Max Tokens":512,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":79.54} diff --git a/all_data_tasks/46/default.jsonl b/all_data_tasks/46/default.jsonl deleted file mode 100644 index e6b2388c516fc115bae5936d961856bce28d81de..0000000000000000000000000000000000000000 --- a/all_data_tasks/46/default.jsonl +++ /dev/null @@ -1,56 +0,0 @@ -{"index":20,"Rank":1,"Model":"vstackai-law-1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":66.16,"AILACasedocs":45.88,"AILAStatutes":47.12,"GerDaLIRSmall":50.04,"LeCaRDv2":75.95,"LegalBenchConsumerContractsQA":81.72,"LegalBenchCorporateLobbying":95.28,"LegalQuAD":64.9,"LegalSummarization":68.37} -{"index":4,"Rank":2,"Model":"voyage-law-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":16000,"Average":65.39,"AILACasedocs":44.56,"AILAStatutes":45.51,"GerDaLIRSmall":44.91,"LeCaRDv2":72.75,"LegalBenchConsumerContractsQA":83.27,"LegalBenchCorporateLobbying":95.66,"LegalQuAD":67.47,"LegalSummarization":68.96} -{"index":2,"Rank":3,"Model":"voyage-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":32000,"Average":64.13,"AILACasedocs":40.59,"AILAStatutes":42.49,"GerDaLIRSmall":44.72,"LeCaRDv2":69.66,"LegalBenchConsumerContractsQA":86.75,"LegalBenchCorporateLobbying":94.54,"LegalQuAD":65.03,"LegalSummarization":69.23} -{"index":30,"Rank":4,"Model":"inf-retriever-v1<\/a>","Model Size (Million Parameters)":7069,"Memory Usage (GB, fp32)":26.33,"Embedding Dimensions":3584,"Max Tokens":131072,"Average":63.68,"AILACasedocs":41.16,"AILAStatutes":37.73,"GerDaLIRSmall":41.75,"LeCaRDv2":74.17,"LegalBenchConsumerContractsQA":85.44,"LegalBenchCorporateLobbying":96.18,"LegalQuAD":63.22,"LegalSummarization":69.76} -{"index":1,"Rank":5,"Model":"voyage-3-lite<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":512,"Max Tokens":32000,"Average":60.75,"AILACasedocs":38.15,"AILAStatutes":35.03,"GerDaLIRSmall":43.73,"LeCaRDv2":67.96,"LegalBenchConsumerContractsQA":83.22,"LegalBenchCorporateLobbying":94.53,"LegalQuAD":61.96,"LegalSummarization":61.42} -{"index":35,"Rank":6,"Model":"e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":59.77,"AILACasedocs":38.76,"AILAStatutes":38.07,"GerDaLIRSmall":37.18,"LeCaRDv2":68.56,"LegalBenchConsumerContractsQA":75.46,"LegalBenchCorporateLobbying":94.01,"LegalQuAD":59.64,"LegalSummarization":66.51} -{"index":54,"Rank":7,"Model":"text-embedding-3-large<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":3072,"Max Tokens":8191,"Average":59.32,"AILACasedocs":39.0,"AILAStatutes":41.99,"GerDaLIRSmall":32.77,"LeCaRDv2":57.2,"LegalBenchConsumerContractsQA":79.39,"LegalBenchCorporateLobbying":95.22,"LegalQuAD":57.47,"LegalSummarization":71.55} -{"index":18,"Rank":8,"Model":"GritLM-7B<\/a>","Model Size (Million Parameters)":7240,"Memory Usage (GB, fp32)":26.97,"Embedding Dimensions":"","Max Tokens":4096,"Average":56.72,"AILACasedocs":35.29,"AILAStatutes":41.8,"GerDaLIRSmall":20.61,"LeCaRDv2":64.22,"LegalBenchConsumerContractsQA":82.05,"LegalBenchCorporateLobbying":95.0,"LegalQuAD":44.18,"LegalSummarization":70.64} -{"index":0,"Rank":9,"Model":"mistral-embed<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":"","Average":56.43,"AILACasedocs":38.2,"AILAStatutes":44.81,"GerDaLIRSmall":17.85,"LeCaRDv2":61.12,"LegalBenchConsumerContractsQA":80.8,"LegalBenchCorporateLobbying":94.11,"LegalQuAD":47.17,"LegalSummarization":67.39} -{"index":55,"Rank":10,"Model":"text-embedding-3-small<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":8191,"Average":56.24,"AILACasedocs":34.9,"AILAStatutes":28.21,"GerDaLIRSmall":34.74,"LeCaRDv2":55.0,"LegalBenchConsumerContractsQA":79.15,"LegalBenchCorporateLobbying":93.9,"LegalQuAD":54.7,"LegalSummarization":69.34} -{"index":19,"Rank":11,"Model":"SFR-Embedding-Mistral<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":55.28,"AILACasedocs":36.67,"AILAStatutes":37.47,"GerDaLIRSmall":18.39,"LeCaRDv2":59.58,"LegalBenchConsumerContractsQA":79.15,"LegalBenchCorporateLobbying":94.83,"LegalQuAD":45.08,"LegalSummarization":71.05} -{"index":39,"Rank":12,"Model":"multilingual-e5-large-instruct<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":54.86,"AILACasedocs":33.33,"AILAStatutes":29.66,"GerDaLIRSmall":21.34,"LeCaRDv2":64.22,"LegalBenchConsumerContractsQA":76.8,"LegalBenchCorporateLobbying":94.25,"LegalQuAD":51.25,"LegalSummarization":68.07} -{"index":7,"Rank":13,"Model":"gte-Qwen2-7B-instruct<\/a>","Model Size (Million Parameters)":7613,"Memory Usage (GB, fp32)":28.36,"Embedding Dimensions":3584,"Max Tokens":32768,"Average":54.24,"AILACasedocs":29.74,"AILAStatutes":33.76,"GerDaLIRSmall":16.94,"LeCaRDv2":69.72,"LegalBenchConsumerContractsQA":75.83,"LegalBenchCorporateLobbying":95.21,"LegalQuAD":46.1,"LegalSummarization":66.58} -{"index":14,"Rank":14,"Model":"Cohere-embed-multilingual-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":512,"Average":52.08,"AILACasedocs":28.31,"AILAStatutes":29.69,"GerDaLIRSmall":19.6,"LeCaRDv2":58.31,"LegalBenchConsumerContractsQA":75.9,"LegalBenchCorporateLobbying":93.76,"LegalQuAD":46.85,"LegalSummarization":64.22} -{"index":6,"Rank":15,"Model":"gte-Qwen1.5-7B-instruct<\/a>","Model Size (Million Parameters)":7099,"Memory Usage (GB, fp32)":26.45,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":51.62,"AILACasedocs":34.07,"AILAStatutes":31.46,"GerDaLIRSmall":14.81,"LeCaRDv2":62.12,"LegalBenchConsumerContractsQA":76.06,"LegalBenchCorporateLobbying":94.51,"LegalQuAD":37.99,"LegalSummarization":61.94} -{"index":13,"Rank":16,"Model":"Cohere-embed-multilingual-light-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":384,"Max Tokens":512,"Average":50.18,"AILACasedocs":26.92,"AILAStatutes":29.12,"GerDaLIRSmall":15.97,"LeCaRDv2":59.75,"LegalBenchConsumerContractsQA":71.43,"LegalBenchCorporateLobbying":92.64,"LegalQuAD":44.21,"LegalSummarization":61.37} -{"index":37,"Rank":17,"Model":"multilingual-e5-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":48.53,"AILACasedocs":26.05,"AILAStatutes":20.37,"GerDaLIRSmall":15.3,"LeCaRDv2":59.0,"LegalBenchConsumerContractsQA":69.02,"LegalBenchCorporateLobbying":88.97,"LegalQuAD":47.85,"LegalSummarization":61.69} -{"index":38,"Rank":18,"Model":"multilingual-e5-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":48.39,"AILACasedocs":26.43,"AILAStatutes":20.84,"GerDaLIRSmall":15.72,"LeCaRDv2":55.83,"LegalBenchConsumerContractsQA":73.3,"LegalBenchCorporateLobbying":89.72,"LegalQuAD":43.17,"LegalSummarization":62.1} -{"index":27,"Rank":19,"Model":"USER-bge-m3<\/a>","Model Size (Million Parameters)":359,"Memory Usage (GB, fp32)":1.34,"Embedding Dimensions":1024,"Max Tokens":8192,"Average":47.4,"AILACasedocs":34.69,"AILAStatutes":26.69,"GerDaLIRSmall":25.79,"LeCaRDv2":14.3,"LegalBenchConsumerContractsQA":78.5,"LegalBenchCorporateLobbying":90.59,"LegalQuAD":45.86,"LegalSummarization":62.78} -{"index":40,"Rank":20,"Model":"multilingual-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":47.36,"AILACasedocs":23.43,"AILAStatutes":19.01,"GerDaLIRSmall":14.81,"LeCaRDv2":61.58,"LegalBenchConsumerContractsQA":66.98,"LegalBenchCorporateLobbying":89.47,"LegalQuAD":47.8,"LegalSummarization":55.76} -{"index":12,"Rank":21,"Model":"Cohere-embed-english-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":512,"Average":43.09,"AILACasedocs":32.35,"AILAStatutes":26.38,"GerDaLIRSmall":6.22,"LeCaRDv2":21.03,"LegalBenchConsumerContractsQA":77.42,"LegalBenchCorporateLobbying":93.64,"LegalQuAD":25.77,"LegalSummarization":61.92} -{"index":29,"Rank":22,"Model":"e5-base-4k<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":41.92,"AILACasedocs":33.09,"AILAStatutes":21.14,"GerDaLIRSmall":12.6,"LeCaRDv2":23.17,"LegalBenchConsumerContractsQA":71.44,"LegalBenchCorporateLobbying":90.17,"LegalQuAD":26.9,"LegalSummarization":56.85} -{"index":44,"Rank":23,"Model":"nomic-embed-text-v1<\/a>","Model Size (Million Parameters)":547,"Memory Usage (GB, fp32)":2.04,"Embedding Dimensions":768,"Max Tokens":8192,"Average":41.78,"AILACasedocs":28.87,"AILAStatutes":16.25,"GerDaLIRSmall":13.57,"LeCaRDv2":22.76,"LegalBenchConsumerContractsQA":71.37,"LegalBenchCorporateLobbying":92.73,"LegalQuAD":25.97,"LegalSummarization":62.72} -{"index":34,"Rank":24,"Model":"e5-large-v2<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":41.72,"AILACasedocs":31.23,"AILAStatutes":17.63,"GerDaLIRSmall":6.47,"LeCaRDv2":22.94,"LegalBenchConsumerContractsQA":77.32,"LegalBenchCorporateLobbying":91.5,"LegalQuAD":27.18,"LegalSummarization":59.53} -{"index":33,"Rank":25,"Model":"e5-large<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":41.24,"AILACasedocs":26.91,"AILAStatutes":22.9,"GerDaLIRSmall":8.26,"LeCaRDv2":19.56,"LegalBenchConsumerContractsQA":75.67,"LegalBenchCorporateLobbying":91.61,"LegalQuAD":27.15,"LegalSummarization":57.9} -{"index":8,"Rank":26,"Model":"bge-base-en-v1.5<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":40.24,"AILACasedocs":27.36,"AILAStatutes":23.35,"GerDaLIRSmall":3.32,"LeCaRDv2":23.34,"LegalBenchConsumerContractsQA":73.48,"LegalBenchCorporateLobbying":91.67,"LegalQuAD":16.01,"LegalSummarization":63.41} -{"index":9,"Rank":27,"Model":"bge-large-en-v1.5<\/a>","Model Size (Million Parameters)":1340,"Memory Usage (GB, fp32)":4.99,"Embedding Dimensions":1024,"Max Tokens":512,"Average":39.58,"AILACasedocs":25.98,"AILAStatutes":23.06,"GerDaLIRSmall":4.16,"LeCaRDv2":21.67,"LegalBenchConsumerContractsQA":73.33,"LegalBenchCorporateLobbying":90.77,"LegalQuAD":16.56,"LegalSummarization":61.12} -{"index":32,"Rank":28,"Model":"e5-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":39.53,"AILACasedocs":27.17,"AILAStatutes":19.61,"GerDaLIRSmall":4.09,"LeCaRDv2":20.53,"LegalBenchConsumerContractsQA":71.92,"LegalBenchCorporateLobbying":91.92,"LegalQuAD":22.32,"LegalSummarization":58.72} -{"index":11,"Rank":29,"Model":"bge-small-en-v1.5<\/a>","Model Size (Million Parameters)":24,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":512,"Max Tokens":512,"Average":38.23,"AILACasedocs":23.5,"AILAStatutes":23.0,"GerDaLIRSmall":2.33,"LeCaRDv2":20.06,"LegalBenchConsumerContractsQA":73.37,"LegalBenchCorporateLobbying":90.32,"LegalQuAD":11.74,"LegalSummarization":61.49} -{"index":36,"Rank":30,"Model":"e5-small<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":37.82,"AILACasedocs":22.47,"AILAStatutes":20.78,"GerDaLIRSmall":5.14,"LeCaRDv2":15.35,"LegalBenchConsumerContractsQA":73.83,"LegalBenchCorporateLobbying":90.21,"LegalQuAD":20.49,"LegalSummarization":54.25} -{"index":48,"Rank":31,"Model":"all-mpnet-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average":37.4,"AILACasedocs":22.51,"AILAStatutes":21.27,"GerDaLIRSmall":3.78,"LeCaRDv2":18.09,"LegalBenchConsumerContractsQA":75.25,"LegalBenchCorporateLobbying":89.04,"LegalQuAD":10.67,"LegalSummarization":58.55} -{"index":31,"Rank":32,"Model":"e5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":36.98,"AILACasedocs":23.83,"AILAStatutes":17.72,"GerDaLIRSmall":2.91,"LeCaRDv2":12.43,"LegalBenchConsumerContractsQA":72.62,"LegalBenchCorporateLobbying":89.47,"LegalQuAD":22.76,"LegalSummarization":54.14} -{"index":50,"Rank":33,"Model":"paraphrase-multilingual-mpnet-base-v2<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":36.4,"AILACasedocs":17.45,"AILAStatutes":22.24,"GerDaLIRSmall":3.0,"LeCaRDv2":33.91,"LegalBenchConsumerContractsQA":52.37,"LegalBenchCorporateLobbying":87.62,"LegalQuAD":17.8,"LegalSummarization":56.8} -{"index":47,"Rank":34,"Model":"all-MiniLM-L6-v2<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":384,"Max Tokens":512,"Average":35.37,"AILACasedocs":19.72,"AILAStatutes":20.52,"GerDaLIRSmall":2.41,"LeCaRDv2":17.5,"LegalBenchConsumerContractsQA":65.6,"LegalBenchCorporateLobbying":86.41,"LegalQuAD":11.81,"LegalSummarization":59.0} -{"index":49,"Rank":35,"Model":"paraphrase-multilingual-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":34.43,"AILACasedocs":13.66,"AILAStatutes":20.52,"GerDaLIRSmall":2.62,"LeCaRDv2":32.03,"LegalBenchConsumerContractsQA":49.81,"LegalBenchCorporateLobbying":88.51,"LegalQuAD":13.31,"LegalSummarization":54.97} -{"index":46,"Rank":36,"Model":"all-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":33.93,"AILACasedocs":16.8,"AILAStatutes":20.71,"GerDaLIRSmall":1.35,"LeCaRDv2":18.77,"LegalBenchConsumerContractsQA":60.21,"LegalBenchCorporateLobbying":88.69,"LegalQuAD":7.44,"LegalSummarization":57.43} -{"index":51,"Rank":37,"Model":"LaBSE-ru-turbo<\/a>","Model Size (Million Parameters)":128,"Memory Usage (GB, fp32)":0.48,"Embedding Dimensions":768,"Max Tokens":512,"Average":33.35,"AILACasedocs":19.7,"AILAStatutes":15.9,"GerDaLIRSmall":2.92,"LeCaRDv2":9.86,"LegalBenchConsumerContractsQA":62.58,"LegalBenchCorporateLobbying":86.41,"LegalQuAD":11.82,"LegalSummarization":57.64} -{"index":45,"Rank":38,"Model":"LaBSE<\/a>","Model Size (Million Parameters)":471,"Memory Usage (GB, fp32)":1.75,"Embedding Dimensions":768,"Max Tokens":512,"Average":32.28,"AILACasedocs":17.67,"AILAStatutes":16.72,"GerDaLIRSmall":4.59,"LeCaRDv2":24.68,"LegalBenchConsumerContractsQA":54.66,"LegalBenchCorporateLobbying":69.39,"LegalQuAD":16.64,"LegalSummarization":53.89} -{"index":53,"Rank":39,"Model":"text2vec-base-multilingual<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":256,"Average":30.62,"AILACasedocs":9.96,"AILAStatutes":15.39,"GerDaLIRSmall":3.55,"LeCaRDv2":25.28,"LegalBenchConsumerContractsQA":48.83,"LegalBenchCorporateLobbying":81.56,"LegalQuAD":11.71,"LegalSummarization":48.68} -{"index":23,"Rank":40,"Model":"LaBSE-en-ru<\/a>","Model Size (Million Parameters)":129,"Memory Usage (GB, fp32)":0.48,"Embedding Dimensions":768,"Max Tokens":512,"Average":30.12,"AILACasedocs":22.41,"AILAStatutes":15.94,"GerDaLIRSmall":2.24,"LeCaRDv2":12.13,"LegalBenchConsumerContractsQA":56.69,"LegalBenchCorporateLobbying":66.24,"LegalQuAD":12.78,"LegalSummarization":52.49} -{"index":26,"Rank":41,"Model":"USER-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":512,"Average":26.25,"AILACasedocs":17.26,"AILAStatutes":10.27,"GerDaLIRSmall":1.14,"LeCaRDv2":7.32,"LegalBenchConsumerContractsQA":43.78,"LegalBenchCorporateLobbying":79.29,"LegalQuAD":3.57,"LegalSummarization":47.35} -{"index":52,"Rank":42,"Model":"rubert-tiny-turbo<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"Embedding Dimensions":312,"Max Tokens":2048,"Average":23.03,"AILACasedocs":7.43,"AILAStatutes":13.62,"GerDaLIRSmall":0.34,"LeCaRDv2":8.54,"LegalBenchConsumerContractsQA":35.72,"LegalBenchCorporateLobbying":70.01,"LegalQuAD":3.11,"LegalSummarization":45.44} -{"index":25,"Rank":43,"Model":"rubert-tiny2<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"Embedding Dimensions":2048,"Max Tokens":514,"Average":22.44,"AILACasedocs":16.05,"AILAStatutes":13.81,"GerDaLIRSmall":0.41,"LeCaRDv2":11.28,"LegalBenchConsumerContractsQA":39.51,"LegalBenchCorporateLobbying":60.19,"LegalQuAD":4.11,"LegalSummarization":34.19} -{"index":24,"Rank":44,"Model":"rubert-tiny<\/a>","Model Size (Million Parameters)":12,"Memory Usage (GB, fp32)":0.04,"Embedding Dimensions":512,"Max Tokens":514,"Average":19.98,"AILACasedocs":11.96,"AILAStatutes":12.64,"GerDaLIRSmall":0.62,"LeCaRDv2":11.58,"LegalBenchConsumerContractsQA":26.36,"LegalBenchCorporateLobbying":53.56,"LegalQuAD":5.11,"LegalSummarization":38.02} -{"index":17,"Rank":45,"Model":"rubert-base-cased-sentence<\/a>","Model Size (Million Parameters)":180,"Memory Usage (GB, fp32)":0.67,"Embedding Dimensions":768,"Max Tokens":512,"Average":15.08,"AILACasedocs":9.0,"AILAStatutes":14.13,"GerDaLIRSmall":0.6,"LeCaRDv2":22.36,"LegalBenchConsumerContractsQA":18.02,"LegalBenchCorporateLobbying":35.35,"LegalQuAD":2.94,"LegalSummarization":18.23} -{"index":15,"Rank":46,"Model":"distilrubert-small-cased-conversational<\/a>","Model Size (Million Parameters)":106,"Memory Usage (GB, fp32)":0.39,"Embedding Dimensions":768,"Max Tokens":512,"Average":14.91,"AILACasedocs":9.74,"AILAStatutes":14.09,"GerDaLIRSmall":0.51,"LeCaRDv2":7.95,"LegalBenchConsumerContractsQA":7.61,"LegalBenchCorporateLobbying":40.71,"LegalQuAD":3.7,"LegalSummarization":34.95} -{"index":22,"Rank":47,"Model":"sbert_large_nlu_ru<\/a>","Model Size (Million Parameters)":427,"Memory Usage (GB, fp32)":1.59,"Embedding Dimensions":1024,"Max Tokens":512,"Average":11.89,"AILACasedocs":12.96,"AILAStatutes":19.38,"GerDaLIRSmall":0.72,"LeCaRDv2":9.14,"LegalBenchConsumerContractsQA":12.36,"LegalBenchCorporateLobbying":22.42,"LegalQuAD":3.1,"LegalSummarization":15.01} -{"index":16,"Rank":48,"Model":"rubert-base-cased<\/a>","Model Size (Million Parameters)":180,"Memory Usage (GB, fp32)":0.67,"Embedding Dimensions":768,"Max Tokens":512,"Average":11.72,"AILACasedocs":10.35,"AILAStatutes":11.53,"GerDaLIRSmall":0.62,"LeCaRDv2":26.33,"LegalBenchConsumerContractsQA":9.09,"LegalBenchCorporateLobbying":15.85,"LegalQuAD":3.65,"LegalSummarization":16.31} -{"index":21,"Rank":49,"Model":"sbert_large_mt_nlu_ru<\/a>","Model Size (Million Parameters)":427,"Memory Usage (GB, fp32)":1.59,"Embedding Dimensions":1024,"Max Tokens":514,"Average":10.64,"AILACasedocs":6.54,"AILAStatutes":11.76,"GerDaLIRSmall":0.38,"LeCaRDv2":6.4,"LegalBenchConsumerContractsQA":15.84,"LegalBenchCorporateLobbying":21.07,"LegalQuAD":2.6,"LegalSummarization":20.57} -{"index":28,"Rank":50,"Model":"deberta-v1-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":512,"Average":9.28,"AILACasedocs":6.61,"AILAStatutes":9.71,"GerDaLIRSmall":0.41,"LeCaRDv2":22.77,"LegalBenchConsumerContractsQA":8.18,"LegalBenchCorporateLobbying":10.45,"LegalQuAD":2.11,"LegalSummarization":13.98} -{"index":43,"Rank":51,"Model":"jina-embeddings-v2-base-en<\/a>","Model Size (Million Parameters)":275,"Memory Usage (GB, fp32)":1.02,"Embedding Dimensions":768,"Max Tokens":8192,"Average":3.2,"AILACasedocs":3.49,"AILAStatutes":10.48,"GerDaLIRSmall":0.07,"LeCaRDv2":2.09,"LegalBenchConsumerContractsQA":4.23,"LegalBenchCorporateLobbying":1.27,"LegalQuAD":2.6,"LegalSummarization":1.35} -{"index":3,"Rank":52,"Model":"voyage-large-2-instruct<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":16000,"Average":"","AILACasedocs":"","AILAStatutes":40.75,"GerDaLIRSmall":"","LeCaRDv2":"","LegalBenchConsumerContractsQA":"","LegalBenchCorporateLobbying":95.32,"LegalQuAD":"","LegalSummarization":""} -{"index":5,"Rank":53,"Model":"voyage-multilingual-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":32000,"Average":"","AILACasedocs":"","AILAStatutes":45.0,"GerDaLIRSmall":"","LeCaRDv2":"","LegalBenchConsumerContractsQA":"","LegalBenchCorporateLobbying":95.92,"LegalQuAD":"","LegalSummarization":""} -{"index":10,"Rank":54,"Model":"bge-m3<\/a>","Model Size (Million Parameters)":567,"Memory Usage (GB, fp32)":2.11,"Embedding Dimensions":1024,"Max Tokens":8192,"Average":"","AILACasedocs":"","AILAStatutes":29.04,"GerDaLIRSmall":"","LeCaRDv2":"","LegalBenchConsumerContractsQA":"","LegalBenchCorporateLobbying":90.34,"LegalQuAD":"","LegalSummarization":""} -{"index":41,"Rank":55,"Model":"udever-bloom-1b1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":2048,"Average":"","AILACasedocs":"","AILAStatutes":20.96,"GerDaLIRSmall":"","LeCaRDv2":"","LegalBenchConsumerContractsQA":43.75,"LegalBenchCorporateLobbying":75.83,"LegalQuAD":"","LegalSummarization":46.2} -{"index":42,"Rank":56,"Model":"udever-bloom-560m<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":2048,"Average":"","AILACasedocs":"","AILAStatutes":15.61,"GerDaLIRSmall":"","LeCaRDv2":"","LegalBenchConsumerContractsQA":14.08,"LegalBenchCorporateLobbying":45.49,"LegalQuAD":"","LegalSummarization":19.72} diff --git a/all_data_tasks/47/default.jsonl b/all_data_tasks/47/default.jsonl deleted file mode 100644 index 9b46a80276d46bff0c42829869b1e58d13580499..0000000000000000000000000000000000000000 --- a/all_data_tasks/47/default.jsonl +++ /dev/null @@ -1,53 +0,0 @@ -{"index":13,"Rank":1,"Model":"jina-embeddings-v3<\/a>","Model Size (Million Parameters)":572,"Memory Usage (GB, fp32)":2.13,"Embedding Dimensions":1024,"Max Tokens":8194,"Average":66.0,"LEMBNarrativeQARetrieval":34.3,"LEMBNeedleRetrieval":64.0,"LEMBPasskeyRetrieval":100.0,"LEMBQMSumRetrieval":39.34,"LEMBSummScreenFDRetrieval":92.33,"LEMBWikimQARetrieval":66.02} -{"index":40,"Rank":2,"Model":"jina-embeddings-v3<\/a>","Model Size (Million Parameters)":572,"Memory Usage (GB, fp32)":2.13,"Embedding Dimensions":1024,"Max Tokens":8194,"Average":66.0,"LEMBNarrativeQARetrieval":34.3,"LEMBNeedleRetrieval":64.0,"LEMBPasskeyRetrieval":100.0,"LEMBQMSumRetrieval":39.34,"LEMBSummScreenFDRetrieval":92.33,"LEMBWikimQARetrieval":66.02} -{"index":28,"Rank":3,"Model":"inf-retriever-v1<\/a>","Model Size (Million Parameters)":7069,"Memory Usage (GB, fp32)":26.33,"Embedding Dimensions":3584,"Max Tokens":131072,"Average":52.82,"LEMBNarrativeQARetrieval":60.7,"LEMBNeedleRetrieval":8.0,"LEMBPasskeyRetrieval":10.0,"LEMBQMSumRetrieval":55.07,"LEMBSummScreenFDRetrieval":97.39,"LEMBWikimQARetrieval":85.75} -{"index":0,"Rank":4,"Model":"voyage-3-lite<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":512,"Max Tokens":32000,"Average":"","LEMBNarrativeQARetrieval":51.67,"LEMBNeedleRetrieval":"","LEMBPasskeyRetrieval":"","LEMBQMSumRetrieval":53.01,"LEMBSummScreenFDRetrieval":96.71,"LEMBWikimQARetrieval":88.34} -{"index":1,"Rank":5,"Model":"voyage-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":32000,"Average":"","LEMBNarrativeQARetrieval":54.12,"LEMBNeedleRetrieval":"","LEMBPasskeyRetrieval":"","LEMBQMSumRetrieval":51.05,"LEMBSummScreenFDRetrieval":97.82,"LEMBWikimQARetrieval":88.9} -{"index":2,"Rank":6,"Model":"voyage-law-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":16000,"Average":"","LEMBNarrativeQARetrieval":55.78,"LEMBNeedleRetrieval":"","LEMBPasskeyRetrieval":"","LEMBQMSumRetrieval":57.26,"LEMBSummScreenFDRetrieval":98.72,"LEMBWikimQARetrieval":87.08} -{"index":3,"Rank":7,"Model":"voyage-multilingual-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":32000,"Average":"","LEMBNarrativeQARetrieval":64.69,"LEMBNeedleRetrieval":"","LEMBPasskeyRetrieval":"","LEMBQMSumRetrieval":51.49,"LEMBSummScreenFDRetrieval":99.11,"LEMBWikimQARetrieval":87.49} -{"index":4,"Rank":8,"Model":"gte-Qwen1.5-7B-instruct<\/a>","Model Size (Million Parameters)":7099,"Memory Usage (GB, fp32)":26.45,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","LEMBNarrativeQARetrieval":35.21,"LEMBNeedleRetrieval":"","LEMBPasskeyRetrieval":"","LEMBQMSumRetrieval":27.03,"LEMBSummScreenFDRetrieval":70.43,"LEMBWikimQARetrieval":50.97} -{"index":5,"Rank":9,"Model":"gte-Qwen2-7B-instruct<\/a>","Model Size (Million Parameters)":7613,"Memory Usage (GB, fp32)":28.36,"Embedding Dimensions":3584,"Max Tokens":32768,"Average":"","LEMBNarrativeQARetrieval":45.46,"LEMBNeedleRetrieval":"","LEMBPasskeyRetrieval":"","LEMBQMSumRetrieval":31.27,"LEMBSummScreenFDRetrieval":76.08,"LEMBWikimQARetrieval":61.15} -{"index":6,"Rank":10,"Model":"bge-base-en-v1.5<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","LEMBNarrativeQARetrieval":25.63,"LEMBNeedleRetrieval":"","LEMBPasskeyRetrieval":"","LEMBQMSumRetrieval":22.43,"LEMBSummScreenFDRetrieval":60.34,"LEMBWikimQARetrieval":51.67} -{"index":7,"Rank":11,"Model":"bge-large-en-v1.5<\/a>","Model Size (Million Parameters)":1340,"Memory Usage (GB, fp32)":4.99,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","LEMBNarrativeQARetrieval":27.92,"LEMBNeedleRetrieval":"","LEMBPasskeyRetrieval":"","LEMBQMSumRetrieval":23.29,"LEMBSummScreenFDRetrieval":68.73,"LEMBWikimQARetrieval":56.42} -{"index":8,"Rank":12,"Model":"bge-m3<\/a>","Model Size (Million Parameters)":567,"Memory Usage (GB, fp32)":2.11,"Embedding Dimensions":1024,"Max Tokens":8192,"Average":"","LEMBNarrativeQARetrieval":45.76,"LEMBNeedleRetrieval":"","LEMBPasskeyRetrieval":"","LEMBQMSumRetrieval":35.54,"LEMBSummScreenFDRetrieval":94.09,"LEMBWikimQARetrieval":77.73} -{"index":9,"Rank":13,"Model":"bge-small-en-v1.5<\/a>","Model Size (Million Parameters)":24,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":512,"Max Tokens":512,"Average":"","LEMBNarrativeQARetrieval":22.18,"LEMBNeedleRetrieval":"","LEMBPasskeyRetrieval":"","LEMBQMSumRetrieval":21.29,"LEMBSummScreenFDRetrieval":57.75,"LEMBWikimQARetrieval":43.52} -{"index":10,"Rank":14,"Model":"Cohere-embed-english-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":512,"Average":"","LEMBNarrativeQARetrieval":25.03,"LEMBNeedleRetrieval":"","LEMBPasskeyRetrieval":"","LEMBQMSumRetrieval":23.82,"LEMBSummScreenFDRetrieval":75.77,"LEMBWikimQARetrieval":59.03} -{"index":11,"Rank":15,"Model":"Cohere-embed-multilingual-light-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":384,"Max Tokens":512,"Average":"","LEMBNarrativeQARetrieval":21.36,"LEMBNeedleRetrieval":"","LEMBPasskeyRetrieval":"","LEMBQMSumRetrieval":22.08,"LEMBSummScreenFDRetrieval":66.32,"LEMBWikimQARetrieval":57.84} -{"index":12,"Rank":16,"Model":"Cohere-embed-multilingual-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":512,"Average":"","LEMBNarrativeQARetrieval":21.94,"LEMBNeedleRetrieval":"","LEMBPasskeyRetrieval":"","LEMBQMSumRetrieval":23.05,"LEMBSummScreenFDRetrieval":70.03,"LEMBWikimQARetrieval":56.59} -{"index":14,"Rank":17,"Model":"distilrubert-small-cased-conversational<\/a>","Model Size (Million Parameters)":106,"Memory Usage (GB, fp32)":0.39,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","LEMBNarrativeQARetrieval":1.9,"LEMBNeedleRetrieval":"","LEMBPasskeyRetrieval":"","LEMBQMSumRetrieval":6.27,"LEMBSummScreenFDRetrieval":5.86,"LEMBWikimQARetrieval":16.75} -{"index":15,"Rank":18,"Model":"rubert-base-cased<\/a>","Model Size (Million Parameters)":180,"Memory Usage (GB, fp32)":0.67,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","LEMBNarrativeQARetrieval":2.92,"LEMBNeedleRetrieval":"","LEMBPasskeyRetrieval":"","LEMBQMSumRetrieval":5.52,"LEMBSummScreenFDRetrieval":6.19,"LEMBWikimQARetrieval":15.54} -{"index":16,"Rank":19,"Model":"rubert-base-cased-sentence<\/a>","Model Size (Million Parameters)":180,"Memory Usage (GB, fp32)":0.67,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","LEMBNarrativeQARetrieval":2.64,"LEMBNeedleRetrieval":"","LEMBPasskeyRetrieval":"","LEMBQMSumRetrieval":6.92,"LEMBSummScreenFDRetrieval":13.38,"LEMBWikimQARetrieval":11.01} -{"index":17,"Rank":20,"Model":"GritLM-7B<\/a>","Model Size (Million Parameters)":7240,"Memory Usage (GB, fp32)":26.97,"Embedding Dimensions":"","Max Tokens":4096,"Average":"","LEMBNarrativeQARetrieval":41.45,"LEMBNeedleRetrieval":"","LEMBPasskeyRetrieval":"","LEMBQMSumRetrieval":30.36,"LEMBSummScreenFDRetrieval":78.48,"LEMBWikimQARetrieval":60.77} -{"index":18,"Rank":21,"Model":"SFR-Embedding-Mistral<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","LEMBNarrativeQARetrieval":39.2,"LEMBNeedleRetrieval":"","LEMBPasskeyRetrieval":"","LEMBQMSumRetrieval":29.43,"LEMBSummScreenFDRetrieval":77.73,"LEMBWikimQARetrieval":59.28} -{"index":19,"Rank":22,"Model":"sbert_large_mt_nlu_ru<\/a>","Model Size (Million Parameters)":427,"Memory Usage (GB, fp32)":1.59,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","LEMBNarrativeQARetrieval":2.67,"LEMBNeedleRetrieval":"","LEMBPasskeyRetrieval":"","LEMBQMSumRetrieval":6.84,"LEMBSummScreenFDRetrieval":6.53,"LEMBWikimQARetrieval":9.2} -{"index":20,"Rank":23,"Model":"sbert_large_nlu_ru<\/a>","Model Size (Million Parameters)":427,"Memory Usage (GB, fp32)":1.59,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","LEMBNarrativeQARetrieval":2.65,"LEMBNeedleRetrieval":"","LEMBPasskeyRetrieval":"","LEMBQMSumRetrieval":7.24,"LEMBSummScreenFDRetrieval":7.8,"LEMBWikimQARetrieval":10.12} -{"index":21,"Rank":24,"Model":"LaBSE-en-ru<\/a>","Model Size (Million Parameters)":129,"Memory Usage (GB, fp32)":0.48,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","LEMBNarrativeQARetrieval":11.1,"LEMBNeedleRetrieval":"","LEMBPasskeyRetrieval":"","LEMBQMSumRetrieval":18.32,"LEMBSummScreenFDRetrieval":45.33,"LEMBWikimQARetrieval":25.1} -{"index":22,"Rank":25,"Model":"rubert-tiny<\/a>","Model Size (Million Parameters)":12,"Memory Usage (GB, fp32)":0.04,"Embedding Dimensions":512,"Max Tokens":514,"Average":"","LEMBNarrativeQARetrieval":2.46,"LEMBNeedleRetrieval":"","LEMBPasskeyRetrieval":"","LEMBQMSumRetrieval":8.72,"LEMBSummScreenFDRetrieval":5.39,"LEMBWikimQARetrieval":12.42} -{"index":23,"Rank":26,"Model":"rubert-tiny2<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"Embedding Dimensions":2048,"Max Tokens":514,"Average":"","LEMBNarrativeQARetrieval":4.78,"LEMBNeedleRetrieval":"","LEMBPasskeyRetrieval":"","LEMBQMSumRetrieval":16.95,"LEMBSummScreenFDRetrieval":19.52,"LEMBWikimQARetrieval":14.17} -{"index":24,"Rank":27,"Model":"USER-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","LEMBNarrativeQARetrieval":11.11,"LEMBNeedleRetrieval":"","LEMBPasskeyRetrieval":"","LEMBQMSumRetrieval":13.38,"LEMBSummScreenFDRetrieval":36.32,"LEMBWikimQARetrieval":32.33} -{"index":25,"Rank":28,"Model":"USER-bge-m3<\/a>","Model Size (Million Parameters)":359,"Memory Usage (GB, fp32)":1.34,"Embedding Dimensions":1024,"Max Tokens":8192,"Average":"","LEMBNarrativeQARetrieval":45.78,"LEMBNeedleRetrieval":"","LEMBPasskeyRetrieval":"","LEMBQMSumRetrieval":37.22,"LEMBSummScreenFDRetrieval":93.67,"LEMBWikimQARetrieval":78.06} -{"index":26,"Rank":29,"Model":"deberta-v1-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","LEMBNarrativeQARetrieval":2.01,"LEMBNeedleRetrieval":"","LEMBPasskeyRetrieval":"","LEMBQMSumRetrieval":5.27,"LEMBSummScreenFDRetrieval":3.95,"LEMBWikimQARetrieval":7.79} -{"index":27,"Rank":30,"Model":"e5-base-4k<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","LEMBNarrativeQARetrieval":30.03,"LEMBNeedleRetrieval":"","LEMBPasskeyRetrieval":"","LEMBQMSumRetrieval":31.27,"LEMBSummScreenFDRetrieval":93.87,"LEMBWikimQARetrieval":68.88} -{"index":29,"Rank":31,"Model":"e5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","LEMBNarrativeQARetrieval":25.31,"LEMBNeedleRetrieval":"","LEMBPasskeyRetrieval":"","LEMBQMSumRetrieval":23.83,"LEMBSummScreenFDRetrieval":74.67,"LEMBWikimQARetrieval":55.85} -{"index":30,"Rank":32,"Model":"e5-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","LEMBNarrativeQARetrieval":25.32,"LEMBNeedleRetrieval":"","LEMBPasskeyRetrieval":"","LEMBQMSumRetrieval":23.86,"LEMBSummScreenFDRetrieval":74.66,"LEMBWikimQARetrieval":55.97} -{"index":31,"Rank":33,"Model":"e5-large<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","LEMBNarrativeQARetrieval":23.45,"LEMBNeedleRetrieval":"","LEMBPasskeyRetrieval":"","LEMBQMSumRetrieval":22.61,"LEMBSummScreenFDRetrieval":73.65,"LEMBWikimQARetrieval":47.74} -{"index":32,"Rank":34,"Model":"e5-large-v2<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","LEMBNarrativeQARetrieval":26.38,"LEMBNeedleRetrieval":"","LEMBPasskeyRetrieval":"","LEMBQMSumRetrieval":25.08,"LEMBSummScreenFDRetrieval":77.36,"LEMBWikimQARetrieval":58.43} -{"index":33,"Rank":35,"Model":"e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","LEMBNarrativeQARetrieval":44.62,"LEMBNeedleRetrieval":"","LEMBPasskeyRetrieval":"","LEMBQMSumRetrieval":43.63,"LEMBSummScreenFDRetrieval":96.82,"LEMBWikimQARetrieval":82.11} -{"index":34,"Rank":36,"Model":"e5-small<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","LEMBNarrativeQARetrieval":18.34,"LEMBNeedleRetrieval":"","LEMBPasskeyRetrieval":"","LEMBQMSumRetrieval":20.99,"LEMBSummScreenFDRetrieval":66.38,"LEMBWikimQARetrieval":46.75} -{"index":35,"Rank":37,"Model":"multilingual-e5-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","LEMBNarrativeQARetrieval":23.6,"LEMBNeedleRetrieval":"","LEMBPasskeyRetrieval":"","LEMBQMSumRetrieval":25.16,"LEMBSummScreenFDRetrieval":68.21,"LEMBWikimQARetrieval":56.04} -{"index":36,"Rank":38,"Model":"multilingual-e5-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","LEMBNarrativeQARetrieval":24.22,"LEMBNeedleRetrieval":"","LEMBPasskeyRetrieval":"","LEMBQMSumRetrieval":24.26,"LEMBSummScreenFDRetrieval":71.12,"LEMBWikimQARetrieval":56.8} -{"index":37,"Rank":39,"Model":"multilingual-e5-large-instruct<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","LEMBNarrativeQARetrieval":26.71,"LEMBNeedleRetrieval":"","LEMBPasskeyRetrieval":"","LEMBQMSumRetrieval":26.08,"LEMBSummScreenFDRetrieval":72.75,"LEMBWikimQARetrieval":57.79} -{"index":38,"Rank":40,"Model":"multilingual-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","LEMBNarrativeQARetrieval":22.6,"LEMBNeedleRetrieval":"","LEMBPasskeyRetrieval":"","LEMBQMSumRetrieval":21.51,"LEMBSummScreenFDRetrieval":62.75,"LEMBWikimQARetrieval":57.13} -{"index":39,"Rank":41,"Model":"jina-embeddings-v2-base-en<\/a>","Model Size (Million Parameters)":275,"Memory Usage (GB, fp32)":1.02,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","LEMBNarrativeQARetrieval":37.89,"LEMBNeedleRetrieval":"","LEMBPasskeyRetrieval":"","LEMBQMSumRetrieval":38.87,"LEMBSummScreenFDRetrieval":93.48,"LEMBWikimQARetrieval":73.99} -{"index":41,"Rank":42,"Model":"nomic-embed-text-v1<\/a>","Model Size (Million Parameters)":547,"Memory Usage (GB, fp32)":2.04,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","LEMBNarrativeQARetrieval":41.23,"LEMBNeedleRetrieval":"","LEMBPasskeyRetrieval":"","LEMBQMSumRetrieval":36.65,"LEMBSummScreenFDRetrieval":92.97,"LEMBWikimQARetrieval":73.75} -{"index":42,"Rank":43,"Model":"LaBSE<\/a>","Model Size (Million Parameters)":471,"Memory Usage (GB, fp32)":1.75,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","LEMBNarrativeQARetrieval":11.45,"LEMBNeedleRetrieval":"","LEMBPasskeyRetrieval":"","LEMBQMSumRetrieval":14.07,"LEMBSummScreenFDRetrieval":40.52,"LEMBWikimQARetrieval":28.1} -{"index":43,"Rank":44,"Model":"all-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","LEMBNarrativeQARetrieval":19.64,"LEMBNeedleRetrieval":"","LEMBPasskeyRetrieval":"","LEMBQMSumRetrieval":13.08,"LEMBSummScreenFDRetrieval":46.98,"LEMBWikimQARetrieval":44.88} -{"index":44,"Rank":45,"Model":"all-MiniLM-L6-v2<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","LEMBNarrativeQARetrieval":18.27,"LEMBNeedleRetrieval":"","LEMBPasskeyRetrieval":"","LEMBQMSumRetrieval":16.32,"LEMBSummScreenFDRetrieval":54.8,"LEMBWikimQARetrieval":46.23} -{"index":45,"Rank":46,"Model":"all-mpnet-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","LEMBNarrativeQARetrieval":19.34,"LEMBNeedleRetrieval":"","LEMBPasskeyRetrieval":"","LEMBQMSumRetrieval":21.54,"LEMBSummScreenFDRetrieval":60.43,"LEMBWikimQARetrieval":44.92} -{"index":46,"Rank":47,"Model":"paraphrase-multilingual-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","LEMBNarrativeQARetrieval":13.82,"LEMBNeedleRetrieval":"","LEMBPasskeyRetrieval":"","LEMBQMSumRetrieval":11.02,"LEMBSummScreenFDRetrieval":38.12,"LEMBWikimQARetrieval":40.84} -{"index":47,"Rank":48,"Model":"paraphrase-multilingual-mpnet-base-v2<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","LEMBNarrativeQARetrieval":16.02,"LEMBNeedleRetrieval":"","LEMBPasskeyRetrieval":"","LEMBQMSumRetrieval":12.23,"LEMBSummScreenFDRetrieval":41.15,"LEMBWikimQARetrieval":38.86} -{"index":48,"Rank":49,"Model":"LaBSE-ru-turbo<\/a>","Model Size (Million Parameters)":128,"Memory Usage (GB, fp32)":0.48,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","LEMBNarrativeQARetrieval":13.6,"LEMBNeedleRetrieval":"","LEMBPasskeyRetrieval":"","LEMBQMSumRetrieval":21.47,"LEMBSummScreenFDRetrieval":57.41,"LEMBWikimQARetrieval":39.41} -{"index":49,"Rank":50,"Model":"rubert-tiny-turbo<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"Embedding Dimensions":312,"Max Tokens":2048,"Average":"","LEMBNarrativeQARetrieval":7.26,"LEMBNeedleRetrieval":"","LEMBPasskeyRetrieval":"","LEMBQMSumRetrieval":19.0,"LEMBSummScreenFDRetrieval":59.64,"LEMBWikimQARetrieval":33.38} -{"index":50,"Rank":51,"Model":"text2vec-base-multilingual<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":256,"Average":"","LEMBNarrativeQARetrieval":6.26,"LEMBNeedleRetrieval":"","LEMBPasskeyRetrieval":"","LEMBQMSumRetrieval":12.2,"LEMBSummScreenFDRetrieval":40.45,"LEMBWikimQARetrieval":23.88} -{"index":51,"Rank":52,"Model":"text-embedding-3-large<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":3072,"Max Tokens":8191,"Average":"","LEMBNarrativeQARetrieval":44.09,"LEMBNeedleRetrieval":"","LEMBPasskeyRetrieval":"","LEMBQMSumRetrieval":32.49,"LEMBSummScreenFDRetrieval":84.8,"LEMBWikimQARetrieval":54.16} -{"index":52,"Rank":53,"Model":"text-embedding-3-small<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":8191,"Average":"","LEMBNarrativeQARetrieval":47.23,"LEMBNeedleRetrieval":"","LEMBPasskeyRetrieval":"","LEMBQMSumRetrieval":38.15,"LEMBSummScreenFDRetrieval":92.12,"LEMBWikimQARetrieval":68.55} diff --git a/all_data_tasks/48/default.jsonl b/all_data_tasks/48/default.jsonl deleted file mode 100644 index ece95621a94e01fd45428c1b1e39742e481c3a7f..0000000000000000000000000000000000000000 --- a/all_data_tasks/48/default.jsonl +++ /dev/null @@ -1,70 +0,0 @@ -{"index":7,"Rank":1,"Model":"gte-Qwen2-7B-instruct<\/a>","Model Size (Million Parameters)":7613,"Memory Usage (GB, fp32)":28.36,"Embedding Dimensions":3584,"Max Tokens":32768,"Average":38.14,"ARCChallenge":20.46,"AlphaNLI":43.93,"HellaSwag":37.61,"PIQA":44.05,"Quail":26.57,"RARbCode":90.49,"RARbMath":85.27,"SIQA":8.36,"SpartQA":18.78,"TempReasonL1":2.18,"TempReasonL2Fact":64.12,"TempReasonL2Pure":6.32,"TempReasonL3Fact":47.39,"TempReasonL3Pure":9.79,"WinoGrande":66.81} -{"index":37,"Rank":2,"Model":"inf-retriever-v1<\/a>","Model Size (Million Parameters)":7069,"Memory Usage (GB, fp32)":26.33,"Embedding Dimensions":3584,"Max Tokens":131072,"Average":36.57,"ARCChallenge":21.61,"AlphaNLI":41.93,"HellaSwag":39.66,"PIQA":42.44,"Quail":16.19,"RARbCode":87.63,"RARbMath":93.75,"SIQA":5.22,"SpartQA":7.77,"TempReasonL1":1.69,"TempReasonL2Fact":53.98,"TempReasonL2Pure":5.97,"TempReasonL3Fact":44.89,"TempReasonL3Pure":10.28,"WinoGrande":75.61} -{"index":24,"Rank":3,"Model":"GritLM-7B<\/a>","Model Size (Million Parameters)":7240,"Memory Usage (GB, fp32)":26.97,"Embedding Dimensions":"","Max Tokens":4096,"Average":35.2,"ARCChallenge":26.68,"AlphaNLI":34.0,"HellaSwag":39.45,"PIQA":44.35,"Quail":11.67,"RARbCode":84.02,"RARbMath":82.35,"SIQA":7.23,"SpartQA":9.35,"TempReasonL1":7.16,"TempReasonL2Fact":58.39,"TempReasonL2Pure":11.22,"TempReasonL3Fact":44.29,"TempReasonL3Pure":14.15,"WinoGrande":53.7} -{"index":6,"Rank":4,"Model":"gte-Qwen1.5-7B-instruct<\/a>","Model Size (Million Parameters)":7099,"Memory Usage (GB, fp32)":26.45,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":33.03,"ARCChallenge":26.34,"AlphaNLI":33.84,"HellaSwag":31.92,"PIQA":40.98,"Quail":18.73,"RARbCode":87.67,"RARbMath":74.56,"SIQA":5.21,"SpartQA":16.95,"TempReasonL1":1.84,"TempReasonL2Fact":44.81,"TempReasonL2Pure":5.34,"TempReasonL3Fact":33.49,"TempReasonL3Pure":9.01,"WinoGrande":64.8} -{"index":66,"Rank":5,"Model":"text-embedding-3-large-instruct<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":3072,"Max Tokens":8191,"Average":31.13,"ARCChallenge":21.22,"AlphaNLI":34.23,"HellaSwag":31.4,"PIQA":37.52,"Quail":13.6,"RARbCode":89.41,"RARbMath":87.73,"SIQA":4.99,"SpartQA":7.45,"TempReasonL1":2.07,"TempReasonL2Fact":39.77,"TempReasonL2Pure":11.04,"TempReasonL3Fact":37.04,"TempReasonL3Pure":15.51,"WinoGrande":33.92} -{"index":23,"Rank":6,"Model":"GritLM-7B-noinstruct<\/a>","Model Size (Million Parameters)":7240,"Memory Usage (GB, fp32)":26.97,"Embedding Dimensions":"","Max Tokens":4096,"Average":30.57,"ARCChallenge":16.57,"AlphaNLI":29.56,"HellaSwag":36.03,"PIQA":35.8,"Quail":8.68,"RARbCode":83.14,"RARbMath":83.01,"SIQA":5.73,"SpartQA":1.56,"TempReasonL1":2.57,"TempReasonL2Fact":48.25,"TempReasonL2Pure":8.98,"TempReasonL3Fact":34.11,"TempReasonL3Pure":12.44,"WinoGrande":52.12} -{"index":25,"Rank":7,"Model":"SFR-Embedding-Mistral<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":30.31,"ARCChallenge":20.39,"AlphaNLI":29.36,"HellaSwag":37.68,"PIQA":42.46,"Quail":8.19,"RARbCode":77.97,"RARbMath":79.36,"SIQA":5.96,"SpartQA":8.81,"TempReasonL1":3.59,"TempReasonL2Fact":40.15,"TempReasonL2Pure":9.64,"TempReasonL3Fact":31.24,"TempReasonL3Pure":14.14,"WinoGrande":45.65} -{"index":67,"Rank":8,"Model":"text-embedding-3-large<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":3072,"Max Tokens":8191,"Average":29.94,"ARCChallenge":23.98,"AlphaNLI":37.27,"HellaSwag":34.12,"PIQA":41.96,"Quail":10.15,"RARbCode":89.64,"RARbMath":90.08,"SIQA":3.44,"SpartQA":7.44,"TempReasonL1":2.13,"TempReasonL2Fact":28.65,"TempReasonL2Pure":10.34,"TempReasonL3Fact":25.52,"TempReasonL3Pure":15.28,"WinoGrande":29.11} -{"index":42,"Rank":9,"Model":"e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":28.49,"ARCChallenge":19.0,"AlphaNLI":26.02,"HellaSwag":35.37,"PIQA":39.83,"Quail":7.28,"RARbCode":79.77,"RARbMath":72.0,"SIQA":5.68,"SpartQA":10.03,"TempReasonL1":3.6,"TempReasonL2Fact":36.19,"TempReasonL2Pure":8.93,"TempReasonL3Fact":29.98,"TempReasonL3Pure":14.15,"WinoGrande":39.51} -{"index":47,"Rank":10,"Model":"multilingual-e5-large-instruct<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":28.22,"ARCChallenge":15.03,"AlphaNLI":24.87,"HellaSwag":32.02,"PIQA":32.26,"Quail":8.63,"RARbCode":71.22,"RARbMath":71.95,"SIQA":7.33,"SpartQA":13.54,"TempReasonL1":1.2,"TempReasonL2Fact":40.19,"TempReasonL2Pure":3.64,"TempReasonL3Fact":37.37,"TempReasonL3Pure":9.82,"WinoGrande":54.27} -{"index":43,"Rank":11,"Model":"e5-mistral-7b-instruct-noinstruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":28.04,"ARCChallenge":20.48,"AlphaNLI":18.88,"HellaSwag":32.25,"PIQA":32.8,"Quail":6.25,"RARbCode":79.84,"RARbMath":76.19,"SIQA":5.08,"SpartQA":10.87,"TempReasonL1":3.04,"TempReasonL2Fact":35.63,"TempReasonL2Pure":9.32,"TempReasonL3Fact":30.41,"TempReasonL3Pure":14.39,"WinoGrande":45.18} -{"index":41,"Rank":12,"Model":"e5-large-v2<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":26.39,"ARCChallenge":11.29,"AlphaNLI":15.16,"HellaSwag":27.86,"PIQA":29.55,"Quail":5.28,"RARbCode":58.67,"RARbMath":75.51,"SIQA":4.07,"SpartQA":10.37,"TempReasonL1":1.77,"TempReasonL2Fact":49.91,"TempReasonL2Pure":3.29,"TempReasonL3Fact":41.83,"TempReasonL3Pure":9.7,"WinoGrande":51.52} -{"index":16,"Rank":13,"Model":"Cohere-embed-english-v3.0-instruct<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":512,"Average":25.41,"ARCChallenge":10.1,"AlphaNLI":18.75,"HellaSwag":29.02,"PIQA":27.89,"Quail":7.77,"RARbCode":56.56,"RARbMath":72.05,"SIQA":5.03,"SpartQA":3.33,"TempReasonL1":1.43,"TempReasonL2Fact":40.46,"TempReasonL2Pure":2.39,"TempReasonL3Fact":33.87,"TempReasonL3Pure":7.52,"WinoGrande":65.02} -{"index":19,"Rank":14,"Model":"Cohere-embed-multilingual-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":512,"Average":24.71,"ARCChallenge":11.6,"AlphaNLI":18.47,"HellaSwag":30.57,"PIQA":30.62,"Quail":5.42,"RARbCode":60.08,"RARbMath":71.31,"SIQA":5.58,"SpartQA":4.66,"TempReasonL1":0.91,"TempReasonL2Fact":34.23,"TempReasonL2Pure":1.92,"TempReasonL3Fact":29.08,"TempReasonL3Pure":7.81,"WinoGrande":58.44} -{"index":46,"Rank":15,"Model":"multilingual-e5-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":24.69,"ARCChallenge":10.83,"AlphaNLI":13.59,"HellaSwag":27.35,"PIQA":28.82,"Quail":4.85,"RARbCode":58.92,"RARbMath":67.32,"SIQA":5.36,"SpartQA":5.64,"TempReasonL1":1.14,"TempReasonL2Fact":42.96,"TempReasonL2Pure":2.05,"TempReasonL3Fact":38.22,"TempReasonL3Pure":8.31,"WinoGrande":54.99} -{"index":69,"Rank":16,"Model":"text-embedding-3-small<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":8191,"Average":24.2,"ARCChallenge":14.63,"AlphaNLI":30.61,"HellaSwag":30.94,"PIQA":33.69,"Quail":6.11,"RARbCode":72.03,"RARbMath":71.07,"SIQA":3.03,"SpartQA":6.63,"TempReasonL1":2.35,"TempReasonL2Fact":25.68,"TempReasonL2Pure":2.76,"TempReasonL3Fact":22.09,"TempReasonL3Pure":9.79,"WinoGrande":31.53} -{"index":39,"Rank":17,"Model":"e5-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":23.76,"ARCChallenge":10.01,"AlphaNLI":21.73,"HellaSwag":25.48,"PIQA":27.71,"Quail":4.94,"RARbCode":54.47,"RARbMath":67.76,"SIQA":4.37,"SpartQA":7.84,"TempReasonL1":1.74,"TempReasonL2Fact":37.62,"TempReasonL2Pure":2.92,"TempReasonL3Fact":32.63,"TempReasonL3Pure":10.25,"WinoGrande":46.99} -{"index":17,"Rank":18,"Model":"Cohere-embed-english-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":512,"Average":23.66,"ARCChallenge":9.92,"AlphaNLI":15.09,"HellaSwag":26.38,"PIQA":28.55,"Quail":4.09,"RARbCode":57.27,"RARbMath":72.25,"SIQA":4.27,"SpartQA":3.74,"TempReasonL1":1.51,"TempReasonL2Fact":35.94,"TempReasonL2Pure":1.89,"TempReasonL3Fact":27.52,"TempReasonL3Pure":8.53,"WinoGrande":57.94} -{"index":45,"Rank":19,"Model":"multilingual-e5-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":23.26,"ARCChallenge":9.61,"AlphaNLI":16.44,"HellaSwag":24.79,"PIQA":25.09,"Quail":3.52,"RARbCode":52.16,"RARbMath":65.35,"SIQA":3.72,"SpartQA":7.91,"TempReasonL1":0.72,"TempReasonL2Fact":38.76,"TempReasonL2Pure":1.63,"TempReasonL3Fact":35.85,"TempReasonL3Pure":7.11,"WinoGrande":56.18} -{"index":65,"Rank":20,"Model":"text-embedding-ada-002<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":8191,"Average":22.57,"ARCChallenge":13.3,"AlphaNLI":25.65,"HellaSwag":29.29,"PIQA":31.02,"Quail":5.83,"RARbCode":83.39,"RARbMath":73.21,"SIQA":3.14,"SpartQA":4.23,"TempReasonL1":1.68,"TempReasonL2Fact":19.93,"TempReasonL2Pure":2.6,"TempReasonL3Fact":18.02,"TempReasonL3Pure":7.58,"WinoGrande":19.65} -{"index":68,"Rank":21,"Model":"text-embedding-3-small-instruct<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":8191,"Average":22.09,"ARCChallenge":13.76,"AlphaNLI":21.14,"HellaSwag":27.2,"PIQA":29.59,"Quail":6.64,"RARbCode":72.14,"RARbMath":64.31,"SIQA":2.98,"SpartQA":3.58,"TempReasonL1":2.29,"TempReasonL2Fact":26.34,"TempReasonL2Pure":3.17,"TempReasonL3Fact":22.72,"TempReasonL3Pure":9.98,"WinoGrande":25.49} -{"index":40,"Rank":22,"Model":"e5-large<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":21.52,"ARCChallenge":8.01,"AlphaNLI":13.3,"HellaSwag":26.48,"PIQA":25.21,"Quail":4.96,"RARbCode":44.8,"RARbMath":72.81,"SIQA":2.86,"SpartQA":1.75,"TempReasonL1":1.74,"TempReasonL2Fact":33.63,"TempReasonL2Pure":1.25,"TempReasonL3Fact":27.44,"TempReasonL3Pure":7.58,"WinoGrande":51.0} -{"index":13,"Rank":23,"Model":"bge-m3<\/a>","Model Size (Million Parameters)":567,"Memory Usage (GB, fp32)":2.11,"Embedding Dimensions":1024,"Max Tokens":8192,"Average":21.48,"ARCChallenge":9.02,"AlphaNLI":24.73,"HellaSwag":25.67,"PIQA":22.93,"Quail":7.51,"RARbCode":38.8,"RARbMath":69.19,"SIQA":4.89,"SpartQA":7.49,"TempReasonL1":0.99,"TempReasonL2Fact":33.23,"TempReasonL2Pure":0.68,"TempReasonL3Fact":30.05,"TempReasonL3Pure":5.28,"WinoGrande":41.72} -{"index":12,"Rank":24,"Model":"bge-m3-instruct<\/a>","Model Size (Million Parameters)":567,"Memory Usage (GB, fp32)":2.11,"Embedding Dimensions":1024,"Max Tokens":8192,"Average":20.83,"ARCChallenge":9.03,"AlphaNLI":24.69,"HellaSwag":25.55,"PIQA":19.03,"Quail":7.08,"RARbCode":39.58,"RARbMath":64.51,"SIQA":4.77,"SpartQA":7.0,"TempReasonL1":0.8,"TempReasonL2Fact":34.99,"TempReasonL2Pure":0.62,"TempReasonL3Fact":32.47,"TempReasonL3Pure":7.01,"WinoGrande":35.33} -{"index":38,"Rank":25,"Model":"e5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":20.47,"ARCChallenge":7.44,"AlphaNLI":13.03,"HellaSwag":23.88,"PIQA":22.1,"Quail":4.04,"RARbCode":42.52,"RARbMath":66.63,"SIQA":2.79,"SpartQA":3.17,"TempReasonL1":1.53,"TempReasonL2Fact":32.0,"TempReasonL2Pure":1.64,"TempReasonL3Fact":27.08,"TempReasonL3Pure":7.2,"WinoGrande":51.98} -{"index":48,"Rank":26,"Model":"multilingual-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":20.04,"ARCChallenge":7.14,"AlphaNLI":13.0,"HellaSwag":23.73,"PIQA":21.08,"Quail":2.38,"RARbCode":46.96,"RARbMath":63.91,"SIQA":2.57,"SpartQA":5.43,"TempReasonL1":0.8,"TempReasonL2Fact":36.76,"TempReasonL2Pure":0.62,"TempReasonL3Fact":32.42,"TempReasonL3Pure":6.36,"WinoGrande":37.46} -{"index":56,"Rank":27,"Model":"all-MiniLM-L6-v2<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":384,"Max Tokens":512,"Average":19.62,"ARCChallenge":9.48,"AlphaNLI":28.19,"HellaSwag":24.21,"PIQA":25.28,"Quail":3.92,"RARbCode":44.27,"RARbMath":68.19,"SIQA":1.56,"SpartQA":1.65,"TempReasonL1":1.53,"TempReasonL2Fact":17.65,"TempReasonL2Pure":0.46,"TempReasonL3Fact":14.16,"TempReasonL3Pure":6.33,"WinoGrande":47.35} -{"index":64,"Rank":28,"Model":"text-embedding-ada-002-instruct<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":8191,"Average":19.56,"ARCChallenge":11.85,"AlphaNLI":10.62,"HellaSwag":24.8,"PIQA":23.87,"Quail":5.79,"RARbCode":82.36,"RARbMath":67.26,"SIQA":2.64,"SpartQA":4.75,"TempReasonL1":1.44,"TempReasonL2Fact":19.38,"TempReasonL2Pure":2.43,"TempReasonL3Fact":17.58,"TempReasonL3Pure":7.31,"WinoGrande":11.36} -{"index":5,"Rank":29,"Model":"dragon-plus<\/a>","Model Size (Million Parameters)":438,"Memory Usage (GB, fp32)":1.63,"Embedding Dimensions":768,"Max Tokens":512,"Average":19.1,"ARCChallenge":8.91,"AlphaNLI":32.1,"HellaSwag":27.69,"PIQA":28.01,"Quail":4.09,"RARbCode":17.58,"RARbMath":45.09,"SIQA":2.0,"SpartQA":10.34,"TempReasonL1":1.82,"TempReasonL2Fact":17.45,"TempReasonL2Pure":0.55,"TempReasonL3Fact":15.71,"TempReasonL3Pure":7.97,"WinoGrande":67.18} -{"index":44,"Rank":30,"Model":"e5-small<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":18.48,"ARCChallenge":6.21,"AlphaNLI":15.1,"HellaSwag":22.97,"PIQA":20.91,"Quail":4.1,"RARbCode":34.44,"RARbMath":61.73,"SIQA":2.65,"SpartQA":4.32,"TempReasonL1":1.7,"TempReasonL2Fact":28.06,"TempReasonL2Pure":0.47,"TempReasonL3Fact":24.34,"TempReasonL3Pure":3.4,"WinoGrande":46.73} -{"index":34,"Rank":31,"Model":"e5-base-4k<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":18.23,"ARCChallenge":7.69,"AlphaNLI":15.44,"HellaSwag":23.04,"PIQA":21.78,"Quail":4.21,"RARbCode":43.05,"RARbMath":60.52,"SIQA":2.94,"SpartQA":3.54,"TempReasonL1":1.47,"TempReasonL2Fact":21.62,"TempReasonL2Pure":2.09,"TempReasonL3Fact":19.08,"TempReasonL3Pure":9.6,"WinoGrande":37.33} -{"index":58,"Rank":32,"Model":"all-mpnet-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average":18.03,"ARCChallenge":11.8,"AlphaNLI":22.41,"HellaSwag":26.27,"PIQA":29.03,"Quail":3.41,"RARbCode":53.21,"RARbMath":71.85,"SIQA":2.38,"SpartQA":0.22,"TempReasonL1":1.77,"TempReasonL2Fact":11.2,"TempReasonL2Pure":1.15,"TempReasonL3Fact":9.42,"TempReasonL3Pure":5.59,"WinoGrande":20.77} -{"index":11,"Rank":33,"Model":"bge-large-en-v1.5<\/a>","Model Size (Million Parameters)":1340,"Memory Usage (GB, fp32)":4.99,"Embedding Dimensions":1024,"Max Tokens":512,"Average":17.7,"ARCChallenge":9.99,"AlphaNLI":13.13,"HellaSwag":28.5,"PIQA":27.99,"Quail":1.83,"RARbCode":48.12,"RARbMath":57.36,"SIQA":1.04,"SpartQA":2.99,"TempReasonL1":1.46,"TempReasonL2Fact":24.25,"TempReasonL2Pure":2.35,"TempReasonL3Fact":20.64,"TempReasonL3Pure":6.67,"WinoGrande":19.18} -{"index":54,"Rank":34,"Model":"all-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":17.35,"ARCChallenge":10.23,"AlphaNLI":25.35,"HellaSwag":24.08,"PIQA":26.44,"Quail":3.08,"RARbCode":42.44,"RARbMath":66.36,"SIQA":2.09,"SpartQA":2.67,"TempReasonL1":1.66,"TempReasonL2Fact":10.31,"TempReasonL2Pure":0.63,"TempReasonL3Fact":11.11,"TempReasonL3Pure":6.63,"WinoGrande":27.2} -{"index":4,"Rank":35,"Model":"dragon-plus-instruct<\/a>","Model Size (Million Parameters)":438,"Memory Usage (GB, fp32)":1.63,"Embedding Dimensions":768,"Max Tokens":512,"Average":16.73,"ARCChallenge":8.24,"AlphaNLI":25.18,"HellaSwag":24.06,"PIQA":26.35,"Quail":4.2,"RARbCode":12.84,"RARbMath":36.15,"SIQA":1.75,"SpartQA":10.82,"TempReasonL1":1.54,"TempReasonL2Fact":16.11,"TempReasonL2Pure":0.57,"TempReasonL3Fact":14.81,"TempReasonL3Pure":7.46,"WinoGrande":60.84} -{"index":52,"Rank":36,"Model":"nomic-embed-text-v1<\/a>","Model Size (Million Parameters)":547,"Memory Usage (GB, fp32)":2.04,"Embedding Dimensions":768,"Max Tokens":8192,"Average":16.58,"ARCChallenge":10.06,"AlphaNLI":29.55,"HellaSwag":24.75,"PIQA":25.33,"Quail":4.61,"RARbCode":29.77,"RARbMath":36.49,"SIQA":2.57,"SpartQA":6.27,"TempReasonL1":1.59,"TempReasonL2Fact":11.43,"TempReasonL2Pure":1.33,"TempReasonL3Fact":11.89,"TempReasonL3Pure":8.53,"WinoGrande":44.56} -{"index":36,"Rank":37,"Model":"contriever<\/a>","Model Size (Million Parameters)":438,"Memory Usage (GB, fp32)":1.63,"Embedding Dimensions":768,"Max Tokens":512,"Average":16.09,"ARCChallenge":8.62,"AlphaNLI":31.77,"HellaSwag":17.73,"PIQA":24.64,"Quail":4.97,"RARbCode":9.28,"RARbMath":30.76,"SIQA":1.27,"SpartQA":10.94,"TempReasonL1":1.93,"TempReasonL2Fact":22.68,"TempReasonL2Pure":1.12,"TempReasonL3Fact":20.62,"TempReasonL3Pure":7.8,"WinoGrande":47.15} -{"index":55,"Rank":38,"Model":"all-MiniLM-L6-v2-instruct<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":384,"Max Tokens":512,"Average":15.95,"ARCChallenge":9.4,"AlphaNLI":15.09,"HellaSwag":20.51,"PIQA":24.68,"Quail":3.46,"RARbCode":42.47,"RARbMath":62.39,"SIQA":1.53,"SpartQA":0.57,"TempReasonL1":1.05,"TempReasonL2Fact":16.57,"TempReasonL2Pure":0.49,"TempReasonL3Fact":14.01,"TempReasonL3Pure":6.27,"WinoGrande":20.73} -{"index":9,"Rank":39,"Model":"bge-base-en-v1.5<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":14.93,"ARCChallenge":9.66,"AlphaNLI":10.99,"HellaSwag":26.64,"PIQA":25.69,"Quail":1.42,"RARbCode":46.47,"RARbMath":46.86,"SIQA":0.94,"SpartQA":3.37,"TempReasonL1":1.07,"TempReasonL2Fact":17.23,"TempReasonL2Pure":1.29,"TempReasonL3Fact":13.36,"TempReasonL3Pure":5.2,"WinoGrande":13.76} -{"index":10,"Rank":40,"Model":"bge-large-en-v1.5-instruct<\/a>","Model Size (Million Parameters)":1340,"Memory Usage (GB, fp32)":4.99,"Embedding Dimensions":1024,"Max Tokens":512,"Average":14.55,"ARCChallenge":8.86,"AlphaNLI":0.86,"HellaSwag":26.24,"PIQA":23.26,"Quail":2.72,"RARbCode":45.25,"RARbMath":49.82,"SIQA":0.59,"SpartQA":2.34,"TempReasonL1":1.17,"TempReasonL2Fact":21.19,"TempReasonL2Pure":2.1,"TempReasonL3Fact":17.59,"TempReasonL3Pure":5.99,"WinoGrande":10.31} -{"index":15,"Rank":41,"Model":"bge-small-en-v1.5<\/a>","Model Size (Million Parameters)":24,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":512,"Max Tokens":512,"Average":14.15,"ARCChallenge":8.95,"AlphaNLI":11.64,"HellaSwag":25.44,"PIQA":23.92,"Quail":1.75,"RARbCode":42.36,"RARbMath":44.98,"SIQA":0.77,"SpartQA":3.55,"TempReasonL1":1.41,"TempReasonL2Fact":17.56,"TempReasonL2Pure":1.05,"TempReasonL3Fact":13.88,"TempReasonL3Pure":4.76,"WinoGrande":10.28} -{"index":57,"Rank":42,"Model":"all-mpnet-base-v2-instruct<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average":13.84,"ARCChallenge":10.35,"AlphaNLI":1.96,"HellaSwag":13.01,"PIQA":27.18,"Quail":3.02,"RARbCode":48.95,"RARbMath":69.21,"SIQA":1.29,"SpartQA":1.01,"TempReasonL1":1.52,"TempReasonL2Fact":7.28,"TempReasonL2Pure":1.03,"TempReasonL3Fact":7.03,"TempReasonL3Pure":5.16,"WinoGrande":9.66} -{"index":8,"Rank":43,"Model":"bge-base-en-v1.5-instruct<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":13.52,"ARCChallenge":8.85,"AlphaNLI":4.13,"HellaSwag":24.03,"PIQA":23.03,"Quail":1.25,"RARbCode":46.32,"RARbMath":45.62,"SIQA":0.24,"SpartQA":2.67,"TempReasonL1":0.8,"TempReasonL2Fact":16.56,"TempReasonL2Pure":1.33,"TempReasonL3Fact":12.68,"TempReasonL3Pure":5.08,"WinoGrande":10.27} -{"index":14,"Rank":44,"Model":"bge-small-en-v1.5-instruct<\/a>","Model Size (Million Parameters)":24,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":512,"Max Tokens":512,"Average":12.6,"ARCChallenge":7.72,"AlphaNLI":1.26,"HellaSwag":23.41,"PIQA":20.79,"Quail":2.01,"RARbCode":41.52,"RARbMath":46.5,"SIQA":0.98,"SpartQA":2.86,"TempReasonL1":1.27,"TempReasonL2Fact":16.72,"TempReasonL2Pure":1.1,"TempReasonL3Fact":12.81,"TempReasonL3Pure":4.63,"WinoGrande":5.35} -{"index":60,"Rank":45,"Model":"paraphrase-multilingual-mpnet-base-v2<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":12.24,"ARCChallenge":7.19,"AlphaNLI":21.87,"HellaSwag":17.53,"PIQA":18.65,"Quail":2.98,"RARbCode":11.02,"RARbMath":30.93,"SIQA":1.21,"SpartQA":5.69,"TempReasonL1":1.94,"TempReasonL2Fact":5.34,"TempReasonL2Pure":0.33,"TempReasonL3Fact":6.79,"TempReasonL3Pure":3.19,"WinoGrande":49.01} -{"index":59,"Rank":46,"Model":"paraphrase-multilingual-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":11.55,"ARCChallenge":6.19,"AlphaNLI":20.89,"HellaSwag":16.98,"PIQA":15.79,"Quail":2.96,"RARbCode":8.48,"RARbMath":30.02,"SIQA":0.88,"SpartQA":4.94,"TempReasonL1":1.43,"TempReasonL2Fact":6.21,"TempReasonL2Pure":0.22,"TempReasonL3Fact":6.77,"TempReasonL3Pure":4.9,"WinoGrande":46.52} -{"index":61,"Rank":47,"Model":"LaBSE-ru-turbo<\/a>","Model Size (Million Parameters)":128,"Memory Usage (GB, fp32)":0.48,"Embedding Dimensions":768,"Max Tokens":512,"Average":11.5,"ARCChallenge":7.14,"AlphaNLI":23.76,"HellaSwag":19.23,"PIQA":16.31,"Quail":2.52,"RARbCode":9.48,"RARbMath":46.36,"SIQA":1.68,"SpartQA":3.89,"TempReasonL1":1.06,"TempReasonL2Fact":8.84,"TempReasonL2Pure":0.1,"TempReasonL3Fact":9.51,"TempReasonL3Pure":4.66,"WinoGrande":17.92} -{"index":31,"Rank":48,"Model":"USER-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":512,"Average":9.62,"ARCChallenge":4.32,"AlphaNLI":17.69,"HellaSwag":9.64,"PIQA":10.26,"Quail":2.06,"RARbCode":0.55,"RARbMath":22.48,"SIQA":0.83,"SpartQA":2.99,"TempReasonL1":1.21,"TempReasonL2Fact":9.85,"TempReasonL2Pure":0.18,"TempReasonL3Fact":11.14,"TempReasonL3Pure":6.49,"WinoGrande":44.54} -{"index":63,"Rank":49,"Model":"text2vec-base-multilingual<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":256,"Average":9.45,"ARCChallenge":5.45,"AlphaNLI":23.29,"HellaSwag":15.59,"PIQA":11.75,"Quail":1.75,"RARbCode":3.59,"RARbMath":31.12,"SIQA":0.38,"SpartQA":8.55,"TempReasonL1":1.48,"TempReasonL2Fact":2.89,"TempReasonL2Pure":0.09,"TempReasonL3Fact":3.82,"TempReasonL3Pure":0.42,"WinoGrande":31.61} -{"index":53,"Rank":50,"Model":"LaBSE<\/a>","Model Size (Million Parameters)":471,"Memory Usage (GB, fp32)":1.75,"Embedding Dimensions":768,"Max Tokens":512,"Average":9.31,"ARCChallenge":3.78,"AlphaNLI":13.11,"HellaSwag":5.59,"PIQA":6.53,"Quail":1.91,"RARbCode":2.31,"RARbMath":27.19,"SIQA":1.07,"SpartQA":1.56,"TempReasonL1":1.56,"TempReasonL2Fact":7.06,"TempReasonL2Pure":0.14,"TempReasonL3Fact":8.74,"TempReasonL3Pure":4.73,"WinoGrande":54.3} -{"index":28,"Rank":51,"Model":"LaBSE-en-ru<\/a>","Model Size (Million Parameters)":129,"Memory Usage (GB, fp32)":0.48,"Embedding Dimensions":768,"Max Tokens":512,"Average":9.11,"ARCChallenge":3.46,"AlphaNLI":12.55,"HellaSwag":5.57,"PIQA":6.47,"Quail":1.55,"RARbCode":2.11,"RARbMath":27.24,"SIQA":1.05,"SpartQA":1.52,"TempReasonL1":1.65,"TempReasonL2Fact":7.07,"TempReasonL2Pure":0.1,"TempReasonL3Fact":8.34,"TempReasonL3Pure":4.69,"WinoGrande":53.29} -{"index":62,"Rank":52,"Model":"rubert-tiny-turbo<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"Embedding Dimensions":312,"Max Tokens":2048,"Average":7.89,"ARCChallenge":3.85,"AlphaNLI":14.15,"HellaSwag":10.6,"PIQA":6.27,"Quail":1.11,"RARbCode":1.47,"RARbMath":26.36,"SIQA":0.84,"SpartQA":6.31,"TempReasonL1":0.77,"TempReasonL2Fact":6.72,"TempReasonL2Pure":0.1,"TempReasonL3Fact":7.0,"TempReasonL3Pure":4.88,"WinoGrande":27.9} -{"index":49,"Rank":53,"Model":"udever-bloom-1b1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":2048,"Average":5.38,"ARCChallenge":4.32,"AlphaNLI":2.95,"HellaSwag":13.79,"PIQA":5.79,"Quail":1.65,"RARbCode":10.53,"RARbMath":26.48,"SIQA":0.78,"SpartQA":0.11,"TempReasonL1":0.2,"TempReasonL2Fact":4.22,"TempReasonL2Pure":0.24,"TempReasonL3Fact":5.01,"TempReasonL3Pure":2.13,"WinoGrande":2.56} -{"index":30,"Rank":54,"Model":"rubert-tiny2<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"Embedding Dimensions":2048,"Max Tokens":514,"Average":3.54,"ARCChallenge":2.93,"AlphaNLI":6.83,"HellaSwag":5.48,"PIQA":3.01,"Quail":0.41,"RARbCode":1.44,"RARbMath":10.72,"SIQA":0.65,"SpartQA":6.28,"TempReasonL1":0.9,"TempReasonL2Fact":3.59,"TempReasonL2Pure":0.03,"TempReasonL3Fact":4.76,"TempReasonL3Pure":4.66,"WinoGrande":1.42} -{"index":20,"Rank":55,"Model":"distilrubert-small-cased-conversational<\/a>","Model Size (Million Parameters)":106,"Memory Usage (GB, fp32)":0.39,"Embedding Dimensions":768,"Max Tokens":512,"Average":2.42,"ARCChallenge":2.13,"AlphaNLI":2.5,"HellaSwag":5.59,"PIQA":5.05,"Quail":0.08,"RARbCode":0.0,"RARbMath":6.96,"SIQA":0.1,"SpartQA":5.81,"TempReasonL1":0.88,"TempReasonL2Fact":1.91,"TempReasonL2Pure":0.09,"TempReasonL3Fact":2.41,"TempReasonL3Pure":2.14,"WinoGrande":0.62} -{"index":29,"Rank":56,"Model":"rubert-tiny<\/a>","Model Size (Million Parameters)":12,"Memory Usage (GB, fp32)":0.04,"Embedding Dimensions":512,"Max Tokens":514,"Average":1.85,"ARCChallenge":2.13,"AlphaNLI":1.48,"HellaSwag":3.74,"PIQA":3.51,"Quail":0.41,"RARbCode":0.63,"RARbMath":4.68,"SIQA":0.23,"SpartQA":3.34,"TempReasonL1":0.16,"TempReasonL2Fact":0.77,"TempReasonL2Pure":0.05,"TempReasonL3Fact":1.66,"TempReasonL3Pure":2.69,"WinoGrande":2.34} -{"index":22,"Rank":57,"Model":"rubert-base-cased-sentence<\/a>","Model Size (Million Parameters)":180,"Memory Usage (GB, fp32)":0.67,"Embedding Dimensions":768,"Max Tokens":512,"Average":1.83,"ARCChallenge":0.94,"AlphaNLI":1.74,"HellaSwag":2.08,"PIQA":1.94,"Quail":0.14,"RARbCode":0.36,"RARbMath":5.57,"SIQA":0.25,"SpartQA":1.73,"TempReasonL1":0.16,"TempReasonL2Fact":1.73,"TempReasonL2Pure":0.12,"TempReasonL3Fact":1.79,"TempReasonL3Pure":3.7,"WinoGrande":5.27} -{"index":26,"Rank":58,"Model":"sbert_large_mt_nlu_ru<\/a>","Model Size (Million Parameters)":427,"Memory Usage (GB, fp32)":1.59,"Embedding Dimensions":1024,"Max Tokens":514,"Average":1.11,"ARCChallenge":1.9,"AlphaNLI":0.71,"HellaSwag":2.87,"PIQA":1.81,"Quail":0.13,"RARbCode":0.09,"RARbMath":6.37,"SIQA":0.35,"SpartQA":0.0,"TempReasonL1":0.17,"TempReasonL2Fact":0.4,"TempReasonL2Pure":0.11,"TempReasonL3Fact":0.5,"TempReasonL3Pure":0.6,"WinoGrande":0.71} -{"index":50,"Rank":59,"Model":"udever-bloom-560m<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":2048,"Average":1.09,"ARCChallenge":1.82,"AlphaNLI":0.79,"HellaSwag":4.43,"PIQA":2.45,"Quail":0.28,"RARbCode":0.71,"RARbMath":3.05,"SIQA":0.08,"SpartQA":0.04,"TempReasonL1":0.02,"TempReasonL2Fact":0.81,"TempReasonL2Pure":0.13,"TempReasonL3Fact":1.14,"TempReasonL3Pure":0.55,"WinoGrande":0.03} -{"index":27,"Rank":60,"Model":"sbert_large_nlu_ru<\/a>","Model Size (Million Parameters)":427,"Memory Usage (GB, fp32)":1.59,"Embedding Dimensions":1024,"Max Tokens":512,"Average":0.91,"ARCChallenge":1.8,"AlphaNLI":1.1,"HellaSwag":2.48,"PIQA":1.65,"Quail":0.19,"RARbCode":0.21,"RARbMath":4.27,"SIQA":0.13,"SpartQA":0.02,"TempReasonL1":0.19,"TempReasonL2Fact":0.35,"TempReasonL2Pure":0.09,"TempReasonL3Fact":0.45,"TempReasonL3Pure":0.3,"WinoGrande":0.38} -{"index":21,"Rank":61,"Model":"rubert-base-cased<\/a>","Model Size (Million Parameters)":180,"Memory Usage (GB, fp32)":0.67,"Embedding Dimensions":768,"Max Tokens":512,"Average":0.89,"ARCChallenge":0.56,"AlphaNLI":0.56,"HellaSwag":1.71,"PIQA":1.66,"Quail":0.03,"RARbCode":0.03,"RARbMath":3.54,"SIQA":0.0,"SpartQA":0.03,"TempReasonL1":0.24,"TempReasonL2Fact":1.06,"TempReasonL2Pure":0.22,"TempReasonL3Fact":1.01,"TempReasonL3Pure":2.61,"WinoGrande":0.03} -{"index":33,"Rank":62,"Model":"deberta-v1-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":512,"Average":0.81,"ARCChallenge":1.06,"AlphaNLI":0.64,"HellaSwag":1.89,"PIQA":1.59,"Quail":0.04,"RARbCode":0.0,"RARbMath":4.04,"SIQA":0.03,"SpartQA":0.28,"TempReasonL1":0.16,"TempReasonL2Fact":0.84,"TempReasonL2Pure":0.04,"TempReasonL3Fact":0.93,"TempReasonL3Pure":0.52,"WinoGrande":0.03} -{"index":51,"Rank":63,"Model":"jina-embeddings-v2-base-en<\/a>","Model Size (Million Parameters)":275,"Memory Usage (GB, fp32)":1.02,"Embedding Dimensions":768,"Max Tokens":8192,"Average":0.07,"ARCChallenge":0.0,"AlphaNLI":0.0,"HellaSwag":0.0,"PIQA":0.0,"Quail":0.0,"RARbCode":0.0,"RARbMath":0.01,"SIQA":0.03,"SpartQA":0.56,"TempReasonL1":0.05,"TempReasonL2Fact":0.11,"TempReasonL2Pure":0.04,"TempReasonL3Fact":0.05,"TempReasonL3Pure":0.09,"WinoGrande":0.12} -{"index":0,"Rank":64,"Model":"voyage-3-lite<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":512,"Max Tokens":32000,"Average":"","ARCChallenge":"","AlphaNLI":"","HellaSwag":"","PIQA":"","Quail":"","RARbCode":"","RARbMath":"","SIQA":"","SpartQA":0.45,"TempReasonL1":1.85,"TempReasonL2Fact":"","TempReasonL2Pure":"","TempReasonL3Fact":"","TempReasonL3Pure":"","WinoGrande":41.17} -{"index":1,"Rank":65,"Model":"voyage-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":32000,"Average":"","ARCChallenge":"","AlphaNLI":"","HellaSwag":"","PIQA":"","Quail":"","RARbCode":"","RARbMath":"","SIQA":"","SpartQA":10.73,"TempReasonL1":1.23,"TempReasonL2Fact":"","TempReasonL2Pure":"","TempReasonL3Fact":"","TempReasonL3Pure":"","WinoGrande":67.74} -{"index":2,"Rank":66,"Model":"voyage-large-2-instruct<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":16000,"Average":"","ARCChallenge":"","AlphaNLI":"","HellaSwag":"","PIQA":"","Quail":"","RARbCode":"","RARbMath":"","SIQA":"","SpartQA":0.3,"TempReasonL1":1.1,"TempReasonL2Fact":"","TempReasonL2Pure":"","TempReasonL3Fact":"","TempReasonL3Pure":"","WinoGrande":28.75} -{"index":3,"Rank":67,"Model":"voyage-multilingual-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":32000,"Average":"","ARCChallenge":"","AlphaNLI":"","HellaSwag":"","PIQA":"","Quail":"","RARbCode":"","RARbMath":"","SIQA":"","SpartQA":10.19,"TempReasonL1":1.37,"TempReasonL2Fact":"","TempReasonL2Pure":"","TempReasonL3Fact":"","TempReasonL3Pure":"","WinoGrande":39.09} -{"index":18,"Rank":68,"Model":"Cohere-embed-multilingual-light-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":384,"Max Tokens":512,"Average":"","ARCChallenge":7.73,"AlphaNLI":21.33,"HellaSwag":"","PIQA":24.67,"Quail":3.05,"RARbCode":41.03,"RARbMath":"","SIQA":"","SpartQA":5.4,"TempReasonL1":0.94,"TempReasonL2Fact":27.02,"TempReasonL2Pure":0.75,"TempReasonL3Fact":22.9,"TempReasonL3Pure":6.32,"WinoGrande":61.87} -{"index":32,"Rank":69,"Model":"USER-bge-m3<\/a>","Model Size (Million Parameters)":359,"Memory Usage (GB, fp32)":1.34,"Embedding Dimensions":1024,"Max Tokens":8192,"Average":"","ARCChallenge":"","AlphaNLI":"","HellaSwag":"","PIQA":"","Quail":"","RARbCode":"","RARbMath":"","SIQA":"","SpartQA":7.58,"TempReasonL1":0.9,"TempReasonL2Fact":"","TempReasonL2Pure":"","TempReasonL3Fact":"","TempReasonL3Pure":"","WinoGrande":32.79} -{"index":35,"Rank":70,"Model":"contriever-instruct<\/a>","Model Size (Million Parameters)":438,"Memory Usage (GB, fp32)":1.63,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","ARCChallenge":7.63,"AlphaNLI":27.09,"HellaSwag":"","PIQA":21.73,"Quail":4.92,"RARbCode":7.12,"RARbMath":21.83,"SIQA":0.88,"SpartQA":10.56,"TempReasonL1":1.8,"TempReasonL2Fact":22.03,"TempReasonL2Pure":0.94,"TempReasonL3Fact":20.82,"TempReasonL3Pure":7.15,"WinoGrande":26.3} diff --git a/all_data_tasks/49/default.jsonl b/all_data_tasks/49/default.jsonl deleted file mode 100644 index 0ce61322ddf399a1899ccddb95414a90d4177c0f..0000000000000000000000000000000000000000 --- a/all_data_tasks/49/default.jsonl +++ /dev/null @@ -1,14 +0,0 @@ -{"index":4,"Rank":1,"Model":"gte-Qwen2-7B-instruct<\/a>","Model Size (Million Parameters)":7613,"Memory Usage (GB, fp32)":28.36,"Embedding Dimensions":3584,"Max Tokens":32768,"Average":22.89,"BrightRetrieval (aops)":15.1,"BrightRetrieval (biology)":32.09,"BrightRetrieval (earth_science)":40.66,"BrightRetrieval (economics)":16.18,"BrightRetrieval (leetcode)":31.07,"BrightRetrieval (pony)":1.25,"BrightRetrieval (psychology)":26.58,"BrightRetrieval (robotics)":12.82,"BrightRetrieval (stackoverflow)":13.95,"BrightRetrieval (sustainable_living)":20.82,"BrightRetrieval (theoremqa_questions)":29.9,"BrightRetrieval (theoremqa_theorems)":34.22} -{"index":3,"Rank":2,"Model":"gte-Qwen1.5-7B-instruct<\/a>","Model Size (Million Parameters)":7099,"Memory Usage (GB, fp32)":26.45,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":22.09,"BrightRetrieval (aops)":14.36,"BrightRetrieval (biology)":30.92,"BrightRetrieval (earth_science)":36.22,"BrightRetrieval (economics)":17.72,"BrightRetrieval (leetcode)":25.46,"BrightRetrieval (pony)":9.79,"BrightRetrieval (psychology)":24.61,"BrightRetrieval (robotics)":13.47,"BrightRetrieval (stackoverflow)":19.85,"BrightRetrieval (sustainable_living)":14.93,"BrightRetrieval (theoremqa_questions)":26.97,"BrightRetrieval (theoremqa_theorems)":30.8} -{"index":7,"Rank":3,"Model":"GritLM-7B<\/a>","Model Size (Million Parameters)":7240,"Memory Usage (GB, fp32)":26.97,"Embedding Dimensions":"","Max Tokens":4096,"Average":20.63,"BrightRetrieval (aops)":8.91,"BrightRetrieval (biology)":25.04,"BrightRetrieval (earth_science)":32.77,"BrightRetrieval (economics)":19.0,"BrightRetrieval (leetcode)":29.85,"BrightRetrieval (pony)":21.98,"BrightRetrieval (psychology)":19.92,"BrightRetrieval (robotics)":17.31,"BrightRetrieval (stackoverflow)":11.62,"BrightRetrieval (sustainable_living)":18.04,"BrightRetrieval (theoremqa_questions)":23.34,"BrightRetrieval (theoremqa_theorems)":19.75} -{"index":0,"Rank":4,"Model":"text-embedding-004<\/a>","Model Size (Million Parameters)":1200,"Memory Usage (GB, fp32)":4.47,"Embedding Dimensions":768,"Max Tokens":2048,"Average":19.52,"BrightRetrieval (aops)":9.33,"BrightRetrieval (biology)":22.98,"BrightRetrieval (earth_science)":34.38,"BrightRetrieval (economics)":19.5,"BrightRetrieval (leetcode)":29.64,"BrightRetrieval (pony)":3.59,"BrightRetrieval (psychology)":27.86,"BrightRetrieval (robotics)":15.98,"BrightRetrieval (stackoverflow)":17.93,"BrightRetrieval (sustainable_living)":17.25,"BrightRetrieval (theoremqa_questions)":21.51,"BrightRetrieval (theoremqa_theorems)":14.31} -{"index":10,"Rank":5,"Model":"instructor-xl<\/a>","Model Size (Million Parameters)":1241,"Memory Usage (GB, fp32)":4.62,"Embedding Dimensions":768,"Max Tokens":512,"Average":18.61,"BrightRetrieval (aops)":8.26,"BrightRetrieval (biology)":21.91,"BrightRetrieval (earth_science)":34.35,"BrightRetrieval (economics)":22.81,"BrightRetrieval (leetcode)":27.5,"BrightRetrieval (pony)":5.02,"BrightRetrieval (psychology)":27.43,"BrightRetrieval (robotics)":17.39,"BrightRetrieval (stackoverflow)":19.06,"BrightRetrieval (sustainable_living)":18.82,"BrightRetrieval (theoremqa_questions)":14.59,"BrightRetrieval (theoremqa_theorems)":6.22} -{"index":8,"Rank":6,"Model":"SFR-Embedding-Mistral<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":18.02,"BrightRetrieval (aops)":7.43,"BrightRetrieval (biology)":19.49,"BrightRetrieval (earth_science)":26.63,"BrightRetrieval (economics)":17.84,"BrightRetrieval (leetcode)":27.35,"BrightRetrieval (pony)":1.97,"BrightRetrieval (psychology)":18.97,"BrightRetrieval (robotics)":16.7,"BrightRetrieval (stackoverflow)":12.72,"BrightRetrieval (sustainable_living)":19.79,"BrightRetrieval (theoremqa_questions)":23.05,"BrightRetrieval (theoremqa_theorems)":24.32} -{"index":1,"Rank":7,"Model":"voyage-large-2-instruct<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":16000,"Average":17.65,"BrightRetrieval (aops)":7.45,"BrightRetrieval (biology)":23.55,"BrightRetrieval (earth_science)":25.09,"BrightRetrieval (economics)":19.85,"BrightRetrieval (leetcode)":30.6,"BrightRetrieval (pony)":1.48,"BrightRetrieval (psychology)":24.79,"BrightRetrieval (robotics)":11.21,"BrightRetrieval (stackoverflow)":15.03,"BrightRetrieval (sustainable_living)":15.58,"BrightRetrieval (theoremqa_questions)":26.06,"BrightRetrieval (theoremqa_theorems)":11.1} -{"index":13,"Rank":8,"Model":"text-embedding-3-large<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":3072,"Max Tokens":8191,"Average":17.56,"BrightRetrieval (aops)":8.45,"BrightRetrieval (biology)":23.67,"BrightRetrieval (earth_science)":26.27,"BrightRetrieval (economics)":19.98,"BrightRetrieval (leetcode)":23.65,"BrightRetrieval (pony)":2.45,"BrightRetrieval (psychology)":27.52,"BrightRetrieval (robotics)":12.93,"BrightRetrieval (stackoverflow)":12.49,"BrightRetrieval (sustainable_living)":20.32,"BrightRetrieval (theoremqa_questions)":22.22,"BrightRetrieval (theoremqa_theorems)":10.82} -{"index":11,"Rank":9,"Model":"e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":17.54,"BrightRetrieval (aops)":7.1,"BrightRetrieval (biology)":18.84,"BrightRetrieval (earth_science)":25.96,"BrightRetrieval (economics)":15.49,"BrightRetrieval (leetcode)":28.72,"BrightRetrieval (pony)":4.81,"BrightRetrieval (psychology)":15.79,"BrightRetrieval (robotics)":16.37,"BrightRetrieval (stackoverflow)":9.83,"BrightRetrieval (sustainable_living)":18.51,"BrightRetrieval (theoremqa_questions)":23.94,"BrightRetrieval (theoremqa_theorems)":25.09} -{"index":6,"Rank":10,"Model":"Cohere-embed-english-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":512,"Average":16.33,"BrightRetrieval (aops)":6.46,"BrightRetrieval (biology)":18.98,"BrightRetrieval (earth_science)":27.45,"BrightRetrieval (economics)":20.18,"BrightRetrieval (leetcode)":26.78,"BrightRetrieval (pony)":1.77,"BrightRetrieval (psychology)":21.82,"BrightRetrieval (robotics)":16.21,"BrightRetrieval (stackoverflow)":16.47,"BrightRetrieval (sustainable_living)":17.69,"BrightRetrieval (theoremqa_questions)":15.07,"BrightRetrieval (theoremqa_theorems)":7.14} -{"index":12,"Rank":11,"Model":"all-mpnet-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average":14.6,"BrightRetrieval (aops)":5.32,"BrightRetrieval (biology)":15.52,"BrightRetrieval (earth_science)":20.11,"BrightRetrieval (economics)":16.64,"BrightRetrieval (leetcode)":26.4,"BrightRetrieval (pony)":6.95,"BrightRetrieval (psychology)":22.63,"BrightRetrieval (robotics)":8.36,"BrightRetrieval (stackoverflow)":9.48,"BrightRetrieval (sustainable_living)":15.34,"BrightRetrieval (theoremqa_questions)":18.49,"BrightRetrieval (theoremqa_theorems)":9.9} -{"index":2,"Rank":12,"Model":"bm25<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":14.33,"BrightRetrieval (aops)":6.2,"BrightRetrieval (biology)":19.19,"BrightRetrieval (earth_science)":27.06,"BrightRetrieval (economics)":14.87,"BrightRetrieval (leetcode)":24.37,"BrightRetrieval (pony)":7.93,"BrightRetrieval (psychology)":12.51,"BrightRetrieval (robotics)":13.53,"BrightRetrieval (stackoverflow)":16.55,"BrightRetrieval (sustainable_living)":15.22,"BrightRetrieval (theoremqa_questions)":9.78,"BrightRetrieval (theoremqa_theorems)":4.75} -{"index":9,"Rank":13,"Model":"instructor-large<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":768,"Max Tokens":512,"Average":14.04,"BrightRetrieval (aops)":7.94,"BrightRetrieval (biology)":15.61,"BrightRetrieval (earth_science)":21.52,"BrightRetrieval (economics)":15.99,"BrightRetrieval (leetcode)":20.0,"BrightRetrieval (pony)":1.32,"BrightRetrieval (psychology)":21.94,"BrightRetrieval (robotics)":11.45,"BrightRetrieval (stackoverflow)":11.21,"BrightRetrieval (sustainable_living)":13.16,"BrightRetrieval (theoremqa_questions)":20.07,"BrightRetrieval (theoremqa_theorems)":8.27} -{"index":5,"Rank":14,"Model":"bge-large-en-v1.5<\/a>","Model Size (Million Parameters)":1340,"Memory Usage (GB, fp32)":4.99,"Embedding Dimensions":1024,"Max Tokens":512,"Average":13.57,"BrightRetrieval (aops)":6.08,"BrightRetrieval (biology)":11.96,"BrightRetrieval (earth_science)":24.15,"BrightRetrieval (economics)":16.59,"BrightRetrieval (leetcode)":26.68,"BrightRetrieval (pony)":5.64,"BrightRetrieval (psychology)":17.44,"BrightRetrieval (robotics)":12.21,"BrightRetrieval (stackoverflow)":9.51,"BrightRetrieval (sustainable_living)":13.27,"BrightRetrieval (theoremqa_questions)":12.56,"BrightRetrieval (theoremqa_theorems)":6.72} diff --git a/all_data_tasks/5/default.jsonl b/all_data_tasks/5/default.jsonl deleted file mode 100644 index c2cb75fd47e30890beeaca08a60aff070118d183..0000000000000000000000000000000000000000 --- a/all_data_tasks/5/default.jsonl +++ /dev/null @@ -1,381 +0,0 @@ -{"index":79,"Rank":1,"Model":"bilingual-embedding-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":86.02,"BIOSSES":87.86,"SICK-R":81.01,"STS12":85.52,"STS13":89.37,"STS14":91.61,"STS15":92.02,"STS16":86.29,"STS17 (en-en)":88.71,"STS22 (en)":68.58,"STSBenchmark":89.28} -{"index":243,"Rank":2,"Model":"jina-embeddings-v3<\/a>","Model Size (Million Parameters)":572,"Memory Usage (GB, fp32)":2.13,"Embedding Dimensions":1024,"Max Tokens":8194,"Average":85.81,"BIOSSES":88.69,"SICK-R":89.62,"STS12":82.44,"STS13":89.49,"STS14":84.95,"STS15":89.31,"STS16":86.85,"STS17 (en-en)":90.0,"STS22 (en)":67.28,"STSBenchmark":89.44} -{"index":49,"Rank":3,"Model":"jina-embeddings-v3<\/a>","Model Size (Million Parameters)":572,"Memory Usage (GB, fp32)":2.13,"Embedding Dimensions":1024,"Max Tokens":8194,"Average":85.81,"BIOSSES":88.69,"SICK-R":89.62,"STS12":82.44,"STS13":89.49,"STS14":84.95,"STS15":89.31,"STS16":86.85,"STS17 (en-en)":90.0,"STS22 (en)":67.28,"STSBenchmark":89.44} -{"index":12,"Rank":4,"Model":"voyage-lite-02-instruct<\/a>","Model Size (Million Parameters)":1220,"Memory Usage (GB, fp32)":4.54,"Embedding Dimensions":1024,"Max Tokens":4000,"Average":85.79,"BIOSSES":89.7,"SICK-R":78.44,"STS12":86.46,"STS13":87.76,"STS14":86.6,"STS15":90.1,"STS16":86.39,"STS17 (en-en)":86.98,"STS22 (en)":76.89,"STSBenchmark":88.56} -{"index":66,"Rank":5,"Model":"speed-embedding-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":85.48,"BIOSSES":87.14,"SICK-R":82.46,"STS12":80.15,"STS13":89.94,"STS14":86.24,"STS15":91.2,"STS16":88.19,"STS17 (en-en)":91.93,"STS22 (en)":68.32,"STSBenchmark":89.21} -{"index":355,"Rank":6,"Model":"BinGSE-Meta-Llama-3-8B-Instruct<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":85.31,"BIOSSES":86.94,"SICK-R":83.73,"STS12":81.39,"STS13":87.96,"STS14":85.58,"STS15":89.78,"STS16":87.89,"STS17 (en-en)":92.02,"STS22 (en)":69.01,"STSBenchmark":88.83} -{"index":130,"Rank":7,"Model":"SFR-Embedding-Mistral<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":85.07,"BIOSSES":86.07,"SICK-R":82.92,"STS12":79.47,"STS13":89.15,"STS14":84.93,"STS15":90.74,"STS16":87.82,"STS17 (en-en)":92.02,"STS22 (en)":68.63,"STSBenchmark":89.0} -{"index":1,"Rank":8,"Model":"text-embedding-004<\/a>","Model Size (Million Parameters)":1200,"Memory Usage (GB, fp32)":4.47,"Embedding Dimensions":768,"Max Tokens":2048,"Average":85.07,"BIOSSES":89.46,"SICK-R":81.93,"STS12":77.59,"STS13":90.36,"STS14":85.25,"STS15":89.66,"STS16":87.34,"STS17 (en-en)":92.06,"STS22 (en)":68.02,"STSBenchmark":88.99} -{"index":371,"Rank":9,"Model":"b1ade-embed<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":85.04,"BIOSSES":89.15,"SICK-R":82.83,"STS12":78.65,"STS13":90.0,"STS14":84.97,"STS15":89.81,"STS16":86.71,"STS17 (en-en)":89.8,"STS22 (en)":69.67,"STSBenchmark":88.77} -{"index":228,"Rank":10,"Model":"multilingual-e5-large-instruct<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":85.03,"BIOSSES":87.46,"SICK-R":81.73,"STS12":82.53,"STS13":88.05,"STS14":84.83,"STS15":91.02,"STS16":87.32,"STS17 (en-en)":90.33,"STS22 (en)":68.67,"STSBenchmark":88.39} -{"index":254,"Rank":11,"Model":"mxbai-embed-large-v1-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":85.0,"BIOSSES":88.41,"SICK-R":82.92,"STS12":78.76,"STS13":90.35,"STS14":85.46,"STS15":89.62,"STS16":86.58,"STS17 (en-en)":89.5,"STS22 (en)":69.34,"STSBenchmark":89.1} -{"index":270,"Rank":12,"Model":"mxbai-embed-large-v1<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":85.0,"BIOSSES":88.41,"SICK-R":82.92,"STS12":78.76,"STS13":90.35,"STS14":85.46,"STS15":89.62,"STS16":86.58,"STS17 (en-en)":89.5,"STS22 (en)":69.34,"STSBenchmark":89.1} -{"index":346,"Rank":13,"Model":"mxbai-embed-large-v1-Q5_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":85.0,"BIOSSES":88.41,"SICK-R":82.92,"STS12":78.76,"STS13":90.35,"STS14":85.46,"STS15":89.62,"STS16":86.58,"STS17 (en-en)":89.5,"STS22 (en)":69.34,"STSBenchmark":89.1} -{"index":196,"Rank":14,"Model":"mxbai-embed-large-v1-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":85.0,"BIOSSES":88.41,"SICK-R":82.92,"STS12":78.76,"STS13":90.35,"STS14":85.46,"STS15":89.62,"STS16":86.58,"STS17 (en-en)":89.5,"STS22 (en)":69.34,"STSBenchmark":89.1} -{"index":345,"Rank":15,"Model":"mxbai-embed-large-v1-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":85.0,"BIOSSES":88.41,"SICK-R":82.92,"STS12":78.76,"STS13":90.35,"STS14":85.46,"STS15":89.62,"STS16":86.58,"STS17 (en-en)":89.5,"STS22 (en)":69.34,"STSBenchmark":89.1} -{"index":76,"Rank":16,"Model":"MUG-B-1.6<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":84.99,"BIOSSES":88.38,"SICK-R":83.0,"STS12":79.22,"STS13":89.43,"STS14":84.79,"STS15":89.54,"STS16":86.69,"STS17 (en-en)":89.64,"STS22 (en)":70.26,"STSBenchmark":88.96} -{"index":81,"Rank":17,"Model":"Linq-Embed-Mistral<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":84.97,"BIOSSES":86.4,"SICK-R":84.31,"STS12":78.44,"STS13":88.27,"STS14":84.49,"STS15":90.28,"STS16":87.37,"STS17 (en-en)":92.68,"STS22 (en)":68.62,"STSBenchmark":88.81} -{"index":0,"Rank":18,"Model":"text-embedding-004-256<\/a>","Model Size (Million Parameters)":1200,"Memory Usage (GB, fp32)":4.47,"Embedding Dimensions":256,"Max Tokens":2048,"Average":84.93,"BIOSSES":89.42,"SICK-R":81.67,"STS12":78.02,"STS13":90.1,"STS14":85.44,"STS15":89.64,"STS16":87.24,"STS17 (en-en)":90.46,"STS22 (en)":67.99,"STSBenchmark":89.33} -{"index":269,"Rank":19,"Model":"mxbai-embed-2d-large-v1<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":84.9,"BIOSSES":88.06,"SICK-R":82.05,"STS12":78.77,"STS13":90.4,"STS14":85.45,"STS15":90.01,"STS16":87.42,"STS17 (en-en)":88.8,"STS22 (en)":68.8,"STSBenchmark":89.2} -{"index":308,"Rank":20,"Model":"TDTE<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":84.82,"BIOSSES":87.28,"SICK-R":82.33,"STS12":79.7,"STS13":89.21,"STS14":86.01,"STS15":89.7,"STS16":87.68,"STS17 (en-en)":88.03,"STS22 (en)":70.16,"STSBenchmark":88.15} -{"index":112,"Rank":21,"Model":"jasper_en_vision_language_v1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":84.67,"BIOSSES":84.66,"SICK-R":82.23,"STS12":80.26,"STS13":89.69,"STS14":85.32,"STS15":90.16,"STS16":86.42,"STS17 (en-en)":91.01,"STS22 (en)":68.08,"STSBenchmark":88.85} -{"index":380,"Rank":22,"Model":"LENS-d8000<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":84.67,"BIOSSES":85.83,"SICK-R":83.3,"STS12":80.99,"STS13":87.34,"STS14":84.39,"STS15":89.75,"STS16":87.63,"STS17 (en-en)":90.87,"STS22 (en)":68.09,"STSBenchmark":88.47} -{"index":223,"Rank":23,"Model":"e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":84.65,"BIOSSES":85.5,"SICK-R":82.64,"STS12":79.65,"STS13":88.43,"STS14":84.54,"STS15":90.42,"STS16":87.69,"STS17 (en-en)":91.76,"STS22 (en)":67.3,"STSBenchmark":88.6} -{"index":26,"Rank":24,"Model":"e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":84.63,"BIOSSES":85.55,"SICK-R":82.64,"STS12":79.66,"STS13":88.43,"STS14":84.54,"STS15":90.43,"STS16":87.68,"STS17 (en-en)":91.75,"STS22 (en)":66.98,"STSBenchmark":88.6} -{"index":162,"Rank":25,"Model":"GIST-large-Embedding-v0<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":84.59,"BIOSSES":89.17,"SICK-R":82.8,"STS12":77.13,"STS13":89.29,"STS14":83.83,"STS15":89.7,"STS16":86.43,"STS17 (en-en)":89.66,"STS22 (en)":69.61,"STSBenchmark":88.3} -{"index":145,"Rank":26,"Model":"UAE-Large-V1<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":84.54,"BIOSSES":86.14,"SICK-R":82.62,"STS12":79.09,"STS13":89.62,"STS14":85.02,"STS15":89.51,"STS16":86.61,"STS17 (en-en)":88.99,"STS22 (en)":68.79,"STSBenchmark":89.06} -{"index":113,"Rank":27,"Model":"stella_en_1.5B_v5<\/a>","Model Size (Million Parameters)":1543,"Memory Usage (GB, fp32)":5.75,"Embedding Dimensions":8192,"Max Tokens":131072,"Average":84.51,"BIOSSES":83.11,"SICK-R":82.89,"STS12":80.09,"STS13":89.68,"STS14":85.07,"STS15":89.39,"STS16":87.15,"STS17 (en-en)":91.35,"STS22 (en)":68.1,"STSBenchmark":88.23} -{"index":379,"Rank":28,"Model":"LENS-d4000<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":84.36,"BIOSSES":84.47,"SICK-R":83.81,"STS12":79.07,"STS13":86.54,"STS14":84.32,"STS15":89.69,"STS16":87.23,"STS17 (en-en)":91.55,"STS22 (en)":68.69,"STSBenchmark":88.22} -{"index":294,"Rank":29,"Model":"NV-Embed-v2<\/a>","Model Size (Million Parameters)":7851,"Memory Usage (GB, fp32)":29.25,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":84.31,"BIOSSES":87.42,"SICK-R":82.15,"STS12":77.89,"STS13":88.3,"STS14":84.3,"STS15":89.04,"STS16":86.77,"STS17 (en-en)":90.67,"STS22 (en)":68.12,"STSBenchmark":88.41} -{"index":30,"Rank":30,"Model":"bge-en-icl<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":84.24,"BIOSSES":86.47,"SICK-R":83.87,"STS12":78.14,"STS13":86.59,"STS14":82.83,"STS15":87.77,"STS16":87.04,"STS17 (en-en)":91.25,"STS22 (en)":70.07,"STSBenchmark":88.42} -{"index":384,"Rank":31,"Model":"Zeta-Alpha-E5-Mistral<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":84.24,"BIOSSES":86.44,"SICK-R":81.88,"STS12":78.64,"STS13":87.12,"STS14":83.55,"STS15":90.1,"STS16":87.22,"STS17 (en-en)":91.43,"STS22 (en)":67.76,"STSBenchmark":88.28} -{"index":114,"Rank":32,"Model":"stella_en_400M_v5<\/a>","Model Size (Million Parameters)":435,"Memory Usage (GB, fp32)":1.62,"Embedding Dimensions":8192,"Max Tokens":8192,"Average":84.22,"BIOSSES":83.3,"SICK-R":82.21,"STS12":79.52,"STS13":89.19,"STS14":85.15,"STS15":89.1,"STS16":87.14,"STS17 (en-en)":90.97,"STS22 (en)":67.83,"STSBenchmark":87.74} -{"index":277,"Rank":33,"Model":"bge-large-en-v1.5-quant<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":84.18,"BIOSSES":88.37,"SICK-R":82.06,"STS12":78.83,"STS13":87.99,"STS14":83.5,"STS15":89.0,"STS16":86.45,"STS17 (en-en)":89.56,"STS22 (en)":68.15,"STSBenchmark":87.89} -{"index":90,"Rank":34,"Model":"LLM2Vec-Mistral-supervised<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":84.09,"BIOSSES":85.24,"SICK-R":83.7,"STS12":78.8,"STS13":86.37,"STS14":84.04,"STS15":88.99,"STS16":87.22,"STS17 (en-en)":90.19,"STS22 (en)":67.68,"STSBenchmark":88.65} -{"index":6,"Rank":35,"Model":"voyage-3-m-exp<\/a>","Model Size (Million Parameters)":6918,"Memory Usage (GB, fp32)":25.77,"Embedding Dimensions":2048,"Max Tokens":32000,"Average":83.91,"BIOSSES":87.7,"SICK-R":81.62,"STS12":78.57,"STS13":88.19,"STS14":84.07,"STS15":89.45,"STS16":86.36,"STS17 (en-en)":89.36,"STS22 (en)":65.48,"STSBenchmark":88.32} -{"index":366,"Rank":36,"Model":"voyage-3-m-exp<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":83.91,"BIOSSES":87.7,"SICK-R":81.62,"STS12":78.57,"STS13":88.19,"STS14":84.07,"STS15":89.45,"STS16":86.36,"STS17 (en-en)":89.36,"STS22 (en)":65.48,"STSBenchmark":88.32} -{"index":33,"Rank":37,"Model":"bge-multilingual-gemma2<\/a>","Model Size (Million Parameters)":9242,"Memory Usage (GB, fp32)":34.43,"Embedding Dimensions":3584,"Max Tokens":8192,"Average":83.88,"BIOSSES":85.74,"SICK-R":82.66,"STS12":77.71,"STS13":87.45,"STS14":83.48,"STS15":87.63,"STS16":86.7,"STS17 (en-en)":91.18,"STS22 (en)":69.02,"STSBenchmark":87.25} -{"index":311,"Rank":38,"Model":"sf_model_e5<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":83.85,"BIOSSES":86.75,"SICK-R":82.33,"STS12":77.61,"STS13":87.95,"STS14":83.85,"STS15":88.47,"STS16":86.46,"STS17 (en-en)":88.7,"STS22 (en)":68.02,"STSBenchmark":88.33} -{"index":248,"Rank":39,"Model":"modernbert-embed-large<\/a>","Model Size (Million Parameters)":395,"Memory Usage (GB, fp32)":1.47,"Embedding Dimensions":1024,"Max Tokens":8192,"Average":83.8,"BIOSSES":87.48,"SICK-R":80.3,"STS12":80.97,"STS13":87.87,"STS14":83.8,"STS15":88.59,"STS16":86.82,"STS17 (en-en)":87.99,"STS22 (en)":66.82,"STSBenchmark":87.4} -{"index":86,"Rank":40,"Model":"LLM2Vec-Llama-2-7b-chat-hf-mntp-supervised<\/a>","Model Size (Million Parameters)":6607,"Memory Usage (GB, fp32)":24.61,"Embedding Dimensions":4096,"Max Tokens":4096,"Average":83.73,"BIOSSES":82.13,"SICK-R":83.01,"STS12":78.85,"STS13":86.84,"STS14":84.04,"STS15":88.72,"STS16":86.79,"STS17 (en-en)":90.63,"STS22 (en)":67.55,"STSBenchmark":88.72} -{"index":88,"Rank":41,"Model":"LLM2Vec-Meta-Llama-3-supervised<\/a>","Model Size (Million Parameters)":7505,"Memory Usage (GB, fp32)":27.96,"Embedding Dimensions":4096,"Max Tokens":8192,"Average":83.58,"BIOSSES":84.92,"SICK-R":83.94,"STS12":79.27,"STS13":84.83,"STS14":82.94,"STS15":88.09,"STS16":86.54,"STS17 (en-en)":89.58,"STS22 (en)":67.67,"STSBenchmark":88.05} -{"index":92,"Rank":42,"Model":"LLM2Vec-Sheared-Llama-supervised<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":4096,"Average":83.58,"BIOSSES":85.88,"SICK-R":82.25,"STS12":78.28,"STS13":85.52,"STS14":82.49,"STS15":88.76,"STS16":87.11,"STS17 (en-en)":90.1,"STS22 (en)":68.25,"STSBenchmark":87.16} -{"index":160,"Rank":43,"Model":"GIST-Embedding-v0<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":83.51,"BIOSSES":87.95,"SICK-R":81.29,"STS12":76.16,"STS13":87.85,"STS14":83.39,"STS15":89.43,"STS16":85.35,"STS17 (en-en)":88.59,"STS22 (en)":67.81,"STSBenchmark":87.32} -{"index":27,"Rank":44,"Model":"jina-embeddings-v2-base-es-Q2_K-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":83.49,"BIOSSES":83.05,"SICK-R":83.01,"STS12":81.62,"STS13":86.82,"STS14":83.56,"STS15":88.75,"STS16":86.03,"STS17 (en-en)":88.56,"STS22 (en)":65.62,"STSBenchmark":87.84} -{"index":241,"Rank":45,"Model":"jina-embeddings-v2-base-es<\/a>","Model Size (Million Parameters)":161,"Memory Usage (GB, fp32)":0.6,"Embedding Dimensions":768,"Max Tokens":8192,"Average":83.49,"BIOSSES":83.05,"SICK-R":83.01,"STS12":81.62,"STS13":86.82,"STS14":83.56,"STS15":88.75,"STS16":86.03,"STS17 (en-en)":88.56,"STS22 (en)":65.62,"STSBenchmark":87.84} -{"index":301,"Rank":46,"Model":"jina-embeddings-v2-base-es-Q5_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":83.49,"BIOSSES":83.05,"SICK-R":83.01,"STS12":81.62,"STS13":86.82,"STS14":83.56,"STS15":88.75,"STS16":86.03,"STS17 (en-en)":88.56,"STS22 (en)":65.62,"STSBenchmark":87.84} -{"index":28,"Rank":47,"Model":"jina-embeddings-v2-base-es-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":83.49,"BIOSSES":83.05,"SICK-R":83.01,"STS12":81.62,"STS13":86.82,"STS14":83.56,"STS15":88.75,"STS16":86.03,"STS17 (en-en)":88.56,"STS22 (en)":65.62,"STSBenchmark":87.84} -{"index":48,"Rank":48,"Model":"Cohere-embed-multilingual-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":512,"Average":83.43,"BIOSSES":85.01,"SICK-R":82.18,"STS12":77.62,"STS13":85.16,"STS14":80.02,"STS15":88.92,"STS16":86.92,"STS17 (en-en)":90.09,"STS22 (en)":69.63,"STSBenchmark":88.79} -{"index":300,"Rank":49,"Model":"GritLM-7B-vllm<\/a>","Model Size (Million Parameters)":7242,"Memory Usage (GB, fp32)":26.98,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":83.35,"BIOSSES":86.35,"SICK-R":83.13,"STS12":77.34,"STS13":85.04,"STS14":82.91,"STS15":88.13,"STS16":86.24,"STS17 (en-en)":90.13,"STS22 (en)":68.63,"STSBenchmark":85.64} -{"index":40,"Rank":50,"Model":"GritLM-7B-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":83.35,"BIOSSES":86.35,"SICK-R":83.13,"STS12":77.34,"STS13":85.04,"STS14":82.91,"STS15":88.13,"STS16":86.24,"STS17 (en-en)":90.13,"STS22 (en)":68.63,"STSBenchmark":85.64} -{"index":349,"Rank":51,"Model":"GritLM-7B-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":83.35,"BIOSSES":86.35,"SICK-R":83.13,"STS12":77.34,"STS13":85.04,"STS14":82.91,"STS15":88.13,"STS16":86.24,"STS17 (en-en)":90.13,"STS22 (en)":68.63,"STSBenchmark":85.64} -{"index":61,"Rank":52,"Model":"GritLM-7B<\/a>","Model Size (Million Parameters)":7240,"Memory Usage (GB, fp32)":26.97,"Embedding Dimensions":"","Max Tokens":4096,"Average":83.35,"BIOSSES":86.32,"SICK-R":83.13,"STS12":77.34,"STS13":85.04,"STS14":82.91,"STS15":88.13,"STS16":86.24,"STS17 (en-en)":90.14,"STS22 (en)":68.63,"STSBenchmark":85.64} -{"index":352,"Rank":53,"Model":"gte-large<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":83.35,"BIOSSES":88.65,"SICK-R":79.81,"STS12":76.81,"STS13":88.11,"STS14":82.66,"STS15":88.93,"STS16":84.25,"STS17 (en-en)":88.47,"STS22 (en)":69.71,"STSBenchmark":86.07} -{"index":131,"Rank":54,"Model":"ember-v1-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":83.34,"BIOSSES":85.81,"SICK-R":81.75,"STS12":78.51,"STS13":86.62,"STS14":83.06,"STS15":88.39,"STS16":86.82,"STS17 (en-en)":87.9,"STS22 (en)":66.76,"STSBenchmark":87.77} -{"index":253,"Rank":55,"Model":"ember-v1<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":83.34,"BIOSSES":85.81,"SICK-R":81.75,"STS12":78.51,"STS13":86.62,"STS14":83.06,"STS15":88.39,"STS16":86.82,"STS17 (en-en)":87.9,"STS22 (en)":66.76,"STSBenchmark":87.77} -{"index":247,"Rank":56,"Model":"cde-small-v2<\/a>","Model Size (Million Parameters)":150,"Memory Usage (GB, fp32)":0.56,"Embedding Dimensions":768,"Max Tokens":512,"Average":83.3,"BIOSSES":86.71,"SICK-R":79.01,"STS12":80.35,"STS13":86.05,"STS14":82.97,"STS15":88.07,"STS16":86.01,"STS17 (en-en)":88.95,"STS22 (en)":67.15,"STSBenchmark":87.71} -{"index":350,"Rank":57,"Model":"GritLM-8x7B-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":83.26,"BIOSSES":87.34,"SICK-R":80.56,"STS12":73.69,"STS13":85.82,"STS14":82.05,"STS15":88.8,"STS16":86.2,"STS17 (en-en)":91.46,"STS22 (en)":69.21,"STSBenchmark":87.43} -{"index":62,"Rank":58,"Model":"GritLM-8x7B<\/a>","Model Size (Million Parameters)":46703,"Memory Usage (GB, fp32)":173.98,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":83.26,"BIOSSES":87.34,"SICK-R":80.56,"STS12":73.69,"STS13":85.82,"STS14":82.05,"STS15":88.8,"STS16":86.2,"STS17 (en-en)":91.46,"STS22 (en)":69.21,"STSBenchmark":87.43} -{"index":31,"Rank":59,"Model":"bge-large-en-v1.5<\/a>","Model Size (Million Parameters)":1340,"Memory Usage (GB, fp32)":4.99,"Embedding Dimensions":1024,"Max Tokens":512,"Average":83.16,"BIOSSES":84.65,"SICK-R":81.68,"STS12":79.05,"STS13":86.37,"STS14":82.78,"STS15":88.03,"STS16":86.49,"STS17 (en-en)":87.49,"STS22 (en)":67.52,"STSBenchmark":87.52} -{"index":208,"Rank":60,"Model":"instructor-large<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":768,"Max Tokens":512,"Average":83.15,"BIOSSES":84.39,"SICK-R":81.27,"STS12":76.28,"STS13":88.18,"STS14":81.92,"STS15":89.01,"STS16":85.49,"STS17 (en-en)":90.3,"STS22 (en)":67.74,"STSBenchmark":86.88} -{"index":310,"Rank":61,"Model":"bge-large-en-v1.5-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":83.11,"BIOSSES":84.65,"SICK-R":81.68,"STS12":79.05,"STS13":86.37,"STS14":82.78,"STS15":88.03,"STS16":86.49,"STS17 (en-en)":87.5,"STS22 (en)":67.05,"STSBenchmark":87.52} -{"index":212,"Rank":62,"Model":"bge-large-en-v1.5-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":83.11,"BIOSSES":84.65,"SICK-R":81.68,"STS12":79.05,"STS13":86.37,"STS14":82.78,"STS15":88.03,"STS16":86.49,"STS17 (en-en)":87.5,"STS22 (en)":67.05,"STSBenchmark":87.52} -{"index":281,"Rank":63,"Model":"bge-large-en-v1.5<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":83.11,"BIOSSES":84.65,"SICK-R":81.68,"STS12":79.05,"STS13":86.37,"STS14":82.78,"STS15":88.03,"STS16":86.49,"STS17 (en-en)":87.5,"STS22 (en)":67.05,"STSBenchmark":87.52} -{"index":309,"Rank":64,"Model":"bge-large-en-v1.5-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":83.11,"BIOSSES":84.65,"SICK-R":81.68,"STS12":79.05,"STS13":86.37,"STS14":82.78,"STS15":88.03,"STS16":86.49,"STS17 (en-en)":87.5,"STS22 (en)":67.05,"STSBenchmark":87.52} -{"index":356,"Rank":65,"Model":"BinGSE-Sheared-LLaMA<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":83.1,"BIOSSES":83.85,"SICK-R":82.5,"STS12":77.04,"STS13":84.56,"STS14":82.12,"STS15":88.14,"STS16":86.38,"STS17 (en-en)":91.49,"STS22 (en)":68.45,"STSBenchmark":86.51} -{"index":22,"Rank":66,"Model":"gte-Qwen2-7B-instruct<\/a>","Model Size (Million Parameters)":7613,"Memory Usage (GB, fp32)":28.36,"Embedding Dimensions":3584,"Max Tokens":32768,"Average":83.06,"BIOSSES":81.37,"SICK-R":79.16,"STS12":79.53,"STS13":88.97,"STS14":83.87,"STS15":88.48,"STS16":86.49,"STS17 (en-en)":88.75,"STS22 (en)":67.16,"STSBenchmark":86.81} -{"index":209,"Rank":67,"Model":"instructor-xl<\/a>","Model Size (Million Parameters)":1241,"Memory Usage (GB, fp32)":4.62,"Embedding Dimensions":768,"Max Tokens":512,"Average":83.06,"BIOSSES":84.15,"SICK-R":81.7,"STS12":75.32,"STS13":87.44,"STS14":81.87,"STS15":88.94,"STS16":85.38,"STS17 (en-en)":90.54,"STS22 (en)":68.65,"STSBenchmark":86.56} -{"index":163,"Rank":68,"Model":"GIST-small-Embedding-v0<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":83.03,"BIOSSES":86.99,"SICK-R":80.53,"STS12":75.57,"STS13":86.26,"STS14":82.3,"STS15":88.74,"STS16":85.27,"STS17 (en-en)":89.02,"STS22 (en)":68.51,"STSBenchmark":87.08} -{"index":217,"Rank":69,"Model":"stella-base-en-v2<\/a>","Model Size (Million Parameters)":55,"Memory Usage (GB, fp32)":0.2,"Embedding Dimensions":768,"Max Tokens":512,"Average":83.02,"BIOSSES":85.94,"SICK-R":81.06,"STS12":78.72,"STS13":84.88,"STS14":83.11,"STS15":88.74,"STS16":86.35,"STS17 (en-en)":87.71,"STS22 (en)":66.28,"STSBenchmark":87.45} -{"index":235,"Rank":70,"Model":"udever-bloom-7b1<\/a>","Model Size (Million Parameters)":7069,"Memory Usage (GB, fp32)":26.33,"Embedding Dimensions":4096,"Max Tokens":2048,"Average":83.01,"BIOSSES":85.52,"SICK-R":81.41,"STS12":77.47,"STS13":86.38,"STS14":81.17,"STS15":88.23,"STS16":86.29,"STS17 (en-en)":90.62,"STS22 (en)":65.01,"STSBenchmark":88.02} -{"index":78,"Rank":71,"Model":"bilingual-embedding-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":83.0,"BIOSSES":87.13,"SICK-R":79.49,"STS12":79.59,"STS13":84.7,"STS14":83.92,"STS15":89.88,"STS16":84.88,"STS17 (en-en)":88.69,"STS22 (en)":64.27,"STSBenchmark":87.44} -{"index":164,"Rank":72,"Model":"NoInstruct-small-Embedding-v0<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":83.0,"BIOSSES":87.2,"SICK-R":80.31,"STS12":75.76,"STS13":86.08,"STS14":82.28,"STS15":88.9,"STS16":85.18,"STS17 (en-en)":88.73,"STS22 (en)":68.54,"STSBenchmark":86.98} -{"index":11,"Rank":73,"Model":"voyage-lite-01-instruct<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":4000,"Average":82.93,"BIOSSES":84.85,"SICK-R":79.71,"STS12":77.09,"STS13":88.91,"STS14":82.08,"STS15":89.21,"STS16":84.74,"STS17 (en-en)":90.73,"STS22 (en)":62.1,"STSBenchmark":89.86} -{"index":381,"Rank":74,"Model":"gte-large-quant<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":82.88,"BIOSSES":87.98,"SICK-R":79.13,"STS12":75.98,"STS13":87.55,"STS14":81.99,"STS15":88.93,"STS16":83.59,"STS17 (en-en)":88.51,"STS22 (en)":69.72,"STSBenchmark":85.4} -{"index":293,"Rank":75,"Model":"NV-Embed-v1<\/a>","Model Size (Million Parameters)":7851,"Memory Usage (GB, fp32)":29.25,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":82.84,"BIOSSES":85.59,"SICK-R":82.8,"STS12":76.22,"STS13":86.3,"STS14":82.09,"STS15":87.24,"STS16":84.77,"STS17 (en-en)":87.42,"STS22 (en)":69.85,"STSBenchmark":86.14} -{"index":46,"Rank":76,"Model":"Cohere-embed-english-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":512,"Average":82.79,"BIOSSES":83.5,"SICK-R":81.27,"STS12":74.37,"STS13":85.2,"STS14":80.98,"STS15":89.23,"STS16":86.32,"STS17 (en-en)":90.34,"STS22 (en)":68.15,"STSBenchmark":88.55} -{"index":275,"Rank":77,"Model":"bge-base-en-v1.5-quant<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":82.79,"BIOSSES":86.71,"SICK-R":80.06,"STS12":77.75,"STS13":86.08,"STS14":82.89,"STS15":88.54,"STS16":85.76,"STS17 (en-en)":87.82,"STS22 (en)":65.46,"STSBenchmark":86.79} -{"index":21,"Rank":78,"Model":"gte-Qwen2-1.5B-instruct<\/a>","Model Size (Million Parameters)":1776,"Memory Usage (GB, fp32)":6.62,"Embedding Dimensions":1536,"Max Tokens":131072,"Average":82.73,"BIOSSES":82.11,"SICK-R":80.49,"STS12":77.25,"STS13":87.79,"STS14":82.91,"STS15":88.45,"STS16":85.45,"STS17 (en-en)":90.33,"STS22 (en)":66.1,"STSBenchmark":86.38} -{"index":190,"Rank":79,"Model":"USER-bge-m3<\/a>","Model Size (Million Parameters)":359,"Memory Usage (GB, fp32)":1.34,"Embedding Dimensions":1024,"Max Tokens":8192,"Average":82.72,"BIOSSES":82.26,"SICK-R":81.0,"STS12":81.1,"STS13":83.85,"STS14":82.11,"STS15":89.0,"STS16":85.8,"STS17 (en-en)":87.18,"STS22 (en)":68.08,"STSBenchmark":86.85} -{"index":339,"Rank":80,"Model":"sentence-t5-xxl<\/a>","Model Size (Million Parameters)":4865,"Memory Usage (GB, fp32)":18.12,"Embedding Dimensions":768,"Max Tokens":512,"Average":82.63,"BIOSSES":80.43,"SICK-R":80.47,"STS12":78.85,"STS13":88.94,"STS14":84.86,"STS15":89.32,"STS16":84.67,"STS17 (en-en)":89.46,"STS22 (en)":65.33,"STSBenchmark":84.01} -{"index":9,"Rank":81,"Model":"voyage-large-2-instruct<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":16000,"Average":82.63,"BIOSSES":89.24,"SICK-R":81.92,"STS12":73.34,"STS13":84.96,"STS14":82.67,"STS15":87.64,"STS16":84.5,"STS17 (en-en)":88.08,"STS22 (en)":66.32,"STSBenchmark":87.59} -{"index":82,"Rank":82,"Model":"jina-embeddings-v2-base-de-Q5_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":82.61,"BIOSSES":76.91,"SICK-R":80.33,"STS12":80.59,"STS13":86.59,"STS14":82.99,"STS15":88.79,"STS16":84.44,"STS17 (en-en)":89.31,"STS22 (en)":67.97,"STSBenchmark":88.14} -{"index":239,"Rank":83,"Model":"jina-embeddings-v2-base-de<\/a>","Model Size (Million Parameters)":161,"Memory Usage (GB, fp32)":0.6,"Embedding Dimensions":768,"Max Tokens":8192,"Average":82.61,"BIOSSES":76.91,"SICK-R":80.33,"STS12":80.59,"STS13":86.59,"STS14":82.99,"STS15":88.79,"STS16":84.44,"STS17 (en-en)":89.31,"STS22 (en)":67.97,"STSBenchmark":88.14} -{"index":178,"Rank":84,"Model":"jina-embeddings-v2-base-de-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":82.61,"BIOSSES":76.91,"SICK-R":80.33,"STS12":80.59,"STS13":86.59,"STS14":82.99,"STS15":88.79,"STS16":84.44,"STS17 (en-en)":89.31,"STS22 (en)":67.97,"STSBenchmark":88.14} -{"index":245,"Rank":85,"Model":"echo-mistral-7b-instruct-lasttoken<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":82.56,"BIOSSES":86.54,"SICK-R":83.23,"STS12":76.13,"STS13":83.19,"STS14":80.6,"STS15":87.16,"STS16":85.16,"STS17 (en-en)":90.88,"STS22 (en)":67.04,"STSBenchmark":85.67} -{"index":278,"Rank":86,"Model":"bge-large-en-v1.5-sparse<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":82.5,"BIOSSES":85.64,"SICK-R":80.74,"STS12":76.07,"STS13":86.81,"STS14":81.68,"STS15":88.75,"STS16":84.61,"STS17 (en-en)":89.75,"STS22 (en)":64.1,"STSBenchmark":86.88} -{"index":20,"Rank":87,"Model":"gte-Qwen1.5-7B-instruct<\/a>","Model Size (Million Parameters)":7099,"Memory Usage (GB, fp32)":26.45,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":82.49,"BIOSSES":81.12,"SICK-R":79.15,"STS12":76.52,"STS13":88.63,"STS14":83.32,"STS15":87.5,"STS16":86.39,"STS17 (en-en)":87.79,"STS22 (en)":67.1,"STSBenchmark":87.35} -{"index":29,"Rank":88,"Model":"bge-base-en-v1.5<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":82.45,"BIOSSES":86.94,"SICK-R":80.3,"STS12":78.03,"STS13":84.18,"STS14":82.27,"STS15":87.96,"STS16":85.48,"STS17 (en-en)":86.41,"STS22 (en)":66.54,"STSBenchmark":86.42} -{"index":65,"Rank":89,"Model":"KaLM-embedding-multilingual-mini-v1<\/a>","Model Size (Million Parameters)":494,"Memory Usage (GB, fp32)":1.84,"Embedding Dimensions":896,"Max Tokens":131072,"Average":82.42,"BIOSSES":86.24,"SICK-R":79.93,"STS12":76.67,"STS13":84.87,"STS14":80.11,"STS15":88.7,"STS16":84.62,"STS17 (en-en)":87.94,"STS22 (en)":69.0,"STSBenchmark":86.07} -{"index":63,"Rank":90,"Model":"KaLM-embedding-multilingual-mini-instruct-v1<\/a>","Model Size (Million Parameters)":494,"Memory Usage (GB, fp32)":1.84,"Embedding Dimensions":896,"Max Tokens":131072,"Average":82.4,"BIOSSES":86.33,"SICK-R":79.63,"STS12":81.5,"STS13":84.49,"STS14":80.06,"STS15":86.54,"STS16":85.41,"STS17 (en-en)":86.4,"STS22 (en)":69.37,"STSBenchmark":84.3} -{"index":165,"Rank":91,"Model":"bge-base-en-v1-5-seqlen-384-bs-1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":82.4,"BIOSSES":86.94,"SICK-R":80.3,"STS12":78.03,"STS13":84.19,"STS14":82.27,"STS15":87.96,"STS16":85.48,"STS17 (en-en)":86.42,"STS22 (en)":65.95,"STSBenchmark":86.42} -{"index":233,"Rank":92,"Model":"udever-bloom-3b<\/a>","Model Size (Million Parameters)":3003,"Memory Usage (GB, fp32)":11.19,"Embedding Dimensions":2560,"Max Tokens":2048,"Average":82.37,"BIOSSES":84.82,"SICK-R":80.85,"STS12":76.1,"STS13":85.49,"STS14":80.44,"STS15":87.75,"STS16":85.42,"STS17 (en-en)":89.95,"STS22 (en)":65.13,"STSBenchmark":87.71} -{"index":221,"Rank":93,"Model":"e5-large<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":82.32,"BIOSSES":84.73,"SICK-R":80.49,"STS12":75.93,"STS13":85.22,"STS14":80.54,"STS15":88.81,"STS16":85.28,"STS17 (en-en)":89.37,"STS22 (en)":65.65,"STSBenchmark":87.21} -{"index":351,"Rank":94,"Model":"gte-base<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":82.3,"BIOSSES":87.64,"SICK-R":78.86,"STS12":75.71,"STS13":85.73,"STS14":81.51,"STS15":88.81,"STS16":83.82,"STS17 (en-en)":87.9,"STS22 (en)":67.33,"STSBenchmark":85.73} -{"index":207,"Rank":95,"Model":"instructor-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":82.29,"BIOSSES":82.31,"SICK-R":80.26,"STS12":77.02,"STS13":86.58,"STS14":81.32,"STS15":88.19,"STS16":84.88,"STS17 (en-en)":89.46,"STS22 (en)":66.45,"STSBenchmark":86.43} -{"index":64,"Rank":96,"Model":"KaLM-embedding-multilingual-mini-instruct-v1.5<\/a>","Model Size (Million Parameters)":494,"Memory Usage (GB, fp32)":1.84,"Embedding Dimensions":896,"Max Tokens":131072,"Average":82.24,"BIOSSES":86.14,"SICK-R":79.73,"STS12":80.17,"STS13":83.86,"STS14":80.57,"STS15":87.34,"STS16":84.83,"STS17 (en-en)":86.43,"STS22 (en)":69.21,"STSBenchmark":84.12} -{"index":166,"Rank":97,"Model":"concat-e5-small-bge-small-01<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":82.24,"BIOSSES":84.9,"SICK-R":80.08,"STS12":77.21,"STS13":83.55,"STS14":82.4,"STS15":88.09,"STS16":85.03,"STS17 (en-en)":88.53,"STS22 (en)":65.95,"STSBenchmark":86.66} -{"index":284,"Rank":98,"Model":"nomic-embed-text-v1<\/a>","Model Size (Million Parameters)":547,"Memory Usage (GB, fp32)":2.04,"Embedding Dimensions":768,"Max Tokens":8192,"Average":82.12,"BIOSSES":86.47,"SICK-R":78.58,"STS12":78.92,"STS13":85.4,"STS14":81.64,"STS15":87.2,"STS16":85.44,"STS17 (en-en)":87.2,"STS22 (en)":64.77,"STSBenchmark":85.54} -{"index":25,"Rank":99,"Model":"gte-multilingual-base<\/a>","Model Size (Million Parameters)":305,"Memory Usage (GB, fp32)":1.14,"Embedding Dimensions":768,"Max Tokens":8192,"Average":82.11,"BIOSSES":81.21,"SICK-R":79.34,"STS12":77.51,"STS13":85.55,"STS14":81.68,"STS15":88.95,"STS16":84.34,"STS17 (en-en)":88.88,"STS22 (en)":67.2,"STSBenchmark":86.46} -{"index":85,"Rank":100,"Model":"onnx-gte-multilingual-base<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":82.11,"BIOSSES":81.21,"SICK-R":79.34,"STS12":77.51,"STS13":85.55,"STS14":81.68,"STS15":88.95,"STS16":84.34,"STS17 (en-en)":88.88,"STS22 (en)":67.2,"STSBenchmark":86.46} -{"index":353,"Rank":101,"Model":"gte-small<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":82.07,"BIOSSES":88.17,"SICK-R":77.93,"STS12":75.12,"STS13":85.09,"STS14":81.03,"STS15":88.32,"STS16":83.91,"STS17 (en-en)":87.59,"STS22 (en)":68.0,"STSBenchmark":85.57} -{"index":35,"Rank":102,"Model":"nomic-embed-text-v1<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":8192,"Average":82.06,"BIOSSES":86.47,"SICK-R":78.58,"STS12":78.92,"STS13":85.4,"STS14":81.64,"STS15":87.2,"STS16":85.44,"STS17 (en-en)":87.2,"STS22 (en)":64.22,"STSBenchmark":85.54} -{"index":75,"Rank":103,"Model":"e5-large-v2-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":82.05,"BIOSSES":83.6,"SICK-R":79.28,"STS12":76.95,"STS13":84.12,"STS14":80.46,"STS15":89.76,"STS16":85.47,"STS17 (en-en)":89.03,"STS22 (en)":64.11,"STSBenchmark":87.74} -{"index":279,"Rank":104,"Model":"bge-small-en-v1.5-quant<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":82.04,"BIOSSES":86.66,"SICK-R":79.44,"STS12":76.17,"STS13":84.15,"STS14":81.49,"STS15":88.11,"STS16":84.99,"STS17 (en-en)":87.98,"STS22 (en)":65.07,"STSBenchmark":86.31} -{"index":23,"Rank":105,"Model":"gte-base-en-v1.5<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":8192,"Average":81.97,"BIOSSES":83.65,"SICK-R":79.37,"STS12":74.38,"STS13":84.71,"STS14":80.1,"STS15":87.16,"STS16":85.02,"STS17 (en-en)":90.64,"STS22 (en)":68.63,"STSBenchmark":86.04} -{"index":291,"Rank":106,"Model":"nomic-embed-text-v1.5<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":8192,"Average":81.94,"BIOSSES":84.25,"SICK-R":79.38,"STS12":78.52,"STS13":86.05,"STS14":81.54,"STS15":86.97,"STS16":84.77,"STS17 (en-en)":87.47,"STS22 (en)":65.02,"STSBenchmark":85.47} -{"index":147,"Rank":107,"Model":"nomic-embed-text-v1.5-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":81.94,"BIOSSES":84.25,"SICK-R":79.38,"STS12":78.52,"STS13":86.05,"STS14":81.54,"STS15":86.97,"STS16":84.77,"STS17 (en-en)":87.47,"STS22 (en)":65.02,"STSBenchmark":85.47} -{"index":127,"Rank":108,"Model":"nomic-embed-text-v1.5-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":81.94,"BIOSSES":84.25,"SICK-R":79.38,"STS12":78.52,"STS13":86.05,"STS14":81.54,"STS15":86.97,"STS16":84.77,"STS17 (en-en)":87.47,"STS22 (en)":65.02,"STSBenchmark":85.47} -{"index":272,"Rank":109,"Model":"nomic-embed-text-v1.5-Q4_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":81.94,"BIOSSES":84.25,"SICK-R":79.38,"STS12":78.52,"STS13":86.05,"STS14":81.54,"STS15":86.97,"STS16":84.77,"STS17 (en-en)":87.47,"STS22 (en)":65.02,"STSBenchmark":85.47} -{"index":386,"Rank":110,"Model":"nomic-embed-text-v1.5-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":81.94,"BIOSSES":84.25,"SICK-R":79.38,"STS12":78.52,"STS13":86.05,"STS14":81.54,"STS15":86.97,"STS16":84.77,"STS17 (en-en)":87.47,"STS22 (en)":65.02,"STSBenchmark":85.47} -{"index":36,"Rank":111,"Model":"nomic-embed-text-v1.5<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":8192,"Average":81.94,"BIOSSES":84.25,"SICK-R":79.38,"STS12":78.52,"STS13":86.05,"STS14":81.54,"STS15":86.97,"STS16":84.77,"STS17 (en-en)":87.47,"STS22 (en)":65.02,"STSBenchmark":85.47} -{"index":38,"Rank":112,"Model":"nomic-embed-text-v1.5-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":81.94,"BIOSSES":84.25,"SICK-R":79.38,"STS12":78.52,"STS13":86.05,"STS14":81.54,"STS15":86.97,"STS16":84.77,"STS17 (en-en)":87.47,"STS22 (en)":65.02,"STSBenchmark":85.47} -{"index":302,"Rank":113,"Model":"mini-gte<\/a>","Model Size (Million Parameters)":66,"Memory Usage (GB, fp32)":0.25,"Embedding Dimensions":768,"Max Tokens":512,"Average":81.94,"BIOSSES":84.73,"SICK-R":79.55,"STS12":74.33,"STS13":83.52,"STS14":80.62,"STS15":86.86,"STS16":85.44,"STS17 (en-en)":89.76,"STS22 (en)":68.33,"STSBenchmark":86.25} -{"index":80,"Rank":114,"Model":"bilingual-embedding-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":81.93,"BIOSSES":83.99,"SICK-R":74.65,"STS12":79.39,"STS13":85.32,"STS14":83.9,"STS15":88.47,"STS16":84.44,"STS17 (en-en)":85.77,"STS22 (en)":67.24,"STSBenchmark":86.08} -{"index":382,"Rank":115,"Model":"gte-large-sparse<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":81.9,"BIOSSES":85.83,"SICK-R":79.0,"STS12":73.48,"STS13":86.14,"STS14":80.36,"STS15":88.53,"STS16":84.08,"STS17 (en-en)":89.42,"STS22 (en)":66.75,"STSBenchmark":85.45} -{"index":337,"Rank":116,"Model":"sentence-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Embedding Dimensions":768,"Max Tokens":512,"Average":81.83,"BIOSSES":78.93,"SICK-R":80.34,"STS12":79.11,"STS13":87.33,"STS14":83.17,"STS15":88.28,"STS16":84.36,"STS17 (en-en)":88.99,"STS22 (en)":62.39,"STSBenchmark":85.36} -{"index":282,"Rank":117,"Model":"modernbert-embed-base<\/a>","Model Size (Million Parameters)":149,"Memory Usage (GB, fp32)":0.56,"Embedding Dimensions":768,"Max Tokens":8192,"Average":81.78,"BIOSSES":78.16,"SICK-R":79.93,"STS12":77.62,"STS13":86.13,"STS14":81.27,"STS15":88.25,"STS16":85.74,"STS17 (en-en)":87.62,"STS22 (en)":66.08,"STSBenchmark":86.97} -{"index":398,"Rank":118,"Model":"text-embedding-3-large<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":3072,"Max Tokens":8191,"Average":81.73,"BIOSSES":84.68,"SICK-R":79.0,"STS12":72.84,"STS13":86.1,"STS14":81.15,"STS15":88.49,"STS16":85.08,"STS17 (en-en)":90.22,"STS22 (en)":66.14,"STSBenchmark":83.56} -{"index":289,"Rank":119,"Model":"nomic-embed-text-v1.5-512<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":512,"Max Tokens":8192,"Average":81.7,"BIOSSES":83.3,"SICK-R":79.27,"STS12":78.3,"STS13":85.81,"STS14":81.38,"STS15":86.79,"STS16":84.56,"STS17 (en-en)":87.25,"STS22 (en)":65.24,"STSBenchmark":85.14} -{"index":338,"Rank":120,"Model":"sentence-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Embedding Dimensions":768,"Max Tokens":512,"Average":81.66,"BIOSSES":73.12,"SICK-R":79.98,"STS12":79.02,"STS13":88.8,"STS14":84.33,"STS15":88.89,"STS16":85.31,"STS17 (en-en)":88.91,"STS22 (en)":64.32,"STSBenchmark":83.93} -{"index":34,"Rank":121,"Model":"bge-small-en-v1.5<\/a>","Model Size (Million Parameters)":24,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":512,"Max Tokens":512,"Average":81.64,"BIOSSES":83.75,"SICK-R":79.41,"STS12":77.44,"STS13":82.98,"STS14":81.84,"STS15":87.27,"STS16":84.93,"STS17 (en-en)":87.14,"STS22 (en)":65.79,"STSBenchmark":85.86} -{"index":246,"Rank":122,"Model":"cde-small-v1<\/a>","Model Size (Million Parameters)":143,"Memory Usage (GB, fp32)":0.53,"Embedding Dimensions":768,"Max Tokens":512,"Average":81.63,"BIOSSES":86.73,"SICK-R":77.45,"STS12":74.22,"STS13":86.12,"STS14":78.88,"STS15":87.5,"STS16":84.26,"STS17 (en-en)":89.68,"STS22 (en)":65.96,"STSBenchmark":85.54} -{"index":227,"Rank":123,"Model":"multilingual-e5-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":81.62,"BIOSSES":82.49,"SICK-R":80.23,"STS12":80.02,"STS13":81.55,"STS14":77.72,"STS15":89.31,"STS16":85.79,"STS17 (en-en)":88.12,"STS22 (en)":63.66,"STSBenchmark":87.29} -{"index":198,"Rank":124,"Model":"english-4U-bge-small<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":81.59,"BIOSSES":83.75,"SICK-R":79.41,"STS12":77.44,"STS13":82.98,"STS14":81.84,"STS15":87.26,"STS16":84.93,"STS17 (en-en)":87.15,"STS22 (en)":65.3,"STSBenchmark":85.86} -{"index":375,"Rank":125,"Model":"bge-small-en-v1.5-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":81.59,"BIOSSES":83.75,"SICK-R":79.41,"STS12":77.44,"STS13":82.98,"STS14":81.84,"STS15":87.26,"STS16":84.93,"STS17 (en-en)":87.15,"STS22 (en)":65.3,"STSBenchmark":85.86} -{"index":399,"Rank":126,"Model":"text-embedding-3-small<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":8191,"Average":81.58,"BIOSSES":88.72,"SICK-R":76.73,"STS12":73.09,"STS13":84.92,"STS14":79.81,"STS15":88.01,"STS16":84.41,"STS17 (en-en)":90.94,"STS22 (en)":64.96,"STSBenchmark":84.24} -{"index":157,"Rank":127,"Model":"Titan-text-embeddings-v2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":81.54,"BIOSSES":87.13,"SICK-R":76.49,"STS12":75.0,"STS13":87.91,"STS14":82.26,"STS15":87.87,"STS16":80.92,"STS17 (en-en)":87.23,"STS22 (en)":68.59,"STSBenchmark":81.95} -{"index":232,"Rank":128,"Model":"udever-bloom-1b1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":2048,"Average":81.52,"BIOSSES":84.65,"SICK-R":79.92,"STS12":75.8,"STS13":83.62,"STS14":78.73,"STS15":86.41,"STS16":84.5,"STS17 (en-en)":89.95,"STS22 (en)":65.81,"STSBenchmark":85.79} -{"index":383,"Rank":129,"Model":"gte-small-quant<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":81.5,"BIOSSES":87.81,"SICK-R":77.31,"STS12":73.99,"STS13":84.23,"STS14":80.09,"STS15":88.2,"STS16":83.61,"STS17 (en-en)":87.8,"STS22 (en)":66.84,"STSBenchmark":85.13} -{"index":149,"Rank":130,"Model":"MedEmbed-small-v0.1<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":81.48,"BIOSSES":87.2,"SICK-R":79.66,"STS12":76.22,"STS13":83.46,"STS14":80.4,"STS15":86.41,"STS16":83.29,"STS17 (en-en)":86.54,"STS22 (en)":66.81,"STSBenchmark":84.81} -{"index":24,"Rank":131,"Model":"gte-large-en-v1.5<\/a>","Model Size (Million Parameters)":434,"Memory Usage (GB, fp32)":1.62,"Embedding Dimensions":1024,"Max Tokens":8192,"Average":81.43,"BIOSSES":85.39,"SICK-R":79.78,"STS12":73.88,"STS13":85.08,"STS14":79.61,"STS15":86.15,"STS16":81.6,"STS17 (en-en)":89.11,"STS22 (en)":70.59,"STSBenchmark":83.07} -{"index":288,"Rank":132,"Model":"nomic-embed-text-v1.5-256<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":256,"Max Tokens":8192,"Average":81.34,"BIOSSES":81.58,"SICK-R":79.24,"STS12":78.16,"STS13":86.01,"STS14":81.25,"STS15":86.51,"STS16":84.24,"STS17 (en-en)":86.44,"STS22 (en)":65.14,"STSBenchmark":84.8} -{"index":129,"Rank":133,"Model":"SFR-Embedding-2_R<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":81.26,"BIOSSES":87.6,"SICK-R":77.01,"STS12":75.67,"STS13":82.4,"STS14":79.93,"STS15":85.82,"STS16":84.5,"STS17 (en-en)":88.93,"STS22 (en)":67.1,"STSBenchmark":83.6} -{"index":276,"Rank":134,"Model":"bge-base-en-v1.5-sparse<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":81.19,"BIOSSES":83.94,"SICK-R":78.64,"STS12":74.88,"STS13":83.64,"STS14":80.4,"STS15":88.01,"STS16":84.31,"STS17 (en-en)":88.3,"STS22 (en)":63.84,"STSBenchmark":85.93} -{"index":222,"Rank":135,"Model":"e5-large-v2<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":81.15,"BIOSSES":83.6,"SICK-R":79.16,"STS12":73.55,"STS13":80.98,"STS14":79.16,"STS15":88.29,"STS16":85.47,"STS17 (en-en)":89.55,"STS22 (en)":67.2,"STSBenchmark":84.55} -{"index":336,"Rank":136,"Model":"sentence-t5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":81.14,"BIOSSES":75.89,"SICK-R":80.18,"STS12":78.05,"STS13":85.85,"STS14":82.19,"STS15":87.46,"STS16":84.03,"STS17 (en-en)":89.57,"STS22 (en)":62.66,"STSBenchmark":85.52} -{"index":150,"Rank":137,"Model":"e5-base-v2-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":81.05,"BIOSSES":81.4,"SICK-R":78.3,"STS12":75.79,"STS13":83.58,"STS14":79.95,"STS15":88.82,"STS16":84.46,"STS17 (en-en)":87.58,"STS22 (en)":64.07,"STSBenchmark":86.52} -{"index":219,"Rank":138,"Model":"e5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":81.05,"BIOSSES":85.1,"SICK-R":79.66,"STS12":74.22,"STS13":83.31,"STS14":78.52,"STS15":88.35,"STS16":84.15,"STS17 (en-en)":87.23,"STS22 (en)":63.74,"STSBenchmark":86.18} -{"index":397,"Rank":139,"Model":"text-embedding-3-large-256<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":256,"Max Tokens":8191,"Average":81.04,"BIOSSES":84.87,"SICK-R":79.18,"STS12":71.98,"STS13":85.52,"STS14":80.5,"STS15":87.51,"STS16":84.48,"STS17 (en-en)":88.11,"STS22 (en)":65.92,"STSBenchmark":82.34} -{"index":220,"Rank":140,"Model":"e5-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":81.03,"BIOSSES":81.4,"SICK-R":78.4,"STS12":73.49,"STS13":83.0,"STS14":80.45,"STS15":88.18,"STS16":84.46,"STS17 (en-en)":88.89,"STS22 (en)":66.51,"STSBenchmark":85.48} -{"index":224,"Rank":141,"Model":"e5-small<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":80.97,"BIOSSES":84.22,"SICK-R":78.9,"STS12":75.19,"STS13":81.8,"STS14":78.48,"STS15":87.49,"STS16":84.58,"STS17 (en-en)":87.94,"STS22 (en)":64.77,"STSBenchmark":86.36} -{"index":396,"Rank":142,"Model":"text-embedding-ada-002<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":8191,"Average":80.97,"BIOSSES":86.35,"SICK-R":80.6,"STS12":69.8,"STS13":83.27,"STS14":76.09,"STS15":86.12,"STS16":85.96,"STS17 (en-en)":90.25,"STS22 (en)":68.12,"STSBenchmark":83.17} -{"index":237,"Rank":143,"Model":"jina-embedding-l-en-v1<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":80.96,"BIOSSES":84.43,"SICK-R":79.2,"STS12":74.52,"STS13":83.16,"STS14":78.09,"STS15":86.91,"STS16":83.65,"STS17 (en-en)":90.16,"STS22 (en)":64.88,"STSBenchmark":84.6} -{"index":249,"Rank":144,"Model":"modernbert-embed-large-unsupervised<\/a>","Model Size (Million Parameters)":395,"Memory Usage (GB, fp32)":1.47,"Embedding Dimensions":1024,"Max Tokens":8192,"Average":80.95,"BIOSSES":87.48,"SICK-R":74.76,"STS12":72.74,"STS13":84.89,"STS14":79.74,"STS15":87.2,"STS16":83.2,"STS17 (en-en)":89.43,"STS22 (en)":66.63,"STSBenchmark":83.46} -{"index":45,"Rank":145,"Model":"Cohere-embed-english-light-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":80.92,"BIOSSES":81.72,"SICK-R":79.65,"STS12":72.6,"STS13":82.88,"STS14":79.74,"STS15":86.98,"STS16":84.41,"STS17 (en-en)":89.22,"STS22 (en)":65.42,"STSBenchmark":86.58} -{"index":286,"Rank":146,"Model":"nomic-embed-text-v1-unsupervised<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":8192,"Average":80.84,"BIOSSES":87.19,"SICK-R":74.19,"STS12":73.22,"STS13":84.77,"STS14":79.99,"STS15":87.27,"STS16":82.31,"STS17 (en-en)":89.54,"STS22 (en)":65.93,"STSBenchmark":83.96} -{"index":195,"Rank":147,"Model":"e5-base-4k<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":80.83,"BIOSSES":81.4,"SICK-R":78.3,"STS12":75.79,"STS13":83.58,"STS14":79.95,"STS15":88.82,"STS16":84.46,"STS17 (en-en)":87.58,"STS22 (en)":61.92,"STSBenchmark":86.52} -{"index":335,"Rank":148,"Model":"paraphrase-multilingual-mpnet-base-v2<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":80.77,"BIOSSES":76.27,"SICK-R":79.62,"STS12":77.9,"STS13":85.11,"STS14":80.81,"STS15":87.48,"STS16":83.2,"STS17 (en-en)":86.99,"STS22 (en)":63.52,"STSBenchmark":86.82} -{"index":287,"Rank":149,"Model":"nomic-embed-text-v1.5-128<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":128,"Max Tokens":8192,"Average":80.74,"BIOSSES":80.19,"SICK-R":79.09,"STS12":77.49,"STS13":85.62,"STS14":80.5,"STS15":85.84,"STS16":83.9,"STS17 (en-en)":86.27,"STS22 (en)":64.24,"STSBenchmark":84.28} -{"index":156,"Rank":150,"Model":"bge-small-en<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":80.72,"BIOSSES":79.96,"SICK-R":79.25,"STS12":78.37,"STS13":81.85,"STS14":80.85,"STS15":86.47,"STS16":84.48,"STS17 (en-en)":85.71,"STS22 (en)":65.38,"STSBenchmark":84.89} -{"index":161,"Rank":151,"Model":"GIST-all-MiniLM-L6-v2<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.08,"Embedding Dimensions":384,"Max Tokens":512,"Average":80.72,"BIOSSES":81.26,"SICK-R":79.09,"STS12":75.04,"STS13":83.26,"STS14":78.62,"STS15":87.03,"STS16":83.01,"STS17 (en-en)":87.36,"STS22 (en)":68.11,"STSBenchmark":84.4} -{"index":159,"Rank":152,"Model":"jina-embeddings-v2-base-en<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":8192,"Average":80.7,"BIOSSES":81.23,"SICK-R":79.65,"STS12":74.27,"STS13":84.18,"STS14":78.81,"STS15":87.55,"STS16":85.35,"STS17 (en-en)":88.88,"STS22 (en)":62.2,"STSBenchmark":84.84} -{"index":374,"Rank":153,"Model":"jina-embeddings-v2-base-en-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":80.7,"BIOSSES":81.23,"SICK-R":79.65,"STS12":74.27,"STS13":84.18,"STS14":78.81,"STS15":87.55,"STS16":85.35,"STS17 (en-en)":88.88,"STS22 (en)":62.2,"STSBenchmark":84.84} -{"index":240,"Rank":154,"Model":"jina-embeddings-v2-base-en<\/a>","Model Size (Million Parameters)":275,"Memory Usage (GB, fp32)":1.02,"Embedding Dimensions":768,"Max Tokens":8192,"Average":80.7,"BIOSSES":81.23,"SICK-R":79.65,"STS12":74.27,"STS13":84.18,"STS14":78.81,"STS15":87.55,"STS16":85.35,"STS17 (en-en)":88.88,"STS22 (en)":62.2,"STSBenchmark":84.84} -{"index":274,"Rank":155,"Model":"jina-embeddings-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":80.7,"BIOSSES":81.23,"SICK-R":79.65,"STS12":74.27,"STS13":84.18,"STS14":78.81,"STS15":87.55,"STS16":85.35,"STS17 (en-en)":88.88,"STS22 (en)":62.2,"STSBenchmark":84.84} -{"index":203,"Rank":156,"Model":"jina-embeddings-v2-base-en-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":80.7,"BIOSSES":81.23,"SICK-R":79.65,"STS12":74.27,"STS13":84.18,"STS14":78.81,"STS15":87.55,"STS16":85.35,"STS17 (en-en)":88.88,"STS22 (en)":62.2,"STSBenchmark":84.84} -{"index":378,"Rank":157,"Model":"new_model<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":80.59,"BIOSSES":82.19,"SICK-R":79.25,"STS12":73.71,"STS13":82.32,"STS14":80.07,"STS15":87.21,"STS16":82.33,"STS17 (en-en)":87.58,"STS22 (en)":66.3,"STSBenchmark":84.92} -{"index":18,"Rank":158,"Model":"gme-Qwen2-VL-2B-Instruct<\/a>","Model Size (Million Parameters)":2209,"Memory Usage (GB, fp32)":8.23,"Embedding Dimensions":1536,"Max Tokens":32768,"Average":80.58,"BIOSSES":86.48,"SICK-R":73.99,"STS12":72.05,"STS13":84.48,"STS14":77.91,"STS15":87.62,"STS16":81.92,"STS17 (en-en)":88.79,"STS22 (en)":69.2,"STSBenchmark":83.4} -{"index":110,"Rank":159,"Model":"SGPT-5.8B-weightedmean-nli-bitfit<\/a>","Model Size (Million Parameters)":5874,"Memory Usage (GB, fp32)":21.88,"Embedding Dimensions":4096,"Max Tokens":2048,"Average":80.53,"BIOSSES":79.5,"SICK-R":79.59,"STS12":74.29,"STS13":85.35,"STS14":79.21,"STS15":85.52,"STS16":82.54,"STS17 (en-en)":90.44,"STS22 (en)":63.2,"STSBenchmark":85.67} -{"index":252,"Rank":160,"Model":"XLM-3B5-embedding<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":80.47,"BIOSSES":80.72,"SICK-R":81.87,"STS12":70.75,"STS13":84.37,"STS14":74.51,"STS15":86.41,"STS16":84.74,"STS17 (en-en)":89.03,"STS22 (en)":65.87,"STSBenchmark":86.46} -{"index":144,"Rank":161,"Model":"gte-tiny<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.08,"Embedding Dimensions":384,"Max Tokens":512,"Average":80.46,"BIOSSES":86.63,"SICK-R":75.85,"STS12":72.58,"STS13":82.39,"STS14":77.98,"STS15":86.54,"STS16":83.31,"STS17 (en-en)":88.28,"STS22 (en)":66.68,"STSBenchmark":84.38} -{"index":225,"Rank":162,"Model":"e5-small-v2<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":80.39,"BIOSSES":79.43,"SICK-R":78.51,"STS12":76.21,"STS13":82.4,"STS14":79.0,"STS15":87.76,"STS16":83.8,"STS17 (en-en)":87.72,"STS22 (en)":63.15,"STSBenchmark":85.95} -{"index":283,"Rank":163,"Model":"modernbert-embed-base-unsupervised<\/a>","Model Size (Million Parameters)":149,"Memory Usage (GB, fp32)":0.56,"Embedding Dimensions":768,"Max Tokens":8192,"Average":80.33,"BIOSSES":87.49,"SICK-R":74.18,"STS12":73.19,"STS13":83.57,"STS14":79.25,"STS15":87.1,"STS16":82.68,"STS17 (en-en)":88.11,"STS22 (en)":64.32,"STSBenchmark":83.4} -{"index":47,"Rank":164,"Model":"Cohere-embed-multilingual-light-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":384,"Max Tokens":512,"Average":80.31,"BIOSSES":84.01,"SICK-R":77.04,"STS12":73.22,"STS13":79.5,"STS14":76.96,"STS15":86.43,"STS16":84.33,"STS17 (en-en)":88.67,"STS22 (en)":67.5,"STSBenchmark":85.46} -{"index":226,"Rank":165,"Model":"multilingual-e5-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":80.31,"BIOSSES":85.05,"SICK-R":78.51,"STS12":76.7,"STS13":78.02,"STS14":76.6,"STS15":88.16,"STS16":84.28,"STS17 (en-en)":87.84,"STS22 (en)":62.26,"STSBenchmark":85.64} -{"index":323,"Rank":166,"Model":"all-mpnet-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average":80.28,"BIOSSES":80.43,"SICK-R":80.59,"STS12":72.63,"STS13":83.48,"STS14":78.0,"STS15":85.66,"STS16":80.03,"STS17 (en-en)":90.6,"STS22 (en)":67.95,"STSBenchmark":83.42} -{"index":39,"Rank":167,"Model":"multilingual-e5-base-similarity-v1-onnx-quantized<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":80.26,"BIOSSES":85.06,"SICK-R":78.51,"STS12":76.7,"STS13":78.03,"STS14":76.6,"STS15":88.16,"STS16":84.28,"STS17 (en-en)":87.83,"STS22 (en)":61.83,"STSBenchmark":85.64} -{"index":111,"Rank":168,"Model":"multilingual-e5-base-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":80.26,"BIOSSES":85.06,"SICK-R":78.51,"STS12":76.7,"STS13":78.03,"STS14":76.6,"STS15":88.16,"STS16":84.28,"STS17 (en-en)":87.83,"STS22 (en)":61.83,"STSBenchmark":85.64} -{"index":192,"Rank":169,"Model":"multilingual-e5-base-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":80.26,"BIOSSES":85.06,"SICK-R":78.51,"STS12":76.7,"STS13":78.03,"STS14":76.6,"STS15":88.16,"STS16":84.28,"STS17 (en-en)":87.83,"STS22 (en)":61.83,"STSBenchmark":85.64} -{"index":342,"Rank":170,"Model":"text2vec-base-multilingual<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":256,"Average":80.24,"BIOSSES":66.16,"SICK-R":79.97,"STS12":80.91,"STS13":82.86,"STS14":87.36,"STS15":88.31,"STS16":81.61,"STS17 (en-en)":85.81,"STS22 (en)":62.99,"STSBenchmark":86.45} -{"index":285,"Rank":171,"Model":"nomic-embed-text-v1-ablated<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":8192,"Average":80.22,"BIOSSES":85.37,"SICK-R":77.3,"STS12":77.97,"STS13":79.39,"STS14":78.17,"STS15":85.51,"STS16":84.95,"STS17 (en-en)":85.87,"STS22 (en)":64.28,"STSBenchmark":83.42} -{"index":188,"Rank":172,"Model":"embedder-100p<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":80.17,"BIOSSES":75.32,"SICK-R":80.91,"STS12":76.98,"STS13":82.63,"STS14":77.84,"STS15":85.92,"STS16":80.68,"STS17 (en-en)":88.99,"STS22 (en)":68.26,"STSBenchmark":84.2} -{"index":242,"Rank":173,"Model":"jina-embeddings-v2-small-en<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":512,"Max Tokens":8192,"Average":80.0,"BIOSSES":80.52,"SICK-R":76.72,"STS12":73.66,"STS13":83.3,"STS14":79.17,"STS15":87.3,"STS16":83.6,"STS17 (en-en)":88.23,"STS22 (en)":63.46,"STSBenchmark":84.04} -{"index":53,"Rank":174,"Model":"jina-embeddings-v2-small-en-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":80.0,"BIOSSES":80.52,"SICK-R":76.72,"STS12":73.66,"STS13":83.3,"STS14":79.17,"STS15":87.3,"STS16":83.6,"STS17 (en-en)":88.23,"STS22 (en)":63.46,"STSBenchmark":84.04} -{"index":41,"Rank":175,"Model":"gme-Qwen2-VL-7B-Instruct-Q5_K_S-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":80.0,"BIOSSES":82.58,"SICK-R":75.35,"STS12":77.25,"STS13":80.98,"STS14":76.37,"STS15":84.48,"STS16":79.45,"STS17 (en-en)":88.67,"STS22 (en)":71.76,"STSBenchmark":83.11} -{"index":19,"Rank":176,"Model":"gme-Qwen2-VL-7B-Instruct<\/a>","Model Size (Million Parameters)":8291,"Memory Usage (GB, fp32)":30.89,"Embedding Dimensions":3584,"Max Tokens":32768,"Average":80.0,"BIOSSES":82.58,"SICK-R":75.35,"STS12":77.25,"STS13":80.98,"STS14":76.37,"STS15":84.48,"STS16":79.45,"STS17 (en-en)":88.67,"STS22 (en)":71.76,"STSBenchmark":83.11} -{"index":236,"Rank":177,"Model":"jina-embedding-b-en-v1<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":79.93,"BIOSSES":83.58,"SICK-R":79.14,"STS12":75.06,"STS13":80.86,"STS14":76.13,"STS15":85.55,"STS16":81.21,"STS17 (en-en)":88.98,"STS22 (en)":66.22,"STSBenchmark":82.57} -{"index":234,"Rank":178,"Model":"udever-bloom-560m<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":2048,"Average":79.93,"BIOSSES":84.44,"SICK-R":78.53,"STS12":74.07,"STS13":81.81,"STS14":77.05,"STS15":84.61,"STS16":83.09,"STS17 (en-en)":89.15,"STS22 (en)":62.92,"STSBenchmark":83.63} -{"index":95,"Rank":179,"Model":"Ivysaur<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.08,"Embedding Dimensions":384,"Max Tokens":512,"Average":79.89,"BIOSSES":87.32,"SICK-R":75.63,"STS12":68.58,"STS13":80.54,"STS14":77.63,"STS15":86.16,"STS16":82.82,"STS17 (en-en)":88.57,"STS22 (en)":67.39,"STSBenchmark":84.25} -{"index":321,"Rank":180,"Model":"all-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":79.8,"BIOSSES":83.57,"SICK-R":79.32,"STS12":73.08,"STS13":82.13,"STS14":76.73,"STS15":85.58,"STS16":80.23,"STS17 (en-en)":88.63,"STS22 (en)":65.67,"STSBenchmark":83.09} -{"index":290,"Rank":181,"Model":"nomic-embed-text-v1.5-64<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":64,"Max Tokens":8192,"Average":79.79,"BIOSSES":77.18,"SICK-R":78.76,"STS12":77.3,"STS13":84.18,"STS14":79.37,"STS15":84.69,"STS16":83.36,"STS17 (en-en)":85.73,"STS22 (en)":63.83,"STSBenchmark":83.46} -{"index":385,"Rank":182,"Model":"bi-cse<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":79.66,"BIOSSES":70.56,"SICK-R":79.04,"STS12":78.39,"STS13":83.72,"STS14":79.19,"STS15":85.58,"STS16":82.33,"STS17 (en-en)":87.9,"STS22 (en)":63.92,"STSBenchmark":85.99} -{"index":94,"Rank":183,"Model":"Bulbasaur<\/a>","Model Size (Million Parameters)":17,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average":79.18,"BIOSSES":85.05,"SICK-R":76.04,"STS12":69.5,"STS13":80.96,"STS14":77.08,"STS15":85.42,"STS16":82.3,"STS17 (en-en)":88.03,"STS22 (en)":64.12,"STSBenchmark":83.34} -{"index":229,"Rank":184,"Model":"multilingual-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":79.16,"BIOSSES":82.46,"SICK-R":77.51,"STS12":76.56,"STS13":76.97,"STS14":75.52,"STS15":87.12,"STS16":83.63,"STS17 (en-en)":86.42,"STS22 (en)":61.25,"STSBenchmark":84.11} -{"index":303,"Rank":185,"Model":"sup-simcse-bert-base-uncased<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":79.12,"BIOSSES":68.38,"SICK-R":80.77,"STS12":75.3,"STS13":84.67,"STS14":80.19,"STS15":85.4,"STS16":80.82,"STS17 (en-en)":89.44,"STS22 (en)":61.96,"STSBenchmark":84.25} -{"index":250,"Rank":186,"Model":"MegatronBert-1B3-embedding<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":79.11,"BIOSSES":83.86,"SICK-R":79.38,"STS12":73.65,"STS13":75.57,"STS14":72.1,"STS15":85.63,"STS16":82.07,"STS17 (en-en)":89.0,"STS22 (en)":66.16,"STSBenchmark":83.69} -{"index":244,"Rank":187,"Model":"multilingual-e5-small-ct2-int8<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":79.1,"BIOSSES":82.26,"SICK-R":77.51,"STS12":76.56,"STS13":76.97,"STS14":75.52,"STS15":87.12,"STS16":83.63,"STS17 (en-en)":86.44,"STS22 (en)":60.94,"STSBenchmark":84.01} -{"index":251,"Rank":188,"Model":"XLM-0B6-embedding<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":79.02,"BIOSSES":80.25,"SICK-R":79.68,"STS12":69.94,"STS13":79.63,"STS14":71.34,"STS15":82.81,"STS16":82.65,"STS17 (en-en)":88.89,"STS22 (en)":68.48,"STSBenchmark":86.5} -{"index":334,"Rank":189,"Model":"paraphrase-multilingual-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":78.96,"BIOSSES":74.18,"SICK-R":79.61,"STS12":76.02,"STS13":80.7,"STS14":78.85,"STS15":85.84,"STS16":81.05,"STS17 (en-en)":86.87,"STS22 (en)":62.07,"STSBenchmark":84.42} -{"index":322,"Rank":190,"Model":"all-MiniLM-L6-v2<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":384,"Max Tokens":512,"Average":78.9,"BIOSSES":81.64,"SICK-R":77.58,"STS12":72.37,"STS13":80.6,"STS14":75.59,"STS15":85.39,"STS16":78.99,"STS17 (en-en)":87.59,"STS22 (en)":67.21,"STSBenchmark":82.03} -{"index":98,"Rank":191,"Model":"Wartortle<\/a>","Model Size (Million Parameters)":17,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average":78.81,"BIOSSES":80.78,"SICK-R":78.24,"STS12":75.19,"STS13":79.33,"STS14":76.56,"STS15":84.7,"STS16":81.44,"STS17 (en-en)":86.61,"STS22 (en)":63.43,"STSBenchmark":81.79} -{"index":143,"Rank":192,"Model":"bge-micro-v2<\/a>","Model Size (Million Parameters)":17,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average":78.65,"BIOSSES":82.92,"SICK-R":73.62,"STS12":71.89,"STS13":79.85,"STS14":76.86,"STS15":84.77,"STS16":81.91,"STS17 (en-en)":86.82,"STS22 (en)":65.38,"STSBenchmark":82.5} -{"index":135,"Rank":193,"Model":"snowflake-arctic-embed-l-v2.0<\/a>","Model Size (Million Parameters)":568,"Memory Usage (GB, fp32)":2.12,"Embedding Dimensions":1024,"Max Tokens":8194,"Average":78.62,"BIOSSES":87.29,"SICK-R":73.99,"STS12":71.23,"STS13":80.44,"STS14":75.1,"STS15":82.87,"STS16":83.49,"STS17 (en-en)":84.54,"STS22 (en)":68.06,"STSBenchmark":79.19} -{"index":392,"Rank":194,"Model":"text-similarity-ada-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":2046,"Average":78.6,"BIOSSES":78.04,"SICK-R":77.48,"STS12":72.3,"STS13":81.49,"STS14":74.74,"STS15":84.28,"STS16":82.06,"STS17 (en-en)":87.08,"STS22 (en)":64.71,"STSBenchmark":83.78} -{"index":158,"Rank":195,"Model":"bge-small-4096<\/a>","Model Size (Million Parameters)":35,"Memory Usage (GB, fp32)":0.13,"Embedding Dimensions":384,"Max Tokens":4096,"Average":78.59,"BIOSSES":81.6,"SICK-R":74.18,"STS12":72.2,"STS13":80.54,"STS14":76.2,"STS15":85.2,"STS16":81.93,"STS17 (en-en)":86.61,"STS22 (en)":65.46,"STSBenchmark":81.94} -{"index":280,"Rank":196,"Model":"bge-small-en-v1.5-sparse<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":78.53,"BIOSSES":78.95,"SICK-R":74.39,"STS12":72.22,"STS13":81.0,"STS14":76.99,"STS15":85.21,"STS16":82.83,"STS17 (en-en)":87.78,"STS22 (en)":64.17,"STSBenchmark":81.77} -{"index":91,"Rank":197,"Model":"LLM2Vec-Mistral-unsupervised<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":78.5,"BIOSSES":83.29,"SICK-R":75.55,"STS12":67.65,"STS13":83.9,"STS14":76.97,"STS15":83.8,"STS16":81.91,"STS17 (en-en)":85.58,"STS22 (en)":65.93,"STSBenchmark":80.42} -{"index":140,"Rank":198,"Model":"snowflake-arctic-embed-s<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":78.44,"BIOSSES":86.27,"SICK-R":69.66,"STS12":68.79,"STS13":79.62,"STS14":75.58,"STS15":84.64,"STS16":82.4,"STS17 (en-en)":86.73,"STS22 (en)":69.49,"STSBenchmark":81.19} -{"index":331,"Rank":199,"Model":"gtr-t5-xxl<\/a>","Model Size (Million Parameters)":4865,"Memory Usage (GB, fp32)":18.12,"Embedding Dimensions":768,"Max Tokens":512,"Average":78.38,"BIOSSES":81.91,"SICK-R":74.29,"STS12":70.12,"STS13":82.72,"STS14":78.24,"STS15":86.26,"STS16":81.61,"STS17 (en-en)":85.18,"STS22 (en)":65.76,"STSBenchmark":77.73} -{"index":142,"Rank":200,"Model":"bge-micro<\/a>","Model Size (Million Parameters)":17,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average":78.37,"BIOSSES":83.42,"SICK-R":72.39,"STS12":71.9,"STS13":80.93,"STS14":76.6,"STS15":84.92,"STS16":80.72,"STS17 (en-en)":85.61,"STS22 (en)":65.9,"STSBenchmark":81.32} -{"index":329,"Rank":201,"Model":"gtr-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Embedding Dimensions":768,"Max Tokens":512,"Average":78.19,"BIOSSES":84.86,"SICK-R":73.39,"STS12":70.33,"STS13":82.19,"STS14":77.16,"STS15":86.31,"STS16":81.85,"STS17 (en-en)":83.93,"STS22 (en)":64.3,"STSBenchmark":77.6} -{"index":340,"Rank":202,"Model":"LaBSE-ru-turbo<\/a>","Model Size (Million Parameters)":128,"Memory Usage (GB, fp32)":0.48,"Embedding Dimensions":768,"Max Tokens":512,"Average":78.1,"BIOSSES":80.3,"SICK-R":75.57,"STS12":72.45,"STS13":78.98,"STS14":76.7,"STS15":85.62,"STS16":79.93,"STS17 (en-en)":86.49,"STS22 (en)":63.1,"STSBenchmark":81.82} -{"index":109,"Rank":203,"Model":"SGPT-5.8B-weightedmean-msmarco-specb-bitfit<\/a>","Model Size (Million Parameters)":5874,"Memory Usage (GB, fp32)":21.88,"Embedding Dimensions":4096,"Max Tokens":2048,"Average":78.1,"BIOSSES":86.25,"SICK-R":69.63,"STS12":67.5,"STS13":79.16,"STS14":74.46,"STS15":84.47,"STS16":80.96,"STS17 (en-en)":87.78,"STS22 (en)":69.35,"STSBenchmark":81.39} -{"index":238,"Rank":204,"Model":"jina-embedding-s-en-v1<\/a>","Model Size (Million Parameters)":35,"Memory Usage (GB, fp32)":0.13,"Embedding Dimensions":512,"Max Tokens":512,"Average":78.06,"BIOSSES":82.96,"SICK-R":76.33,"STS12":74.28,"STS13":78.55,"STS14":73.84,"STS15":83.71,"STS16":80.03,"STS17 (en-en)":87.49,"STS22 (en)":64.25,"STSBenchmark":79.2} -{"index":214,"Rank":205,"Model":"granite-embedding-125m-english<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":514,"Average":77.97,"BIOSSES":87.84,"SICK-R":71.2,"STS12":65.92,"STS13":81.75,"STS14":74.23,"STS15":84.13,"STS16":81.66,"STS17 (en-en)":83.96,"STS22 (en)":69.36,"STSBenchmark":79.66} -{"index":330,"Rank":206,"Model":"gtr-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Embedding Dimensions":768,"Max Tokens":512,"Average":77.8,"BIOSSES":78.94,"SICK-R":73.63,"STS12":69.11,"STS13":81.82,"STS14":77.07,"STS15":86.01,"STS16":82.23,"STS17 (en-en)":84.9,"STS22 (en)":66.61,"STSBenchmark":77.65} -{"index":175,"Rank":207,"Model":"sgpt-bloom-7b1-msmarco<\/a>","Model Size (Million Parameters)":7068,"Memory Usage (GB, fp32)":26.33,"Embedding Dimensions":4096,"Max Tokens":2048,"Average":77.74,"BIOSSES":85.31,"SICK-R":69.82,"STS12":69.66,"STS13":79.67,"STS14":74.61,"STS15":83.81,"STS16":80.4,"STS17 (en-en)":87.07,"STS22 (en)":66.13,"STSBenchmark":80.9} -{"index":307,"Rank":208,"Model":"FUE-v1<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average":77.61,"BIOSSES":72.6,"SICK-R":79.61,"STS12":70.13,"STS13":80.74,"STS14":76.24,"STS15":84.12,"STS16":78.5,"STS17 (en-en)":89.8,"STS22 (en)":62.16,"STSBenchmark":82.21} -{"index":305,"Rank":209,"Model":"FAB-Ramy-v1<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average":77.33,"BIOSSES":70.93,"SICK-R":79.31,"STS12":68.72,"STS13":80.63,"STS14":75.26,"STS15":83.18,"STS16":79.53,"STS17 (en-en)":88.96,"STS22 (en)":64.99,"STSBenchmark":81.8} -{"index":179,"Rank":210,"Model":"snowflake-arctic-embed-m-v2.0-cpu<\/a>","Model Size (Million Parameters)":305,"Memory Usage (GB, fp32)":1.14,"Embedding Dimensions":768,"Max Tokens":8192,"Average":77.13,"BIOSSES":87.06,"SICK-R":71.31,"STS12":70.66,"STS13":77.42,"STS14":72.92,"STS15":81.83,"STS16":81.23,"STS17 (en-en)":84.1,"STS22 (en)":68.77,"STSBenchmark":76.01} -{"index":139,"Rank":211,"Model":"snowflake-arctic-embed-m-v2.0<\/a>","Model Size (Million Parameters)":305,"Memory Usage (GB, fp32)":1.14,"Embedding Dimensions":768,"Max Tokens":8192,"Average":77.13,"BIOSSES":87.06,"SICK-R":71.31,"STS12":70.66,"STS13":77.42,"STS14":72.92,"STS15":81.83,"STS16":81.23,"STS17 (en-en)":84.1,"STS22 (en)":68.77,"STSBenchmark":76.01} -{"index":211,"Rank":212,"Model":"granite-embedding-278m-multilingual-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":77.1,"BIOSSES":81.64,"SICK-R":68.74,"STS12":75.19,"STS13":77.31,"STS14":74.95,"STS15":86.02,"STS16":81.96,"STS17 (en-en)":78.59,"STS22 (en)":68.15,"STSBenchmark":78.41} -{"index":215,"Rank":213,"Model":"granite-embedding-278m-multilingual<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":77.1,"BIOSSES":81.64,"SICK-R":68.74,"STS12":75.19,"STS13":77.31,"STS14":74.95,"STS15":86.02,"STS16":81.96,"STS17 (en-en)":78.59,"STS22 (en)":68.15,"STSBenchmark":78.41} -{"index":210,"Rank":214,"Model":"granite-embedding-278m-multilingual-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":77.1,"BIOSSES":81.64,"SICK-R":68.74,"STS12":75.19,"STS13":77.31,"STS14":74.95,"STS15":86.02,"STS16":81.96,"STS17 (en-en)":78.59,"STS22 (en)":68.15,"STSBenchmark":78.41} -{"index":137,"Rank":215,"Model":"snowflake-arctic-embed-m-long<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":8192,"Average":77.08,"BIOSSES":88.24,"SICK-R":70.91,"STS12":66.11,"STS13":79.82,"STS14":73.64,"STS15":83.23,"STS16":81.58,"STS17 (en-en)":80.59,"STS22 (en)":68.79,"STSBenchmark":77.9} -{"index":328,"Rank":216,"Model":"gtr-t5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":77.07,"BIOSSES":79.0,"SICK-R":71.45,"STS12":68.59,"STS13":79.09,"STS14":74.64,"STS15":84.85,"STS16":81.57,"STS17 (en-en)":85.8,"STS22 (en)":66.17,"STSBenchmark":79.58} -{"index":400,"Rank":217,"Model":"elser-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":30522,"Max Tokens":512,"Average":76.95,"BIOSSES":83.79,"SICK-R":68.78,"STS12":64.81,"STS13":80.1,"STS14":74.96,"STS15":83.7,"STS16":80.55,"STS17 (en-en)":85.74,"STS22 (en)":67.5,"STSBenchmark":79.54} -{"index":108,"Rank":218,"Model":"SGPT-2.7B-weightedmean-msmarco-specb-bitfit<\/a>","Model Size (Million Parameters)":2685,"Memory Usage (GB, fp32)":10.0,"Embedding Dimensions":2560,"Max Tokens":2048,"Average":76.83,"BIOSSES":84.84,"SICK-R":68.2,"STS12":66.99,"STS13":77.58,"STS14":72.78,"STS15":82.62,"STS16":80.1,"STS17 (en-en)":87.25,"STS22 (en)":68.75,"STSBenchmark":79.21} -{"index":306,"Rank":219,"Model":"FAE-v1<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":76.59,"BIOSSES":81.52,"SICK-R":78.58,"STS12":66.26,"STS13":77.34,"STS14":71.41,"STS15":81.29,"STS16":76.6,"STS17 (en-en)":85.06,"STS22 (en)":68.84,"STSBenchmark":78.96} -{"index":103,"Rank":220,"Model":"test24<\/a>","Model Size (Million Parameters)":17,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average":76.56,"BIOSSES":80.94,"SICK-R":69.07,"STS12":71.78,"STS13":77.7,"STS14":74.04,"STS15":83.13,"STS16":78.88,"STS17 (en-en)":85.55,"STS22 (en)":65.55,"STSBenchmark":78.93} -{"index":292,"Rank":221,"Model":"contriever-base-msmarco<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":76.51,"BIOSSES":83.32,"SICK-R":70.2,"STS12":64.34,"STS13":80.03,"STS14":74.51,"STS15":83.3,"STS16":79.67,"STS17 (en-en)":86.32,"STS22 (en)":64.64,"STSBenchmark":78.81} -{"index":332,"Rank":222,"Model":"msmarco-bert-co-condensor<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":76.47,"BIOSSES":77.32,"SICK-R":72.0,"STS12":68.19,"STS13":80.4,"STS14":74.02,"STS15":82.57,"STS16":79.78,"STS17 (en-en)":85.94,"STS22 (en)":67.54,"STSBenchmark":76.97} -{"index":87,"Rank":223,"Model":"LLM2Vec-Llama-2-unsupervised<\/a>","Model Size (Million Parameters)":6607,"Memory Usage (GB, fp32)":24.61,"Embedding Dimensions":4096,"Max Tokens":4096,"Average":76.4,"BIOSSES":82.41,"SICK-R":71.77,"STS12":65.39,"STS13":79.26,"STS14":72.98,"STS15":82.72,"STS16":81.02,"STS17 (en-en)":86.7,"STS22 (en)":63.47,"STSBenchmark":78.32} -{"index":141,"Rank":224,"Model":"snowflake-arctic-embed-xs<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.08,"Embedding Dimensions":384,"Max Tokens":512,"Average":76.39,"BIOSSES":84.05,"SICK-R":69.26,"STS12":65.9,"STS13":77.87,"STS14":72.82,"STS15":83.49,"STS16":80.58,"STS17 (en-en)":84.49,"STS22 (en)":66.28,"STSBenchmark":79.18} -{"index":216,"Rank":225,"Model":"granite-embedding-30m-english<\/a>","Model Size (Million Parameters)":30,"Memory Usage (GB, fp32)":0.11,"Embedding Dimensions":384,"Max Tokens":514,"Average":76.24,"BIOSSES":88.16,"SICK-R":68.8,"STS12":64.77,"STS13":79.33,"STS14":70.17,"STS15":82.03,"STS16":78.96,"STS17 (en-en)":84.65,"STS22 (en)":67.47,"STSBenchmark":78.04} -{"index":213,"Rank":226,"Model":"granite-embedding-107m-multilingual<\/a>","Model Size (Million Parameters)":107,"Memory Usage (GB, fp32)":0.4,"Embedding Dimensions":384,"Max Tokens":514,"Average":76.08,"BIOSSES":79.3,"SICK-R":68.47,"STS12":74.74,"STS13":75.64,"STS14":73.2,"STS15":85.06,"STS16":81.11,"STS17 (en-en)":78.7,"STS22 (en)":67.58,"STSBenchmark":76.98} -{"index":96,"Rank":227,"Model":"Squirtle<\/a>","Model Size (Million Parameters)":16,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average":75.9,"BIOSSES":71.78,"SICK-R":77.34,"STS12":70.15,"STS13":78.42,"STS14":74.76,"STS15":82.0,"STS16":78.27,"STS17 (en-en)":85.85,"STS22 (en)":61.2,"STSBenchmark":79.21} -{"index":357,"Rank":228,"Model":"GTE256_sw<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":75.88,"BIOSSES":79.71,"SICK-R":68.28,"STS12":68.6,"STS13":79.74,"STS14":75.76,"STS15":83.08,"STS16":79.07,"STS17 (en-en)":85.73,"STS22 (en)":59.75,"STSBenchmark":79.1} -{"index":89,"Rank":229,"Model":"LLM2Vec-Meta-Llama-3-unsupervised<\/a>","Model Size (Million Parameters)":7505,"Memory Usage (GB, fp32)":27.96,"Embedding Dimensions":4096,"Max Tokens":8192,"Average":75.86,"BIOSSES":84.67,"SICK-R":72.16,"STS12":61.6,"STS13":79.71,"STS14":72.11,"STS15":82.18,"STS16":79.41,"STS17 (en-en)":85.44,"STS22 (en)":63.9,"STSBenchmark":77.44} -{"index":105,"Rank":230,"Model":"SGPT-1.3B-weightedmean-msmarco-specb-bitfit<\/a>","Model Size (Million Parameters)":1341,"Memory Usage (GB, fp32)":4.99,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":75.74,"BIOSSES":83.02,"SICK-R":67.23,"STS12":66.59,"STS13":77.33,"STS14":71.83,"STS15":80.66,"STS16":78.91,"STS17 (en-en)":86.99,"STS22 (en)":67.3,"STSBenchmark":77.59} -{"index":358,"Rank":231,"Model":"GTE512_sw<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":75.65,"BIOSSES":80.61,"SICK-R":67.59,"STS12":66.96,"STS13":78.49,"STS14":75.61,"STS15":82.73,"STS16":78.54,"STS17 (en-en)":86.87,"STS22 (en)":59.9,"STSBenchmark":79.19} -{"index":360,"Rank":232,"Model":"gte_wl<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":75.61,"BIOSSES":76.59,"SICK-R":68.22,"STS12":68.13,"STS13":78.83,"STS14":75.09,"STS15":83.59,"STS16":78.19,"STS17 (en-en)":86.92,"STS22 (en)":61.26,"STSBenchmark":79.26} -{"index":327,"Rank":233,"Model":"distiluse-base-multilingual-cased-v2<\/a>","Model Size (Million Parameters)":135,"Memory Usage (GB, fp32)":0.5,"Embedding Dimensions":512,"Max Tokens":512,"Average":75.6,"BIOSSES":78.34,"SICK-R":75.25,"STS12":72.96,"STS13":70.58,"STS14":70.29,"STS15":81.94,"STS16":76.8,"STS17 (en-en)":86.19,"STS22 (en)":62.88,"STSBenchmark":80.75} -{"index":299,"Rank":234,"Model":"MiniCPM-Embedding-Light<\/a>","Model Size (Million Parameters)":434,"Memory Usage (GB, fp32)":1.62,"Embedding Dimensions":1024,"Max Tokens":4096,"Average":75.6,"BIOSSES":88.47,"SICK-R":74.68,"STS12":61.77,"STS13":75.65,"STS14":68.17,"STS15":78.89,"STS16":80.34,"STS17 (en-en)":85.47,"STS22 (en)":68.3,"STSBenchmark":74.23} -{"index":134,"Rank":235,"Model":"snowflake-arctic-embed-l<\/a>","Model Size (Million Parameters)":334,"Memory Usage (GB, fp32)":1.24,"Embedding Dimensions":1024,"Max Tokens":512,"Average":75.48,"BIOSSES":86.35,"SICK-R":69.32,"STS12":67.85,"STS13":77.49,"STS14":69.77,"STS15":80.16,"STS16":77.94,"STS17 (en-en)":82.28,"STS22 (en)":67.97,"STSBenchmark":75.68} -{"index":369,"Rank":236,"Model":"universal-sentence-encoder-multilingual-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":512,"Max Tokens":512,"Average":75.39,"BIOSSES":78.19,"SICK-R":74.43,"STS12":72.58,"STS13":72.22,"STS14":69.98,"STS15":82.22,"STS16":76.91,"STS17 (en-en)":85.22,"STS22 (en)":61.9,"STSBenchmark":80.28} -{"index":104,"Rank":237,"Model":"test25<\/a>","Model Size (Million Parameters)":17,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average":75.37,"BIOSSES":76.49,"SICK-R":71.7,"STS12":69.73,"STS13":76.43,"STS14":73.66,"STS15":82.62,"STS16":79.49,"STS17 (en-en)":84.38,"STS22 (en)":60.61,"STSBenchmark":78.61} -{"index":370,"Rank":238,"Model":"universal-sentence-encoder-multilingual-large-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":512,"Max Tokens":512,"Average":75.35,"BIOSSES":79.14,"SICK-R":76.43,"STS12":74.25,"STS13":71.82,"STS14":71.38,"STS15":82.47,"STS16":77.54,"STS17 (en-en)":86.38,"STS22 (en)":52.85,"STSBenchmark":81.24} -{"index":359,"Rank":239,"Model":"GTE_wl_mv<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":75.28,"BIOSSES":76.49,"SICK-R":67.34,"STS12":66.84,"STS13":78.99,"STS14":74.83,"STS15":83.0,"STS16":78.36,"STS17 (en-en)":87.5,"STS22 (en)":60.6,"STSBenchmark":78.86} -{"index":83,"Rank":240,"Model":"paraphrase-multilingual-mpnet-base-v2-KE_Sieve<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":75.11,"BIOSSES":65.29,"SICK-R":76.01,"STS12":71.25,"STS13":78.4,"STS14":74.23,"STS15":81.41,"STS16":79.13,"STS17 (en-en)":85.4,"STS22 (en)":58.63,"STSBenchmark":81.34} -{"index":136,"Rank":241,"Model":"snowflake-arctic-embed-m<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":75.03,"BIOSSES":86.62,"SICK-R":69.12,"STS12":66.97,"STS13":79.12,"STS14":68.51,"STS15":79.92,"STS16":78.66,"STS17 (en-en)":81.46,"STS22 (en)":65.84,"STSBenchmark":74.1} -{"index":107,"Rank":242,"Model":"SGPT-125M-weightedmean-nli-bitfit<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":2048,"Average":74.71,"BIOSSES":70.93,"SICK-R":74.57,"STS12":69.17,"STS13":77.23,"STS14":70.99,"STS15":79.74,"STS16":77.93,"STS17 (en-en)":87.33,"STS22 (en)":59.64,"STSBenchmark":79.54} -{"index":304,"Rank":243,"Model":"unsup-simcse-bert-base-uncased<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":74.33,"BIOSSES":72.31,"SICK-R":72.24,"STS12":66.05,"STS13":81.49,"STS14":73.61,"STS15":79.72,"STS16":78.12,"STS17 (en-en)":83.58,"STS22 (en)":59.65,"STSBenchmark":76.52} -{"index":193,"Rank":244,"Model":"multi-qa-MiniLM-L6-cos-v1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":74.23,"BIOSSES":79.76,"SICK-R":70.04,"STS12":64.38,"STS13":76.41,"STS14":69.33,"STS15":80.18,"STS16":79.57,"STS17 (en-en)":81.18,"STS22 (en)":65.51,"STSBenchmark":75.98} -{"index":266,"Rank":245,"Model":"potion-base-32M<\/a>","Model Size (Million Parameters)":32,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":512,"Max Tokens":1000000,"Average":74.22,"BIOSSES":77.56,"SICK-R":65.67,"STS12":62.72,"STS13":77.59,"STS14":72.9,"STS15":80.76,"STS16":76.86,"STS17 (en-en)":87.06,"STS22 (en)":64.26,"STSBenchmark":76.84} -{"index":368,"Rank":246,"Model":"universal-sentence-encoder-large-5<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":74.05,"BIOSSES":69.36,"SICK-R":76.84,"STS12":72.49,"STS13":73.65,"STS14":71.88,"STS15":82.9,"STS16":79.83,"STS17 (en-en)":85.19,"STS22 (en)":48.44,"STSBenchmark":79.93} -{"index":67,"Rank":247,"Model":"lodestone-base-4096-v1<\/a>","Model Size (Million Parameters)":69,"Memory Usage (GB, fp32)":0.26,"Embedding Dimensions":768,"Max Tokens":4096,"Average":73.7,"BIOSSES":70.87,"SICK-R":70.47,"STS12":64.0,"STS13":78.2,"STS14":70.78,"STS15":80.03,"STS16":78.8,"STS17 (en-en)":83.88,"STS22 (en)":64.39,"STSBenchmark":75.57} -{"index":312,"Rank":248,"Model":"zzz<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":73.7,"BIOSSES":70.87,"SICK-R":70.47,"STS12":64.0,"STS13":78.2,"STS14":70.78,"STS15":80.03,"STS16":78.8,"STS17 (en-en)":83.88,"STS22 (en)":64.39,"STSBenchmark":75.57} -{"index":138,"Rank":249,"Model":"snowflake-arctic-embed-m-v1.5<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":73.63,"BIOSSES":86.4,"SICK-R":69.86,"STS12":61.8,"STS13":82.67,"STS14":68.95,"STS15":75.55,"STS16":77.27,"STS17 (en-en)":74.97,"STS22 (en)":69.08,"STSBenchmark":69.72} -{"index":174,"Rank":250,"Model":"red-beetle-base-v1.1<\/a>","Model Size (Million Parameters)":30,"Memory Usage (GB, fp32)":0.11,"Embedding Dimensions":1024,"Max Tokens":1000000,"Average":73.42,"BIOSSES":75.8,"SICK-R":64.13,"STS12":64.63,"STS13":79.55,"STS14":73.16,"STS15":81.07,"STS16":76.57,"STS17 (en-en)":84.61,"STS22 (en)":58.53,"STSBenchmark":76.15} -{"index":106,"Rank":251,"Model":"SGPT-125M-weightedmean-msmarco-specb-bitfit<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":2048,"Average":73.41,"BIOSSES":75.21,"SICK-R":65.93,"STS12":66.53,"STS13":76.17,"STS14":69.05,"STS15":79.24,"STS16":76.07,"STS17 (en-en)":84.95,"STS22 (en)":65.66,"STSBenchmark":75.34} -{"index":363,"Rank":252,"Model":"mv_sw<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":73.24,"BIOSSES":75.86,"SICK-R":64.68,"STS12":62.25,"STS13":77.28,"STS14":71.91,"STS15":79.75,"STS16":76.26,"STS17 (en-en)":85.97,"STS22 (en)":63.08,"STSBenchmark":75.41} -{"index":376,"Rank":253,"Model":"potion-base-8M-stf<\/a>","Model Size (Million Parameters)":8,"Memory Usage (GB, fp32)":0.03,"Embedding Dimensions":256,"Max Tokens":1000000,"Average":73.24,"BIOSSES":75.86,"SICK-R":64.68,"STS12":62.25,"STS13":77.28,"STS14":71.91,"STS15":79.75,"STS16":76.26,"STS17 (en-en)":85.97,"STS22 (en)":63.08,"STSBenchmark":75.41} -{"index":268,"Rank":254,"Model":"potion-base-8M<\/a>","Model Size (Million Parameters)":8,"Memory Usage (GB, fp32)":0.03,"Embedding Dimensions":256,"Max Tokens":1000000,"Average":73.24,"BIOSSES":75.86,"SICK-R":64.68,"STS12":62.25,"STS13":77.28,"STS14":71.91,"STS15":79.75,"STS16":76.26,"STS17 (en-en)":85.97,"STS22 (en)":63.08,"STSBenchmark":75.41} -{"index":361,"Rank":255,"Model":"l3_wl<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":72.47,"BIOSSES":71.33,"SICK-R":67.0,"STS12":63.91,"STS13":73.35,"STS14":69.07,"STS15":81.54,"STS16":76.13,"STS17 (en-en)":85.18,"STS22 (en)":60.16,"STSBenchmark":77.02} -{"index":97,"Rank":256,"Model":"Venusaur<\/a>","Model Size (Million Parameters)":16,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average":72.43,"BIOSSES":77.59,"SICK-R":74.68,"STS12":54.35,"STS13":74.24,"STS14":69.99,"STS15":75.74,"STS16":73.65,"STS17 (en-en)":84.81,"STS22 (en)":62.56,"STSBenchmark":76.72} -{"index":364,"Rank":257,"Model":"wl_sw_256<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":72.25,"BIOSSES":70.34,"SICK-R":66.96,"STS12":64.22,"STS13":73.29,"STS14":68.93,"STS15":81.43,"STS16":76.0,"STS17 (en-en)":84.93,"STS22 (en)":59.56,"STSBenchmark":76.84} -{"index":267,"Rank":258,"Model":"potion-base-4M<\/a>","Model Size (Million Parameters)":4,"Memory Usage (GB, fp32)":0.01,"Embedding Dimensions":128,"Max Tokens":1000000,"Average":72.19,"BIOSSES":71.87,"SICK-R":63.99,"STS12":62.38,"STS13":76.82,"STS14":70.98,"STS15":78.66,"STS16":75.1,"STS17 (en-en)":84.49,"STS22 (en)":63.36,"STSBenchmark":74.28} -{"index":189,"Rank":259,"Model":"USER-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":512,"Average":72.06,"BIOSSES":77.26,"SICK-R":68.34,"STS12":66.31,"STS13":68.77,"STS14":67.14,"STS15":79.88,"STS16":73.39,"STS17 (en-en)":81.88,"STS22 (en)":61.64,"STSBenchmark":76.03} -{"index":367,"Rank":260,"Model":"universal-sentence-encoder-4<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":72.04,"BIOSSES":63.38,"SICK-R":69.79,"STS12":67.06,"STS13":71.54,"STS14":70.59,"STS15":80.27,"STS16":75.76,"STS17 (en-en)":84.94,"STS22 (en)":60.0,"STSBenchmark":77.08} -{"index":93,"Rank":261,"Model":"LLM2Vec-Sheared-Llama-unsupervised<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":4096,"Average":71.61,"BIOSSES":75.12,"SICK-R":69.34,"STS12":60.09,"STS13":72.52,"STS14":66.7,"STS15":77.69,"STS16":75.94,"STS17 (en-en)":81.67,"STS22 (en)":63.7,"STSBenchmark":73.36} -{"index":173,"Rank":262,"Model":"brown-fairy-base-v0<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.08,"Embedding Dimensions":768,"Max Tokens":1000000,"Average":71.0,"BIOSSES":69.69,"SICK-R":63.87,"STS12":63.61,"STS13":76.98,"STS14":71.21,"STS15":80.73,"STS16":74.21,"STS17 (en-en)":81.95,"STS22 (en)":55.86,"STSBenchmark":71.93} -{"index":183,"Rank":263,"Model":"cai-lunaris-text-embeddings<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":70.81,"BIOSSES":73.97,"SICK-R":68.99,"STS12":58.5,"STS13":74.03,"STS14":66.18,"STS15":75.55,"STS16":73.71,"STS17 (en-en)":80.14,"STS22 (en)":65.65,"STSBenchmark":71.4} -{"index":320,"Rank":264,"Model":"LaBSE<\/a>","Model Size (Million Parameters)":471,"Memory Usage (GB, fp32)":1.75,"Embedding Dimensions":768,"Max Tokens":512,"Average":70.8,"BIOSSES":78.7,"SICK-R":69.99,"STS12":65.08,"STS13":67.98,"STS14":64.03,"STS15":76.59,"STS16":72.98,"STS17 (en-en)":79.45,"STS22 (en)":60.97,"STSBenchmark":72.25} -{"index":172,"Rank":265,"Model":"brown-beetle-tiny-v1.1<\/a>","Model Size (Million Parameters)":4,"Memory Usage (GB, fp32)":0.01,"Embedding Dimensions":768,"Max Tokens":1000000,"Average":70.71,"BIOSSES":70.46,"SICK-R":62.83,"STS12":61.57,"STS13":76.72,"STS14":70.45,"STS15":77.14,"STS16":74.01,"STS17 (en-en)":82.55,"STS22 (en)":58.29,"STSBenchmark":73.12} -{"index":180,"Rank":266,"Model":"LaBSE-en-ru<\/a>","Model Size (Million Parameters)":129,"Memory Usage (GB, fp32)":0.48,"Embedding Dimensions":768,"Max Tokens":512,"Average":70.44,"BIOSSES":78.82,"SICK-R":69.13,"STS12":65.16,"STS13":67.66,"STS14":63.32,"STS15":76.21,"STS16":73.27,"STS17 (en-en)":79.48,"STS22 (en)":59.47,"STSBenchmark":71.91} -{"index":262,"Rank":267,"Model":"M2V_base_glove<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Embedding Dimensions":256,"Max Tokens":1000000,"Average":70.31,"BIOSSES":65.86,"SICK-R":64.66,"STS12":64.64,"STS13":77.98,"STS14":70.08,"STS15":78.78,"STS16":70.14,"STS17 (en-en)":82.82,"STS22 (en)":59.21,"STSBenchmark":68.91} -{"index":265,"Rank":268,"Model":"potion-base-2M<\/a>","Model Size (Million Parameters)":2,"Memory Usage (GB, fp32)":0.01,"Embedding Dimensions":64,"Max Tokens":1000000,"Average":70.14,"BIOSSES":64.11,"SICK-R":62.86,"STS12":62.08,"STS13":75.73,"STS14":69.28,"STS15":76.33,"STS16":73.47,"STS17 (en-en)":82.08,"STS22 (en)":62.65,"STSBenchmark":72.81} -{"index":263,"Rank":269,"Model":"M2V_base_glove_subword<\/a>","Model Size (Million Parameters)":103,"Memory Usage (GB, fp32)":0.38,"Embedding Dimensions":256,"Max Tokens":1000000,"Average":69.09,"BIOSSES":75.59,"SICK-R":66.17,"STS12":61.89,"STS13":71.67,"STS14":67.83,"STS15":75.49,"STS16":66.48,"STS17 (en-en)":80.25,"STS22 (en)":59.04,"STSBenchmark":66.52} -{"index":264,"Rank":270,"Model":"M2V_base_output<\/a>","Model Size (Million Parameters)":8,"Memory Usage (GB, fp32)":0.03,"Embedding Dimensions":256,"Max Tokens":1000000,"Average":68.58,"BIOSSES":73.43,"SICK-R":65.43,"STS12":59.97,"STS13":71.82,"STS14":67.0,"STS15":75.49,"STS16":66.97,"STS17 (en-en)":80.61,"STS22 (en)":57.82,"STSBenchmark":67.25} -{"index":169,"Rank":271,"Model":"brown-beetle-small-v1<\/a>","Model Size (Million Parameters)":8,"Memory Usage (GB, fp32)":0.03,"Embedding Dimensions":256,"Max Tokens":1000000,"Average":68.06,"BIOSSES":73.43,"SICK-R":65.43,"STS12":59.97,"STS13":71.82,"STS14":67.0,"STS15":75.49,"STS16":66.97,"STS17 (en-en)":80.61,"STS22 (en)":52.6,"STSBenchmark":67.25} -{"index":171,"Rank":272,"Model":"brown-beetle-tiny-v1<\/a>","Model Size (Million Parameters)":4,"Memory Usage (GB, fp32)":0.01,"Embedding Dimensions":128,"Max Tokens":1000000,"Average":67.9,"BIOSSES":71.57,"SICK-R":64.2,"STS12":60.75,"STS13":73.6,"STS14":67.32,"STS15":74.27,"STS16":66.87,"STS17 (en-en)":79.95,"STS22 (en)":53.7,"STSBenchmark":66.82} -{"index":341,"Rank":273,"Model":"rubert-tiny-turbo<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"Embedding Dimensions":312,"Max Tokens":2048,"Average":67.63,"BIOSSES":72.48,"SICK-R":68.43,"STS12":66.17,"STS13":60.34,"STS14":66.12,"STS15":77.41,"STS16":73.3,"STS17 (en-en)":76.02,"STS22 (en)":47.06,"STSBenchmark":68.97} -{"index":197,"Rank":274,"Model":"SONAR<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":67.23,"BIOSSES":79.11,"SICK-R":62.94,"STS12":65.46,"STS13":62.79,"STS14":57.54,"STS15":74.25,"STS16":75.73,"STS17 (en-en)":79.94,"STS22 (en)":47.12,"STSBenchmark":67.39} -{"index":167,"Rank":275,"Model":"brown-beetle-base-v1<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.08,"Embedding Dimensions":768,"Max Tokens":1000000,"Average":66.8,"BIOSSES":73.91,"SICK-R":64.63,"STS12":58.07,"STS13":68.76,"STS14":65.43,"STS15":75.09,"STS16":65.38,"STS17 (en-en)":78.69,"STS22 (en)":52.56,"STSBenchmark":65.48} -{"index":182,"Rank":276,"Model":"rubert-tiny2<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"Embedding Dimensions":2048,"Max Tokens":514,"Average":64.74,"BIOSSES":71.48,"SICK-R":61.07,"STS12":65.12,"STS13":59.97,"STS14":60.28,"STS15":74.38,"STS16":69.19,"STS17 (en-en)":73.66,"STS22 (en)":49.25,"STSBenchmark":63.02} -{"index":14,"Rank":277,"Model":"LASER2<\/a>","Model Size (Million Parameters)":43,"Memory Usage (GB, fp32)":0.16,"Embedding Dimensions":1024,"Max Tokens":"N\/A","Average":63.27,"BIOSSES":62.01,"SICK-R":62.86,"STS12":62.6,"STS13":59.62,"STS14":57.03,"STS15":71.57,"STS16":70.75,"STS17 (en-en)":76.73,"STS22 (en)":39.76,"STSBenchmark":69.77} -{"index":326,"Rank":278,"Model":"average_word_embeddings_komninos<\/a>","Model Size (Million Parameters)":134,"Memory Usage (GB, fp32)":0.5,"Embedding Dimensions":300,"Max Tokens":"N\/A","Average":62.46,"BIOSSES":50.25,"SICK-R":55.49,"STS12":53.51,"STS13":70.8,"STS14":63.56,"STS15":74.08,"STS16":64.6,"STS17 (en-en)":76.91,"STS22 (en)":53.89,"STSBenchmark":61.55} -{"index":325,"Rank":279,"Model":"average_word_embeddings_glove.6B.300d<\/a>","Model Size (Million Parameters)":120,"Memory Usage (GB, fp32)":0.45,"Embedding Dimensions":300,"Max Tokens":"N\/A","Average":61.85,"BIOSSES":44.93,"SICK-R":55.43,"STS12":54.64,"STS13":69.16,"STS14":60.81,"STS15":72.31,"STS16":65.34,"STS17 (en-en)":77.95,"STS22 (en)":56.35,"STSBenchmark":61.54} -{"index":324,"Rank":280,"Model":"allenai-specter<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":61.02,"BIOSSES":64.95,"SICK-R":56.39,"STS12":62.49,"STS13":58.7,"STS14":54.87,"STS15":62.54,"STS16":64.27,"STS17 (en-en)":69.63,"STS22 (en)":55.06,"STSBenchmark":61.26} -{"index":181,"Rank":281,"Model":"rubert-tiny<\/a>","Model Size (Million Parameters)":12,"Memory Usage (GB, fp32)":0.04,"Embedding Dimensions":512,"Max Tokens":514,"Average":59.67,"BIOSSES":58.0,"SICK-R":60.39,"STS12":49.66,"STS13":63.4,"STS14":54.88,"STS15":67.32,"STS16":66.87,"STS17 (en-en)":67.66,"STS22 (en)":52.63,"STSBenchmark":55.86} -{"index":153,"Rank":282,"Model":"sbert_large_mt_nlu_ru<\/a>","Model Size (Million Parameters)":427,"Memory Usage (GB, fp32)":1.59,"Embedding Dimensions":1024,"Max Tokens":514,"Average":55.98,"BIOSSES":44.98,"SICK-R":65.91,"STS12":48.13,"STS13":48.04,"STS14":46.6,"STS15":65.34,"STS16":61.94,"STS17 (en-en)":68.58,"STS22 (en)":51.46,"STSBenchmark":58.81} -{"index":52,"Rank":283,"Model":"rubert-base-cased-sentence<\/a>","Model Size (Million Parameters)":180,"Memory Usage (GB, fp32)":0.67,"Embedding Dimensions":768,"Max Tokens":512,"Average":55.66,"BIOSSES":49.0,"SICK-R":56.98,"STS12":59.02,"STS13":46.99,"STS14":50.88,"STS15":64.58,"STS16":53.98,"STS17 (en-en)":67.13,"STS22 (en)":52.22,"STSBenchmark":55.79} -{"index":206,"Rank":284,"Model":"bert-base-uncased<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":54.36,"BIOSSES":54.7,"SICK-R":58.65,"STS12":30.87,"STS13":59.89,"STS14":47.73,"STS15":60.29,"STS16":63.73,"STS17 (en-en)":64.1,"STS22 (en)":56.37,"STSBenchmark":47.29} -{"index":50,"Rank":285,"Model":"distilrubert-small-cased-conversational<\/a>","Model Size (Million Parameters)":106,"Memory Usage (GB, fp32)":0.39,"Embedding Dimensions":768,"Max Tokens":512,"Average":53.0,"BIOSSES":47.99,"SICK-R":56.7,"STS12":40.83,"STS13":52.22,"STS14":46.76,"STS15":60.64,"STS16":64.37,"STS17 (en-en)":60.3,"STS22 (en)":44.27,"STSBenchmark":55.97} -{"index":154,"Rank":286,"Model":"sbert_large_nlu_ru<\/a>","Model Size (Million Parameters)":427,"Memory Usage (GB, fp32)":1.59,"Embedding Dimensions":1024,"Max Tokens":512,"Average":48.76,"BIOSSES":39.69,"SICK-R":58.86,"STS12":31.48,"STS13":37.11,"STS14":36.65,"STS15":58.25,"STS16":58.5,"STS17 (en-en)":62.5,"STS22 (en)":57.74,"STSBenchmark":46.8} -{"index":191,"Rank":287,"Model":"deberta-v1-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":512,"Average":46.61,"BIOSSES":36.15,"SICK-R":49.94,"STS12":44.76,"STS13":46.65,"STS14":38.15,"STS15":54.85,"STS16":49.15,"STS17 (en-en)":60.31,"STS22 (en)":44.81,"STSBenchmark":41.32} -{"index":51,"Rank":288,"Model":"rubert-base-cased<\/a>","Model Size (Million Parameters)":180,"Memory Usage (GB, fp32)":0.67,"Embedding Dimensions":768,"Max Tokens":512,"Average":40.01,"BIOSSES":30.22,"SICK-R":44.22,"STS12":27.75,"STS13":39.83,"STS14":34.89,"STS15":43.05,"STS16":45.66,"STS17 (en-en)":56.29,"STS22 (en)":38.33,"STSBenchmark":39.84} -{"index":354,"Rank":289,"Model":"ALL_862873<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":39.1,"BIOSSES":21.34,"SICK-R":48.55,"STS12":55.59,"STS13":18.36,"STS14":28.84,"STS15":29.19,"STS16":39.05,"STS17 (en-en)":61.22,"STS22 (en)":44.45,"STSBenchmark":44.39} -{"index":2,"Rank":290,"Model":"titan-embed-text-v1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":8000,"Average":"","BIOSSES":84.17,"SICK-R":73.05,"STS12":66.59,"STS13":83.24,"STS14":73.71,"STS15":82.4,"STS16":"","STS17 (en-en)":80.9,"STS22 (en)":"","STSBenchmark":74.85} -{"index":3,"Rank":291,"Model":"mistral-embed<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":"","Average":"","BIOSSES":"","SICK-R":"","STS12":"","STS13":"","STS14":"","STS15":"","STS16":"","STS17 (en-en)":"","STS22 (en)":"","STSBenchmark":""} -{"index":4,"Rank":292,"Model":"voyage-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":4000,"Average":"","BIOSSES":"","SICK-R":"","STS12":"","STS13":"","STS14":"","STS15":"","STS16":"","STS17 (en-en)":"","STS22 (en)":"","STSBenchmark":""} -{"index":5,"Rank":293,"Model":"voyage-3-lite<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":512,"Max Tokens":32000,"Average":"","BIOSSES":85.19,"SICK-R":76.65,"STS12":70.76,"STS13":76.51,"STS14":71.92,"STS15":81.1,"STS16":80.8,"STS17 (en-en)":87.18,"STS22 (en)":"","STSBenchmark":78.56} -{"index":7,"Rank":294,"Model":"voyage-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":32000,"Average":"","BIOSSES":87.92,"SICK-R":79.63,"STS12":69.52,"STS13":80.56,"STS14":73.33,"STS15":80.39,"STS16":79.83,"STS17 (en-en)":86.81,"STS22 (en)":"","STSBenchmark":79.53} -{"index":8,"Rank":295,"Model":"voyage-code-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":16000,"Average":"","BIOSSES":"","SICK-R":"","STS12":"","STS13":"","STS14":"","STS15":"","STS16":"","STS17 (en-en)":"","STS22 (en)":"","STSBenchmark":""} -{"index":10,"Rank":296,"Model":"voyage-law-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":16000,"Average":"","BIOSSES":"","SICK-R":"","STS12":"","STS13":"","STS14":"","STS15":"","STS16":"","STS17 (en-en)":"","STS22 (en)":"","STSBenchmark":""} -{"index":13,"Rank":297,"Model":"voyage-multilingual-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":32000,"Average":"","BIOSSES":87.11,"SICK-R":78.97,"STS12":67.3,"STS13":80.09,"STS14":71.98,"STS15":78.07,"STS16":77.36,"STS17 (en-en)":86.52,"STS22 (en)":"","STSBenchmark":75.79} -{"index":16,"Rank":299,"Model":"llm2vec-croissant-mntp<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":"","BIOSSES":"","SICK-R":"","STS12":"","STS13":"","STS14":"","STS15":"","STS16":"","STS17 (en-en)":"","STS22 (en)":"","STSBenchmark":""} -{"index":32,"Rank":301,"Model":"bge-m3<\/a>","Model Size (Million Parameters)":567,"Memory Usage (GB, fp32)":2.11,"Embedding Dimensions":1024,"Max Tokens":8192,"Average":"","BIOSSES":"","SICK-R":79.72,"STS12":78.73,"STS13":79.6,"STS14":79.0,"STS15":87.81,"STS16":"","STS17 (en-en)":87.13,"STS22 (en)":"","STSBenchmark":84.87} -{"index":37,"Rank":302,"Model":"e5-R-mistral-7b<\/a>","Model Size (Million Parameters)":7242,"Memory Usage (GB, fp32)":26.98,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","BIOSSES":"","SICK-R":"","STS12":"","STS13":"","STS14":"","STS15":"","STS16":"","STS17 (en-en)":"","STS22 (en)":"","STSBenchmark":""} -{"index":54,"Rank":306,"Model":"xlm-roberta-base<\/a>","Model Size (Million Parameters)":279,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","BIOSSES":"","SICK-R":"","STS12":"","STS13":"","STS14":"","STS15":"","STS16":"","STS17 (en-en)":"","STS22 (en)":"","STSBenchmark":""} -{"index":55,"Rank":307,"Model":"xlm-roberta-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","BIOSSES":"","SICK-R":"","STS12":"","STS13":"","STS14":"","STS15":"","STS16":"","STS17 (en-en)":"","STS22 (en)":"","STSBenchmark":""} -{"index":57,"Rank":309,"Model":"STS-multilingual-mpnet-base-v2<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","BIOSSES":"","SICK-R":"","STS12":"","STS13":"","STS14":"","STS15":"","STS16":"","STS17 (en-en)":"","STS22 (en)":"","STSBenchmark":0.98} -{"index":58,"Rank":310,"Model":"bert-base-10lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","BIOSSES":"","SICK-R":"","STS12":"","STS13":"","STS14":"","STS15":"","STS16":"","STS17 (en-en)":"","STS22 (en)":"","STSBenchmark":""} -{"index":59,"Rank":311,"Model":"bert-base-15lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","BIOSSES":"","SICK-R":"","STS12":"","STS13":"","STS14":"","STS15":"","STS16":"","STS17 (en-en)":"","STS22 (en)":"","STSBenchmark":""} -{"index":60,"Rank":312,"Model":"bert-base-25lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","BIOSSES":"","SICK-R":"","STS12":"","STS13":"","STS14":"","STS15":"","STS16":"","STS17 (en-en)":"","STS22 (en)":"","STSBenchmark":""} -{"index":74,"Rank":319,"Model":"gemma-2b-embeddings<\/a>","Model Size (Million Parameters)":2506,"Memory Usage (GB, fp32)":9.34,"Embedding Dimensions":2048,"Max Tokens":8192,"Average":"","BIOSSES":"","SICK-R":"","STS12":"","STS13":"","STS14":"","STS15":"","STS16":"","STS17 (en-en)":"","STS22 (en)":"","STSBenchmark":""} -{"index":77,"Rank":320,"Model":"bilingual-document-embedding<\/a>","Model Size (Million Parameters)":568,"Memory Usage (GB, fp32)":2.12,"Embedding Dimensions":1024,"Max Tokens":8194,"Average":"","BIOSSES":"","SICK-R":"","STS12":"","STS13":"","STS14":"","STS15":"","STS16":"","STS17 (en-en)":"","STS22 (en)":"","STSBenchmark":""} -{"index":99,"Rank":322,"Model":"gte-micro<\/a>","Model Size (Million Parameters)":17,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","BIOSSES":"","SICK-R":"","STS12":"","STS13":"","STS14":"","STS15":"","STS16":"","STS17 (en-en)":"","STS22 (en)":"","STSBenchmark":""} -{"index":100,"Rank":323,"Model":"gte-micro-v2<\/a>","Model Size (Million Parameters)":17,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","BIOSSES":"","SICK-R":"","STS12":"","STS13":"","STS14":"","STS15":"","STS16":"","STS17 (en-en)":"","STS22 (en)":"","STSBenchmark":""} -{"index":101,"Rank":324,"Model":"gte-micro-v3<\/a>","Model Size (Million Parameters)":17,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","BIOSSES":"","SICK-R":"","STS12":"","STS13":"","STS14":"","STS15":"","STS16":"","STS17 (en-en)":"","STS22 (en)":"","STSBenchmark":""} -{"index":102,"Rank":325,"Model":"gte-micro-v4<\/a>","Model Size (Million Parameters)":19,"Memory Usage (GB, fp32)":0.07,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","BIOSSES":"","SICK-R":"","STS12":"","STS13":"","STS14":"","STS15":"","STS16":"","STS17 (en-en)":"","STS22 (en)":"","STSBenchmark":""} -{"index":115,"Rank":326,"Model":"Arabert-all-nli-triplet-Matryoshka<\/a>","Model Size (Million Parameters)":135,"Memory Usage (GB, fp32)":0.5,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","BIOSSES":67.37,"SICK-R":57.64,"STS12":69.67,"STS13":51.95,"STS14":57.37,"STS15":70.1,"STS16":65.05,"STS17 (en-en)":"","STS22 (en)":"","STSBenchmark":61.59} -{"index":116,"Rank":327,"Model":"Arabic-MiniLM-L12-v2-all-nli-triplet<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","BIOSSES":69.41,"SICK-R":79.62,"STS12":77.39,"STS13":79.59,"STS14":79.79,"STS15":86.21,"STS16":81.4,"STS17 (en-en)":"","STS22 (en)":"","STSBenchmark":84.35} -{"index":117,"Rank":328,"Model":"Arabic-all-nli-triplet-Matryoshka<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","BIOSSES":77.44,"SICK-R":79.39,"STS12":78.93,"STS13":82.73,"STS14":81.65,"STS15":87.62,"STS16":83.66,"STS17 (en-en)":"","STS22 (en)":"","STSBenchmark":86.16} -{"index":118,"Rank":329,"Model":"Arabic-labse-Matryoshka<\/a>","Model Size (Million Parameters)":471,"Memory Usage (GB, fp32)":1.75,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","BIOSSES":76.66,"SICK-R":77.03,"STS12":79.21,"STS13":79.55,"STS14":78.85,"STS15":85.61,"STS16":79.93,"STS17 (en-en)":"","STS22 (en)":"","STSBenchmark":82.05} -{"index":119,"Rank":330,"Model":"Arabic-mpnet-base-all-nli-triplet<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","BIOSSES":67.12,"SICK-R":68.94,"STS12":68.72,"STS13":56.04,"STS14":58.81,"STS15":73.74,"STS16":68.25,"STS17 (en-en)":"","STS22 (en)":"","STSBenchmark":67.56} -{"index":120,"Rank":331,"Model":"Marbert-all-nli-triplet-Matryoshka<\/a>","Model Size (Million Parameters)":163,"Memory Usage (GB, fp32)":0.61,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","BIOSSES":51.88,"SICK-R":65.8,"STS12":63.0,"STS13":52.23,"STS14":59.23,"STS15":70.02,"STS16":64.99,"STS17 (en-en)":"","STS22 (en)":"","STSBenchmark":61.17} -{"index":121,"Rank":332,"Model":"Solon-embeddings-large-0.1<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","BIOSSES":"","SICK-R":"","STS12":"","STS13":"","STS14":"","STS15":"","STS16":"","STS17 (en-en)":"","STS22 (en)":"","STSBenchmark":""} -{"index":122,"Rank":333,"Model":"KartonBERT-USE-base-v1<\/a>","Model Size (Million Parameters)":104,"Memory Usage (GB, fp32)":0.39,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","BIOSSES":"","SICK-R":"","STS12":"","STS13":"","STS14":"","STS15":"","STS16":"","STS17 (en-en)":"","STS22 (en)":"","STSBenchmark":""} -{"index":123,"Rank":334,"Model":"st-polish-kartonberta-base-alpha-v1<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","BIOSSES":"","SICK-R":"","STS12":"","STS13":"","STS14":"","STS15":"","STS16":"","STS17 (en-en)":"","STS22 (en)":"","STSBenchmark":""} -{"index":128,"Rank":338,"Model":"bge_m3e_stella<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","BIOSSES":"","SICK-R":"","STS12":"","STS13":"","STS14":"","STS15":"","STS16":"","STS17 (en-en)":"","STS22 (en)":"","STSBenchmark":61.83} -{"index":132,"Rank":339,"Model":"LLaMA-embeeding<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","BIOSSES":67.85,"SICK-R":57.32,"STS12":42.8,"STS13":58.77,"STS14":53.36,"STS15":69.23,"STS16":58.81,"STS17 (en-en)":68.6,"STS22 (en)":"","STSBenchmark":52.67} -{"index":133,"Rank":340,"Model":"yiyouliao<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","BIOSSES":"","SICK-R":79.98,"STS12":77.64,"STS13":81.23,"STS14":77.94,"STS15":86.87,"STS16":83.31,"STS17 (en-en)":87.35,"STS22 (en)":60.99,"STSBenchmark":""} -{"index":146,"Rank":341,"Model":"sentence-croissant-llm-base<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":"","BIOSSES":"","SICK-R":"","STS12":"","STS13":"","STS14":"","STS15":"","STS16":"","STS17 (en-en)":"","STS22 (en)":"","STSBenchmark":""} -{"index":148,"Rank":342,"Model":"German_Semantic_STS_V2<\/a>","Model Size (Million Parameters)":336,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","BIOSSES":"","SICK-R":"","STS12":"","STS13":"","STS14":"","STS15":"","STS16":"","STS17 (en-en)":"","STS22 (en)":"","STSBenchmark":""} -{"index":152,"Rank":344,"Model":"ru-en-RoSBERTa<\/a>","Model Size (Million Parameters)":404,"Memory Usage (GB, fp32)":1.5,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","BIOSSES":"","SICK-R":"","STS12":"","STS13":"","STS14":"","STS15":"","STS16":"","STS17 (en-en)":"","STS22 (en)":"","STSBenchmark":""} -{"index":155,"Rank":345,"Model":"Giga-Embeddings-instruct<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","BIOSSES":84.22,"SICK-R":81.06,"STS12":70.1,"STS13":81.01,"STS14":77.82,"STS15":84.52,"STS16":81.09,"STS17 (en-en)":"","STS22 (en)":"","STSBenchmark":82.2} -{"index":168,"Rank":346,"Model":"brown-beetle-base-v1.1<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.08,"Embedding Dimensions":768,"Max Tokens":1000000,"Average":"","BIOSSES":75.04,"SICK-R":63.91,"STS12":"","STS13":"","STS14":"","STS15":"","STS16":"","STS17 (en-en)":"","STS22 (en)":"","STSBenchmark":""} -{"index":170,"Rank":347,"Model":"brown-beetle-small-v1.1<\/a>","Model Size (Million Parameters)":8,"Memory Usage (GB, fp32)":0.03,"Embedding Dimensions":768,"Max Tokens":1000000,"Average":"","BIOSSES":73.53,"SICK-R":63.64,"STS12":"","STS13":"","STS14":"","STS15":"","STS16":"","STS17 (en-en)":"","STS22 (en)":"","STSBenchmark":""} -{"index":176,"Rank":348,"Model":"bge-m3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","BIOSSES":83.38,"SICK-R":79.71,"STS12":78.73,"STS13":79.6,"STS14":79.0,"STS15":87.81,"STS16":85.4,"STS17 (en-en)":87.13,"STS22 (en)":"","STSBenchmark":84.85} -{"index":177,"Rank":349,"Model":"slx-v0.1<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.08,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","BIOSSES":"","SICK-R":"","STS12":"","STS13":"","STS14":"","STS15":"","STS16":"","STS17 (en-en)":"","STS22 (en)":"","STSBenchmark":""} -{"index":184,"Rank":350,"Model":"cai-stellaris-text-embeddings<\/a>","Model Size (Million Parameters)":53,"Memory Usage (GB, fp32)":0.2,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","BIOSSES":"","SICK-R":"","STS12":"","STS13":"","STS14":"","STS15":"","STS16":"","STS17 (en-en)":"","STS22 (en)":"","STSBenchmark":""} -{"index":185,"Rank":351,"Model":"french-document-embedding<\/a>","Model Size (Million Parameters)":305,"Memory Usage (GB, fp32)":1.14,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","BIOSSES":"","SICK-R":"","STS12":"","STS13":"","STS14":"","STS15":"","STS16":"","STS17 (en-en)":"","STS22 (en)":"","STSBenchmark":""} -{"index":186,"Rank":352,"Model":"sentence-camembert-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","BIOSSES":"","SICK-R":"","STS12":"","STS13":"","STS14":"","STS15":"","STS16":"","STS17 (en-en)":"","STS22 (en)":"","STSBenchmark":""} -{"index":187,"Rank":353,"Model":"sentence-camembert-large<\/a>","Model Size (Million Parameters)":337,"Memory Usage (GB, fp32)":1.26,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","BIOSSES":"","SICK-R":"","STS12":"","STS13":"","STS14":"","STS15":"","STS16":"","STS17 (en-en)":"","STS22 (en)":"","STSBenchmark":""} -{"index":194,"Rank":354,"Model":"sft-bge-small<\/a>","Model Size (Million Parameters)":24,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":512,"Max Tokens":512,"Average":"","BIOSSES":"","SICK-R":"","STS12":"","STS13":"","STS14":"","STS15":"","STS16":"","STS17 (en-en)":"","STS22 (en)":"","STSBenchmark":""} -{"index":199,"Rank":355,"Model":"flaubert_base_cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","BIOSSES":"","SICK-R":"","STS12":"","STS13":"","STS14":"","STS15":"","STS16":"","STS17 (en-en)":"","STS22 (en)":"","STSBenchmark":""} -{"index":200,"Rank":356,"Model":"flaubert_base_uncased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","BIOSSES":"","SICK-R":"","STS12":"","STS13":"","STS14":"","STS15":"","STS16":"","STS17 (en-en)":"","STS22 (en)":"","STSBenchmark":""} -{"index":201,"Rank":357,"Model":"flaubert_large_cased<\/a>","Model Size (Million Parameters)":372,"Memory Usage (GB, fp32)":1.39,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","BIOSSES":"","SICK-R":"","STS12":"","STS13":"","STS14":"","STS15":"","STS16":"","STS17 (en-en)":"","STS22 (en)":"","STSBenchmark":""} -{"index":204,"Rank":359,"Model":"bert-base-multilingual-cased<\/a>","Model Size (Million Parameters)":179,"Memory Usage (GB, fp32)":0.67,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","BIOSSES":"","SICK-R":"","STS12":"","STS13":"","STS14":"","STS15":"","STS16":"","STS17 (en-en)":"","STS22 (en)":"","STSBenchmark":""} -{"index":205,"Rank":360,"Model":"bert-base-multilingual-uncased<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","BIOSSES":"","SICK-R":"","STS12":"","STS13":"","STS14":"","STS15":"","STS16":"","STS17 (en-en)":"","STS22 (en)":"","STSBenchmark":""} -{"index":218,"Rank":361,"Model":"inf-retriever-v1<\/a>","Model Size (Million Parameters)":7069,"Memory Usage (GB, fp32)":26.33,"Embedding Dimensions":3584,"Max Tokens":131072,"Average":"","BIOSSES":"","SICK-R":"","STS12":"","STS13":"","STS14":"","STS15":"","STS16":"","STS17 (en-en)":"","STS22 (en)":"","STSBenchmark":""} -{"index":230,"Rank":362,"Model":"herbert-base-retrieval-v2<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.47,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","BIOSSES":"","SICK-R":"","STS12":"","STS13":"","STS14":"","STS15":"","STS16":"","STS17 (en-en)":"","STS22 (en)":"","STSBenchmark":""} -{"index":231,"Rank":363,"Model":"silver-retriever-base-v1<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.47,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","BIOSSES":"","SICK-R":"","STS12":"","STS13":"","STS14":"","STS15":"","STS16":"","STS17 (en-en)":"","STS22 (en)":"","STSBenchmark":""} -{"index":255,"Rank":364,"Model":"ternary-weight-embedding<\/a>","Model Size (Million Parameters)":99,"Memory Usage (GB, fp32)":0.37,"Embedding Dimensions":1792,"Max Tokens":512,"Average":"","BIOSSES":"","SICK-R":"","STS12":"","STS13":"","STS14":"","STS15":"","STS16":"","STS17 (en-en)":"","STS22 (en)":60.74,"STSBenchmark":""} -{"index":256,"Rank":365,"Model":"bge-m3-custom-fr<\/a>","Model Size (Million Parameters)":568,"Memory Usage (GB, fp32)":2.12,"Embedding Dimensions":1024,"Max Tokens":8194,"Average":"","BIOSSES":"","SICK-R":"","STS12":"","STS13":"","STS14":"","STS15":"","STS16":"","STS17 (en-en)":"","STS22 (en)":"","STSBenchmark":""} -{"index":257,"Rank":366,"Model":"sentence_croissant_alpha_v0.1<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":"","BIOSSES":"","SICK-R":"","STS12":"","STS13":"","STS14":"","STS15":"","STS16":"","STS17 (en-en)":"","STS22 (en)":"","STSBenchmark":""} -{"index":258,"Rank":367,"Model":"sentence_croissant_alpha_v0.2<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":"","BIOSSES":"","SICK-R":"","STS12":"","STS13":"","STS14":"","STS15":"","STS16":"","STS17 (en-en)":"","STS22 (en)":"","STSBenchmark":""} -{"index":259,"Rank":368,"Model":"sentence_croissant_alpha_v0.3<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":"","BIOSSES":"","SICK-R":"","STS12":"","STS13":"","STS14":"","STS15":"","STS16":"","STS17 (en-en)":"","STS22 (en)":"","STSBenchmark":""} -{"index":260,"Rank":369,"Model":"sentence_croissant_alpha_v0.4<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":"","BIOSSES":"","SICK-R":"","STS12":"","STS13":"","STS14":"","STS15":"","STS16":"","STS17 (en-en)":"","STS22 (en)":"","STSBenchmark":""} -{"index":271,"Rank":371,"Model":"mxbai-embed-xsmall-v1<\/a>","Model Size (Million Parameters)":24,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":384,"Max Tokens":4096,"Average":"","BIOSSES":"","SICK-R":"","STS12":"","STS13":"","STS14":"","STS15":"","STS16":"","STS17 (en-en)":"","STS22 (en)":"","STSBenchmark":""} -{"index":273,"Rank":372,"Model":"fin-mpnet-base<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","BIOSSES":"","SICK-R":"","STS12":"","STS13":"","STS14":"","STS15":"","STS16":"","STS17 (en-en)":"","STS22 (en)":"","STSBenchmark":""} -{"index":295,"Rank":373,"Model":"NV-Retriever-v1<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":512,"Average":"","BIOSSES":"","SICK-R":"","STS12":"","STS13":"","STS14":"","STS15":"","STS16":"","STS17 (en-en)":"","STS22 (en)":"","STSBenchmark":""} -{"index":296,"Rank":374,"Model":"arabic-english-sts-matryoshka<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","BIOSSES":"","SICK-R":"","STS12":"","STS13":"","STS14":"","STS15":"","STS16":"","STS17 (en-en)":87.06,"STS22 (en)":"","STSBenchmark":""} -{"index":297,"Rank":375,"Model":"arabic-english-sts-matryoshka-v2.0<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","BIOSSES":"","SICK-R":"","STS12":"","STS13":"","STS14":"","STS15":"","STS16":"","STS17 (en-en)":86.88,"STS22 (en)":"","STSBenchmark":""} -{"index":298,"Rank":376,"Model":"MiniCPM-Embedding<\/a>","Model Size (Million Parameters)":2725,"Memory Usage (GB, fp32)":10.15,"Embedding Dimensions":2304,"Max Tokens":512,"Average":"","BIOSSES":"","SICK-R":"","STS12":"","STS13":"","STS14":"","STS15":"","STS16":"","STS17 (en-en)":"","STS22 (en)":"","STSBenchmark":""} -{"index":313,"Rank":377,"Model":"mmlw-e5-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","BIOSSES":"","SICK-R":"","STS12":"","STS13":"","STS14":"","STS15":"","STS16":"","STS17 (en-en)":"","STS22 (en)":"","STSBenchmark":""} -{"index":314,"Rank":378,"Model":"mmlw-e5-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","BIOSSES":"","SICK-R":"","STS12":"","STS13":"","STS14":"","STS15":"","STS16":"","STS17 (en-en)":"","STS22 (en)":"","STSBenchmark":""} -{"index":315,"Rank":379,"Model":"mmlw-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","BIOSSES":"","SICK-R":"","STS12":"","STS13":"","STS14":"","STS15":"","STS16":"","STS17 (en-en)":"","STS22 (en)":"","STSBenchmark":""} -{"index":316,"Rank":380,"Model":"mmlw-roberta-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","BIOSSES":"","SICK-R":"","STS12":"","STS13":"","STS14":"","STS15":"","STS16":"","STS17 (en-en)":"","STS22 (en)":"","STSBenchmark":""} -{"index":317,"Rank":381,"Model":"mmlw-roberta-large<\/a>","Model Size (Million Parameters)":435,"Memory Usage (GB, fp32)":1.62,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","BIOSSES":"","SICK-R":"","STS12":"","STS13":"","STS14":"","STS15":"","STS16":"","STS17 (en-en)":"","STS22 (en)":"","STSBenchmark":""} -{"index":318,"Rank":382,"Model":"st-polish-paraphrase-from-distilroberta<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.47,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","BIOSSES":"","SICK-R":"","STS12":"","STS13":"","STS14":"","STS15":"","STS16":"","STS17 (en-en)":"","STS22 (en)":"","STSBenchmark":""} -{"index":319,"Rank":383,"Model":"st-polish-paraphrase-from-mpnet<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.47,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","BIOSSES":"","SICK-R":"","STS12":"","STS13":"","STS14":"","STS15":"","STS16":"","STS17 (en-en)":"","STS22 (en)":"","STSBenchmark":""} -{"index":333,"Rank":384,"Model":"multi-qa-MiniLM-L6-cos-v1<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","BIOSSES":"","SICK-R":"","STS12":"","STS13":"","STS14":"","STS15":"","STS16":"","STS17 (en-en)":"","STS22 (en)":"","STSBenchmark":""} -{"index":343,"Rank":385,"Model":"silma-embeddding-matryoshka-v0.1<\/a>","Model Size (Million Parameters)":135,"Memory Usage (GB, fp32)":0.5,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","BIOSSES":"","SICK-R":"","STS12":"","STS13":"","STS14":"","STS15":"","STS16":"","STS17 (en-en)":74.42,"STS22 (en)":"","STSBenchmark":""} -{"index":344,"Rank":386,"Model":"silma-embeddding-sts-v0.1<\/a>","Model Size (Million Parameters)":135,"Memory Usage (GB, fp32)":0.5,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","BIOSSES":"","SICK-R":"","STS12":"","STS13":"","STS14":"","STS15":"","STS16":"","STS17 (en-en)":80.06,"STS22 (en)":"","STSBenchmark":""} -{"index":347,"Rank":387,"Model":"ret-phi2-v0<\/a>","Model Size (Million Parameters)":2649,"Memory Usage (GB, fp32)":9.87,"Embedding Dimensions":2560,"Max Tokens":2048,"Average":"","BIOSSES":"","SICK-R":"","STS12":"","STS13":"","STS14":"","STS15":"","STS16":"","STS17 (en-en)":"","STS22 (en)":"","STSBenchmark":""} -{"index":348,"Rank":388,"Model":"Angle_BERT<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","BIOSSES":"","SICK-R":"","STS12":"","STS13":"","STS14":"","STS15":"","STS16":"","STS17 (en-en)":"","STS22 (en)":"","STSBenchmark":""} -{"index":362,"Rank":389,"Model":"llm_mse<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","BIOSSES":61.9,"SICK-R":67.32,"STS12":57.66,"STS13":71.9,"STS14":69.54,"STS15":73.97,"STS16":70.0,"STS17 (en-en)":78.82,"STS22 (en)":"","STSBenchmark":67.61} -{"index":372,"Rank":391,"Model":"b1ade-embed-kd<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","BIOSSES":84.75,"SICK-R":80.74,"STS12":75.42,"STS13":85.48,"STS14":78.85,"STS15":85.23,"STS16":82.16,"STS17 (en-en)":"","STS22 (en)":"","STSBenchmark":82.69} -{"index":373,"Rank":392,"Model":"b1ade-embed-kd_3<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","BIOSSES":0.74,"SICK-R":0.81,"STS12":0.74,"STS13":0.83,"STS14":0.75,"STS15":0.82,"STS16":0.81,"STS17 (en-en)":"","STS22 (en)":"","STSBenchmark":0.8} -{"index":377,"Rank":393,"Model":"bilingual-embedding-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","BIOSSES":"","SICK-R":"","STS12":"","STS13":"","STS14":"","STS15":"","STS16":"","STS17 (en-en)":"","STS22 (en)":"","STSBenchmark":""} -{"index":387,"Rank":394,"Model":"text-search-ada-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":2046,"Average":"","BIOSSES":"","SICK-R":"","STS12":"","STS13":"","STS14":"","STS15":"","STS16":"","STS17 (en-en)":"","STS22 (en)":"","STSBenchmark":""} -{"index":388,"Rank":395,"Model":"text-search-ada-doc-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":2046,"Average":"","BIOSSES":"","SICK-R":"","STS12":"","STS13":"","STS14":"","STS15":"","STS16":"","STS17 (en-en)":"","STS22 (en)":"","STSBenchmark":""} -{"index":389,"Rank":396,"Model":"text-search-babbage-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":2048,"Max Tokens":2046,"Average":"","BIOSSES":"","SICK-R":"","STS12":"","STS13":"","STS14":"","STS15":"","STS16":"","STS17 (en-en)":"","STS22 (en)":"","STSBenchmark":""} -{"index":390,"Rank":397,"Model":"text-search-curie-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":4096,"Max Tokens":2046,"Average":"","BIOSSES":"","SICK-R":"","STS12":"","STS13":"","STS14":"","STS15":"","STS16":"","STS17 (en-en)":"","STS22 (en)":"","STSBenchmark":""} -{"index":391,"Rank":398,"Model":"text-search-davinci-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":12288,"Max Tokens":2046,"Average":"","BIOSSES":"","SICK-R":"","STS12":"","STS13":"","STS14":"","STS15":"","STS16":"","STS17 (en-en)":"","STS22 (en)":"","STSBenchmark":""} -{"index":393,"Rank":399,"Model":"text-similarity-babbage-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":2048,"Max Tokens":2046,"Average":"","BIOSSES":78.12,"SICK-R":77.02,"STS12":"","STS13":"","STS14":"","STS15":"","STS16":"","STS17 (en-en)":"","STS22 (en)":"","STSBenchmark":84.32} -{"index":394,"Rank":400,"Model":"text-similarity-curie-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":4096,"Max Tokens":2046,"Average":"","BIOSSES":77.46,"SICK-R":77.26,"STS12":"","STS13":"","STS14":"","STS15":"","STS16":"","STS17 (en-en)":"","STS22 (en)":"","STSBenchmark":83.02} -{"index":395,"Rank":401,"Model":"text-similarity-davinci-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":12288,"Max Tokens":2046,"Average":"","BIOSSES":68.95,"SICK-R":78.72,"STS12":"","STS13":"","STS14":"","STS15":"","STS16":"","STS17 (en-en)":"","STS22 (en)":"","STSBenchmark":84.08} diff --git a/all_data_tasks/50/default.jsonl b/all_data_tasks/50/default.jsonl deleted file mode 100644 index f6a6a211e9b2b1e248f807b20bfab07a3264668d..0000000000000000000000000000000000000000 --- a/all_data_tasks/50/default.jsonl +++ /dev/null @@ -1,14 +0,0 @@ -{"index":3,"Rank":1,"Model":"gte-Qwen1.5-7B-instruct<\/a>","Model Size (Million Parameters)":7099,"Memory Usage (GB, fp32)":26.45,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":27.82,"BrightRetrieval (biology)":39.24,"BrightRetrieval (earth_science)":36.13,"BrightRetrieval (economics)":25.73,"BrightRetrieval (pony)":1.32,"BrightRetrieval (psychology)":42.28,"BrightRetrieval (robotics)":21.29,"BrightRetrieval (stackoverflow)":23.5,"BrightRetrieval (sustainable_living)":33.1} -{"index":7,"Rank":2,"Model":"GritLM-7B<\/a>","Model Size (Million Parameters)":7240,"Memory Usage (GB, fp32)":26.97,"Embedding Dimensions":"","Max Tokens":4096,"Average":26.03,"BrightRetrieval (biology)":37.46,"BrightRetrieval (earth_science)":39.44,"BrightRetrieval (economics)":25.73,"BrightRetrieval (pony)":0.0,"BrightRetrieval (psychology)":35.35,"BrightRetrieval (robotics)":17.82,"BrightRetrieval (stackoverflow)":20.08,"BrightRetrieval (sustainable_living)":32.36} -{"index":8,"Rank":3,"Model":"SFR-Embedding-Mistral<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":26.01,"BrightRetrieval (biology)":30.26,"BrightRetrieval (earth_science)":37.0,"BrightRetrieval (economics)":24.27,"BrightRetrieval (pony)":2.0,"BrightRetrieval (psychology)":47.72,"BrightRetrieval (robotics)":17.33,"BrightRetrieval (stackoverflow)":14.53,"BrightRetrieval (sustainable_living)":34.99} -{"index":4,"Rank":4,"Model":"gte-Qwen2-7B-instruct<\/a>","Model Size (Million Parameters)":7613,"Memory Usage (GB, fp32)":28.36,"Embedding Dimensions":3584,"Max Tokens":32768,"Average":25.96,"BrightRetrieval (biology)":34.87,"BrightRetrieval (earth_science)":38.36,"BrightRetrieval (economics)":27.67,"BrightRetrieval (pony)":1.17,"BrightRetrieval (psychology)":46.73,"BrightRetrieval (robotics)":10.89,"BrightRetrieval (stackoverflow)":16.67,"BrightRetrieval (sustainable_living)":31.28} -{"index":11,"Rank":5,"Model":"e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":25.54,"BrightRetrieval (biology)":29.93,"BrightRetrieval (earth_science)":36.28,"BrightRetrieval (economics)":26.21,"BrightRetrieval (pony)":1.14,"BrightRetrieval (psychology)":46.73,"BrightRetrieval (robotics)":17.33,"BrightRetrieval (stackoverflow)":14.53,"BrightRetrieval (sustainable_living)":32.21} -{"index":1,"Rank":6,"Model":"voyage-large-2-instruct<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":16000,"Average":24.62,"BrightRetrieval (biology)":34.38,"BrightRetrieval (earth_science)":35.35,"BrightRetrieval (economics)":26.7,"BrightRetrieval (pony)":1.28,"BrightRetrieval (psychology)":41.58,"BrightRetrieval (robotics)":12.87,"BrightRetrieval (stackoverflow)":13.68,"BrightRetrieval (sustainable_living)":31.1} -{"index":0,"Rank":7,"Model":"text-embedding-004<\/a>","Model Size (Million Parameters)":1200,"Memory Usage (GB, fp32)":4.47,"Embedding Dimensions":768,"Max Tokens":2048,"Average":22.44,"BrightRetrieval (biology)":30.91,"BrightRetrieval (earth_science)":38.0,"BrightRetrieval (economics)":21.84,"BrightRetrieval (pony)":0.29,"BrightRetrieval (psychology)":30.69,"BrightRetrieval (robotics)":12.87,"BrightRetrieval (stackoverflow)":19.23,"BrightRetrieval (sustainable_living)":25.65} -{"index":13,"Rank":8,"Model":"text-embedding-3-large<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":3072,"Max Tokens":8191,"Average":21.88,"BrightRetrieval (biology)":33.09,"BrightRetrieval (earth_science)":32.26,"BrightRetrieval (economics)":24.76,"BrightRetrieval (pony)":0.0,"BrightRetrieval (psychology)":35.15,"BrightRetrieval (robotics)":11.88,"BrightRetrieval (stackoverflow)":11.54,"BrightRetrieval (sustainable_living)":26.34} -{"index":6,"Rank":9,"Model":"Cohere-embed-english-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":512,"Average":18.4,"BrightRetrieval (biology)":31.47,"BrightRetrieval (earth_science)":35.49,"BrightRetrieval (economics)":17.96,"BrightRetrieval (pony)":0.84,"BrightRetrieval (psychology)":20.5,"BrightRetrieval (robotics)":9.9,"BrightRetrieval (stackoverflow)":15.81,"BrightRetrieval (sustainable_living)":15.23} -{"index":9,"Rank":10,"Model":"instructor-large<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":768,"Max Tokens":512,"Average":18.21,"BrightRetrieval (biology)":24.11,"BrightRetrieval (earth_science)":29.45,"BrightRetrieval (economics)":14.08,"BrightRetrieval (pony)":3.94,"BrightRetrieval (psychology)":21.29,"BrightRetrieval (robotics)":12.87,"BrightRetrieval (stackoverflow)":14.53,"BrightRetrieval (sustainable_living)":25.42} -{"index":10,"Rank":11,"Model":"instructor-xl<\/a>","Model Size (Million Parameters)":1241,"Memory Usage (GB, fp32)":4.62,"Embedding Dimensions":768,"Max Tokens":512,"Average":17.82,"BrightRetrieval (biology)":22.01,"BrightRetrieval (earth_science)":32.04,"BrightRetrieval (economics)":14.08,"BrightRetrieval (pony)":5.93,"BrightRetrieval (psychology)":20.5,"BrightRetrieval (robotics)":12.87,"BrightRetrieval (stackoverflow)":14.96,"BrightRetrieval (sustainable_living)":20.14} -{"index":12,"Rank":12,"Model":"all-mpnet-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average":17.43,"BrightRetrieval (biology)":25.57,"BrightRetrieval (earth_science)":34.05,"BrightRetrieval (economics)":18.93,"BrightRetrieval (pony)":1.19,"BrightRetrieval (psychology)":15.84,"BrightRetrieval (robotics)":10.89,"BrightRetrieval (stackoverflow)":14.96,"BrightRetrieval (sustainable_living)":18.01} -{"index":5,"Rank":13,"Model":"bge-large-en-v1.5<\/a>","Model Size (Million Parameters)":1340,"Memory Usage (GB, fp32)":4.99,"Embedding Dimensions":1024,"Max Tokens":512,"Average":14.75,"BrightRetrieval (biology)":16.42,"BrightRetrieval (earth_science)":27.73,"BrightRetrieval (economics)":20.87,"BrightRetrieval (pony)":0.36,"BrightRetrieval (psychology)":11.58,"BrightRetrieval (robotics)":10.89,"BrightRetrieval (stackoverflow)":13.25,"BrightRetrieval (sustainable_living)":16.9} -{"index":2,"Rank":14,"Model":"bm25<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":11.35,"BrightRetrieval (biology)":10.68,"BrightRetrieval (earth_science)":15.37,"BrightRetrieval (economics)":10.68,"BrightRetrieval (pony)":5.35,"BrightRetrieval (psychology)":8.42,"BrightRetrieval (robotics)":7.43,"BrightRetrieval (stackoverflow)":22.22,"BrightRetrieval (sustainable_living)":10.68} diff --git a/all_data_tasks/51/default.jsonl b/all_data_tasks/51/default.jsonl deleted file mode 100644 index 10516fb41ae3fe85dc0d62d5f16e0bc4319419c3..0000000000000000000000000000000000000000 --- a/all_data_tasks/51/default.jsonl +++ /dev/null @@ -1,57 +0,0 @@ -{"index":2,"Rank":1,"Model":"voyage-code-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":32000,"Average":85.51,"AppsRetrieval":93.62,"CodeFeedbackMT":93.58,"CodeFeedbackST":90.67,"CodeSearchNetCCRetrieval (go)":91.76,"CodeSearchNetCCRetrieval (java)":90.19,"CodeSearchNetCCRetrieval (javascript)":91.53,"CodeSearchNetCCRetrieval (php)":83.39,"CodeSearchNetCCRetrieval (python)":94.43,"CodeSearchNetCCRetrieval (ruby)":89.26,"CodeSearchNetRetrieval (go)":97.5,"CodeSearchNetRetrieval (java)":94.51,"CodeSearchNetRetrieval (javascript)":89.98,"CodeSearchNetRetrieval (php)":92.29,"CodeSearchNetRetrieval (python)":96.69,"CodeSearchNetRetrieval (ruby)":92.83,"CodeTransOceanContest":94.96,"CodeTransOceanDL":38.57,"CosQA":34.45,"StackOverflowQA":97.17,"SyntheticText2SQL":62.87} -{"index":54,"Rank":2,"Model":"voyage-code-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":85.51,"AppsRetrieval":93.62,"CodeFeedbackMT":93.58,"CodeFeedbackST":90.67,"CodeSearchNetCCRetrieval (go)":91.76,"CodeSearchNetCCRetrieval (java)":90.19,"CodeSearchNetCCRetrieval (javascript)":91.53,"CodeSearchNetCCRetrieval (php)":83.39,"CodeSearchNetCCRetrieval (python)":94.43,"CodeSearchNetCCRetrieval (ruby)":89.26,"CodeSearchNetRetrieval (go)":97.5,"CodeSearchNetRetrieval (java)":94.51,"CodeSearchNetRetrieval (javascript)":89.98,"CodeSearchNetRetrieval (php)":92.29,"CodeSearchNetRetrieval (python)":96.69,"CodeSearchNetRetrieval (ruby)":92.83,"CodeTransOceanContest":94.96,"CodeTransOceanDL":38.57,"CosQA":34.45,"StackOverflowQA":97.17,"SyntheticText2SQL":62.87} -{"index":1,"Rank":3,"Model":"voyage-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":32000,"Average":77.41,"AppsRetrieval":73.03,"CodeFeedbackMT":66.69,"CodeFeedbackST":83.02,"CodeSearchNetCCRetrieval (go)":75.78,"CodeSearchNetCCRetrieval (java)":79.75,"CodeSearchNetCCRetrieval (javascript)":81.06,"CodeSearchNetCCRetrieval (php)":71.3,"CodeSearchNetCCRetrieval (python)":79.8,"CodeSearchNetCCRetrieval (ruby)":79.51,"CodeSearchNetRetrieval (go)":97.36,"CodeSearchNetRetrieval (java)":93.56,"CodeSearchNetRetrieval (javascript)":87.26,"CodeSearchNetRetrieval (php)":91.69,"CodeSearchNetRetrieval (python)":93.04,"CodeSearchNetRetrieval (ruby)":90.89,"CodeTransOceanContest":89.92,"CodeTransOceanDL":33.92,"CosQA":28.7,"StackOverflowQA":94.33,"SyntheticText2SQL":57.56} -{"index":15,"Rank":4,"Model":"GritLM-7B<\/a>","Model Size (Million Parameters)":7240,"Memory Usage (GB, fp32)":26.97,"Embedding Dimensions":"","Max Tokens":4096,"Average":75.86,"AppsRetrieval":35.13,"CodeFeedbackMT":50.64,"CodeFeedbackST":84.08,"CodeSearchNetCCRetrieval (go)":85.44,"CodeSearchNetCCRetrieval (java)":87.63,"CodeSearchNetCCRetrieval (javascript)":87.27,"CodeSearchNetCCRetrieval (php)":79.25,"CodeSearchNetCCRetrieval (python)":90.92,"CodeSearchNetCCRetrieval (ruby)":89.63,"CodeSearchNetRetrieval (go)":90.01,"CodeSearchNetRetrieval (java)":89.84,"CodeSearchNetRetrieval (javascript)":81.43,"CodeSearchNetRetrieval (php)":81.57,"CodeSearchNetRetrieval (python)":91.65,"CodeSearchNetRetrieval (ruby)":85.42,"CodeTransOceanContest":89.22,"CodeTransOceanDL":32.98,"CosQA":31.24,"StackOverflowQA":93.37,"SyntheticText2SQL":60.39} -{"index":32,"Rank":5,"Model":"inf-retriever-v1<\/a>","Model Size (Million Parameters)":7069,"Memory Usage (GB, fp32)":26.33,"Embedding Dimensions":3584,"Max Tokens":131072,"Average":75.74,"AppsRetrieval":47.37,"CodeFeedbackMT":77.64,"CodeFeedbackST":86.63,"CodeSearchNetCCRetrieval (go)":71.84,"CodeSearchNetCCRetrieval (java)":77.93,"CodeSearchNetCCRetrieval (javascript)":78.95,"CodeSearchNetCCRetrieval (php)":66.98,"CodeSearchNetCCRetrieval (python)":82.03,"CodeSearchNetCCRetrieval (ruby)":76.53,"CodeSearchNetRetrieval (go)":93.86,"CodeSearchNetRetrieval (java)":90.27,"CodeSearchNetRetrieval (javascript)":82.08,"CodeSearchNetRetrieval (php)":85.92,"CodeSearchNetRetrieval (python)":93.3,"CodeSearchNetRetrieval (ruby)":87.16,"CodeTransOceanContest":89.16,"CodeTransOceanDL":35.18,"CosQA":34.17,"StackOverflowQA":94.22,"SyntheticText2SQL":63.51} -{"index":55,"Rank":6,"Model":"text-embedding-3-large<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":3072,"Max Tokens":8191,"Average":73.51,"AppsRetrieval":28.37,"CodeFeedbackMT":68.92,"CodeFeedbackST":80.42,"CodeSearchNetCCRetrieval (go)":67.19,"CodeSearchNetCCRetrieval (java)":77.23,"CodeSearchNetCCRetrieval (javascript)":77.36,"CodeSearchNetCCRetrieval (php)":65.83,"CodeSearchNetCCRetrieval (python)":76.01,"CodeSearchNetCCRetrieval (ruby)":75.43,"CodeSearchNetRetrieval (go)":96.48,"CodeSearchNetRetrieval (java)":93.18,"CodeSearchNetRetrieval (javascript)":83.14,"CodeSearchNetRetrieval (php)":89.89,"CodeSearchNetRetrieval (python)":92.36,"CodeSearchNetRetrieval (ruby)":87.96,"CodeTransOceanContest":84.25,"CodeTransOceanDL":34.23,"CosQA":31.0,"StackOverflowQA":92.44,"SyntheticText2SQL":68.45} -{"index":37,"Rank":7,"Model":"e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":73.36,"AppsRetrieval":23.46,"CodeFeedbackMT":36.4,"CodeFeedbackST":76.41,"CodeSearchNetCCRetrieval (go)":84.05,"CodeSearchNetCCRetrieval (java)":86.21,"CodeSearchNetCCRetrieval (javascript)":86.18,"CodeSearchNetCCRetrieval (php)":75.95,"CodeSearchNetCCRetrieval (python)":90.6,"CodeSearchNetCCRetrieval (ruby)":85.89,"CodeSearchNetRetrieval (go)":93.06,"CodeSearchNetRetrieval (java)":84.08,"CodeSearchNetRetrieval (javascript)":80.93,"CodeSearchNetRetrieval (php)":83.14,"CodeSearchNetRetrieval (python)":91.75,"CodeSearchNetRetrieval (ruby)":85.37,"CodeTransOceanContest":88.58,"CodeTransOceanDL":31.74,"CosQA":33.1,"StackOverflowQA":91.02,"SyntheticText2SQL":59.2} -{"index":41,"Rank":8,"Model":"multilingual-e5-large-instruct<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":70.81,"AppsRetrieval":34.89,"CodeFeedbackMT":39.87,"CodeFeedbackST":75.89,"CodeSearchNetCCRetrieval (go)":72.31,"CodeSearchNetCCRetrieval (java)":80.07,"CodeSearchNetCCRetrieval (javascript)":79.2,"CodeSearchNetCCRetrieval (php)":72.49,"CodeSearchNetCCRetrieval (python)":86.24,"CodeSearchNetCCRetrieval (ruby)":81.9,"CodeSearchNetRetrieval (go)":90.41,"CodeSearchNetRetrieval (java)":80.55,"CodeSearchNetRetrieval (javascript)":75.37,"CodeSearchNetRetrieval (php)":83.7,"CodeSearchNetRetrieval (python)":88.96,"CodeSearchNetRetrieval (ruby)":79.56,"CodeTransOceanContest":83.36,"CodeTransOceanDL":29.01,"CosQA":37.75,"StackOverflowQA":85.82,"SyntheticText2SQL":58.85} -{"index":40,"Rank":9,"Model":"multilingual-e5-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":70.17,"AppsRetrieval":32.55,"CodeFeedbackMT":42.78,"CodeFeedbackST":74.26,"CodeSearchNetCCRetrieval (go)":72.08,"CodeSearchNetCCRetrieval (java)":78.65,"CodeSearchNetCCRetrieval (javascript)":77.67,"CodeSearchNetCCRetrieval (php)":72.21,"CodeSearchNetCCRetrieval (python)":84.45,"CodeSearchNetCCRetrieval (ruby)":81.94,"CodeSearchNetRetrieval (go)":91.8,"CodeSearchNetRetrieval (java)":82.05,"CodeSearchNetRetrieval (javascript)":75.54,"CodeSearchNetRetrieval (php)":84.5,"CodeSearchNetRetrieval (python)":89.42,"CodeSearchNetRetrieval (ruby)":81.43,"CodeTransOceanContest":74.03,"CodeTransOceanDL":31.28,"CosQA":34.8,"StackOverflowQA":88.89,"SyntheticText2SQL":53.07} -{"index":4,"Rank":10,"Model":"gte-Qwen2-7B-instruct<\/a>","Model Size (Million Parameters)":7613,"Memory Usage (GB, fp32)":28.36,"Embedding Dimensions":3584,"Max Tokens":32768,"Average":68.66,"AppsRetrieval":28.39,"CodeFeedbackMT":57.66,"CodeFeedbackST":84.15,"CodeSearchNetCCRetrieval (go)":62.59,"CodeSearchNetCCRetrieval (java)":67.15,"CodeSearchNetCCRetrieval (javascript)":69.2,"CodeSearchNetCCRetrieval (php)":57.93,"CodeSearchNetCCRetrieval (python)":75.41,"CodeSearchNetCCRetrieval (ruby)":65.18,"CodeSearchNetRetrieval (go)":94.26,"CodeSearchNetRetrieval (java)":86.49,"CodeSearchNetRetrieval (javascript)":79.82,"CodeSearchNetRetrieval (php)":84.52,"CodeSearchNetRetrieval (python)":91.93,"CodeSearchNetRetrieval (ruby)":84.76,"CodeTransOceanContest":81.83,"CodeTransOceanDL":32.17,"CosQA":32.24,"StackOverflowQA":84.35,"SyntheticText2SQL":53.22} -{"index":16,"Rank":11,"Model":"SFR-Embedding-Mistral<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":67.7,"AppsRetrieval":26.11,"CodeFeedbackMT":40.33,"CodeFeedbackST":78.07,"CodeSearchNetCCRetrieval (go)":62.02,"CodeSearchNetCCRetrieval (java)":67.75,"CodeSearchNetCCRetrieval (javascript)":69.09,"CodeSearchNetCCRetrieval (php)":52.44,"CodeSearchNetCCRetrieval (python)":70.38,"CodeSearchNetCCRetrieval (ruby)":65.21,"CodeSearchNetRetrieval (go)":93.28,"CodeSearchNetRetrieval (java)":84.03,"CodeSearchNetRetrieval (javascript)":81.47,"CodeSearchNetRetrieval (php)":83.39,"CodeSearchNetRetrieval (python)":92.26,"CodeSearchNetRetrieval (ruby)":85.94,"CodeTransOceanContest":83.52,"CodeTransOceanDL":32.93,"CosQA":34.31,"StackOverflowQA":92.28,"SyntheticText2SQL":59.29} -{"index":39,"Rank":12,"Model":"multilingual-e5-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":67.07,"AppsRetrieval":20.94,"CodeFeedbackMT":43.18,"CodeFeedbackST":72.61,"CodeSearchNetCCRetrieval (go)":72.29,"CodeSearchNetCCRetrieval (java)":78.85,"CodeSearchNetCCRetrieval (javascript)":78.44,"CodeSearchNetCCRetrieval (php)":72.02,"CodeSearchNetCCRetrieval (python)":85.37,"CodeSearchNetCCRetrieval (ruby)":81.92,"CodeSearchNetRetrieval (go)":89.47,"CodeSearchNetRetrieval (java)":78.39,"CodeSearchNetRetrieval (javascript)":71.4,"CodeSearchNetRetrieval (php)":81.05,"CodeSearchNetRetrieval (python)":85.68,"CodeSearchNetRetrieval (ruby)":78.24,"CodeTransOceanContest":51.89,"CodeTransOceanDL":29.88,"CosQA":31.12,"StackOverflowQA":85.11,"SyntheticText2SQL":53.61} -{"index":3,"Rank":13,"Model":"gte-Qwen1.5-7B-instruct<\/a>","Model Size (Million Parameters)":7099,"Memory Usage (GB, fp32)":26.45,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":66.43,"AppsRetrieval":30.19,"CodeFeedbackMT":52.15,"CodeFeedbackST":82.57,"CodeSearchNetCCRetrieval (go)":59.7,"CodeSearchNetCCRetrieval (java)":60.42,"CodeSearchNetCCRetrieval (javascript)":63.28,"CodeSearchNetCCRetrieval (php)":49.08,"CodeSearchNetCCRetrieval (python)":70.64,"CodeSearchNetCCRetrieval (ruby)":61.95,"CodeSearchNetRetrieval (go)":91.95,"CodeSearchNetRetrieval (java)":85.39,"CodeSearchNetRetrieval (javascript)":78.19,"CodeSearchNetRetrieval (php)":81.35,"CodeSearchNetRetrieval (python)":91.17,"CodeSearchNetRetrieval (ruby)":84.58,"CodeTransOceanContest":77.71,"CodeTransOceanDL":29.84,"CosQA":31.74,"StackOverflowQA":91.02,"SyntheticText2SQL":55.6} -{"index":56,"Rank":14,"Model":"text-embedding-3-small<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":8191,"Average":65.8,"AppsRetrieval":17.01,"CodeFeedbackMT":60.48,"CodeFeedbackST":73.89,"CodeSearchNetCCRetrieval (go)":49.21,"CodeSearchNetCCRetrieval (java)":68.63,"CodeSearchNetCCRetrieval (javascript)":67.6,"CodeSearchNetCCRetrieval (php)":54.06,"CodeSearchNetCCRetrieval (python)":59.4,"CodeSearchNetCCRetrieval (ruby)":65.89,"CodeSearchNetRetrieval (go)":95.24,"CodeSearchNetRetrieval (java)":90.71,"CodeSearchNetRetrieval (javascript)":78.92,"CodeSearchNetRetrieval (php)":87.39,"CodeSearchNetRetrieval (python)":88.52,"CodeSearchNetRetrieval (ruby)":83.76,"CodeTransOceanContest":72.05,"CodeTransOceanDL":27.39,"CosQA":28.93,"StackOverflowQA":88.67,"SyntheticText2SQL":58.33} -{"index":42,"Rank":15,"Model":"multilingual-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":65.48,"AppsRetrieval":12.01,"CodeFeedbackMT":41.32,"CodeFeedbackST":72.67,"CodeSearchNetCCRetrieval (go)":69.66,"CodeSearchNetCCRetrieval (java)":75.58,"CodeSearchNetCCRetrieval (javascript)":77.6,"CodeSearchNetCCRetrieval (php)":69.38,"CodeSearchNetCCRetrieval (python)":80.75,"CodeSearchNetCCRetrieval (ruby)":72.75,"CodeSearchNetRetrieval (go)":90.3,"CodeSearchNetRetrieval (java)":74.96,"CodeSearchNetRetrieval (javascript)":69.53,"CodeSearchNetRetrieval (php)":80.28,"CodeSearchNetRetrieval (python)":86.31,"CodeSearchNetRetrieval (ruby)":76.58,"CodeTransOceanContest":69.76,"CodeTransOceanDL":32.3,"CosQA":29.61,"StackOverflowQA":81.94,"SyntheticText2SQL":46.29} -{"index":11,"Rank":16,"Model":"Cohere-embed-multilingual-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":512,"Average":64.08,"AppsRetrieval":31.91,"CodeFeedbackMT":42.9,"CodeFeedbackST":74.19,"CodeSearchNetCCRetrieval (go)":46.68,"CodeSearchNetCCRetrieval (java)":60.47,"CodeSearchNetCCRetrieval (javascript)":60.54,"CodeSearchNetCCRetrieval (php)":49.65,"CodeSearchNetCCRetrieval (python)":66.39,"CodeSearchNetCCRetrieval (ruby)":61.72,"CodeSearchNetRetrieval (go)":92.42,"CodeSearchNetRetrieval (java)":80.11,"CodeSearchNetRetrieval (javascript)":76.56,"CodeSearchNetRetrieval (php)":84.47,"CodeSearchNetRetrieval (python)":89.87,"CodeSearchNetRetrieval (ruby)":81.6,"CodeTransOceanContest":70.25,"CodeTransOceanDL":30.14,"CosQA":32.58,"StackOverflowQA":89.42,"SyntheticText2SQL":59.79} -{"index":36,"Rank":17,"Model":"e5-large-v2<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":63.33,"AppsRetrieval":14.18,"CodeFeedbackMT":47.83,"CodeFeedbackST":76.16,"CodeSearchNetCCRetrieval (go)":47.64,"CodeSearchNetCCRetrieval (java)":63.92,"CodeSearchNetCCRetrieval (javascript)":65.18,"CodeSearchNetCCRetrieval (php)":53.38,"CodeSearchNetCCRetrieval (python)":67.59,"CodeSearchNetCCRetrieval (ruby)":62.31,"CodeSearchNetRetrieval (go)":91.6,"CodeSearchNetRetrieval (java)":83.2,"CodeSearchNetRetrieval (javascript)":71.79,"CodeSearchNetRetrieval (php)":84.16,"CodeSearchNetRetrieval (python)":88.15,"CodeSearchNetRetrieval (ruby)":80.25,"CodeTransOceanContest":65.14,"CodeTransOceanDL":32.4,"CosQA":32.09,"StackOverflowQA":89.93,"SyntheticText2SQL":49.66} -{"index":48,"Rank":18,"Model":"all-mpnet-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average":61.47,"AppsRetrieval":8.41,"CodeFeedbackMT":37.72,"CodeFeedbackST":69.32,"CodeSearchNetCCRetrieval (go)":61.44,"CodeSearchNetCCRetrieval (java)":68.88,"CodeSearchNetCCRetrieval (javascript)":67.99,"CodeSearchNetCCRetrieval (php)":59.22,"CodeSearchNetCCRetrieval (python)":71.83,"CodeSearchNetCCRetrieval (ruby)":66.42,"CodeSearchNetRetrieval (go)":88.25,"CodeSearchNetRetrieval (java)":65.11,"CodeSearchNetRetrieval (javascript)":65.58,"CodeSearchNetRetrieval (php)":74.47,"CodeSearchNetRetrieval (python)":81.01,"CodeSearchNetRetrieval (ruby)":74.53,"CodeTransOceanContest":70.58,"CodeTransOceanDL":29.45,"CosQA":33.71,"StackOverflowQA":90.32,"SyntheticText2SQL":45.09} -{"index":9,"Rank":19,"Model":"Cohere-embed-english-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":512,"Average":61.22,"AppsRetrieval":13.72,"CodeFeedbackMT":47.02,"CodeFeedbackST":74.82,"CodeSearchNetCCRetrieval (go)":36.29,"CodeSearchNetCCRetrieval (java)":56.76,"CodeSearchNetCCRetrieval (javascript)":57.62,"CodeSearchNetCCRetrieval (php)":46.64,"CodeSearchNetCCRetrieval (python)":60.38,"CodeSearchNetCCRetrieval (ruby)":59.15,"CodeSearchNetRetrieval (go)":93.29,"CodeSearchNetRetrieval (java)":80.68,"CodeSearchNetRetrieval (javascript)":72.14,"CodeSearchNetRetrieval (php)":84.07,"CodeSearchNetRetrieval (python)":87.89,"CodeSearchNetRetrieval (ruby)":80.01,"CodeTransOceanContest":65.28,"CodeTransOceanDL":31.38,"CosQA":30.65,"StackOverflowQA":89.35,"SyntheticText2SQL":57.2} -{"index":34,"Rank":20,"Model":"e5-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":60.97,"AppsRetrieval":11.52,"CodeFeedbackMT":41.56,"CodeFeedbackST":74.52,"CodeSearchNetCCRetrieval (go)":42.29,"CodeSearchNetCCRetrieval (java)":61.35,"CodeSearchNetCCRetrieval (javascript)":63.02,"CodeSearchNetCCRetrieval (php)":48.67,"CodeSearchNetCCRetrieval (python)":64.84,"CodeSearchNetCCRetrieval (ruby)":61.06,"CodeSearchNetRetrieval (go)":93.92,"CodeSearchNetRetrieval (java)":76.68,"CodeSearchNetRetrieval (javascript)":72.32,"CodeSearchNetRetrieval (php)":82.86,"CodeSearchNetRetrieval (python)":88.66,"CodeSearchNetRetrieval (ruby)":79.43,"CodeTransOceanContest":62.5,"CodeTransOceanDL":21.87,"CosQA":32.59,"StackOverflowQA":87.85,"SyntheticText2SQL":51.88} -{"index":6,"Rank":21,"Model":"bge-large-en-v1.5<\/a>","Model Size (Million Parameters)":1340,"Memory Usage (GB, fp32)":4.99,"Embedding Dimensions":1024,"Max Tokens":512,"Average":59.65,"AppsRetrieval":7.57,"CodeFeedbackMT":36.89,"CodeFeedbackST":71.77,"CodeSearchNetCCRetrieval (go)":41.05,"CodeSearchNetCCRetrieval (java)":57.06,"CodeSearchNetCCRetrieval (javascript)":53.23,"CodeSearchNetCCRetrieval (php)":46.01,"CodeSearchNetCCRetrieval (python)":60.47,"CodeSearchNetCCRetrieval (ruby)":58.4,"CodeSearchNetRetrieval (go)":94.95,"CodeSearchNetRetrieval (java)":85.4,"CodeSearchNetRetrieval (javascript)":76.92,"CodeSearchNetRetrieval (php)":87.83,"CodeSearchNetRetrieval (python)":90.8,"CodeSearchNetRetrieval (ruby)":82.41,"CodeTransOceanContest":53.13,"CodeTransOceanDL":21.04,"CosQA":34.36,"StackOverflowQA":83.07,"SyntheticText2SQL":50.64} -{"index":10,"Rank":22,"Model":"Cohere-embed-multilingual-light-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":384,"Max Tokens":512,"Average":59.01,"AppsRetrieval":8.27,"CodeFeedbackMT":39.34,"CodeFeedbackST":70.71,"CodeSearchNetCCRetrieval (go)":45.26,"CodeSearchNetCCRetrieval (java)":55.42,"CodeSearchNetCCRetrieval (javascript)":60.8,"CodeSearchNetCCRetrieval (php)":46.96,"CodeSearchNetCCRetrieval (python)":61.34,"CodeSearchNetCCRetrieval (ruby)":58.99,"CodeSearchNetRetrieval (go)":92.13,"CodeSearchNetRetrieval (java)":71.04,"CodeSearchNetRetrieval (javascript)":73.5,"CodeSearchNetRetrieval (php)":81.35,"CodeSearchNetRetrieval (python)":86.75,"CodeSearchNetRetrieval (ruby)":77.16,"CodeTransOceanContest":59.35,"CodeTransOceanDL":29.06,"CosQA":27.99,"StackOverflowQA":81.47,"SyntheticText2SQL":53.26} -{"index":46,"Rank":23,"Model":"all-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":58.99,"AppsRetrieval":5.97,"CodeFeedbackMT":27.07,"CodeFeedbackST":61.01,"CodeSearchNetCCRetrieval (go)":63.52,"CodeSearchNetCCRetrieval (java)":67.51,"CodeSearchNetCCRetrieval (javascript)":70.13,"CodeSearchNetCCRetrieval (php)":60.81,"CodeSearchNetCCRetrieval (python)":71.1,"CodeSearchNetCCRetrieval (ruby)":72.28,"CodeSearchNetRetrieval (go)":89.06,"CodeSearchNetRetrieval (java)":53.2,"CodeSearchNetRetrieval (javascript)":67.52,"CodeSearchNetRetrieval (php)":77.36,"CodeSearchNetRetrieval (python)":82.09,"CodeSearchNetRetrieval (ruby)":74.77,"CodeTransOceanContest":59.86,"CodeTransOceanDL":19.94,"CosQA":32.09,"StackOverflowQA":80.63,"SyntheticText2SQL":43.93} -{"index":47,"Rank":24,"Model":"all-MiniLM-L6-v2<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":384,"Max Tokens":512,"Average":58.47,"AppsRetrieval":6.6,"CodeFeedbackMT":35.62,"CodeFeedbackST":65.99,"CodeSearchNetCCRetrieval (go)":60.0,"CodeSearchNetCCRetrieval (java)":66.32,"CodeSearchNetCCRetrieval (javascript)":66.75,"CodeSearchNetCCRetrieval (php)":58.42,"CodeSearchNetCCRetrieval (python)":71.29,"CodeSearchNetCCRetrieval (ruby)":69.32,"CodeSearchNetRetrieval (go)":79.84,"CodeSearchNetRetrieval (java)":51.65,"CodeSearchNetRetrieval (javascript)":63.62,"CodeSearchNetRetrieval (php)":70.82,"CodeSearchNetRetrieval (python)":79.28,"CodeSearchNetRetrieval (ruby)":72.84,"CodeTransOceanContest":61.78,"CodeTransOceanDL":27.94,"CosQA":33.02,"StackOverflowQA":83.96,"SyntheticText2SQL":44.35} -{"index":35,"Rank":25,"Model":"e5-large<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":58.17,"AppsRetrieval":9.18,"CodeFeedbackMT":45.83,"CodeFeedbackST":73.29,"CodeSearchNetCCRetrieval (go)":42.42,"CodeSearchNetCCRetrieval (java)":55.47,"CodeSearchNetCCRetrieval (javascript)":60.51,"CodeSearchNetCCRetrieval (php)":44.14,"CodeSearchNetCCRetrieval (python)":63.21,"CodeSearchNetCCRetrieval (ruby)":57.91,"CodeSearchNetRetrieval (go)":80.19,"CodeSearchNetRetrieval (java)":75.38,"CodeSearchNetRetrieval (javascript)":64.28,"CodeSearchNetRetrieval (php)":72.31,"CodeSearchNetRetrieval (python)":83.25,"CodeSearchNetRetrieval (ruby)":74.52,"CodeTransOceanContest":63.15,"CodeTransOceanDL":31.77,"CosQA":32.86,"StackOverflowQA":82.85,"SyntheticText2SQL":50.85} -{"index":5,"Rank":26,"Model":"bge-base-en-v1.5<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":57.96,"AppsRetrieval":6.45,"CodeFeedbackMT":33.65,"CodeFeedbackST":70.0,"CodeSearchNetCCRetrieval (go)":34.6,"CodeSearchNetCCRetrieval (java)":56.21,"CodeSearchNetCCRetrieval (javascript)":54.23,"CodeSearchNetCCRetrieval (php)":44.15,"CodeSearchNetCCRetrieval (python)":59.77,"CodeSearchNetCCRetrieval (ruby)":56.37,"CodeSearchNetRetrieval (go)":95.42,"CodeSearchNetRetrieval (java)":81.05,"CodeSearchNetRetrieval (javascript)":75.78,"CodeSearchNetRetrieval (php)":87.99,"CodeSearchNetRetrieval (python)":89.09,"CodeSearchNetRetrieval (ruby)":81.33,"CodeTransOceanContest":45.65,"CodeTransOceanDL":23.49,"CosQA":33.71,"StackOverflowQA":80.23,"SyntheticText2SQL":49.98} -{"index":29,"Rank":27,"Model":"granite-embedding-125m-english<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":514,"Average":57.38,"AppsRetrieval":11.79,"CodeFeedbackMT":42.14,"CodeFeedbackST":75.28,"CodeSearchNetCCRetrieval (go)":38.75,"CodeSearchNetCCRetrieval (java)":50.72,"CodeSearchNetCCRetrieval (javascript)":52.03,"CodeSearchNetCCRetrieval (php)":39.66,"CodeSearchNetCCRetrieval (python)":51.41,"CodeSearchNetCCRetrieval (ruby)":53.17,"CodeSearchNetRetrieval (go)":83.69,"CodeSearchNetRetrieval (java)":69.41,"CodeSearchNetRetrieval (javascript)":72.84,"CodeSearchNetRetrieval (php)":75.13,"CodeSearchNetRetrieval (python)":83.63,"CodeSearchNetRetrieval (ruby)":76.81,"CodeTransOceanContest":66.73,"CodeTransOceanDL":29.6,"CosQA":36.62,"StackOverflowQA":89.85,"SyntheticText2SQL":48.41} -{"index":44,"Rank":28,"Model":"nomic-embed-text-v1<\/a>","Model Size (Million Parameters)":547,"Memory Usage (GB, fp32)":2.04,"Embedding Dimensions":768,"Max Tokens":8192,"Average":57.16,"AppsRetrieval":5.3,"CodeFeedbackMT":45.4,"CodeFeedbackST":66.32,"CodeSearchNetCCRetrieval (go)":42.45,"CodeSearchNetCCRetrieval (java)":54.08,"CodeSearchNetCCRetrieval (javascript)":57.78,"CodeSearchNetCCRetrieval (php)":45.3,"CodeSearchNetCCRetrieval (python)":56.7,"CodeSearchNetCCRetrieval (ruby)":59.09,"CodeSearchNetRetrieval (go)":91.5,"CodeSearchNetRetrieval (java)":82.0,"CodeSearchNetRetrieval (javascript)":70.2,"CodeSearchNetRetrieval (php)":83.86,"CodeSearchNetRetrieval (python)":86.99,"CodeSearchNetRetrieval (ruby)":76.44,"CodeTransOceanContest":49.87,"CodeTransOceanDL":20.66,"CosQA":27.23,"StackOverflowQA":70.96,"SyntheticText2SQL":51.02} -{"index":23,"Rank":29,"Model":"USER-bge-m3<\/a>","Model Size (Million Parameters)":359,"Memory Usage (GB, fp32)":1.34,"Embedding Dimensions":1024,"Max Tokens":8192,"Average":56.83,"AppsRetrieval":14.17,"CodeFeedbackMT":46.59,"CodeFeedbackST":69.42,"CodeSearchNetCCRetrieval (go)":45.59,"CodeSearchNetCCRetrieval (java)":51.14,"CodeSearchNetCCRetrieval (javascript)":56.58,"CodeSearchNetCCRetrieval (php)":40.48,"CodeSearchNetCCRetrieval (python)":57.2,"CodeSearchNetCCRetrieval (ruby)":56.2,"CodeSearchNetRetrieval (go)":85.71,"CodeSearchNetRetrieval (java)":63.08,"CodeSearchNetRetrieval (javascript)":70.26,"CodeSearchNetRetrieval (php)":76.48,"CodeSearchNetRetrieval (python)":83.58,"CodeSearchNetRetrieval (ruby)":72.3,"CodeTransOceanContest":65.55,"CodeTransOceanDL":29.16,"CosQA":28.36,"StackOverflowQA":79.29,"SyntheticText2SQL":45.44} -{"index":25,"Rank":30,"Model":"e5-base-4k<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":56.71,"AppsRetrieval":9.64,"CodeFeedbackMT":50.26,"CodeFeedbackST":68.77,"CodeSearchNetCCRetrieval (go)":43.79,"CodeSearchNetCCRetrieval (java)":56.55,"CodeSearchNetCCRetrieval (javascript)":58.62,"CodeSearchNetCCRetrieval (php)":44.61,"CodeSearchNetCCRetrieval (python)":61.3,"CodeSearchNetCCRetrieval (ruby)":55.57,"CodeSearchNetRetrieval (go)":85.89,"CodeSearchNetRetrieval (java)":68.1,"CodeSearchNetRetrieval (javascript)":62.39,"CodeSearchNetRetrieval (php)":76.27,"CodeSearchNetRetrieval (python)":81.0,"CodeSearchNetRetrieval (ruby)":70.06,"CodeTransOceanContest":66.52,"CodeTransOceanDL":21.23,"CosQA":27.05,"StackOverflowQA":79.92,"SyntheticText2SQL":46.72} -{"index":8,"Rank":31,"Model":"bge-small-en-v1.5<\/a>","Model Size (Million Parameters)":24,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":512,"Max Tokens":512,"Average":56.59,"AppsRetrieval":5.64,"CodeFeedbackMT":35.09,"CodeFeedbackST":67.79,"CodeSearchNetCCRetrieval (go)":28.97,"CodeSearchNetCCRetrieval (java)":53.71,"CodeSearchNetCCRetrieval (javascript)":50.45,"CodeSearchNetCCRetrieval (php)":42.44,"CodeSearchNetCCRetrieval (python)":56.45,"CodeSearchNetCCRetrieval (ruby)":55.13,"CodeSearchNetRetrieval (go)":94.51,"CodeSearchNetRetrieval (java)":83.33,"CodeSearchNetRetrieval (javascript)":73.73,"CodeSearchNetRetrieval (php)":87.08,"CodeSearchNetRetrieval (python)":88.79,"CodeSearchNetRetrieval (ruby)":79.53,"CodeTransOceanContest":48.22,"CodeTransOceanDL":25.67,"CosQA":32.04,"StackOverflowQA":78.05,"SyntheticText2SQL":45.12} -{"index":33,"Rank":32,"Model":"e5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":56.0,"AppsRetrieval":9.31,"CodeFeedbackMT":44.23,"CodeFeedbackST":69.49,"CodeSearchNetCCRetrieval (go)":39.41,"CodeSearchNetCCRetrieval (java)":53.01,"CodeSearchNetCCRetrieval (javascript)":58.13,"CodeSearchNetCCRetrieval (php)":40.64,"CodeSearchNetCCRetrieval (python)":61.67,"CodeSearchNetCCRetrieval (ruby)":56.05,"CodeSearchNetRetrieval (go)":76.52,"CodeSearchNetRetrieval (java)":69.23,"CodeSearchNetRetrieval (javascript)":64.36,"CodeSearchNetRetrieval (php)":70.34,"CodeSearchNetRetrieval (python)":82.35,"CodeSearchNetRetrieval (ruby)":73.49,"CodeTransOceanContest":59.1,"CodeTransOceanDL":28.57,"CosQA":31.45,"StackOverflowQA":81.66,"SyntheticText2SQL":50.99} -{"index":31,"Rank":33,"Model":"granite-embedding-30m-english<\/a>","Model Size (Million Parameters)":30,"Memory Usage (GB, fp32)":0.11,"Embedding Dimensions":384,"Max Tokens":514,"Average":55.78,"AppsRetrieval":6.2,"CodeFeedbackMT":37.76,"CodeFeedbackST":69.42,"CodeSearchNetCCRetrieval (go)":42.09,"CodeSearchNetCCRetrieval (java)":52.54,"CodeSearchNetCCRetrieval (javascript)":53.1,"CodeSearchNetCCRetrieval (php)":41.81,"CodeSearchNetCCRetrieval (python)":53.59,"CodeSearchNetCCRetrieval (ruby)":51.69,"CodeSearchNetRetrieval (go)":84.92,"CodeSearchNetRetrieval (java)":69.45,"CodeSearchNetRetrieval (javascript)":71.38,"CodeSearchNetRetrieval (php)":73.45,"CodeSearchNetRetrieval (python)":84.36,"CodeSearchNetRetrieval (ruby)":75.27,"CodeTransOceanContest":57.48,"CodeTransOceanDL":26.89,"CosQA":35.45,"StackOverflowQA":83.93,"SyntheticText2SQL":44.77} -{"index":26,"Rank":34,"Model":"granite-embedding-278m-multilingual-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":53.69,"AppsRetrieval":6.21,"CodeFeedbackMT":31.39,"CodeFeedbackST":67.72,"CodeSearchNetCCRetrieval (go)":37.55,"CodeSearchNetCCRetrieval (java)":45.54,"CodeSearchNetCCRetrieval (javascript)":46.02,"CodeSearchNetCCRetrieval (php)":35.94,"CodeSearchNetCCRetrieval (python)":45.53,"CodeSearchNetCCRetrieval (ruby)":47.55,"CodeSearchNetRetrieval (go)":86.14,"CodeSearchNetRetrieval (java)":70.89,"CodeSearchNetRetrieval (javascript)":70.34,"CodeSearchNetRetrieval (php)":72.93,"CodeSearchNetRetrieval (python)":83.12,"CodeSearchNetRetrieval (ruby)":74.74,"CodeTransOceanContest":60.83,"CodeTransOceanDL":32.14,"CosQA":33.45,"StackOverflowQA":78.45,"SyntheticText2SQL":47.34} -{"index":27,"Rank":35,"Model":"granite-embedding-278m-multilingual-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":53.69,"AppsRetrieval":6.21,"CodeFeedbackMT":31.39,"CodeFeedbackST":67.72,"CodeSearchNetCCRetrieval (go)":37.55,"CodeSearchNetCCRetrieval (java)":45.54,"CodeSearchNetCCRetrieval (javascript)":46.02,"CodeSearchNetCCRetrieval (php)":35.94,"CodeSearchNetCCRetrieval (python)":45.53,"CodeSearchNetCCRetrieval (ruby)":47.55,"CodeSearchNetRetrieval (go)":86.14,"CodeSearchNetRetrieval (java)":70.89,"CodeSearchNetRetrieval (javascript)":70.34,"CodeSearchNetRetrieval (php)":72.93,"CodeSearchNetRetrieval (python)":83.12,"CodeSearchNetRetrieval (ruby)":74.74,"CodeTransOceanContest":60.83,"CodeTransOceanDL":32.14,"CosQA":33.45,"StackOverflowQA":78.45,"SyntheticText2SQL":47.34} -{"index":30,"Rank":36,"Model":"granite-embedding-278m-multilingual<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":53.69,"AppsRetrieval":6.21,"CodeFeedbackMT":31.39,"CodeFeedbackST":67.72,"CodeSearchNetCCRetrieval (go)":37.55,"CodeSearchNetCCRetrieval (java)":45.54,"CodeSearchNetCCRetrieval (javascript)":46.02,"CodeSearchNetCCRetrieval (php)":35.94,"CodeSearchNetCCRetrieval (python)":45.53,"CodeSearchNetCCRetrieval (ruby)":47.55,"CodeSearchNetRetrieval (go)":86.14,"CodeSearchNetRetrieval (java)":70.89,"CodeSearchNetRetrieval (javascript)":70.34,"CodeSearchNetRetrieval (php)":72.93,"CodeSearchNetRetrieval (python)":83.12,"CodeSearchNetRetrieval (ruby)":74.74,"CodeTransOceanContest":60.83,"CodeTransOceanDL":32.14,"CosQA":33.45,"StackOverflowQA":78.45,"SyntheticText2SQL":47.34} -{"index":38,"Rank":37,"Model":"e5-small<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":50.98,"AppsRetrieval":4.32,"CodeFeedbackMT":36.47,"CodeFeedbackST":66.82,"CodeSearchNetCCRetrieval (go)":35.3,"CodeSearchNetCCRetrieval (java)":47.64,"CodeSearchNetCCRetrieval (javascript)":50.9,"CodeSearchNetCCRetrieval (php)":35.44,"CodeSearchNetCCRetrieval (python)":55.19,"CodeSearchNetCCRetrieval (ruby)":51.14,"CodeSearchNetRetrieval (go)":75.26,"CodeSearchNetRetrieval (java)":57.51,"CodeSearchNetRetrieval (javascript)":60.72,"CodeSearchNetRetrieval (php)":68.6,"CodeSearchNetRetrieval (python)":78.07,"CodeSearchNetRetrieval (ruby)":70.33,"CodeTransOceanContest":45.87,"CodeTransOceanDL":27.67,"CosQA":29.9,"StackOverflowQA":71.5,"SyntheticText2SQL":50.95} -{"index":28,"Rank":38,"Model":"granite-embedding-107m-multilingual<\/a>","Model Size (Million Parameters)":107,"Memory Usage (GB, fp32)":0.4,"Embedding Dimensions":384,"Max Tokens":514,"Average":47.42,"AppsRetrieval":4.54,"CodeFeedbackMT":23.46,"CodeFeedbackST":58.45,"CodeSearchNetCCRetrieval (go)":33.86,"CodeSearchNetCCRetrieval (java)":37.01,"CodeSearchNetCCRetrieval (javascript)":42.04,"CodeSearchNetCCRetrieval (php)":30.79,"CodeSearchNetCCRetrieval (python)":41.58,"CodeSearchNetCCRetrieval (ruby)":44.53,"CodeSearchNetRetrieval (go)":82.22,"CodeSearchNetRetrieval (java)":67.04,"CodeSearchNetRetrieval (javascript)":67.24,"CodeSearchNetRetrieval (php)":69.79,"CodeSearchNetRetrieval (python)":79.04,"CodeSearchNetRetrieval (ruby)":70.83,"CodeTransOceanContest":43.65,"CodeTransOceanDL":18.15,"CosQA":28.29,"StackOverflowQA":66.58,"SyntheticText2SQL":39.34} -{"index":51,"Rank":39,"Model":"LaBSE-ru-turbo<\/a>","Model Size (Million Parameters)":128,"Memory Usage (GB, fp32)":0.48,"Embedding Dimensions":768,"Max Tokens":512,"Average":43.01,"AppsRetrieval":3.21,"CodeFeedbackMT":28.06,"CodeFeedbackST":52.83,"CodeSearchNetCCRetrieval (go)":32.67,"CodeSearchNetCCRetrieval (java)":35.98,"CodeSearchNetCCRetrieval (javascript)":48.94,"CodeSearchNetCCRetrieval (php)":28.61,"CodeSearchNetCCRetrieval (python)":46.49,"CodeSearchNetCCRetrieval (ruby)":47.35,"CodeSearchNetRetrieval (go)":70.52,"CodeSearchNetRetrieval (java)":42.15,"CodeSearchNetRetrieval (javascript)":52.91,"CodeSearchNetRetrieval (php)":55.98,"CodeSearchNetRetrieval (python)":71.17,"CodeSearchNetRetrieval (ruby)":60.79,"CodeTransOceanContest":41.2,"CodeTransOceanDL":26.26,"CosQA":17.94,"StackOverflowQA":53.06,"SyntheticText2SQL":44.08} -{"index":50,"Rank":40,"Model":"paraphrase-multilingual-mpnet-base-v2<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":39.41,"AppsRetrieval":2.34,"CodeFeedbackMT":11.43,"CodeFeedbackST":35.34,"CodeSearchNetCCRetrieval (go)":26.63,"CodeSearchNetCCRetrieval (java)":42.1,"CodeSearchNetCCRetrieval (javascript)":57.46,"CodeSearchNetCCRetrieval (php)":29.8,"CodeSearchNetCCRetrieval (python)":53.43,"CodeSearchNetCCRetrieval (ruby)":55.02,"CodeSearchNetRetrieval (go)":67.23,"CodeSearchNetRetrieval (java)":45.56,"CodeSearchNetRetrieval (javascript)":48.34,"CodeSearchNetRetrieval (php)":48.3,"CodeSearchNetRetrieval (python)":65.54,"CodeSearchNetRetrieval (ruby)":60.19,"CodeTransOceanContest":27.94,"CodeTransOceanDL":16.71,"CosQA":16.57,"StackOverflowQA":43.11,"SyntheticText2SQL":35.22} -{"index":45,"Rank":41,"Model":"LaBSE<\/a>","Model Size (Million Parameters)":471,"Memory Usage (GB, fp32)":1.75,"Embedding Dimensions":768,"Max Tokens":512,"Average":37.12,"AppsRetrieval":2.39,"CodeFeedbackMT":17.98,"CodeFeedbackST":35.98,"CodeSearchNetCCRetrieval (go)":41.73,"CodeSearchNetCCRetrieval (java)":45.83,"CodeSearchNetCCRetrieval (javascript)":52.0,"CodeSearchNetCCRetrieval (php)":31.96,"CodeSearchNetCCRetrieval (python)":40.41,"CodeSearchNetCCRetrieval (ruby)":41.46,"CodeSearchNetRetrieval (go)":48.56,"CodeSearchNetRetrieval (java)":35.05,"CodeSearchNetRetrieval (javascript)":46.24,"CodeSearchNetRetrieval (php)":46.03,"CodeSearchNetRetrieval (python)":60.52,"CodeSearchNetRetrieval (ruby)":51.34,"CodeTransOceanContest":28.1,"CodeTransOceanDL":26.45,"CosQA":8.77,"StackOverflowQA":38.23,"SyntheticText2SQL":43.28} -{"index":19,"Rank":42,"Model":"LaBSE-en-ru<\/a>","Model Size (Million Parameters)":129,"Memory Usage (GB, fp32)":0.48,"Embedding Dimensions":768,"Max Tokens":512,"Average":34.55,"AppsRetrieval":2.26,"CodeFeedbackMT":24.65,"CodeFeedbackST":39.86,"CodeSearchNetCCRetrieval (go)":27.72,"CodeSearchNetCCRetrieval (java)":33.75,"CodeSearchNetCCRetrieval (javascript)":39.74,"CodeSearchNetCCRetrieval (php)":24.25,"CodeSearchNetCCRetrieval (python)":29.56,"CodeSearchNetCCRetrieval (ruby)":36.38,"CodeSearchNetRetrieval (go)":49.06,"CodeSearchNetRetrieval (java)":33.58,"CodeSearchNetRetrieval (javascript)":45.1,"CodeSearchNetRetrieval (php)":44.36,"CodeSearchNetRetrieval (python)":59.24,"CodeSearchNetRetrieval (ruby)":49.67,"CodeTransOceanContest":32.93,"CodeTransOceanDL":32.37,"CosQA":8.76,"StackOverflowQA":38.16,"SyntheticText2SQL":39.52} -{"index":49,"Rank":43,"Model":"paraphrase-multilingual-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":33.5,"AppsRetrieval":2.0,"CodeFeedbackMT":12.53,"CodeFeedbackST":32.53,"CodeSearchNetCCRetrieval (go)":28.54,"CodeSearchNetCCRetrieval (java)":26.23,"CodeSearchNetCCRetrieval (javascript)":43.56,"CodeSearchNetCCRetrieval (php)":16.3,"CodeSearchNetCCRetrieval (python)":44.49,"CodeSearchNetCCRetrieval (ruby)":43.84,"CodeSearchNetRetrieval (go)":61.49,"CodeSearchNetRetrieval (java)":32.49,"CodeSearchNetRetrieval (javascript)":46.41,"CodeSearchNetRetrieval (php)":45.01,"CodeSearchNetRetrieval (python)":58.15,"CodeSearchNetRetrieval (ruby)":56.44,"CodeTransOceanContest":25.67,"CodeTransOceanDL":11.65,"CosQA":14.24,"StackOverflowQA":37.94,"SyntheticText2SQL":30.57} -{"index":52,"Rank":44,"Model":"rubert-tiny-turbo<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"Embedding Dimensions":312,"Max Tokens":2048,"Average":26.22,"AppsRetrieval":1.25,"CodeFeedbackMT":18.67,"CodeFeedbackST":25.37,"CodeSearchNetCCRetrieval (go)":17.14,"CodeSearchNetCCRetrieval (java)":23.17,"CodeSearchNetCCRetrieval (javascript)":27.6,"CodeSearchNetCCRetrieval (php)":17.53,"CodeSearchNetCCRetrieval (python)":32.45,"CodeSearchNetCCRetrieval (ruby)":37.08,"CodeSearchNetRetrieval (go)":34.78,"CodeSearchNetRetrieval (java)":20.77,"CodeSearchNetRetrieval (javascript)":24.46,"CodeSearchNetRetrieval (php)":30.9,"CodeSearchNetRetrieval (python)":47.77,"CodeSearchNetRetrieval (ruby)":39.47,"CodeTransOceanContest":23.44,"CodeTransOceanDL":32.03,"CosQA":7.22,"StackOverflowQA":31.97,"SyntheticText2SQL":31.4} -{"index":22,"Rank":45,"Model":"USER-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":512,"Average":22.19,"AppsRetrieval":1.06,"CodeFeedbackMT":11.83,"CodeFeedbackST":27.39,"CodeSearchNetCCRetrieval (go)":13.48,"CodeSearchNetCCRetrieval (java)":16.81,"CodeSearchNetCCRetrieval (javascript)":22.88,"CodeSearchNetCCRetrieval (php)":9.08,"CodeSearchNetCCRetrieval (python)":15.45,"CodeSearchNetCCRetrieval (ruby)":25.8,"CodeSearchNetRetrieval (go)":45.46,"CodeSearchNetRetrieval (java)":17.15,"CodeSearchNetRetrieval (javascript)":30.73,"CodeSearchNetRetrieval (php)":23.3,"CodeSearchNetRetrieval (python)":44.22,"CodeSearchNetRetrieval (ruby)":37.01,"CodeTransOceanContest":18.25,"CodeTransOceanDL":26.66,"CosQA":2.89,"StackOverflowQA":25.25,"SyntheticText2SQL":29.15} -{"index":53,"Rank":46,"Model":"text2vec-base-multilingual<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":256,"Average":20.2,"AppsRetrieval":1.31,"CodeFeedbackMT":12.67,"CodeFeedbackST":22.08,"CodeSearchNetCCRetrieval (go)":8.65,"CodeSearchNetCCRetrieval (java)":9.18,"CodeSearchNetCCRetrieval (javascript)":16.51,"CodeSearchNetCCRetrieval (php)":8.02,"CodeSearchNetCCRetrieval (python)":17.26,"CodeSearchNetCCRetrieval (ruby)":21.38,"CodeSearchNetRetrieval (go)":32.32,"CodeSearchNetRetrieval (java)":18.91,"CodeSearchNetRetrieval (javascript)":22.2,"CodeSearchNetRetrieval (php)":26.69,"CodeSearchNetRetrieval (python)":39.52,"CodeSearchNetRetrieval (ruby)":34.56,"CodeTransOceanContest":17.87,"CodeTransOceanDL":26.42,"CosQA":11.36,"StackOverflowQA":32.47,"SyntheticText2SQL":24.54} -{"index":21,"Rank":47,"Model":"rubert-tiny2<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"Embedding Dimensions":2048,"Max Tokens":514,"Average":19.93,"AppsRetrieval":0.44,"CodeFeedbackMT":26.04,"CodeFeedbackST":20.27,"CodeSearchNetCCRetrieval (go)":13.02,"CodeSearchNetCCRetrieval (java)":15.62,"CodeSearchNetCCRetrieval (javascript)":25.81,"CodeSearchNetCCRetrieval (php)":16.02,"CodeSearchNetCCRetrieval (python)":19.13,"CodeSearchNetCCRetrieval (ruby)":28.35,"CodeSearchNetRetrieval (go)":22.91,"CodeSearchNetRetrieval (java)":16.8,"CodeSearchNetRetrieval (javascript)":16.11,"CodeSearchNetRetrieval (php)":18.93,"CodeSearchNetRetrieval (python)":34.54,"CodeSearchNetRetrieval (ruby)":26.85,"CodeTransOceanContest":19.41,"CodeTransOceanDL":34.02,"CosQA":4.48,"StackOverflowQA":19.97,"SyntheticText2SQL":19.8} -{"index":20,"Rank":48,"Model":"rubert-tiny<\/a>","Model Size (Million Parameters)":12,"Memory Usage (GB, fp32)":0.04,"Embedding Dimensions":512,"Max Tokens":514,"Average":13.23,"AppsRetrieval":0.27,"CodeFeedbackMT":13.47,"CodeFeedbackST":8.09,"CodeSearchNetCCRetrieval (go)":10.31,"CodeSearchNetCCRetrieval (java)":15.11,"CodeSearchNetCCRetrieval (javascript)":20.43,"CodeSearchNetCCRetrieval (php)":11.37,"CodeSearchNetCCRetrieval (python)":11.11,"CodeSearchNetCCRetrieval (ruby)":21.66,"CodeSearchNetRetrieval (go)":13.54,"CodeSearchNetRetrieval (java)":10.23,"CodeSearchNetRetrieval (javascript)":9.78,"CodeSearchNetRetrieval (php)":9.12,"CodeSearchNetRetrieval (python)":20.82,"CodeSearchNetRetrieval (ruby)":17.34,"CodeTransOceanContest":13.36,"CodeTransOceanDL":33.44,"CosQA":3.73,"StackOverflowQA":16.66,"SyntheticText2SQL":4.72} -{"index":12,"Rank":49,"Model":"distilrubert-small-cased-conversational<\/a>","Model Size (Million Parameters)":106,"Memory Usage (GB, fp32)":0.39,"Embedding Dimensions":768,"Max Tokens":512,"Average":13.22,"AppsRetrieval":0.07,"CodeFeedbackMT":11.84,"CodeFeedbackST":7.42,"CodeSearchNetCCRetrieval (go)":12.62,"CodeSearchNetCCRetrieval (java)":16.29,"CodeSearchNetCCRetrieval (javascript)":22.77,"CodeSearchNetCCRetrieval (php)":14.17,"CodeSearchNetCCRetrieval (python)":13.81,"CodeSearchNetCCRetrieval (ruby)":26.22,"CodeSearchNetRetrieval (go)":7.54,"CodeSearchNetRetrieval (java)":11.9,"CodeSearchNetRetrieval (javascript)":10.38,"CodeSearchNetRetrieval (php)":11.26,"CodeSearchNetRetrieval (python)":19.08,"CodeSearchNetRetrieval (ruby)":12.38,"CodeTransOceanContest":15.26,"CodeTransOceanDL":31.1,"CosQA":2.93,"StackOverflowQA":13.99,"SyntheticText2SQL":3.4} -{"index":17,"Rank":50,"Model":"sbert_large_mt_nlu_ru<\/a>","Model Size (Million Parameters)":427,"Memory Usage (GB, fp32)":1.59,"Embedding Dimensions":1024,"Max Tokens":514,"Average":8.54,"AppsRetrieval":0.23,"CodeFeedbackMT":5.6,"CodeFeedbackST":5.33,"CodeSearchNetCCRetrieval (go)":3.82,"CodeSearchNetCCRetrieval (java)":5.22,"CodeSearchNetCCRetrieval (javascript)":8.44,"CodeSearchNetCCRetrieval (php)":3.76,"CodeSearchNetCCRetrieval (python)":5.89,"CodeSearchNetCCRetrieval (ruby)":12.6,"CodeSearchNetRetrieval (go)":10.42,"CodeSearchNetRetrieval (java)":4.77,"CodeSearchNetRetrieval (javascript)":9.82,"CodeSearchNetRetrieval (php)":9.82,"CodeSearchNetRetrieval (python)":15.0,"CodeSearchNetRetrieval (ruby)":11.82,"CodeTransOceanContest":11.01,"CodeTransOceanDL":28.95,"CosQA":0.56,"StackOverflowQA":8.95,"SyntheticText2SQL":8.82} -{"index":14,"Rank":51,"Model":"rubert-base-cased-sentence<\/a>","Model Size (Million Parameters)":180,"Memory Usage (GB, fp32)":0.67,"Embedding Dimensions":768,"Max Tokens":512,"Average":7.46,"AppsRetrieval":0.29,"CodeFeedbackMT":5.54,"CodeFeedbackST":5.55,"CodeSearchNetCCRetrieval (go)":3.93,"CodeSearchNetCCRetrieval (java)":5.2,"CodeSearchNetCCRetrieval (javascript)":7.57,"CodeSearchNetCCRetrieval (php)":3.92,"CodeSearchNetCCRetrieval (python)":4.46,"CodeSearchNetCCRetrieval (ruby)":10.55,"CodeSearchNetRetrieval (go)":7.78,"CodeSearchNetRetrieval (java)":6.09,"CodeSearchNetRetrieval (javascript)":6.01,"CodeSearchNetRetrieval (php)":4.98,"CodeSearchNetRetrieval (python)":11.06,"CodeSearchNetRetrieval (ruby)":10.14,"CodeTransOceanContest":9.55,"CodeTransOceanDL":29.35,"CosQA":0.88,"StackOverflowQA":6.97,"SyntheticText2SQL":9.32} -{"index":18,"Rank":52,"Model":"sbert_large_nlu_ru<\/a>","Model Size (Million Parameters)":427,"Memory Usage (GB, fp32)":1.59,"Embedding Dimensions":1024,"Max Tokens":512,"Average":6.73,"AppsRetrieval":0.19,"CodeFeedbackMT":5.2,"CodeFeedbackST":3.78,"CodeSearchNetCCRetrieval (go)":3.2,"CodeSearchNetCCRetrieval (java)":4.12,"CodeSearchNetCCRetrieval (javascript)":4.77,"CodeSearchNetCCRetrieval (php)":2.43,"CodeSearchNetCCRetrieval (python)":4.27,"CodeSearchNetCCRetrieval (ruby)":11.04,"CodeSearchNetRetrieval (go)":7.18,"CodeSearchNetRetrieval (java)":5.06,"CodeSearchNetRetrieval (javascript)":6.59,"CodeSearchNetRetrieval (php)":6.07,"CodeSearchNetRetrieval (python)":10.29,"CodeSearchNetRetrieval (ruby)":7.29,"CodeTransOceanContest":9.79,"CodeTransOceanDL":31.48,"CosQA":0.35,"StackOverflowQA":6.87,"SyntheticText2SQL":4.57} -{"index":24,"Rank":53,"Model":"deberta-v1-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":512,"Average":6.35,"AppsRetrieval":0.05,"CodeFeedbackMT":3.15,"CodeFeedbackST":2.06,"CodeSearchNetCCRetrieval (go)":7.66,"CodeSearchNetCCRetrieval (java)":10.38,"CodeSearchNetCCRetrieval (javascript)":11.29,"CodeSearchNetCCRetrieval (php)":4.16,"CodeSearchNetCCRetrieval (python)":2.74,"CodeSearchNetCCRetrieval (ruby)":10.7,"CodeSearchNetRetrieval (go)":7.74,"CodeSearchNetRetrieval (java)":6.66,"CodeSearchNetRetrieval (javascript)":4.17,"CodeSearchNetRetrieval (php)":2.69,"CodeSearchNetRetrieval (python)":7.02,"CodeSearchNetRetrieval (ruby)":4.92,"CodeTransOceanContest":5.93,"CodeTransOceanDL":28.11,"CosQA":0.16,"StackOverflowQA":6.63,"SyntheticText2SQL":0.76} -{"index":13,"Rank":54,"Model":"rubert-base-cased<\/a>","Model Size (Million Parameters)":180,"Memory Usage (GB, fp32)":0.67,"Embedding Dimensions":768,"Max Tokens":512,"Average":5.76,"AppsRetrieval":0.04,"CodeFeedbackMT":8.43,"CodeFeedbackST":3.66,"CodeSearchNetCCRetrieval (go)":4.52,"CodeSearchNetCCRetrieval (java)":5.94,"CodeSearchNetCCRetrieval (javascript)":8.05,"CodeSearchNetCCRetrieval (php)":4.64,"CodeSearchNetCCRetrieval (python)":3.77,"CodeSearchNetCCRetrieval (ruby)":9.34,"CodeSearchNetRetrieval (go)":2.67,"CodeSearchNetRetrieval (java)":2.8,"CodeSearchNetRetrieval (javascript)":2.31,"CodeSearchNetRetrieval (php)":1.9,"CodeSearchNetRetrieval (python)":6.47,"CodeSearchNetRetrieval (ruby)":5.26,"CodeTransOceanContest":5.49,"CodeTransOceanDL":29.16,"CosQA":0.14,"StackOverflowQA":8.75,"SyntheticText2SQL":1.79} -{"index":43,"Rank":55,"Model":"jina-embeddings-v2-base-en<\/a>","Model Size (Million Parameters)":275,"Memory Usage (GB, fp32)":1.02,"Embedding Dimensions":768,"Max Tokens":8192,"Average":0.38,"AppsRetrieval":0.05,"CodeFeedbackMT":0.03,"CodeFeedbackST":0.02,"CodeSearchNetCCRetrieval (go)":0.03,"CodeSearchNetCCRetrieval (java)":0.03,"CodeSearchNetCCRetrieval (javascript)":0.08,"CodeSearchNetCCRetrieval (php)":0.0,"CodeSearchNetCCRetrieval (python)":0.0,"CodeSearchNetCCRetrieval (ruby)":0.11,"CodeSearchNetRetrieval (go)":0.81,"CodeSearchNetRetrieval (java)":0.73,"CodeSearchNetRetrieval (javascript)":0.36,"CodeSearchNetRetrieval (php)":0.41,"CodeSearchNetRetrieval (python)":0.83,"CodeSearchNetRetrieval (ruby)":0.66,"CodeTransOceanContest":1.3,"CodeTransOceanDL":1.92,"CosQA":0.0,"StackOverflowQA":0.24,"SyntheticText2SQL":0.0} -{"index":0,"Rank":56,"Model":"voyage-3-lite<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":512,"Max Tokens":32000,"Average":"","AppsRetrieval":"","CodeFeedbackMT":"","CodeFeedbackST":"","CodeSearchNetCCRetrieval (go)":"","CodeSearchNetCCRetrieval (java)":"","CodeSearchNetCCRetrieval (javascript)":"","CodeSearchNetCCRetrieval (php)":"","CodeSearchNetCCRetrieval (python)":"","CodeSearchNetCCRetrieval (ruby)":"","CodeSearchNetRetrieval (go)":"","CodeSearchNetRetrieval (java)":"","CodeSearchNetRetrieval (javascript)":"","CodeSearchNetRetrieval (php)":"","CodeSearchNetRetrieval (python)":"","CodeSearchNetRetrieval (ruby)":"","CodeTransOceanContest":"","CodeTransOceanDL":"","CosQA":"","StackOverflowQA":89.41,"SyntheticText2SQL":""} -{"index":7,"Rank":57,"Model":"bge-m3<\/a>","Model Size (Million Parameters)":567,"Memory Usage (GB, fp32)":2.11,"Embedding Dimensions":1024,"Max Tokens":8192,"Average":"","AppsRetrieval":"","CodeFeedbackMT":"","CodeFeedbackST":"","CodeSearchNetCCRetrieval (go)":"","CodeSearchNetCCRetrieval (java)":"","CodeSearchNetCCRetrieval (javascript)":"","CodeSearchNetCCRetrieval (php)":"","CodeSearchNetCCRetrieval (python)":"","CodeSearchNetCCRetrieval (ruby)":"","CodeSearchNetRetrieval (go)":"","CodeSearchNetRetrieval (java)":"","CodeSearchNetRetrieval (javascript)":"","CodeSearchNetRetrieval (php)":"","CodeSearchNetRetrieval (python)":"","CodeSearchNetRetrieval (ruby)":"","CodeTransOceanContest":"","CodeTransOceanDL":"","CosQA":"","StackOverflowQA":80.6,"SyntheticText2SQL":""} diff --git a/all_data_tasks/6/default.jsonl b/all_data_tasks/6/default.jsonl deleted file mode 100644 index c2e4b8b33933ae755a6b579e4a2ef188273e0f6c..0000000000000000000000000000000000000000 --- a/all_data_tasks/6/default.jsonl +++ /dev/null @@ -1,368 +0,0 @@ -{"index":175,"Rank":1,"Model":"sgpt-bloom-7b1-msmarco<\/a>","Model Size (Million Parameters)":7068,"Memory Usage (GB, fp32)":26.33,"Embedding Dimensions":4096,"Max Tokens":2048,"SummEval":33.6} -{"index":196,"Rank":2,"Model":"mxbai-embed-large-v1-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","SummEval":32.71} -{"index":270,"Rank":3,"Model":"mxbai-embed-large-v1<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"SummEval":32.71} -{"index":346,"Rank":4,"Model":"mxbai-embed-large-v1-Q5_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","SummEval":32.71} -{"index":345,"Rank":5,"Model":"mxbai-embed-large-v1-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","SummEval":32.71} -{"index":254,"Rank":6,"Model":"mxbai-embed-large-v1-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","SummEval":32.71} -{"index":1,"Rank":7,"Model":"text-embedding-004<\/a>","Model Size (Million Parameters)":1200,"Memory Usage (GB, fp32)":4.47,"Embedding Dimensions":768,"Max Tokens":2048,"SummEval":32.63} -{"index":217,"Rank":8,"Model":"stella-base-en-v2<\/a>","Model Size (Million Parameters)":55,"Memory Usage (GB, fp32)":0.2,"Embedding Dimensions":768,"Max Tokens":512,"SummEval":32.52} -{"index":133,"Rank":9,"Model":"yiyouliao<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","SummEval":32.47} -{"index":189,"Rank":10,"Model":"USER-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":512,"SummEval":32.46} -{"index":0,"Rank":11,"Model":"text-embedding-004-256<\/a>","Model Size (Million Parameters)":1200,"Memory Usage (GB, fp32)":4.47,"Embedding Dimensions":256,"Max Tokens":2048,"SummEval":32.36} -{"index":209,"Rank":12,"Model":"instructor-xl<\/a>","Model Size (Million Parameters)":1241,"Memory Usage (GB, fp32)":4.62,"Embedding Dimensions":768,"Max Tokens":512,"SummEval":32.32} -{"index":118,"Rank":13,"Model":"Arabic-labse-Matryoshka<\/a>","Model Size (Million Parameters)":471,"Memory Usage (GB, fp32)":1.75,"Embedding Dimensions":768,"Max Tokens":512,"SummEval":32.17} -{"index":76,"Rank":14,"Model":"MUG-B-1.6<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"SummEval":32.12} -{"index":234,"Rank":15,"Model":"udever-bloom-560m<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":2048,"SummEval":32.06} -{"index":210,"Rank":16,"Model":"granite-embedding-278m-multilingual-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","SummEval":32.03} -{"index":211,"Rank":17,"Model":"granite-embedding-278m-multilingual-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","SummEval":32.03} -{"index":145,"Rank":18,"Model":"UAE-Large-V1<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"SummEval":32.03} -{"index":215,"Rank":19,"Model":"granite-embedding-278m-multilingual<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"SummEval":32.03} -{"index":371,"Rank":20,"Model":"b1ade-embed<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"SummEval":31.93} -{"index":214,"Rank":21,"Model":"granite-embedding-125m-english<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":514,"SummEval":31.84} -{"index":208,"Rank":22,"Model":"instructor-large<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":768,"Max Tokens":512,"SummEval":31.84} -{"index":190,"Rank":23,"Model":"USER-bge-m3<\/a>","Model Size (Million Parameters)":359,"Memory Usage (GB, fp32)":1.34,"Embedding Dimensions":1024,"Max Tokens":8192,"SummEval":31.82} -{"index":140,"Rank":24,"Model":"snowflake-arctic-embed-s<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"SummEval":31.75} -{"index":114,"Rank":25,"Model":"stella_en_400M_v5<\/a>","Model Size (Million Parameters)":435,"Memory Usage (GB, fp32)":1.62,"Embedding Dimensions":8192,"Max Tokens":8192,"SummEval":31.66} -{"index":352,"Rank":26,"Model":"gte-large<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"SummEval":31.66} -{"index":310,"Rank":27,"Model":"bge-large-en-v1.5-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","SummEval":31.61} -{"index":281,"Rank":28,"Model":"bge-large-en-v1.5<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"SummEval":31.61} -{"index":31,"Rank":29,"Model":"bge-large-en-v1.5<\/a>","Model Size (Million Parameters)":1340,"Memory Usage (GB, fp32)":4.99,"Embedding Dimensions":1024,"Max Tokens":512,"SummEval":31.61} -{"index":309,"Rank":30,"Model":"bge-large-en-v1.5-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","SummEval":31.61} -{"index":311,"Rank":31,"Model":"sf_model_e5<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"SummEval":31.61} -{"index":212,"Rank":32,"Model":"bge-large-en-v1.5-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","SummEval":31.61} -{"index":240,"Rank":33,"Model":"jina-embeddings-v2-base-en<\/a>","Model Size (Million Parameters)":275,"Memory Usage (GB, fp32)":1.02,"Embedding Dimensions":768,"Max Tokens":8192,"SummEval":31.6} -{"index":159,"Rank":34,"Model":"jina-embeddings-v2-base-en<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":8192,"SummEval":31.6} -{"index":274,"Rank":35,"Model":"jina-embeddings-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","SummEval":31.6} -{"index":203,"Rank":36,"Model":"jina-embeddings-v2-base-en-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","SummEval":31.6} -{"index":247,"Rank":37,"Model":"cde-small-v2<\/a>","Model Size (Million Parameters)":150,"Memory Usage (GB, fp32)":0.56,"Embedding Dimensions":768,"Max Tokens":512,"SummEval":31.6} -{"index":374,"Rank":38,"Model":"jina-embeddings-v2-base-en-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","SummEval":31.6} -{"index":335,"Rank":39,"Model":"paraphrase-multilingual-mpnet-base-v2<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"SummEval":31.57} -{"index":269,"Rank":40,"Model":"mxbai-embed-2d-large-v1<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"SummEval":31.55} -{"index":178,"Rank":41,"Model":"jina-embeddings-v2-base-de-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","SummEval":31.55} -{"index":379,"Rank":42,"Model":"LENS-d4000<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"SummEval":31.55} -{"index":239,"Rank":43,"Model":"jina-embeddings-v2-base-de<\/a>","Model Size (Million Parameters)":161,"Memory Usage (GB, fp32)":0.6,"Embedding Dimensions":768,"Max Tokens":8192,"SummEval":31.55} -{"index":82,"Rank":44,"Model":"jina-embeddings-v2-base-de-Q5_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","SummEval":31.55} -{"index":223,"Rank":45,"Model":"e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"SummEval":31.53} -{"index":265,"Rank":46,"Model":"potion-base-2M<\/a>","Model Size (Million Parameters)":2,"Memory Usage (GB, fp32)":0.01,"Embedding Dimensions":64,"Max Tokens":1000000,"SummEval":31.51} -{"index":113,"Rank":47,"Model":"stella_en_1.5B_v5<\/a>","Model Size (Million Parameters)":1543,"Memory Usage (GB, fp32)":5.75,"Embedding Dimensions":8192,"Max Tokens":131072,"SummEval":31.49} -{"index":20,"Rank":48,"Model":"gte-Qwen1.5-7B-instruct<\/a>","Model Size (Million Parameters)":7099,"Memory Usage (GB, fp32)":26.45,"Embedding Dimensions":4096,"Max Tokens":32768,"SummEval":31.46} -{"index":109,"Rank":49,"Model":"SGPT-5.8B-weightedmean-msmarco-specb-bitfit<\/a>","Model Size (Million Parameters)":5874,"Memory Usage (GB, fp32)":21.88,"Embedding Dimensions":4096,"Max Tokens":2048,"SummEval":31.46} -{"index":262,"Rank":50,"Model":"M2V_base_glove<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Embedding Dimensions":256,"Max Tokens":1000000,"SummEval":31.45} -{"index":89,"Rank":51,"Model":"LLM2Vec-Meta-Llama-3-unsupervised<\/a>","Model Size (Million Parameters)":7505,"Memory Usage (GB, fp32)":27.96,"Embedding Dimensions":4096,"Max Tokens":8192,"SummEval":31.45} -{"index":384,"Rank":52,"Model":"Zeta-Alpha-E5-Mistral<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"SummEval":31.42} -{"index":112,"Rank":53,"Model":"jasper_en_vision_language_v1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","SummEval":31.42} -{"index":5,"Rank":54,"Model":"voyage-3-lite<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":512,"Max Tokens":32000,"SummEval":31.4} -{"index":26,"Rank":55,"Model":"e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"SummEval":31.4} -{"index":282,"Rank":56,"Model":"modernbert-embed-base<\/a>","Model Size (Million Parameters)":149,"Memory Usage (GB, fp32)":0.56,"Embedding Dimensions":768,"Max Tokens":8192,"SummEval":31.39} -{"index":224,"Rank":57,"Model":"e5-small<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"SummEval":31.39} -{"index":336,"Rank":58,"Model":"sentence-t5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"SummEval":31.39} -{"index":87,"Rank":59,"Model":"LLM2Vec-Llama-2-unsupervised<\/a>","Model Size (Million Parameters)":6607,"Memory Usage (GB, fp32)":24.61,"Embedding Dimensions":4096,"Max Tokens":4096,"SummEval":31.38} -{"index":137,"Rank":60,"Model":"snowflake-arctic-embed-m-long<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":8192,"SummEval":31.38} -{"index":22,"Rank":61,"Model":"gte-Qwen2-7B-instruct<\/a>","Model Size (Million Parameters)":7613,"Memory Usage (GB, fp32)":28.36,"Embedding Dimensions":3584,"Max Tokens":32768,"SummEval":31.35} -{"index":115,"Rank":62,"Model":"Arabert-all-nli-triplet-Matryoshka<\/a>","Model Size (Million Parameters)":135,"Memory Usage (GB, fp32)":0.5,"Embedding Dimensions":768,"Max Tokens":512,"SummEval":31.33} -{"index":45,"Rank":63,"Model":"Cohere-embed-english-light-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","SummEval":31.29} -{"index":285,"Rank":64,"Model":"nomic-embed-text-v1-ablated<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":8192,"SummEval":31.28} -{"index":95,"Rank":65,"Model":"Ivysaur<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.08,"Embedding Dimensions":384,"Max Tokens":512,"SummEval":31.27} -{"index":238,"Rank":66,"Model":"jina-embedding-s-en-v1<\/a>","Model Size (Million Parameters)":35,"Memory Usage (GB, fp32)":0.13,"Embedding Dimensions":512,"Max Tokens":512,"SummEval":31.25} -{"index":93,"Rank":67,"Model":"LLM2Vec-Sheared-Llama-unsupervised<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":4096,"SummEval":31.23} -{"index":312,"Rank":68,"Model":"zzz<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","SummEval":31.23} -{"index":67,"Rank":69,"Model":"lodestone-base-4096-v1<\/a>","Model Size (Million Parameters)":69,"Memory Usage (GB, fp32)":0.26,"Embedding Dimensions":768,"Max Tokens":4096,"SummEval":31.23} -{"index":246,"Rank":70,"Model":"cde-small-v1<\/a>","Model Size (Million Parameters)":143,"Memory Usage (GB, fp32)":0.53,"Embedding Dimensions":768,"Max Tokens":512,"SummEval":31.23} -{"index":161,"Rank":71,"Model":"GIST-all-MiniLM-L6-v2<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.08,"Embedding Dimensions":384,"Max Tokens":512,"SummEval":31.22} -{"index":283,"Rank":72,"Model":"modernbert-embed-base-unsupervised<\/a>","Model Size (Million Parameters)":149,"Memory Usage (GB, fp32)":0.56,"Embedding Dimensions":768,"Max Tokens":8192,"SummEval":31.2} -{"index":293,"Rank":73,"Model":"NV-Embed-v1<\/a>","Model Size (Million Parameters)":7851,"Memory Usage (GB, fp32)":29.25,"Embedding Dimensions":4096,"Max Tokens":32768,"SummEval":31.2} -{"index":33,"Rank":74,"Model":"bge-multilingual-gemma2<\/a>","Model Size (Million Parameters)":9242,"Memory Usage (GB, fp32)":34.43,"Embedding Dimensions":3584,"Max Tokens":8192,"SummEval":31.2} -{"index":355,"Rank":75,"Model":"BinGSE-Meta-Llama-3-8B-Instruct<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","SummEval":31.19} -{"index":303,"Rank":76,"Model":"sup-simcse-bert-base-uncased<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"SummEval":31.17} -{"index":23,"Rank":77,"Model":"gte-base-en-v1.5<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":8192,"SummEval":31.17} -{"index":351,"Rank":78,"Model":"gte-base<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"SummEval":31.17} -{"index":21,"Rank":79,"Model":"gte-Qwen2-1.5B-instruct<\/a>","Model Size (Million Parameters)":1776,"Memory Usage (GB, fp32)":6.62,"Embedding Dimensions":1536,"Max Tokens":131072,"SummEval":31.17} -{"index":130,"Rank":80,"Model":"SFR-Embedding-Mistral<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"SummEval":31.16} -{"index":225,"Rank":81,"Model":"e5-small-v2<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"SummEval":31.16} -{"index":142,"Rank":82,"Model":"bge-micro<\/a>","Model Size (Million Parameters)":17,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"SummEval":31.16} -{"index":304,"Rank":83,"Model":"unsup-simcse-bert-base-uncased<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"SummEval":31.15} -{"index":163,"Rank":84,"Model":"GIST-small-Embedding-v0<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"SummEval":31.14} -{"index":79,"Rank":85,"Model":"bilingual-embedding-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"SummEval":31.14} -{"index":213,"Rank":86,"Model":"granite-embedding-107m-multilingual<\/a>","Model Size (Million Parameters)":107,"Memory Usage (GB, fp32)":0.4,"Embedding Dimensions":384,"Max Tokens":514,"SummEval":31.12} -{"index":399,"Rank":87,"Model":"text-embedding-3-small<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":8191,"SummEval":31.12} -{"index":341,"Rank":88,"Model":"rubert-tiny-turbo<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"Embedding Dimensions":312,"Max Tokens":2048,"SummEval":31.12} -{"index":232,"Rank":89,"Model":"udever-bloom-1b1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":2048,"SummEval":31.1} -{"index":165,"Rank":90,"Model":"bge-base-en-v1-5-seqlen-384-bs-1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","SummEval":31.07} -{"index":29,"Rank":91,"Model":"bge-base-en-v1.5<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"SummEval":31.07} -{"index":66,"Rank":92,"Model":"speed-embedding-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"SummEval":31.06} -{"index":320,"Rank":93,"Model":"LaBSE<\/a>","Model Size (Million Parameters)":471,"Memory Usage (GB, fp32)":1.75,"Embedding Dimensions":768,"Max Tokens":512,"SummEval":31.05} -{"index":193,"Rank":94,"Model":"multi-qa-MiniLM-L6-cos-v1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","SummEval":31.05} -{"index":108,"Rank":95,"Model":"SGPT-2.7B-weightedmean-msmarco-specb-bitfit<\/a>","Model Size (Million Parameters)":2685,"Memory Usage (GB, fp32)":10.0,"Embedding Dimensions":2560,"Max Tokens":2048,"SummEval":31.03} -{"index":400,"Rank":96,"Model":"elser-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":30522,"Max Tokens":512,"SummEval":31.03} -{"index":219,"Rank":97,"Model":"e5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"SummEval":31.01} -{"index":250,"Rank":98,"Model":"MegatronBert-1B3-embedding<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","SummEval":31.01} -{"index":12,"Rank":99,"Model":"voyage-lite-02-instruct<\/a>","Model Size (Million Parameters)":1220,"Memory Usage (GB, fp32)":4.54,"Embedding Dimensions":1024,"Max Tokens":4000,"SummEval":31.01} -{"index":48,"Rank":100,"Model":"Cohere-embed-multilingual-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":512,"SummEval":30.99} -{"index":81,"Rank":101,"Model":"Linq-Embed-Mistral<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"SummEval":30.98} -{"index":221,"Rank":102,"Model":"e5-large<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"SummEval":30.97} -{"index":11,"Rank":103,"Model":"voyage-lite-01-instruct<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":4000,"SummEval":30.97} -{"index":94,"Rank":104,"Model":"Bulbasaur<\/a>","Model Size (Million Parameters)":17,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"SummEval":30.97} -{"index":235,"Rank":105,"Model":"udever-bloom-7b1<\/a>","Model Size (Million Parameters)":7069,"Memory Usage (GB, fp32)":26.33,"Embedding Dimensions":4096,"Max Tokens":2048,"SummEval":30.97} -{"index":162,"Rank":106,"Model":"GIST-large-Embedding-v0<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"SummEval":30.96} -{"index":88,"Rank":107,"Model":"LLM2Vec-Meta-Llama-3-supervised<\/a>","Model Size (Million Parameters)":7505,"Memory Usage (GB, fp32)":27.96,"Embedding Dimensions":4096,"Max Tokens":8192,"SummEval":30.94} -{"index":24,"Rank":108,"Model":"gte-large-en-v1.5<\/a>","Model Size (Million Parameters)":434,"Memory Usage (GB, fp32)":1.62,"Embedding Dimensions":1024,"Max Tokens":8192,"SummEval":30.91} -{"index":160,"Rank":109,"Model":"GIST-Embedding-v0<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"SummEval":30.87} -{"index":134,"Rank":110,"Model":"snowflake-arctic-embed-l<\/a>","Model Size (Million Parameters)":334,"Memory Usage (GB, fp32)":1.24,"Embedding Dimensions":1024,"Max Tokens":512,"SummEval":30.84} -{"index":308,"Rank":111,"Model":"TDTE<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","SummEval":30.83} -{"index":361,"Rank":112,"Model":"l3_wl<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","SummEval":30.83} -{"index":253,"Rank":113,"Model":"ember-v1<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"SummEval":30.82} -{"index":131,"Rank":114,"Model":"ember-v1-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","SummEval":30.82} -{"index":322,"Rank":115,"Model":"all-MiniLM-L6-v2<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":384,"Max Tokens":512,"SummEval":30.81} -{"index":18,"Rank":116,"Model":"gme-Qwen2-VL-2B-Instruct<\/a>","Model Size (Million Parameters)":2209,"Memory Usage (GB, fp32)":8.23,"Embedding Dimensions":1536,"Max Tokens":32768,"SummEval":30.8} -{"index":396,"Rank":117,"Model":"text-embedding-ada-002<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":8191,"SummEval":30.8} -{"index":356,"Rank":118,"Model":"BinGSE-Sheared-LLaMA<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","SummEval":30.79} -{"index":369,"Rank":119,"Model":"universal-sentence-encoder-multilingual-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":512,"Max Tokens":512,"SummEval":30.79} -{"index":30,"Rank":120,"Model":"bge-en-icl<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"SummEval":30.77} -{"index":174,"Rank":121,"Model":"red-beetle-base-v1.1<\/a>","Model Size (Million Parameters)":30,"Memory Usage (GB, fp32)":0.11,"Embedding Dimensions":1024,"Max Tokens":1000000,"SummEval":30.74} -{"index":245,"Rank":122,"Model":"echo-mistral-7b-instruct-lasttoken<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"SummEval":30.73} -{"index":286,"Rank":123,"Model":"nomic-embed-text-v1-unsupervised<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":8192,"SummEval":30.72} -{"index":236,"Rank":124,"Model":"jina-embedding-b-en-v1<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"SummEval":30.71} -{"index":129,"Rank":125,"Model":"SFR-Embedding-2_R<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"SummEval":30.71} -{"index":98,"Rank":126,"Model":"Wartortle<\/a>","Model Size (Million Parameters)":17,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"SummEval":30.71} -{"index":294,"Rank":127,"Model":"NV-Embed-v2<\/a>","Model Size (Million Parameters)":7851,"Memory Usage (GB, fp32)":29.25,"Embedding Dimensions":4096,"Max Tokens":32768,"SummEval":30.7} -{"index":116,"Rank":128,"Model":"Arabic-MiniLM-L12-v2-all-nli-triplet<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"SummEval":30.69} -{"index":334,"Rank":129,"Model":"paraphrase-multilingual-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"SummEval":30.67} -{"index":331,"Rank":130,"Model":"gtr-t5-xxl<\/a>","Model Size (Million Parameters)":4865,"Memory Usage (GB, fp32)":18.12,"Embedding Dimensions":768,"Max Tokens":512,"SummEval":30.64} -{"index":173,"Rank":131,"Model":"brown-fairy-base-v0<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.08,"Embedding Dimensions":768,"Max Tokens":1000000,"SummEval":30.64} -{"index":233,"Rank":132,"Model":"udever-bloom-3b<\/a>","Model Size (Million Parameters)":3003,"Memory Usage (GB, fp32)":11.19,"Embedding Dimensions":2560,"Max Tokens":2048,"SummEval":30.62} -{"index":299,"Rank":133,"Model":"MiniCPM-Embedding-Light<\/a>","Model Size (Million Parameters)":434,"Memory Usage (GB, fp32)":1.62,"Embedding Dimensions":1024,"Max Tokens":4096,"SummEval":30.62} -{"index":132,"Rank":134,"Model":"LLaMA-embeeding<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","SummEval":30.62} -{"index":164,"Rank":135,"Model":"NoInstruct-small-Embedding-v0<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"SummEval":30.6} -{"index":85,"Rank":136,"Model":"onnx-gte-multilingual-base<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","SummEval":30.58} -{"index":180,"Rank":137,"Model":"LaBSE-en-ru<\/a>","Model Size (Million Parameters)":129,"Memory Usage (GB, fp32)":0.48,"Embedding Dimensions":768,"Max Tokens":512,"SummEval":30.58} -{"index":25,"Rank":138,"Model":"gte-multilingual-base<\/a>","Model Size (Million Parameters)":305,"Memory Usage (GB, fp32)":1.14,"Embedding Dimensions":768,"Max Tokens":8192,"SummEval":30.58} -{"index":372,"Rank":139,"Model":"b1ade-embed-kd<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"SummEval":30.57} -{"index":52,"Rank":140,"Model":"rubert-base-cased-sentence<\/a>","Model Size (Million Parameters)":180,"Memory Usage (GB, fp32)":0.67,"Embedding Dimensions":768,"Max Tokens":512,"SummEval":30.57} -{"index":242,"Rank":141,"Model":"jina-embeddings-v2-small-en<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":512,"Max Tokens":8192,"SummEval":30.56} -{"index":197,"Rank":142,"Model":"SONAR<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","SummEval":30.56} -{"index":53,"Rank":143,"Model":"jina-embeddings-v2-small-en-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","SummEval":30.56} -{"index":156,"Rank":144,"Model":"bge-small-en<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","SummEval":30.53} -{"index":103,"Rank":145,"Model":"test24<\/a>","Model Size (Million Parameters)":17,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"SummEval":30.52} -{"index":135,"Rank":146,"Model":"snowflake-arctic-embed-l-v2.0<\/a>","Model Size (Million Parameters)":568,"Memory Usage (GB, fp32)":2.12,"Embedding Dimensions":1024,"Max Tokens":8194,"SummEval":30.51} -{"index":149,"Rank":147,"Model":"MedEmbed-small-v0.1<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"SummEval":30.49} -{"index":326,"Rank":148,"Model":"average_word_embeddings_komninos<\/a>","Model Size (Million Parameters)":134,"Memory Usage (GB, fp32)":0.5,"Embedding Dimensions":300,"Max Tokens":"N\/A","SummEval":30.49} -{"index":302,"Rank":149,"Model":"mini-gte<\/a>","Model Size (Million Parameters)":66,"Memory Usage (GB, fp32)":0.25,"Embedding Dimensions":768,"Max Tokens":512,"SummEval":30.48} -{"index":289,"Rank":150,"Model":"nomic-embed-text-v1.5-512<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":512,"Max Tokens":8192,"SummEval":30.47} -{"index":228,"Rank":151,"Model":"multilingual-e5-large-instruct<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"SummEval":30.46} -{"index":6,"Rank":152,"Model":"voyage-3-m-exp<\/a>","Model Size (Million Parameters)":6918,"Memory Usage (GB, fp32)":25.77,"Embedding Dimensions":2048,"Max Tokens":32000,"SummEval":30.45} -{"index":366,"Rank":153,"Model":"voyage-3-m-exp<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","SummEval":30.45} -{"index":105,"Rank":154,"Model":"SGPT-1.3B-weightedmean-msmarco-specb-bitfit<\/a>","Model Size (Million Parameters)":1341,"Memory Usage (GB, fp32)":4.99,"Embedding Dimensions":2048,"Max Tokens":2048,"SummEval":30.43} -{"index":353,"Rank":155,"Model":"gte-small<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"SummEval":30.42} -{"index":47,"Rank":156,"Model":"Cohere-embed-multilingual-light-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":384,"Max Tokens":512,"SummEval":30.41} -{"index":38,"Rank":157,"Model":"nomic-embed-text-v1.5-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","SummEval":30.4} -{"index":386,"Rank":158,"Model":"nomic-embed-text-v1.5-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","SummEval":30.4} -{"index":291,"Rank":159,"Model":"nomic-embed-text-v1.5<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":8192,"SummEval":30.4} -{"index":272,"Rank":160,"Model":"nomic-embed-text-v1.5-Q4_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","SummEval":30.4} -{"index":147,"Rank":161,"Model":"nomic-embed-text-v1.5-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","SummEval":30.4} -{"index":127,"Rank":162,"Model":"nomic-embed-text-v1.5-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","SummEval":30.4} -{"index":36,"Rank":163,"Model":"nomic-embed-text-v1.5<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":8192,"SummEval":30.4} -{"index":61,"Rank":164,"Model":"GritLM-7B<\/a>","Model Size (Million Parameters)":7240,"Memory Usage (GB, fp32)":26.97,"Embedding Dimensions":"","Max Tokens":4096,"SummEval":30.39} -{"index":110,"Rank":165,"Model":"SGPT-5.8B-weightedmean-nli-bitfit<\/a>","Model Size (Million Parameters)":5874,"Memory Usage (GB, fp32)":21.88,"Embedding Dimensions":4096,"Max Tokens":2048,"SummEval":30.38} -{"index":300,"Rank":166,"Model":"GritLM-7B-vllm<\/a>","Model Size (Million Parameters)":7242,"Memory Usage (GB, fp32)":26.98,"Embedding Dimensions":4096,"Max Tokens":32768,"SummEval":30.37} -{"index":349,"Rank":167,"Model":"GritLM-7B-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","SummEval":30.37} -{"index":40,"Rank":168,"Model":"GritLM-7B-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","SummEval":30.37} -{"index":292,"Rank":169,"Model":"contriever-base-msmarco<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"SummEval":30.36} -{"index":138,"Rank":170,"Model":"snowflake-arctic-embed-m-v1.5<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"SummEval":30.36} -{"index":136,"Rank":171,"Model":"snowflake-arctic-embed-m<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"SummEval":30.31} -{"index":96,"Rank":172,"Model":"Squirtle<\/a>","Model Size (Million Parameters)":16,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"SummEval":30.3} -{"index":150,"Rank":173,"Model":"e5-base-v2-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","SummEval":30.28} -{"index":195,"Rank":174,"Model":"e5-base-4k<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"SummEval":30.28} -{"index":220,"Rank":175,"Model":"e5-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"SummEval":30.28} -{"index":359,"Rank":176,"Model":"GTE_wl_mv<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","SummEval":30.27} -{"index":107,"Rank":177,"Model":"SGPT-125M-weightedmean-nli-bitfit<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":2048,"SummEval":30.26} -{"index":78,"Rank":178,"Model":"bilingual-embedding-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"SummEval":30.26} -{"index":251,"Rank":179,"Model":"XLM-0B6-embedding<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","SummEval":30.25} -{"index":226,"Rank":180,"Model":"multilingual-e5-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"SummEval":30.23} -{"index":360,"Rank":181,"Model":"gte_wl<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","SummEval":30.22} -{"index":330,"Rank":182,"Model":"gtr-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Embedding Dimensions":768,"Max Tokens":512,"SummEval":30.21} -{"index":75,"Rank":183,"Model":"e5-large-v2-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","SummEval":30.19} -{"index":91,"Rank":184,"Model":"LLM2Vec-Mistral-unsupervised<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"SummEval":30.19} -{"index":222,"Rank":185,"Model":"e5-large-v2<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"SummEval":30.19} -{"index":46,"Rank":186,"Model":"Cohere-embed-english-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":512,"SummEval":30.18} -{"index":171,"Rank":187,"Model":"brown-beetle-tiny-v1<\/a>","Model Size (Million Parameters)":4,"Memory Usage (GB, fp32)":0.01,"Embedding Dimensions":128,"Max Tokens":1000000,"SummEval":30.16} -{"index":117,"Rank":188,"Model":"Arabic-all-nli-triplet-Matryoshka<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"SummEval":30.16} -{"index":9,"Rank":189,"Model":"voyage-large-2-instruct<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":16000,"SummEval":30.15} -{"index":375,"Rank":190,"Model":"bge-small-en-v1.5-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","SummEval":30.12} -{"index":198,"Rank":191,"Model":"english-4U-bge-small<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","SummEval":30.12} -{"index":34,"Rank":192,"Model":"bge-small-en-v1.5<\/a>","Model Size (Million Parameters)":24,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":512,"Max Tokens":512,"SummEval":30.12} -{"index":340,"Rank":193,"Model":"LaBSE-ru-turbo<\/a>","Model Size (Million Parameters)":128,"Memory Usage (GB, fp32)":0.48,"Embedding Dimensions":768,"Max Tokens":512,"SummEval":30.12} -{"index":364,"Rank":194,"Model":"wl_sw_256<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","SummEval":30.12} -{"index":192,"Rank":195,"Model":"multilingual-e5-base-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","SummEval":30.11} -{"index":111,"Rank":196,"Model":"multilingual-e5-base-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","SummEval":30.11} -{"index":39,"Rank":197,"Model":"multilingual-e5-base-similarity-v1-onnx-quantized<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","SummEval":30.11} -{"index":141,"Rank":198,"Model":"snowflake-arctic-embed-xs<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.08,"Embedding Dimensions":384,"Max Tokens":512,"SummEval":30.1} -{"index":342,"Rank":199,"Model":"text2vec-base-multilingual<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":256,"SummEval":30.1} -{"index":263,"Rank":200,"Model":"M2V_base_glove_subword<\/a>","Model Size (Million Parameters)":103,"Memory Usage (GB, fp32)":0.38,"Embedding Dimensions":256,"Max Tokens":1000000,"SummEval":30.08} -{"index":35,"Rank":201,"Model":"nomic-embed-text-v1<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":8192,"SummEval":30.08} -{"index":339,"Rank":202,"Model":"sentence-t5-xxl<\/a>","Model Size (Million Parameters)":4865,"Memory Usage (GB, fp32)":18.12,"Embedding Dimensions":768,"Max Tokens":512,"SummEval":30.08} -{"index":284,"Rank":203,"Model":"nomic-embed-text-v1<\/a>","Model Size (Million Parameters)":547,"Memory Usage (GB, fp32)":2.04,"Embedding Dimensions":768,"Max Tokens":8192,"SummEval":30.08} -{"index":166,"Rank":204,"Model":"concat-e5-small-bge-small-01<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","SummEval":30.07} -{"index":288,"Rank":205,"Model":"nomic-embed-text-v1.5-256<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":256,"Max Tokens":8192,"SummEval":30.05} -{"index":357,"Rank":206,"Model":"GTE256_sw<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","SummEval":30.04} -{"index":229,"Rank":207,"Model":"multilingual-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"SummEval":30.04} -{"index":92,"Rank":208,"Model":"LLM2Vec-Sheared-Llama-supervised<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":4096,"SummEval":30.01} -{"index":244,"Rank":209,"Model":"multilingual-e5-small-ct2-int8<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","SummEval":29.98} -{"index":90,"Rank":210,"Model":"LLM2Vec-Mistral-supervised<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"SummEval":29.96} -{"index":398,"Rank":211,"Model":"text-embedding-3-large<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":3072,"Max Tokens":8191,"SummEval":29.92} -{"index":397,"Rank":212,"Model":"text-embedding-3-large-256<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":256,"Max Tokens":8191,"SummEval":29.92} -{"index":338,"Rank":213,"Model":"sentence-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Embedding Dimensions":768,"Max Tokens":512,"SummEval":29.91} -{"index":97,"Rank":214,"Model":"Venusaur<\/a>","Model Size (Million Parameters)":16,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"SummEval":29.91} -{"index":301,"Rank":215,"Model":"jina-embeddings-v2-base-es-Q5_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","SummEval":29.87} -{"index":28,"Rank":216,"Model":"jina-embeddings-v2-base-es-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","SummEval":29.87} -{"index":143,"Rank":217,"Model":"bge-micro-v2<\/a>","Model Size (Million Parameters)":17,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"SummEval":29.87} -{"index":27,"Rank":218,"Model":"jina-embeddings-v2-base-es-Q2_K-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","SummEval":29.87} -{"index":241,"Rank":219,"Model":"jina-embeddings-v2-base-es<\/a>","Model Size (Million Parameters)":161,"Memory Usage (GB, fp32)":0.6,"Embedding Dimensions":768,"Max Tokens":8192,"SummEval":29.87} -{"index":249,"Rank":220,"Model":"modernbert-embed-large-unsupervised<\/a>","Model Size (Million Parameters)":395,"Memory Usage (GB, fp32)":1.47,"Embedding Dimensions":1024,"Max Tokens":8192,"SummEval":29.86} -{"index":237,"Rank":221,"Model":"jina-embedding-l-en-v1<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"SummEval":29.85} -{"index":207,"Rank":222,"Model":"instructor-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"SummEval":29.85} -{"index":158,"Rank":223,"Model":"bge-small-4096<\/a>","Model Size (Million Parameters)":35,"Memory Usage (GB, fp32)":0.13,"Embedding Dimensions":384,"Max Tokens":4096,"SummEval":29.83} -{"index":62,"Rank":224,"Model":"GritLM-8x7B<\/a>","Model Size (Million Parameters)":46703,"Memory Usage (GB, fp32)":173.98,"Embedding Dimensions":4096,"Max Tokens":32768,"SummEval":29.82} -{"index":350,"Rank":225,"Model":"GritLM-8x7B-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","SummEval":29.82} -{"index":358,"Rank":226,"Model":"GTE512_sw<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","SummEval":29.82} -{"index":206,"Rank":227,"Model":"bert-base-uncased<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"SummEval":29.82} -{"index":266,"Rank":228,"Model":"potion-base-32M<\/a>","Model Size (Million Parameters)":32,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":512,"Max Tokens":1000000,"SummEval":29.78} -{"index":378,"Rank":229,"Model":"new_model<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","SummEval":29.78} -{"index":49,"Rank":230,"Model":"jina-embeddings-v3<\/a>","Model Size (Million Parameters)":572,"Memory Usage (GB, fp32)":2.13,"Embedding Dimensions":1024,"Max Tokens":8194,"SummEval":29.71} -{"index":243,"Rank":231,"Model":"jina-embeddings-v3<\/a>","Model Size (Million Parameters)":572,"Memory Usage (GB, fp32)":2.13,"Embedding Dimensions":1024,"Max Tokens":8194,"SummEval":29.71} -{"index":106,"Rank":232,"Model":"SGPT-125M-weightedmean-msmarco-specb-bitfit<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":2048,"SummEval":29.71} -{"index":370,"Rank":233,"Model":"universal-sentence-encoder-multilingual-large-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":512,"Max Tokens":512,"SummEval":29.71} -{"index":328,"Rank":234,"Model":"gtr-t5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"SummEval":29.67} -{"index":227,"Rank":235,"Model":"multilingual-e5-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"SummEval":29.64} -{"index":337,"Rank":236,"Model":"sentence-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Embedding Dimensions":768,"Max Tokens":512,"SummEval":29.64} -{"index":287,"Rank":237,"Model":"nomic-embed-text-v1.5-128<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":128,"Max Tokens":8192,"SummEval":29.59} -{"index":51,"Rank":238,"Model":"rubert-base-cased<\/a>","Model Size (Million Parameters)":180,"Memory Usage (GB, fp32)":0.67,"Embedding Dimensions":768,"Max Tokens":512,"SummEval":29.56} -{"index":181,"Rank":239,"Model":"rubert-tiny<\/a>","Model Size (Million Parameters)":12,"Memory Usage (GB, fp32)":0.04,"Embedding Dimensions":512,"Max Tokens":514,"SummEval":29.54} -{"index":380,"Rank":240,"Model":"LENS-d8000<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"SummEval":29.54} -{"index":120,"Rank":241,"Model":"Marbert-all-nli-triplet-Matryoshka<\/a>","Model Size (Million Parameters)":163,"Memory Usage (GB, fp32)":0.61,"Embedding Dimensions":768,"Max Tokens":512,"SummEval":29.53} -{"index":329,"Rank":242,"Model":"gtr-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Embedding Dimensions":768,"Max Tokens":512,"SummEval":29.5} -{"index":332,"Rank":243,"Model":"msmarco-bert-co-condensor<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"SummEval":29.5} -{"index":19,"Rank":244,"Model":"gme-Qwen2-VL-7B-Instruct<\/a>","Model Size (Million Parameters)":8291,"Memory Usage (GB, fp32)":30.89,"Embedding Dimensions":3584,"Max Tokens":32768,"SummEval":29.47} -{"index":144,"Rank":245,"Model":"gte-tiny<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.08,"Embedding Dimensions":384,"Max Tokens":512,"SummEval":29.47} -{"index":41,"Rank":246,"Model":"gme-Qwen2-VL-7B-Instruct-Q5_K_S-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","SummEval":29.47} -{"index":50,"Rank":247,"Model":"distilrubert-small-cased-conversational<\/a>","Model Size (Million Parameters)":106,"Memory Usage (GB, fp32)":0.39,"Embedding Dimensions":768,"Max Tokens":512,"SummEval":29.45} -{"index":367,"Rank":248,"Model":"universal-sentence-encoder-4<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","SummEval":29.42} -{"index":139,"Rank":249,"Model":"snowflake-arctic-embed-m-v2.0<\/a>","Model Size (Million Parameters)":305,"Memory Usage (GB, fp32)":1.14,"Embedding Dimensions":768,"Max Tokens":8192,"SummEval":29.39} -{"index":179,"Rank":250,"Model":"snowflake-arctic-embed-m-v2.0-cpu<\/a>","Model Size (Million Parameters)":305,"Memory Usage (GB, fp32)":1.14,"Embedding Dimensions":768,"Max Tokens":8192,"SummEval":29.39} -{"index":216,"Rank":251,"Model":"granite-embedding-30m-english<\/a>","Model Size (Million Parameters)":30,"Memory Usage (GB, fp32)":0.11,"Embedding Dimensions":384,"Max Tokens":514,"SummEval":29.38} -{"index":104,"Rank":252,"Model":"test25<\/a>","Model Size (Million Parameters)":17,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"SummEval":29.33} -{"index":264,"Rank":253,"Model":"M2V_base_output<\/a>","Model Size (Million Parameters)":8,"Memory Usage (GB, fp32)":0.03,"Embedding Dimensions":256,"Max Tokens":1000000,"SummEval":29.28} -{"index":376,"Rank":254,"Model":"potion-base-8M-stf<\/a>","Model Size (Million Parameters)":8,"Memory Usage (GB, fp32)":0.03,"Embedding Dimensions":256,"Max Tokens":1000000,"SummEval":29.28} -{"index":268,"Rank":255,"Model":"potion-base-8M<\/a>","Model Size (Million Parameters)":8,"Memory Usage (GB, fp32)":0.03,"Embedding Dimensions":256,"Max Tokens":1000000,"SummEval":29.28} -{"index":169,"Rank":256,"Model":"brown-beetle-small-v1<\/a>","Model Size (Million Parameters)":8,"Memory Usage (GB, fp32)":0.03,"Embedding Dimensions":256,"Max Tokens":1000000,"SummEval":29.27} -{"index":80,"Rank":257,"Model":"bilingual-embedding-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"SummEval":29.23} -{"index":363,"Rank":258,"Model":"mv_sw<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","SummEval":29.2} -{"index":65,"Rank":259,"Model":"KaLM-embedding-multilingual-mini-v1<\/a>","Model Size (Million Parameters)":494,"Memory Usage (GB, fp32)":1.84,"Embedding Dimensions":896,"Max Tokens":131072,"SummEval":29.15} -{"index":167,"Rank":260,"Model":"brown-beetle-base-v1<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.08,"Embedding Dimensions":768,"Max Tokens":1000000,"SummEval":29.13} -{"index":183,"Rank":261,"Model":"cai-lunaris-text-embeddings<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"SummEval":29.02} -{"index":252,"Rank":262,"Model":"XLM-3B5-embedding<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","SummEval":29.02} -{"index":368,"Rank":263,"Model":"universal-sentence-encoder-large-5<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","SummEval":29.01} -{"index":7,"Rank":264,"Model":"voyage-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":32000,"SummEval":28.92} -{"index":191,"Rank":265,"Model":"deberta-v1-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":512,"SummEval":28.91} -{"index":267,"Rank":266,"Model":"potion-base-4M<\/a>","Model Size (Million Parameters)":4,"Memory Usage (GB, fp32)":0.01,"Embedding Dimensions":128,"Max Tokens":1000000,"SummEval":28.89} -{"index":325,"Rank":267,"Model":"average_word_embeddings_glove.6B.300d<\/a>","Model Size (Million Parameters)":120,"Memory Usage (GB, fp32)":0.45,"Embedding Dimensions":300,"Max Tokens":"N\/A","SummEval":28.87} -{"index":119,"Rank":268,"Model":"Arabic-mpnet-base-all-nli-triplet<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"SummEval":28.79} -{"index":172,"Rank":269,"Model":"brown-beetle-tiny-v1.1<\/a>","Model Size (Million Parameters)":4,"Memory Usage (GB, fp32)":0.01,"Embedding Dimensions":768,"Max Tokens":1000000,"SummEval":28.59} -{"index":86,"Rank":270,"Model":"LLM2Vec-Llama-2-7b-chat-hf-mntp-supervised<\/a>","Model Size (Million Parameters)":6607,"Memory Usage (GB, fp32)":24.61,"Embedding Dimensions":4096,"Max Tokens":4096,"SummEval":28.49} -{"index":182,"Rank":271,"Model":"rubert-tiny2<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"Embedding Dimensions":2048,"Max Tokens":514,"SummEval":28.46} -{"index":13,"Rank":272,"Model":"voyage-multilingual-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":32000,"SummEval":28.44} -{"index":290,"Rank":273,"Model":"nomic-embed-text-v1.5-64<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":64,"Max Tokens":8192,"SummEval":28.41} -{"index":248,"Rank":274,"Model":"modernbert-embed-large<\/a>","Model Size (Million Parameters)":395,"Memory Usage (GB, fp32)":1.47,"Embedding Dimensions":1024,"Max Tokens":8192,"SummEval":28.31} -{"index":154,"Rank":275,"Model":"sbert_large_nlu_ru<\/a>","Model Size (Million Parameters)":427,"Memory Usage (GB, fp32)":1.59,"Embedding Dimensions":1024,"Max Tokens":512,"SummEval":28.2} -{"index":321,"Rank":276,"Model":"all-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"SummEval":27.9} -{"index":63,"Rank":277,"Model":"KaLM-embedding-multilingual-mini-instruct-v1<\/a>","Model Size (Million Parameters)":494,"Memory Usage (GB, fp32)":1.84,"Embedding Dimensions":896,"Max Tokens":131072,"SummEval":27.88} -{"index":155,"Rank":278,"Model":"Giga-Embeddings-instruct<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","SummEval":27.86} -{"index":324,"Rank":279,"Model":"allenai-specter<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"SummEval":27.66} -{"index":157,"Rank":280,"Model":"Titan-text-embeddings-v2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","SummEval":27.54} -{"index":323,"Rank":281,"Model":"all-mpnet-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"SummEval":27.49} -{"index":153,"Rank":282,"Model":"sbert_large_mt_nlu_ru<\/a>","Model Size (Million Parameters)":427,"Memory Usage (GB, fp32)":1.59,"Embedding Dimensions":1024,"Max Tokens":514,"SummEval":27.17} -{"index":392,"Rank":283,"Model":"text-similarity-ada-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":2046,"SummEval":26.94} -{"index":14,"Rank":284,"Model":"LASER2<\/a>","Model Size (Million Parameters)":43,"Memory Usage (GB, fp32)":0.16,"Embedding Dimensions":1024,"Max Tokens":"N\/A","SummEval":26.8} -{"index":64,"Rank":285,"Model":"KaLM-embedding-multilingual-mini-instruct-v1.5<\/a>","Model Size (Million Parameters)":494,"Memory Usage (GB, fp32)":1.84,"Embedding Dimensions":896,"Max Tokens":131072,"SummEval":25.23} -{"index":373,"Rank":286,"Model":"b1ade-embed-kd_3<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"SummEval":0.29} -{"index":2,"Rank":287,"Model":"titan-embed-text-v1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":8000,"SummEval":""} -{"index":3,"Rank":288,"Model":"mistral-embed<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":"","SummEval":""} -{"index":4,"Rank":289,"Model":"voyage-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":4000,"SummEval":""} -{"index":8,"Rank":290,"Model":"voyage-code-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":16000,"SummEval":""} -{"index":10,"Rank":291,"Model":"voyage-law-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":16000,"SummEval":""} -{"index":16,"Rank":293,"Model":"llm2vec-croissant-mntp<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"SummEval":""} -{"index":32,"Rank":295,"Model":"bge-m3<\/a>","Model Size (Million Parameters)":567,"Memory Usage (GB, fp32)":2.11,"Embedding Dimensions":1024,"Max Tokens":8192,"SummEval":""} -{"index":37,"Rank":296,"Model":"e5-R-mistral-7b<\/a>","Model Size (Million Parameters)":7242,"Memory Usage (GB, fp32)":26.98,"Embedding Dimensions":4096,"Max Tokens":32768,"SummEval":""} -{"index":54,"Rank":300,"Model":"xlm-roberta-base<\/a>","Model Size (Million Parameters)":279,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"SummEval":""} -{"index":55,"Rank":301,"Model":"xlm-roberta-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"SummEval":""} -{"index":57,"Rank":303,"Model":"STS-multilingual-mpnet-base-v2<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"SummEval":""} -{"index":58,"Rank":304,"Model":"bert-base-10lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":512,"SummEval":""} -{"index":59,"Rank":305,"Model":"bert-base-15lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":512,"SummEval":""} -{"index":60,"Rank":306,"Model":"bert-base-25lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":512,"SummEval":""} -{"index":74,"Rank":313,"Model":"gemma-2b-embeddings<\/a>","Model Size (Million Parameters)":2506,"Memory Usage (GB, fp32)":9.34,"Embedding Dimensions":2048,"Max Tokens":8192,"SummEval":""} -{"index":77,"Rank":314,"Model":"bilingual-document-embedding<\/a>","Model Size (Million Parameters)":568,"Memory Usage (GB, fp32)":2.12,"Embedding Dimensions":1024,"Max Tokens":8194,"SummEval":""} -{"index":99,"Rank":317,"Model":"gte-micro<\/a>","Model Size (Million Parameters)":17,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"SummEval":""} -{"index":100,"Rank":318,"Model":"gte-micro-v2<\/a>","Model Size (Million Parameters)":17,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"SummEval":""} -{"index":101,"Rank":319,"Model":"gte-micro-v3<\/a>","Model Size (Million Parameters)":17,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"SummEval":""} -{"index":102,"Rank":320,"Model":"gte-micro-v4<\/a>","Model Size (Million Parameters)":19,"Memory Usage (GB, fp32)":0.07,"Embedding Dimensions":384,"Max Tokens":512,"SummEval":""} -{"index":121,"Rank":321,"Model":"Solon-embeddings-large-0.1<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"SummEval":""} -{"index":122,"Rank":322,"Model":"KartonBERT-USE-base-v1<\/a>","Model Size (Million Parameters)":104,"Memory Usage (GB, fp32)":0.39,"Embedding Dimensions":768,"Max Tokens":512,"SummEval":""} -{"index":123,"Rank":323,"Model":"st-polish-kartonberta-base-alpha-v1<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":514,"SummEval":""} -{"index":146,"Rank":328,"Model":"sentence-croissant-llm-base<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"SummEval":""} -{"index":148,"Rank":329,"Model":"German_Semantic_STS_V2<\/a>","Model Size (Million Parameters)":336,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"SummEval":""} -{"index":152,"Rank":331,"Model":"ru-en-RoSBERTa<\/a>","Model Size (Million Parameters)":404,"Memory Usage (GB, fp32)":1.5,"Embedding Dimensions":1024,"Max Tokens":514,"SummEval":""} -{"index":168,"Rank":332,"Model":"brown-beetle-base-v1.1<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.08,"Embedding Dimensions":768,"Max Tokens":1000000,"SummEval":""} -{"index":170,"Rank":333,"Model":"brown-beetle-small-v1.1<\/a>","Model Size (Million Parameters)":8,"Memory Usage (GB, fp32)":0.03,"Embedding Dimensions":768,"Max Tokens":1000000,"SummEval":""} -{"index":177,"Rank":335,"Model":"slx-v0.1<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.08,"Embedding Dimensions":384,"Max Tokens":512,"SummEval":""} -{"index":184,"Rank":336,"Model":"cai-stellaris-text-embeddings<\/a>","Model Size (Million Parameters)":53,"Memory Usage (GB, fp32)":0.2,"Embedding Dimensions":768,"Max Tokens":514,"SummEval":""} -{"index":185,"Rank":337,"Model":"french-document-embedding<\/a>","Model Size (Million Parameters)":305,"Memory Usage (GB, fp32)":1.14,"Embedding Dimensions":768,"Max Tokens":8192,"SummEval":""} -{"index":186,"Rank":338,"Model":"sentence-camembert-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"SummEval":""} -{"index":187,"Rank":339,"Model":"sentence-camembert-large<\/a>","Model Size (Million Parameters)":337,"Memory Usage (GB, fp32)":1.26,"Embedding Dimensions":1024,"Max Tokens":512,"SummEval":""} -{"index":188,"Rank":340,"Model":"embedder-100p<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"SummEval":""} -{"index":194,"Rank":341,"Model":"sft-bge-small<\/a>","Model Size (Million Parameters)":24,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":512,"Max Tokens":512,"SummEval":""} -{"index":199,"Rank":342,"Model":"flaubert_base_cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":512,"SummEval":""} -{"index":200,"Rank":343,"Model":"flaubert_base_uncased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":512,"SummEval":""} -{"index":201,"Rank":344,"Model":"flaubert_large_cased<\/a>","Model Size (Million Parameters)":372,"Memory Usage (GB, fp32)":1.39,"Embedding Dimensions":1024,"Max Tokens":512,"SummEval":""} -{"index":204,"Rank":346,"Model":"bert-base-multilingual-cased<\/a>","Model Size (Million Parameters)":179,"Memory Usage (GB, fp32)":0.67,"Embedding Dimensions":768,"Max Tokens":512,"SummEval":""} -{"index":205,"Rank":347,"Model":"bert-base-multilingual-uncased<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Embedding Dimensions":768,"Max Tokens":512,"SummEval":""} -{"index":218,"Rank":348,"Model":"inf-retriever-v1<\/a>","Model Size (Million Parameters)":7069,"Memory Usage (GB, fp32)":26.33,"Embedding Dimensions":3584,"Max Tokens":131072,"SummEval":""} -{"index":230,"Rank":349,"Model":"herbert-base-retrieval-v2<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.47,"Embedding Dimensions":768,"Max Tokens":514,"SummEval":""} -{"index":231,"Rank":350,"Model":"silver-retriever-base-v1<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.47,"Embedding Dimensions":768,"Max Tokens":514,"SummEval":""} -{"index":255,"Rank":351,"Model":"ternary-weight-embedding<\/a>","Model Size (Million Parameters)":99,"Memory Usage (GB, fp32)":0.37,"Embedding Dimensions":1792,"Max Tokens":512,"SummEval":""} -{"index":256,"Rank":352,"Model":"bge-m3-custom-fr<\/a>","Model Size (Million Parameters)":568,"Memory Usage (GB, fp32)":2.12,"Embedding Dimensions":1024,"Max Tokens":8194,"SummEval":""} -{"index":257,"Rank":353,"Model":"sentence_croissant_alpha_v0.1<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"SummEval":""} -{"index":258,"Rank":354,"Model":"sentence_croissant_alpha_v0.2<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"SummEval":""} -{"index":259,"Rank":355,"Model":"sentence_croissant_alpha_v0.3<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"SummEval":""} -{"index":260,"Rank":356,"Model":"sentence_croissant_alpha_v0.4<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"SummEval":""} -{"index":271,"Rank":358,"Model":"mxbai-embed-xsmall-v1<\/a>","Model Size (Million Parameters)":24,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":384,"Max Tokens":4096,"SummEval":""} -{"index":273,"Rank":359,"Model":"fin-mpnet-base<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"SummEval":""} -{"index":295,"Rank":366,"Model":"NV-Retriever-v1<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":512,"SummEval":""} -{"index":296,"Rank":367,"Model":"arabic-english-sts-matryoshka<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"SummEval":""} -{"index":297,"Rank":368,"Model":"arabic-english-sts-matryoshka-v2.0<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"SummEval":""} -{"index":298,"Rank":369,"Model":"MiniCPM-Embedding<\/a>","Model Size (Million Parameters)":2725,"Memory Usage (GB, fp32)":10.15,"Embedding Dimensions":2304,"Max Tokens":512,"SummEval":""} -{"index":305,"Rank":370,"Model":"FAB-Ramy-v1<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"SummEval":""} -{"index":306,"Rank":371,"Model":"FAE-v1<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"SummEval":""} -{"index":307,"Rank":372,"Model":"FUE-v1<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"SummEval":""} -{"index":313,"Rank":373,"Model":"mmlw-e5-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"SummEval":""} -{"index":314,"Rank":374,"Model":"mmlw-e5-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"SummEval":""} -{"index":315,"Rank":375,"Model":"mmlw-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"SummEval":""} -{"index":316,"Rank":376,"Model":"mmlw-roberta-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":514,"SummEval":""} -{"index":317,"Rank":377,"Model":"mmlw-roberta-large<\/a>","Model Size (Million Parameters)":435,"Memory Usage (GB, fp32)":1.62,"Embedding Dimensions":1024,"Max Tokens":514,"SummEval":""} -{"index":318,"Rank":378,"Model":"st-polish-paraphrase-from-distilroberta<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.47,"Embedding Dimensions":768,"Max Tokens":514,"SummEval":""} -{"index":319,"Rank":379,"Model":"st-polish-paraphrase-from-mpnet<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.47,"Embedding Dimensions":768,"Max Tokens":514,"SummEval":""} -{"index":327,"Rank":380,"Model":"distiluse-base-multilingual-cased-v2<\/a>","Model Size (Million Parameters)":135,"Memory Usage (GB, fp32)":0.5,"Embedding Dimensions":512,"Max Tokens":512,"SummEval":""} -{"index":333,"Rank":381,"Model":"multi-qa-MiniLM-L6-cos-v1<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":384,"Max Tokens":512,"SummEval":""} -{"index":343,"Rank":382,"Model":"silma-embeddding-matryoshka-v0.1<\/a>","Model Size (Million Parameters)":135,"Memory Usage (GB, fp32)":0.5,"Embedding Dimensions":768,"Max Tokens":512,"SummEval":""} -{"index":344,"Rank":383,"Model":"silma-embeddding-sts-v0.1<\/a>","Model Size (Million Parameters)":135,"Memory Usage (GB, fp32)":0.5,"Embedding Dimensions":768,"Max Tokens":512,"SummEval":""} -{"index":347,"Rank":384,"Model":"ret-phi2-v0<\/a>","Model Size (Million Parameters)":2649,"Memory Usage (GB, fp32)":9.87,"Embedding Dimensions":2560,"Max Tokens":2048,"SummEval":""} -{"index":348,"Rank":385,"Model":"Angle_BERT<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"SummEval":""} -{"index":354,"Rank":386,"Model":"ALL_862873<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"SummEval":""} -{"index":377,"Rank":389,"Model":"bilingual-embedding-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"SummEval":""} -{"index":385,"Rank":393,"Model":"bi-cse<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"SummEval":""} -{"index":387,"Rank":394,"Model":"text-search-ada-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":2046,"SummEval":""} -{"index":388,"Rank":395,"Model":"text-search-ada-doc-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":2046,"SummEval":""} -{"index":389,"Rank":396,"Model":"text-search-babbage-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":2048,"Max Tokens":2046,"SummEval":""} -{"index":390,"Rank":397,"Model":"text-search-curie-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":4096,"Max Tokens":2046,"SummEval":""} -{"index":391,"Rank":398,"Model":"text-search-davinci-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":12288,"Max Tokens":2046,"SummEval":""} -{"index":393,"Rank":399,"Model":"text-similarity-babbage-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":2048,"Max Tokens":2046,"SummEval":""} -{"index":394,"Rank":400,"Model":"text-similarity-curie-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":4096,"Max Tokens":2046,"SummEval":""} -{"index":395,"Rank":401,"Model":"text-similarity-davinci-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":12288,"Max Tokens":2046,"SummEval":""} diff --git a/all_data_tasks/7/default.jsonl b/all_data_tasks/7/default.jsonl deleted file mode 100644 index 1159d642deee6bed02e01417261c9ab0f96edcda..0000000000000000000000000000000000000000 --- a/all_data_tasks/7/default.jsonl +++ /dev/null @@ -1,83 +0,0 @@ -{"index":53,"Rank":1,"Model":"multilingual-e5-large-instruct<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":84.26,"BUCC (de-en)":99.61,"BUCC (fr-en)":99.15,"BUCC (ru-en)":97.87,"BUCC (zh-en)":99.39,"Tatoeba (afr-eng)":95.67,"Tatoeba (amh-eng)":87.64,"Tatoeba (ang-eng)":72.74,"Tatoeba (ara-eng)":91.38,"Tatoeba (arq-eng)":64.1,"Tatoeba (arz-eng)":82.26,"Tatoeba (ast-eng)":89.76,"Tatoeba (awa-eng)":91.41,"Tatoeba (aze-eng)":93.89,"Tatoeba (bel-eng)":95.48,"Tatoeba (ben-eng)":89.03,"Tatoeba (ber-eng)":54.69,"Tatoeba (bos-eng)":95.86,"Tatoeba (bre-eng)":32.56,"Tatoeba (bul-eng)":94.52,"Tatoeba (cat-eng)":95.53,"Tatoeba (cbk-eng)":83.24,"Tatoeba (ceb-eng)":71.09,"Tatoeba (ces-eng)":96.23,"Tatoeba (cha-eng)":50.55,"Tatoeba (cmn-eng)":96.5,"Tatoeba (cor-eng)":11.54,"Tatoeba (csb-eng)":68.19,"Tatoeba (cym-eng)":89.86,"Tatoeba (dan-eng)":95.87,"Tatoeba (deu-eng)":99.33,"Tatoeba (dsb-eng)":72.99,"Tatoeba (dtp-eng)":14.1,"Tatoeba (ell-eng)":94.85,"Tatoeba (epo-eng)":98.38,"Tatoeba (est-eng)":87.46,"Tatoeba (eus-eng)":84.67,"Tatoeba (fao-eng)":87.43,"Tatoeba (fin-eng)":96.8,"Tatoeba (fra-eng)":94.97,"Tatoeba (fry-eng)":80.83,"Tatoeba (gla-eng)":77.87,"Tatoeba (gle-eng)":84.37,"Tatoeba (glg-eng)":95.96,"Tatoeba (gsw-eng)":59.47,"Tatoeba (heb-eng)":91.52,"Tatoeba (hin-eng)":97.47,"Tatoeba (hrv-eng)":96.75,"Tatoeba (hsb-eng)":79.87,"Tatoeba (hun-eng)":94.52,"Tatoeba (hye-eng)":93.65,"Tatoeba (ido-eng)":91.78,"Tatoeba (ile-eng)":89.94,"Tatoeba (ina-eng)":96.1,"Tatoeba (ind-eng)":94.32,"Tatoeba (isl-eng)":95.2,"Tatoeba (ita-eng)":94.37,"Tatoeba (jav-eng)":85.29,"Tatoeba (jpn-eng)":96.52,"Tatoeba (kab-eng)":57.13,"Tatoeba (kat-eng)":92.64,"Tatoeba (kaz-eng)":87.42,"Tatoeba (khm-eng)":75.24,"Tatoeba (kor-eng)":91.77,"Tatoeba (kur-eng)":77.3,"Tatoeba (kzj-eng)":14.96,"Tatoeba (lat-eng)":74.17,"Tatoeba (lfn-eng)":80.03,"Tatoeba (lit-eng)":91.71,"Tatoeba (lvs-eng)":93.02,"Tatoeba (mal-eng)":98.93,"Tatoeba (mar-eng)":92.33,"Tatoeba (max-eng)":74.56,"Tatoeba (mhr-eng)":16.98,"Tatoeba (mkd-eng)":92.17,"Tatoeba (mon-eng)":95.8,"Tatoeba (nds-eng)":86.3,"Tatoeba (nld-eng)":97.53,"Tatoeba (nno-eng)":94.06,"Tatoeba (nob-eng)":98.33,"Tatoeba (nov-eng)":83.42,"Tatoeba (oci-eng)":72.35,"Tatoeba (orv-eng)":58.83,"Tatoeba (pam-eng)":19.75,"Tatoeba (pes-eng)":94.92,"Tatoeba (pms-eng)":78.43,"Tatoeba (pol-eng)":97.33,"Tatoeba (por-eng)":94.91,"Tatoeba (ron-eng)":97.32,"Tatoeba (rus-eng)":93.7,"Tatoeba (slk-eng)":95.27,"Tatoeba (slv-eng)":91.6,"Tatoeba (spa-eng)":98.53,"Tatoeba (sqi-eng)":96.45,"Tatoeba (srp-eng)":94.55,"Tatoeba (swe-eng)":95.35,"Tatoeba (swg-eng)":77.68,"Tatoeba (swh-eng)":80.12,"Tatoeba (tam-eng)":90.88,"Tatoeba (tat-eng)":85.7,"Tatoeba (tel-eng)":95.51,"Tatoeba (tgl-eng)":96.0,"Tatoeba (tha-eng)":96.59,"Tatoeba (tuk-eng)":50.55,"Tatoeba (tur-eng)":98.13,"Tatoeba (tzl-eng)":59.17,"Tatoeba (uig-eng)":87.01,"Tatoeba (ukr-eng)":94.8,"Tatoeba (urd-eng)":93.22,"Tatoeba (uzb-eng)":80.49,"Tatoeba (vie-eng)":97.5,"Tatoeba (war-eng)":73.83,"Tatoeba (wuu-eng)":92.4,"Tatoeba (xho-eng)":86.74,"Tatoeba (yid-eng)":90.47,"Tatoeba (yue-eng)":92.84,"Tatoeba (zsm-eng)":96.62} -{"index":44,"Rank":2,"Model":"SONAR<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":82.67,"BUCC (de-en)":98.82,"BUCC (fr-en)":98.09,"BUCC (ru-en)":97.37,"BUCC (zh-en)":98.72,"Tatoeba (afr-eng)":97.47,"Tatoeba (amh-eng)":91.67,"Tatoeba (ang-eng)":46.34,"Tatoeba (ara-eng)":93.83,"Tatoeba (arq-eng)":75.41,"Tatoeba (arz-eng)":86.76,"Tatoeba (ast-eng)":90.81,"Tatoeba (awa-eng)":87.86,"Tatoeba (aze-eng)":89.12,"Tatoeba (bel-eng)":95.68,"Tatoeba (ben-eng)":89.02,"Tatoeba (ber-eng)":29.29,"Tatoeba (bos-eng)":95.9,"Tatoeba (bre-eng)":8.48,"Tatoeba (bul-eng)":94.52,"Tatoeba (cat-eng)":96.65,"Tatoeba (cbk-eng)":80.47,"Tatoeba (ceb-eng)":74.67,"Tatoeba (ces-eng)":96.88,"Tatoeba (cha-eng)":25.11,"Tatoeba (cmn-eng)":93.8,"Tatoeba (cor-eng)":9.98,"Tatoeba (csb-eng)":77.98,"Tatoeba (cym-eng)":91.3,"Tatoeba (dan-eng)":97.09,"Tatoeba (deu-eng)":99.13,"Tatoeba (dsb-eng)":64.48,"Tatoeba (dtp-eng)":7.95,"Tatoeba (ell-eng)":95.47,"Tatoeba (epo-eng)":98.47,"Tatoeba (est-eng)":97.17,"Tatoeba (eus-eng)":95.38,"Tatoeba (fao-eng)":93.6,"Tatoeba (fin-eng)":97.83,"Tatoeba (fra-eng)":95.37,"Tatoeba (fry-eng)":59.45,"Tatoeba (gla-eng)":80.89,"Tatoeba (gle-eng)":91.63,"Tatoeba (glg-eng)":97.28,"Tatoeba (gsw-eng)":54.83,"Tatoeba (heb-eng)":92.34,"Tatoeba (hin-eng)":97.07,"Tatoeba (hrv-eng)":97.65,"Tatoeba (hsb-eng)":77.87,"Tatoeba (hun-eng)":96.93,"Tatoeba (hye-eng)":95.15,"Tatoeba (ido-eng)":93.67,"Tatoeba (ile-eng)":81.0,"Tatoeba (ina-eng)":88.66,"Tatoeba (ind-eng)":94.5,"Tatoeba (isl-eng)":96.47,"Tatoeba (ita-eng)":95.95,"Tatoeba (jav-eng)":85.76,"Tatoeba (jpn-eng)":94.67,"Tatoeba (kab-eng)":83.66,"Tatoeba (kat-eng)":93.69,"Tatoeba (kaz-eng)":88.12,"Tatoeba (khm-eng)":70.2,"Tatoeba (kor-eng)":89.99,"Tatoeba (kur-eng)":34.22,"Tatoeba (kzj-eng)":8.62,"Tatoeba (lat-eng)":36.64,"Tatoeba (lfn-eng)":65.54,"Tatoeba (lit-eng)":97.43,"Tatoeba (lvs-eng)":95.45,"Tatoeba (mal-eng)":97.67,"Tatoeba (mar-eng)":93.35,"Tatoeba (max-eng)":72.73,"Tatoeba (mhr-eng)":11.87,"Tatoeba (mkd-eng)":95.98,"Tatoeba (mon-eng)":91.59,"Tatoeba (nds-eng)":54.18,"Tatoeba (nld-eng)":97.2,"Tatoeba (nno-eng)":97.31,"Tatoeba (nob-eng)":99.07,"Tatoeba (nov-eng)":71.25,"Tatoeba (oci-eng)":84.57,"Tatoeba (orv-eng)":47.07,"Tatoeba (pam-eng)":10.3,"Tatoeba (pes-eng)":94.37,"Tatoeba (pms-eng)":66.63,"Tatoeba (pol-eng)":97.7,"Tatoeba (por-eng)":95.49,"Tatoeba (ron-eng)":97.6,"Tatoeba (rus-eng)":94.35,"Tatoeba (slk-eng)":97.63,"Tatoeba (slv-eng)":95.99,"Tatoeba (spa-eng)":98.53,"Tatoeba (sqi-eng)":98.55,"Tatoeba (srp-eng)":94.87,"Tatoeba (swe-eng)":97.03,"Tatoeba (swg-eng)":67.69,"Tatoeba (swh-eng)":91.98,"Tatoeba (tam-eng)":88.08,"Tatoeba (tat-eng)":87.05,"Tatoeba (tel-eng)":91.6,"Tatoeba (tgl-eng)":96.95,"Tatoeba (tha-eng)":96.05,"Tatoeba (tuk-eng)":91.82,"Tatoeba (tur-eng)":98.27,"Tatoeba (tzl-eng)":39.48,"Tatoeba (uig-eng)":90.07,"Tatoeba (ukr-eng)":94.3,"Tatoeba (urd-eng)":93.17,"Tatoeba (uzb-eng)":85.26,"Tatoeba (vie-eng)":97.17,"Tatoeba (war-eng)":82.83,"Tatoeba (wuu-eng)":81.79,"Tatoeba (xho-eng)":94.84,"Tatoeba (yid-eng)":94.3,"Tatoeba (yue-eng)":88.44,"Tatoeba (zsm-eng)":96.07} -{"index":66,"Rank":3,"Model":"LaBSE<\/a>","Model Size (Million Parameters)":471,"Memory Usage (GB, fp32)":1.75,"Embedding Dimensions":768,"Max Tokens":512,"Average":81.75,"BUCC (de-en)":99.35,"BUCC (fr-en)":98.72,"BUCC (ru-en)":97.78,"BUCC (zh-en)":99.16,"Tatoeba (afr-eng)":96.18,"Tatoeba (amh-eng)":91.47,"Tatoeba (ang-eng)":59.28,"Tatoeba (ara-eng)":88.8,"Tatoeba (arq-eng)":42.69,"Tatoeba (arz-eng)":76.0,"Tatoeba (ast-eng)":90.68,"Tatoeba (awa-eng)":71.7,"Tatoeba (aze-eng)":94.93,"Tatoeba (bel-eng)":95.0,"Tatoeba (ben-eng)":88.55,"Tatoeba (ber-eng)":8.4,"Tatoeba (bos-eng)":94.92,"Tatoeba (bre-eng)":15.07,"Tatoeba (bul-eng)":94.58,"Tatoeba (cat-eng)":95.38,"Tatoeba (cbk-eng)":79.44,"Tatoeba (ceb-eng)":64.42,"Tatoeba (ces-eng)":96.68,"Tatoeba (cha-eng)":31.77,"Tatoeba (cmn-eng)":95.1,"Tatoeba (cor-eng)":10.11,"Tatoeba (csb-eng)":52.57,"Tatoeba (cym-eng)":92.0,"Tatoeba (dan-eng)":95.71,"Tatoeba (deu-eng)":99.2,"Tatoeba (dsb-eng)":64.81,"Tatoeba (dtp-eng)":10.85,"Tatoeba (ell-eng)":95.35,"Tatoeba (epo-eng)":98.2,"Tatoeba (est-eng)":96.55,"Tatoeba (eus-eng)":95.01,"Tatoeba (fao-eng)":87.4,"Tatoeba (fin-eng)":96.37,"Tatoeba (fra-eng)":94.86,"Tatoeba (fry-eng)":89.31,"Tatoeba (gla-eng)":85.66,"Tatoeba (gle-eng)":93.8,"Tatoeba (glg-eng)":96.82,"Tatoeba (gsw-eng)":46.5,"Tatoeba (heb-eng)":91.53,"Tatoeba (hin-eng)":96.87,"Tatoeba (hrv-eng)":96.95,"Tatoeba (hsb-eng)":67.11,"Tatoeba (hun-eng)":96.55,"Tatoeba (hye-eng)":94.09,"Tatoeba (ido-eng)":89.42,"Tatoeba (ile-eng)":85.58,"Tatoeba (ina-eng)":95.37,"Tatoeba (ind-eng)":93.66,"Tatoeba (isl-eng)":94.75,"Tatoeba (ita-eng)":92.72,"Tatoeba (jav-eng)":79.77,"Tatoeba (jpn-eng)":95.38,"Tatoeba (kab-eng)":4.31,"Tatoeba (kat-eng)":95.02,"Tatoeba (kaz-eng)":87.49,"Tatoeba (khm-eng)":78.37,"Tatoeba (kor-eng)":90.95,"Tatoeba (kur-eng)":83.59,"Tatoeba (kzj-eng)":11.33,"Tatoeba (lat-eng)":80.07,"Tatoeba (lfn-eng)":67.54,"Tatoeba (lit-eng)":96.47,"Tatoeba (lvs-eng)":95.88,"Tatoeba (mal-eng)":98.45,"Tatoeba (mar-eng)":92.65,"Tatoeba (max-eng)":63.26,"Tatoeba (mhr-eng)":15.74,"Tatoeba (mkd-eng)":93.6,"Tatoeba (mon-eng)":95.91,"Tatoeba (nds-eng)":79.42,"Tatoeba (nld-eng)":96.07,"Tatoeba (nno-eng)":94.48,"Tatoeba (nob-eng)":98.4,"Tatoeba (nov-eng)":74.38,"Tatoeba (oci-eng)":65.81,"Tatoeba (orv-eng)":38.93,"Tatoeba (pam-eng)":10.73,"Tatoeba (pes-eng)":94.7,"Tatoeba (pms-eng)":64.57,"Tatoeba (pol-eng)":97.22,"Tatoeba (por-eng)":94.14,"Tatoeba (ron-eng)":96.92,"Tatoeba (rus-eng)":93.75,"Tatoeba (slk-eng)":96.5,"Tatoeba (slv-eng)":96.03,"Tatoeba (spa-eng)":98.4,"Tatoeba (sqi-eng)":96.76,"Tatoeba (srp-eng)":94.43,"Tatoeba (swe-eng)":95.63,"Tatoeba (swg-eng)":59.36,"Tatoeba (swh-eng)":84.5,"Tatoeba (tam-eng)":89.0,"Tatoeba (tat-eng)":85.92,"Tatoeba (tel-eng)":97.86,"Tatoeba (tgl-eng)":96.02,"Tatoeba (tha-eng)":96.14,"Tatoeba (tuk-eng)":75.27,"Tatoeba (tur-eng)":98.0,"Tatoeba (tzl-eng)":58.88,"Tatoeba (uig-eng)":92.4,"Tatoeba (ukr-eng)":93.97,"Tatoeba (urd-eng)":93.22,"Tatoeba (uzb-eng)":84.23,"Tatoeba (vie-eng)":97.2,"Tatoeba (war-eng)":60.29,"Tatoeba (wuu-eng)":90.18,"Tatoeba (xho-eng)":91.55,"Tatoeba (yid-eng)":88.79,"Tatoeba (yue-eng)":89.58,"Tatoeba (zsm-eng)":95.62} -{"index":52,"Rank":4,"Model":"multilingual-e5-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":76.52,"BUCC (de-en)":99.38,"BUCC (fr-en)":98.11,"BUCC (ru-en)":97.52,"BUCC (zh-en)":99.2,"Tatoeba (afr-eng)":90.22,"Tatoeba (amh-eng)":80.69,"Tatoeba (ang-eng)":40.18,"Tatoeba (ara-eng)":85.48,"Tatoeba (arq-eng)":41.56,"Tatoeba (arz-eng)":74.73,"Tatoeba (ast-eng)":81.76,"Tatoeba (awa-eng)":72.27,"Tatoeba (aze-eng)":87.61,"Tatoeba (bel-eng)":91.08,"Tatoeba (ben-eng)":83.02,"Tatoeba (ber-eng)":38.9,"Tatoeba (bos-eng)":92.86,"Tatoeba (bre-eng)":11.1,"Tatoeba (bul-eng)":92.93,"Tatoeba (cat-eng)":91.03,"Tatoeba (cbk-eng)":69.26,"Tatoeba (ceb-eng)":55.31,"Tatoeba (ces-eng)":94.89,"Tatoeba (cha-eng)":27.16,"Tatoeba (cmn-eng)":95.28,"Tatoeba (cor-eng)":6.28,"Tatoeba (csb-eng)":36.98,"Tatoeba (cym-eng)":76.21,"Tatoeba (dan-eng)":95.08,"Tatoeba (deu-eng)":99.07,"Tatoeba (dsb-eng)":48.44,"Tatoeba (dtp-eng)":7.03,"Tatoeba (ell-eng)":93.88,"Tatoeba (epo-eng)":96.01,"Tatoeba (est-eng)":85.03,"Tatoeba (eus-eng)":77.82,"Tatoeba (fao-eng)":72.62,"Tatoeba (fin-eng)":95.44,"Tatoeba (fra-eng)":93.42,"Tatoeba (fry-eng)":63.43,"Tatoeba (gla-eng)":59.0,"Tatoeba (gle-eng)":71.48,"Tatoeba (glg-eng)":93.34,"Tatoeba (gsw-eng)":51.65,"Tatoeba (heb-eng)":86.61,"Tatoeba (hin-eng)":94.48,"Tatoeba (hrv-eng)":96.15,"Tatoeba (hsb-eng)":58.9,"Tatoeba (hun-eng)":94.01,"Tatoeba (hye-eng)":90.92,"Tatoeba (ido-eng)":83.52,"Tatoeba (ile-eng)":79.16,"Tatoeba (ina-eng)":93.47,"Tatoeba (ind-eng)":92.9,"Tatoeba (isl-eng)":92.09,"Tatoeba (ita-eng)":93.29,"Tatoeba (jav-eng)":75.46,"Tatoeba (jpn-eng)":95.28,"Tatoeba (kab-eng)":36.54,"Tatoeba (kat-eng)":84.09,"Tatoeba (kaz-eng)":79.67,"Tatoeba (khm-eng)":59.96,"Tatoeba (kor-eng)":90.65,"Tatoeba (kur-eng)":66.83,"Tatoeba (kzj-eng)":7.91,"Tatoeba (lat-eng)":53.37,"Tatoeba (lfn-eng)":62.91,"Tatoeba (lit-eng)":88.48,"Tatoeba (lvs-eng)":90.06,"Tatoeba (mal-eng)":97.7,"Tatoeba (mar-eng)":88.58,"Tatoeba (max-eng)":63.41,"Tatoeba (mhr-eng)":6.79,"Tatoeba (mkd-eng)":85.63,"Tatoeba (mon-eng)":87.53,"Tatoeba (nds-eng)":69.28,"Tatoeba (nld-eng)":96.63,"Tatoeba (nno-eng)":91.4,"Tatoeba (nob-eng)":97.2,"Tatoeba (nov-eng)":71.62,"Tatoeba (oci-eng)":54.91,"Tatoeba (orv-eng)":39.87,"Tatoeba (pam-eng)":9.32,"Tatoeba (pes-eng)":92.14,"Tatoeba (pms-eng)":59.85,"Tatoeba (pol-eng)":96.6,"Tatoeba (por-eng)":93.63,"Tatoeba (ron-eng)":94.87,"Tatoeba (rus-eng)":92.32,"Tatoeba (slk-eng)":93.13,"Tatoeba (slv-eng)":89.57,"Tatoeba (spa-eng)":97.1,"Tatoeba (sqi-eng)":94.7,"Tatoeba (srp-eng)":93.1,"Tatoeba (swe-eng)":95.3,"Tatoeba (swg-eng)":55.64,"Tatoeba (swh-eng)":71.61,"Tatoeba (tam-eng)":88.23,"Tatoeba (tat-eng)":73.51,"Tatoeba (tel-eng)":91.34,"Tatoeba (tgl-eng)":92.0,"Tatoeba (tha-eng)":95.38,"Tatoeba (tuk-eng)":33.15,"Tatoeba (tur-eng)":96.27,"Tatoeba (tzl-eng)":53.16,"Tatoeba (uig-eng)":72.17,"Tatoeba (ukr-eng)":93.32,"Tatoeba (urd-eng)":89.21,"Tatoeba (uzb-eng)":72.35,"Tatoeba (vie-eng)":97.0,"Tatoeba (war-eng)":62.02,"Tatoeba (wuu-eng)":86.37,"Tatoeba (xho-eng)":80.87,"Tatoeba (yid-eng)":76.33,"Tatoeba (yue-eng)":88.71,"Tatoeba (zsm-eng)":94.53} -{"index":49,"Rank":5,"Model":"e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":71.07,"BUCC (de-en)":99.5,"BUCC (fr-en)":99.09,"BUCC (ru-en)":97.84,"BUCC (zh-en)":99.23,"Tatoeba (afr-eng)":87.32,"Tatoeba (amh-eng)":22.05,"Tatoeba (ang-eng)":81.59,"Tatoeba (ara-eng)":88.76,"Tatoeba (arq-eng)":48.55,"Tatoeba (arz-eng)":70.73,"Tatoeba (ast-eng)":80.94,"Tatoeba (awa-eng)":67.45,"Tatoeba (aze-eng)":76.23,"Tatoeba (bel-eng)":88.09,"Tatoeba (ben-eng)":81.82,"Tatoeba (ber-eng)":7.62,"Tatoeba (bos-eng)":91.54,"Tatoeba (bre-eng)":14.2,"Tatoeba (bul-eng)":93.98,"Tatoeba (cat-eng)":91.89,"Tatoeba (cbk-eng)":81.32,"Tatoeba (ceb-eng)":43.15,"Tatoeba (ces-eng)":94.93,"Tatoeba (cha-eng)":44.8,"Tatoeba (cmn-eng)":95.9,"Tatoeba (cor-eng)":9.19,"Tatoeba (csb-eng)":62.92,"Tatoeba (cym-eng)":72.32,"Tatoeba (dan-eng)":93.92,"Tatoeba (deu-eng)":99.47,"Tatoeba (dsb-eng)":65.43,"Tatoeba (dtp-eng)":11.74,"Tatoeba (ell-eng)":91.46,"Tatoeba (epo-eng)":87.76,"Tatoeba (est-eng)":62.93,"Tatoeba (eus-eng)":40.64,"Tatoeba (fao-eng)":70.33,"Tatoeba (fin-eng)":90.69,"Tatoeba (fra-eng)":95.66,"Tatoeba (fry-eng)":70.98,"Tatoeba (gla-eng)":63.53,"Tatoeba (gle-eng)":73.71,"Tatoeba (glg-eng)":90.44,"Tatoeba (gsw-eng)":52.21,"Tatoeba (heb-eng)":82.82,"Tatoeba (hin-eng)":95.28,"Tatoeba (hrv-eng)":93.97,"Tatoeba (hsb-eng)":74.4,"Tatoeba (hun-eng)":89.8,"Tatoeba (hye-eng)":63.99,"Tatoeba (ido-eng)":74.98,"Tatoeba (ile-eng)":83.97,"Tatoeba (ina-eng)":95.65,"Tatoeba (ind-eng)":93.48,"Tatoeba (isl-eng)":87.58,"Tatoeba (ita-eng)":91.94,"Tatoeba (jav-eng)":38.38,"Tatoeba (jpn-eng)":94.0,"Tatoeba (kab-eng)":3.81,"Tatoeba (kat-eng)":59.67,"Tatoeba (kaz-eng)":46.88,"Tatoeba (khm-eng)":37.31,"Tatoeba (kor-eng)":91.16,"Tatoeba (kur-eng)":29.93,"Tatoeba (kzj-eng)":12.29,"Tatoeba (lat-eng)":87.8,"Tatoeba (lfn-eng)":73.89,"Tatoeba (lit-eng)":69.07,"Tatoeba (lvs-eng)":66.01,"Tatoeba (mal-eng)":56.03,"Tatoeba (mar-eng)":68.99,"Tatoeba (max-eng)":64.8,"Tatoeba (mhr-eng)":16.24,"Tatoeba (mkd-eng)":86.9,"Tatoeba (mon-eng)":37.79,"Tatoeba (nds-eng)":77.42,"Tatoeba (nld-eng)":96.4,"Tatoeba (nno-eng)":87.24,"Tatoeba (nob-eng)":96.86,"Tatoeba (nov-eng)":72.4,"Tatoeba (oci-eng)":62.2,"Tatoeba (orv-eng)":59.66,"Tatoeba (pam-eng)":14.02,"Tatoeba (pes-eng)":89.67,"Tatoeba (pms-eng)":62.3,"Tatoeba (pol-eng)":96.47,"Tatoeba (por-eng)":94.44,"Tatoeba (ron-eng)":93.0,"Tatoeba (rus-eng)":93.75,"Tatoeba (slk-eng)":88.84,"Tatoeba (slv-eng)":86.13,"Tatoeba (spa-eng)":98.8,"Tatoeba (sqi-eng)":67.06,"Tatoeba (srp-eng)":92.54,"Tatoeba (swe-eng)":92.95,"Tatoeba (swg-eng)":64.75,"Tatoeba (swh-eng)":61.6,"Tatoeba (tam-eng)":72.83,"Tatoeba (tat-eng)":36.79,"Tatoeba (tel-eng)":42.86,"Tatoeba (tgl-eng)":93.14,"Tatoeba (tha-eng)":93.64,"Tatoeba (tuk-eng)":42.01,"Tatoeba (tur-eng)":94.13,"Tatoeba (tzl-eng)":49.51,"Tatoeba (uig-eng)":38.83,"Tatoeba (ukr-eng)":94.58,"Tatoeba (urd-eng)":83.62,"Tatoeba (uzb-eng)":52.73,"Tatoeba (vie-eng)":94.83,"Tatoeba (war-eng)":41.97,"Tatoeba (wuu-eng)":89.61,"Tatoeba (xho-eng)":35.94,"Tatoeba (yid-eng)":33.12,"Tatoeba (yue-eng)":89.11,"Tatoeba (zsm-eng)":94.23} -{"index":8,"Rank":6,"Model":"e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":71.07,"BUCC (de-en)":99.5,"BUCC (fr-en)":99.09,"BUCC (ru-en)":97.84,"BUCC (zh-en)":99.23,"Tatoeba (afr-eng)":87.19,"Tatoeba (amh-eng)":22.05,"Tatoeba (ang-eng)":81.59,"Tatoeba (ara-eng)":88.76,"Tatoeba (arq-eng)":48.55,"Tatoeba (arz-eng)":70.73,"Tatoeba (ast-eng)":80.94,"Tatoeba (awa-eng)":67.45,"Tatoeba (aze-eng)":76.23,"Tatoeba (bel-eng)":88.09,"Tatoeba (ben-eng)":81.82,"Tatoeba (ber-eng)":7.62,"Tatoeba (bos-eng)":91.54,"Tatoeba (bre-eng)":14.2,"Tatoeba (bul-eng)":93.98,"Tatoeba (cat-eng)":91.89,"Tatoeba (cbk-eng)":81.32,"Tatoeba (ceb-eng)":43.15,"Tatoeba (ces-eng)":94.93,"Tatoeba (cha-eng)":44.8,"Tatoeba (cmn-eng)":95.9,"Tatoeba (cor-eng)":9.19,"Tatoeba (csb-eng)":62.92,"Tatoeba (cym-eng)":72.32,"Tatoeba (dan-eng)":93.92,"Tatoeba (deu-eng)":99.47,"Tatoeba (dsb-eng)":65.43,"Tatoeba (dtp-eng)":11.74,"Tatoeba (ell-eng)":91.42,"Tatoeba (epo-eng)":87.79,"Tatoeba (est-eng)":62.89,"Tatoeba (eus-eng)":40.51,"Tatoeba (fao-eng)":70.33,"Tatoeba (fin-eng)":90.69,"Tatoeba (fra-eng)":95.77,"Tatoeba (fry-eng)":70.98,"Tatoeba (gla-eng)":63.53,"Tatoeba (gle-eng)":73.81,"Tatoeba (glg-eng)":90.44,"Tatoeba (gsw-eng)":52.21,"Tatoeba (heb-eng)":82.82,"Tatoeba (hin-eng)":95.28,"Tatoeba (hrv-eng)":93.97,"Tatoeba (hsb-eng)":74.24,"Tatoeba (hun-eng)":89.82,"Tatoeba (hye-eng)":63.99,"Tatoeba (ido-eng)":75.11,"Tatoeba (ile-eng)":83.97,"Tatoeba (ina-eng)":95.52,"Tatoeba (ind-eng)":93.48,"Tatoeba (isl-eng)":87.57,"Tatoeba (ita-eng)":91.94,"Tatoeba (jav-eng)":38.49,"Tatoeba (jpn-eng)":94.0,"Tatoeba (kab-eng)":3.81,"Tatoeba (kat-eng)":59.67,"Tatoeba (kaz-eng)":46.89,"Tatoeba (khm-eng)":37.31,"Tatoeba (kor-eng)":91.29,"Tatoeba (kur-eng)":29.93,"Tatoeba (kzj-eng)":12.19,"Tatoeba (lat-eng)":87.94,"Tatoeba (lfn-eng)":73.89,"Tatoeba (lit-eng)":69.2,"Tatoeba (lvs-eng)":66.01,"Tatoeba (mal-eng)":55.86,"Tatoeba (mar-eng)":68.99,"Tatoeba (max-eng)":64.8,"Tatoeba (mhr-eng)":16.24,"Tatoeba (mkd-eng)":86.9,"Tatoeba (mon-eng)":37.79,"Tatoeba (nds-eng)":77.42,"Tatoeba (nld-eng)":96.4,"Tatoeba (nno-eng)":87.24,"Tatoeba (nob-eng)":96.86,"Tatoeba (nov-eng)":72.4,"Tatoeba (oci-eng)":62.2,"Tatoeba (orv-eng)":59.65,"Tatoeba (pam-eng)":14.02,"Tatoeba (pes-eng)":89.67,"Tatoeba (pms-eng)":62.3,"Tatoeba (pol-eng)":96.47,"Tatoeba (por-eng)":94.44,"Tatoeba (ron-eng)":93.0,"Tatoeba (rus-eng)":93.75,"Tatoeba (slk-eng)":88.84,"Tatoeba (slv-eng)":85.99,"Tatoeba (spa-eng)":98.8,"Tatoeba (sqi-eng)":67.06,"Tatoeba (srp-eng)":92.54,"Tatoeba (swe-eng)":92.95,"Tatoeba (swg-eng)":64.75,"Tatoeba (swh-eng)":61.6,"Tatoeba (tam-eng)":72.83,"Tatoeba (tat-eng)":37.02,"Tatoeba (tel-eng)":42.79,"Tatoeba (tgl-eng)":93.14,"Tatoeba (tha-eng)":93.64,"Tatoeba (tuk-eng)":42.01,"Tatoeba (tur-eng)":94.13,"Tatoeba (tzl-eng)":49.51,"Tatoeba (uig-eng)":38.86,"Tatoeba (ukr-eng)":94.45,"Tatoeba (urd-eng)":83.62,"Tatoeba (uzb-eng)":52.73,"Tatoeba (vie-eng)":94.83,"Tatoeba (war-eng)":41.97,"Tatoeba (wuu-eng)":89.61,"Tatoeba (xho-eng)":35.96,"Tatoeba (yid-eng)":33.12,"Tatoeba (yue-eng)":89.11,"Tatoeba (zsm-eng)":94.1} -{"index":7,"Rank":7,"Model":"gte-multilingual-base<\/a>","Model Size (Million Parameters)":305,"Memory Usage (GB, fp32)":1.14,"Embedding Dimensions":768,"Max Tokens":8192,"Average":69.12,"BUCC (de-en)":98.62,"BUCC (fr-en)":97.9,"BUCC (ru-en)":97.12,"BUCC (zh-en)":98.16,"Tatoeba (afr-eng)":81.85,"Tatoeba (amh-eng)":76.36,"Tatoeba (ang-eng)":42.45,"Tatoeba (ara-eng)":77.81,"Tatoeba (arq-eng)":24.99,"Tatoeba (arz-eng)":55.77,"Tatoeba (ast-eng)":78.08,"Tatoeba (awa-eng)":48.46,"Tatoeba (aze-eng)":79.53,"Tatoeba (bel-eng)":85.56,"Tatoeba (ben-eng)":73.23,"Tatoeba (ber-eng)":20.39,"Tatoeba (bos-eng)":89.36,"Tatoeba (bre-eng)":13.59,"Tatoeba (bul-eng)":91.31,"Tatoeba (cat-eng)":91.5,"Tatoeba (cbk-eng)":70.04,"Tatoeba (ceb-eng)":21.26,"Tatoeba (ces-eng)":89.77,"Tatoeba (cha-eng)":30.8,"Tatoeba (cmn-eng)":95.73,"Tatoeba (cor-eng)":5.96,"Tatoeba (csb-eng)":29.98,"Tatoeba (cym-eng)":52.47,"Tatoeba (dan-eng)":91.83,"Tatoeba (deu-eng)":97.75,"Tatoeba (dsb-eng)":42.87,"Tatoeba (dtp-eng)":9.05,"Tatoeba (ell-eng)":91.9,"Tatoeba (epo-eng)":88.91,"Tatoeba (est-eng)":79.48,"Tatoeba (eus-eng)":63.75,"Tatoeba (fao-eng)":65.68,"Tatoeba (fin-eng)":88.19,"Tatoeba (fra-eng)":93.27,"Tatoeba (fry-eng)":73.7,"Tatoeba (gla-eng)":27.33,"Tatoeba (gle-eng)":32.73,"Tatoeba (glg-eng)":89.64,"Tatoeba (gsw-eng)":36.74,"Tatoeba (heb-eng)":75.85,"Tatoeba (hin-eng)":93.33,"Tatoeba (hrv-eng)":91.67,"Tatoeba (hsb-eng)":45.64,"Tatoeba (hun-eng)":89.09,"Tatoeba (hye-eng)":80.41,"Tatoeba (ido-eng)":77.59,"Tatoeba (ile-eng)":81.68,"Tatoeba (ina-eng)":91.29,"Tatoeba (ind-eng)":92.31,"Tatoeba (isl-eng)":82.59,"Tatoeba (ita-eng)":91.43,"Tatoeba (jav-eng)":35.7,"Tatoeba (jpn-eng)":93.14,"Tatoeba (kab-eng)":17.19,"Tatoeba (kat-eng)":72.77,"Tatoeba (kaz-eng)":67.63,"Tatoeba (khm-eng)":67.63,"Tatoeba (kor-eng)":84.08,"Tatoeba (kur-eng)":32.87,"Tatoeba (kzj-eng)":11.12,"Tatoeba (lat-eng)":42.99,"Tatoeba (lfn-eng)":63.56,"Tatoeba (lit-eng)":77.59,"Tatoeba (lvs-eng)":79.39,"Tatoeba (mal-eng)":94.64,"Tatoeba (mar-eng)":84.38,"Tatoeba (max-eng)":52.57,"Tatoeba (mhr-eng)":15.98,"Tatoeba (mkd-eng)":77.85,"Tatoeba (mon-eng)":71.7,"Tatoeba (nds-eng)":63.42,"Tatoeba (nld-eng)":93.78,"Tatoeba (nno-eng)":90.75,"Tatoeba (nob-eng)":96.62,"Tatoeba (nov-eng)":68.37,"Tatoeba (oci-eng)":51.12,"Tatoeba (orv-eng)":33.13,"Tatoeba (pam-eng)":9.23,"Tatoeba (pes-eng)":88.26,"Tatoeba (pms-eng)":46.68,"Tatoeba (pol-eng)":94.9,"Tatoeba (por-eng)":94.57,"Tatoeba (ron-eng)":90.72,"Tatoeba (rus-eng)":92.9,"Tatoeba (slk-eng)":88.81,"Tatoeba (slv-eng)":84.15,"Tatoeba (spa-eng)":97.68,"Tatoeba (sqi-eng)":82.77,"Tatoeba (srp-eng)":86.29,"Tatoeba (swe-eng)":92.95,"Tatoeba (swg-eng)":51.71,"Tatoeba (swh-eng)":58.13,"Tatoeba (tam-eng)":84.3,"Tatoeba (tat-eng)":42.35,"Tatoeba (tel-eng)":89.7,"Tatoeba (tgl-eng)":67.23,"Tatoeba (tha-eng)":90.55,"Tatoeba (tuk-eng)":34.36,"Tatoeba (tur-eng)":95.82,"Tatoeba (tzl-eng)":40.27,"Tatoeba (uig-eng)":59.57,"Tatoeba (ukr-eng)":91.29,"Tatoeba (urd-eng)":83.9,"Tatoeba (uzb-eng)":40.95,"Tatoeba (vie-eng)":95.93,"Tatoeba (war-eng)":23.86,"Tatoeba (wuu-eng)":88.45,"Tatoeba (xho-eng)":67.65,"Tatoeba (yid-eng)":60.43,"Tatoeba (yue-eng)":82.99,"Tatoeba (zsm-eng)":94.35} -{"index":24,"Rank":8,"Model":"onnx-gte-multilingual-base<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":69.12,"BUCC (de-en)":98.62,"BUCC (fr-en)":97.9,"BUCC (ru-en)":97.12,"BUCC (zh-en)":98.16,"Tatoeba (afr-eng)":81.85,"Tatoeba (amh-eng)":76.36,"Tatoeba (ang-eng)":42.45,"Tatoeba (ara-eng)":77.81,"Tatoeba (arq-eng)":24.99,"Tatoeba (arz-eng)":55.77,"Tatoeba (ast-eng)":78.08,"Tatoeba (awa-eng)":48.46,"Tatoeba (aze-eng)":79.53,"Tatoeba (bel-eng)":85.56,"Tatoeba (ben-eng)":73.23,"Tatoeba (ber-eng)":20.39,"Tatoeba (bos-eng)":89.36,"Tatoeba (bre-eng)":13.59,"Tatoeba (bul-eng)":91.31,"Tatoeba (cat-eng)":91.5,"Tatoeba (cbk-eng)":70.04,"Tatoeba (ceb-eng)":21.26,"Tatoeba (ces-eng)":89.77,"Tatoeba (cha-eng)":30.8,"Tatoeba (cmn-eng)":95.73,"Tatoeba (cor-eng)":5.96,"Tatoeba (csb-eng)":29.98,"Tatoeba (cym-eng)":52.47,"Tatoeba (dan-eng)":91.83,"Tatoeba (deu-eng)":97.75,"Tatoeba (dsb-eng)":42.87,"Tatoeba (dtp-eng)":9.05,"Tatoeba (ell-eng)":91.9,"Tatoeba (epo-eng)":88.91,"Tatoeba (est-eng)":79.48,"Tatoeba (eus-eng)":63.75,"Tatoeba (fao-eng)":65.68,"Tatoeba (fin-eng)":88.19,"Tatoeba (fra-eng)":93.27,"Tatoeba (fry-eng)":73.7,"Tatoeba (gla-eng)":27.33,"Tatoeba (gle-eng)":32.73,"Tatoeba (glg-eng)":89.64,"Tatoeba (gsw-eng)":36.74,"Tatoeba (heb-eng)":75.85,"Tatoeba (hin-eng)":93.33,"Tatoeba (hrv-eng)":91.67,"Tatoeba (hsb-eng)":45.64,"Tatoeba (hun-eng)":89.09,"Tatoeba (hye-eng)":80.41,"Tatoeba (ido-eng)":77.59,"Tatoeba (ile-eng)":81.68,"Tatoeba (ina-eng)":91.29,"Tatoeba (ind-eng)":92.31,"Tatoeba (isl-eng)":82.59,"Tatoeba (ita-eng)":91.43,"Tatoeba (jav-eng)":35.7,"Tatoeba (jpn-eng)":93.14,"Tatoeba (kab-eng)":17.19,"Tatoeba (kat-eng)":72.77,"Tatoeba (kaz-eng)":67.63,"Tatoeba (khm-eng)":67.63,"Tatoeba (kor-eng)":84.08,"Tatoeba (kur-eng)":32.87,"Tatoeba (kzj-eng)":11.12,"Tatoeba (lat-eng)":42.99,"Tatoeba (lfn-eng)":63.56,"Tatoeba (lit-eng)":77.59,"Tatoeba (lvs-eng)":79.39,"Tatoeba (mal-eng)":94.64,"Tatoeba (mar-eng)":84.38,"Tatoeba (max-eng)":52.57,"Tatoeba (mhr-eng)":15.98,"Tatoeba (mkd-eng)":77.85,"Tatoeba (mon-eng)":71.7,"Tatoeba (nds-eng)":63.42,"Tatoeba (nld-eng)":93.78,"Tatoeba (nno-eng)":90.75,"Tatoeba (nob-eng)":96.62,"Tatoeba (nov-eng)":68.37,"Tatoeba (oci-eng)":51.12,"Tatoeba (orv-eng)":33.13,"Tatoeba (pam-eng)":9.23,"Tatoeba (pes-eng)":88.26,"Tatoeba (pms-eng)":46.68,"Tatoeba (pol-eng)":94.9,"Tatoeba (por-eng)":94.57,"Tatoeba (ron-eng)":90.72,"Tatoeba (rus-eng)":92.9,"Tatoeba (slk-eng)":88.81,"Tatoeba (slv-eng)":84.15,"Tatoeba (spa-eng)":97.68,"Tatoeba (sqi-eng)":82.77,"Tatoeba (srp-eng)":86.29,"Tatoeba (swe-eng)":92.95,"Tatoeba (swg-eng)":51.71,"Tatoeba (swh-eng)":58.13,"Tatoeba (tam-eng)":84.3,"Tatoeba (tat-eng)":42.35,"Tatoeba (tel-eng)":89.7,"Tatoeba (tgl-eng)":67.23,"Tatoeba (tha-eng)":90.55,"Tatoeba (tuk-eng)":34.36,"Tatoeba (tur-eng)":95.82,"Tatoeba (tzl-eng)":40.27,"Tatoeba (uig-eng)":59.57,"Tatoeba (ukr-eng)":91.29,"Tatoeba (urd-eng)":83.9,"Tatoeba (uzb-eng)":40.95,"Tatoeba (vie-eng)":95.93,"Tatoeba (war-eng)":23.86,"Tatoeba (wuu-eng)":88.45,"Tatoeba (xho-eng)":67.65,"Tatoeba (yid-eng)":60.43,"Tatoeba (yue-eng)":82.99,"Tatoeba (zsm-eng)":94.35} -{"index":51,"Rank":9,"Model":"multilingual-e5-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":69.09,"BUCC (de-en)":99.13,"BUCC (fr-en)":97.59,"BUCC (ru-en)":97.2,"BUCC (zh-en)":98.3,"Tatoeba (afr-eng)":87.04,"Tatoeba (amh-eng)":74.93,"Tatoeba (ang-eng)":29.87,"Tatoeba (ara-eng)":82.86,"Tatoeba (arq-eng)":26.61,"Tatoeba (arz-eng)":66.79,"Tatoeba (ast-eng)":74.36,"Tatoeba (awa-eng)":68.39,"Tatoeba (aze-eng)":84.71,"Tatoeba (bel-eng)":86.7,"Tatoeba (ben-eng)":81.05,"Tatoeba (ber-eng)":23.59,"Tatoeba (bos-eng)":88.86,"Tatoeba (bre-eng)":5.44,"Tatoeba (bul-eng)":88.95,"Tatoeba (cat-eng)":84.09,"Tatoeba (cbk-eng)":60.66,"Tatoeba (ceb-eng)":45.46,"Tatoeba (ces-eng)":88.75,"Tatoeba (cha-eng)":16.95,"Tatoeba (cmn-eng)":93.35,"Tatoeba (cor-eng)":4.38,"Tatoeba (csb-eng)":24.29,"Tatoeba (cym-eng)":65.69,"Tatoeba (dan-eng)":91.23,"Tatoeba (deu-eng)":97.07,"Tatoeba (dsb-eng)":34.36,"Tatoeba (dtp-eng)":5.13,"Tatoeba (ell-eng)":89.96,"Tatoeba (epo-eng)":92.07,"Tatoeba (est-eng)":70.64,"Tatoeba (eus-eng)":56.26,"Tatoeba (fao-eng)":64.72,"Tatoeba (fin-eng)":86.15,"Tatoeba (fra-eng)":92.76,"Tatoeba (fry-eng)":50.82,"Tatoeba (gla-eng)":43.08,"Tatoeba (gle-eng)":58.62,"Tatoeba (glg-eng)":82.69,"Tatoeba (gsw-eng)":43.53,"Tatoeba (heb-eng)":74.26,"Tatoeba (hin-eng)":93.13,"Tatoeba (hrv-eng)":92.5,"Tatoeba (hsb-eng)":40.36,"Tatoeba (hun-eng)":84.41,"Tatoeba (hye-eng)":85.85,"Tatoeba (ido-eng)":74.41,"Tatoeba (ile-eng)":72.56,"Tatoeba (ina-eng)":86.11,"Tatoeba (ind-eng)":90.26,"Tatoeba (isl-eng)":76.9,"Tatoeba (ita-eng)":90.61,"Tatoeba (jav-eng)":61.25,"Tatoeba (jpn-eng)":90.3,"Tatoeba (kab-eng)":21.77,"Tatoeba (kat-eng)":77.83,"Tatoeba (kaz-eng)":75.56,"Tatoeba (khm-eng)":47.27,"Tatoeba (kor-eng)":83.37,"Tatoeba (kur-eng)":52.96,"Tatoeba (kzj-eng)":6.26,"Tatoeba (lat-eng)":39.62,"Tatoeba (lfn-eng)":52.85,"Tatoeba (lit-eng)":75.53,"Tatoeba (lvs-eng)":76.76,"Tatoeba (mal-eng)":96.72,"Tatoeba (mar-eng)":86.62,"Tatoeba (max-eng)":52.4,"Tatoeba (mhr-eng)":5.52,"Tatoeba (mkd-eng)":73.76,"Tatoeba (mon-eng)":78.37,"Tatoeba (nds-eng)":53.86,"Tatoeba (nld-eng)":93.2,"Tatoeba (nno-eng)":82.67,"Tatoeba (nob-eng)":95.9,"Tatoeba (nov-eng)":66.96,"Tatoeba (oci-eng)":35.79,"Tatoeba (orv-eng)":16.0,"Tatoeba (pam-eng)":6.92,"Tatoeba (pes-eng)":87.18,"Tatoeba (pms-eng)":44.61,"Tatoeba (pol-eng)":94.57,"Tatoeba (por-eng)":92.74,"Tatoeba (ron-eng)":91.27,"Tatoeba (rus-eng)":91.78,"Tatoeba (slk-eng)":86.42,"Tatoeba (slv-eng)":81.93,"Tatoeba (spa-eng)":96.97,"Tatoeba (sqi-eng)":90.06,"Tatoeba (srp-eng)":89.08,"Tatoeba (swe-eng)":91.33,"Tatoeba (swg-eng)":42.33,"Tatoeba (swh-eng)":66.81,"Tatoeba (tam-eng)":85.12,"Tatoeba (tat-eng)":66.92,"Tatoeba (tel-eng)":88.49,"Tatoeba (tgl-eng)":83.78,"Tatoeba (tha-eng)":94.22,"Tatoeba (tuk-eng)":19.67,"Tatoeba (tur-eng)":92.54,"Tatoeba (tzl-eng)":34.44,"Tatoeba (uig-eng)":62.97,"Tatoeba (ukr-eng)":88.29,"Tatoeba (urd-eng)":86.2,"Tatoeba (uzb-eng)":62.63,"Tatoeba (vie-eng)":94.55,"Tatoeba (war-eng)":47.18,"Tatoeba (wuu-eng)":78.65,"Tatoeba (xho-eng)":73.24,"Tatoeba (yid-eng)":63.2,"Tatoeba (yue-eng)":80.66,"Tatoeba (zsm-eng)":92.45} -{"index":42,"Rank":10,"Model":"multilingual-e5-base-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":69.09,"BUCC (de-en)":99.13,"BUCC (fr-en)":97.59,"BUCC (ru-en)":97.2,"BUCC (zh-en)":98.3,"Tatoeba (afr-eng)":86.91,"Tatoeba (amh-eng)":74.93,"Tatoeba (ang-eng)":29.07,"Tatoeba (ara-eng)":82.59,"Tatoeba (arq-eng)":26.74,"Tatoeba (arz-eng)":66.79,"Tatoeba (ast-eng)":75.31,"Tatoeba (awa-eng)":68.39,"Tatoeba (aze-eng)":84.71,"Tatoeba (bel-eng)":86.7,"Tatoeba (ben-eng)":81.05,"Tatoeba (ber-eng)":23.58,"Tatoeba (bos-eng)":88.86,"Tatoeba (bre-eng)":5.44,"Tatoeba (bul-eng)":88.63,"Tatoeba (cat-eng)":84.09,"Tatoeba (cbk-eng)":60.54,"Tatoeba (ceb-eng)":45.46,"Tatoeba (ces-eng)":88.88,"Tatoeba (cha-eng)":16.95,"Tatoeba (cmn-eng)":93.35,"Tatoeba (cor-eng)":4.38,"Tatoeba (csb-eng)":24.56,"Tatoeba (cym-eng)":65.22,"Tatoeba (dan-eng)":91.4,"Tatoeba (deu-eng)":97.07,"Tatoeba (dsb-eng)":34.33,"Tatoeba (dtp-eng)":5.13,"Tatoeba (ell-eng)":89.96,"Tatoeba (epo-eng)":92.07,"Tatoeba (est-eng)":70.51,"Tatoeba (eus-eng)":56.16,"Tatoeba (fao-eng)":64.72,"Tatoeba (fin-eng)":86.15,"Tatoeba (fra-eng)":92.76,"Tatoeba (fry-eng)":50.88,"Tatoeba (gla-eng)":43.08,"Tatoeba (gle-eng)":58.36,"Tatoeba (glg-eng)":82.79,"Tatoeba (gsw-eng)":43.53,"Tatoeba (heb-eng)":74.14,"Tatoeba (hin-eng)":93.0,"Tatoeba (hrv-eng)":92.5,"Tatoeba (hsb-eng)":40.35,"Tatoeba (hun-eng)":84.32,"Tatoeba (hye-eng)":85.91,"Tatoeba (ido-eng)":74.39,"Tatoeba (ile-eng)":72.43,"Tatoeba (ina-eng)":86.11,"Tatoeba (ind-eng)":90.26,"Tatoeba (isl-eng)":76.9,"Tatoeba (ita-eng)":90.61,"Tatoeba (jav-eng)":61.25,"Tatoeba (jpn-eng)":90.3,"Tatoeba (kab-eng)":21.98,"Tatoeba (kat-eng)":77.83,"Tatoeba (kaz-eng)":75.56,"Tatoeba (khm-eng)":47.26,"Tatoeba (kor-eng)":83.37,"Tatoeba (kur-eng)":52.96,"Tatoeba (kzj-eng)":6.2,"Tatoeba (lat-eng)":39.58,"Tatoeba (lfn-eng)":52.85,"Tatoeba (lit-eng)":75.53,"Tatoeba (lvs-eng)":76.66,"Tatoeba (mal-eng)":96.72,"Tatoeba (mar-eng)":86.62,"Tatoeba (max-eng)":52.39,"Tatoeba (mhr-eng)":5.52,"Tatoeba (mkd-eng)":73.76,"Tatoeba (mon-eng)":78.37,"Tatoeba (nds-eng)":53.86,"Tatoeba (nld-eng)":93.2,"Tatoeba (nno-eng)":82.56,"Tatoeba (nob-eng)":95.9,"Tatoeba (nov-eng)":66.83,"Tatoeba (oci-eng)":35.79,"Tatoeba (orv-eng)":16.0,"Tatoeba (pam-eng)":6.92,"Tatoeba (pes-eng)":87.08,"Tatoeba (pms-eng)":44.61,"Tatoeba (pol-eng)":94.82,"Tatoeba (por-eng)":92.74,"Tatoeba (ron-eng)":91.27,"Tatoeba (rus-eng)":91.78,"Tatoeba (slk-eng)":86.4,"Tatoeba (slv-eng)":81.93,"Tatoeba (spa-eng)":96.97,"Tatoeba (sqi-eng)":90.06,"Tatoeba (srp-eng)":89.08,"Tatoeba (swe-eng)":91.33,"Tatoeba (swg-eng)":42.33,"Tatoeba (swh-eng)":66.81,"Tatoeba (tam-eng)":85.12,"Tatoeba (tat-eng)":66.92,"Tatoeba (tel-eng)":88.49,"Tatoeba (tgl-eng)":83.78,"Tatoeba (tha-eng)":94.4,"Tatoeba (tuk-eng)":19.66,"Tatoeba (tur-eng)":92.67,"Tatoeba (tzl-eng)":34.44,"Tatoeba (uig-eng)":63.08,"Tatoeba (ukr-eng)":88.29,"Tatoeba (urd-eng)":86.2,"Tatoeba (uzb-eng)":62.63,"Tatoeba (vie-eng)":94.68,"Tatoeba (war-eng)":47.18,"Tatoeba (wuu-eng)":78.65,"Tatoeba (xho-eng)":73.24,"Tatoeba (yid-eng)":63.2,"Tatoeba (yue-eng)":80.66,"Tatoeba (zsm-eng)":92.45} -{"index":27,"Rank":11,"Model":"multilingual-e5-base-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":69.09,"BUCC (de-en)":99.13,"BUCC (fr-en)":97.59,"BUCC (ru-en)":97.2,"BUCC (zh-en)":98.3,"Tatoeba (afr-eng)":86.91,"Tatoeba (amh-eng)":74.93,"Tatoeba (ang-eng)":29.07,"Tatoeba (ara-eng)":82.59,"Tatoeba (arq-eng)":26.74,"Tatoeba (arz-eng)":66.79,"Tatoeba (ast-eng)":75.31,"Tatoeba (awa-eng)":68.39,"Tatoeba (aze-eng)":84.71,"Tatoeba (bel-eng)":86.7,"Tatoeba (ben-eng)":81.05,"Tatoeba (ber-eng)":23.58,"Tatoeba (bos-eng)":88.86,"Tatoeba (bre-eng)":5.44,"Tatoeba (bul-eng)":88.63,"Tatoeba (cat-eng)":84.09,"Tatoeba (cbk-eng)":60.54,"Tatoeba (ceb-eng)":45.46,"Tatoeba (ces-eng)":88.88,"Tatoeba (cha-eng)":16.95,"Tatoeba (cmn-eng)":93.35,"Tatoeba (cor-eng)":4.38,"Tatoeba (csb-eng)":24.56,"Tatoeba (cym-eng)":65.22,"Tatoeba (dan-eng)":91.4,"Tatoeba (deu-eng)":97.07,"Tatoeba (dsb-eng)":34.33,"Tatoeba (dtp-eng)":5.13,"Tatoeba (ell-eng)":89.96,"Tatoeba (epo-eng)":92.07,"Tatoeba (est-eng)":70.51,"Tatoeba (eus-eng)":56.16,"Tatoeba (fao-eng)":64.72,"Tatoeba (fin-eng)":86.15,"Tatoeba (fra-eng)":92.76,"Tatoeba (fry-eng)":50.88,"Tatoeba (gla-eng)":43.08,"Tatoeba (gle-eng)":58.36,"Tatoeba (glg-eng)":82.79,"Tatoeba (gsw-eng)":43.53,"Tatoeba (heb-eng)":74.14,"Tatoeba (hin-eng)":93.0,"Tatoeba (hrv-eng)":92.5,"Tatoeba (hsb-eng)":40.35,"Tatoeba (hun-eng)":84.32,"Tatoeba (hye-eng)":85.91,"Tatoeba (ido-eng)":74.39,"Tatoeba (ile-eng)":72.43,"Tatoeba (ina-eng)":86.11,"Tatoeba (ind-eng)":90.26,"Tatoeba (isl-eng)":76.9,"Tatoeba (ita-eng)":90.61,"Tatoeba (jav-eng)":61.25,"Tatoeba (jpn-eng)":90.3,"Tatoeba (kab-eng)":21.98,"Tatoeba (kat-eng)":77.83,"Tatoeba (kaz-eng)":75.56,"Tatoeba (khm-eng)":47.26,"Tatoeba (kor-eng)":83.37,"Tatoeba (kur-eng)":52.96,"Tatoeba (kzj-eng)":6.2,"Tatoeba (lat-eng)":39.58,"Tatoeba (lfn-eng)":52.85,"Tatoeba (lit-eng)":75.53,"Tatoeba (lvs-eng)":76.66,"Tatoeba (mal-eng)":96.72,"Tatoeba (mar-eng)":86.62,"Tatoeba (max-eng)":52.39,"Tatoeba (mhr-eng)":5.52,"Tatoeba (mkd-eng)":73.76,"Tatoeba (mon-eng)":78.37,"Tatoeba (nds-eng)":53.86,"Tatoeba (nld-eng)":93.2,"Tatoeba (nno-eng)":82.56,"Tatoeba (nob-eng)":95.9,"Tatoeba (nov-eng)":66.83,"Tatoeba (oci-eng)":35.79,"Tatoeba (orv-eng)":16.0,"Tatoeba (pam-eng)":6.92,"Tatoeba (pes-eng)":87.08,"Tatoeba (pms-eng)":44.61,"Tatoeba (pol-eng)":94.82,"Tatoeba (por-eng)":92.74,"Tatoeba (ron-eng)":91.27,"Tatoeba (rus-eng)":91.78,"Tatoeba (slk-eng)":86.4,"Tatoeba (slv-eng)":81.93,"Tatoeba (spa-eng)":96.97,"Tatoeba (sqi-eng)":90.06,"Tatoeba (srp-eng)":89.08,"Tatoeba (swe-eng)":91.33,"Tatoeba (swg-eng)":42.33,"Tatoeba (swh-eng)":66.81,"Tatoeba (tam-eng)":85.12,"Tatoeba (tat-eng)":66.92,"Tatoeba (tel-eng)":88.49,"Tatoeba (tgl-eng)":83.78,"Tatoeba (tha-eng)":94.4,"Tatoeba (tuk-eng)":19.66,"Tatoeba (tur-eng)":92.67,"Tatoeba (tzl-eng)":34.44,"Tatoeba (uig-eng)":63.08,"Tatoeba (ukr-eng)":88.29,"Tatoeba (urd-eng)":86.2,"Tatoeba (uzb-eng)":62.63,"Tatoeba (vie-eng)":94.68,"Tatoeba (war-eng)":47.18,"Tatoeba (wuu-eng)":78.65,"Tatoeba (xho-eng)":73.24,"Tatoeba (yid-eng)":63.2,"Tatoeba (yue-eng)":80.66,"Tatoeba (zsm-eng)":92.45} -{"index":13,"Rank":12,"Model":"multilingual-e5-base-similarity-v1-onnx-quantized<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":69.09,"BUCC (de-en)":99.13,"BUCC (fr-en)":97.59,"BUCC (ru-en)":97.2,"BUCC (zh-en)":98.3,"Tatoeba (afr-eng)":86.91,"Tatoeba (amh-eng)":74.93,"Tatoeba (ang-eng)":29.07,"Tatoeba (ara-eng)":82.59,"Tatoeba (arq-eng)":26.74,"Tatoeba (arz-eng)":66.79,"Tatoeba (ast-eng)":75.31,"Tatoeba (awa-eng)":68.39,"Tatoeba (aze-eng)":84.71,"Tatoeba (bel-eng)":86.7,"Tatoeba (ben-eng)":81.05,"Tatoeba (ber-eng)":23.58,"Tatoeba (bos-eng)":88.86,"Tatoeba (bre-eng)":5.44,"Tatoeba (bul-eng)":88.63,"Tatoeba (cat-eng)":84.09,"Tatoeba (cbk-eng)":60.54,"Tatoeba (ceb-eng)":45.46,"Tatoeba (ces-eng)":88.88,"Tatoeba (cha-eng)":16.95,"Tatoeba (cmn-eng)":93.35,"Tatoeba (cor-eng)":4.38,"Tatoeba (csb-eng)":24.56,"Tatoeba (cym-eng)":65.22,"Tatoeba (dan-eng)":91.4,"Tatoeba (deu-eng)":97.07,"Tatoeba (dsb-eng)":34.33,"Tatoeba (dtp-eng)":5.13,"Tatoeba (ell-eng)":89.96,"Tatoeba (epo-eng)":92.07,"Tatoeba (est-eng)":70.51,"Tatoeba (eus-eng)":56.16,"Tatoeba (fao-eng)":64.72,"Tatoeba (fin-eng)":86.15,"Tatoeba (fra-eng)":92.76,"Tatoeba (fry-eng)":50.88,"Tatoeba (gla-eng)":43.08,"Tatoeba (gle-eng)":58.36,"Tatoeba (glg-eng)":82.79,"Tatoeba (gsw-eng)":43.53,"Tatoeba (heb-eng)":74.14,"Tatoeba (hin-eng)":93.0,"Tatoeba (hrv-eng)":92.5,"Tatoeba (hsb-eng)":40.35,"Tatoeba (hun-eng)":84.32,"Tatoeba (hye-eng)":85.91,"Tatoeba (ido-eng)":74.39,"Tatoeba (ile-eng)":72.43,"Tatoeba (ina-eng)":86.11,"Tatoeba (ind-eng)":90.26,"Tatoeba (isl-eng)":76.9,"Tatoeba (ita-eng)":90.61,"Tatoeba (jav-eng)":61.25,"Tatoeba (jpn-eng)":90.3,"Tatoeba (kab-eng)":21.98,"Tatoeba (kat-eng)":77.83,"Tatoeba (kaz-eng)":75.56,"Tatoeba (khm-eng)":47.26,"Tatoeba (kor-eng)":83.37,"Tatoeba (kur-eng)":52.96,"Tatoeba (kzj-eng)":6.2,"Tatoeba (lat-eng)":39.58,"Tatoeba (lfn-eng)":52.85,"Tatoeba (lit-eng)":75.53,"Tatoeba (lvs-eng)":76.66,"Tatoeba (mal-eng)":96.72,"Tatoeba (mar-eng)":86.62,"Tatoeba (max-eng)":52.39,"Tatoeba (mhr-eng)":5.52,"Tatoeba (mkd-eng)":73.76,"Tatoeba (mon-eng)":78.37,"Tatoeba (nds-eng)":53.86,"Tatoeba (nld-eng)":93.2,"Tatoeba (nno-eng)":82.56,"Tatoeba (nob-eng)":95.9,"Tatoeba (nov-eng)":66.83,"Tatoeba (oci-eng)":35.79,"Tatoeba (orv-eng)":16.0,"Tatoeba (pam-eng)":6.92,"Tatoeba (pes-eng)":87.08,"Tatoeba (pms-eng)":44.61,"Tatoeba (pol-eng)":94.82,"Tatoeba (por-eng)":92.74,"Tatoeba (ron-eng)":91.27,"Tatoeba (rus-eng)":91.78,"Tatoeba (slk-eng)":86.4,"Tatoeba (slv-eng)":81.93,"Tatoeba (spa-eng)":96.97,"Tatoeba (sqi-eng)":90.06,"Tatoeba (srp-eng)":89.08,"Tatoeba (swe-eng)":91.33,"Tatoeba (swg-eng)":42.33,"Tatoeba (swh-eng)":66.81,"Tatoeba (tam-eng)":85.12,"Tatoeba (tat-eng)":66.92,"Tatoeba (tel-eng)":88.49,"Tatoeba (tgl-eng)":83.78,"Tatoeba (tha-eng)":94.4,"Tatoeba (tuk-eng)":19.66,"Tatoeba (tur-eng)":92.67,"Tatoeba (tzl-eng)":34.44,"Tatoeba (uig-eng)":63.08,"Tatoeba (ukr-eng)":88.29,"Tatoeba (urd-eng)":86.2,"Tatoeba (uzb-eng)":62.63,"Tatoeba (vie-eng)":94.68,"Tatoeba (war-eng)":47.18,"Tatoeba (wuu-eng)":78.65,"Tatoeba (xho-eng)":73.24,"Tatoeba (yid-eng)":63.2,"Tatoeba (yue-eng)":80.66,"Tatoeba (zsm-eng)":92.45} -{"index":4,"Rank":13,"Model":"LASER2<\/a>","Model Size (Million Parameters)":43,"Memory Usage (GB, fp32)":0.16,"Embedding Dimensions":1024,"Max Tokens":"N\/A","Average":67.42,"BUCC (de-en)":99.21,"BUCC (fr-en)":98.39,"BUCC (ru-en)":97.62,"BUCC (zh-en)":97.7,"Tatoeba (afr-eng)":92.59,"Tatoeba (amh-eng)":80.82,"Tatoeba (ang-eng)":25.22,"Tatoeba (ara-eng)":90.14,"Tatoeba (arq-eng)":26.63,"Tatoeba (arz-eng)":66.16,"Tatoeba (ast-eng)":76.35,"Tatoeba (awa-eng)":33.74,"Tatoeba (aze-eng)":82.41,"Tatoeba (bel-eng)":79.54,"Tatoeba (ben-eng)":89.43,"Tatoeba (ber-eng)":77.63,"Tatoeba (bos-eng)":95.86,"Tatoeba (bre-eng)":31.2,"Tatoeba (bul-eng)":93.57,"Tatoeba (cat-eng)":95.8,"Tatoeba (cbk-eng)":77.17,"Tatoeba (ceb-eng)":9.93,"Tatoeba (ces-eng)":95.52,"Tatoeba (cha-eng)":14.86,"Tatoeba (cmn-eng)":85.62,"Tatoeba (cor-eng)":4.45,"Tatoeba (csb-eng)":27.03,"Tatoeba (cym-eng)":5.85,"Tatoeba (dan-eng)":95.22,"Tatoeba (deu-eng)":99.07,"Tatoeba (dsb-eng)":42.34,"Tatoeba (dtp-eng)":7.39,"Tatoeba (ell-eng)":96.2,"Tatoeba (epo-eng)":96.61,"Tatoeba (est-eng)":96.43,"Tatoeba (eus-eng)":93.32,"Tatoeba (fao-eng)":57.04,"Tatoeba (fin-eng)":96.98,"Tatoeba (fra-eng)":94.28,"Tatoeba (fry-eng)":42.07,"Tatoeba (gla-eng)":1.52,"Tatoeba (gle-eng)":4.2,"Tatoeba (glg-eng)":96.14,"Tatoeba (gsw-eng)":27.52,"Tatoeba (heb-eng)":0.0,"Tatoeba (hin-eng)":95.32,"Tatoeba (hrv-eng)":96.72,"Tatoeba (hsb-eng)":45.75,"Tatoeba (hun-eng)":95.2,"Tatoeba (hye-eng)":88.72,"Tatoeba (ido-eng)":80.86,"Tatoeba (ile-eng)":87.88,"Tatoeba (ina-eng)":93.93,"Tatoeba (ind-eng)":92.98,"Tatoeba (isl-eng)":94.32,"Tatoeba (ita-eng)":94.32,"Tatoeba (jav-eng)":9.95,"Tatoeba (jpn-eng)":93.78,"Tatoeba (kab-eng)":65.88,"Tatoeba (kat-eng)":81.16,"Tatoeba (kaz-eng)":53.3,"Tatoeba (khm-eng)":74.19,"Tatoeba (kor-eng)":87.97,"Tatoeba (kur-eng)":19.09,"Tatoeba (kzj-eng)":4.46,"Tatoeba (lat-eng)":64.81,"Tatoeba (lfn-eng)":63.39,"Tatoeba (lit-eng)":96.2,"Tatoeba (lvs-eng)":95.33,"Tatoeba (mal-eng)":98.16,"Tatoeba (mar-eng)":92.93,"Tatoeba (max-eng)":36.96,"Tatoeba (mhr-eng)":6.86,"Tatoeba (mkd-eng)":93.63,"Tatoeba (mon-eng)":3.42,"Tatoeba (nds-eng)":77.13,"Tatoeba (nld-eng)":95.35,"Tatoeba (nno-eng)":72.75,"Tatoeba (nob-eng)":95.77,"Tatoeba (nov-eng)":60.02,"Tatoeba (oci-eng)":58.13,"Tatoeba (orv-eng)":23.24,"Tatoeba (pam-eng)":3.24,"Tatoeba (pes-eng)":93.13,"Tatoeba (pms-eng)":36.23,"Tatoeba (pol-eng)":97.32,"Tatoeba (por-eng)":94.54,"Tatoeba (ron-eng)":96.52,"Tatoeba (rus-eng)":92.58,"Tatoeba (slk-eng)":95.82,"Tatoeba (slv-eng)":95.4,"Tatoeba (spa-eng)":97.33,"Tatoeba (sqi-eng)":97.22,"Tatoeba (srp-eng)":93.64,"Tatoeba (swe-eng)":95.31,"Tatoeba (swg-eng)":33.1,"Tatoeba (swh-eng)":55.66,"Tatoeba (tam-eng)":87.32,"Tatoeba (tat-eng)":34.74,"Tatoeba (tel-eng)":96.72,"Tatoeba (tgl-eng)":63.19,"Tatoeba (tha-eng)":96.38,"Tatoeba (tuk-eng)":16.35,"Tatoeba (tur-eng)":98.03,"Tatoeba (tzl-eng)":36.56,"Tatoeba (uig-eng)":56.49,"Tatoeba (ukr-eng)":93.52,"Tatoeba (urd-eng)":84.23,"Tatoeba (uzb-eng)":23.2,"Tatoeba (vie-eng)":96.73,"Tatoeba (war-eng)":8.25,"Tatoeba (wuu-eng)":75.09,"Tatoeba (xho-eng)":4.68,"Tatoeba (yid-eng)":2.49,"Tatoeba (yue-eng)":87.75,"Tatoeba (zsm-eng)":95.41} -{"index":61,"Rank":14,"Model":"multilingual-e5-small-ct2-int8<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":65.21,"BUCC (de-en)":97.86,"BUCC (fr-en)":92.66,"BUCC (ru-en)":93.5,"BUCC (zh-en)":88.79,"Tatoeba (afr-eng)":85.67,"Tatoeba (amh-eng)":76.13,"Tatoeba (ang-eng)":42.23,"Tatoeba (ara-eng)":72.55,"Tatoeba (arq-eng)":22.43,"Tatoeba (arz-eng)":55.14,"Tatoeba (ast-eng)":71.67,"Tatoeba (awa-eng)":74.27,"Tatoeba (aze-eng)":80.14,"Tatoeba (bel-eng)":84.68,"Tatoeba (ben-eng)":77.76,"Tatoeba (ber-eng)":16.92,"Tatoeba (bos-eng)":83.24,"Tatoeba (bre-eng)":8.24,"Tatoeba (bul-eng)":83.81,"Tatoeba (cat-eng)":79.75,"Tatoeba (cbk-eng)":57.77,"Tatoeba (ceb-eng)":42.01,"Tatoeba (ces-eng)":78.83,"Tatoeba (cha-eng)":27.83,"Tatoeba (cmn-eng)":88.89,"Tatoeba (cor-eng)":6.02,"Tatoeba (csb-eng)":23.99,"Tatoeba (cym-eng)":65.32,"Tatoeba (dan-eng)":84.39,"Tatoeba (deu-eng)":96.58,"Tatoeba (dsb-eng)":31.64,"Tatoeba (dtp-eng)":7.68,"Tatoeba (ell-eng)":84.08,"Tatoeba (epo-eng)":90.5,"Tatoeba (est-eng)":55.31,"Tatoeba (eus-eng)":54.47,"Tatoeba (fao-eng)":58.87,"Tatoeba (fin-eng)":68.56,"Tatoeba (fra-eng)":89.93,"Tatoeba (fry-eng)":51.03,"Tatoeba (gla-eng)":39.42,"Tatoeba (gle-eng)":59.59,"Tatoeba (glg-eng)":81.93,"Tatoeba (gsw-eng)":36.45,"Tatoeba (heb-eng)":67.92,"Tatoeba (hin-eng)":93.25,"Tatoeba (hrv-eng)":86.87,"Tatoeba (hsb-eng)":37.02,"Tatoeba (hun-eng)":71.84,"Tatoeba (hye-eng)":82.29,"Tatoeba (ido-eng)":70.86,"Tatoeba (ile-eng)":71.73,"Tatoeba (ina-eng)":85.6,"Tatoeba (ind-eng)":87.81,"Tatoeba (isl-eng)":62.16,"Tatoeba (ita-eng)":87.56,"Tatoeba (jav-eng)":50.66,"Tatoeba (jpn-eng)":83.7,"Tatoeba (kab-eng)":17.83,"Tatoeba (kat-eng)":76.84,"Tatoeba (kaz-eng)":73.03,"Tatoeba (khm-eng)":47.99,"Tatoeba (kor-eng)":74.16,"Tatoeba (kur-eng)":39.67,"Tatoeba (kzj-eng)":8.27,"Tatoeba (lat-eng)":39.95,"Tatoeba (lfn-eng)":52.73,"Tatoeba (lit-eng)":61.52,"Tatoeba (lvs-eng)":60.67,"Tatoeba (mal-eng)":94.78,"Tatoeba (mar-eng)":86.79,"Tatoeba (max-eng)":49.95,"Tatoeba (mhr-eng)":6.08,"Tatoeba (mkd-eng)":59.26,"Tatoeba (mon-eng)":78.22,"Tatoeba (nds-eng)":53.26,"Tatoeba (nld-eng)":90.3,"Tatoeba (nno-eng)":69.48,"Tatoeba (nob-eng)":87.8,"Tatoeba (nov-eng)":68.56,"Tatoeba (oci-eng)":42.84,"Tatoeba (orv-eng)":15.13,"Tatoeba (pam-eng)":6.97,"Tatoeba (pes-eng)":84.0,"Tatoeba (pms-eng)":42.15,"Tatoeba (pol-eng)":85.91,"Tatoeba (por-eng)":89.25,"Tatoeba (ron-eng)":83.67,"Tatoeba (rus-eng)":89.77,"Tatoeba (slk-eng)":79.96,"Tatoeba (slv-eng)":72.85,"Tatoeba (spa-eng)":91.1,"Tatoeba (sqi-eng)":88.56,"Tatoeba (srp-eng)":80.33,"Tatoeba (swe-eng)":84.97,"Tatoeba (swg-eng)":44.3,"Tatoeba (swh-eng)":66.74,"Tatoeba (tam-eng)":81.39,"Tatoeba (tat-eng)":63.38,"Tatoeba (tel-eng)":85.78,"Tatoeba (tgl-eng)":79.26,"Tatoeba (tha-eng)":89.36,"Tatoeba (tuk-eng)":18.41,"Tatoeba (tur-eng)":86.78,"Tatoeba (tzl-eng)":36.2,"Tatoeba (uig-eng)":59.33,"Tatoeba (ukr-eng)":81.62,"Tatoeba (urd-eng)":84.71,"Tatoeba (uzb-eng)":58.0,"Tatoeba (vie-eng)":87.78,"Tatoeba (war-eng)":40.86,"Tatoeba (wuu-eng)":69.05,"Tatoeba (xho-eng)":62.84,"Tatoeba (yid-eng)":66.83,"Tatoeba (yue-eng)":69.69,"Tatoeba (zsm-eng)":90.0} -{"index":54,"Rank":15,"Model":"multilingual-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":64.91,"BUCC (de-en)":97.86,"BUCC (fr-en)":92.66,"BUCC (ru-en)":93.5,"BUCC (zh-en)":88.79,"Tatoeba (afr-eng)":85.17,"Tatoeba (amh-eng)":74.11,"Tatoeba (ang-eng)":30.3,"Tatoeba (ara-eng)":76.09,"Tatoeba (arq-eng)":23.62,"Tatoeba (arz-eng)":53.35,"Tatoeba (ast-eng)":62.81,"Tatoeba (awa-eng)":74.55,"Tatoeba (aze-eng)":80.79,"Tatoeba (bel-eng)":80.89,"Tatoeba (ben-eng)":81.4,"Tatoeba (ber-eng)":18.22,"Tatoeba (bos-eng)":81.15,"Tatoeba (bre-eng)":7.09,"Tatoeba (bul-eng)":85.47,"Tatoeba (cat-eng)":79.3,"Tatoeba (cbk-eng)":55.36,"Tatoeba (ceb-eng)":42.35,"Tatoeba (ces-eng)":80.99,"Tatoeba (cha-eng)":24.88,"Tatoeba (cmn-eng)":89.85,"Tatoeba (cor-eng)":5.24,"Tatoeba (csb-eng)":26.23,"Tatoeba (cym-eng)":62.3,"Tatoeba (dan-eng)":86.38,"Tatoeba (deu-eng)":97.22,"Tatoeba (dsb-eng)":29.87,"Tatoeba (dtp-eng)":6.42,"Tatoeba (ell-eng)":86.81,"Tatoeba (epo-eng)":88.96,"Tatoeba (est-eng)":56.47,"Tatoeba (eus-eng)":50.9,"Tatoeba (fao-eng)":56.57,"Tatoeba (fin-eng)":70.23,"Tatoeba (fra-eng)":90.51,"Tatoeba (fry-eng)":49.05,"Tatoeba (gla-eng)":35.96,"Tatoeba (gle-eng)":56.32,"Tatoeba (glg-eng)":79.65,"Tatoeba (gsw-eng)":40.13,"Tatoeba (heb-eng)":73.68,"Tatoeba (hin-eng)":92.36,"Tatoeba (hrv-eng)":84.42,"Tatoeba (hsb-eng)":36.49,"Tatoeba (hun-eng)":74.44,"Tatoeba (hye-eng)":83.81,"Tatoeba (ido-eng)":70.07,"Tatoeba (ile-eng)":70.31,"Tatoeba (ina-eng)":86.39,"Tatoeba (ind-eng)":88.28,"Tatoeba (isl-eng)":62.32,"Tatoeba (ita-eng)":88.54,"Tatoeba (jav-eng)":53.39,"Tatoeba (jpn-eng)":77.43,"Tatoeba (kab-eng)":18.06,"Tatoeba (kat-eng)":77.6,"Tatoeba (kaz-eng)":70.57,"Tatoeba (khm-eng)":44.34,"Tatoeba (kor-eng)":73.74,"Tatoeba (kur-eng)":39.99,"Tatoeba (kzj-eng)":6.56,"Tatoeba (lat-eng)":37.76,"Tatoeba (lfn-eng)":51.46,"Tatoeba (lit-eng)":59.95,"Tatoeba (lvs-eng)":61.84,"Tatoeba (mal-eng)":94.78,"Tatoeba (mar-eng)":85.94,"Tatoeba (max-eng)":48.29,"Tatoeba (mhr-eng)":5.58,"Tatoeba (mkd-eng)":63.74,"Tatoeba (mon-eng)":77.7,"Tatoeba (nds-eng)":52.46,"Tatoeba (nld-eng)":91.87,"Tatoeba (nno-eng)":70.29,"Tatoeba (nob-eng)":90.18,"Tatoeba (nov-eng)":64.2,"Tatoeba (oci-eng)":38.27,"Tatoeba (orv-eng)":14.89,"Tatoeba (pam-eng)":5.76,"Tatoeba (pes-eng)":85.51,"Tatoeba (pms-eng)":35.47,"Tatoeba (pol-eng)":88.85,"Tatoeba (por-eng)":89.63,"Tatoeba (ron-eng)":85.68,"Tatoeba (rus-eng)":89.77,"Tatoeba (slk-eng)":79.86,"Tatoeba (slv-eng)":73.93,"Tatoeba (spa-eng)":93.01,"Tatoeba (sqi-eng)":86.21,"Tatoeba (srp-eng)":83.06,"Tatoeba (swe-eng)":87.46,"Tatoeba (swg-eng)":44.0,"Tatoeba (swh-eng)":65.43,"Tatoeba (tam-eng)":82.82,"Tatoeba (tat-eng)":66.8,"Tatoeba (tel-eng)":86.82,"Tatoeba (tgl-eng)":77.54,"Tatoeba (tha-eng)":90.88,"Tatoeba (tuk-eng)":16.99,"Tatoeba (tur-eng)":88.42,"Tatoeba (tzl-eng)":34.83,"Tatoeba (uig-eng)":60.59,"Tatoeba (ukr-eng)":82.98,"Tatoeba (urd-eng)":85.07,"Tatoeba (uzb-eng)":59.11,"Tatoeba (vie-eng)":89.03,"Tatoeba (war-eng)":39.14,"Tatoeba (wuu-eng)":67.3,"Tatoeba (xho-eng)":63.2,"Tatoeba (yid-eng)":65.9,"Tatoeba (yue-eng)":69.33,"Tatoeba (zsm-eng)":91.37} -{"index":74,"Rank":16,"Model":"paraphrase-multilingual-mpnet-base-v2<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":63.38,"BUCC (de-en)":98.59,"BUCC (fr-en)":96.89,"BUCC (ru-en)":96.44,"BUCC (zh-en)":97.56,"Tatoeba (afr-eng)":72.96,"Tatoeba (amh-eng)":53.49,"Tatoeba (ang-eng)":16.72,"Tatoeba (ara-eng)":90.19,"Tatoeba (arq-eng)":19.84,"Tatoeba (arz-eng)":55.69,"Tatoeba (ast-eng)":70.08,"Tatoeba (awa-eng)":42.83,"Tatoeba (aze-eng)":76.36,"Tatoeba (bel-eng)":79.94,"Tatoeba (ben-eng)":64.9,"Tatoeba (ber-eng)":4.88,"Tatoeba (bos-eng)":94.02,"Tatoeba (bre-eng)":6.42,"Tatoeba (bul-eng)":93.52,"Tatoeba (cat-eng)":96.05,"Tatoeba (cbk-eng)":58.68,"Tatoeba (ceb-eng)":7.39,"Tatoeba (ces-eng)":95.73,"Tatoeba (cha-eng)":12.59,"Tatoeba (cmn-eng)":95.83,"Tatoeba (cor-eng)":3.53,"Tatoeba (csb-eng)":23.73,"Tatoeba (cym-eng)":22.31,"Tatoeba (dan-eng)":96.17,"Tatoeba (deu-eng)":97.73,"Tatoeba (dsb-eng)":36.85,"Tatoeba (dtp-eng)":5.03,"Tatoeba (ell-eng)":94.93,"Tatoeba (epo-eng)":55.12,"Tatoeba (est-eng)":98.4,"Tatoeba (eus-eng)":31.33,"Tatoeba (fao-eng)":38.24,"Tatoeba (fin-eng)":95.92,"Tatoeba (fra-eng)":93.12,"Tatoeba (fry-eng)":43.54,"Tatoeba (gla-eng)":4.72,"Tatoeba (gle-eng)":16.85,"Tatoeba (glg-eng)":95.32,"Tatoeba (gsw-eng)":25.12,"Tatoeba (heb-eng)":88.26,"Tatoeba (hin-eng)":97.75,"Tatoeba (hrv-eng)":97.0,"Tatoeba (hsb-eng)":44.32,"Tatoeba (hun-eng)":94.18,"Tatoeba (hye-eng)":94.38,"Tatoeba (ido-eng)":43.91,"Tatoeba (ile-eng)":60.36,"Tatoeba (ina-eng)":84.32,"Tatoeba (ind-eng)":93.5,"Tatoeba (isl-eng)":59.25,"Tatoeba (ita-eng)":93.76,"Tatoeba (jav-eng)":23.39,"Tatoeba (jpn-eng)":92.51,"Tatoeba (kab-eng)":1.41,"Tatoeba (kat-eng)":95.46,"Tatoeba (kaz-eng)":61.49,"Tatoeba (khm-eng)":58.8,"Tatoeba (kor-eng)":93.07,"Tatoeba (kur-eng)":61.44,"Tatoeba (kzj-eng)":5.88,"Tatoeba (lat-eng)":24.25,"Tatoeba (lfn-eng)":49.56,"Tatoeba (lit-eng)":95.37,"Tatoeba (lvs-eng)":97.53,"Tatoeba (mal-eng)":88.46,"Tatoeba (mar-eng)":93.83,"Tatoeba (max-eng)":48.77,"Tatoeba (mhr-eng)":7.57,"Tatoeba (mkd-eng)":93.02,"Tatoeba (mon-eng)":96.14,"Tatoeba (nds-eng)":38.88,"Tatoeba (nld-eng)":95.5,"Tatoeba (nno-eng)":81.41,"Tatoeba (nob-eng)":98.53,"Tatoeba (nov-eng)":50.23,"Tatoeba (oci-eng)":43.49,"Tatoeba (orv-eng)":23.77,"Tatoeba (pam-eng)":5.39,"Tatoeba (pes-eng)":93.47,"Tatoeba (pms-eng)":34.19,"Tatoeba (pol-eng)":96.95,"Tatoeba (por-eng)":93.02,"Tatoeba (ron-eng)":96.43,"Tatoeba (rus-eng)":92.92,"Tatoeba (slk-eng)":96.62,"Tatoeba (slv-eng)":97.08,"Tatoeba (spa-eng)":97.0,"Tatoeba (sqi-eng)":98.57,"Tatoeba (srp-eng)":94.12,"Tatoeba (swe-eng)":95.45,"Tatoeba (swg-eng)":22.8,"Tatoeba (swh-eng)":16.02,"Tatoeba (tam-eng)":73.6,"Tatoeba (tat-eng)":10.89,"Tatoeba (tel-eng)":79.73,"Tatoeba (tgl-eng)":17.67,"Tatoeba (tha-eng)":95.99,"Tatoeba (tuk-eng)":14.91,"Tatoeba (tur-eng)":96.17,"Tatoeba (tzl-eng)":34.21,"Tatoeba (uig-eng)":48.35,"Tatoeba (ukr-eng)":92.67,"Tatoeba (urd-eng)":95.12,"Tatoeba (uzb-eng)":23.19,"Tatoeba (vie-eng)":97.23,"Tatoeba (war-eng)":7.42,"Tatoeba (wuu-eng)":78.25,"Tatoeba (xho-eng)":6.53,"Tatoeba (yid-eng)":30.73,"Tatoeba (yue-eng)":77.58,"Tatoeba (zsm-eng)":95.8} -{"index":73,"Rank":17,"Model":"paraphrase-multilingual-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":57.98,"BUCC (de-en)":97.11,"BUCC (fr-en)":94.99,"BUCC (ru-en)":95.06,"BUCC (zh-en)":95.63,"Tatoeba (afr-eng)":58.22,"Tatoeba (amh-eng)":36.21,"Tatoeba (ang-eng)":10.24,"Tatoeba (ara-eng)":87.93,"Tatoeba (arq-eng)":18.6,"Tatoeba (arz-eng)":51.26,"Tatoeba (ast-eng)":62.17,"Tatoeba (awa-eng)":33.43,"Tatoeba (aze-eng)":62.1,"Tatoeba (bel-eng)":67.73,"Tatoeba (ben-eng)":36.48,"Tatoeba (ber-eng)":4.43,"Tatoeba (bos-eng)":93.27,"Tatoeba (bre-eng)":5.56,"Tatoeba (bul-eng)":92.65,"Tatoeba (cat-eng)":94.42,"Tatoeba (cbk-eng)":55.37,"Tatoeba (ceb-eng)":8.05,"Tatoeba (ces-eng)":95.12,"Tatoeba (cha-eng)":15.98,"Tatoeba (cmn-eng)":94.93,"Tatoeba (cor-eng)":3.42,"Tatoeba (csb-eng)":21.56,"Tatoeba (cym-eng)":13.25,"Tatoeba (dan-eng)":94.8,"Tatoeba (deu-eng)":97.02,"Tatoeba (dsb-eng)":33.43,"Tatoeba (dtp-eng)":5.69,"Tatoeba (ell-eng)":95.43,"Tatoeba (epo-eng)":41.73,"Tatoeba (est-eng)":97.33,"Tatoeba (eus-eng)":23.18,"Tatoeba (fao-eng)":27.51,"Tatoeba (fin-eng)":93.1,"Tatoeba (fra-eng)":91.72,"Tatoeba (fry-eng)":31.13,"Tatoeba (gla-eng)":3.61,"Tatoeba (gle-eng)":11.62,"Tatoeba (glg-eng)":94.0,"Tatoeba (gsw-eng)":25.74,"Tatoeba (heb-eng)":86.88,"Tatoeba (hin-eng)":97.62,"Tatoeba (hrv-eng)":95.98,"Tatoeba (hsb-eng)":36.1,"Tatoeba (hun-eng)":91.58,"Tatoeba (hye-eng)":93.28,"Tatoeba (ido-eng)":40.25,"Tatoeba (ile-eng)":57.71,"Tatoeba (ina-eng)":79.13,"Tatoeba (ind-eng)":92.74,"Tatoeba (isl-eng)":24.07,"Tatoeba (ita-eng)":93.05,"Tatoeba (jav-eng)":17.04,"Tatoeba (jpn-eng)":90.41,"Tatoeba (kab-eng)":1.16,"Tatoeba (kat-eng)":95.44,"Tatoeba (kaz-eng)":34.89,"Tatoeba (khm-eng)":32.11,"Tatoeba (kor-eng)":92.52,"Tatoeba (kur-eng)":46.94,"Tatoeba (kzj-eng)":6.24,"Tatoeba (lat-eng)":19.47,"Tatoeba (lfn-eng)":47.02,"Tatoeba (lit-eng)":93.16,"Tatoeba (lvs-eng)":97.87,"Tatoeba (mal-eng)":32.2,"Tatoeba (mar-eng)":92.38,"Tatoeba (max-eng)":45.25,"Tatoeba (mhr-eng)":6.89,"Tatoeba (mkd-eng)":91.0,"Tatoeba (mon-eng)":95.04,"Tatoeba (nds-eng)":32.16,"Tatoeba (nld-eng)":94.58,"Tatoeba (nno-eng)":76.34,"Tatoeba (nob-eng)":97.73,"Tatoeba (nov-eng)":47.99,"Tatoeba (oci-eng)":38.57,"Tatoeba (orv-eng)":15.1,"Tatoeba (pam-eng)":5.41,"Tatoeba (pes-eng)":92.59,"Tatoeba (pms-eng)":30.7,"Tatoeba (pol-eng)":94.28,"Tatoeba (por-eng)":92.13,"Tatoeba (ron-eng)":95.3,"Tatoeba (rus-eng)":91.87,"Tatoeba (slk-eng)":95.15,"Tatoeba (slv-eng)":96.92,"Tatoeba (spa-eng)":95.42,"Tatoeba (sqi-eng)":98.17,"Tatoeba (srp-eng)":92.24,"Tatoeba (swe-eng)":94.42,"Tatoeba (swg-eng)":26.31,"Tatoeba (swh-eng)":14.48,"Tatoeba (tam-eng)":24.64,"Tatoeba (tat-eng)":10.25,"Tatoeba (tel-eng)":36.4,"Tatoeba (tgl-eng)":13.09,"Tatoeba (tha-eng)":96.72,"Tatoeba (tuk-eng)":15.16,"Tatoeba (tur-eng)":95.08,"Tatoeba (tzl-eng)":25.46,"Tatoeba (uig-eng)":24.39,"Tatoeba (ukr-eng)":92.82,"Tatoeba (urd-eng)":94.57,"Tatoeba (uzb-eng)":17.14,"Tatoeba (vie-eng)":95.12,"Tatoeba (war-eng)":7.25,"Tatoeba (wuu-eng)":76.0,"Tatoeba (xho-eng)":4.52,"Tatoeba (yid-eng)":14.38,"Tatoeba (yue-eng)":71.45,"Tatoeba (zsm-eng)":95.31} -{"index":32,"Rank":18,"Model":"Titan-text-embeddings-v2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":40.27,"BUCC (de-en)":98.18,"BUCC (fr-en)":98.04,"BUCC (ru-en)":94.58,"BUCC (zh-en)":96.75,"Tatoeba (afr-eng)":50.58,"Tatoeba (amh-eng)":0.36,"Tatoeba (ang-eng)":30.89,"Tatoeba (ara-eng)":79.65,"Tatoeba (arq-eng)":20.68,"Tatoeba (arz-eng)":56.04,"Tatoeba (ast-eng)":55.81,"Tatoeba (awa-eng)":41.58,"Tatoeba (aze-eng)":27.78,"Tatoeba (bel-eng)":41.21,"Tatoeba (ben-eng)":20.85,"Tatoeba (ber-eng)":5.5,"Tatoeba (bos-eng)":36.73,"Tatoeba (bre-eng)":5.46,"Tatoeba (bul-eng)":60.26,"Tatoeba (cat-eng)":63.42,"Tatoeba (cbk-eng)":56.73,"Tatoeba (ceb-eng)":10.46,"Tatoeba (ces-eng)":81.81,"Tatoeba (cha-eng)":22.8,"Tatoeba (cmn-eng)":86.13,"Tatoeba (cor-eng)":3.87,"Tatoeba (csb-eng)":20.52,"Tatoeba (cym-eng)":9.1,"Tatoeba (dan-eng)":72.49,"Tatoeba (deu-eng)":96.57,"Tatoeba (dsb-eng)":28.3,"Tatoeba (dtp-eng)":3.87,"Tatoeba (ell-eng)":10.43,"Tatoeba (epo-eng)":30.54,"Tatoeba (est-eng)":7.43,"Tatoeba (eus-eng)":11.67,"Tatoeba (fao-eng)":21.34,"Tatoeba (fin-eng)":18.11,"Tatoeba (fra-eng)":89.39,"Tatoeba (fry-eng)":37.73,"Tatoeba (gla-eng)":4.23,"Tatoeba (gle-eng)":4.4,"Tatoeba (glg-eng)":74.27,"Tatoeba (gsw-eng)":37.04,"Tatoeba (heb-eng)":72.4,"Tatoeba (hin-eng)":82.06,"Tatoeba (hrv-eng)":34.63,"Tatoeba (hsb-eng)":37.13,"Tatoeba (hun-eng)":13.18,"Tatoeba (hye-eng)":0.37,"Tatoeba (ido-eng)":48.29,"Tatoeba (ile-eng)":61.81,"Tatoeba (ina-eng)":78.25,"Tatoeba (ind-eng)":54.64,"Tatoeba (isl-eng)":12.45,"Tatoeba (ita-eng)":81.99,"Tatoeba (jav-eng)":9.0,"Tatoeba (jpn-eng)":86.92,"Tatoeba (kab-eng)":1.95,"Tatoeba (kat-eng)":0.76,"Tatoeba (kaz-eng)":9.15,"Tatoeba (khm-eng)":0.35,"Tatoeba (kor-eng)":75.76,"Tatoeba (kur-eng)":13.51,"Tatoeba (kzj-eng)":5.8,"Tatoeba (lat-eng)":21.15,"Tatoeba (lfn-eng)":47.49,"Tatoeba (lit-eng)":10.45,"Tatoeba (lvs-eng)":10.72,"Tatoeba (mal-eng)":74.47,"Tatoeba (mar-eng)":67.35,"Tatoeba (max-eng)":22.52,"Tatoeba (mhr-eng)":4.3,"Tatoeba (mkd-eng)":34.72,"Tatoeba (mon-eng)":10.95,"Tatoeba (nds-eng)":49.47,"Tatoeba (nld-eng)":87.22,"Tatoeba (nno-eng)":56.01,"Tatoeba (nob-eng)":79.21,"Tatoeba (nov-eng)":54.06,"Tatoeba (oci-eng)":39.12,"Tatoeba (orv-eng)":19.65,"Tatoeba (pam-eng)":4.84,"Tatoeba (pes-eng)":45.04,"Tatoeba (pms-eng)":34.32,"Tatoeba (pol-eng)":83.35,"Tatoeba (por-eng)":89.38,"Tatoeba (ron-eng)":59.11,"Tatoeba (rus-eng)":84.96,"Tatoeba (slk-eng)":65.42,"Tatoeba (slv-eng)":35.88,"Tatoeba (spa-eng)":93.12,"Tatoeba (sqi-eng)":15.39,"Tatoeba (srp-eng)":35.41,"Tatoeba (swe-eng)":86.33,"Tatoeba (swg-eng)":36.39,"Tatoeba (swh-eng)":7.78,"Tatoeba (tam-eng)":65.79,"Tatoeba (tat-eng)":6.67,"Tatoeba (tel-eng)":65.37,"Tatoeba (tgl-eng)":17.86,"Tatoeba (tha-eng)":3.16,"Tatoeba (tuk-eng)":9.61,"Tatoeba (tur-eng)":77.38,"Tatoeba (tzl-eng)":26.1,"Tatoeba (uig-eng)":1.31,"Tatoeba (ukr-eng)":65.33,"Tatoeba (urd-eng)":6.6,"Tatoeba (uzb-eng)":7.86,"Tatoeba (vie-eng)":50.44,"Tatoeba (war-eng)":10.67,"Tatoeba (wuu-eng)":70.58,"Tatoeba (xho-eng)":9.53,"Tatoeba (yid-eng)":1.46,"Tatoeba (yue-eng)":51.32,"Tatoeba (zsm-eng)":54.61} -{"index":58,"Rank":19,"Model":"udever-bloom-7b1<\/a>","Model Size (Million Parameters)":7069,"Memory Usage (GB, fp32)":26.33,"Embedding Dimensions":4096,"Max Tokens":2048,"Average":37.12,"BUCC (de-en)":87.71,"BUCC (fr-en)":98.41,"BUCC (ru-en)":78.75,"BUCC (zh-en)":98.77,"Tatoeba (afr-eng)":22.56,"Tatoeba (amh-eng)":0.1,"Tatoeba (ang-eng)":34.68,"Tatoeba (ara-eng)":90.62,"Tatoeba (arq-eng)":37.21,"Tatoeba (arz-eng)":74.8,"Tatoeba (ast-eng)":68.37,"Tatoeba (awa-eng)":53.01,"Tatoeba (aze-eng)":8.16,"Tatoeba (bel-eng)":18.49,"Tatoeba (ben-eng)":83.89,"Tatoeba (ber-eng)":5.17,"Tatoeba (bos-eng)":19.28,"Tatoeba (bre-eng)":7.41,"Tatoeba (bul-eng)":28.46,"Tatoeba (cat-eng)":90.24,"Tatoeba (cbk-eng)":61.49,"Tatoeba (ceb-eng)":9.08,"Tatoeba (ces-eng)":12.99,"Tatoeba (cha-eng)":26.96,"Tatoeba (cmn-eng)":95.7,"Tatoeba (cor-eng)":3.86,"Tatoeba (csb-eng)":11.04,"Tatoeba (cym-eng)":8.32,"Tatoeba (dan-eng)":33.6,"Tatoeba (deu-eng)":85.06,"Tatoeba (dsb-eng)":15.0,"Tatoeba (dtp-eng)":5.26,"Tatoeba (ell-eng)":13.08,"Tatoeba (epo-eng)":33.92,"Tatoeba (est-eng)":5.61,"Tatoeba (eus-eng)":74.53,"Tatoeba (fao-eng)":14.42,"Tatoeba (fin-eng)":5.48,"Tatoeba (fra-eng)":94.32,"Tatoeba (fry-eng)":32.37,"Tatoeba (gla-eng)":3.1,"Tatoeba (gle-eng)":3.91,"Tatoeba (glg-eng)":82.55,"Tatoeba (gsw-eng)":23.7,"Tatoeba (heb-eng)":7.49,"Tatoeba (hin-eng)":94.88,"Tatoeba (hrv-eng)":17.75,"Tatoeba (hsb-eng)":13.31,"Tatoeba (hun-eng)":6.65,"Tatoeba (hye-eng)":0.92,"Tatoeba (ido-eng)":47.84,"Tatoeba (ile-eng)":63.65,"Tatoeba (ina-eng)":83.73,"Tatoeba (ind-eng)":91.91,"Tatoeba (isl-eng)":8.0,"Tatoeba (ita-eng)":74.96,"Tatoeba (jav-eng)":22.26,"Tatoeba (jpn-eng)":83.88,"Tatoeba (kab-eng)":1.54,"Tatoeba (kat-eng)":1.48,"Tatoeba (kaz-eng)":9.66,"Tatoeba (khm-eng)":0.7,"Tatoeba (kor-eng)":44.79,"Tatoeba (kur-eng)":12.5,"Tatoeba (kzj-eng)":6.3,"Tatoeba (lat-eng)":46.75,"Tatoeba (lfn-eng)":46.48,"Tatoeba (lit-eng)":5.87,"Tatoeba (lvs-eng)":8.58,"Tatoeba (mal-eng)":95.05,"Tatoeba (mar-eng)":71.56,"Tatoeba (max-eng)":41.45,"Tatoeba (mhr-eng)":3.25,"Tatoeba (mkd-eng)":15.58,"Tatoeba (mon-eng)":7.37,"Tatoeba (nds-eng)":29.88,"Tatoeba (nld-eng)":49.85,"Tatoeba (nno-eng)":20.79,"Tatoeba (nob-eng)":31.94,"Tatoeba (nov-eng)":54.93,"Tatoeba (oci-eng)":45.74,"Tatoeba (orv-eng)":8.44,"Tatoeba (pam-eng)":7.03,"Tatoeba (pes-eng)":21.59,"Tatoeba (pms-eng)":36.58,"Tatoeba (pol-eng)":20.27,"Tatoeba (por-eng)":94.43,"Tatoeba (ron-eng)":33.85,"Tatoeba (rus-eng)":71.23,"Tatoeba (slk-eng)":12.3,"Tatoeba (slv-eng)":13.06,"Tatoeba (spa-eng)":98.13,"Tatoeba (sqi-eng)":15.33,"Tatoeba (srp-eng)":18.75,"Tatoeba (swe-eng)":27.82,"Tatoeba (swg-eng)":29.18,"Tatoeba (swh-eng)":27.81,"Tatoeba (tam-eng)":81.87,"Tatoeba (tat-eng)":4.96,"Tatoeba (tel-eng)":80.56,"Tatoeba (tgl-eng)":11.19,"Tatoeba (tha-eng)":6.78,"Tatoeba (tuk-eng)":6.85,"Tatoeba (tur-eng)":8.96,"Tatoeba (tzl-eng)":32.7,"Tatoeba (uig-eng)":2.02,"Tatoeba (ukr-eng)":31.12,"Tatoeba (urd-eng)":82.87,"Tatoeba (uzb-eng)":8.28,"Tatoeba (vie-eng)":95.83,"Tatoeba (war-eng)":11.23,"Tatoeba (wuu-eng)":87.91,"Tatoeba (xho-eng)":7.96,"Tatoeba (yid-eng)":0.49,"Tatoeba (yue-eng)":89.39,"Tatoeba (zsm-eng)":88.11} -{"index":56,"Rank":20,"Model":"udever-bloom-3b<\/a>","Model Size (Million Parameters)":3003,"Memory Usage (GB, fp32)":11.19,"Embedding Dimensions":2560,"Max Tokens":2048,"Average":34.17,"BUCC (de-en)":71.06,"BUCC (fr-en)":98.17,"BUCC (ru-en)":58.45,"BUCC (zh-en)":98.6,"Tatoeba (afr-eng)":18.66,"Tatoeba (amh-eng)":0.46,"Tatoeba (ang-eng)":27.44,"Tatoeba (ara-eng)":88.21,"Tatoeba (arq-eng)":29.24,"Tatoeba (arz-eng)":73.17,"Tatoeba (ast-eng)":71.25,"Tatoeba (awa-eng)":46.87,"Tatoeba (aze-eng)":7.61,"Tatoeba (bel-eng)":12.17,"Tatoeba (ben-eng)":80.65,"Tatoeba (ber-eng)":5.53,"Tatoeba (bos-eng)":14.99,"Tatoeba (bre-eng)":6.14,"Tatoeba (bul-eng)":26.9,"Tatoeba (cat-eng)":91.17,"Tatoeba (cbk-eng)":63.69,"Tatoeba (ceb-eng)":8.15,"Tatoeba (ces-eng)":8.29,"Tatoeba (cha-eng)":22.58,"Tatoeba (cmn-eng)":95.08,"Tatoeba (cor-eng)":4.0,"Tatoeba (csb-eng)":10.26,"Tatoeba (cym-eng)":8.46,"Tatoeba (dan-eng)":24.91,"Tatoeba (deu-eng)":72.73,"Tatoeba (dsb-eng)":12.44,"Tatoeba (dtp-eng)":5.41,"Tatoeba (ell-eng)":6.72,"Tatoeba (epo-eng)":28.07,"Tatoeba (est-eng)":5.63,"Tatoeba (eus-eng)":63.81,"Tatoeba (fao-eng)":12.9,"Tatoeba (fin-eng)":5.83,"Tatoeba (fra-eng)":93.53,"Tatoeba (fry-eng)":29.09,"Tatoeba (gla-eng)":4.13,"Tatoeba (gle-eng)":4.53,"Tatoeba (glg-eng)":80.98,"Tatoeba (gsw-eng)":19.31,"Tatoeba (heb-eng)":1.92,"Tatoeba (hin-eng)":92.87,"Tatoeba (hrv-eng)":13.69,"Tatoeba (hsb-eng)":12.35,"Tatoeba (hun-eng)":5.57,"Tatoeba (hye-eng)":1.56,"Tatoeba (ido-eng)":45.82,"Tatoeba (ile-eng)":64.41,"Tatoeba (ina-eng)":83.88,"Tatoeba (ind-eng)":90.54,"Tatoeba (isl-eng)":6.93,"Tatoeba (ita-eng)":73.39,"Tatoeba (jav-eng)":19.8,"Tatoeba (jpn-eng)":73.95,"Tatoeba (kab-eng)":1.92,"Tatoeba (kat-eng)":0.71,"Tatoeba (kaz-eng)":6.75,"Tatoeba (khm-eng)":0.09,"Tatoeba (kor-eng)":29.16,"Tatoeba (kur-eng)":11.84,"Tatoeba (kzj-eng)":5.99,"Tatoeba (lat-eng)":38.34,"Tatoeba (lfn-eng)":48.25,"Tatoeba (lit-eng)":5.82,"Tatoeba (lvs-eng)":6.95,"Tatoeba (mal-eng)":93.12,"Tatoeba (mar-eng)":65.18,"Tatoeba (max-eng)":40.88,"Tatoeba (mhr-eng)":2.88,"Tatoeba (mkd-eng)":13.93,"Tatoeba (mon-eng)":4.48,"Tatoeba (nds-eng)":24.45,"Tatoeba (nld-eng)":36.81,"Tatoeba (nno-eng)":16.07,"Tatoeba (nob-eng)":22.79,"Tatoeba (nov-eng)":53.3,"Tatoeba (oci-eng)":41.08,"Tatoeba (orv-eng)":5.61,"Tatoeba (pam-eng)":7.18,"Tatoeba (pes-eng)":17.01,"Tatoeba (pms-eng)":32.19,"Tatoeba (pol-eng)":14.83,"Tatoeba (por-eng)":93.62,"Tatoeba (ron-eng)":30.35,"Tatoeba (rus-eng)":62.61,"Tatoeba (slk-eng)":11.36,"Tatoeba (slv-eng)":10.89,"Tatoeba (spa-eng)":97.77,"Tatoeba (sqi-eng)":13.17,"Tatoeba (srp-eng)":15.09,"Tatoeba (swe-eng)":21.73,"Tatoeba (swg-eng)":22.77,"Tatoeba (swh-eng)":25.43,"Tatoeba (tam-eng)":84.66,"Tatoeba (tat-eng)":4.92,"Tatoeba (tel-eng)":79.3,"Tatoeba (tgl-eng)":10.75,"Tatoeba (tha-eng)":3.08,"Tatoeba (tuk-eng)":5.83,"Tatoeba (tur-eng)":7.14,"Tatoeba (tzl-eng)":31.64,"Tatoeba (uig-eng)":1.0,"Tatoeba (ukr-eng)":25.42,"Tatoeba (urd-eng)":76.77,"Tatoeba (uzb-eng)":5.91,"Tatoeba (vie-eng)":96.05,"Tatoeba (war-eng)":10.73,"Tatoeba (wuu-eng)":84.6,"Tatoeba (xho-eng)":7.79,"Tatoeba (yid-eng)":0.28,"Tatoeba (yue-eng)":86.38,"Tatoeba (zsm-eng)":85.22} -{"index":34,"Rank":21,"Model":"sgpt-bloom-7b1-msmarco<\/a>","Model Size (Million Parameters)":7068,"Memory Usage (GB, fp32)":26.33,"Embedding Dimensions":4096,"Max Tokens":2048,"Average":31.08,"BUCC (de-en)":54.0,"BUCC (fr-en)":97.06,"BUCC (ru-en)":45.3,"BUCC (zh-en)":97.96,"Tatoeba (afr-eng)":16.62,"Tatoeba (amh-eng)":0.03,"Tatoeba (ang-eng)":28.76,"Tatoeba (ara-eng)":85.37,"Tatoeba (arq-eng)":27.75,"Tatoeba (arz-eng)":70.66,"Tatoeba (ast-eng)":71.13,"Tatoeba (awa-eng)":35.01,"Tatoeba (aze-eng)":6.32,"Tatoeba (bel-eng)":8.03,"Tatoeba (ben-eng)":75.98,"Tatoeba (ber-eng)":4.92,"Tatoeba (bos-eng)":13.65,"Tatoeba (bre-eng)":4.67,"Tatoeba (bul-eng)":20.09,"Tatoeba (cat-eng)":88.31,"Tatoeba (cbk-eng)":64.63,"Tatoeba (ceb-eng)":6.64,"Tatoeba (ces-eng)":9.55,"Tatoeba (cha-eng)":23.26,"Tatoeba (cmn-eng)":91.45,"Tatoeba (cor-eng)":2.83,"Tatoeba (csb-eng)":10.03,"Tatoeba (cym-eng)":6.97,"Tatoeba (dan-eng)":23.52,"Tatoeba (deu-eng)":70.1,"Tatoeba (dsb-eng)":8.78,"Tatoeba (dtp-eng)":3.41,"Tatoeba (ell-eng)":5.34,"Tatoeba (epo-eng)":26.2,"Tatoeba (est-eng)":4.76,"Tatoeba (eus-eng)":53.38,"Tatoeba (fao-eng)":12.61,"Tatoeba (fin-eng)":3.41,"Tatoeba (fra-eng)":91.44,"Tatoeba (fry-eng)":24.62,"Tatoeba (gla-eng)":2.09,"Tatoeba (gle-eng)":3.26,"Tatoeba (glg-eng)":79.86,"Tatoeba (gsw-eng)":21.03,"Tatoeba (heb-eng)":1.69,"Tatoeba (hin-eng)":85.23,"Tatoeba (hrv-eng)":12.79,"Tatoeba (hsb-eng)":9.68,"Tatoeba (hun-eng)":5.07,"Tatoeba (hye-eng)":0.5,"Tatoeba (ido-eng)":43.91,"Tatoeba (ile-eng)":59.59,"Tatoeba (ina-eng)":73.67,"Tatoeba (ind-eng)":88.04,"Tatoeba (isl-eng)":6.29,"Tatoeba (ita-eng)":65.04,"Tatoeba (jav-eng)":15.02,"Tatoeba (jpn-eng)":71.36,"Tatoeba (kab-eng)":1.69,"Tatoeba (kat-eng)":0.42,"Tatoeba (kaz-eng)":3.32,"Tatoeba (khm-eng)":0.37,"Tatoeba (kor-eng)":22.39,"Tatoeba (kur-eng)":8.26,"Tatoeba (kzj-eng)":5.17,"Tatoeba (lat-eng)":28.76,"Tatoeba (lfn-eng)":44.85,"Tatoeba (lit-eng)":4.49,"Tatoeba (lvs-eng)":6.55,"Tatoeba (mal-eng)":83.3,"Tatoeba (mar-eng)":45.53,"Tatoeba (max-eng)":36.14,"Tatoeba (mhr-eng)":1.56,"Tatoeba (mkd-eng)":10.47,"Tatoeba (mon-eng)":2.85,"Tatoeba (nds-eng)":23.92,"Tatoeba (nld-eng)":29.74,"Tatoeba (nno-eng)":16.28,"Tatoeba (nob-eng)":21.07,"Tatoeba (nov-eng)":52.23,"Tatoeba (oci-eng)":40.17,"Tatoeba (orv-eng)":5.79,"Tatoeba (pam-eng)":5.85,"Tatoeba (pes-eng)":12.13,"Tatoeba (pms-eng)":31.94,"Tatoeba (pol-eng)":14.09,"Tatoeba (por-eng)":92.62,"Tatoeba (ron-eng)":27.23,"Tatoeba (rus-eng)":59.84,"Tatoeba (slk-eng)":9.98,"Tatoeba (slv-eng)":10.14,"Tatoeba (spa-eng)":94.48,"Tatoeba (sqi-eng)":10.38,"Tatoeba (srp-eng)":11.69,"Tatoeba (swe-eng)":19.53,"Tatoeba (swg-eng)":16.89,"Tatoeba (swh-eng)":16.74,"Tatoeba (tam-eng)":72.76,"Tatoeba (tat-eng)":3.59,"Tatoeba (tel-eng)":64.62,"Tatoeba (tgl-eng)":10.7,"Tatoeba (tha-eng)":2.22,"Tatoeba (tuk-eng)":5.48,"Tatoeba (tur-eng)":6.15,"Tatoeba (tzl-eng)":27.82,"Tatoeba (uig-eng)":1.27,"Tatoeba (ukr-eng)":22.06,"Tatoeba (urd-eng)":70.1,"Tatoeba (uzb-eng)":4.71,"Tatoeba (vie-eng)":94.2,"Tatoeba (war-eng)":10.38,"Tatoeba (wuu-eng)":79.58,"Tatoeba (xho-eng)":5.51,"Tatoeba (yid-eng)":0.16,"Tatoeba (yue-eng)":77.03,"Tatoeba (zsm-eng)":79.95} -{"index":55,"Rank":22,"Model":"udever-bloom-1b1<\/a>","Model Size (Million Parameters)":1065,"Memory Usage (GB, fp32)":3.97,"Embedding Dimensions":1536,"Max Tokens":2048,"Average":29.85,"BUCC (de-en)":42.03,"BUCC (fr-en)":97.71,"BUCC (ru-en)":24.11,"BUCC (zh-en)":98.24,"Tatoeba (afr-eng)":14.54,"Tatoeba (amh-eng)":0.12,"Tatoeba (ang-eng)":19.43,"Tatoeba (ara-eng)":86.43,"Tatoeba (arq-eng)":26.28,"Tatoeba (arz-eng)":66.01,"Tatoeba (ast-eng)":68.16,"Tatoeba (awa-eng)":45.66,"Tatoeba (aze-eng)":6.63,"Tatoeba (bel-eng)":9.62,"Tatoeba (ben-eng)":78.76,"Tatoeba (ber-eng)":4.58,"Tatoeba (bos-eng)":11.93,"Tatoeba (bre-eng)":5.35,"Tatoeba (bul-eng)":14.25,"Tatoeba (cat-eng)":84.54,"Tatoeba (cbk-eng)":61.04,"Tatoeba (ceb-eng)":7.75,"Tatoeba (ces-eng)":5.64,"Tatoeba (cha-eng)":22.9,"Tatoeba (cmn-eng)":93.97,"Tatoeba (cor-eng)":3.13,"Tatoeba (csb-eng)":9.04,"Tatoeba (cym-eng)":7.77,"Tatoeba (dan-eng)":17.55,"Tatoeba (deu-eng)":53.27,"Tatoeba (dsb-eng)":9.57,"Tatoeba (dtp-eng)":3.82,"Tatoeba (ell-eng)":2.34,"Tatoeba (epo-eng)":23.11,"Tatoeba (est-eng)":4.47,"Tatoeba (eus-eng)":59.64,"Tatoeba (fao-eng)":9.42,"Tatoeba (fin-eng)":4.27,"Tatoeba (fra-eng)":92.77,"Tatoeba (fry-eng)":25.34,"Tatoeba (gla-eng)":2.99,"Tatoeba (gle-eng)":3.96,"Tatoeba (glg-eng)":75.92,"Tatoeba (gsw-eng)":21.86,"Tatoeba (heb-eng)":0.69,"Tatoeba (hin-eng)":91.53,"Tatoeba (hrv-eng)":9.73,"Tatoeba (hsb-eng)":9.78,"Tatoeba (hun-eng)":4.3,"Tatoeba (hye-eng)":0.65,"Tatoeba (ido-eng)":39.15,"Tatoeba (ile-eng)":56.08,"Tatoeba (ina-eng)":74.59,"Tatoeba (ind-eng)":88.3,"Tatoeba (isl-eng)":5.46,"Tatoeba (ita-eng)":55.97,"Tatoeba (jav-eng)":18.6,"Tatoeba (jpn-eng)":65.97,"Tatoeba (kab-eng)":1.14,"Tatoeba (kat-eng)":0.91,"Tatoeba (kaz-eng)":4.7,"Tatoeba (khm-eng)":0.01,"Tatoeba (kor-eng)":12.56,"Tatoeba (kur-eng)":10.65,"Tatoeba (kzj-eng)":4.78,"Tatoeba (lat-eng)":27.65,"Tatoeba (lfn-eng)":41.94,"Tatoeba (lit-eng)":4.83,"Tatoeba (lvs-eng)":5.53,"Tatoeba (mal-eng)":85.56,"Tatoeba (mar-eng)":52.67,"Tatoeba (max-eng)":39.38,"Tatoeba (mhr-eng)":2.38,"Tatoeba (mkd-eng)":6.19,"Tatoeba (mon-eng)":4.79,"Tatoeba (nds-eng)":17.76,"Tatoeba (nld-eng)":25.15,"Tatoeba (nno-eng)":13.33,"Tatoeba (nob-eng)":17.67,"Tatoeba (nov-eng)":49.14,"Tatoeba (oci-eng)":39.02,"Tatoeba (orv-eng)":3.07,"Tatoeba (pam-eng)":5.68,"Tatoeba (pes-eng)":13.51,"Tatoeba (pms-eng)":27.6,"Tatoeba (pol-eng)":9.61,"Tatoeba (por-eng)":92.52,"Tatoeba (ron-eng)":23.2,"Tatoeba (rus-eng)":40.27,"Tatoeba (slk-eng)":8.52,"Tatoeba (slv-eng)":8.1,"Tatoeba (spa-eng)":96.05,"Tatoeba (sqi-eng)":12.07,"Tatoeba (srp-eng)":8.76,"Tatoeba (swe-eng)":14.94,"Tatoeba (swg-eng)":21.63,"Tatoeba (swh-eng)":16.31,"Tatoeba (tam-eng)":77.3,"Tatoeba (tat-eng)":2.86,"Tatoeba (tel-eng)":69.05,"Tatoeba (tgl-eng)":8.63,"Tatoeba (tha-eng)":1.64,"Tatoeba (tuk-eng)":5.14,"Tatoeba (tur-eng)":5.09,"Tatoeba (tzl-eng)":31.31,"Tatoeba (uig-eng)":1.68,"Tatoeba (ukr-eng)":14.32,"Tatoeba (urd-eng)":68.96,"Tatoeba (uzb-eng)":5.15,"Tatoeba (vie-eng)":94.57,"Tatoeba (war-eng)":8.07,"Tatoeba (wuu-eng)":81.18,"Tatoeba (xho-eng)":8.3,"Tatoeba (yid-eng)":0.12,"Tatoeba (yue-eng)":81.35,"Tatoeba (zsm-eng)":81.48} -{"index":57,"Rank":23,"Model":"udever-bloom-560m<\/a>","Model Size (Million Parameters)":559,"Memory Usage (GB, fp32)":2.08,"Embedding Dimensions":1024,"Max Tokens":2048,"Average":24.03,"BUCC (de-en)":11.3,"BUCC (fr-en)":96.18,"BUCC (ru-en)":1.59,"BUCC (zh-en)":96.16,"Tatoeba (afr-eng)":9.01,"Tatoeba (amh-eng)":0.21,"Tatoeba (ang-eng)":13.31,"Tatoeba (ara-eng)":80.09,"Tatoeba (arq-eng)":16.16,"Tatoeba (arz-eng)":49.42,"Tatoeba (ast-eng)":59.96,"Tatoeba (awa-eng)":30.54,"Tatoeba (aze-eng)":3.44,"Tatoeba (bel-eng)":3.28,"Tatoeba (ben-eng)":70.14,"Tatoeba (ber-eng)":3.92,"Tatoeba (bos-eng)":9.17,"Tatoeba (bre-eng)":3.85,"Tatoeba (bul-eng)":4.58,"Tatoeba (cat-eng)":81.55,"Tatoeba (cbk-eng)":55.71,"Tatoeba (ceb-eng)":5.64,"Tatoeba (ces-eng)":3.76,"Tatoeba (cha-eng)":16.46,"Tatoeba (cmn-eng)":92.95,"Tatoeba (cor-eng)":3.13,"Tatoeba (csb-eng)":5.26,"Tatoeba (cym-eng)":5.87,"Tatoeba (dan-eng)":11.4,"Tatoeba (deu-eng)":29.34,"Tatoeba (dsb-eng)":5.83,"Tatoeba (dtp-eng)":3.37,"Tatoeba (ell-eng)":0.89,"Tatoeba (epo-eng)":13.42,"Tatoeba (est-eng)":3.08,"Tatoeba (eus-eng)":42.35,"Tatoeba (fao-eng)":8.3,"Tatoeba (fin-eng)":3.5,"Tatoeba (fra-eng)":91.65,"Tatoeba (fry-eng)":18.1,"Tatoeba (gla-eng)":2.73,"Tatoeba (gle-eng)":3.46,"Tatoeba (glg-eng)":69.26,"Tatoeba (gsw-eng)":17.5,"Tatoeba (heb-eng)":0.25,"Tatoeba (hin-eng)":85.35,"Tatoeba (hrv-eng)":6.27,"Tatoeba (hsb-eng)":6.8,"Tatoeba (hun-eng)":3.25,"Tatoeba (hye-eng)":0.23,"Tatoeba (ido-eng)":26.21,"Tatoeba (ile-eng)":44.24,"Tatoeba (ina-eng)":63.9,"Tatoeba (ind-eng)":85.46,"Tatoeba (isl-eng)":3.27,"Tatoeba (ita-eng)":37.29,"Tatoeba (jav-eng)":14.35,"Tatoeba (jpn-eng)":48.83,"Tatoeba (kab-eng)":0.89,"Tatoeba (kat-eng)":0.4,"Tatoeba (kaz-eng)":0.74,"Tatoeba (khm-eng)":0.15,"Tatoeba (kor-eng)":2.65,"Tatoeba (kur-eng)":6.48,"Tatoeba (kzj-eng)":3.39,"Tatoeba (lat-eng)":19.55,"Tatoeba (lfn-eng)":37.52,"Tatoeba (lit-eng)":3.17,"Tatoeba (lvs-eng)":3.53,"Tatoeba (mal-eng)":73.36,"Tatoeba (mar-eng)":47.23,"Tatoeba (max-eng)":33.46,"Tatoeba (mhr-eng)":0.44,"Tatoeba (mkd-eng)":2.77,"Tatoeba (mon-eng)":0.85,"Tatoeba (nds-eng)":11.83,"Tatoeba (nld-eng)":16.33,"Tatoeba (nno-eng)":8.05,"Tatoeba (nob-eng)":11.91,"Tatoeba (nov-eng)":38.78,"Tatoeba (oci-eng)":29.39,"Tatoeba (orv-eng)":0.54,"Tatoeba (pam-eng)":3.78,"Tatoeba (pes-eng)":5.87,"Tatoeba (pms-eng)":17.49,"Tatoeba (pol-eng)":5.63,"Tatoeba (por-eng)":92.08,"Tatoeba (ron-eng)":14.95,"Tatoeba (rus-eng)":25.22,"Tatoeba (slk-eng)":5.49,"Tatoeba (slv-eng)":5.41,"Tatoeba (spa-eng)":95.48,"Tatoeba (sqi-eng)":8.49,"Tatoeba (srp-eng)":4.55,"Tatoeba (swe-eng)":10.72,"Tatoeba (swg-eng)":16.44,"Tatoeba (swh-eng)":14.52,"Tatoeba (tam-eng)":62.26,"Tatoeba (tat-eng)":0.97,"Tatoeba (tel-eng)":35.84,"Tatoeba (tgl-eng)":6.52,"Tatoeba (tha-eng)":0.51,"Tatoeba (tuk-eng)":2.81,"Tatoeba (tur-eng)":3.49,"Tatoeba (tzl-eng)":14.52,"Tatoeba (uig-eng)":0.53,"Tatoeba (ukr-eng)":4.93,"Tatoeba (urd-eng)":61.62,"Tatoeba (uzb-eng)":2.54,"Tatoeba (vie-eng)":92.86,"Tatoeba (war-eng)":7.19,"Tatoeba (wuu-eng)":74.62,"Tatoeba (xho-eng)":4.83,"Tatoeba (yid-eng)":0.19,"Tatoeba (yue-eng)":74.35,"Tatoeba (zsm-eng)":74.89} -{"index":76,"Rank":24,"Model":"sentence-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Embedding Dimensions":768,"Max Tokens":512,"Average":21.98,"BUCC (de-en)":95.04,"BUCC (fr-en)":94.96,"BUCC (ru-en)":8.33,"BUCC (zh-en)":1.3,"Tatoeba (afr-eng)":41.84,"Tatoeba (amh-eng)":0.03,"Tatoeba (ang-eng)":37.87,"Tatoeba (ara-eng)":0.61,"Tatoeba (arq-eng)":0.74,"Tatoeba (arz-eng)":0.42,"Tatoeba (ast-eng)":65.41,"Tatoeba (awa-eng)":1.46,"Tatoeba (aze-eng)":8.79,"Tatoeba (bel-eng)":5.76,"Tatoeba (ben-eng)":0.01,"Tatoeba (ber-eng)":5.92,"Tatoeba (bos-eng)":16.12,"Tatoeba (bre-eng)":6.12,"Tatoeba (bul-eng)":9.06,"Tatoeba (cat-eng)":57.4,"Tatoeba (cbk-eng)":57.68,"Tatoeba (ceb-eng)":12.56,"Tatoeba (ces-eng)":9.47,"Tatoeba (cha-eng)":27.13,"Tatoeba (cmn-eng)":1.82,"Tatoeba (cor-eng)":3.87,"Tatoeba (csb-eng)":14.41,"Tatoeba (cym-eng)":6.69,"Tatoeba (dan-eng)":54.87,"Tatoeba (deu-eng)":93.72,"Tatoeba (dsb-eng)":14.74,"Tatoeba (dtp-eng)":5.84,"Tatoeba (ell-eng)":0.6,"Tatoeba (epo-eng)":30.8,"Tatoeba (est-eng)":5.39,"Tatoeba (eus-eng)":11.9,"Tatoeba (fao-eng)":28.08,"Tatoeba (fin-eng)":6.81,"Tatoeba (fra-eng)":85.29,"Tatoeba (fry-eng)":38.68,"Tatoeba (gla-eng)":2.96,"Tatoeba (gle-eng)":3.74,"Tatoeba (glg-eng)":70.0,"Tatoeba (gsw-eng)":30.49,"Tatoeba (heb-eng)":0.87,"Tatoeba (hin-eng)":0.1,"Tatoeba (hrv-eng)":17.43,"Tatoeba (hsb-eng)":14.69,"Tatoeba (hun-eng)":7.28,"Tatoeba (hye-eng)":0.77,"Tatoeba (ido-eng)":46.65,"Tatoeba (ile-eng)":59.43,"Tatoeba (ina-eng)":82.71,"Tatoeba (ind-eng)":37.26,"Tatoeba (isl-eng)":11.21,"Tatoeba (ita-eng)":79.77,"Tatoeba (jav-eng)":7.81,"Tatoeba (jpn-eng)":0.91,"Tatoeba (kab-eng)":2.23,"Tatoeba (kat-eng)":1.48,"Tatoeba (kaz-eng)":1.77,"Tatoeba (khm-eng)":0.38,"Tatoeba (kor-eng)":1.96,"Tatoeba (kur-eng)":12.11,"Tatoeba (kzj-eng)":6.13,"Tatoeba (lat-eng)":27.84,"Tatoeba (lfn-eng)":45.89,"Tatoeba (lit-eng)":5.94,"Tatoeba (lvs-eng)":8.11,"Tatoeba (mal-eng)":0.59,"Tatoeba (mar-eng)":0.03,"Tatoeba (max-eng)":21.7,"Tatoeba (mhr-eng)":0.68,"Tatoeba (mkd-eng)":5.92,"Tatoeba (mon-eng)":2.39,"Tatoeba (nds-eng)":45.04,"Tatoeba (nld-eng)":64.75,"Tatoeba (nno-eng)":36.74,"Tatoeba (nob-eng)":54.77,"Tatoeba (nov-eng)":57.12,"Tatoeba (oci-eng)":34.39,"Tatoeba (orv-eng)":2.04,"Tatoeba (pam-eng)":8.34,"Tatoeba (pes-eng)":0.87,"Tatoeba (pms-eng)":38.06,"Tatoeba (pol-eng)":28.35,"Tatoeba (por-eng)":83.61,"Tatoeba (ron-eng)":65.27,"Tatoeba (rus-eng)":30.42,"Tatoeba (slk-eng)":13.19,"Tatoeba (slv-eng)":13.49,"Tatoeba (spa-eng)":89.18,"Tatoeba (sqi-eng)":14.66,"Tatoeba (srp-eng)":13.24,"Tatoeba (swe-eng)":60.67,"Tatoeba (swg-eng)":34.76,"Tatoeba (swh-eng)":8.07,"Tatoeba (tam-eng)":0.36,"Tatoeba (tat-eng)":1.46,"Tatoeba (tel-eng)":0.67,"Tatoeba (tgl-eng)":25.22,"Tatoeba (tha-eng)":1.58,"Tatoeba (tuk-eng)":4.99,"Tatoeba (tur-eng)":7.72,"Tatoeba (tzl-eng)":38.49,"Tatoeba (uig-eng)":0.87,"Tatoeba (ukr-eng)":9.12,"Tatoeba (urd-eng)":0.0,"Tatoeba (uzb-eng)":5.48,"Tatoeba (vie-eng)":8.45,"Tatoeba (war-eng)":13.75,"Tatoeba (wuu-eng)":1.44,"Tatoeba (xho-eng)":9.15,"Tatoeba (yid-eng)":0.28,"Tatoeba (yue-eng)":0.98,"Tatoeba (zsm-eng)":35.71} -{"index":72,"Rank":25,"Model":"gtr-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Embedding Dimensions":768,"Max Tokens":512,"Average":19.48,"BUCC (de-en)":90.99,"BUCC (fr-en)":88.55,"BUCC (ru-en)":2.07,"BUCC (zh-en)":1.49,"Tatoeba (afr-eng)":33.47,"Tatoeba (amh-eng)":0.01,"Tatoeba (ang-eng)":30.74,"Tatoeba (ara-eng)":0.47,"Tatoeba (arq-eng)":0.34,"Tatoeba (arz-eng)":0.14,"Tatoeba (ast-eng)":51.74,"Tatoeba (awa-eng)":0.49,"Tatoeba (aze-eng)":7.43,"Tatoeba (bel-eng)":3.45,"Tatoeba (ben-eng)":0.06,"Tatoeba (ber-eng)":5.79,"Tatoeba (bos-eng)":17.43,"Tatoeba (bre-eng)":5.69,"Tatoeba (bul-eng)":7.55,"Tatoeba (cat-eng)":48.06,"Tatoeba (cbk-eng)":54.56,"Tatoeba (ceb-eng)":8.72,"Tatoeba (ces-eng)":8.76,"Tatoeba (cha-eng)":27.56,"Tatoeba (cmn-eng)":2.26,"Tatoeba (cor-eng)":3.69,"Tatoeba (csb-eng)":13.18,"Tatoeba (cym-eng)":6.97,"Tatoeba (dan-eng)":47.36,"Tatoeba (deu-eng)":91.54,"Tatoeba (dsb-eng)":13.2,"Tatoeba (dtp-eng)":4.54,"Tatoeba (ell-eng)":0.55,"Tatoeba (epo-eng)":27.86,"Tatoeba (est-eng)":5.13,"Tatoeba (eus-eng)":10.23,"Tatoeba (fao-eng)":21.44,"Tatoeba (fin-eng)":6.62,"Tatoeba (fra-eng)":79.66,"Tatoeba (fry-eng)":32.92,"Tatoeba (gla-eng)":2.87,"Tatoeba (gle-eng)":3.26,"Tatoeba (glg-eng)":63.81,"Tatoeba (gsw-eng)":29.71,"Tatoeba (heb-eng)":0.33,"Tatoeba (hin-eng)":0.25,"Tatoeba (hrv-eng)":17.16,"Tatoeba (hsb-eng)":12.02,"Tatoeba (hun-eng)":7.21,"Tatoeba (hye-eng)":0.78,"Tatoeba (ido-eng)":40.83,"Tatoeba (ile-eng)":54.95,"Tatoeba (ina-eng)":72.28,"Tatoeba (ind-eng)":30.95,"Tatoeba (isl-eng)":11.29,"Tatoeba (ita-eng)":73.83,"Tatoeba (jav-eng)":8.66,"Tatoeba (jpn-eng)":0.61,"Tatoeba (kab-eng)":1.78,"Tatoeba (kat-eng)":0.79,"Tatoeba (kaz-eng)":0.95,"Tatoeba (khm-eng)":0.49,"Tatoeba (kor-eng)":1.87,"Tatoeba (kur-eng)":10.91,"Tatoeba (kzj-eng)":5.72,"Tatoeba (lat-eng)":18.24,"Tatoeba (lfn-eng)":43.49,"Tatoeba (lit-eng)":7.13,"Tatoeba (lvs-eng)":7.04,"Tatoeba (mal-eng)":0.44,"Tatoeba (mar-eng)":0.03,"Tatoeba (max-eng)":18.99,"Tatoeba (mhr-eng)":1.11,"Tatoeba (mkd-eng)":2.49,"Tatoeba (mon-eng)":2.01,"Tatoeba (nds-eng)":39.96,"Tatoeba (nld-eng)":58.86,"Tatoeba (nno-eng)":29.07,"Tatoeba (nob-eng)":40.25,"Tatoeba (nov-eng)":50.19,"Tatoeba (oci-eng)":30.72,"Tatoeba (orv-eng)":0.85,"Tatoeba (pam-eng)":7.21,"Tatoeba (pes-eng)":0.53,"Tatoeba (pms-eng)":31.07,"Tatoeba (pol-eng)":18.06,"Tatoeba (por-eng)":81.92,"Tatoeba (ron-eng)":62.6,"Tatoeba (rus-eng)":22.24,"Tatoeba (slk-eng)":10.59,"Tatoeba (slv-eng)":11.4,"Tatoeba (spa-eng)":85.78,"Tatoeba (sqi-eng)":14.92,"Tatoeba (srp-eng)":9.87,"Tatoeba (swe-eng)":55.08,"Tatoeba (swg-eng)":32.66,"Tatoeba (swh-eng)":7.64,"Tatoeba (tam-eng)":0.49,"Tatoeba (tat-eng)":1.28,"Tatoeba (tel-eng)":0.45,"Tatoeba (tgl-eng)":23.63,"Tatoeba (tha-eng)":0.61,"Tatoeba (tuk-eng)":5.71,"Tatoeba (tur-eng)":8.25,"Tatoeba (tzl-eng)":28.4,"Tatoeba (uig-eng)":0.57,"Tatoeba (ukr-eng)":5.69,"Tatoeba (urd-eng)":0.0,"Tatoeba (uzb-eng)":4.19,"Tatoeba (vie-eng)":9.07,"Tatoeba (war-eng)":12.31,"Tatoeba (wuu-eng)":1.38,"Tatoeba (xho-eng)":7.6,"Tatoeba (yid-eng)":0.41,"Tatoeba (yue-eng)":1.31,"Tatoeba (zsm-eng)":29.74} -{"index":14,"Rank":26,"Model":"winberta-base<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":18.78,"BUCC (de-en)":9.26,"BUCC (fr-en)":17.41,"BUCC (ru-en)":51.97,"BUCC (zh-en)":88.7,"Tatoeba (afr-eng)":13.22,"Tatoeba (amh-eng)":5.75,"Tatoeba (ang-eng)":13.26,"Tatoeba (ara-eng)":19.56,"Tatoeba (arq-eng)":3.99,"Tatoeba (arz-eng)":11.42,"Tatoeba (ast-eng)":17.74,"Tatoeba (awa-eng)":16.75,"Tatoeba (aze-eng)":8.55,"Tatoeba (bel-eng)":24.34,"Tatoeba (ben-eng)":23.45,"Tatoeba (ber-eng)":2.49,"Tatoeba (bos-eng)":15.81,"Tatoeba (bre-eng)":3.22,"Tatoeba (bul-eng)":42.18,"Tatoeba (cat-eng)":15.96,"Tatoeba (cbk-eng)":10.95,"Tatoeba (ceb-eng)":4.8,"Tatoeba (ces-eng)":11.89,"Tatoeba (cha-eng)":9.11,"Tatoeba (cmn-eng)":86.26,"Tatoeba (cor-eng)":1.94,"Tatoeba (csb-eng)":7.17,"Tatoeba (cym-eng)":5.64,"Tatoeba (dan-eng)":26.0,"Tatoeba (deu-eng)":20.2,"Tatoeba (dsb-eng)":4.49,"Tatoeba (dtp-eng)":1.76,"Tatoeba (ell-eng)":9.5,"Tatoeba (epo-eng)":8.25,"Tatoeba (est-eng)":5.45,"Tatoeba (eus-eng)":7.38,"Tatoeba (fao-eng)":6.34,"Tatoeba (fin-eng)":13.53,"Tatoeba (fra-eng)":19.96,"Tatoeba (fry-eng)":19.03,"Tatoeba (gla-eng)":2.68,"Tatoeba (gle-eng)":3.65,"Tatoeba (glg-eng)":19.32,"Tatoeba (gsw-eng)":11.69,"Tatoeba (heb-eng)":30.26,"Tatoeba (hin-eng)":49.45,"Tatoeba (hrv-eng)":10.05,"Tatoeba (hsb-eng)":6.44,"Tatoeba (hun-eng)":14.77,"Tatoeba (hye-eng)":23.13,"Tatoeba (ido-eng)":11.78,"Tatoeba (ile-eng)":17.24,"Tatoeba (ina-eng)":23.22,"Tatoeba (ind-eng)":32.13,"Tatoeba (isl-eng)":7.49,"Tatoeba (ita-eng)":15.98,"Tatoeba (jav-eng)":6.74,"Tatoeba (jpn-eng)":52.34,"Tatoeba (kab-eng)":0.6,"Tatoeba (kat-eng)":33.0,"Tatoeba (kaz-eng)":16.97,"Tatoeba (khm-eng)":15.33,"Tatoeba (kor-eng)":48.19,"Tatoeba (kur-eng)":6.11,"Tatoeba (kzj-eng)":2.34,"Tatoeba (lat-eng)":7.87,"Tatoeba (lfn-eng)":8.76,"Tatoeba (lit-eng)":8.13,"Tatoeba (lvs-eng)":7.4,"Tatoeba (mal-eng)":36.61,"Tatoeba (mar-eng)":28.56,"Tatoeba (max-eng)":13.73,"Tatoeba (mhr-eng)":3.52,"Tatoeba (mkd-eng)":16.69,"Tatoeba (mon-eng)":24.85,"Tatoeba (nds-eng)":14.99,"Tatoeba (nld-eng)":29.41,"Tatoeba (nno-eng)":13.8,"Tatoeba (nob-eng)":27.89,"Tatoeba (nov-eng)":25.22,"Tatoeba (oci-eng)":6.69,"Tatoeba (orv-eng)":3.11,"Tatoeba (pam-eng)":3.09,"Tatoeba (pes-eng)":51.06,"Tatoeba (pms-eng)":9.27,"Tatoeba (pol-eng)":14.51,"Tatoeba (por-eng)":28.6,"Tatoeba (ron-eng)":17.36,"Tatoeba (rus-eng)":60.68,"Tatoeba (slk-eng)":14.05,"Tatoeba (slv-eng)":10.17,"Tatoeba (spa-eng)":28.19,"Tatoeba (sqi-eng)":15.83,"Tatoeba (srp-eng)":12.92,"Tatoeba (swe-eng)":21.75,"Tatoeba (swg-eng)":10.95,"Tatoeba (swh-eng)":6.37,"Tatoeba (tam-eng)":26.72,"Tatoeba (tat-eng)":2.51,"Tatoeba (tel-eng)":23.69,"Tatoeba (tgl-eng)":5.76,"Tatoeba (tha-eng)":60.21,"Tatoeba (tuk-eng)":4.02,"Tatoeba (tur-eng)":9.38,"Tatoeba (tzl-eng)":20.61,"Tatoeba (uig-eng)":2.65,"Tatoeba (ukr-eng)":39.8,"Tatoeba (urd-eng)":24.79,"Tatoeba (uzb-eng)":3.53,"Tatoeba (vie-eng)":49.56,"Tatoeba (war-eng)":4.84,"Tatoeba (wuu-eng)":73.25,"Tatoeba (xho-eng)":8.03,"Tatoeba (yid-eng)":2.26,"Tatoeba (yue-eng)":58.35,"Tatoeba (zsm-eng)":30.9} -{"index":75,"Rank":27,"Model":"sentence-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Embedding Dimensions":768,"Max Tokens":512,"Average":17.26,"BUCC (de-en)":87.0,"BUCC (fr-en)":88.91,"BUCC (ru-en)":0.44,"BUCC (zh-en)":0.95,"Tatoeba (afr-eng)":23.7,"Tatoeba (amh-eng)":0.65,"Tatoeba (ang-eng)":30.98,"Tatoeba (ara-eng)":0.48,"Tatoeba (arq-eng)":0.68,"Tatoeba (arz-eng)":0.22,"Tatoeba (ast-eng)":55.3,"Tatoeba (awa-eng)":1.03,"Tatoeba (aze-eng)":5.83,"Tatoeba (bel-eng)":1.66,"Tatoeba (ben-eng)":0.0,"Tatoeba (ber-eng)":5.62,"Tatoeba (bos-eng)":12.23,"Tatoeba (bre-eng)":5.84,"Tatoeba (bul-eng)":1.35,"Tatoeba (cat-eng)":48.56,"Tatoeba (cbk-eng)":46.97,"Tatoeba (ceb-eng)":9.79,"Tatoeba (ces-eng)":6.0,"Tatoeba (cha-eng)":24.21,"Tatoeba (cmn-eng)":2.26,"Tatoeba (cor-eng)":4.03,"Tatoeba (csb-eng)":9.53,"Tatoeba (cym-eng)":9.17,"Tatoeba (dan-eng)":34.63,"Tatoeba (deu-eng)":89.31,"Tatoeba (dsb-eng)":9.68,"Tatoeba (dtp-eng)":4.66,"Tatoeba (ell-eng)":0.77,"Tatoeba (epo-eng)":26.88,"Tatoeba (est-eng)":5.19,"Tatoeba (eus-eng)":9.46,"Tatoeba (fao-eng)":21.59,"Tatoeba (fin-eng)":5.66,"Tatoeba (fra-eng)":79.71,"Tatoeba (fry-eng)":28.29,"Tatoeba (gla-eng)":2.34,"Tatoeba (gle-eng)":3.55,"Tatoeba (glg-eng)":56.25,"Tatoeba (gsw-eng)":24.25,"Tatoeba (heb-eng)":0.57,"Tatoeba (hin-eng)":0.12,"Tatoeba (hrv-eng)":10.29,"Tatoeba (hsb-eng)":9.52,"Tatoeba (hun-eng)":6.22,"Tatoeba (hye-eng)":0.81,"Tatoeba (ido-eng)":41.11,"Tatoeba (ile-eng)":54.0,"Tatoeba (ina-eng)":75.47,"Tatoeba (ind-eng)":13.02,"Tatoeba (isl-eng)":8.98,"Tatoeba (ita-eng)":67.23,"Tatoeba (jav-eng)":8.54,"Tatoeba (jpn-eng)":0.99,"Tatoeba (kab-eng)":1.85,"Tatoeba (kat-eng)":1.37,"Tatoeba (kaz-eng)":0.67,"Tatoeba (khm-eng)":0.56,"Tatoeba (kor-eng)":1.73,"Tatoeba (kur-eng)":9.23,"Tatoeba (kzj-eng)":5.38,"Tatoeba (lat-eng)":21.3,"Tatoeba (lfn-eng)":40.48,"Tatoeba (lit-eng)":5.38,"Tatoeba (lvs-eng)":6.83,"Tatoeba (mal-eng)":0.45,"Tatoeba (mar-eng)":0.01,"Tatoeba (max-eng)":16.44,"Tatoeba (mhr-eng)":0.33,"Tatoeba (mkd-eng)":0.4,"Tatoeba (mon-eng)":2.48,"Tatoeba (nds-eng)":34.66,"Tatoeba (nld-eng)":42.72,"Tatoeba (nno-eng)":24.08,"Tatoeba (nob-eng)":34.17,"Tatoeba (nov-eng)":55.01,"Tatoeba (oci-eng)":29.15,"Tatoeba (orv-eng)":0.2,"Tatoeba (pam-eng)":6.99,"Tatoeba (pes-eng)":0.9,"Tatoeba (pms-eng)":30.8,"Tatoeba (pol-eng)":12.81,"Tatoeba (por-eng)":73.45,"Tatoeba (ron-eng)":54.86,"Tatoeba (rus-eng)":2.43,"Tatoeba (slk-eng)":8.35,"Tatoeba (slv-eng)":9.3,"Tatoeba (spa-eng)":78.87,"Tatoeba (sqi-eng)":11.74,"Tatoeba (srp-eng)":5.83,"Tatoeba (swe-eng)":35.41,"Tatoeba (swg-eng)":28.18,"Tatoeba (swh-eng)":7.53,"Tatoeba (tam-eng)":0.36,"Tatoeba (tat-eng)":1.01,"Tatoeba (tel-eng)":1.1,"Tatoeba (tgl-eng)":12.4,"Tatoeba (tha-eng)":1.58,"Tatoeba (tuk-eng)":4.95,"Tatoeba (tur-eng)":6.45,"Tatoeba (tzl-eng)":37.82,"Tatoeba (uig-eng)":0.67,"Tatoeba (ukr-eng)":1.88,"Tatoeba (urd-eng)":0.0,"Tatoeba (uzb-eng)":4.79,"Tatoeba (vie-eng)":7.03,"Tatoeba (war-eng)":9.68,"Tatoeba (wuu-eng)":1.28,"Tatoeba (xho-eng)":10.64,"Tatoeba (yid-eng)":0.57,"Tatoeba (yue-eng)":0.88,"Tatoeba (zsm-eng)":14.67} -{"index":33,"Rank":28,"Model":"GIST-Embedding-v0<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":6.61,"BUCC (de-en)":14.99,"BUCC (fr-en)":32.42,"BUCC (ru-en)":0.18,"BUCC (zh-en)":2.76,"Tatoeba (afr-eng)":8.05,"Tatoeba (amh-eng)":0.67,"Tatoeba (ang-eng)":17.0,"Tatoeba (ara-eng)":0.3,"Tatoeba (arq-eng)":0.26,"Tatoeba (arz-eng)":0.0,"Tatoeba (ast-eng)":17.93,"Tatoeba (awa-eng)":0.29,"Tatoeba (aze-eng)":3.26,"Tatoeba (bel-eng)":0.96,"Tatoeba (ben-eng)":0.07,"Tatoeba (ber-eng)":5.21,"Tatoeba (bos-eng)":7.18,"Tatoeba (bre-eng)":3.81,"Tatoeba (bul-eng)":0.99,"Tatoeba (cat-eng)":15.52,"Tatoeba (cbk-eng)":14.09,"Tatoeba (ceb-eng)":4.59,"Tatoeba (ces-eng)":4.73,"Tatoeba (cha-eng)":14.16,"Tatoeba (cmn-eng)":2.89,"Tatoeba (cor-eng)":3.05,"Tatoeba (csb-eng)":6.64,"Tatoeba (cym-eng)":6.45,"Tatoeba (dan-eng)":10.06,"Tatoeba (deu-eng)":18.14,"Tatoeba (dsb-eng)":3.81,"Tatoeba (dtp-eng)":2.73,"Tatoeba (ell-eng)":0.5,"Tatoeba (epo-eng)":10.98,"Tatoeba (est-eng)":3.5,"Tatoeba (eus-eng)":7.35,"Tatoeba (fao-eng)":8.13,"Tatoeba (fin-eng)":3.62,"Tatoeba (fra-eng)":21.53,"Tatoeba (fry-eng)":14.62,"Tatoeba (gla-eng)":2.82,"Tatoeba (gle-eng)":2.38,"Tatoeba (glg-eng)":18.49,"Tatoeba (gsw-eng)":13.55,"Tatoeba (heb-eng)":0.1,"Tatoeba (hin-eng)":0.0,"Tatoeba (hrv-eng)":5.52,"Tatoeba (hsb-eng)":4.08,"Tatoeba (hun-eng)":4.68,"Tatoeba (hye-eng)":0.4,"Tatoeba (ido-eng)":17.46,"Tatoeba (ile-eng)":20.98,"Tatoeba (ina-eng)":31.39,"Tatoeba (ind-eng)":8.37,"Tatoeba (isl-eng)":4.15,"Tatoeba (ita-eng)":18.5,"Tatoeba (jav-eng)":5.54,"Tatoeba (jpn-eng)":1.58,"Tatoeba (kab-eng)":1.02,"Tatoeba (kat-eng)":0.28,"Tatoeba (kaz-eng)":0.58,"Tatoeba (khm-eng)":0.51,"Tatoeba (kor-eng)":0.5,"Tatoeba (kur-eng)":6.31,"Tatoeba (kzj-eng)":3.6,"Tatoeba (lat-eng)":11.38,"Tatoeba (lfn-eng)":12.55,"Tatoeba (lit-eng)":2.48,"Tatoeba (lvs-eng)":4.88,"Tatoeba (mal-eng)":0.4,"Tatoeba (mar-eng)":0.0,"Tatoeba (max-eng)":7.27,"Tatoeba (mhr-eng)":0.1,"Tatoeba (mkd-eng)":0.15,"Tatoeba (mon-eng)":1.44,"Tatoeba (nds-eng)":13.34,"Tatoeba (nld-eng)":12.37,"Tatoeba (nno-eng)":7.02,"Tatoeba (nob-eng)":10.3,"Tatoeba (nov-eng)":30.33,"Tatoeba (oci-eng)":11.98,"Tatoeba (orv-eng)":0.0,"Tatoeba (pam-eng)":4.85,"Tatoeba (pes-eng)":0.2,"Tatoeba (pms-eng)":11.4,"Tatoeba (pol-eng)":6.57,"Tatoeba (por-eng)":18.86,"Tatoeba (ron-eng)":10.94,"Tatoeba (rus-eng)":0.25,"Tatoeba (slk-eng)":5.63,"Tatoeba (slv-eng)":4.38,"Tatoeba (spa-eng)":18.97,"Tatoeba (sqi-eng)":6.3,"Tatoeba (srp-eng)":2.98,"Tatoeba (swe-eng)":8.47,"Tatoeba (swg-eng)":9.33,"Tatoeba (swh-eng)":6.9,"Tatoeba (tam-eng)":0.51,"Tatoeba (tat-eng)":0.81,"Tatoeba (tel-eng)":0.51,"Tatoeba (tgl-eng)":3.22,"Tatoeba (tha-eng)":1.0,"Tatoeba (tuk-eng)":3.48,"Tatoeba (tur-eng)":4.22,"Tatoeba (tzl-eng)":14.76,"Tatoeba (uig-eng)":0.21,"Tatoeba (ukr-eng)":0.78,"Tatoeba (urd-eng)":0.0,"Tatoeba (uzb-eng)":3.19,"Tatoeba (vie-eng)":5.28,"Tatoeba (war-eng)":5.48,"Tatoeba (wuu-eng)":2.62,"Tatoeba (xho-eng)":2.17,"Tatoeba (yid-eng)":0.3,"Tatoeba (yue-eng)":2.15,"Tatoeba (zsm-eng)":7.56} -{"index":71,"Rank":29,"Model":"average_word_embeddings_komninos<\/a>","Model Size (Million Parameters)":134,"Memory Usage (GB, fp32)":0.5,"Embedding Dimensions":300,"Max Tokens":"N\/A","Average":4.54,"BUCC (de-en)":0.18,"BUCC (fr-en)":0.08,"BUCC (ru-en)":0.15,"BUCC (zh-en)":0.05,"Tatoeba (afr-eng)":4.82,"Tatoeba (amh-eng)":1.18,"Tatoeba (ang-eng)":8.54,"Tatoeba (ara-eng)":0.63,"Tatoeba (arq-eng)":0.4,"Tatoeba (arz-eng)":0.63,"Tatoeba (ast-eng)":11.69,"Tatoeba (awa-eng)":0.0,"Tatoeba (aze-eng)":3.22,"Tatoeba (bel-eng)":1.75,"Tatoeba (ben-eng)":0.2,"Tatoeba (ber-eng)":7.0,"Tatoeba (bos-eng)":9.31,"Tatoeba (bre-eng)":4.17,"Tatoeba (bul-eng)":1.29,"Tatoeba (cat-eng)":7.73,"Tatoeba (cbk-eng)":5.61,"Tatoeba (ceb-eng)":4.88,"Tatoeba (ces-eng)":3.55,"Tatoeba (cha-eng)":19.29,"Tatoeba (cmn-eng)":0.5,"Tatoeba (cor-eng)":4.15,"Tatoeba (csb-eng)":5.69,"Tatoeba (cym-eng)":8.4,"Tatoeba (dan-eng)":6.99,"Tatoeba (deu-eng)":3.67,"Tatoeba (dsb-eng)":5.33,"Tatoeba (dtp-eng)":4.25,"Tatoeba (ell-eng)":0.63,"Tatoeba (epo-eng)":2.45,"Tatoeba (est-eng)":2.69,"Tatoeba (eus-eng)":4.69,"Tatoeba (fao-eng)":7.61,"Tatoeba (fin-eng)":3.36,"Tatoeba (fra-eng)":7.0,"Tatoeba (fry-eng)":12.36,"Tatoeba (gla-eng)":3.07,"Tatoeba (gle-eng)":4.81,"Tatoeba (glg-eng)":8.12,"Tatoeba (gsw-eng)":18.87,"Tatoeba (heb-eng)":0.68,"Tatoeba (hin-eng)":0.1,"Tatoeba (hrv-eng)":5.41,"Tatoeba (hsb-eng)":6.32,"Tatoeba (hun-eng)":3.42,"Tatoeba (hye-eng)":0.97,"Tatoeba (ido-eng)":7.1,"Tatoeba (ile-eng)":13.61,"Tatoeba (ina-eng)":8.57,"Tatoeba (ind-eng)":7.26,"Tatoeba (isl-eng)":4.09,"Tatoeba (ita-eng)":5.54,"Tatoeba (jav-eng)":11.43,"Tatoeba (jpn-eng)":0.2,"Tatoeba (kab-eng)":2.71,"Tatoeba (kat-eng)":1.11,"Tatoeba (kaz-eng)":1.17,"Tatoeba (khm-eng)":0.55,"Tatoeba (kor-eng)":0.5,"Tatoeba (kur-eng)":8.55,"Tatoeba (kzj-eng)":4.61,"Tatoeba (lat-eng)":4.07,"Tatoeba (lfn-eng)":2.83,"Tatoeba (lit-eng)":0.95,"Tatoeba (lvs-eng)":3.25,"Tatoeba (mal-eng)":0.29,"Tatoeba (mar-eng)":0.2,"Tatoeba (max-eng)":14.53,"Tatoeba (mhr-eng)":0.2,"Tatoeba (mkd-eng)":0.2,"Tatoeba (mon-eng)":1.1,"Tatoeba (nds-eng)":10.37,"Tatoeba (nld-eng)":9.5,"Tatoeba (nno-eng)":4.49,"Tatoeba (nob-eng)":4.95,"Tatoeba (nov-eng)":14.53,"Tatoeba (oci-eng)":5.8,"Tatoeba (orv-eng)":0.24,"Tatoeba (pam-eng)":6.65,"Tatoeba (pes-eng)":0.5,"Tatoeba (pms-eng)":8.05,"Tatoeba (pol-eng)":5.13,"Tatoeba (por-eng)":5.87,"Tatoeba (ron-eng)":6.76,"Tatoeba (rus-eng)":0.2,"Tatoeba (slk-eng)":4.23,"Tatoeba (slv-eng)":6.05,"Tatoeba (spa-eng)":5.03,"Tatoeba (sqi-eng)":4.36,"Tatoeba (srp-eng)":1.77,"Tatoeba (swe-eng)":6.72,"Tatoeba (swg-eng)":8.54,"Tatoeba (swh-eng)":11.49,"Tatoeba (tam-eng)":1.3,"Tatoeba (tat-eng)":0.77,"Tatoeba (tel-eng)":0.85,"Tatoeba (tgl-eng)":2.61,"Tatoeba (tha-eng)":0.69,"Tatoeba (tuk-eng)":5.76,"Tatoeba (tur-eng)":5.24,"Tatoeba (tzl-eng)":15.51,"Tatoeba (uig-eng)":0.6,"Tatoeba (ukr-eng)":1.23,"Tatoeba (urd-eng)":0.4,"Tatoeba (uzb-eng)":4.73,"Tatoeba (vie-eng)":6.55,"Tatoeba (war-eng)":4.12,"Tatoeba (wuu-eng)":0.2,"Tatoeba (xho-eng)":4.33,"Tatoeba (yid-eng)":0.59,"Tatoeba (yue-eng)":0.5,"Tatoeba (zsm-eng)":7.27} -{"index":0,"Rank":30,"Model":"voyage-3-lite<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":512,"Max Tokens":32000,"Average":"","BUCC (de-en)":"","BUCC (fr-en)":"","BUCC (ru-en)":"","BUCC (zh-en)":"","Tatoeba (afr-eng)":75.83,"Tatoeba (amh-eng)":38.1,"Tatoeba (ang-eng)":44.62,"Tatoeba (ara-eng)":74.73,"Tatoeba (arq-eng)":18.26,"Tatoeba (arz-eng)":49.44,"Tatoeba (ast-eng)":75.33,"Tatoeba (awa-eng)":45.66,"Tatoeba (aze-eng)":82.44,"Tatoeba (bel-eng)":86.51,"Tatoeba (ben-eng)":68.37,"Tatoeba (ber-eng)":5.5,"Tatoeba (bos-eng)":78.14,"Tatoeba (bre-eng)":17.51,"Tatoeba (bul-eng)":84.43,"Tatoeba (cat-eng)":85.5,"Tatoeba (cbk-eng)":55.37,"Tatoeba (ceb-eng)":17.46,"Tatoeba (ces-eng)":87.47,"Tatoeba (cha-eng)":25.42,"Tatoeba (cmn-eng)":90.06,"Tatoeba (cor-eng)":5.07,"Tatoeba (csb-eng)":32.04,"Tatoeba (cym-eng)":56.79,"Tatoeba (dan-eng)":91.92,"Tatoeba (deu-eng)":96.13,"Tatoeba (dsb-eng)":46.75,"Tatoeba (dtp-eng)":5.26,"Tatoeba (ell-eng)":80.58,"Tatoeba (epo-eng)":83.01,"Tatoeba (est-eng)":77.82,"Tatoeba (eus-eng)":70.02,"Tatoeba (fao-eng)":65.29,"Tatoeba (fin-eng)":87.41,"Tatoeba (fra-eng)":85.98,"Tatoeba (fry-eng)":67.03,"Tatoeba (gla-eng)":9.4,"Tatoeba (gle-eng)":21.42,"Tatoeba (glg-eng)":83.71,"Tatoeba (gsw-eng)":42.12,"Tatoeba (heb-eng)":76.32,"Tatoeba (hin-eng)":83.54,"Tatoeba (hrv-eng)":79.93,"Tatoeba (hsb-eng)":58.22,"Tatoeba (hun-eng)":75.75,"Tatoeba (hye-eng)":78.89,"Tatoeba (ido-eng)":64.81,"Tatoeba (ile-eng)":70.53,"Tatoeba (ina-eng)":84.59,"Tatoeba (ind-eng)":85.37,"Tatoeba (isl-eng)":85.18,"Tatoeba (ita-eng)":86.04,"Tatoeba (jav-eng)":23.65,"Tatoeba (jpn-eng)":84.44,"Tatoeba (kab-eng)":1.78,"Tatoeba (kat-eng)":75.06,"Tatoeba (kaz-eng)":73.05,"Tatoeba (khm-eng)":38.22,"Tatoeba (kor-eng)":78.64,"Tatoeba (kur-eng)":39.6,"Tatoeba (kzj-eng)":5.9,"Tatoeba (lat-eng)":30.46,"Tatoeba (lfn-eng)":50.19,"Tatoeba (lit-eng)":80.2,"Tatoeba (lvs-eng)":78.75,"Tatoeba (mal-eng)":83.27,"Tatoeba (mar-eng)":77.58,"Tatoeba (max-eng)":36.38,"Tatoeba (mhr-eng)":10.16,"Tatoeba (mkd-eng)":76.99,"Tatoeba (mon-eng)":73.52,"Tatoeba (nds-eng)":68.74,"Tatoeba (nld-eng)":91.73,"Tatoeba (nno-eng)":85.64,"Tatoeba (nob-eng)":93.75,"Tatoeba (nov-eng)":57.51,"Tatoeba (oci-eng)":48.04,"Tatoeba (orv-eng)":30.48,"Tatoeba (pam-eng)":6.05,"Tatoeba (pes-eng)":82.83,"Tatoeba (pms-eng)":48.41,"Tatoeba (pol-eng)":91.58,"Tatoeba (por-eng)":90.37,"Tatoeba (ron-eng)":85.52,"Tatoeba (rus-eng)":88.3,"Tatoeba (slk-eng)":86.74,"Tatoeba (slv-eng)":77.15,"Tatoeba (spa-eng)":93.35,"Tatoeba (sqi-eng)":84.45,"Tatoeba (srp-eng)":77.34,"Tatoeba (swe-eng)":88.0,"Tatoeba (swg-eng)":47.89,"Tatoeba (swh-eng)":16.1,"Tatoeba (tam-eng)":74.08,"Tatoeba (tat-eng)":65.16,"Tatoeba (tel-eng)":71.92,"Tatoeba (tgl-eng)":57.23,"Tatoeba (tha-eng)":85.63,"Tatoeba (tuk-eng)":28.51,"Tatoeba (tur-eng)":86.98,"Tatoeba (tzl-eng)":30.3,"Tatoeba (uig-eng)":48.13,"Tatoeba (ukr-eng)":86.53,"Tatoeba (urd-eng)":82.72,"Tatoeba (uzb-eng)":32.4,"Tatoeba (vie-eng)":92.25,"Tatoeba (war-eng)":18.68,"Tatoeba (wuu-eng)":77.34,"Tatoeba (xho-eng)":7.91,"Tatoeba (yid-eng)":37.45,"Tatoeba (yue-eng)":67.59,"Tatoeba (zsm-eng)":83.35} -{"index":1,"Rank":31,"Model":"voyage-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":32000,"Average":"","BUCC (de-en)":"","BUCC (fr-en)":"","BUCC (ru-en)":"","BUCC (zh-en)":"","Tatoeba (afr-eng)":68.23,"Tatoeba (amh-eng)":30.35,"Tatoeba (ang-eng)":58.48,"Tatoeba (ara-eng)":76.19,"Tatoeba (arq-eng)":18.83,"Tatoeba (arz-eng)":52.87,"Tatoeba (ast-eng)":75.12,"Tatoeba (awa-eng)":49.75,"Tatoeba (aze-eng)":82.64,"Tatoeba (bel-eng)":86.29,"Tatoeba (ben-eng)":68.0,"Tatoeba (ber-eng)":6.36,"Tatoeba (bos-eng)":80.62,"Tatoeba (bre-eng)":18.83,"Tatoeba (bul-eng)":84.4,"Tatoeba (cat-eng)":84.34,"Tatoeba (cbk-eng)":54.97,"Tatoeba (ceb-eng)":21.09,"Tatoeba (ces-eng)":85.54,"Tatoeba (cha-eng)":28.41,"Tatoeba (cmn-eng)":90.34,"Tatoeba (cor-eng)":6.41,"Tatoeba (csb-eng)":47.73,"Tatoeba (cym-eng)":63.42,"Tatoeba (dan-eng)":91.25,"Tatoeba (deu-eng)":94.67,"Tatoeba (dsb-eng)":45.88,"Tatoeba (dtp-eng)":6.47,"Tatoeba (ell-eng)":81.25,"Tatoeba (epo-eng)":83.2,"Tatoeba (est-eng)":73.93,"Tatoeba (eus-eng)":62.28,"Tatoeba (fao-eng)":61.51,"Tatoeba (fin-eng)":84.79,"Tatoeba (fra-eng)":86.35,"Tatoeba (fry-eng)":63.1,"Tatoeba (gla-eng)":12.44,"Tatoeba (gle-eng)":28.8,"Tatoeba (glg-eng)":83.89,"Tatoeba (gsw-eng)":44.12,"Tatoeba (heb-eng)":78.8,"Tatoeba (hin-eng)":85.93,"Tatoeba (hrv-eng)":81.03,"Tatoeba (hsb-eng)":60.76,"Tatoeba (hun-eng)":77.69,"Tatoeba (hye-eng)":75.17,"Tatoeba (ido-eng)":69.36,"Tatoeba (ile-eng)":69.65,"Tatoeba (ina-eng)":83.88,"Tatoeba (ind-eng)":84.33,"Tatoeba (isl-eng)":83.52,"Tatoeba (ita-eng)":85.3,"Tatoeba (jav-eng)":24.94,"Tatoeba (jpn-eng)":80.76,"Tatoeba (kab-eng)":2.95,"Tatoeba (kat-eng)":74.33,"Tatoeba (kaz-eng)":70.94,"Tatoeba (khm-eng)":2.22,"Tatoeba (kor-eng)":80.99,"Tatoeba (kur-eng)":50.02,"Tatoeba (kzj-eng)":7.63,"Tatoeba (lat-eng)":50.17,"Tatoeba (lfn-eng)":58.61,"Tatoeba (lit-eng)":79.76,"Tatoeba (lvs-eng)":76.45,"Tatoeba (mal-eng)":76.57,"Tatoeba (mar-eng)":72.56,"Tatoeba (max-eng)":41.21,"Tatoeba (mhr-eng)":13.48,"Tatoeba (mkd-eng)":77.4,"Tatoeba (mon-eng)":68.66,"Tatoeba (nds-eng)":69.17,"Tatoeba (nld-eng)":91.59,"Tatoeba (nno-eng)":81.17,"Tatoeba (nob-eng)":92.86,"Tatoeba (nov-eng)":50.2,"Tatoeba (oci-eng)":47.55,"Tatoeba (orv-eng)":34.56,"Tatoeba (pam-eng)":8.62,"Tatoeba (pes-eng)":80.49,"Tatoeba (pms-eng)":57.89,"Tatoeba (pol-eng)":89.37,"Tatoeba (por-eng)":89.06,"Tatoeba (ron-eng)":83.85,"Tatoeba (rus-eng)":88.01,"Tatoeba (slk-eng)":83.46,"Tatoeba (slv-eng)":76.75,"Tatoeba (spa-eng)":90.48,"Tatoeba (sqi-eng)":84.32,"Tatoeba (srp-eng)":75.45,"Tatoeba (swe-eng)":86.61,"Tatoeba (swg-eng)":56.37,"Tatoeba (swh-eng)":24.15,"Tatoeba (tam-eng)":68.61,"Tatoeba (tat-eng)":63.72,"Tatoeba (tel-eng)":68.28,"Tatoeba (tgl-eng)":68.92,"Tatoeba (tha-eng)":73.05,"Tatoeba (tuk-eng)":34.36,"Tatoeba (tur-eng)":83.06,"Tatoeba (tzl-eng)":23.68,"Tatoeba (uig-eng)":50.74,"Tatoeba (ukr-eng)":86.36,"Tatoeba (urd-eng)":77.63,"Tatoeba (uzb-eng)":43.48,"Tatoeba (vie-eng)":90.94,"Tatoeba (war-eng)":21.4,"Tatoeba (wuu-eng)":74.44,"Tatoeba (xho-eng)":9.51,"Tatoeba (yid-eng)":48.54,"Tatoeba (yue-eng)":71.38,"Tatoeba (zsm-eng)":81.68} -{"index":2,"Rank":32,"Model":"voyage-large-2-instruct<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":16000,"Average":"","BUCC (de-en)":"","BUCC (fr-en)":"","BUCC (ru-en)":"","BUCC (zh-en)":"","Tatoeba (afr-eng)":63.53,"Tatoeba (amh-eng)":0.18,"Tatoeba (ang-eng)":44.02,"Tatoeba (ara-eng)":42.48,"Tatoeba (arq-eng)":6.63,"Tatoeba (arz-eng)":24.28,"Tatoeba (ast-eng)":69.08,"Tatoeba (awa-eng)":22.77,"Tatoeba (aze-eng)":35.41,"Tatoeba (bel-eng)":59.58,"Tatoeba (ben-eng)":11.23,"Tatoeba (ber-eng)":5.31,"Tatoeba (bos-eng)":79.94,"Tatoeba (bre-eng)":5.07,"Tatoeba (bul-eng)":79.3,"Tatoeba (cat-eng)":84.06,"Tatoeba (cbk-eng)":56.61,"Tatoeba (ceb-eng)":10.49,"Tatoeba (ces-eng)":82.28,"Tatoeba (cha-eng)":21.54,"Tatoeba (cmn-eng)":91.87,"Tatoeba (cor-eng)":3.72,"Tatoeba (csb-eng)":34.29,"Tatoeba (cym-eng)":10.27,"Tatoeba (dan-eng)":85.71,"Tatoeba (deu-eng)":96.21,"Tatoeba (dsb-eng)":42.21,"Tatoeba (dtp-eng)":4.32,"Tatoeba (ell-eng)":50.68,"Tatoeba (epo-eng)":58.0,"Tatoeba (est-eng)":24.87,"Tatoeba (eus-eng)":13.67,"Tatoeba (fao-eng)":44.19,"Tatoeba (fin-eng)":55.38,"Tatoeba (fra-eng)":89.27,"Tatoeba (fry-eng)":39.02,"Tatoeba (gla-eng)":6.5,"Tatoeba (gle-eng)":8.47,"Tatoeba (glg-eng)":77.07,"Tatoeba (gsw-eng)":43.62,"Tatoeba (heb-eng)":24.59,"Tatoeba (hin-eng)":39.36,"Tatoeba (hrv-eng)":83.09,"Tatoeba (hsb-eng)":50.29,"Tatoeba (hun-eng)":69.19,"Tatoeba (hye-eng)":2.8,"Tatoeba (ido-eng)":54.53,"Tatoeba (ile-eng)":63.57,"Tatoeba (ina-eng)":83.38,"Tatoeba (ind-eng)":69.76,"Tatoeba (isl-eng)":39.4,"Tatoeba (ita-eng)":87.11,"Tatoeba (jav-eng)":11.06,"Tatoeba (jpn-eng)":84.32,"Tatoeba (kab-eng)":1.36,"Tatoeba (kat-eng)":13.22,"Tatoeba (kaz-eng)":14.08,"Tatoeba (khm-eng)":0.29,"Tatoeba (kor-eng)":67.28,"Tatoeba (kur-eng)":10.77,"Tatoeba (kzj-eng)":5.79,"Tatoeba (lat-eng)":47.22,"Tatoeba (lfn-eng)":50.81,"Tatoeba (lit-eng)":26.73,"Tatoeba (lvs-eng)":29.6,"Tatoeba (mal-eng)":1.82,"Tatoeba (mar-eng)":12.22,"Tatoeba (max-eng)":35.91,"Tatoeba (mhr-eng)":7.86,"Tatoeba (mkd-eng)":53.83,"Tatoeba (mon-eng)":12.51,"Tatoeba (nds-eng)":50.54,"Tatoeba (nld-eng)":89.88,"Tatoeba (nno-eng)":69.29,"Tatoeba (nob-eng)":85.34,"Tatoeba (nov-eng)":53.41,"Tatoeba (oci-eng)":44.59,"Tatoeba (orv-eng)":30.21,"Tatoeba (pam-eng)":5.97,"Tatoeba (pes-eng)":43.87,"Tatoeba (pms-eng)":41.25,"Tatoeba (pol-eng)":88.57,"Tatoeba (por-eng)":89.17,"Tatoeba (ron-eng)":80.44,"Tatoeba (rus-eng)":87.31,"Tatoeba (slk-eng)":77.44,"Tatoeba (slv-eng)":72.11,"Tatoeba (spa-eng)":92.7,"Tatoeba (sqi-eng)":24.05,"Tatoeba (srp-eng)":75.61,"Tatoeba (swe-eng)":84.16,"Tatoeba (swg-eng)":40.7,"Tatoeba (swh-eng)":10.94,"Tatoeba (tam-eng)":2.28,"Tatoeba (tat-eng)":10.24,"Tatoeba (tel-eng)":1.26,"Tatoeba (tgl-eng)":25.72,"Tatoeba (tha-eng)":40.24,"Tatoeba (tuk-eng)":7.38,"Tatoeba (tur-eng)":58.51,"Tatoeba (tzl-eng)":32.1,"Tatoeba (uig-eng)":10.48,"Tatoeba (ukr-eng)":84.69,"Tatoeba (urd-eng)":21.4,"Tatoeba (uzb-eng)":12.82,"Tatoeba (vie-eng)":69.38,"Tatoeba (war-eng)":11.37,"Tatoeba (wuu-eng)":74.56,"Tatoeba (xho-eng)":7.3,"Tatoeba (yid-eng)":1.54,"Tatoeba (yue-eng)":75.17,"Tatoeba (zsm-eng)":71.1} -{"index":3,"Rank":33,"Model":"voyage-multilingual-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":32000,"Average":"","BUCC (de-en)":"","BUCC (fr-en)":"","BUCC (ru-en)":"","BUCC (zh-en)":"","Tatoeba (afr-eng)":79.99,"Tatoeba (amh-eng)":4.07,"Tatoeba (ang-eng)":72.81,"Tatoeba (ara-eng)":83.89,"Tatoeba (arq-eng)":32.02,"Tatoeba (arz-eng)":64.42,"Tatoeba (ast-eng)":83.43,"Tatoeba (awa-eng)":62.93,"Tatoeba (aze-eng)":75.22,"Tatoeba (bel-eng)":90.39,"Tatoeba (ben-eng)":80.05,"Tatoeba (ber-eng)":6.76,"Tatoeba (bos-eng)":88.32,"Tatoeba (bre-eng)":20.24,"Tatoeba (bul-eng)":88.43,"Tatoeba (cat-eng)":92.5,"Tatoeba (cbk-eng)":69.28,"Tatoeba (ceb-eng)":29.27,"Tatoeba (ces-eng)":90.96,"Tatoeba (cha-eng)":31.4,"Tatoeba (cmn-eng)":93.9,"Tatoeba (cor-eng)":8.09,"Tatoeba (csb-eng)":62.45,"Tatoeba (cym-eng)":46.28,"Tatoeba (dan-eng)":94.61,"Tatoeba (deu-eng)":97.2,"Tatoeba (dsb-eng)":64.52,"Tatoeba (dtp-eng)":7.91,"Tatoeba (ell-eng)":73.34,"Tatoeba (epo-eng)":90.17,"Tatoeba (est-eng)":69.45,"Tatoeba (eus-eng)":67.7,"Tatoeba (fao-eng)":76.43,"Tatoeba (fin-eng)":95.09,"Tatoeba (fra-eng)":91.89,"Tatoeba (fry-eng)":74.56,"Tatoeba (gla-eng)":23.63,"Tatoeba (gle-eng)":34.14,"Tatoeba (glg-eng)":92.13,"Tatoeba (gsw-eng)":57.86,"Tatoeba (heb-eng)":83.4,"Tatoeba (hin-eng)":93.82,"Tatoeba (hrv-eng)":91.01,"Tatoeba (hsb-eng)":77.99,"Tatoeba (hun-eng)":82.11,"Tatoeba (hye-eng)":67.2,"Tatoeba (ido-eng)":85.36,"Tatoeba (ile-eng)":82.73,"Tatoeba (ina-eng)":93.04,"Tatoeba (ind-eng)":91.69,"Tatoeba (isl-eng)":92.75,"Tatoeba (ita-eng)":92.12,"Tatoeba (jav-eng)":44.22,"Tatoeba (jpn-eng)":90.7,"Tatoeba (kab-eng)":4.22,"Tatoeba (kat-eng)":56.25,"Tatoeba (kaz-eng)":64.49,"Tatoeba (khm-eng)":8.52,"Tatoeba (kor-eng)":87.75,"Tatoeba (kur-eng)":58.11,"Tatoeba (kzj-eng)":11.52,"Tatoeba (lat-eng)":64.13,"Tatoeba (lfn-eng)":70.49,"Tatoeba (lit-eng)":68.44,"Tatoeba (lvs-eng)":61.75,"Tatoeba (mal-eng)":40.18,"Tatoeba (mar-eng)":62.12,"Tatoeba (max-eng)":56.28,"Tatoeba (mhr-eng)":14.52,"Tatoeba (mkd-eng)":79.84,"Tatoeba (mon-eng)":88.26,"Tatoeba (nds-eng)":83.38,"Tatoeba (nld-eng)":93.56,"Tatoeba (nno-eng)":92.31,"Tatoeba (nob-eng)":97.2,"Tatoeba (nov-eng)":72.82,"Tatoeba (oci-eng)":65.69,"Tatoeba (orv-eng)":46.59,"Tatoeba (pam-eng)":14.03,"Tatoeba (pes-eng)":87.79,"Tatoeba (pms-eng)":73.49,"Tatoeba (pol-eng)":96.18,"Tatoeba (por-eng)":93.5,"Tatoeba (ron-eng)":92.57,"Tatoeba (rus-eng)":92.13,"Tatoeba (slk-eng)":91.15,"Tatoeba (slv-eng)":82.31,"Tatoeba (spa-eng)":95.97,"Tatoeba (sqi-eng)":71.18,"Tatoeba (srp-eng)":86.7,"Tatoeba (swe-eng)":93.29,"Tatoeba (swg-eng)":70.94,"Tatoeba (swh-eng)":35.1,"Tatoeba (tam-eng)":53.72,"Tatoeba (tat-eng)":56.92,"Tatoeba (tel-eng)":80.98,"Tatoeba (tgl-eng)":87.01,"Tatoeba (tha-eng)":91.47,"Tatoeba (tuk-eng)":35.8,"Tatoeba (tur-eng)":81.52,"Tatoeba (tzl-eng)":48.64,"Tatoeba (uig-eng)":39.35,"Tatoeba (ukr-eng)":92.07,"Tatoeba (urd-eng)":89.23,"Tatoeba (uzb-eng)":51.71,"Tatoeba (vie-eng)":94.83,"Tatoeba (war-eng)":33.84,"Tatoeba (wuu-eng)":82.69,"Tatoeba (xho-eng)":13.94,"Tatoeba (yid-eng)":39.23,"Tatoeba (yue-eng)":75.31,"Tatoeba (zsm-eng)":89.51} -{"index":5,"Rank":34,"Model":"gte-Qwen1.5-7B-instruct<\/a>","Model Size (Million Parameters)":7099,"Memory Usage (GB, fp32)":26.45,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","BUCC (de-en)":"","BUCC (fr-en)":"","BUCC (ru-en)":"","BUCC (zh-en)":"","Tatoeba (afr-eng)":84.39,"Tatoeba (amh-eng)":0.6,"Tatoeba (ang-eng)":62.42,"Tatoeba (ara-eng)":85.19,"Tatoeba (arq-eng)":22.07,"Tatoeba (arz-eng)":62.12,"Tatoeba (ast-eng)":80.38,"Tatoeba (awa-eng)":41.64,"Tatoeba (aze-eng)":63.53,"Tatoeba (bel-eng)":57.68,"Tatoeba (ben-eng)":65.12,"Tatoeba (ber-eng)":5.17,"Tatoeba (bos-eng)":85.59,"Tatoeba (bre-eng)":5.79,"Tatoeba (bul-eng)":85.33,"Tatoeba (cat-eng)":88.4,"Tatoeba (cbk-eng)":65.47,"Tatoeba (ceb-eng)":19.11,"Tatoeba (ces-eng)":91.46,"Tatoeba (cha-eng)":22.36,"Tatoeba (cmn-eng)":96.35,"Tatoeba (cor-eng)":4.07,"Tatoeba (csb-eng)":25.18,"Tatoeba (cym-eng)":20.45,"Tatoeba (dan-eng)":92.04,"Tatoeba (deu-eng)":99.08,"Tatoeba (dsb-eng)":35.02,"Tatoeba (dtp-eng)":4.93,"Tatoeba (ell-eng)":85.69,"Tatoeba (epo-eng)":72.91,"Tatoeba (est-eng)":56.72,"Tatoeba (eus-eng)":12.59,"Tatoeba (fao-eng)":44.17,"Tatoeba (fin-eng)":85.6,"Tatoeba (fra-eng)":95.19,"Tatoeba (fry-eng)":50.29,"Tatoeba (gla-eng)":11.86,"Tatoeba (gle-eng)":24.33,"Tatoeba (glg-eng)":87.85,"Tatoeba (gsw-eng)":50.97,"Tatoeba (heb-eng)":57.62,"Tatoeba (hin-eng)":88.22,"Tatoeba (hrv-eng)":88.6,"Tatoeba (hsb-eng)":46.82,"Tatoeba (hun-eng)":81.38,"Tatoeba (hye-eng)":5.03,"Tatoeba (ido-eng)":62.61,"Tatoeba (ile-eng)":74.66,"Tatoeba (ina-eng)":92.02,"Tatoeba (ind-eng)":91.29,"Tatoeba (isl-eng)":49.03,"Tatoeba (ita-eng)":92.62,"Tatoeba (jav-eng)":21.06,"Tatoeba (jpn-eng)":93.32,"Tatoeba (kab-eng)":1.43,"Tatoeba (kat-eng)":39.63,"Tatoeba (kaz-eng)":39.43,"Tatoeba (khm-eng)":24.03,"Tatoeba (kor-eng)":87.91,"Tatoeba (kur-eng)":10.97,"Tatoeba (kzj-eng)":5.69,"Tatoeba (lat-eng)":67.43,"Tatoeba (lfn-eng)":57.45,"Tatoeba (lit-eng)":74.97,"Tatoeba (lvs-eng)":68.21,"Tatoeba (mal-eng)":70.18,"Tatoeba (mar-eng)":64.38,"Tatoeba (max-eng)":41.02,"Tatoeba (mhr-eng)":8.29,"Tatoeba (mkd-eng)":77.95,"Tatoeba (mon-eng)":33.92,"Tatoeba (nds-eng)":61.72,"Tatoeba (nld-eng)":95.88,"Tatoeba (nno-eng)":79.71,"Tatoeba (nob-eng)":94.97,"Tatoeba (nov-eng)":61.22,"Tatoeba (oci-eng)":45.81,"Tatoeba (orv-eng)":25.13,"Tatoeba (pam-eng)":6.6,"Tatoeba (pes-eng)":83.46,"Tatoeba (pms-eng)":41.88,"Tatoeba (pol-eng)":95.56,"Tatoeba (por-eng)":93.62,"Tatoeba (ron-eng)":93.03,"Tatoeba (rus-eng)":92.95,"Tatoeba (slk-eng)":86.07,"Tatoeba (slv-eng)":80.4,"Tatoeba (spa-eng)":98.42,"Tatoeba (sqi-eng)":33.81,"Tatoeba (srp-eng)":85.04,"Tatoeba (swe-eng)":92.5,"Tatoeba (swg-eng)":52.96,"Tatoeba (swh-eng)":38.89,"Tatoeba (tam-eng)":52.97,"Tatoeba (tat-eng)":9.8,"Tatoeba (tel-eng)":25.05,"Tatoeba (tgl-eng)":75.03,"Tatoeba (tha-eng)":89.15,"Tatoeba (tuk-eng)":18.04,"Tatoeba (tur-eng)":83.9,"Tatoeba (tzl-eng)":40.33,"Tatoeba (uig-eng)":3.12,"Tatoeba (ukr-eng)":88.42,"Tatoeba (urd-eng)":51.26,"Tatoeba (uzb-eng)":15.49,"Tatoeba (vie-eng)":94.92,"Tatoeba (war-eng)":17.44,"Tatoeba (wuu-eng)":90.55,"Tatoeba (xho-eng)":12.02,"Tatoeba (yid-eng)":2.21,"Tatoeba (yue-eng)":91.94,"Tatoeba (zsm-eng)":92.46} -{"index":6,"Rank":35,"Model":"gte-Qwen2-7B-instruct<\/a>","Model Size (Million Parameters)":7613,"Memory Usage (GB, fp32)":28.36,"Embedding Dimensions":3584,"Max Tokens":32768,"Average":"","BUCC (de-en)":"","BUCC (fr-en)":"","BUCC (ru-en)":"","BUCC (zh-en)":"","Tatoeba (afr-eng)":91.77,"Tatoeba (amh-eng)":25.63,"Tatoeba (ang-eng)":80.97,"Tatoeba (ara-eng)":92.36,"Tatoeba (arq-eng)":55.37,"Tatoeba (arz-eng)":76.51,"Tatoeba (ast-eng)":85.83,"Tatoeba (awa-eng)":68.02,"Tatoeba (aze-eng)":88.29,"Tatoeba (bel-eng)":91.13,"Tatoeba (ben-eng)":86.77,"Tatoeba (ber-eng)":9.88,"Tatoeba (bos-eng)":92.23,"Tatoeba (bre-eng)":14.41,"Tatoeba (bul-eng)":92.65,"Tatoeba (cat-eng)":92.59,"Tatoeba (cbk-eng)":82.18,"Tatoeba (ceb-eng)":39.57,"Tatoeba (ces-eng)":94.92,"Tatoeba (cha-eng)":45.44,"Tatoeba (cmn-eng)":96.15,"Tatoeba (cor-eng)":9.1,"Tatoeba (csb-eng)":65.8,"Tatoeba (cym-eng)":65.3,"Tatoeba (dan-eng)":94.29,"Tatoeba (deu-eng)":99.07,"Tatoeba (dsb-eng)":68.89,"Tatoeba (dtp-eng)":11.63,"Tatoeba (ell-eng)":92.78,"Tatoeba (epo-eng)":92.14,"Tatoeba (est-eng)":81.14,"Tatoeba (eus-eng)":37.91,"Tatoeba (fao-eng)":73.0,"Tatoeba (fin-eng)":92.1,"Tatoeba (fra-eng)":95.16,"Tatoeba (fry-eng)":70.23,"Tatoeba (gla-eng)":48.68,"Tatoeba (gle-eng)":65.0,"Tatoeba (glg-eng)":93.65,"Tatoeba (gsw-eng)":55.2,"Tatoeba (heb-eng)":88.88,"Tatoeba (hin-eng)":95.8,"Tatoeba (hrv-eng)":94.05,"Tatoeba (hsb-eng)":79.21,"Tatoeba (hun-eng)":86.36,"Tatoeba (hye-eng)":48.49,"Tatoeba (ido-eng)":83.79,"Tatoeba (ile-eng)":85.28,"Tatoeba (ina-eng)":95.2,"Tatoeba (ind-eng)":94.17,"Tatoeba (isl-eng)":79.5,"Tatoeba (ita-eng)":94.42,"Tatoeba (jav-eng)":38.98,"Tatoeba (jpn-eng)":94.72,"Tatoeba (kab-eng)":5.1,"Tatoeba (kat-eng)":78.69,"Tatoeba (kaz-eng)":70.45,"Tatoeba (khm-eng)":58.6,"Tatoeba (kor-eng)":91.41,"Tatoeba (kur-eng)":39.98,"Tatoeba (kzj-eng)":13.24,"Tatoeba (lat-eng)":81.91,"Tatoeba (lfn-eng)":78.37,"Tatoeba (lit-eng)":89.38,"Tatoeba (lvs-eng)":87.21,"Tatoeba (mal-eng)":87.48,"Tatoeba (mar-eng)":81.77,"Tatoeba (max-eng)":65.98,"Tatoeba (mhr-eng)":17.17,"Tatoeba (mkd-eng)":86.9,"Tatoeba (mon-eng)":69.42,"Tatoeba (nds-eng)":82.73,"Tatoeba (nld-eng)":97.0,"Tatoeba (nno-eng)":90.4,"Tatoeba (nob-eng)":97.7,"Tatoeba (nov-eng)":72.49,"Tatoeba (oci-eng)":64.81,"Tatoeba (orv-eng)":62.42,"Tatoeba (pam-eng)":16.08,"Tatoeba (pes-eng)":93.35,"Tatoeba (pms-eng)":73.33,"Tatoeba (pol-eng)":97.65,"Tatoeba (por-eng)":94.28,"Tatoeba (ron-eng)":94.18,"Tatoeba (rus-eng)":93.87,"Tatoeba (slk-eng)":92.82,"Tatoeba (slv-eng)":86.48,"Tatoeba (spa-eng)":98.68,"Tatoeba (sqi-eng)":61.21,"Tatoeba (srp-eng)":90.92,"Tatoeba (swe-eng)":93.82,"Tatoeba (swg-eng)":79.91,"Tatoeba (swh-eng)":52.93,"Tatoeba (tam-eng)":72.01,"Tatoeba (tat-eng)":44.61,"Tatoeba (tel-eng)":55.11,"Tatoeba (tgl-eng)":91.13,"Tatoeba (tha-eng)":97.2,"Tatoeba (tuk-eng)":47.64,"Tatoeba (tur-eng)":95.67,"Tatoeba (tzl-eng)":50.98,"Tatoeba (uig-eng)":71.71,"Tatoeba (ukr-eng)":92.95,"Tatoeba (urd-eng)":89.88,"Tatoeba (uzb-eng)":58.58,"Tatoeba (vie-eng)":96.7,"Tatoeba (war-eng)":38.19,"Tatoeba (wuu-eng)":92.68,"Tatoeba (xho-eng)":31.28,"Tatoeba (yid-eng)":58.32,"Tatoeba (yue-eng)":92.0,"Tatoeba (zsm-eng)":94.15} -{"index":9,"Rank":36,"Model":"bge-base-en-v1.5<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","BUCC (de-en)":"","BUCC (fr-en)":"","BUCC (ru-en)":"","BUCC (zh-en)":"","Tatoeba (afr-eng)":7.96,"Tatoeba (amh-eng)":0.6,"Tatoeba (ang-eng)":14.83,"Tatoeba (ara-eng)":0.3,"Tatoeba (arq-eng)":0.3,"Tatoeba (arz-eng)":0.0,"Tatoeba (ast-eng)":17.75,"Tatoeba (awa-eng)":0.51,"Tatoeba (aze-eng)":3.18,"Tatoeba (bel-eng)":0.94,"Tatoeba (ben-eng)":0.13,"Tatoeba (ber-eng)":5.5,"Tatoeba (bos-eng)":8.02,"Tatoeba (bre-eng)":3.44,"Tatoeba (bul-eng)":0.82,"Tatoeba (cat-eng)":14.93,"Tatoeba (cbk-eng)":13.72,"Tatoeba (ceb-eng)":5.13,"Tatoeba (ces-eng)":4.76,"Tatoeba (cha-eng)":15.41,"Tatoeba (cmn-eng)":2.99,"Tatoeba (cor-eng)":3.17,"Tatoeba (csb-eng)":6.79,"Tatoeba (cym-eng)":6.51,"Tatoeba (dan-eng)":10.08,"Tatoeba (deu-eng)":15.53,"Tatoeba (dsb-eng)":4.43,"Tatoeba (dtp-eng)":3.32,"Tatoeba (ell-eng)":0.5,"Tatoeba (epo-eng)":10.42,"Tatoeba (est-eng)":3.75,"Tatoeba (eus-eng)":7.21,"Tatoeba (fao-eng)":6.58,"Tatoeba (fin-eng)":3.14,"Tatoeba (fra-eng)":20.65,"Tatoeba (fry-eng)":14.25,"Tatoeba (gla-eng)":3.16,"Tatoeba (gle-eng)":3.39,"Tatoeba (glg-eng)":17.84,"Tatoeba (gsw-eng)":14.92,"Tatoeba (heb-eng)":0.48,"Tatoeba (hin-eng)":0.1,"Tatoeba (hrv-eng)":6.18,"Tatoeba (hsb-eng)":4.34,"Tatoeba (hun-eng)":4.9,"Tatoeba (hye-eng)":0.3,"Tatoeba (ido-eng)":16.24,"Tatoeba (ile-eng)":21.25,"Tatoeba (ina-eng)":29.74,"Tatoeba (ind-eng)":7.52,"Tatoeba (isl-eng)":3.36,"Tatoeba (ita-eng)":18.82,"Tatoeba (jav-eng)":4.87,"Tatoeba (jpn-eng)":1.59,"Tatoeba (kab-eng)":0.99,"Tatoeba (kat-eng)":0.55,"Tatoeba (kaz-eng)":0.43,"Tatoeba (khm-eng)":0.42,"Tatoeba (kor-eng)":1.07,"Tatoeba (kur-eng)":6.67,"Tatoeba (kzj-eng)":3.89,"Tatoeba (lat-eng)":10.58,"Tatoeba (lfn-eng)":12.2,"Tatoeba (lit-eng)":2.35,"Tatoeba (lvs-eng)":4.24,"Tatoeba (mal-eng)":0.39,"Tatoeba (mar-eng)":0.09,"Tatoeba (max-eng)":7.97,"Tatoeba (mhr-eng)":0.03,"Tatoeba (mkd-eng)":0.21,"Tatoeba (mon-eng)":1.42,"Tatoeba (nds-eng)":12.51,"Tatoeba (nld-eng)":12.18,"Tatoeba (nno-eng)":7.28,"Tatoeba (nob-eng)":10.7,"Tatoeba (nov-eng)":27.29,"Tatoeba (oci-eng)":11.01,"Tatoeba (orv-eng)":0.13,"Tatoeba (pam-eng)":4.95,"Tatoeba (pes-eng)":0.1,"Tatoeba (pms-eng)":11.58,"Tatoeba (pol-eng)":5.87,"Tatoeba (por-eng)":16.47,"Tatoeba (ron-eng)":9.92,"Tatoeba (rus-eng)":0.25,"Tatoeba (slk-eng)":6.0,"Tatoeba (slv-eng)":5.44,"Tatoeba (spa-eng)":18.16,"Tatoeba (sqi-eng)":5.87,"Tatoeba (srp-eng)":3.12,"Tatoeba (swe-eng)":8.66,"Tatoeba (swg-eng)":11.45,"Tatoeba (swh-eng)":7.85,"Tatoeba (tam-eng)":0.55,"Tatoeba (tat-eng)":0.94,"Tatoeba (tel-eng)":0.24,"Tatoeba (tgl-eng)":3.79,"Tatoeba (tha-eng)":1.1,"Tatoeba (tuk-eng)":4.34,"Tatoeba (tur-eng)":4.29,"Tatoeba (tzl-eng)":16.83,"Tatoeba (uig-eng)":0.4,"Tatoeba (ukr-eng)":0.83,"Tatoeba (urd-eng)":0.0,"Tatoeba (uzb-eng)":3.6,"Tatoeba (vie-eng)":5.01,"Tatoeba (war-eng)":5.61,"Tatoeba (wuu-eng)":2.05,"Tatoeba (xho-eng)":3.86,"Tatoeba (yid-eng)":0.2,"Tatoeba (yue-eng)":1.54,"Tatoeba (zsm-eng)":8.0} -{"index":10,"Rank":37,"Model":"bge-large-en-v1.5<\/a>","Model Size (Million Parameters)":1340,"Memory Usage (GB, fp32)":4.99,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","BUCC (de-en)":"","BUCC (fr-en)":"","BUCC (ru-en)":"","BUCC (zh-en)":"","Tatoeba (afr-eng)":9.78,"Tatoeba (amh-eng)":0.45,"Tatoeba (ang-eng)":16.0,"Tatoeba (ara-eng)":0.58,"Tatoeba (arq-eng)":0.37,"Tatoeba (arz-eng)":0.0,"Tatoeba (ast-eng)":21.06,"Tatoeba (awa-eng)":0.2,"Tatoeba (aze-eng)":3.79,"Tatoeba (bel-eng)":1.42,"Tatoeba (ben-eng)":0.01,"Tatoeba (ber-eng)":5.06,"Tatoeba (bos-eng)":8.9,"Tatoeba (bre-eng)":4.2,"Tatoeba (bul-eng)":0.93,"Tatoeba (cat-eng)":17.77,"Tatoeba (cbk-eng)":18.32,"Tatoeba (ceb-eng)":5.83,"Tatoeba (ces-eng)":5.41,"Tatoeba (cha-eng)":14.46,"Tatoeba (cmn-eng)":2.95,"Tatoeba (cor-eng)":3.37,"Tatoeba (csb-eng)":6.17,"Tatoeba (cym-eng)":6.96,"Tatoeba (dan-eng)":12.75,"Tatoeba (deu-eng)":23.9,"Tatoeba (dsb-eng)":5.92,"Tatoeba (dtp-eng)":3.45,"Tatoeba (ell-eng)":0.4,"Tatoeba (epo-eng)":11.93,"Tatoeba (est-eng)":2.76,"Tatoeba (eus-eng)":7.22,"Tatoeba (fao-eng)":9.22,"Tatoeba (fin-eng)":3.73,"Tatoeba (fra-eng)":34.94,"Tatoeba (fry-eng)":17.97,"Tatoeba (gla-eng)":1.93,"Tatoeba (gle-eng)":3.14,"Tatoeba (glg-eng)":22.82,"Tatoeba (gsw-eng)":15.41,"Tatoeba (heb-eng)":0.7,"Tatoeba (hin-eng)":0.07,"Tatoeba (hrv-eng)":7.32,"Tatoeba (hsb-eng)":5.16,"Tatoeba (hun-eng)":5.15,"Tatoeba (hye-eng)":0.3,"Tatoeba (ido-eng)":20.0,"Tatoeba (ile-eng)":27.22,"Tatoeba (ina-eng)":38.55,"Tatoeba (ind-eng)":7.67,"Tatoeba (isl-eng)":4.57,"Tatoeba (ita-eng)":25.37,"Tatoeba (jav-eng)":5.46,"Tatoeba (jpn-eng)":0.92,"Tatoeba (kab-eng)":0.97,"Tatoeba (kat-eng)":0.59,"Tatoeba (kaz-eng)":0.61,"Tatoeba (khm-eng)":0.42,"Tatoeba (kor-eng)":1.39,"Tatoeba (kur-eng)":7.31,"Tatoeba (kzj-eng)":3.56,"Tatoeba (lat-eng)":11.54,"Tatoeba (lfn-eng)":16.0,"Tatoeba (lit-eng)":2.78,"Tatoeba (lvs-eng)":4.67,"Tatoeba (mal-eng)":0.16,"Tatoeba (mar-eng)":0.09,"Tatoeba (max-eng)":11.79,"Tatoeba (mhr-eng)":0.07,"Tatoeba (mkd-eng)":0.21,"Tatoeba (mon-eng)":1.34,"Tatoeba (nds-eng)":15.16,"Tatoeba (nld-eng)":14.89,"Tatoeba (nno-eng)":6.71,"Tatoeba (nob-eng)":11.34,"Tatoeba (nov-eng)":30.37,"Tatoeba (oci-eng)":13.59,"Tatoeba (orv-eng)":0.24,"Tatoeba (pam-eng)":5.33,"Tatoeba (pes-eng)":0.3,"Tatoeba (pms-eng)":13.5,"Tatoeba (pol-eng)":6.98,"Tatoeba (por-eng)":23.03,"Tatoeba (ron-eng)":11.35,"Tatoeba (rus-eng)":0.4,"Tatoeba (slk-eng)":5.94,"Tatoeba (slv-eng)":5.77,"Tatoeba (spa-eng)":25.08,"Tatoeba (sqi-eng)":5.58,"Tatoeba (srp-eng)":3.31,"Tatoeba (swe-eng)":10.6,"Tatoeba (swg-eng)":9.77,"Tatoeba (swh-eng)":7.79,"Tatoeba (tam-eng)":0.38,"Tatoeba (tat-eng)":0.9,"Tatoeba (tel-eng)":0.78,"Tatoeba (tgl-eng)":5.95,"Tatoeba (tha-eng)":0.9,"Tatoeba (tuk-eng)":6.19,"Tatoeba (tur-eng)":4.66,"Tatoeba (tzl-eng)":18.68,"Tatoeba (uig-eng)":0.53,"Tatoeba (ukr-eng)":1.03,"Tatoeba (urd-eng)":0.0,"Tatoeba (uzb-eng)":2.15,"Tatoeba (vie-eng)":4.96,"Tatoeba (war-eng)":6.91,"Tatoeba (wuu-eng)":2.44,"Tatoeba (xho-eng)":4.22,"Tatoeba (yid-eng)":0.0,"Tatoeba (yue-eng)":1.55,"Tatoeba (zsm-eng)":8.01} -{"index":11,"Rank":38,"Model":"bge-m3<\/a>","Model Size (Million Parameters)":567,"Memory Usage (GB, fp32)":2.11,"Embedding Dimensions":1024,"Max Tokens":8192,"Average":"","BUCC (de-en)":"","BUCC (fr-en)":"","BUCC (ru-en)":"","BUCC (zh-en)":"","Tatoeba (afr-eng)":91.88,"Tatoeba (amh-eng)":82.54,"Tatoeba (ang-eng)":46.95,"Tatoeba (ara-eng)":87.76,"Tatoeba (arq-eng)":30.88,"Tatoeba (arz-eng)":68.59,"Tatoeba (ast-eng)":76.64,"Tatoeba (awa-eng)":74.37,"Tatoeba (aze-eng)":89.22,"Tatoeba (bel-eng)":92.27,"Tatoeba (ben-eng)":85.97,"Tatoeba (ber-eng)":7.78,"Tatoeba (bos-eng)":92.98,"Tatoeba (bre-eng)":11.93,"Tatoeba (bul-eng)":91.63,"Tatoeba (cat-eng)":93.49,"Tatoeba (cbk-eng)":68.84,"Tatoeba (ceb-eng)":32.14,"Tatoeba (ces-eng)":94.75,"Tatoeba (cha-eng)":32.57,"Tatoeba (cmn-eng)":95.27,"Tatoeba (cor-eng)":5.9,"Tatoeba (csb-eng)":42.61,"Tatoeba (cym-eng)":61.64,"Tatoeba (dan-eng)":94.32,"Tatoeba (deu-eng)":99.1,"Tatoeba (dsb-eng)":52.29,"Tatoeba (dtp-eng)":10.16,"Tatoeba (ell-eng)":95.15,"Tatoeba (epo-eng)":93.85,"Tatoeba (est-eng)":90.72,"Tatoeba (eus-eng)":73.6,"Tatoeba (fao-eng)":74.92,"Tatoeba (fin-eng)":95.7,"Tatoeba (fra-eng)":94.3,"Tatoeba (fry-eng)":73.31,"Tatoeba (gla-eng)":33.5,"Tatoeba (gle-eng)":58.09,"Tatoeba (glg-eng)":91.11,"Tatoeba (gsw-eng)":50.07,"Tatoeba (heb-eng)":87.5,"Tatoeba (hin-eng)":95.45,"Tatoeba (hrv-eng)":95.35,"Tatoeba (hsb-eng)":61.14,"Tatoeba (hun-eng)":93.05,"Tatoeba (hye-eng)":89.15,"Tatoeba (ido-eng)":71.22,"Tatoeba (ile-eng)":77.32,"Tatoeba (ina-eng)":90.4,"Tatoeba (ind-eng)":93.36,"Tatoeba (isl-eng)":93.35,"Tatoeba (ita-eng)":92.57,"Tatoeba (jav-eng)":60.86,"Tatoeba (jpn-eng)":93.73,"Tatoeba (kab-eng)":2.45,"Tatoeba (kat-eng)":90.73,"Tatoeba (kaz-eng)":79.14,"Tatoeba (khm-eng)":76.02,"Tatoeba (kor-eng)":89.84,"Tatoeba (kur-eng)":63.79,"Tatoeba (kzj-eng)":10.46,"Tatoeba (lat-eng)":56.52,"Tatoeba (lfn-eng)":65.76,"Tatoeba (lit-eng)":90.7,"Tatoeba (lvs-eng)":90.55,"Tatoeba (mal-eng)":97.19,"Tatoeba (mar-eng)":88.81,"Tatoeba (max-eng)":59.87,"Tatoeba (mhr-eng)":11.36,"Tatoeba (mkd-eng)":89.26,"Tatoeba (mon-eng)":89.6,"Tatoeba (nds-eng)":62.6,"Tatoeba (nld-eng)":95.78,"Tatoeba (nno-eng)":91.8,"Tatoeba (nob-eng)":97.37,"Tatoeba (nov-eng)":75.48,"Tatoeba (oci-eng)":55.5,"Tatoeba (orv-eng)":44.76,"Tatoeba (pam-eng)":10.89,"Tatoeba (pes-eng)":92.13,"Tatoeba (pms-eng)":53.64,"Tatoeba (pol-eng)":96.6,"Tatoeba (por-eng)":94.31,"Tatoeba (ron-eng)":95.62,"Tatoeba (rus-eng)":93.27,"Tatoeba (slk-eng)":93.55,"Tatoeba (slv-eng)":89.43,"Tatoeba (spa-eng)":96.82,"Tatoeba (sqi-eng)":93.65,"Tatoeba (srp-eng)":92.43,"Tatoeba (swe-eng)":93.63,"Tatoeba (swg-eng)":47.69,"Tatoeba (swh-eng)":73.89,"Tatoeba (tam-eng)":88.38,"Tatoeba (tat-eng)":66.01,"Tatoeba (tel-eng)":92.81,"Tatoeba (tgl-eng)":79.91,"Tatoeba (tha-eng)":96.59,"Tatoeba (tuk-eng)":25.36,"Tatoeba (tur-eng)":94.63,"Tatoeba (tzl-eng)":49.63,"Tatoeba (uig-eng)":79.95,"Tatoeba (ukr-eng)":92.32,"Tatoeba (urd-eng)":90.48,"Tatoeba (uzb-eng)":59.22,"Tatoeba (vie-eng)":96.3,"Tatoeba (war-eng)":33.49,"Tatoeba (wuu-eng)":83.41,"Tatoeba (xho-eng)":64.92,"Tatoeba (yid-eng)":48.99,"Tatoeba (yue-eng)":85.48,"Tatoeba (zsm-eng)":95.25} -{"index":12,"Rank":39,"Model":"bge-small-en-v1.5<\/a>","Model Size (Million Parameters)":24,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":512,"Max Tokens":512,"Average":"","BUCC (de-en)":"","BUCC (fr-en)":"","BUCC (ru-en)":"","BUCC (zh-en)":"","Tatoeba (afr-eng)":6.77,"Tatoeba (amh-eng)":0.91,"Tatoeba (ang-eng)":17.22,"Tatoeba (ara-eng)":0.17,"Tatoeba (arq-eng)":0.39,"Tatoeba (arz-eng)":0.06,"Tatoeba (ast-eng)":13.66,"Tatoeba (awa-eng)":0.52,"Tatoeba (aze-eng)":3.68,"Tatoeba (bel-eng)":1.22,"Tatoeba (ben-eng)":0.02,"Tatoeba (ber-eng)":4.47,"Tatoeba (bos-eng)":7.18,"Tatoeba (bre-eng)":4.08,"Tatoeba (bul-eng)":0.56,"Tatoeba (cat-eng)":12.93,"Tatoeba (cbk-eng)":10.19,"Tatoeba (ceb-eng)":3.58,"Tatoeba (ces-eng)":3.41,"Tatoeba (cha-eng)":14.39,"Tatoeba (cmn-eng)":2.47,"Tatoeba (cor-eng)":2.88,"Tatoeba (csb-eng)":3.42,"Tatoeba (cym-eng)":6.99,"Tatoeba (dan-eng)":9.8,"Tatoeba (deu-eng)":10.09,"Tatoeba (dsb-eng)":4.79,"Tatoeba (dtp-eng)":3.03,"Tatoeba (ell-eng)":0.17,"Tatoeba (epo-eng)":9.42,"Tatoeba (est-eng)":2.11,"Tatoeba (eus-eng)":7.21,"Tatoeba (fao-eng)":7.03,"Tatoeba (fin-eng)":3.49,"Tatoeba (fra-eng)":16.67,"Tatoeba (fry-eng)":16.8,"Tatoeba (gla-eng)":2.71,"Tatoeba (gle-eng)":3.12,"Tatoeba (glg-eng)":12.43,"Tatoeba (gsw-eng)":13.64,"Tatoeba (heb-eng)":0.47,"Tatoeba (hin-eng)":0.0,"Tatoeba (hrv-eng)":5.55,"Tatoeba (hsb-eng)":4.79,"Tatoeba (hun-eng)":4.22,"Tatoeba (hye-eng)":0.41,"Tatoeba (ido-eng)":12.06,"Tatoeba (ile-eng)":19.35,"Tatoeba (ina-eng)":24.66,"Tatoeba (ind-eng)":6.35,"Tatoeba (isl-eng)":3.78,"Tatoeba (ita-eng)":14.34,"Tatoeba (jav-eng)":4.77,"Tatoeba (jpn-eng)":0.94,"Tatoeba (kab-eng)":1.03,"Tatoeba (kat-eng)":0.58,"Tatoeba (kaz-eng)":0.55,"Tatoeba (khm-eng)":0.15,"Tatoeba (kor-eng)":0.85,"Tatoeba (kur-eng)":7.53,"Tatoeba (kzj-eng)":3.64,"Tatoeba (lat-eng)":7.06,"Tatoeba (lfn-eng)":9.26,"Tatoeba (lit-eng)":2.3,"Tatoeba (lvs-eng)":3.5,"Tatoeba (mal-eng)":0.05,"Tatoeba (mar-eng)":0.04,"Tatoeba (max-eng)":10.36,"Tatoeba (mhr-eng)":0.0,"Tatoeba (mkd-eng)":0.2,"Tatoeba (mon-eng)":1.6,"Tatoeba (nds-eng)":11.51,"Tatoeba (nld-eng)":11.36,"Tatoeba (nno-eng)":6.76,"Tatoeba (nob-eng)":8.64,"Tatoeba (nov-eng)":25.06,"Tatoeba (oci-eng)":8.07,"Tatoeba (orv-eng)":0.09,"Tatoeba (pam-eng)":4.81,"Tatoeba (pes-eng)":0.63,"Tatoeba (pms-eng)":9.63,"Tatoeba (pol-eng)":5.51,"Tatoeba (por-eng)":10.93,"Tatoeba (ron-eng)":7.24,"Tatoeba (rus-eng)":0.21,"Tatoeba (slk-eng)":3.97,"Tatoeba (slv-eng)":3.89,"Tatoeba (spa-eng)":14.72,"Tatoeba (sqi-eng)":5.09,"Tatoeba (srp-eng)":2.25,"Tatoeba (swe-eng)":7.68,"Tatoeba (swg-eng)":9.47,"Tatoeba (swh-eng)":5.7,"Tatoeba (tam-eng)":0.08,"Tatoeba (tat-eng)":0.77,"Tatoeba (tel-eng)":0.2,"Tatoeba (tgl-eng)":3.69,"Tatoeba (tha-eng)":1.28,"Tatoeba (tuk-eng)":3.64,"Tatoeba (tur-eng)":4.16,"Tatoeba (tzl-eng)":15.44,"Tatoeba (uig-eng)":0.59,"Tatoeba (ukr-eng)":0.67,"Tatoeba (urd-eng)":0.03,"Tatoeba (uzb-eng)":3.77,"Tatoeba (vie-eng)":4.4,"Tatoeba (war-eng)":5.06,"Tatoeba (wuu-eng)":1.9,"Tatoeba (xho-eng)":3.87,"Tatoeba (yid-eng)":0.21,"Tatoeba (yue-eng)":1.18,"Tatoeba (zsm-eng)":6.99} -{"index":15,"Rank":40,"Model":"Cohere-embed-english-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":512,"Average":"","BUCC (de-en)":"","BUCC (fr-en)":"","BUCC (ru-en)":"","BUCC (zh-en)":"","Tatoeba (afr-eng)":13.68,"Tatoeba (amh-eng)":0.01,"Tatoeba (ang-eng)":28.1,"Tatoeba (ara-eng)":0.7,"Tatoeba (arq-eng)":0.63,"Tatoeba (arz-eng)":0.17,"Tatoeba (ast-eng)":34.32,"Tatoeba (awa-eng)":0.34,"Tatoeba (aze-eng)":5.38,"Tatoeba (bel-eng)":3.28,"Tatoeba (ben-eng)":0.05,"Tatoeba (ber-eng)":5.21,"Tatoeba (bos-eng)":15.81,"Tatoeba (bre-eng)":4.21,"Tatoeba (bul-eng)":3.45,"Tatoeba (cat-eng)":27.67,"Tatoeba (cbk-eng)":28.59,"Tatoeba (ceb-eng)":7.2,"Tatoeba (ces-eng)":7.45,"Tatoeba (cha-eng)":19.06,"Tatoeba (cmn-eng)":3.42,"Tatoeba (cor-eng)":3.45,"Tatoeba (csb-eng)":14.03,"Tatoeba (cym-eng)":7.26,"Tatoeba (dan-eng)":27.16,"Tatoeba (deu-eng)":54.19,"Tatoeba (dsb-eng)":10.77,"Tatoeba (dtp-eng)":3.79,"Tatoeba (ell-eng)":0.74,"Tatoeba (epo-eng)":17.08,"Tatoeba (est-eng)":4.89,"Tatoeba (eus-eng)":8.12,"Tatoeba (fao-eng)":17.84,"Tatoeba (fin-eng)":6.23,"Tatoeba (fra-eng)":44.84,"Tatoeba (fry-eng)":25.55,"Tatoeba (gla-eng)":3.13,"Tatoeba (gle-eng)":3.57,"Tatoeba (glg-eng)":38.0,"Tatoeba (gsw-eng)":20.78,"Tatoeba (heb-eng)":0.94,"Tatoeba (hin-eng)":0.14,"Tatoeba (hrv-eng)":14.32,"Tatoeba (hsb-eng)":10.78,"Tatoeba (hun-eng)":7.57,"Tatoeba (hye-eng)":0.67,"Tatoeba (ido-eng)":23.31,"Tatoeba (ile-eng)":35.53,"Tatoeba (ina-eng)":47.01,"Tatoeba (ind-eng)":8.79,"Tatoeba (isl-eng)":8.1,"Tatoeba (ita-eng)":30.21,"Tatoeba (jav-eng)":5.61,"Tatoeba (jpn-eng)":2.11,"Tatoeba (kab-eng)":1.43,"Tatoeba (kat-eng)":1.1,"Tatoeba (kaz-eng)":1.39,"Tatoeba (khm-eng)":0.28,"Tatoeba (kor-eng)":1.5,"Tatoeba (kur-eng)":9.75,"Tatoeba (kzj-eng)":5.02,"Tatoeba (lat-eng)":13.73,"Tatoeba (lfn-eng)":23.83,"Tatoeba (lit-eng)":4.03,"Tatoeba (lvs-eng)":6.8,"Tatoeba (mal-eng)":0.15,"Tatoeba (mar-eng)":0.35,"Tatoeba (max-eng)":14.66,"Tatoeba (mhr-eng)":0.81,"Tatoeba (mkd-eng)":1.39,"Tatoeba (mon-eng)":2.28,"Tatoeba (nds-eng)":23.19,"Tatoeba (nld-eng)":28.42,"Tatoeba (nno-eng)":17.71,"Tatoeba (nob-eng)":24.8,"Tatoeba (nov-eng)":37.09,"Tatoeba (oci-eng)":16.78,"Tatoeba (orv-eng)":0.7,"Tatoeba (pam-eng)":5.71,"Tatoeba (pes-eng)":0.71,"Tatoeba (pms-eng)":15.39,"Tatoeba (pol-eng)":10.17,"Tatoeba (por-eng)":44.85,"Tatoeba (ron-eng)":18.57,"Tatoeba (rus-eng)":3.58,"Tatoeba (slk-eng)":10.11,"Tatoeba (slv-eng)":11.7,"Tatoeba (spa-eng)":46.47,"Tatoeba (sqi-eng)":10.45,"Tatoeba (srp-eng)":7.44,"Tatoeba (swe-eng)":22.17,"Tatoeba (swg-eng)":17.59,"Tatoeba (swh-eng)":7.11,"Tatoeba (tam-eng)":0.35,"Tatoeba (tat-eng)":0.87,"Tatoeba (tel-eng)":0.22,"Tatoeba (tgl-eng)":8.22,"Tatoeba (tha-eng)":1.23,"Tatoeba (tuk-eng)":3.14,"Tatoeba (tur-eng)":5.85,"Tatoeba (tzl-eng)":21.77,"Tatoeba (uig-eng)":0.6,"Tatoeba (ukr-eng)":2.56,"Tatoeba (urd-eng)":0.03,"Tatoeba (uzb-eng)":4.59,"Tatoeba (vie-eng)":6.03,"Tatoeba (war-eng)":6.91,"Tatoeba (wuu-eng)":2.65,"Tatoeba (xho-eng)":2.92,"Tatoeba (yid-eng)":0.35,"Tatoeba (yue-eng)":2.33,"Tatoeba (zsm-eng)":10.32} -{"index":16,"Rank":41,"Model":"Cohere-embed-multilingual-light-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":384,"Max Tokens":512,"Average":"","BUCC (de-en)":"","BUCC (fr-en)":"","BUCC (ru-en)":"","BUCC (zh-en)":"","Tatoeba (afr-eng)":73.58,"Tatoeba (amh-eng)":54.67,"Tatoeba (ang-eng)":30.55,"Tatoeba (ara-eng)":71.5,"Tatoeba (arq-eng)":16.72,"Tatoeba (arz-eng)":43.94,"Tatoeba (ast-eng)":45.84,"Tatoeba (awa-eng)":59.5,"Tatoeba (aze-eng)":71.26,"Tatoeba (bel-eng)":73.25,"Tatoeba (ben-eng)":75.07,"Tatoeba (ber-eng)":7.63,"Tatoeba (bos-eng)":73.84,"Tatoeba (bre-eng)":3.93,"Tatoeba (bul-eng)":79.47,"Tatoeba (cat-eng)":62.02,"Tatoeba (cbk-eng)":36.88,"Tatoeba (ceb-eng)":24.63,"Tatoeba (ces-eng)":66.62,"Tatoeba (cha-eng)":13.4,"Tatoeba (cmn-eng)":82.2,"Tatoeba (cor-eng)":3.63,"Tatoeba (csb-eng)":7.02,"Tatoeba (cym-eng)":48.44,"Tatoeba (dan-eng)":83.41,"Tatoeba (deu-eng)":94.81,"Tatoeba (dsb-eng)":15.5,"Tatoeba (dtp-eng)":3.32,"Tatoeba (ell-eng)":80.02,"Tatoeba (epo-eng)":79.45,"Tatoeba (est-eng)":47.9,"Tatoeba (eus-eng)":37.3,"Tatoeba (fao-eng)":40.75,"Tatoeba (fin-eng)":60.74,"Tatoeba (fra-eng)":83.62,"Tatoeba (fry-eng)":34.59,"Tatoeba (gla-eng)":24.94,"Tatoeba (gle-eng)":41.46,"Tatoeba (glg-eng)":33.35,"Tatoeba (gsw-eng)":28.46,"Tatoeba (heb-eng)":61.63,"Tatoeba (hin-eng)":88.19,"Tatoeba (hrv-eng)":78.21,"Tatoeba (hsb-eng)":20.25,"Tatoeba (hun-eng)":60.87,"Tatoeba (hye-eng)":70.67,"Tatoeba (ido-eng)":49.3,"Tatoeba (ile-eng)":54.61,"Tatoeba (ina-eng)":69.4,"Tatoeba (ind-eng)":81.83,"Tatoeba (isl-eng)":52.69,"Tatoeba (ita-eng)":80.7,"Tatoeba (jav-eng)":36.99,"Tatoeba (jpn-eng)":68.54,"Tatoeba (kab-eng)":5.98,"Tatoeba (kat-eng)":59.68,"Tatoeba (kaz-eng)":61.91,"Tatoeba (khm-eng)":26.01,"Tatoeba (kor-eng)":62.94,"Tatoeba (kur-eng)":22.44,"Tatoeba (kzj-eng)":2.77,"Tatoeba (lat-eng)":24.35,"Tatoeba (lfn-eng)":36.33,"Tatoeba (lit-eng)":46.27,"Tatoeba (lvs-eng)":46.31,"Tatoeba (mal-eng)":93.51,"Tatoeba (mar-eng)":81.79,"Tatoeba (max-eng)":40.8,"Tatoeba (mhr-eng)":2.33,"Tatoeba (mkd-eng)":55.13,"Tatoeba (mon-eng)":60.97,"Tatoeba (nds-eng)":37.97,"Tatoeba (nld-eng)":86.46,"Tatoeba (nno-eng)":61.07,"Tatoeba (nob-eng)":84.58,"Tatoeba (nov-eng)":45.93,"Tatoeba (oci-eng)":12.17,"Tatoeba (orv-eng)":8.05,"Tatoeba (pam-eng)":3.37,"Tatoeba (pes-eng)":73.91,"Tatoeba (pms-eng)":22.31,"Tatoeba (pol-eng)":78.49,"Tatoeba (por-eng)":79.97,"Tatoeba (ron-eng)":76.3,"Tatoeba (rus-eng)":86.86,"Tatoeba (slk-eng)":65.58,"Tatoeba (slv-eng)":62.38,"Tatoeba (spa-eng)":85.6,"Tatoeba (sqi-eng)":79.78,"Tatoeba (srp-eng)":74.4,"Tatoeba (swe-eng)":81.61,"Tatoeba (swg-eng)":35.43,"Tatoeba (swh-eng)":49.84,"Tatoeba (tam-eng)":76.32,"Tatoeba (tat-eng)":47.6,"Tatoeba (tel-eng)":78.42,"Tatoeba (tgl-eng)":66.58,"Tatoeba (tha-eng)":84.66,"Tatoeba (tuk-eng)":7.74,"Tatoeba (tur-eng)":81.36,"Tatoeba (tzl-eng)":17.23,"Tatoeba (uig-eng)":44.38,"Tatoeba (ukr-eng)":75.97,"Tatoeba (urd-eng)":78.17,"Tatoeba (uzb-eng)":42.95,"Tatoeba (vie-eng)":84.12,"Tatoeba (war-eng)":24.29,"Tatoeba (wuu-eng)":55.0,"Tatoeba (xho-eng)":40.42,"Tatoeba (yid-eng)":47.46,"Tatoeba (yue-eng)":57.38,"Tatoeba (zsm-eng)":85.68} -{"index":17,"Rank":42,"Model":"Cohere-embed-multilingual-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":512,"Average":"","BUCC (de-en)":"","BUCC (fr-en)":"","BUCC (ru-en)":"","BUCC (zh-en)":"","Tatoeba (afr-eng)":88.23,"Tatoeba (amh-eng)":76.53,"Tatoeba (ang-eng)":40.19,"Tatoeba (ara-eng)":87.68,"Tatoeba (arq-eng)":31.67,"Tatoeba (arz-eng)":72.54,"Tatoeba (ast-eng)":72.4,"Tatoeba (awa-eng)":70.39,"Tatoeba (aze-eng)":86.04,"Tatoeba (bel-eng)":91.35,"Tatoeba (ben-eng)":82.93,"Tatoeba (ber-eng)":26.19,"Tatoeba (bos-eng)":92.28,"Tatoeba (bre-eng)":10.28,"Tatoeba (bul-eng)":92.37,"Tatoeba (cat-eng)":88.53,"Tatoeba (cbk-eng)":63.39,"Tatoeba (ceb-eng)":50.4,"Tatoeba (ces-eng)":94.36,"Tatoeba (cha-eng)":23.45,"Tatoeba (cmn-eng)":94.85,"Tatoeba (cor-eng)":5.99,"Tatoeba (csb-eng)":34.22,"Tatoeba (cym-eng)":75.97,"Tatoeba (dan-eng)":94.99,"Tatoeba (deu-eng)":99.2,"Tatoeba (dsb-eng)":42.47,"Tatoeba (dtp-eng)":5.68,"Tatoeba (ell-eng)":93.2,"Tatoeba (epo-eng)":94.75,"Tatoeba (est-eng)":83.62,"Tatoeba (eus-eng)":70.8,"Tatoeba (fao-eng)":71.4,"Tatoeba (fin-eng)":94.15,"Tatoeba (fra-eng)":93.82,"Tatoeba (fry-eng)":57.25,"Tatoeba (gla-eng)":50.55,"Tatoeba (gle-eng)":68.24,"Tatoeba (glg-eng)":75.7,"Tatoeba (gsw-eng)":47.07,"Tatoeba (heb-eng)":87.09,"Tatoeba (hin-eng)":93.47,"Tatoeba (hrv-eng)":95.08,"Tatoeba (hsb-eng)":53.8,"Tatoeba (hun-eng)":92.96,"Tatoeba (hye-eng)":88.23,"Tatoeba (ido-eng)":79.36,"Tatoeba (ile-eng)":76.22,"Tatoeba (ina-eng)":88.51,"Tatoeba (ind-eng)":89.99,"Tatoeba (isl-eng)":90.92,"Tatoeba (ita-eng)":92.48,"Tatoeba (jav-eng)":68.65,"Tatoeba (jpn-eng)":92.6,"Tatoeba (kab-eng)":25.52,"Tatoeba (kat-eng)":81.09,"Tatoeba (kaz-eng)":78.64,"Tatoeba (khm-eng)":49.34,"Tatoeba (kor-eng)":88.98,"Tatoeba (kur-eng)":56.24,"Tatoeba (kzj-eng)":6.13,"Tatoeba (lat-eng)":51.06,"Tatoeba (lfn-eng)":58.58,"Tatoeba (lit-eng)":86.7,"Tatoeba (lvs-eng)":88.62,"Tatoeba (mal-eng)":96.7,"Tatoeba (mar-eng)":87.77,"Tatoeba (max-eng)":54.89,"Tatoeba (mhr-eng)":6.95,"Tatoeba (mkd-eng)":86.69,"Tatoeba (mon-eng)":84.82,"Tatoeba (nds-eng)":62.46,"Tatoeba (nld-eng)":96.38,"Tatoeba (nno-eng)":89.31,"Tatoeba (nob-eng)":96.72,"Tatoeba (nov-eng)":66.11,"Tatoeba (oci-eng)":37.4,"Tatoeba (orv-eng)":33.34,"Tatoeba (pam-eng)":7.22,"Tatoeba (pes-eng)":90.23,"Tatoeba (pms-eng)":49.51,"Tatoeba (pol-eng)":96.92,"Tatoeba (por-eng)":92.88,"Tatoeba (ron-eng)":94.45,"Tatoeba (rus-eng)":92.32,"Tatoeba (slk-eng)":92.69,"Tatoeba (slv-eng)":88.65,"Tatoeba (spa-eng)":96.52,"Tatoeba (sqi-eng)":93.85,"Tatoeba (srp-eng)":92.97,"Tatoeba (swe-eng)":93.88,"Tatoeba (swg-eng)":56.43,"Tatoeba (swh-eng)":68.22,"Tatoeba (tam-eng)":85.65,"Tatoeba (tat-eng)":67.82,"Tatoeba (tel-eng)":88.06,"Tatoeba (tgl-eng)":87.63,"Tatoeba (tha-eng)":95.74,"Tatoeba (tuk-eng)":25.92,"Tatoeba (tur-eng)":95.33,"Tatoeba (tzl-eng)":42.22,"Tatoeba (uig-eng)":66.63,"Tatoeba (ukr-eng)":92.97,"Tatoeba (urd-eng)":87.2,"Tatoeba (uzb-eng)":66.08,"Tatoeba (vie-eng)":96.15,"Tatoeba (war-eng)":51.66,"Tatoeba (wuu-eng)":81.85,"Tatoeba (xho-eng)":71.03,"Tatoeba (yid-eng)":70.75,"Tatoeba (yue-eng)":85.87,"Tatoeba (zsm-eng)":94.77} -{"index":18,"Rank":43,"Model":"sbert-chinese-general-v1<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","BUCC (de-en)":"","BUCC (fr-en)":"","BUCC (ru-en)":"","BUCC (zh-en)":9.35,"Tatoeba (afr-eng)":"","Tatoeba (amh-eng)":"","Tatoeba (ang-eng)":"","Tatoeba (ara-eng)":"","Tatoeba (arq-eng)":"","Tatoeba (arz-eng)":"","Tatoeba (ast-eng)":"","Tatoeba (awa-eng)":"","Tatoeba (aze-eng)":"","Tatoeba (bel-eng)":"","Tatoeba (ben-eng)":"","Tatoeba (ber-eng)":"","Tatoeba (bos-eng)":"","Tatoeba (bre-eng)":"","Tatoeba (bul-eng)":"","Tatoeba (cat-eng)":"","Tatoeba (cbk-eng)":"","Tatoeba (ceb-eng)":"","Tatoeba (ces-eng)":"","Tatoeba (cha-eng)":"","Tatoeba (cmn-eng)":"","Tatoeba (cor-eng)":"","Tatoeba (csb-eng)":"","Tatoeba (cym-eng)":"","Tatoeba (dan-eng)":"","Tatoeba (deu-eng)":"","Tatoeba (dsb-eng)":"","Tatoeba (dtp-eng)":"","Tatoeba (ell-eng)":"","Tatoeba (epo-eng)":"","Tatoeba (est-eng)":"","Tatoeba (eus-eng)":"","Tatoeba (fao-eng)":"","Tatoeba (fin-eng)":"","Tatoeba (fra-eng)":"","Tatoeba (fry-eng)":"","Tatoeba (gla-eng)":"","Tatoeba (gle-eng)":"","Tatoeba (glg-eng)":"","Tatoeba (gsw-eng)":"","Tatoeba (heb-eng)":"","Tatoeba (hin-eng)":"","Tatoeba (hrv-eng)":"","Tatoeba (hsb-eng)":"","Tatoeba (hun-eng)":"","Tatoeba (hye-eng)":"","Tatoeba (ido-eng)":"","Tatoeba (ile-eng)":"","Tatoeba (ina-eng)":"","Tatoeba (ind-eng)":"","Tatoeba (isl-eng)":"","Tatoeba (ita-eng)":"","Tatoeba (jav-eng)":"","Tatoeba (jpn-eng)":"","Tatoeba (kab-eng)":"","Tatoeba (kat-eng)":"","Tatoeba (kaz-eng)":"","Tatoeba (khm-eng)":"","Tatoeba (kor-eng)":"","Tatoeba (kur-eng)":"","Tatoeba (kzj-eng)":"","Tatoeba (lat-eng)":"","Tatoeba (lfn-eng)":"","Tatoeba (lit-eng)":"","Tatoeba (lvs-eng)":"","Tatoeba (mal-eng)":"","Tatoeba (mar-eng)":"","Tatoeba (max-eng)":"","Tatoeba (mhr-eng)":"","Tatoeba (mkd-eng)":"","Tatoeba (mon-eng)":"","Tatoeba (nds-eng)":"","Tatoeba (nld-eng)":"","Tatoeba (nno-eng)":"","Tatoeba (nob-eng)":"","Tatoeba (nov-eng)":"","Tatoeba (oci-eng)":"","Tatoeba (orv-eng)":"","Tatoeba (pam-eng)":"","Tatoeba (pes-eng)":"","Tatoeba (pms-eng)":"","Tatoeba (pol-eng)":"","Tatoeba (por-eng)":"","Tatoeba (ron-eng)":"","Tatoeba (rus-eng)":"","Tatoeba (slk-eng)":"","Tatoeba (slv-eng)":"","Tatoeba (spa-eng)":"","Tatoeba (sqi-eng)":"","Tatoeba (srp-eng)":"","Tatoeba (swe-eng)":"","Tatoeba (swg-eng)":"","Tatoeba (swh-eng)":"","Tatoeba (tam-eng)":"","Tatoeba (tat-eng)":"","Tatoeba (tel-eng)":"","Tatoeba (tgl-eng)":"","Tatoeba (tha-eng)":"","Tatoeba (tuk-eng)":"","Tatoeba (tur-eng)":"","Tatoeba (tzl-eng)":"","Tatoeba (uig-eng)":"","Tatoeba (ukr-eng)":"","Tatoeba (urd-eng)":"","Tatoeba (uzb-eng)":"","Tatoeba (vie-eng)":"","Tatoeba (war-eng)":"","Tatoeba (wuu-eng)":"","Tatoeba (xho-eng)":"","Tatoeba (yid-eng)":"","Tatoeba (yue-eng)":"","Tatoeba (zsm-eng)":""} -{"index":19,"Rank":44,"Model":"distilrubert-small-cased-conversational<\/a>","Model Size (Million Parameters)":106,"Memory Usage (GB, fp32)":0.39,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","BUCC (de-en)":"","BUCC (fr-en)":"","BUCC (ru-en)":"","BUCC (zh-en)":"","Tatoeba (afr-eng)":"","Tatoeba (amh-eng)":"","Tatoeba (ang-eng)":"","Tatoeba (ara-eng)":"","Tatoeba (arq-eng)":"","Tatoeba (arz-eng)":"","Tatoeba (ast-eng)":"","Tatoeba (awa-eng)":"","Tatoeba (aze-eng)":"","Tatoeba (bel-eng)":"","Tatoeba (ben-eng)":"","Tatoeba (ber-eng)":"","Tatoeba (bos-eng)":"","Tatoeba (bre-eng)":"","Tatoeba (bul-eng)":"","Tatoeba (cat-eng)":"","Tatoeba (cbk-eng)":"","Tatoeba (ceb-eng)":"","Tatoeba (ces-eng)":"","Tatoeba (cha-eng)":"","Tatoeba (cmn-eng)":"","Tatoeba (cor-eng)":"","Tatoeba (csb-eng)":"","Tatoeba (cym-eng)":"","Tatoeba (dan-eng)":"","Tatoeba (deu-eng)":"","Tatoeba (dsb-eng)":"","Tatoeba (dtp-eng)":"","Tatoeba (ell-eng)":"","Tatoeba (epo-eng)":"","Tatoeba (est-eng)":"","Tatoeba (eus-eng)":"","Tatoeba (fao-eng)":"","Tatoeba (fin-eng)":"","Tatoeba (fra-eng)":"","Tatoeba (fry-eng)":"","Tatoeba (gla-eng)":"","Tatoeba (gle-eng)":"","Tatoeba (glg-eng)":"","Tatoeba (gsw-eng)":"","Tatoeba (heb-eng)":"","Tatoeba (hin-eng)":"","Tatoeba (hrv-eng)":"","Tatoeba (hsb-eng)":"","Tatoeba (hun-eng)":"","Tatoeba (hye-eng)":"","Tatoeba (ido-eng)":"","Tatoeba (ile-eng)":"","Tatoeba (ina-eng)":"","Tatoeba (ind-eng)":"","Tatoeba (isl-eng)":"","Tatoeba (ita-eng)":"","Tatoeba (jav-eng)":"","Tatoeba (jpn-eng)":"","Tatoeba (kab-eng)":"","Tatoeba (kat-eng)":"","Tatoeba (kaz-eng)":"","Tatoeba (khm-eng)":"","Tatoeba (kor-eng)":"","Tatoeba (kur-eng)":"","Tatoeba (kzj-eng)":"","Tatoeba (lat-eng)":"","Tatoeba (lfn-eng)":"","Tatoeba (lit-eng)":"","Tatoeba (lvs-eng)":"","Tatoeba (mal-eng)":"","Tatoeba (mar-eng)":"","Tatoeba (max-eng)":"","Tatoeba (mhr-eng)":"","Tatoeba (mkd-eng)":"","Tatoeba (mon-eng)":"","Tatoeba (nds-eng)":"","Tatoeba (nld-eng)":"","Tatoeba (nno-eng)":"","Tatoeba (nob-eng)":"","Tatoeba (nov-eng)":"","Tatoeba (oci-eng)":"","Tatoeba (orv-eng)":"","Tatoeba (pam-eng)":"","Tatoeba (pes-eng)":"","Tatoeba (pms-eng)":"","Tatoeba (pol-eng)":"","Tatoeba (por-eng)":"","Tatoeba (ron-eng)":"","Tatoeba (rus-eng)":24.16,"Tatoeba (slk-eng)":"","Tatoeba (slv-eng)":"","Tatoeba (spa-eng)":"","Tatoeba (sqi-eng)":"","Tatoeba (srp-eng)":"","Tatoeba (swe-eng)":"","Tatoeba (swg-eng)":"","Tatoeba (swh-eng)":"","Tatoeba (tam-eng)":"","Tatoeba (tat-eng)":"","Tatoeba (tel-eng)":"","Tatoeba (tgl-eng)":"","Tatoeba (tha-eng)":"","Tatoeba (tuk-eng)":"","Tatoeba (tur-eng)":"","Tatoeba (tzl-eng)":"","Tatoeba (uig-eng)":"","Tatoeba (ukr-eng)":"","Tatoeba (urd-eng)":"","Tatoeba (uzb-eng)":"","Tatoeba (vie-eng)":"","Tatoeba (war-eng)":"","Tatoeba (wuu-eng)":"","Tatoeba (xho-eng)":"","Tatoeba (yid-eng)":"","Tatoeba (yue-eng)":"","Tatoeba (zsm-eng)":""} -{"index":20,"Rank":45,"Model":"rubert-base-cased<\/a>","Model Size (Million Parameters)":180,"Memory Usage (GB, fp32)":0.67,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","BUCC (de-en)":"","BUCC (fr-en)":"","BUCC (ru-en)":"","BUCC (zh-en)":"","Tatoeba (afr-eng)":"","Tatoeba (amh-eng)":"","Tatoeba (ang-eng)":"","Tatoeba (ara-eng)":"","Tatoeba (arq-eng)":"","Tatoeba (arz-eng)":"","Tatoeba (ast-eng)":"","Tatoeba (awa-eng)":"","Tatoeba (aze-eng)":"","Tatoeba (bel-eng)":"","Tatoeba (ben-eng)":"","Tatoeba (ber-eng)":"","Tatoeba (bos-eng)":"","Tatoeba (bre-eng)":"","Tatoeba (bul-eng)":"","Tatoeba (cat-eng)":"","Tatoeba (cbk-eng)":"","Tatoeba (ceb-eng)":"","Tatoeba (ces-eng)":"","Tatoeba (cha-eng)":"","Tatoeba (cmn-eng)":"","Tatoeba (cor-eng)":"","Tatoeba (csb-eng)":"","Tatoeba (cym-eng)":"","Tatoeba (dan-eng)":"","Tatoeba (deu-eng)":"","Tatoeba (dsb-eng)":"","Tatoeba (dtp-eng)":"","Tatoeba (ell-eng)":"","Tatoeba (epo-eng)":"","Tatoeba (est-eng)":"","Tatoeba (eus-eng)":"","Tatoeba (fao-eng)":"","Tatoeba (fin-eng)":"","Tatoeba (fra-eng)":"","Tatoeba (fry-eng)":"","Tatoeba (gla-eng)":"","Tatoeba (gle-eng)":"","Tatoeba (glg-eng)":"","Tatoeba (gsw-eng)":"","Tatoeba (heb-eng)":"","Tatoeba (hin-eng)":"","Tatoeba (hrv-eng)":"","Tatoeba (hsb-eng)":"","Tatoeba (hun-eng)":"","Tatoeba (hye-eng)":"","Tatoeba (ido-eng)":"","Tatoeba (ile-eng)":"","Tatoeba (ina-eng)":"","Tatoeba (ind-eng)":"","Tatoeba (isl-eng)":"","Tatoeba (ita-eng)":"","Tatoeba (jav-eng)":"","Tatoeba (jpn-eng)":"","Tatoeba (kab-eng)":"","Tatoeba (kat-eng)":"","Tatoeba (kaz-eng)":"","Tatoeba (khm-eng)":"","Tatoeba (kor-eng)":"","Tatoeba (kur-eng)":"","Tatoeba (kzj-eng)":"","Tatoeba (lat-eng)":"","Tatoeba (lfn-eng)":"","Tatoeba (lit-eng)":"","Tatoeba (lvs-eng)":"","Tatoeba (mal-eng)":"","Tatoeba (mar-eng)":"","Tatoeba (max-eng)":"","Tatoeba (mhr-eng)":"","Tatoeba (mkd-eng)":"","Tatoeba (mon-eng)":"","Tatoeba (nds-eng)":"","Tatoeba (nld-eng)":"","Tatoeba (nno-eng)":"","Tatoeba (nob-eng)":"","Tatoeba (nov-eng)":"","Tatoeba (oci-eng)":"","Tatoeba (orv-eng)":"","Tatoeba (pam-eng)":"","Tatoeba (pes-eng)":"","Tatoeba (pms-eng)":"","Tatoeba (pol-eng)":"","Tatoeba (por-eng)":"","Tatoeba (ron-eng)":"","Tatoeba (rus-eng)":16.76,"Tatoeba (slk-eng)":"","Tatoeba (slv-eng)":"","Tatoeba (spa-eng)":"","Tatoeba (sqi-eng)":"","Tatoeba (srp-eng)":"","Tatoeba (swe-eng)":"","Tatoeba (swg-eng)":"","Tatoeba (swh-eng)":"","Tatoeba (tam-eng)":"","Tatoeba (tat-eng)":"","Tatoeba (tel-eng)":"","Tatoeba (tgl-eng)":"","Tatoeba (tha-eng)":"","Tatoeba (tuk-eng)":"","Tatoeba (tur-eng)":"","Tatoeba (tzl-eng)":"","Tatoeba (uig-eng)":"","Tatoeba (ukr-eng)":"","Tatoeba (urd-eng)":"","Tatoeba (uzb-eng)":"","Tatoeba (vie-eng)":"","Tatoeba (war-eng)":"","Tatoeba (wuu-eng)":"","Tatoeba (xho-eng)":"","Tatoeba (yid-eng)":"","Tatoeba (yue-eng)":"","Tatoeba (zsm-eng)":""} -{"index":21,"Rank":46,"Model":"rubert-base-cased-sentence<\/a>","Model Size (Million Parameters)":180,"Memory Usage (GB, fp32)":0.67,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","BUCC (de-en)":"","BUCC (fr-en)":"","BUCC (ru-en)":"","BUCC (zh-en)":"","Tatoeba (afr-eng)":"","Tatoeba (amh-eng)":"","Tatoeba (ang-eng)":"","Tatoeba (ara-eng)":"","Tatoeba (arq-eng)":"","Tatoeba (arz-eng)":"","Tatoeba (ast-eng)":"","Tatoeba (awa-eng)":"","Tatoeba (aze-eng)":"","Tatoeba (bel-eng)":"","Tatoeba (ben-eng)":"","Tatoeba (ber-eng)":"","Tatoeba (bos-eng)":"","Tatoeba (bre-eng)":"","Tatoeba (bul-eng)":"","Tatoeba (cat-eng)":"","Tatoeba (cbk-eng)":"","Tatoeba (ceb-eng)":"","Tatoeba (ces-eng)":"","Tatoeba (cha-eng)":"","Tatoeba (cmn-eng)":"","Tatoeba (cor-eng)":"","Tatoeba (csb-eng)":"","Tatoeba (cym-eng)":"","Tatoeba (dan-eng)":"","Tatoeba (deu-eng)":"","Tatoeba (dsb-eng)":"","Tatoeba (dtp-eng)":"","Tatoeba (ell-eng)":"","Tatoeba (epo-eng)":"","Tatoeba (est-eng)":"","Tatoeba (eus-eng)":"","Tatoeba (fao-eng)":"","Tatoeba (fin-eng)":"","Tatoeba (fra-eng)":"","Tatoeba (fry-eng)":"","Tatoeba (gla-eng)":"","Tatoeba (gle-eng)":"","Tatoeba (glg-eng)":"","Tatoeba (gsw-eng)":"","Tatoeba (heb-eng)":"","Tatoeba (hin-eng)":"","Tatoeba (hrv-eng)":"","Tatoeba (hsb-eng)":"","Tatoeba (hun-eng)":"","Tatoeba (hye-eng)":"","Tatoeba (ido-eng)":"","Tatoeba (ile-eng)":"","Tatoeba (ina-eng)":"","Tatoeba (ind-eng)":"","Tatoeba (isl-eng)":"","Tatoeba (ita-eng)":"","Tatoeba (jav-eng)":"","Tatoeba (jpn-eng)":"","Tatoeba (kab-eng)":"","Tatoeba (kat-eng)":"","Tatoeba (kaz-eng)":"","Tatoeba (khm-eng)":"","Tatoeba (kor-eng)":"","Tatoeba (kur-eng)":"","Tatoeba (kzj-eng)":"","Tatoeba (lat-eng)":"","Tatoeba (lfn-eng)":"","Tatoeba (lit-eng)":"","Tatoeba (lvs-eng)":"","Tatoeba (mal-eng)":"","Tatoeba (mar-eng)":"","Tatoeba (max-eng)":"","Tatoeba (mhr-eng)":"","Tatoeba (mkd-eng)":"","Tatoeba (mon-eng)":"","Tatoeba (nds-eng)":"","Tatoeba (nld-eng)":"","Tatoeba (nno-eng)":"","Tatoeba (nob-eng)":"","Tatoeba (nov-eng)":"","Tatoeba (oci-eng)":"","Tatoeba (orv-eng)":"","Tatoeba (pam-eng)":"","Tatoeba (pes-eng)":"","Tatoeba (pms-eng)":"","Tatoeba (pol-eng)":"","Tatoeba (por-eng)":"","Tatoeba (ron-eng)":"","Tatoeba (rus-eng)":20.26,"Tatoeba (slk-eng)":"","Tatoeba (slv-eng)":"","Tatoeba (spa-eng)":"","Tatoeba (sqi-eng)":"","Tatoeba (srp-eng)":"","Tatoeba (swe-eng)":"","Tatoeba (swg-eng)":"","Tatoeba (swh-eng)":"","Tatoeba (tam-eng)":"","Tatoeba (tat-eng)":"","Tatoeba (tel-eng)":"","Tatoeba (tgl-eng)":"","Tatoeba (tha-eng)":"","Tatoeba (tuk-eng)":"","Tatoeba (tur-eng)":"","Tatoeba (tzl-eng)":"","Tatoeba (uig-eng)":"","Tatoeba (ukr-eng)":"","Tatoeba (urd-eng)":"","Tatoeba (uzb-eng)":"","Tatoeba (vie-eng)":"","Tatoeba (war-eng)":"","Tatoeba (wuu-eng)":"","Tatoeba (xho-eng)":"","Tatoeba (yid-eng)":"","Tatoeba (yue-eng)":"","Tatoeba (zsm-eng)":""} -{"index":22,"Rank":47,"Model":"GritLM-7B<\/a>","Model Size (Million Parameters)":7240,"Memory Usage (GB, fp32)":26.97,"Embedding Dimensions":"","Max Tokens":4096,"Average":"","BUCC (de-en)":"","BUCC (fr-en)":"","BUCC (ru-en)":"","BUCC (zh-en)":"","Tatoeba (afr-eng)":91.82,"Tatoeba (amh-eng)":11.66,"Tatoeba (ang-eng)":83.83,"Tatoeba (ara-eng)":89.5,"Tatoeba (arq-eng)":43.42,"Tatoeba (arz-eng)":68.47,"Tatoeba (ast-eng)":86.35,"Tatoeba (awa-eng)":70.28,"Tatoeba (aze-eng)":82.05,"Tatoeba (bel-eng)":90.07,"Tatoeba (ben-eng)":78.41,"Tatoeba (ber-eng)":7.88,"Tatoeba (bos-eng)":95.9,"Tatoeba (bre-eng)":19.19,"Tatoeba (bul-eng)":93.5,"Tatoeba (cat-eng)":94.15,"Tatoeba (cbk-eng)":83.83,"Tatoeba (ceb-eng)":45.91,"Tatoeba (ces-eng)":96.03,"Tatoeba (cha-eng)":47.58,"Tatoeba (cmn-eng)":95.48,"Tatoeba (cor-eng)":10.97,"Tatoeba (csb-eng)":69.78,"Tatoeba (cym-eng)":75.08,"Tatoeba (dan-eng)":95.6,"Tatoeba (deu-eng)":99.47,"Tatoeba (dsb-eng)":69.41,"Tatoeba (dtp-eng)":10.77,"Tatoeba (ell-eng)":91.56,"Tatoeba (epo-eng)":90.0,"Tatoeba (est-eng)":69.22,"Tatoeba (eus-eng)":44.09,"Tatoeba (fao-eng)":83.02,"Tatoeba (fin-eng)":93.35,"Tatoeba (fra-eng)":94.5,"Tatoeba (fry-eng)":73.7,"Tatoeba (gla-eng)":65.28,"Tatoeba (gle-eng)":71.65,"Tatoeba (glg-eng)":94.18,"Tatoeba (gsw-eng)":59.66,"Tatoeba (heb-eng)":82.14,"Tatoeba (hin-eng)":93.86,"Tatoeba (hrv-eng)":95.43,"Tatoeba (hsb-eng)":79.62,"Tatoeba (hun-eng)":94.2,"Tatoeba (hye-eng)":54.7,"Tatoeba (ido-eng)":82.17,"Tatoeba (ile-eng)":91.1,"Tatoeba (ina-eng)":96.35,"Tatoeba (ind-eng)":93.53,"Tatoeba (isl-eng)":88.47,"Tatoeba (ita-eng)":94.54,"Tatoeba (jav-eng)":40.36,"Tatoeba (jpn-eng)":95.58,"Tatoeba (kab-eng)":3.21,"Tatoeba (kat-eng)":58.44,"Tatoeba (kaz-eng)":47.61,"Tatoeba (khm-eng)":32.74,"Tatoeba (kor-eng)":91.4,"Tatoeba (kur-eng)":35.06,"Tatoeba (kzj-eng)":12.2,"Tatoeba (lat-eng)":91.56,"Tatoeba (lfn-eng)":79.93,"Tatoeba (lit-eng)":77.91,"Tatoeba (lvs-eng)":72.89,"Tatoeba (mal-eng)":52.3,"Tatoeba (mar-eng)":68.94,"Tatoeba (max-eng)":66.33,"Tatoeba (mhr-eng)":13.31,"Tatoeba (mkd-eng)":88.68,"Tatoeba (mon-eng)":38.62,"Tatoeba (nds-eng)":82.66,"Tatoeba (nld-eng)":96.35,"Tatoeba (nno-eng)":90.49,"Tatoeba (nob-eng)":98.0,"Tatoeba (nov-eng)":78.53,"Tatoeba (oci-eng)":71.66,"Tatoeba (orv-eng)":63.76,"Tatoeba (pam-eng)":15.22,"Tatoeba (pes-eng)":90.25,"Tatoeba (pms-eng)":70.24,"Tatoeba (pol-eng)":97.35,"Tatoeba (por-eng)":94.45,"Tatoeba (ron-eng)":94.53,"Tatoeba (rus-eng)":93.93,"Tatoeba (slk-eng)":93.92,"Tatoeba (slv-eng)":91.48,"Tatoeba (spa-eng)":98.62,"Tatoeba (sqi-eng)":73.59,"Tatoeba (srp-eng)":94.23,"Tatoeba (swe-eng)":94.95,"Tatoeba (swg-eng)":73.87,"Tatoeba (swh-eng)":64.97,"Tatoeba (tam-eng)":66.66,"Tatoeba (tat-eng)":39.47,"Tatoeba (tel-eng)":37.93,"Tatoeba (tgl-eng)":94.29,"Tatoeba (tha-eng)":92.55,"Tatoeba (tuk-eng)":48.38,"Tatoeba (tur-eng)":95.13,"Tatoeba (tzl-eng)":62.95,"Tatoeba (uig-eng)":40.4,"Tatoeba (ukr-eng)":94.35,"Tatoeba (urd-eng)":83.82,"Tatoeba (uzb-eng)":59.94,"Tatoeba (vie-eng)":96.18,"Tatoeba (war-eng)":41.74,"Tatoeba (wuu-eng)":90.31,"Tatoeba (xho-eng)":42.31,"Tatoeba (yid-eng)":31.64,"Tatoeba (yue-eng)":88.43,"Tatoeba (zsm-eng)":93.39} -{"index":23,"Rank":48,"Model":"jina-embeddings-v2-base-de-Q5_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","BUCC (de-en)":98.87,"BUCC (fr-en)":"","BUCC (ru-en)":"","BUCC (zh-en)":"","Tatoeba (afr-eng)":"","Tatoeba (amh-eng)":"","Tatoeba (ang-eng)":"","Tatoeba (ara-eng)":"","Tatoeba (arq-eng)":"","Tatoeba (arz-eng)":"","Tatoeba (ast-eng)":"","Tatoeba (awa-eng)":"","Tatoeba (aze-eng)":"","Tatoeba (bel-eng)":"","Tatoeba (ben-eng)":"","Tatoeba (ber-eng)":"","Tatoeba (bos-eng)":"","Tatoeba (bre-eng)":"","Tatoeba (bul-eng)":"","Tatoeba (cat-eng)":"","Tatoeba (cbk-eng)":"","Tatoeba (ceb-eng)":"","Tatoeba (ces-eng)":"","Tatoeba (cha-eng)":"","Tatoeba (cmn-eng)":"","Tatoeba (cor-eng)":"","Tatoeba (csb-eng)":"","Tatoeba (cym-eng)":"","Tatoeba (dan-eng)":"","Tatoeba (deu-eng)":"","Tatoeba (dsb-eng)":"","Tatoeba (dtp-eng)":"","Tatoeba (ell-eng)":"","Tatoeba (epo-eng)":"","Tatoeba (est-eng)":"","Tatoeba (eus-eng)":"","Tatoeba (fao-eng)":"","Tatoeba (fin-eng)":"","Tatoeba (fra-eng)":"","Tatoeba (fry-eng)":"","Tatoeba (gla-eng)":"","Tatoeba (gle-eng)":"","Tatoeba (glg-eng)":"","Tatoeba (gsw-eng)":"","Tatoeba (heb-eng)":"","Tatoeba (hin-eng)":"","Tatoeba (hrv-eng)":"","Tatoeba (hsb-eng)":"","Tatoeba (hun-eng)":"","Tatoeba (hye-eng)":"","Tatoeba (ido-eng)":"","Tatoeba (ile-eng)":"","Tatoeba (ina-eng)":"","Tatoeba (ind-eng)":"","Tatoeba (isl-eng)":"","Tatoeba (ita-eng)":"","Tatoeba (jav-eng)":"","Tatoeba (jpn-eng)":"","Tatoeba (kab-eng)":"","Tatoeba (kat-eng)":"","Tatoeba (kaz-eng)":"","Tatoeba (khm-eng)":"","Tatoeba (kor-eng)":"","Tatoeba (kur-eng)":"","Tatoeba (kzj-eng)":"","Tatoeba (lat-eng)":"","Tatoeba (lfn-eng)":"","Tatoeba (lit-eng)":"","Tatoeba (lvs-eng)":"","Tatoeba (mal-eng)":"","Tatoeba (mar-eng)":"","Tatoeba (max-eng)":"","Tatoeba (mhr-eng)":"","Tatoeba (mkd-eng)":"","Tatoeba (mon-eng)":"","Tatoeba (nds-eng)":"","Tatoeba (nld-eng)":"","Tatoeba (nno-eng)":"","Tatoeba (nob-eng)":"","Tatoeba (nov-eng)":"","Tatoeba (oci-eng)":"","Tatoeba (orv-eng)":"","Tatoeba (pam-eng)":"","Tatoeba (pes-eng)":"","Tatoeba (pms-eng)":"","Tatoeba (pol-eng)":"","Tatoeba (por-eng)":"","Tatoeba (ron-eng)":"","Tatoeba (rus-eng)":"","Tatoeba (slk-eng)":"","Tatoeba (slv-eng)":"","Tatoeba (spa-eng)":"","Tatoeba (sqi-eng)":"","Tatoeba (srp-eng)":"","Tatoeba (swe-eng)":"","Tatoeba (swg-eng)":"","Tatoeba (swh-eng)":"","Tatoeba (tam-eng)":"","Tatoeba (tat-eng)":"","Tatoeba (tel-eng)":"","Tatoeba (tgl-eng)":"","Tatoeba (tha-eng)":"","Tatoeba (tuk-eng)":"","Tatoeba (tur-eng)":"","Tatoeba (tzl-eng)":"","Tatoeba (uig-eng)":"","Tatoeba (ukr-eng)":"","Tatoeba (urd-eng)":"","Tatoeba (uzb-eng)":"","Tatoeba (vie-eng)":"","Tatoeba (war-eng)":"","Tatoeba (wuu-eng)":"","Tatoeba (xho-eng)":"","Tatoeba (yid-eng)":"","Tatoeba (yue-eng)":"","Tatoeba (zsm-eng)":""} -{"index":25,"Rank":49,"Model":"SGPT-125M-weightedmean-nli-bitfit<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":2048,"Average":"","BUCC (de-en)":1.09,"BUCC (fr-en)":0.02,"BUCC (ru-en)":0.0,"BUCC (zh-en)":0.0,"Tatoeba (afr-eng)":"","Tatoeba (amh-eng)":"","Tatoeba (ang-eng)":"","Tatoeba (ara-eng)":"","Tatoeba (arq-eng)":"","Tatoeba (arz-eng)":"","Tatoeba (ast-eng)":"","Tatoeba (awa-eng)":"","Tatoeba (aze-eng)":"","Tatoeba (bel-eng)":"","Tatoeba (ben-eng)":"","Tatoeba (ber-eng)":"","Tatoeba (bos-eng)":"","Tatoeba (bre-eng)":"","Tatoeba (bul-eng)":"","Tatoeba (cat-eng)":"","Tatoeba (cbk-eng)":"","Tatoeba (ceb-eng)":"","Tatoeba (ces-eng)":"","Tatoeba (cha-eng)":"","Tatoeba (cmn-eng)":"","Tatoeba (cor-eng)":"","Tatoeba (csb-eng)":"","Tatoeba (cym-eng)":"","Tatoeba (dan-eng)":"","Tatoeba (deu-eng)":"","Tatoeba (dsb-eng)":"","Tatoeba (dtp-eng)":"","Tatoeba (ell-eng)":"","Tatoeba (epo-eng)":"","Tatoeba (est-eng)":"","Tatoeba (eus-eng)":"","Tatoeba (fao-eng)":"","Tatoeba (fin-eng)":"","Tatoeba (fra-eng)":"","Tatoeba (fry-eng)":"","Tatoeba (gla-eng)":"","Tatoeba (gle-eng)":"","Tatoeba (glg-eng)":"","Tatoeba (gsw-eng)":"","Tatoeba (heb-eng)":"","Tatoeba (hin-eng)":"","Tatoeba (hrv-eng)":"","Tatoeba (hsb-eng)":"","Tatoeba (hun-eng)":"","Tatoeba (hye-eng)":"","Tatoeba (ido-eng)":"","Tatoeba (ile-eng)":"","Tatoeba (ina-eng)":"","Tatoeba (ind-eng)":"","Tatoeba (isl-eng)":"","Tatoeba (ita-eng)":"","Tatoeba (jav-eng)":"","Tatoeba (jpn-eng)":"","Tatoeba (kab-eng)":"","Tatoeba (kat-eng)":"","Tatoeba (kaz-eng)":"","Tatoeba (khm-eng)":"","Tatoeba (kor-eng)":"","Tatoeba (kur-eng)":"","Tatoeba (kzj-eng)":"","Tatoeba (lat-eng)":"","Tatoeba (lfn-eng)":"","Tatoeba (lit-eng)":"","Tatoeba (lvs-eng)":"","Tatoeba (mal-eng)":"","Tatoeba (mar-eng)":"","Tatoeba (max-eng)":"","Tatoeba (mhr-eng)":"","Tatoeba (mkd-eng)":"","Tatoeba (mon-eng)":"","Tatoeba (nds-eng)":"","Tatoeba (nld-eng)":"","Tatoeba (nno-eng)":"","Tatoeba (nob-eng)":"","Tatoeba (nov-eng)":"","Tatoeba (oci-eng)":"","Tatoeba (orv-eng)":"","Tatoeba (pam-eng)":"","Tatoeba (pes-eng)":"","Tatoeba (pms-eng)":"","Tatoeba (pol-eng)":"","Tatoeba (por-eng)":"","Tatoeba (ron-eng)":"","Tatoeba (rus-eng)":"","Tatoeba (slk-eng)":"","Tatoeba (slv-eng)":"","Tatoeba (spa-eng)":"","Tatoeba (sqi-eng)":"","Tatoeba (srp-eng)":"","Tatoeba (swe-eng)":"","Tatoeba (swg-eng)":"","Tatoeba (swh-eng)":"","Tatoeba (tam-eng)":"","Tatoeba (tat-eng)":"","Tatoeba (tel-eng)":"","Tatoeba (tgl-eng)":"","Tatoeba (tha-eng)":"","Tatoeba (tuk-eng)":"","Tatoeba (tur-eng)":"","Tatoeba (tzl-eng)":"","Tatoeba (uig-eng)":"","Tatoeba (ukr-eng)":"","Tatoeba (urd-eng)":"","Tatoeba (uzb-eng)":"","Tatoeba (vie-eng)":"","Tatoeba (war-eng)":"","Tatoeba (wuu-eng)":"","Tatoeba (xho-eng)":"","Tatoeba (yid-eng)":"","Tatoeba (yue-eng)":"","Tatoeba (zsm-eng)":""} -{"index":26,"Rank":50,"Model":"SGPT-5.8B-weightedmean-nli-bitfit<\/a>","Model Size (Million Parameters)":5874,"Memory Usage (GB, fp32)":21.88,"Embedding Dimensions":4096,"Max Tokens":2048,"Average":"","BUCC (de-en)":75.15,"BUCC (fr-en)":0.42,"BUCC (ru-en)":0.01,"BUCC (zh-en)":0.32,"Tatoeba (afr-eng)":"","Tatoeba (amh-eng)":"","Tatoeba (ang-eng)":"","Tatoeba (ara-eng)":"","Tatoeba (arq-eng)":"","Tatoeba (arz-eng)":"","Tatoeba (ast-eng)":"","Tatoeba (awa-eng)":"","Tatoeba (aze-eng)":"","Tatoeba (bel-eng)":"","Tatoeba (ben-eng)":"","Tatoeba (ber-eng)":"","Tatoeba (bos-eng)":"","Tatoeba (bre-eng)":"","Tatoeba (bul-eng)":"","Tatoeba (cat-eng)":"","Tatoeba (cbk-eng)":"","Tatoeba (ceb-eng)":"","Tatoeba (ces-eng)":"","Tatoeba (cha-eng)":"","Tatoeba (cmn-eng)":"","Tatoeba (cor-eng)":"","Tatoeba (csb-eng)":"","Tatoeba (cym-eng)":"","Tatoeba (dan-eng)":"","Tatoeba (deu-eng)":"","Tatoeba (dsb-eng)":"","Tatoeba (dtp-eng)":"","Tatoeba (ell-eng)":"","Tatoeba (epo-eng)":"","Tatoeba (est-eng)":"","Tatoeba (eus-eng)":"","Tatoeba (fao-eng)":"","Tatoeba (fin-eng)":"","Tatoeba (fra-eng)":"","Tatoeba (fry-eng)":"","Tatoeba (gla-eng)":"","Tatoeba (gle-eng)":"","Tatoeba (glg-eng)":"","Tatoeba (gsw-eng)":"","Tatoeba (heb-eng)":"","Tatoeba (hin-eng)":"","Tatoeba (hrv-eng)":"","Tatoeba (hsb-eng)":"","Tatoeba (hun-eng)":"","Tatoeba (hye-eng)":"","Tatoeba (ido-eng)":"","Tatoeba (ile-eng)":"","Tatoeba (ina-eng)":"","Tatoeba (ind-eng)":"","Tatoeba (isl-eng)":"","Tatoeba (ita-eng)":"","Tatoeba (jav-eng)":"","Tatoeba (jpn-eng)":"","Tatoeba (kab-eng)":"","Tatoeba (kat-eng)":"","Tatoeba (kaz-eng)":"","Tatoeba (khm-eng)":"","Tatoeba (kor-eng)":"","Tatoeba (kur-eng)":"","Tatoeba (kzj-eng)":"","Tatoeba (lat-eng)":"","Tatoeba (lfn-eng)":"","Tatoeba (lit-eng)":"","Tatoeba (lvs-eng)":"","Tatoeba (mal-eng)":"","Tatoeba (mar-eng)":"","Tatoeba (max-eng)":"","Tatoeba (mhr-eng)":"","Tatoeba (mkd-eng)":"","Tatoeba (mon-eng)":"","Tatoeba (nds-eng)":"","Tatoeba (nld-eng)":"","Tatoeba (nno-eng)":"","Tatoeba (nob-eng)":"","Tatoeba (nov-eng)":"","Tatoeba (oci-eng)":"","Tatoeba (orv-eng)":"","Tatoeba (pam-eng)":"","Tatoeba (pes-eng)":"","Tatoeba (pms-eng)":"","Tatoeba (pol-eng)":"","Tatoeba (por-eng)":"","Tatoeba (ron-eng)":"","Tatoeba (rus-eng)":"","Tatoeba (slk-eng)":"","Tatoeba (slv-eng)":"","Tatoeba (spa-eng)":"","Tatoeba (sqi-eng)":"","Tatoeba (srp-eng)":"","Tatoeba (swe-eng)":"","Tatoeba (swg-eng)":"","Tatoeba (swh-eng)":"","Tatoeba (tam-eng)":"","Tatoeba (tat-eng)":"","Tatoeba (tel-eng)":"","Tatoeba (tgl-eng)":"","Tatoeba (tha-eng)":"","Tatoeba (tuk-eng)":"","Tatoeba (tur-eng)":"","Tatoeba (tzl-eng)":"","Tatoeba (uig-eng)":"","Tatoeba (ukr-eng)":"","Tatoeba (urd-eng)":"","Tatoeba (uzb-eng)":"","Tatoeba (vie-eng)":"","Tatoeba (war-eng)":"","Tatoeba (wuu-eng)":"","Tatoeba (xho-eng)":"","Tatoeba (yid-eng)":"","Tatoeba (yue-eng)":"","Tatoeba (zsm-eng)":""} -{"index":28,"Rank":51,"Model":"KartonBERT-USE-base-v1<\/a>","Model Size (Million Parameters)":104,"Memory Usage (GB, fp32)":0.39,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","BUCC (de-en)":"","BUCC (fr-en)":"","BUCC (ru-en)":"","BUCC (zh-en)":"","Tatoeba (afr-eng)":"","Tatoeba (amh-eng)":"","Tatoeba (ang-eng)":"","Tatoeba (ara-eng)":"","Tatoeba (arq-eng)":"","Tatoeba (arz-eng)":"","Tatoeba (ast-eng)":"","Tatoeba (awa-eng)":"","Tatoeba (aze-eng)":"","Tatoeba (bel-eng)":"","Tatoeba (ben-eng)":"","Tatoeba (ber-eng)":"","Tatoeba (bos-eng)":"","Tatoeba (bre-eng)":"","Tatoeba (bul-eng)":"","Tatoeba (cat-eng)":"","Tatoeba (cbk-eng)":"","Tatoeba (ceb-eng)":"","Tatoeba (ces-eng)":"","Tatoeba (cha-eng)":"","Tatoeba (cmn-eng)":"","Tatoeba (cor-eng)":"","Tatoeba (csb-eng)":"","Tatoeba (cym-eng)":"","Tatoeba (dan-eng)":"","Tatoeba (deu-eng)":"","Tatoeba (dsb-eng)":"","Tatoeba (dtp-eng)":"","Tatoeba (ell-eng)":"","Tatoeba (epo-eng)":"","Tatoeba (est-eng)":"","Tatoeba (eus-eng)":"","Tatoeba (fao-eng)":"","Tatoeba (fin-eng)":"","Tatoeba (fra-eng)":"","Tatoeba (fry-eng)":"","Tatoeba (gla-eng)":"","Tatoeba (gle-eng)":"","Tatoeba (glg-eng)":"","Tatoeba (gsw-eng)":"","Tatoeba (heb-eng)":"","Tatoeba (hin-eng)":"","Tatoeba (hrv-eng)":"","Tatoeba (hsb-eng)":"","Tatoeba (hun-eng)":"","Tatoeba (hye-eng)":"","Tatoeba (ido-eng)":"","Tatoeba (ile-eng)":"","Tatoeba (ina-eng)":"","Tatoeba (ind-eng)":"","Tatoeba (isl-eng)":"","Tatoeba (ita-eng)":"","Tatoeba (jav-eng)":"","Tatoeba (jpn-eng)":"","Tatoeba (kab-eng)":"","Tatoeba (kat-eng)":"","Tatoeba (kaz-eng)":"","Tatoeba (khm-eng)":"","Tatoeba (kor-eng)":"","Tatoeba (kur-eng)":"","Tatoeba (kzj-eng)":"","Tatoeba (lat-eng)":"","Tatoeba (lfn-eng)":"","Tatoeba (lit-eng)":"","Tatoeba (lvs-eng)":"","Tatoeba (mal-eng)":"","Tatoeba (mar-eng)":"","Tatoeba (max-eng)":"","Tatoeba (mhr-eng)":"","Tatoeba (mkd-eng)":"","Tatoeba (mon-eng)":"","Tatoeba (nds-eng)":"","Tatoeba (nld-eng)":"","Tatoeba (nno-eng)":"","Tatoeba (nob-eng)":"","Tatoeba (nov-eng)":"","Tatoeba (oci-eng)":"","Tatoeba (orv-eng)":"","Tatoeba (pam-eng)":"","Tatoeba (pes-eng)":"","Tatoeba (pms-eng)":"","Tatoeba (pol-eng)":93.94,"Tatoeba (por-eng)":"","Tatoeba (ron-eng)":"","Tatoeba (rus-eng)":"","Tatoeba (slk-eng)":"","Tatoeba (slv-eng)":"","Tatoeba (spa-eng)":"","Tatoeba (sqi-eng)":"","Tatoeba (srp-eng)":"","Tatoeba (swe-eng)":"","Tatoeba (swg-eng)":"","Tatoeba (swh-eng)":"","Tatoeba (tam-eng)":"","Tatoeba (tat-eng)":"","Tatoeba (tel-eng)":"","Tatoeba (tgl-eng)":"","Tatoeba (tha-eng)":"","Tatoeba (tuk-eng)":"","Tatoeba (tur-eng)":"","Tatoeba (tzl-eng)":"","Tatoeba (uig-eng)":"","Tatoeba (ukr-eng)":"","Tatoeba (urd-eng)":"","Tatoeba (uzb-eng)":"","Tatoeba (vie-eng)":"","Tatoeba (war-eng)":"","Tatoeba (wuu-eng)":"","Tatoeba (xho-eng)":"","Tatoeba (yid-eng)":"","Tatoeba (yue-eng)":"","Tatoeba (zsm-eng)":""} -{"index":29,"Rank":52,"Model":"SFR-Embedding-Mistral<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","BUCC (de-en)":"","BUCC (fr-en)":"","BUCC (ru-en)":"","BUCC (zh-en)":"","Tatoeba (afr-eng)":87.66,"Tatoeba (amh-eng)":21.64,"Tatoeba (ang-eng)":83.46,"Tatoeba (ara-eng)":89.16,"Tatoeba (arq-eng)":50.3,"Tatoeba (arz-eng)":70.4,"Tatoeba (ast-eng)":81.86,"Tatoeba (awa-eng)":67.75,"Tatoeba (aze-eng)":76.2,"Tatoeba (bel-eng)":87.44,"Tatoeba (ben-eng)":81.15,"Tatoeba (ber-eng)":7.85,"Tatoeba (bos-eng)":91.92,"Tatoeba (bre-eng)":14.57,"Tatoeba (bul-eng)":93.77,"Tatoeba (cat-eng)":92.62,"Tatoeba (cbk-eng)":81.96,"Tatoeba (ceb-eng)":43.93,"Tatoeba (ces-eng)":95.12,"Tatoeba (cha-eng)":47.21,"Tatoeba (cmn-eng)":96.22,"Tatoeba (cor-eng)":9.26,"Tatoeba (csb-eng)":64.89,"Tatoeba (cym-eng)":72.14,"Tatoeba (dan-eng)":93.81,"Tatoeba (deu-eng)":99.47,"Tatoeba (dsb-eng)":66.31,"Tatoeba (dtp-eng)":11.84,"Tatoeba (ell-eng)":91.21,"Tatoeba (epo-eng)":87.38,"Tatoeba (est-eng)":64.2,"Tatoeba (eus-eng)":40.81,"Tatoeba (fao-eng)":71.95,"Tatoeba (fin-eng)":90.56,"Tatoeba (fra-eng)":95.61,"Tatoeba (fry-eng)":71.85,"Tatoeba (gla-eng)":63.95,"Tatoeba (gle-eng)":74.19,"Tatoeba (glg-eng)":91.35,"Tatoeba (gsw-eng)":52.27,"Tatoeba (heb-eng)":82.59,"Tatoeba (hin-eng)":95.25,"Tatoeba (hrv-eng)":94.38,"Tatoeba (hsb-eng)":75.51,"Tatoeba (hun-eng)":90.48,"Tatoeba (hye-eng)":63.0,"Tatoeba (ido-eng)":77.09,"Tatoeba (ile-eng)":84.97,"Tatoeba (ina-eng)":96.25,"Tatoeba (ind-eng)":93.7,"Tatoeba (isl-eng)":87.17,"Tatoeba (ita-eng)":92.07,"Tatoeba (jav-eng)":38.43,"Tatoeba (jpn-eng)":95.32,"Tatoeba (kab-eng)":3.37,"Tatoeba (kat-eng)":60.22,"Tatoeba (kaz-eng)":46.98,"Tatoeba (khm-eng)":36.97,"Tatoeba (kor-eng)":92.25,"Tatoeba (kur-eng)":31.05,"Tatoeba (kzj-eng)":12.17,"Tatoeba (lat-eng)":88.01,"Tatoeba (lfn-eng)":74.85,"Tatoeba (lit-eng)":69.19,"Tatoeba (lvs-eng)":65.97,"Tatoeba (mal-eng)":55.6,"Tatoeba (mar-eng)":69.32,"Tatoeba (max-eng)":65.53,"Tatoeba (mhr-eng)":16.21,"Tatoeba (mkd-eng)":86.9,"Tatoeba (mon-eng)":38.56,"Tatoeba (nds-eng)":78.34,"Tatoeba (nld-eng)":96.07,"Tatoeba (nno-eng)":87.26,"Tatoeba (nob-eng)":96.83,"Tatoeba (nov-eng)":74.65,"Tatoeba (oci-eng)":62.22,"Tatoeba (orv-eng)":60.95,"Tatoeba (pam-eng)":15.44,"Tatoeba (pes-eng)":89.78,"Tatoeba (pms-eng)":63.17,"Tatoeba (pol-eng)":96.87,"Tatoeba (por-eng)":94.44,"Tatoeba (ron-eng)":93.29,"Tatoeba (rus-eng)":93.6,"Tatoeba (slk-eng)":89.48,"Tatoeba (slv-eng)":87.19,"Tatoeba (spa-eng)":98.87,"Tatoeba (sqi-eng)":66.66,"Tatoeba (srp-eng)":93.23,"Tatoeba (swe-eng)":92.91,"Tatoeba (swg-eng)":68.76,"Tatoeba (swh-eng)":62.9,"Tatoeba (tam-eng)":72.45,"Tatoeba (tat-eng)":37.32,"Tatoeba (tel-eng)":43.17,"Tatoeba (tgl-eng)":93.37,"Tatoeba (tha-eng)":93.89,"Tatoeba (tuk-eng)":42.48,"Tatoeba (tur-eng)":94.33,"Tatoeba (tzl-eng)":51.59,"Tatoeba (uig-eng)":39.11,"Tatoeba (ukr-eng)":94.22,"Tatoeba (urd-eng)":83.88,"Tatoeba (uzb-eng)":53.17,"Tatoeba (vie-eng)":94.85,"Tatoeba (war-eng)":43.02,"Tatoeba (wuu-eng)":90.01,"Tatoeba (xho-eng)":36.47,"Tatoeba (yid-eng)":32.58,"Tatoeba (yue-eng)":89.87,"Tatoeba (zsm-eng)":94.56} -{"index":30,"Rank":53,"Model":"sbert_large_mt_nlu_ru<\/a>","Model Size (Million Parameters)":427,"Memory Usage (GB, fp32)":1.59,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","BUCC (de-en)":"","BUCC (fr-en)":"","BUCC (ru-en)":"","BUCC (zh-en)":"","Tatoeba (afr-eng)":2.42,"Tatoeba (amh-eng)":1.2,"Tatoeba (ang-eng)":5.98,"Tatoeba (ara-eng)":0.07,"Tatoeba (arq-eng)":0.18,"Tatoeba (arz-eng)":0.47,"Tatoeba (ast-eng)":6.21,"Tatoeba (awa-eng)":0.17,"Tatoeba (aze-eng)":0.49,"Tatoeba (bel-eng)":11.51,"Tatoeba (ben-eng)":0.0,"Tatoeba (ber-eng)":0.68,"Tatoeba (bos-eng)":1.9,"Tatoeba (bre-eng)":0.63,"Tatoeba (bul-eng)":7.69,"Tatoeba (cat-eng)":2.71,"Tatoeba (cbk-eng)":0.41,"Tatoeba (ceb-eng)":0.27,"Tatoeba (ces-eng)":0.14,"Tatoeba (cha-eng)":4.68,"Tatoeba (cmn-eng)":0.43,"Tatoeba (cor-eng)":0.4,"Tatoeba (csb-eng)":1.21,"Tatoeba (cym-eng)":1.16,"Tatoeba (dan-eng)":1.64,"Tatoeba (deu-eng)":2.42,"Tatoeba (dsb-eng)":0.11,"Tatoeba (dtp-eng)":0.6,"Tatoeba (ell-eng)":0.13,"Tatoeba (epo-eng)":0.4,"Tatoeba (est-eng)":0.37,"Tatoeba (eus-eng)":0.99,"Tatoeba (fao-eng)":1.03,"Tatoeba (fin-eng)":0.2,"Tatoeba (fra-eng)":1.81,"Tatoeba (fry-eng)":5.52,"Tatoeba (gla-eng)":0.62,"Tatoeba (gle-eng)":0.73,"Tatoeba (glg-eng)":1.21,"Tatoeba (gsw-eng)":8.64,"Tatoeba (heb-eng)":0.37,"Tatoeba (hin-eng)":0.02,"Tatoeba (hrv-eng)":0.53,"Tatoeba (hsb-eng)":0.45,"Tatoeba (hun-eng)":0.71,"Tatoeba (hye-eng)":0.23,"Tatoeba (ido-eng)":0.94,"Tatoeba (ile-eng)":4.41,"Tatoeba (ina-eng)":2.96,"Tatoeba (ind-eng)":0.61,"Tatoeba (isl-eng)":0.51,"Tatoeba (ita-eng)":1.04,"Tatoeba (jav-eng)":2.43,"Tatoeba (jpn-eng)":0.0,"Tatoeba (kab-eng)":0.28,"Tatoeba (kat-eng)":0.38,"Tatoeba (kaz-eng)":1.97,"Tatoeba (khm-eng)":0.01,"Tatoeba (kor-eng)":0.15,"Tatoeba (kur-eng)":0.14,"Tatoeba (kzj-eng)":0.27,"Tatoeba (lat-eng)":0.49,"Tatoeba (lfn-eng)":1.8,"Tatoeba (lit-eng)":0.21,"Tatoeba (lvs-eng)":0.38,"Tatoeba (mal-eng)":0.15,"Tatoeba (mar-eng)":0.05,"Tatoeba (max-eng)":1.41,"Tatoeba (mhr-eng)":1.64,"Tatoeba (mkd-eng)":5.36,"Tatoeba (mon-eng)":1.64,"Tatoeba (nds-eng)":3.5,"Tatoeba (nld-eng)":2.56,"Tatoeba (nno-eng)":1.5,"Tatoeba (nob-eng)":1.01,"Tatoeba (nov-eng)":4.41,"Tatoeba (oci-eng)":0.88,"Tatoeba (orv-eng)":4.82,"Tatoeba (pam-eng)":0.51,"Tatoeba (pes-eng)":0.14,"Tatoeba (pms-eng)":1.88,"Tatoeba (pol-eng)":0.73,"Tatoeba (por-eng)":0.73,"Tatoeba (ron-eng)":0.66,"Tatoeba (rus-eng)":28.16,"Tatoeba (slk-eng)":0.39,"Tatoeba (slv-eng)":0.85,"Tatoeba (spa-eng)":1.0,"Tatoeba (sqi-eng)":0.78,"Tatoeba (srp-eng)":4.58,"Tatoeba (swe-eng)":0.86,"Tatoeba (swg-eng)":0.04,"Tatoeba (swh-eng)":0.58,"Tatoeba (tam-eng)":0.0,"Tatoeba (tat-eng)":1.93,"Tatoeba (tel-eng)":0.54,"Tatoeba (tgl-eng)":0.27,"Tatoeba (tha-eng)":0.18,"Tatoeba (tuk-eng)":1.26,"Tatoeba (tur-eng)":0.21,"Tatoeba (tzl-eng)":0.59,"Tatoeba (uig-eng)":0.11,"Tatoeba (ukr-eng)":25.12,"Tatoeba (urd-eng)":0.03,"Tatoeba (uzb-eng)":1.71,"Tatoeba (vie-eng)":0.63,"Tatoeba (war-eng)":0.43,"Tatoeba (wuu-eng)":0.28,"Tatoeba (xho-eng)":1.22,"Tatoeba (yid-eng)":0.15,"Tatoeba (yue-eng)":0.2,"Tatoeba (zsm-eng)":0.5} -{"index":31,"Rank":54,"Model":"sbert_large_nlu_ru<\/a>","Model Size (Million Parameters)":427,"Memory Usage (GB, fp32)":1.59,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","BUCC (de-en)":"","BUCC (fr-en)":"","BUCC (ru-en)":"","BUCC (zh-en)":"","Tatoeba (afr-eng)":1.24,"Tatoeba (amh-eng)":0.6,"Tatoeba (ang-eng)":5.77,"Tatoeba (ara-eng)":0.2,"Tatoeba (arq-eng)":0.29,"Tatoeba (arz-eng)":0.01,"Tatoeba (ast-eng)":0.56,"Tatoeba (awa-eng)":0.25,"Tatoeba (aze-eng)":0.13,"Tatoeba (bel-eng)":17.74,"Tatoeba (ben-eng)":0.0,"Tatoeba (ber-eng)":0.35,"Tatoeba (bos-eng)":0.04,"Tatoeba (bre-eng)":0.31,"Tatoeba (bul-eng)":11.98,"Tatoeba (cat-eng)":0.58,"Tatoeba (cbk-eng)":0.0,"Tatoeba (ceb-eng)":0.56,"Tatoeba (ces-eng)":0.2,"Tatoeba (cha-eng)":1.05,"Tatoeba (cmn-eng)":0.33,"Tatoeba (cor-eng)":0.19,"Tatoeba (csb-eng)":0.16,"Tatoeba (cym-eng)":0.32,"Tatoeba (dan-eng)":0.79,"Tatoeba (deu-eng)":1.61,"Tatoeba (dsb-eng)":0.16,"Tatoeba (dtp-eng)":0.21,"Tatoeba (ell-eng)":0.17,"Tatoeba (epo-eng)":0.5,"Tatoeba (est-eng)":0.21,"Tatoeba (eus-eng)":0.33,"Tatoeba (fao-eng)":0.63,"Tatoeba (fin-eng)":0.07,"Tatoeba (fra-eng)":0.45,"Tatoeba (fry-eng)":3.06,"Tatoeba (gla-eng)":0.13,"Tatoeba (gle-eng)":0.24,"Tatoeba (glg-eng)":0.42,"Tatoeba (gsw-eng)":3.43,"Tatoeba (heb-eng)":0.3,"Tatoeba (hin-eng)":0.0,"Tatoeba (hrv-eng)":0.28,"Tatoeba (hsb-eng)":0.22,"Tatoeba (hun-eng)":0.37,"Tatoeba (hye-eng)":0.13,"Tatoeba (ido-eng)":0.74,"Tatoeba (ile-eng)":1.75,"Tatoeba (ina-eng)":1.37,"Tatoeba (ind-eng)":0.32,"Tatoeba (isl-eng)":0.11,"Tatoeba (ita-eng)":0.86,"Tatoeba (jav-eng)":1.17,"Tatoeba (jpn-eng)":0.0,"Tatoeba (kab-eng)":0.1,"Tatoeba (kat-eng)":0.61,"Tatoeba (kaz-eng)":2.55,"Tatoeba (khm-eng)":0.44,"Tatoeba (kor-eng)":0.29,"Tatoeba (kur-eng)":0.02,"Tatoeba (kzj-eng)":0.1,"Tatoeba (lat-eng)":0.21,"Tatoeba (lfn-eng)":1.34,"Tatoeba (lit-eng)":0.04,"Tatoeba (lvs-eng)":0.4,"Tatoeba (mal-eng)":0.0,"Tatoeba (mar-eng)":0.03,"Tatoeba (max-eng)":0.79,"Tatoeba (mhr-eng)":2.08,"Tatoeba (mkd-eng)":6.83,"Tatoeba (mon-eng)":1.96,"Tatoeba (nds-eng)":1.72,"Tatoeba (nld-eng)":1.35,"Tatoeba (nno-eng)":0.65,"Tatoeba (nob-eng)":0.73,"Tatoeba (nov-eng)":2.34,"Tatoeba (oci-eng)":0.63,"Tatoeba (orv-eng)":6.42,"Tatoeba (pam-eng)":0.34,"Tatoeba (pes-eng)":0.07,"Tatoeba (pms-eng)":0.92,"Tatoeba (pol-eng)":0.19,"Tatoeba (por-eng)":0.21,"Tatoeba (ron-eng)":0.37,"Tatoeba (rus-eng)":38.98,"Tatoeba (slk-eng)":0.12,"Tatoeba (slv-eng)":0.47,"Tatoeba (spa-eng)":0.34,"Tatoeba (sqi-eng)":0.2,"Tatoeba (srp-eng)":5.54,"Tatoeba (swe-eng)":0.55,"Tatoeba (swg-eng)":1.05,"Tatoeba (swh-eng)":0.0,"Tatoeba (tam-eng)":0.22,"Tatoeba (tat-eng)":1.43,"Tatoeba (tel-eng)":0.76,"Tatoeba (tgl-eng)":0.1,"Tatoeba (tha-eng)":0.12,"Tatoeba (tuk-eng)":0.51,"Tatoeba (tur-eng)":0.01,"Tatoeba (tzl-eng)":0.03,"Tatoeba (uig-eng)":0.08,"Tatoeba (ukr-eng)":35.48,"Tatoeba (urd-eng)":0.0,"Tatoeba (uzb-eng)":1.16,"Tatoeba (vie-eng)":0.34,"Tatoeba (war-eng)":0.22,"Tatoeba (wuu-eng)":0.35,"Tatoeba (xho-eng)":1.04,"Tatoeba (yid-eng)":0.1,"Tatoeba (yue-eng)":0.01,"Tatoeba (zsm-eng)":0.24} -{"index":35,"Rank":55,"Model":"jina-embeddings-v2-base-de-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","BUCC (de-en)":98.87,"BUCC (fr-en)":"","BUCC (ru-en)":"","BUCC (zh-en)":"","Tatoeba (afr-eng)":"","Tatoeba (amh-eng)":"","Tatoeba (ang-eng)":"","Tatoeba (ara-eng)":"","Tatoeba (arq-eng)":"","Tatoeba (arz-eng)":"","Tatoeba (ast-eng)":"","Tatoeba (awa-eng)":"","Tatoeba (aze-eng)":"","Tatoeba (bel-eng)":"","Tatoeba (ben-eng)":"","Tatoeba (ber-eng)":"","Tatoeba (bos-eng)":"","Tatoeba (bre-eng)":"","Tatoeba (bul-eng)":"","Tatoeba (cat-eng)":"","Tatoeba (cbk-eng)":"","Tatoeba (ceb-eng)":"","Tatoeba (ces-eng)":"","Tatoeba (cha-eng)":"","Tatoeba (cmn-eng)":"","Tatoeba (cor-eng)":"","Tatoeba (csb-eng)":"","Tatoeba (cym-eng)":"","Tatoeba (dan-eng)":"","Tatoeba (deu-eng)":"","Tatoeba (dsb-eng)":"","Tatoeba (dtp-eng)":"","Tatoeba (ell-eng)":"","Tatoeba (epo-eng)":"","Tatoeba (est-eng)":"","Tatoeba (eus-eng)":"","Tatoeba (fao-eng)":"","Tatoeba (fin-eng)":"","Tatoeba (fra-eng)":"","Tatoeba (fry-eng)":"","Tatoeba (gla-eng)":"","Tatoeba (gle-eng)":"","Tatoeba (glg-eng)":"","Tatoeba (gsw-eng)":"","Tatoeba (heb-eng)":"","Tatoeba (hin-eng)":"","Tatoeba (hrv-eng)":"","Tatoeba (hsb-eng)":"","Tatoeba (hun-eng)":"","Tatoeba (hye-eng)":"","Tatoeba (ido-eng)":"","Tatoeba (ile-eng)":"","Tatoeba (ina-eng)":"","Tatoeba (ind-eng)":"","Tatoeba (isl-eng)":"","Tatoeba (ita-eng)":"","Tatoeba (jav-eng)":"","Tatoeba (jpn-eng)":"","Tatoeba (kab-eng)":"","Tatoeba (kat-eng)":"","Tatoeba (kaz-eng)":"","Tatoeba (khm-eng)":"","Tatoeba (kor-eng)":"","Tatoeba (kur-eng)":"","Tatoeba (kzj-eng)":"","Tatoeba (lat-eng)":"","Tatoeba (lfn-eng)":"","Tatoeba (lit-eng)":"","Tatoeba (lvs-eng)":"","Tatoeba (mal-eng)":"","Tatoeba (mar-eng)":"","Tatoeba (max-eng)":"","Tatoeba (mhr-eng)":"","Tatoeba (mkd-eng)":"","Tatoeba (mon-eng)":"","Tatoeba (nds-eng)":"","Tatoeba (nld-eng)":"","Tatoeba (nno-eng)":"","Tatoeba (nob-eng)":"","Tatoeba (nov-eng)":"","Tatoeba (oci-eng)":"","Tatoeba (orv-eng)":"","Tatoeba (pam-eng)":"","Tatoeba (pes-eng)":"","Tatoeba (pms-eng)":"","Tatoeba (pol-eng)":"","Tatoeba (por-eng)":"","Tatoeba (ron-eng)":"","Tatoeba (rus-eng)":"","Tatoeba (slk-eng)":"","Tatoeba (slv-eng)":"","Tatoeba (spa-eng)":"","Tatoeba (sqi-eng)":"","Tatoeba (srp-eng)":"","Tatoeba (swe-eng)":"","Tatoeba (swg-eng)":"","Tatoeba (swh-eng)":"","Tatoeba (tam-eng)":"","Tatoeba (tat-eng)":"","Tatoeba (tel-eng)":"","Tatoeba (tgl-eng)":"","Tatoeba (tha-eng)":"","Tatoeba (tuk-eng)":"","Tatoeba (tur-eng)":"","Tatoeba (tzl-eng)":"","Tatoeba (uig-eng)":"","Tatoeba (ukr-eng)":"","Tatoeba (urd-eng)":"","Tatoeba (uzb-eng)":"","Tatoeba (vie-eng)":"","Tatoeba (war-eng)":"","Tatoeba (wuu-eng)":"","Tatoeba (xho-eng)":"","Tatoeba (yid-eng)":"","Tatoeba (yue-eng)":"","Tatoeba (zsm-eng)":""} -{"index":36,"Rank":56,"Model":"LaBSE-en-ru<\/a>","Model Size (Million Parameters)":129,"Memory Usage (GB, fp32)":0.48,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","BUCC (de-en)":"","BUCC (fr-en)":"","BUCC (ru-en)":"","BUCC (zh-en)":"","Tatoeba (afr-eng)":"","Tatoeba (amh-eng)":"","Tatoeba (ang-eng)":"","Tatoeba (ara-eng)":"","Tatoeba (arq-eng)":"","Tatoeba (arz-eng)":"","Tatoeba (ast-eng)":"","Tatoeba (awa-eng)":"","Tatoeba (aze-eng)":"","Tatoeba (bel-eng)":"","Tatoeba (ben-eng)":"","Tatoeba (ber-eng)":"","Tatoeba (bos-eng)":"","Tatoeba (bre-eng)":"","Tatoeba (bul-eng)":"","Tatoeba (cat-eng)":"","Tatoeba (cbk-eng)":"","Tatoeba (ceb-eng)":"","Tatoeba (ces-eng)":"","Tatoeba (cha-eng)":"","Tatoeba (cmn-eng)":"","Tatoeba (cor-eng)":"","Tatoeba (csb-eng)":"","Tatoeba (cym-eng)":"","Tatoeba (dan-eng)":"","Tatoeba (deu-eng)":"","Tatoeba (dsb-eng)":"","Tatoeba (dtp-eng)":"","Tatoeba (ell-eng)":"","Tatoeba (epo-eng)":"","Tatoeba (est-eng)":"","Tatoeba (eus-eng)":"","Tatoeba (fao-eng)":"","Tatoeba (fin-eng)":"","Tatoeba (fra-eng)":"","Tatoeba (fry-eng)":"","Tatoeba (gla-eng)":"","Tatoeba (gle-eng)":"","Tatoeba (glg-eng)":"","Tatoeba (gsw-eng)":"","Tatoeba (heb-eng)":"","Tatoeba (hin-eng)":"","Tatoeba (hrv-eng)":"","Tatoeba (hsb-eng)":"","Tatoeba (hun-eng)":"","Tatoeba (hye-eng)":"","Tatoeba (ido-eng)":"","Tatoeba (ile-eng)":"","Tatoeba (ina-eng)":"","Tatoeba (ind-eng)":"","Tatoeba (isl-eng)":"","Tatoeba (ita-eng)":"","Tatoeba (jav-eng)":"","Tatoeba (jpn-eng)":"","Tatoeba (kab-eng)":"","Tatoeba (kat-eng)":"","Tatoeba (kaz-eng)":"","Tatoeba (khm-eng)":"","Tatoeba (kor-eng)":"","Tatoeba (kur-eng)":"","Tatoeba (kzj-eng)":"","Tatoeba (lat-eng)":"","Tatoeba (lfn-eng)":"","Tatoeba (lit-eng)":"","Tatoeba (lvs-eng)":"","Tatoeba (mal-eng)":"","Tatoeba (mar-eng)":"","Tatoeba (max-eng)":"","Tatoeba (mhr-eng)":"","Tatoeba (mkd-eng)":"","Tatoeba (mon-eng)":"","Tatoeba (nds-eng)":"","Tatoeba (nld-eng)":"","Tatoeba (nno-eng)":"","Tatoeba (nob-eng)":"","Tatoeba (nov-eng)":"","Tatoeba (oci-eng)":"","Tatoeba (orv-eng)":"","Tatoeba (pam-eng)":"","Tatoeba (pes-eng)":"","Tatoeba (pms-eng)":"","Tatoeba (pol-eng)":"","Tatoeba (por-eng)":"","Tatoeba (ron-eng)":"","Tatoeba (rus-eng)":93.62,"Tatoeba (slk-eng)":"","Tatoeba (slv-eng)":"","Tatoeba (spa-eng)":"","Tatoeba (sqi-eng)":"","Tatoeba (srp-eng)":"","Tatoeba (swe-eng)":"","Tatoeba (swg-eng)":"","Tatoeba (swh-eng)":"","Tatoeba (tam-eng)":"","Tatoeba (tat-eng)":"","Tatoeba (tel-eng)":"","Tatoeba (tgl-eng)":"","Tatoeba (tha-eng)":"","Tatoeba (tuk-eng)":"","Tatoeba (tur-eng)":"","Tatoeba (tzl-eng)":"","Tatoeba (uig-eng)":"","Tatoeba (ukr-eng)":"","Tatoeba (urd-eng)":"","Tatoeba (uzb-eng)":"","Tatoeba (vie-eng)":"","Tatoeba (war-eng)":"","Tatoeba (wuu-eng)":"","Tatoeba (xho-eng)":"","Tatoeba (yid-eng)":"","Tatoeba (yue-eng)":"","Tatoeba (zsm-eng)":""} -{"index":37,"Rank":57,"Model":"rubert-tiny<\/a>","Model Size (Million Parameters)":12,"Memory Usage (GB, fp32)":0.04,"Embedding Dimensions":512,"Max Tokens":514,"Average":"","BUCC (de-en)":"","BUCC (fr-en)":"","BUCC (ru-en)":"","BUCC (zh-en)":"","Tatoeba (afr-eng)":3.2,"Tatoeba (amh-eng)":0.61,"Tatoeba (ang-eng)":6.76,"Tatoeba (ara-eng)":0.0,"Tatoeba (arq-eng)":0.17,"Tatoeba (arz-eng)":0.07,"Tatoeba (ast-eng)":5.05,"Tatoeba (awa-eng)":0.11,"Tatoeba (aze-eng)":0.54,"Tatoeba (bel-eng)":9.88,"Tatoeba (ben-eng)":0.15,"Tatoeba (ber-eng)":0.66,"Tatoeba (bos-eng)":2.31,"Tatoeba (bre-eng)":0.56,"Tatoeba (bul-eng)":19.67,"Tatoeba (cat-eng)":3.31,"Tatoeba (cbk-eng)":2.38,"Tatoeba (ceb-eng)":1.07,"Tatoeba (ces-eng)":0.8,"Tatoeba (cha-eng)":2.63,"Tatoeba (cmn-eng)":0.6,"Tatoeba (cor-eng)":0.58,"Tatoeba (csb-eng)":0.86,"Tatoeba (cym-eng)":0.76,"Tatoeba (dan-eng)":3.21,"Tatoeba (deu-eng)":2.04,"Tatoeba (dsb-eng)":1.4,"Tatoeba (dtp-eng)":0.46,"Tatoeba (ell-eng)":0.2,"Tatoeba (epo-eng)":1.58,"Tatoeba (est-eng)":0.86,"Tatoeba (eus-eng)":0.86,"Tatoeba (fao-eng)":2.21,"Tatoeba (fin-eng)":0.4,"Tatoeba (fra-eng)":5.04,"Tatoeba (fry-eng)":6.18,"Tatoeba (gla-eng)":0.79,"Tatoeba (gle-eng)":0.38,"Tatoeba (glg-eng)":2.41,"Tatoeba (gsw-eng)":4.01,"Tatoeba (heb-eng)":0.43,"Tatoeba (hin-eng)":0.03,"Tatoeba (hrv-eng)":1.97,"Tatoeba (hsb-eng)":1.71,"Tatoeba (hun-eng)":0.36,"Tatoeba (hye-eng)":0.0,"Tatoeba (ido-eng)":2.59,"Tatoeba (ile-eng)":10.55,"Tatoeba (ina-eng)":8.61,"Tatoeba (ind-eng)":1.02,"Tatoeba (isl-eng)":0.83,"Tatoeba (ita-eng)":3.99,"Tatoeba (jav-eng)":1.71,"Tatoeba (jpn-eng)":0.0,"Tatoeba (kab-eng)":0.14,"Tatoeba (kat-eng)":0.2,"Tatoeba (kaz-eng)":3.22,"Tatoeba (khm-eng)":0.03,"Tatoeba (kor-eng)":0.25,"Tatoeba (kur-eng)":1.73,"Tatoeba (kzj-eng)":0.45,"Tatoeba (lat-eng)":3.23,"Tatoeba (lfn-eng)":4.36,"Tatoeba (lit-eng)":0.71,"Tatoeba (lvs-eng)":0.65,"Tatoeba (mal-eng)":0.01,"Tatoeba (mar-eng)":0.01,"Tatoeba (max-eng)":3.1,"Tatoeba (mhr-eng)":1.99,"Tatoeba (mkd-eng)":10.82,"Tatoeba (mon-eng)":1.34,"Tatoeba (nds-eng)":3.17,"Tatoeba (nld-eng)":4.39,"Tatoeba (nno-eng)":1.65,"Tatoeba (nob-eng)":2.32,"Tatoeba (nov-eng)":18.1,"Tatoeba (oci-eng)":1.91,"Tatoeba (orv-eng)":5.51,"Tatoeba (pam-eng)":0.4,"Tatoeba (pes-eng)":0.0,"Tatoeba (pms-eng)":1.81,"Tatoeba (pol-eng)":0.92,"Tatoeba (por-eng)":2.54,"Tatoeba (ron-eng)":2.69,"Tatoeba (rus-eng)":78.56,"Tatoeba (slk-eng)":0.76,"Tatoeba (slv-eng)":1.62,"Tatoeba (spa-eng)":3.18,"Tatoeba (sqi-eng)":1.38,"Tatoeba (srp-eng)":4.8,"Tatoeba (swe-eng)":2.77,"Tatoeba (swg-eng)":2.2,"Tatoeba (swh-eng)":1.04,"Tatoeba (tam-eng)":0.36,"Tatoeba (tat-eng)":1.82,"Tatoeba (tel-eng)":0.06,"Tatoeba (tgl-eng)":0.79,"Tatoeba (tha-eng)":0.19,"Tatoeba (tuk-eng)":1.84,"Tatoeba (tur-eng)":0.44,"Tatoeba (tzl-eng)":1.78,"Tatoeba (uig-eng)":0.2,"Tatoeba (ukr-eng)":20.11,"Tatoeba (urd-eng)":0.0,"Tatoeba (uzb-eng)":2.94,"Tatoeba (vie-eng)":0.89,"Tatoeba (war-eng)":0.97,"Tatoeba (wuu-eng)":0.17,"Tatoeba (xho-eng)":1.25,"Tatoeba (yid-eng)":0.15,"Tatoeba (yue-eng)":0.0,"Tatoeba (zsm-eng)":1.1} -{"index":38,"Rank":58,"Model":"rubert-tiny2<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"Embedding Dimensions":2048,"Max Tokens":514,"Average":"","BUCC (de-en)":"","BUCC (fr-en)":"","BUCC (ru-en)":"","BUCC (zh-en)":"","Tatoeba (afr-eng)":5.01,"Tatoeba (amh-eng)":0.65,"Tatoeba (ang-eng)":16.64,"Tatoeba (ara-eng)":0.28,"Tatoeba (arq-eng)":0.3,"Tatoeba (arz-eng)":0.03,"Tatoeba (ast-eng)":12.51,"Tatoeba (awa-eng)":0.45,"Tatoeba (aze-eng)":2.91,"Tatoeba (bel-eng)":16.75,"Tatoeba (ben-eng)":0.01,"Tatoeba (ber-eng)":3.6,"Tatoeba (bos-eng)":6.19,"Tatoeba (bre-eng)":2.27,"Tatoeba (bul-eng)":30.57,"Tatoeba (cat-eng)":7.52,"Tatoeba (cbk-eng)":3.55,"Tatoeba (ceb-eng)":2.55,"Tatoeba (ces-eng)":1.68,"Tatoeba (cha-eng)":8.89,"Tatoeba (cmn-eng)":0.71,"Tatoeba (cor-eng)":3.04,"Tatoeba (csb-eng)":4.88,"Tatoeba (cym-eng)":3.09,"Tatoeba (dan-eng)":6.31,"Tatoeba (deu-eng)":3.94,"Tatoeba (dsb-eng)":2.13,"Tatoeba (dtp-eng)":1.49,"Tatoeba (ell-eng)":0.44,"Tatoeba (epo-eng)":2.98,"Tatoeba (est-eng)":2.19,"Tatoeba (eus-eng)":3.9,"Tatoeba (fao-eng)":4.85,"Tatoeba (fin-eng)":1.28,"Tatoeba (fra-eng)":6.21,"Tatoeba (fry-eng)":10.42,"Tatoeba (gla-eng)":2.06,"Tatoeba (gle-eng)":2.76,"Tatoeba (glg-eng)":4.34,"Tatoeba (gsw-eng)":9.92,"Tatoeba (heb-eng)":0.58,"Tatoeba (hin-eng)":0.03,"Tatoeba (hrv-eng)":5.06,"Tatoeba (hsb-eng)":2.48,"Tatoeba (hun-eng)":2.03,"Tatoeba (hye-eng)":0.54,"Tatoeba (ido-eng)":5.98,"Tatoeba (ile-eng)":13.8,"Tatoeba (ina-eng)":12.44,"Tatoeba (ind-eng)":2.26,"Tatoeba (isl-eng)":3.1,"Tatoeba (ita-eng)":7.38,"Tatoeba (jav-eng)":2.29,"Tatoeba (jpn-eng)":0.26,"Tatoeba (kab-eng)":0.64,"Tatoeba (kat-eng)":1.0,"Tatoeba (kaz-eng)":8.08,"Tatoeba (khm-eng)":0.0,"Tatoeba (kor-eng)":0.35,"Tatoeba (kur-eng)":3.96,"Tatoeba (kzj-eng)":1.39,"Tatoeba (lat-eng)":6.13,"Tatoeba (lfn-eng)":7.11,"Tatoeba (lit-eng)":1.35,"Tatoeba (lvs-eng)":1.93,"Tatoeba (mal-eng)":0.15,"Tatoeba (mar-eng)":0.02,"Tatoeba (max-eng)":7.3,"Tatoeba (mhr-eng)":6.0,"Tatoeba (mkd-eng)":13.4,"Tatoeba (mon-eng)":7.39,"Tatoeba (nds-eng)":6.88,"Tatoeba (nld-eng)":9.18,"Tatoeba (nno-eng)":4.35,"Tatoeba (nob-eng)":4.68,"Tatoeba (nov-eng)":23.41,"Tatoeba (oci-eng)":4.32,"Tatoeba (orv-eng)":9.61,"Tatoeba (pam-eng)":2.4,"Tatoeba (pes-eng)":0.7,"Tatoeba (pms-eng)":6.26,"Tatoeba (pol-eng)":2.75,"Tatoeba (por-eng)":4.5,"Tatoeba (ron-eng)":4.44,"Tatoeba (rus-eng)":82.92,"Tatoeba (slk-eng)":2.62,"Tatoeba (slv-eng)":3.44,"Tatoeba (spa-eng)":5.9,"Tatoeba (sqi-eng)":3.46,"Tatoeba (srp-eng)":8.91,"Tatoeba (swe-eng)":4.08,"Tatoeba (swg-eng)":10.32,"Tatoeba (swh-eng)":3.76,"Tatoeba (tam-eng)":0.02,"Tatoeba (tat-eng)":6.52,"Tatoeba (tel-eng)":0.4,"Tatoeba (tgl-eng)":2.5,"Tatoeba (tha-eng)":0.3,"Tatoeba (tuk-eng)":3.56,"Tatoeba (tur-eng)":1.67,"Tatoeba (tzl-eng)":16.56,"Tatoeba (uig-eng)":0.42,"Tatoeba (ukr-eng)":25.99,"Tatoeba (urd-eng)":0.0,"Tatoeba (uzb-eng)":4.59,"Tatoeba (vie-eng)":3.96,"Tatoeba (war-eng)":2.07,"Tatoeba (wuu-eng)":0.14,"Tatoeba (xho-eng)":5.52,"Tatoeba (yid-eng)":0.02,"Tatoeba (yue-eng)":0.36,"Tatoeba (zsm-eng)":2.78} -{"index":39,"Rank":59,"Model":"USER-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","BUCC (de-en)":"","BUCC (fr-en)":"","BUCC (ru-en)":"","BUCC (zh-en)":"","Tatoeba (afr-eng)":"","Tatoeba (amh-eng)":"","Tatoeba (ang-eng)":"","Tatoeba (ara-eng)":"","Tatoeba (arq-eng)":"","Tatoeba (arz-eng)":"","Tatoeba (ast-eng)":"","Tatoeba (awa-eng)":"","Tatoeba (aze-eng)":"","Tatoeba (bel-eng)":"","Tatoeba (ben-eng)":"","Tatoeba (ber-eng)":"","Tatoeba (bos-eng)":"","Tatoeba (bre-eng)":"","Tatoeba (bul-eng)":"","Tatoeba (cat-eng)":"","Tatoeba (cbk-eng)":"","Tatoeba (ceb-eng)":"","Tatoeba (ces-eng)":"","Tatoeba (cha-eng)":"","Tatoeba (cmn-eng)":"","Tatoeba (cor-eng)":"","Tatoeba (csb-eng)":"","Tatoeba (cym-eng)":"","Tatoeba (dan-eng)":"","Tatoeba (deu-eng)":"","Tatoeba (dsb-eng)":"","Tatoeba (dtp-eng)":"","Tatoeba (ell-eng)":"","Tatoeba (epo-eng)":"","Tatoeba (est-eng)":"","Tatoeba (eus-eng)":"","Tatoeba (fao-eng)":"","Tatoeba (fin-eng)":"","Tatoeba (fra-eng)":"","Tatoeba (fry-eng)":"","Tatoeba (gla-eng)":"","Tatoeba (gle-eng)":"","Tatoeba (glg-eng)":"","Tatoeba (gsw-eng)":"","Tatoeba (heb-eng)":"","Tatoeba (hin-eng)":"","Tatoeba (hrv-eng)":"","Tatoeba (hsb-eng)":"","Tatoeba (hun-eng)":"","Tatoeba (hye-eng)":"","Tatoeba (ido-eng)":"","Tatoeba (ile-eng)":"","Tatoeba (ina-eng)":"","Tatoeba (ind-eng)":"","Tatoeba (isl-eng)":"","Tatoeba (ita-eng)":"","Tatoeba (jav-eng)":"","Tatoeba (jpn-eng)":"","Tatoeba (kab-eng)":"","Tatoeba (kat-eng)":"","Tatoeba (kaz-eng)":"","Tatoeba (khm-eng)":"","Tatoeba (kor-eng)":"","Tatoeba (kur-eng)":"","Tatoeba (kzj-eng)":"","Tatoeba (lat-eng)":"","Tatoeba (lfn-eng)":"","Tatoeba (lit-eng)":"","Tatoeba (lvs-eng)":"","Tatoeba (mal-eng)":"","Tatoeba (mar-eng)":"","Tatoeba (max-eng)":"","Tatoeba (mhr-eng)":"","Tatoeba (mkd-eng)":"","Tatoeba (mon-eng)":"","Tatoeba (nds-eng)":"","Tatoeba (nld-eng)":"","Tatoeba (nno-eng)":"","Tatoeba (nob-eng)":"","Tatoeba (nov-eng)":"","Tatoeba (oci-eng)":"","Tatoeba (orv-eng)":"","Tatoeba (pam-eng)":"","Tatoeba (pes-eng)":"","Tatoeba (pms-eng)":"","Tatoeba (pol-eng)":"","Tatoeba (por-eng)":"","Tatoeba (ron-eng)":"","Tatoeba (rus-eng)":90.2,"Tatoeba (slk-eng)":"","Tatoeba (slv-eng)":"","Tatoeba (spa-eng)":"","Tatoeba (sqi-eng)":"","Tatoeba (srp-eng)":"","Tatoeba (swe-eng)":"","Tatoeba (swg-eng)":"","Tatoeba (swh-eng)":"","Tatoeba (tam-eng)":"","Tatoeba (tat-eng)":"","Tatoeba (tel-eng)":"","Tatoeba (tgl-eng)":"","Tatoeba (tha-eng)":"","Tatoeba (tuk-eng)":"","Tatoeba (tur-eng)":"","Tatoeba (tzl-eng)":"","Tatoeba (uig-eng)":"","Tatoeba (ukr-eng)":"","Tatoeba (urd-eng)":"","Tatoeba (uzb-eng)":"","Tatoeba (vie-eng)":"","Tatoeba (war-eng)":"","Tatoeba (wuu-eng)":"","Tatoeba (xho-eng)":"","Tatoeba (yid-eng)":"","Tatoeba (yue-eng)":"","Tatoeba (zsm-eng)":""} -{"index":40,"Rank":60,"Model":"USER-bge-m3<\/a>","Model Size (Million Parameters)":359,"Memory Usage (GB, fp32)":1.34,"Embedding Dimensions":1024,"Max Tokens":8192,"Average":"","BUCC (de-en)":"","BUCC (fr-en)":"","BUCC (ru-en)":"","BUCC (zh-en)":"","Tatoeba (afr-eng)":"","Tatoeba (amh-eng)":"","Tatoeba (ang-eng)":"","Tatoeba (ara-eng)":"","Tatoeba (arq-eng)":"","Tatoeba (arz-eng)":"","Tatoeba (ast-eng)":"","Tatoeba (awa-eng)":"","Tatoeba (aze-eng)":"","Tatoeba (bel-eng)":"","Tatoeba (ben-eng)":"","Tatoeba (ber-eng)":"","Tatoeba (bos-eng)":"","Tatoeba (bre-eng)":"","Tatoeba (bul-eng)":"","Tatoeba (cat-eng)":"","Tatoeba (cbk-eng)":"","Tatoeba (ceb-eng)":"","Tatoeba (ces-eng)":"","Tatoeba (cha-eng)":"","Tatoeba (cmn-eng)":"","Tatoeba (cor-eng)":"","Tatoeba (csb-eng)":"","Tatoeba (cym-eng)":"","Tatoeba (dan-eng)":"","Tatoeba (deu-eng)":"","Tatoeba (dsb-eng)":"","Tatoeba (dtp-eng)":"","Tatoeba (ell-eng)":"","Tatoeba (epo-eng)":"","Tatoeba (est-eng)":"","Tatoeba (eus-eng)":"","Tatoeba (fao-eng)":"","Tatoeba (fin-eng)":"","Tatoeba (fra-eng)":"","Tatoeba (fry-eng)":"","Tatoeba (gla-eng)":"","Tatoeba (gle-eng)":"","Tatoeba (glg-eng)":"","Tatoeba (gsw-eng)":"","Tatoeba (heb-eng)":"","Tatoeba (hin-eng)":"","Tatoeba (hrv-eng)":"","Tatoeba (hsb-eng)":"","Tatoeba (hun-eng)":"","Tatoeba (hye-eng)":"","Tatoeba (ido-eng)":"","Tatoeba (ile-eng)":"","Tatoeba (ina-eng)":"","Tatoeba (ind-eng)":"","Tatoeba (isl-eng)":"","Tatoeba (ita-eng)":"","Tatoeba (jav-eng)":"","Tatoeba (jpn-eng)":"","Tatoeba (kab-eng)":"","Tatoeba (kat-eng)":"","Tatoeba (kaz-eng)":"","Tatoeba (khm-eng)":"","Tatoeba (kor-eng)":"","Tatoeba (kur-eng)":"","Tatoeba (kzj-eng)":"","Tatoeba (lat-eng)":"","Tatoeba (lfn-eng)":"","Tatoeba (lit-eng)":"","Tatoeba (lvs-eng)":"","Tatoeba (mal-eng)":"","Tatoeba (mar-eng)":"","Tatoeba (max-eng)":"","Tatoeba (mhr-eng)":"","Tatoeba (mkd-eng)":"","Tatoeba (mon-eng)":"","Tatoeba (nds-eng)":"","Tatoeba (nld-eng)":"","Tatoeba (nno-eng)":"","Tatoeba (nob-eng)":"","Tatoeba (nov-eng)":"","Tatoeba (oci-eng)":"","Tatoeba (orv-eng)":"","Tatoeba (pam-eng)":"","Tatoeba (pes-eng)":"","Tatoeba (pms-eng)":"","Tatoeba (pol-eng)":"","Tatoeba (por-eng)":"","Tatoeba (ron-eng)":"","Tatoeba (rus-eng)":93.52,"Tatoeba (slk-eng)":"","Tatoeba (slv-eng)":"","Tatoeba (spa-eng)":"","Tatoeba (sqi-eng)":"","Tatoeba (srp-eng)":"","Tatoeba (swe-eng)":"","Tatoeba (swg-eng)":"","Tatoeba (swh-eng)":"","Tatoeba (tam-eng)":"","Tatoeba (tat-eng)":"","Tatoeba (tel-eng)":"","Tatoeba (tgl-eng)":"","Tatoeba (tha-eng)":"","Tatoeba (tuk-eng)":"","Tatoeba (tur-eng)":"","Tatoeba (tzl-eng)":"","Tatoeba (uig-eng)":"","Tatoeba (ukr-eng)":"","Tatoeba (urd-eng)":"","Tatoeba (uzb-eng)":"","Tatoeba (vie-eng)":"","Tatoeba (war-eng)":"","Tatoeba (wuu-eng)":"","Tatoeba (xho-eng)":"","Tatoeba (yid-eng)":"","Tatoeba (yue-eng)":"","Tatoeba (zsm-eng)":""} -{"index":41,"Rank":61,"Model":"deberta-v1-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","BUCC (de-en)":"","BUCC (fr-en)":"","BUCC (ru-en)":"","BUCC (zh-en)":"","Tatoeba (afr-eng)":"","Tatoeba (amh-eng)":"","Tatoeba (ang-eng)":"","Tatoeba (ara-eng)":"","Tatoeba (arq-eng)":"","Tatoeba (arz-eng)":"","Tatoeba (ast-eng)":"","Tatoeba (awa-eng)":"","Tatoeba (aze-eng)":"","Tatoeba (bel-eng)":"","Tatoeba (ben-eng)":"","Tatoeba (ber-eng)":"","Tatoeba (bos-eng)":"","Tatoeba (bre-eng)":"","Tatoeba (bul-eng)":"","Tatoeba (cat-eng)":"","Tatoeba (cbk-eng)":"","Tatoeba (ceb-eng)":"","Tatoeba (ces-eng)":"","Tatoeba (cha-eng)":"","Tatoeba (cmn-eng)":"","Tatoeba (cor-eng)":"","Tatoeba (csb-eng)":"","Tatoeba (cym-eng)":"","Tatoeba (dan-eng)":"","Tatoeba (deu-eng)":"","Tatoeba (dsb-eng)":"","Tatoeba (dtp-eng)":"","Tatoeba (ell-eng)":"","Tatoeba (epo-eng)":"","Tatoeba (est-eng)":"","Tatoeba (eus-eng)":"","Tatoeba (fao-eng)":"","Tatoeba (fin-eng)":"","Tatoeba (fra-eng)":"","Tatoeba (fry-eng)":"","Tatoeba (gla-eng)":"","Tatoeba (gle-eng)":"","Tatoeba (glg-eng)":"","Tatoeba (gsw-eng)":"","Tatoeba (heb-eng)":"","Tatoeba (hin-eng)":"","Tatoeba (hrv-eng)":"","Tatoeba (hsb-eng)":"","Tatoeba (hun-eng)":"","Tatoeba (hye-eng)":"","Tatoeba (ido-eng)":"","Tatoeba (ile-eng)":"","Tatoeba (ina-eng)":"","Tatoeba (ind-eng)":"","Tatoeba (isl-eng)":"","Tatoeba (ita-eng)":"","Tatoeba (jav-eng)":"","Tatoeba (jpn-eng)":"","Tatoeba (kab-eng)":"","Tatoeba (kat-eng)":"","Tatoeba (kaz-eng)":"","Tatoeba (khm-eng)":"","Tatoeba (kor-eng)":"","Tatoeba (kur-eng)":"","Tatoeba (kzj-eng)":"","Tatoeba (lat-eng)":"","Tatoeba (lfn-eng)":"","Tatoeba (lit-eng)":"","Tatoeba (lvs-eng)":"","Tatoeba (mal-eng)":"","Tatoeba (mar-eng)":"","Tatoeba (max-eng)":"","Tatoeba (mhr-eng)":"","Tatoeba (mkd-eng)":"","Tatoeba (mon-eng)":"","Tatoeba (nds-eng)":"","Tatoeba (nld-eng)":"","Tatoeba (nno-eng)":"","Tatoeba (nob-eng)":"","Tatoeba (nov-eng)":"","Tatoeba (oci-eng)":"","Tatoeba (orv-eng)":"","Tatoeba (pam-eng)":"","Tatoeba (pes-eng)":"","Tatoeba (pms-eng)":"","Tatoeba (pol-eng)":"","Tatoeba (por-eng)":"","Tatoeba (ron-eng)":"","Tatoeba (rus-eng)":13.21,"Tatoeba (slk-eng)":"","Tatoeba (slv-eng)":"","Tatoeba (spa-eng)":"","Tatoeba (sqi-eng)":"","Tatoeba (srp-eng)":"","Tatoeba (swe-eng)":"","Tatoeba (swg-eng)":"","Tatoeba (swh-eng)":"","Tatoeba (tam-eng)":"","Tatoeba (tat-eng)":"","Tatoeba (tel-eng)":"","Tatoeba (tgl-eng)":"","Tatoeba (tha-eng)":"","Tatoeba (tuk-eng)":"","Tatoeba (tur-eng)":"","Tatoeba (tzl-eng)":"","Tatoeba (uig-eng)":"","Tatoeba (ukr-eng)":"","Tatoeba (urd-eng)":"","Tatoeba (uzb-eng)":"","Tatoeba (vie-eng)":"","Tatoeba (war-eng)":"","Tatoeba (wuu-eng)":"","Tatoeba (xho-eng)":"","Tatoeba (yid-eng)":"","Tatoeba (yue-eng)":"","Tatoeba (zsm-eng)":""} -{"index":43,"Rank":62,"Model":"e5-base-4k<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","BUCC (de-en)":"","BUCC (fr-en)":"","BUCC (ru-en)":"","BUCC (zh-en)":"","Tatoeba (afr-eng)":7.69,"Tatoeba (amh-eng)":0.65,"Tatoeba (ang-eng)":15.17,"Tatoeba (ara-eng)":0.37,"Tatoeba (arq-eng)":0.51,"Tatoeba (arz-eng)":0.42,"Tatoeba (ast-eng)":17.6,"Tatoeba (awa-eng)":0.09,"Tatoeba (aze-eng)":3.55,"Tatoeba (bel-eng)":1.62,"Tatoeba (ben-eng)":0.01,"Tatoeba (ber-eng)":4.23,"Tatoeba (bos-eng)":7.11,"Tatoeba (bre-eng)":3.8,"Tatoeba (bul-eng)":1.4,"Tatoeba (cat-eng)":17.25,"Tatoeba (cbk-eng)":14.44,"Tatoeba (ceb-eng)":4.75,"Tatoeba (ces-eng)":4.11,"Tatoeba (cha-eng)":14.24,"Tatoeba (cmn-eng)":1.66,"Tatoeba (cor-eng)":2.78,"Tatoeba (csb-eng)":7.24,"Tatoeba (cym-eng)":6.6,"Tatoeba (dan-eng)":11.31,"Tatoeba (deu-eng)":24.09,"Tatoeba (dsb-eng)":5.42,"Tatoeba (dtp-eng)":3.12,"Tatoeba (ell-eng)":0.57,"Tatoeba (epo-eng)":11.31,"Tatoeba (est-eng)":3.4,"Tatoeba (eus-eng)":4.35,"Tatoeba (fao-eng)":7.05,"Tatoeba (fin-eng)":2.98,"Tatoeba (fra-eng)":24.72,"Tatoeba (fry-eng)":18.03,"Tatoeba (gla-eng)":2.55,"Tatoeba (gle-eng)":3.15,"Tatoeba (glg-eng)":19.87,"Tatoeba (gsw-eng)":16.05,"Tatoeba (heb-eng)":0.65,"Tatoeba (hin-eng)":0.1,"Tatoeba (hrv-eng)":6.57,"Tatoeba (hsb-eng)":5.04,"Tatoeba (hun-eng)":3.16,"Tatoeba (hye-eng)":0.4,"Tatoeba (ido-eng)":15.55,"Tatoeba (ile-eng)":20.4,"Tatoeba (ina-eng)":32.22,"Tatoeba (ind-eng)":6.76,"Tatoeba (isl-eng)":3.54,"Tatoeba (ita-eng)":17.65,"Tatoeba (jav-eng)":4.89,"Tatoeba (jpn-eng)":0.92,"Tatoeba (kab-eng)":0.8,"Tatoeba (kat-eng)":0.31,"Tatoeba (kaz-eng)":0.43,"Tatoeba (khm-eng)":0.17,"Tatoeba (kor-eng)":0.81,"Tatoeba (kur-eng)":7.91,"Tatoeba (kzj-eng)":4.21,"Tatoeba (lat-eng)":7.74,"Tatoeba (lfn-eng)":13.48,"Tatoeba (lit-eng)":2.8,"Tatoeba (lvs-eng)":3.57,"Tatoeba (mal-eng)":0.0,"Tatoeba (mar-eng)":0.05,"Tatoeba (max-eng)":11.27,"Tatoeba (mhr-eng)":0.14,"Tatoeba (mkd-eng)":0.24,"Tatoeba (mon-eng)":1.34,"Tatoeba (nds-eng)":12.48,"Tatoeba (nld-eng)":14.96,"Tatoeba (nno-eng)":8.52,"Tatoeba (nob-eng)":12.85,"Tatoeba (nov-eng)":25.6,"Tatoeba (oci-eng)":11.11,"Tatoeba (orv-eng)":0.22,"Tatoeba (pam-eng)":4.17,"Tatoeba (pes-eng)":0.34,"Tatoeba (pms-eng)":12.14,"Tatoeba (pol-eng)":5.18,"Tatoeba (por-eng)":20.03,"Tatoeba (ron-eng)":11.04,"Tatoeba (rus-eng)":0.83,"Tatoeba (slk-eng)":5.34,"Tatoeba (slv-eng)":5.9,"Tatoeba (spa-eng)":21.17,"Tatoeba (sqi-eng)":5.52,"Tatoeba (srp-eng)":2.59,"Tatoeba (swe-eng)":10.78,"Tatoeba (swg-eng)":14.58,"Tatoeba (swh-eng)":5.56,"Tatoeba (tam-eng)":0.84,"Tatoeba (tat-eng)":1.06,"Tatoeba (tel-eng)":0.53,"Tatoeba (tgl-eng)":4.54,"Tatoeba (tha-eng)":0.67,"Tatoeba (tuk-eng)":2.82,"Tatoeba (tur-eng)":3.5,"Tatoeba (tzl-eng)":14.85,"Tatoeba (uig-eng)":0.36,"Tatoeba (ukr-eng)":1.09,"Tatoeba (urd-eng)":0.0,"Tatoeba (uzb-eng)":1.78,"Tatoeba (vie-eng)":4.39,"Tatoeba (war-eng)":6.97,"Tatoeba (wuu-eng)":1.25,"Tatoeba (xho-eng)":3.12,"Tatoeba (yid-eng)":0.24,"Tatoeba (yue-eng)":1.35,"Tatoeba (zsm-eng)":7.68} -{"index":45,"Rank":63,"Model":"e5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","BUCC (de-en)":"","BUCC (fr-en)":"","BUCC (ru-en)":"","BUCC (zh-en)":"","Tatoeba (afr-eng)":8.9,"Tatoeba (amh-eng)":0.01,"Tatoeba (ang-eng)":17.07,"Tatoeba (ara-eng)":0.39,"Tatoeba (arq-eng)":0.48,"Tatoeba (arz-eng)":0.45,"Tatoeba (ast-eng)":16.87,"Tatoeba (awa-eng)":0.03,"Tatoeba (aze-eng)":4.7,"Tatoeba (bel-eng)":1.63,"Tatoeba (ben-eng)":0.0,"Tatoeba (ber-eng)":5.41,"Tatoeba (bos-eng)":11.19,"Tatoeba (bre-eng)":4.45,"Tatoeba (bul-eng)":0.77,"Tatoeba (cat-eng)":20.57,"Tatoeba (cbk-eng)":18.11,"Tatoeba (ceb-eng)":6.24,"Tatoeba (ces-eng)":5.56,"Tatoeba (cha-eng)":14.81,"Tatoeba (cmn-eng)":2.06,"Tatoeba (cor-eng)":2.91,"Tatoeba (csb-eng)":8.62,"Tatoeba (cym-eng)":6.44,"Tatoeba (dan-eng)":15.22,"Tatoeba (deu-eng)":24.57,"Tatoeba (dsb-eng)":6.67,"Tatoeba (dtp-eng)":3.63,"Tatoeba (ell-eng)":0.5,"Tatoeba (epo-eng)":14.41,"Tatoeba (est-eng)":3.75,"Tatoeba (eus-eng)":7.28,"Tatoeba (fao-eng)":9.59,"Tatoeba (fin-eng)":4.66,"Tatoeba (fra-eng)":33.47,"Tatoeba (fry-eng)":18.26,"Tatoeba (gla-eng)":2.87,"Tatoeba (gle-eng)":3.74,"Tatoeba (glg-eng)":25.31,"Tatoeba (gsw-eng)":16.17,"Tatoeba (heb-eng)":0.61,"Tatoeba (hin-eng)":0.0,"Tatoeba (hrv-eng)":9.04,"Tatoeba (hsb-eng)":5.43,"Tatoeba (hun-eng)":5.8,"Tatoeba (hye-eng)":0.67,"Tatoeba (ido-eng)":22.37,"Tatoeba (ile-eng)":27.93,"Tatoeba (ina-eng)":36.55,"Tatoeba (ind-eng)":8.47,"Tatoeba (isl-eng)":5.16,"Tatoeba (ita-eng)":22.75,"Tatoeba (jav-eng)":6.0,"Tatoeba (jpn-eng)":0.24,"Tatoeba (kab-eng)":1.2,"Tatoeba (kat-eng)":0.81,"Tatoeba (kaz-eng)":0.73,"Tatoeba (khm-eng)":0.28,"Tatoeba (kor-eng)":1.31,"Tatoeba (kur-eng)":7.76,"Tatoeba (kzj-eng)":5.03,"Tatoeba (lat-eng)":10.81,"Tatoeba (lfn-eng)":19.71,"Tatoeba (lit-eng)":3.32,"Tatoeba (lvs-eng)":5.23,"Tatoeba (mal-eng)":0.15,"Tatoeba (mar-eng)":0.01,"Tatoeba (max-eng)":11.72,"Tatoeba (mhr-eng)":0.11,"Tatoeba (mkd-eng)":0.19,"Tatoeba (mon-eng)":1.46,"Tatoeba (nds-eng)":16.31,"Tatoeba (nld-eng)":18.58,"Tatoeba (nno-eng)":10.62,"Tatoeba (nob-eng)":15.27,"Tatoeba (nov-eng)":34.73,"Tatoeba (oci-eng)":14.39,"Tatoeba (orv-eng)":0.01,"Tatoeba (pam-eng)":5.21,"Tatoeba (pes-eng)":0.6,"Tatoeba (pms-eng)":14.19,"Tatoeba (pol-eng)":7.24,"Tatoeba (por-eng)":30.46,"Tatoeba (ron-eng)":14.49,"Tatoeba (rus-eng)":0.3,"Tatoeba (slk-eng)":6.67,"Tatoeba (slv-eng)":6.94,"Tatoeba (spa-eng)":30.23,"Tatoeba (sqi-eng)":7.02,"Tatoeba (srp-eng)":4.41,"Tatoeba (swe-eng)":11.32,"Tatoeba (swg-eng)":14.61,"Tatoeba (swh-eng)":6.96,"Tatoeba (tam-eng)":0.0,"Tatoeba (tat-eng)":0.68,"Tatoeba (tel-eng)":0.02,"Tatoeba (tgl-eng)":6.8,"Tatoeba (tha-eng)":1.22,"Tatoeba (tuk-eng)":4.64,"Tatoeba (tur-eng)":4.92,"Tatoeba (tzl-eng)":15.98,"Tatoeba (uig-eng)":0.5,"Tatoeba (ukr-eng)":1.0,"Tatoeba (urd-eng)":0.0,"Tatoeba (uzb-eng)":4.12,"Tatoeba (vie-eng)":5.91,"Tatoeba (war-eng)":6.66,"Tatoeba (wuu-eng)":1.36,"Tatoeba (xho-eng)":4.37,"Tatoeba (yid-eng)":0.05,"Tatoeba (yue-eng)":1.15,"Tatoeba (zsm-eng)":9.47} -{"index":46,"Rank":64,"Model":"e5-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","BUCC (de-en)":"","BUCC (fr-en)":"","BUCC (ru-en)":"","BUCC (zh-en)":"","Tatoeba (afr-eng)":10.45,"Tatoeba (amh-eng)":0.68,"Tatoeba (ang-eng)":22.42,"Tatoeba (ara-eng)":0.51,"Tatoeba (arq-eng)":0.89,"Tatoeba (arz-eng)":0.53,"Tatoeba (ast-eng)":25.63,"Tatoeba (awa-eng)":0.03,"Tatoeba (aze-eng)":4.82,"Tatoeba (bel-eng)":2.67,"Tatoeba (ben-eng)":0.13,"Tatoeba (ber-eng)":5.43,"Tatoeba (bos-eng)":12.34,"Tatoeba (bre-eng)":5.12,"Tatoeba (bul-eng)":1.84,"Tatoeba (cat-eng)":23.42,"Tatoeba (cbk-eng)":20.37,"Tatoeba (ceb-eng)":6.11,"Tatoeba (ces-eng)":6.83,"Tatoeba (cha-eng)":18.54,"Tatoeba (cmn-eng)":3.15,"Tatoeba (cor-eng)":3.76,"Tatoeba (csb-eng)":7.91,"Tatoeba (cym-eng)":6.76,"Tatoeba (dan-eng)":16.58,"Tatoeba (deu-eng)":33.61,"Tatoeba (dsb-eng)":7.33,"Tatoeba (dtp-eng)":3.36,"Tatoeba (ell-eng)":0.66,"Tatoeba (epo-eng)":16.56,"Tatoeba (est-eng)":4.68,"Tatoeba (eus-eng)":8.28,"Tatoeba (fao-eng)":11.7,"Tatoeba (fin-eng)":5.15,"Tatoeba (fra-eng)":34.76,"Tatoeba (fry-eng)":21.29,"Tatoeba (gla-eng)":2.99,"Tatoeba (gle-eng)":3.36,"Tatoeba (glg-eng)":26.68,"Tatoeba (gsw-eng)":17.85,"Tatoeba (heb-eng)":0.91,"Tatoeba (hin-eng)":0.0,"Tatoeba (hrv-eng)":9.74,"Tatoeba (hsb-eng)":6.97,"Tatoeba (hun-eng)":6.96,"Tatoeba (hye-eng)":0.47,"Tatoeba (ido-eng)":21.92,"Tatoeba (ile-eng)":29.23,"Tatoeba (ina-eng)":41.66,"Tatoeba (ind-eng)":8.38,"Tatoeba (isl-eng)":6.57,"Tatoeba (ita-eng)":23.44,"Tatoeba (jav-eng)":5.96,"Tatoeba (jpn-eng)":1.72,"Tatoeba (kab-eng)":1.42,"Tatoeba (kat-eng)":0.26,"Tatoeba (kaz-eng)":1.15,"Tatoeba (khm-eng)":0.47,"Tatoeba (kor-eng)":1.23,"Tatoeba (kur-eng)":8.55,"Tatoeba (kzj-eng)":5.49,"Tatoeba (lat-eng)":11.03,"Tatoeba (lfn-eng)":21.16,"Tatoeba (lit-eng)":3.48,"Tatoeba (lvs-eng)":5.15,"Tatoeba (mal-eng)":0.15,"Tatoeba (mar-eng)":0.28,"Tatoeba (max-eng)":13.15,"Tatoeba (mhr-eng)":0.46,"Tatoeba (mkd-eng)":0.66,"Tatoeba (mon-eng)":2.62,"Tatoeba (nds-eng)":18.57,"Tatoeba (nld-eng)":21.17,"Tatoeba (nno-eng)":12.53,"Tatoeba (nob-eng)":15.99,"Tatoeba (nov-eng)":37.07,"Tatoeba (oci-eng)":15.52,"Tatoeba (orv-eng)":0.21,"Tatoeba (pam-eng)":6.15,"Tatoeba (pes-eng)":0.52,"Tatoeba (pms-eng)":16.13,"Tatoeba (pol-eng)":7.65,"Tatoeba (por-eng)":30.56,"Tatoeba (ron-eng)":16.3,"Tatoeba (rus-eng)":2.58,"Tatoeba (slk-eng)":7.19,"Tatoeba (slv-eng)":8.13,"Tatoeba (spa-eng)":31.62,"Tatoeba (sqi-eng)":7.49,"Tatoeba (srp-eng)":4.86,"Tatoeba (swe-eng)":13.87,"Tatoeba (swg-eng)":12.1,"Tatoeba (swh-eng)":8.51,"Tatoeba (tam-eng)":0.01,"Tatoeba (tat-eng)":1.03,"Tatoeba (tel-eng)":0.36,"Tatoeba (tgl-eng)":6.46,"Tatoeba (tha-eng)":1.03,"Tatoeba (tuk-eng)":5.0,"Tatoeba (tur-eng)":5.49,"Tatoeba (tzl-eng)":16.48,"Tatoeba (uig-eng)":0.5,"Tatoeba (ukr-eng)":1.4,"Tatoeba (urd-eng)":0.27,"Tatoeba (uzb-eng)":3.94,"Tatoeba (vie-eng)":6.37,"Tatoeba (war-eng)":7.47,"Tatoeba (wuu-eng)":1.92,"Tatoeba (xho-eng)":3.03,"Tatoeba (yid-eng)":0.49,"Tatoeba (yue-eng)":2.48,"Tatoeba (zsm-eng)":9.91} -{"index":47,"Rank":65,"Model":"e5-large<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","BUCC (de-en)":"","BUCC (fr-en)":"","BUCC (ru-en)":"","BUCC (zh-en)":"","Tatoeba (afr-eng)":11.53,"Tatoeba (amh-eng)":0.08,"Tatoeba (ang-eng)":15.06,"Tatoeba (ara-eng)":0.31,"Tatoeba (arq-eng)":0.61,"Tatoeba (arz-eng)":0.21,"Tatoeba (ast-eng)":25.64,"Tatoeba (awa-eng)":0.76,"Tatoeba (aze-eng)":5.52,"Tatoeba (bel-eng)":1.67,"Tatoeba (ben-eng)":0.0,"Tatoeba (ber-eng)":5.52,"Tatoeba (bos-eng)":13.26,"Tatoeba (bre-eng)":4.9,"Tatoeba (bul-eng)":0.5,"Tatoeba (cat-eng)":25.7,"Tatoeba (cbk-eng)":24.06,"Tatoeba (ceb-eng)":7.57,"Tatoeba (ces-eng)":6.27,"Tatoeba (cha-eng)":20.74,"Tatoeba (cmn-eng)":2.83,"Tatoeba (cor-eng)":2.95,"Tatoeba (csb-eng)":11.53,"Tatoeba (cym-eng)":8.04,"Tatoeba (dan-eng)":18.87,"Tatoeba (deu-eng)":39.83,"Tatoeba (dsb-eng)":7.25,"Tatoeba (dtp-eng)":3.64,"Tatoeba (ell-eng)":0.6,"Tatoeba (epo-eng)":17.29,"Tatoeba (est-eng)":3.57,"Tatoeba (eus-eng)":8.28,"Tatoeba (fao-eng)":10.97,"Tatoeba (fin-eng)":6.29,"Tatoeba (fra-eng)":44.31,"Tatoeba (fry-eng)":19.73,"Tatoeba (gla-eng)":3.37,"Tatoeba (gle-eng)":3.77,"Tatoeba (glg-eng)":29.58,"Tatoeba (gsw-eng)":17.47,"Tatoeba (heb-eng)":0.47,"Tatoeba (hin-eng)":0.0,"Tatoeba (hrv-eng)":11.06,"Tatoeba (hsb-eng)":6.93,"Tatoeba (hun-eng)":6.26,"Tatoeba (hye-eng)":0.4,"Tatoeba (ido-eng)":26.18,"Tatoeba (ile-eng)":34.31,"Tatoeba (ina-eng)":45.6,"Tatoeba (ind-eng)":9.53,"Tatoeba (isl-eng)":6.28,"Tatoeba (ita-eng)":29.93,"Tatoeba (jav-eng)":7.79,"Tatoeba (jpn-eng)":0.74,"Tatoeba (kab-eng)":1.32,"Tatoeba (kat-eng)":0.59,"Tatoeba (kaz-eng)":0.95,"Tatoeba (khm-eng)":0.42,"Tatoeba (kor-eng)":1.44,"Tatoeba (kur-eng)":10.07,"Tatoeba (kzj-eng)":5.68,"Tatoeba (lat-eng)":13.19,"Tatoeba (lfn-eng)":24.09,"Tatoeba (lit-eng)":3.4,"Tatoeba (lvs-eng)":5.02,"Tatoeba (mal-eng)":0.3,"Tatoeba (mar-eng)":0.14,"Tatoeba (max-eng)":12.62,"Tatoeba (mhr-eng)":0.01,"Tatoeba (mkd-eng)":0.22,"Tatoeba (mon-eng)":2.03,"Tatoeba (nds-eng)":20.18,"Tatoeba (nld-eng)":22.82,"Tatoeba (nno-eng)":13.17,"Tatoeba (nob-eng)":19.22,"Tatoeba (nov-eng)":34.03,"Tatoeba (oci-eng)":16.23,"Tatoeba (orv-eng)":0.1,"Tatoeba (pam-eng)":6.43,"Tatoeba (pes-eng)":0.8,"Tatoeba (pms-eng)":16.27,"Tatoeba (pol-eng)":8.06,"Tatoeba (por-eng)":38.89,"Tatoeba (ron-eng)":14.73,"Tatoeba (rus-eng)":0.33,"Tatoeba (slk-eng)":8.08,"Tatoeba (slv-eng)":9.23,"Tatoeba (spa-eng)":40.6,"Tatoeba (sqi-eng)":7.94,"Tatoeba (srp-eng)":4.41,"Tatoeba (swe-eng)":15.61,"Tatoeba (swg-eng)":16.76,"Tatoeba (swh-eng)":6.72,"Tatoeba (tam-eng)":0.42,"Tatoeba (tat-eng)":1.18,"Tatoeba (tel-eng)":0.43,"Tatoeba (tgl-eng)":6.7,"Tatoeba (tha-eng)":1.4,"Tatoeba (tuk-eng)":4.12,"Tatoeba (tur-eng)":6.06,"Tatoeba (tzl-eng)":22.2,"Tatoeba (uig-eng)":0.6,"Tatoeba (ukr-eng)":0.83,"Tatoeba (urd-eng)":0.11,"Tatoeba (uzb-eng)":3.84,"Tatoeba (vie-eng)":7.01,"Tatoeba (war-eng)":7.61,"Tatoeba (wuu-eng)":1.46,"Tatoeba (xho-eng)":2.65,"Tatoeba (yid-eng)":0.31,"Tatoeba (yue-eng)":1.76,"Tatoeba (zsm-eng)":10.44} -{"index":48,"Rank":66,"Model":"e5-large-v2<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","BUCC (de-en)":"","BUCC (fr-en)":"","BUCC (ru-en)":"","BUCC (zh-en)":"","Tatoeba (afr-eng)":14.06,"Tatoeba (amh-eng)":0.05,"Tatoeba (ang-eng)":20.52,"Tatoeba (ara-eng)":0.54,"Tatoeba (arq-eng)":0.93,"Tatoeba (arz-eng)":0.21,"Tatoeba (ast-eng)":34.17,"Tatoeba (awa-eng)":0.07,"Tatoeba (aze-eng)":5.82,"Tatoeba (bel-eng)":2.84,"Tatoeba (ben-eng)":0.0,"Tatoeba (ber-eng)":5.31,"Tatoeba (bos-eng)":14.46,"Tatoeba (bre-eng)":5.13,"Tatoeba (bul-eng)":4.13,"Tatoeba (cat-eng)":29.27,"Tatoeba (cbk-eng)":29.76,"Tatoeba (ceb-eng)":8.33,"Tatoeba (ces-eng)":7.5,"Tatoeba (cha-eng)":16.95,"Tatoeba (cmn-eng)":2.63,"Tatoeba (cor-eng)":3.96,"Tatoeba (csb-eng)":12.24,"Tatoeba (cym-eng)":7.79,"Tatoeba (dan-eng)":29.27,"Tatoeba (deu-eng)":57.44,"Tatoeba (dsb-eng)":10.42,"Tatoeba (dtp-eng)":4.58,"Tatoeba (ell-eng)":1.44,"Tatoeba (epo-eng)":18.77,"Tatoeba (est-eng)":4.5,"Tatoeba (eus-eng)":9.2,"Tatoeba (fao-eng)":15.09,"Tatoeba (fin-eng)":5.89,"Tatoeba (fra-eng)":51.44,"Tatoeba (fry-eng)":25.25,"Tatoeba (gla-eng)":3.45,"Tatoeba (gle-eng)":4.29,"Tatoeba (glg-eng)":36.15,"Tatoeba (gsw-eng)":20.97,"Tatoeba (heb-eng)":0.87,"Tatoeba (hin-eng)":0.3,"Tatoeba (hrv-eng)":14.76,"Tatoeba (hsb-eng)":9.41,"Tatoeba (hun-eng)":6.66,"Tatoeba (hye-eng)":0.81,"Tatoeba (ido-eng)":22.58,"Tatoeba (ile-eng)":33.88,"Tatoeba (ina-eng)":49.41,"Tatoeba (ind-eng)":9.85,"Tatoeba (isl-eng)":10.27,"Tatoeba (ita-eng)":31.16,"Tatoeba (jav-eng)":7.58,"Tatoeba (jpn-eng)":2.29,"Tatoeba (kab-eng)":1.64,"Tatoeba (kat-eng)":1.27,"Tatoeba (kaz-eng)":1.44,"Tatoeba (khm-eng)":0.32,"Tatoeba (kor-eng)":1.7,"Tatoeba (kur-eng)":10.32,"Tatoeba (kzj-eng)":6.54,"Tatoeba (lat-eng)":14.13,"Tatoeba (lfn-eng)":25.13,"Tatoeba (lit-eng)":4.44,"Tatoeba (lvs-eng)":6.81,"Tatoeba (mal-eng)":0.32,"Tatoeba (mar-eng)":0.25,"Tatoeba (max-eng)":14.68,"Tatoeba (mhr-eng)":0.67,"Tatoeba (mkd-eng)":1.64,"Tatoeba (mon-eng)":2.73,"Tatoeba (nds-eng)":25.08,"Tatoeba (nld-eng)":28.79,"Tatoeba (nno-eng)":18.76,"Tatoeba (nob-eng)":27.97,"Tatoeba (nov-eng)":37.2,"Tatoeba (oci-eng)":17.76,"Tatoeba (orv-eng)":0.51,"Tatoeba (pam-eng)":6.46,"Tatoeba (pes-eng)":0.42,"Tatoeba (pms-eng)":16.64,"Tatoeba (pol-eng)":10.63,"Tatoeba (por-eng)":49.24,"Tatoeba (ron-eng)":17.06,"Tatoeba (rus-eng)":4.8,"Tatoeba (slk-eng)":9.2,"Tatoeba (slv-eng)":11.91,"Tatoeba (spa-eng)":49.84,"Tatoeba (sqi-eng)":10.53,"Tatoeba (srp-eng)":7.67,"Tatoeba (swe-eng)":21.42,"Tatoeba (swg-eng)":20.81,"Tatoeba (swh-eng)":8.5,"Tatoeba (tam-eng)":0.04,"Tatoeba (tat-eng)":1.03,"Tatoeba (tel-eng)":0.38,"Tatoeba (tgl-eng)":8.73,"Tatoeba (tha-eng)":1.4,"Tatoeba (tuk-eng)":4.64,"Tatoeba (tur-eng)":5.49,"Tatoeba (tzl-eng)":21.14,"Tatoeba (uig-eng)":0.61,"Tatoeba (ukr-eng)":2.09,"Tatoeba (urd-eng)":0.1,"Tatoeba (uzb-eng)":3.43,"Tatoeba (vie-eng)":7.3,"Tatoeba (war-eng)":8.24,"Tatoeba (wuu-eng)":2.59,"Tatoeba (xho-eng)":4.91,"Tatoeba (yid-eng)":0.49,"Tatoeba (yue-eng)":3.74,"Tatoeba (zsm-eng)":12.54} -{"index":50,"Rank":67,"Model":"e5-small<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","BUCC (de-en)":"","BUCC (fr-en)":"","BUCC (ru-en)":"","BUCC (zh-en)":"","Tatoeba (afr-eng)":8.44,"Tatoeba (amh-eng)":0.01,"Tatoeba (ang-eng)":19.24,"Tatoeba (ara-eng)":0.38,"Tatoeba (arq-eng)":0.44,"Tatoeba (arz-eng)":0.06,"Tatoeba (ast-eng)":26.43,"Tatoeba (awa-eng)":0.01,"Tatoeba (aze-eng)":4.19,"Tatoeba (bel-eng)":1.47,"Tatoeba (ben-eng)":0.0,"Tatoeba (ber-eng)":5.33,"Tatoeba (bos-eng)":7.77,"Tatoeba (bre-eng)":3.76,"Tatoeba (bul-eng)":0.42,"Tatoeba (cat-eng)":22.05,"Tatoeba (cbk-eng)":19.13,"Tatoeba (ceb-eng)":5.59,"Tatoeba (ces-eng)":4.36,"Tatoeba (cha-eng)":17.69,"Tatoeba (cmn-eng)":1.62,"Tatoeba (cor-eng)":2.93,"Tatoeba (csb-eng)":6.78,"Tatoeba (cym-eng)":6.71,"Tatoeba (dan-eng)":13.05,"Tatoeba (deu-eng)":20.28,"Tatoeba (dsb-eng)":6.51,"Tatoeba (dtp-eng)":3.59,"Tatoeba (ell-eng)":0.5,"Tatoeba (epo-eng)":15.45,"Tatoeba (est-eng)":3.51,"Tatoeba (eus-eng)":7.24,"Tatoeba (fao-eng)":8.66,"Tatoeba (fin-eng)":3.82,"Tatoeba (fra-eng)":30.19,"Tatoeba (fry-eng)":15.8,"Tatoeba (gla-eng)":2.72,"Tatoeba (gle-eng)":3.99,"Tatoeba (glg-eng)":24.9,"Tatoeba (gsw-eng)":14.93,"Tatoeba (heb-eng)":0.3,"Tatoeba (hin-eng)":0.01,"Tatoeba (hrv-eng)":8.26,"Tatoeba (hsb-eng)":6.14,"Tatoeba (hun-eng)":4.62,"Tatoeba (hye-eng)":0.4,"Tatoeba (ido-eng)":17.98,"Tatoeba (ile-eng)":25.58,"Tatoeba (ina-eng)":38.44,"Tatoeba (ind-eng)":6.89,"Tatoeba (isl-eng)":5.86,"Tatoeba (ita-eng)":20.04,"Tatoeba (jav-eng)":4.78,"Tatoeba (jpn-eng)":0.3,"Tatoeba (kab-eng)":1.36,"Tatoeba (kat-eng)":0.42,"Tatoeba (kaz-eng)":0.54,"Tatoeba (khm-eng)":0.14,"Tatoeba (kor-eng)":1.18,"Tatoeba (kur-eng)":8.01,"Tatoeba (kzj-eng)":5.09,"Tatoeba (lat-eng)":10.38,"Tatoeba (lfn-eng)":15.24,"Tatoeba (lit-eng)":3.47,"Tatoeba (lvs-eng)":4.56,"Tatoeba (mal-eng)":0.15,"Tatoeba (mar-eng)":0.0,"Tatoeba (max-eng)":10.19,"Tatoeba (mhr-eng)":0.17,"Tatoeba (mkd-eng)":0.11,"Tatoeba (mon-eng)":1.82,"Tatoeba (nds-eng)":14.38,"Tatoeba (nld-eng)":17.28,"Tatoeba (nno-eng)":10.77,"Tatoeba (nob-eng)":13.56,"Tatoeba (nov-eng)":30.82,"Tatoeba (oci-eng)":13.94,"Tatoeba (orv-eng)":0.09,"Tatoeba (pam-eng)":4.7,"Tatoeba (pes-eng)":0.6,"Tatoeba (pms-eng)":14.19,"Tatoeba (pol-eng)":6.56,"Tatoeba (por-eng)":32.48,"Tatoeba (ron-eng)":13.08,"Tatoeba (rus-eng)":0.17,"Tatoeba (slk-eng)":6.65,"Tatoeba (slv-eng)":6.94,"Tatoeba (spa-eng)":35.33,"Tatoeba (sqi-eng)":7.01,"Tatoeba (srp-eng)":3.72,"Tatoeba (swe-eng)":9.28,"Tatoeba (swg-eng)":10.97,"Tatoeba (swh-eng)":6.44,"Tatoeba (tam-eng)":0.7,"Tatoeba (tat-eng)":0.85,"Tatoeba (tel-eng)":0.43,"Tatoeba (tgl-eng)":6.37,"Tatoeba (tha-eng)":0.85,"Tatoeba (tuk-eng)":4.07,"Tatoeba (tur-eng)":3.97,"Tatoeba (tzl-eng)":17.55,"Tatoeba (uig-eng)":0.54,"Tatoeba (ukr-eng)":0.86,"Tatoeba (urd-eng)":0.01,"Tatoeba (uzb-eng)":3.58,"Tatoeba (vie-eng)":5.09,"Tatoeba (war-eng)":6.15,"Tatoeba (wuu-eng)":1.32,"Tatoeba (xho-eng)":3.71,"Tatoeba (yid-eng)":0.31,"Tatoeba (yue-eng)":1.1,"Tatoeba (zsm-eng)":7.91} -{"index":59,"Rank":68,"Model":"jina-embeddings-v2-base-de<\/a>","Model Size (Million Parameters)":161,"Memory Usage (GB, fp32)":0.6,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","BUCC (de-en)":98.87,"BUCC (fr-en)":"","BUCC (ru-en)":"","BUCC (zh-en)":"","Tatoeba (afr-eng)":"","Tatoeba (amh-eng)":"","Tatoeba (ang-eng)":"","Tatoeba (ara-eng)":"","Tatoeba (arq-eng)":"","Tatoeba (arz-eng)":"","Tatoeba (ast-eng)":"","Tatoeba (awa-eng)":"","Tatoeba (aze-eng)":"","Tatoeba (bel-eng)":"","Tatoeba (ben-eng)":"","Tatoeba (ber-eng)":"","Tatoeba (bos-eng)":"","Tatoeba (bre-eng)":"","Tatoeba (bul-eng)":"","Tatoeba (cat-eng)":"","Tatoeba (cbk-eng)":"","Tatoeba (ceb-eng)":"","Tatoeba (ces-eng)":"","Tatoeba (cha-eng)":"","Tatoeba (cmn-eng)":"","Tatoeba (cor-eng)":"","Tatoeba (csb-eng)":"","Tatoeba (cym-eng)":"","Tatoeba (dan-eng)":"","Tatoeba (deu-eng)":"","Tatoeba (dsb-eng)":"","Tatoeba (dtp-eng)":"","Tatoeba (ell-eng)":"","Tatoeba (epo-eng)":"","Tatoeba (est-eng)":"","Tatoeba (eus-eng)":"","Tatoeba (fao-eng)":"","Tatoeba (fin-eng)":"","Tatoeba (fra-eng)":"","Tatoeba (fry-eng)":"","Tatoeba (gla-eng)":"","Tatoeba (gle-eng)":"","Tatoeba (glg-eng)":"","Tatoeba (gsw-eng)":"","Tatoeba (heb-eng)":"","Tatoeba (hin-eng)":"","Tatoeba (hrv-eng)":"","Tatoeba (hsb-eng)":"","Tatoeba (hun-eng)":"","Tatoeba (hye-eng)":"","Tatoeba (ido-eng)":"","Tatoeba (ile-eng)":"","Tatoeba (ina-eng)":"","Tatoeba (ind-eng)":"","Tatoeba (isl-eng)":"","Tatoeba (ita-eng)":"","Tatoeba (jav-eng)":"","Tatoeba (jpn-eng)":"","Tatoeba (kab-eng)":"","Tatoeba (kat-eng)":"","Tatoeba (kaz-eng)":"","Tatoeba (khm-eng)":"","Tatoeba (kor-eng)":"","Tatoeba (kur-eng)":"","Tatoeba (kzj-eng)":"","Tatoeba (lat-eng)":"","Tatoeba (lfn-eng)":"","Tatoeba (lit-eng)":"","Tatoeba (lvs-eng)":"","Tatoeba (mal-eng)":"","Tatoeba (mar-eng)":"","Tatoeba (max-eng)":"","Tatoeba (mhr-eng)":"","Tatoeba (mkd-eng)":"","Tatoeba (mon-eng)":"","Tatoeba (nds-eng)":"","Tatoeba (nld-eng)":"","Tatoeba (nno-eng)":"","Tatoeba (nob-eng)":"","Tatoeba (nov-eng)":"","Tatoeba (oci-eng)":"","Tatoeba (orv-eng)":"","Tatoeba (pam-eng)":"","Tatoeba (pes-eng)":"","Tatoeba (pms-eng)":"","Tatoeba (pol-eng)":"","Tatoeba (por-eng)":"","Tatoeba (ron-eng)":"","Tatoeba (rus-eng)":"","Tatoeba (slk-eng)":"","Tatoeba (slv-eng)":"","Tatoeba (spa-eng)":"","Tatoeba (sqi-eng)":"","Tatoeba (srp-eng)":"","Tatoeba (swe-eng)":"","Tatoeba (swg-eng)":"","Tatoeba (swh-eng)":"","Tatoeba (tam-eng)":"","Tatoeba (tat-eng)":"","Tatoeba (tel-eng)":"","Tatoeba (tgl-eng)":"","Tatoeba (tha-eng)":"","Tatoeba (tuk-eng)":"","Tatoeba (tur-eng)":"","Tatoeba (tzl-eng)":"","Tatoeba (uig-eng)":"","Tatoeba (ukr-eng)":"","Tatoeba (urd-eng)":"","Tatoeba (uzb-eng)":"","Tatoeba (vie-eng)":"","Tatoeba (war-eng)":"","Tatoeba (wuu-eng)":"","Tatoeba (xho-eng)":"","Tatoeba (yid-eng)":"","Tatoeba (yue-eng)":"","Tatoeba (zsm-eng)":""} -{"index":60,"Rank":69,"Model":"jina-embeddings-v2-base-en<\/a>","Model Size (Million Parameters)":275,"Memory Usage (GB, fp32)":1.02,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","BUCC (de-en)":"","BUCC (fr-en)":"","BUCC (ru-en)":"","BUCC (zh-en)":"","Tatoeba (afr-eng)":0.01,"Tatoeba (amh-eng)":0.48,"Tatoeba (ang-eng)":1.11,"Tatoeba (ara-eng)":0.02,"Tatoeba (arq-eng)":0.11,"Tatoeba (arz-eng)":0.09,"Tatoeba (ast-eng)":0.98,"Tatoeba (awa-eng)":0.0,"Tatoeba (aze-eng)":0.1,"Tatoeba (bel-eng)":0.01,"Tatoeba (ben-eng)":0.04,"Tatoeba (ber-eng)":0.04,"Tatoeba (bos-eng)":0.0,"Tatoeba (bre-eng)":0.01,"Tatoeba (bul-eng)":0.0,"Tatoeba (cat-eng)":0.19,"Tatoeba (cbk-eng)":0.02,"Tatoeba (ceb-eng)":0.09,"Tatoeba (ces-eng)":0.03,"Tatoeba (cha-eng)":0.66,"Tatoeba (cmn-eng)":0.0,"Tatoeba (cor-eng)":0.05,"Tatoeba (csb-eng)":0.0,"Tatoeba (cym-eng)":0.11,"Tatoeba (dan-eng)":0.21,"Tatoeba (deu-eng)":0.12,"Tatoeba (dsb-eng)":0.06,"Tatoeba (dtp-eng)":0.03,"Tatoeba (ell-eng)":0.0,"Tatoeba (epo-eng)":0.05,"Tatoeba (est-eng)":0.0,"Tatoeba (eus-eng)":0.15,"Tatoeba (fao-eng)":0.15,"Tatoeba (fin-eng)":0.08,"Tatoeba (fra-eng)":0.1,"Tatoeba (fry-eng)":0.0,"Tatoeba (gla-eng)":0.27,"Tatoeba (gle-eng)":0.12,"Tatoeba (glg-eng)":0.04,"Tatoeba (gsw-eng)":0.43,"Tatoeba (heb-eng)":0.0,"Tatoeba (hin-eng)":0.1,"Tatoeba (hrv-eng)":0.0,"Tatoeba (hsb-eng)":0.08,"Tatoeba (hun-eng)":0.1,"Tatoeba (hye-eng)":0.14,"Tatoeba (ido-eng)":0.0,"Tatoeba (ile-eng)":0.14,"Tatoeba (ina-eng)":0.07,"Tatoeba (ind-eng)":0.1,"Tatoeba (isl-eng)":0.04,"Tatoeba (ita-eng)":0.2,"Tatoeba (jav-eng)":0.0,"Tatoeba (jpn-eng)":0.0,"Tatoeba (kab-eng)":0.05,"Tatoeba (kat-eng)":0.02,"Tatoeba (kaz-eng)":0.0,"Tatoeba (khm-eng)":0.0,"Tatoeba (kor-eng)":0.07,"Tatoeba (kur-eng)":0.24,"Tatoeba (kzj-eng)":0.1,"Tatoeba (lat-eng)":0.19,"Tatoeba (lfn-eng)":0.12,"Tatoeba (lit-eng)":0.05,"Tatoeba (lvs-eng)":0.04,"Tatoeba (mal-eng)":0.03,"Tatoeba (mar-eng)":0.0,"Tatoeba (max-eng)":0.0,"Tatoeba (mhr-eng)":0.25,"Tatoeba (mkd-eng)":0.02,"Tatoeba (mon-eng)":0.0,"Tatoeba (nds-eng)":0.06,"Tatoeba (nld-eng)":0.19,"Tatoeba (nno-eng)":0.01,"Tatoeba (nob-eng)":0.19,"Tatoeba (nov-eng)":1.47,"Tatoeba (oci-eng)":0.01,"Tatoeba (orv-eng)":0.09,"Tatoeba (pam-eng)":0.1,"Tatoeba (pes-eng)":0.07,"Tatoeba (pms-eng)":0.13,"Tatoeba (pol-eng)":0.16,"Tatoeba (por-eng)":0.18,"Tatoeba (ron-eng)":0.16,"Tatoeba (rus-eng)":0.0,"Tatoeba (slk-eng)":0.06,"Tatoeba (slv-eng)":0.0,"Tatoeba (spa-eng)":0.0,"Tatoeba (sqi-eng)":0.18,"Tatoeba (srp-eng)":0.2,"Tatoeba (swe-eng)":0.05,"Tatoeba (swg-eng)":0.0,"Tatoeba (swh-eng)":0.13,"Tatoeba (tam-eng)":0.03,"Tatoeba (tat-eng)":0.07,"Tatoeba (tel-eng)":0.0,"Tatoeba (tgl-eng)":0.1,"Tatoeba (tha-eng)":0.0,"Tatoeba (tuk-eng)":0.0,"Tatoeba (tur-eng)":0.0,"Tatoeba (tzl-eng)":0.64,"Tatoeba (uig-eng)":0.0,"Tatoeba (ukr-eng)":0.04,"Tatoeba (urd-eng)":0.11,"Tatoeba (uzb-eng)":0.25,"Tatoeba (vie-eng)":0.13,"Tatoeba (war-eng)":0.03,"Tatoeba (wuu-eng)":0.0,"Tatoeba (xho-eng)":0.08,"Tatoeba (yid-eng)":0.0,"Tatoeba (yue-eng)":0.0,"Tatoeba (zsm-eng)":0.0} -{"index":62,"Rank":70,"Model":"gte-multilingual-base-hu<\/a>","Model Size (Million Parameters)":305,"Memory Usage (GB, fp32)":1.14,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","BUCC (de-en)":"","BUCC (fr-en)":"","BUCC (ru-en)":"","BUCC (zh-en)":"","Tatoeba (afr-eng)":"","Tatoeba (amh-eng)":"","Tatoeba (ang-eng)":"","Tatoeba (ara-eng)":"","Tatoeba (arq-eng)":"","Tatoeba (arz-eng)":"","Tatoeba (ast-eng)":"","Tatoeba (awa-eng)":"","Tatoeba (aze-eng)":"","Tatoeba (bel-eng)":"","Tatoeba (ben-eng)":"","Tatoeba (ber-eng)":"","Tatoeba (bos-eng)":"","Tatoeba (bre-eng)":"","Tatoeba (bul-eng)":"","Tatoeba (cat-eng)":"","Tatoeba (cbk-eng)":"","Tatoeba (ceb-eng)":"","Tatoeba (ces-eng)":"","Tatoeba (cha-eng)":"","Tatoeba (cmn-eng)":"","Tatoeba (cor-eng)":"","Tatoeba (csb-eng)":"","Tatoeba (cym-eng)":"","Tatoeba (dan-eng)":"","Tatoeba (deu-eng)":"","Tatoeba (dsb-eng)":"","Tatoeba (dtp-eng)":"","Tatoeba (ell-eng)":"","Tatoeba (epo-eng)":"","Tatoeba (est-eng)":"","Tatoeba (eus-eng)":"","Tatoeba (fao-eng)":"","Tatoeba (fin-eng)":"","Tatoeba (fra-eng)":"","Tatoeba (fry-eng)":"","Tatoeba (gla-eng)":"","Tatoeba (gle-eng)":"","Tatoeba (glg-eng)":"","Tatoeba (gsw-eng)":"","Tatoeba (heb-eng)":"","Tatoeba (hin-eng)":"","Tatoeba (hrv-eng)":"","Tatoeba (hsb-eng)":"","Tatoeba (hun-eng)":76.78,"Tatoeba (hye-eng)":"","Tatoeba (ido-eng)":"","Tatoeba (ile-eng)":"","Tatoeba (ina-eng)":"","Tatoeba (ind-eng)":"","Tatoeba (isl-eng)":"","Tatoeba (ita-eng)":"","Tatoeba (jav-eng)":"","Tatoeba (jpn-eng)":"","Tatoeba (kab-eng)":"","Tatoeba (kat-eng)":"","Tatoeba (kaz-eng)":"","Tatoeba (khm-eng)":"","Tatoeba (kor-eng)":"","Tatoeba (kur-eng)":"","Tatoeba (kzj-eng)":"","Tatoeba (lat-eng)":"","Tatoeba (lfn-eng)":"","Tatoeba (lit-eng)":"","Tatoeba (lvs-eng)":"","Tatoeba (mal-eng)":"","Tatoeba (mar-eng)":"","Tatoeba (max-eng)":"","Tatoeba (mhr-eng)":"","Tatoeba (mkd-eng)":"","Tatoeba (mon-eng)":"","Tatoeba (nds-eng)":"","Tatoeba (nld-eng)":"","Tatoeba (nno-eng)":"","Tatoeba (nob-eng)":"","Tatoeba (nov-eng)":"","Tatoeba (oci-eng)":"","Tatoeba (orv-eng)":"","Tatoeba (pam-eng)":"","Tatoeba (pes-eng)":"","Tatoeba (pms-eng)":"","Tatoeba (pol-eng)":"","Tatoeba (por-eng)":"","Tatoeba (ron-eng)":"","Tatoeba (rus-eng)":"","Tatoeba (slk-eng)":"","Tatoeba (slv-eng)":"","Tatoeba (spa-eng)":"","Tatoeba (sqi-eng)":"","Tatoeba (srp-eng)":"","Tatoeba (swe-eng)":"","Tatoeba (swg-eng)":"","Tatoeba (swh-eng)":"","Tatoeba (tam-eng)":"","Tatoeba (tat-eng)":"","Tatoeba (tel-eng)":"","Tatoeba (tgl-eng)":"","Tatoeba (tha-eng)":"","Tatoeba (tuk-eng)":"","Tatoeba (tur-eng)":"","Tatoeba (tzl-eng)":"","Tatoeba (uig-eng)":"","Tatoeba (ukr-eng)":"","Tatoeba (urd-eng)":"","Tatoeba (uzb-eng)":"","Tatoeba (vie-eng)":"","Tatoeba (war-eng)":"","Tatoeba (wuu-eng)":"","Tatoeba (xho-eng)":"","Tatoeba (yid-eng)":"","Tatoeba (yue-eng)":"","Tatoeba (zsm-eng)":""} -{"index":63,"Rank":71,"Model":"paraphrase-multilingual-MiniLM-L12-hu-v2<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","BUCC (de-en)":"","BUCC (fr-en)":"","BUCC (ru-en)":"","BUCC (zh-en)":"","Tatoeba (afr-eng)":"","Tatoeba (amh-eng)":"","Tatoeba (ang-eng)":"","Tatoeba (ara-eng)":"","Tatoeba (arq-eng)":"","Tatoeba (arz-eng)":"","Tatoeba (ast-eng)":"","Tatoeba (awa-eng)":"","Tatoeba (aze-eng)":"","Tatoeba (bel-eng)":"","Tatoeba (ben-eng)":"","Tatoeba (ber-eng)":"","Tatoeba (bos-eng)":"","Tatoeba (bre-eng)":"","Tatoeba (bul-eng)":"","Tatoeba (cat-eng)":"","Tatoeba (cbk-eng)":"","Tatoeba (ceb-eng)":"","Tatoeba (ces-eng)":"","Tatoeba (cha-eng)":"","Tatoeba (cmn-eng)":"","Tatoeba (cor-eng)":"","Tatoeba (csb-eng)":"","Tatoeba (cym-eng)":"","Tatoeba (dan-eng)":"","Tatoeba (deu-eng)":"","Tatoeba (dsb-eng)":"","Tatoeba (dtp-eng)":"","Tatoeba (ell-eng)":"","Tatoeba (epo-eng)":"","Tatoeba (est-eng)":"","Tatoeba (eus-eng)":"","Tatoeba (fao-eng)":"","Tatoeba (fin-eng)":"","Tatoeba (fra-eng)":"","Tatoeba (fry-eng)":"","Tatoeba (gla-eng)":"","Tatoeba (gle-eng)":"","Tatoeba (glg-eng)":"","Tatoeba (gsw-eng)":"","Tatoeba (heb-eng)":"","Tatoeba (hin-eng)":"","Tatoeba (hrv-eng)":"","Tatoeba (hsb-eng)":"","Tatoeba (hun-eng)":89.07,"Tatoeba (hye-eng)":"","Tatoeba (ido-eng)":"","Tatoeba (ile-eng)":"","Tatoeba (ina-eng)":"","Tatoeba (ind-eng)":"","Tatoeba (isl-eng)":"","Tatoeba (ita-eng)":"","Tatoeba (jav-eng)":"","Tatoeba (jpn-eng)":"","Tatoeba (kab-eng)":"","Tatoeba (kat-eng)":"","Tatoeba (kaz-eng)":"","Tatoeba (khm-eng)":"","Tatoeba (kor-eng)":"","Tatoeba (kur-eng)":"","Tatoeba (kzj-eng)":"","Tatoeba (lat-eng)":"","Tatoeba (lfn-eng)":"","Tatoeba (lit-eng)":"","Tatoeba (lvs-eng)":"","Tatoeba (mal-eng)":"","Tatoeba (mar-eng)":"","Tatoeba (max-eng)":"","Tatoeba (mhr-eng)":"","Tatoeba (mkd-eng)":"","Tatoeba (mon-eng)":"","Tatoeba (nds-eng)":"","Tatoeba (nld-eng)":"","Tatoeba (nno-eng)":"","Tatoeba (nob-eng)":"","Tatoeba (nov-eng)":"","Tatoeba (oci-eng)":"","Tatoeba (orv-eng)":"","Tatoeba (pam-eng)":"","Tatoeba (pes-eng)":"","Tatoeba (pms-eng)":"","Tatoeba (pol-eng)":"","Tatoeba (por-eng)":"","Tatoeba (ron-eng)":"","Tatoeba (rus-eng)":"","Tatoeba (slk-eng)":"","Tatoeba (slv-eng)":"","Tatoeba (spa-eng)":"","Tatoeba (sqi-eng)":"","Tatoeba (srp-eng)":"","Tatoeba (swe-eng)":"","Tatoeba (swg-eng)":"","Tatoeba (swh-eng)":"","Tatoeba (tam-eng)":"","Tatoeba (tat-eng)":"","Tatoeba (tel-eng)":"","Tatoeba (tgl-eng)":"","Tatoeba (tha-eng)":"","Tatoeba (tuk-eng)":"","Tatoeba (tur-eng)":"","Tatoeba (tzl-eng)":"","Tatoeba (uig-eng)":"","Tatoeba (ukr-eng)":"","Tatoeba (urd-eng)":"","Tatoeba (uzb-eng)":"","Tatoeba (vie-eng)":"","Tatoeba (war-eng)":"","Tatoeba (wuu-eng)":"","Tatoeba (xho-eng)":"","Tatoeba (yid-eng)":"","Tatoeba (yue-eng)":"","Tatoeba (zsm-eng)":""} -{"index":64,"Rank":72,"Model":"paraphrase-multilingual-MiniLM-L12-hu_v1<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","BUCC (de-en)":"","BUCC (fr-en)":"","BUCC (ru-en)":"","BUCC (zh-en)":"","Tatoeba (afr-eng)":"","Tatoeba (amh-eng)":"","Tatoeba (ang-eng)":"","Tatoeba (ara-eng)":"","Tatoeba (arq-eng)":"","Tatoeba (arz-eng)":"","Tatoeba (ast-eng)":"","Tatoeba (awa-eng)":"","Tatoeba (aze-eng)":"","Tatoeba (bel-eng)":"","Tatoeba (ben-eng)":"","Tatoeba (ber-eng)":"","Tatoeba (bos-eng)":"","Tatoeba (bre-eng)":"","Tatoeba (bul-eng)":"","Tatoeba (cat-eng)":"","Tatoeba (cbk-eng)":"","Tatoeba (ceb-eng)":"","Tatoeba (ces-eng)":"","Tatoeba (cha-eng)":"","Tatoeba (cmn-eng)":"","Tatoeba (cor-eng)":"","Tatoeba (csb-eng)":"","Tatoeba (cym-eng)":"","Tatoeba (dan-eng)":"","Tatoeba (deu-eng)":"","Tatoeba (dsb-eng)":"","Tatoeba (dtp-eng)":"","Tatoeba (ell-eng)":"","Tatoeba (epo-eng)":"","Tatoeba (est-eng)":"","Tatoeba (eus-eng)":"","Tatoeba (fao-eng)":"","Tatoeba (fin-eng)":"","Tatoeba (fra-eng)":"","Tatoeba (fry-eng)":"","Tatoeba (gla-eng)":"","Tatoeba (gle-eng)":"","Tatoeba (glg-eng)":"","Tatoeba (gsw-eng)":"","Tatoeba (heb-eng)":"","Tatoeba (hin-eng)":"","Tatoeba (hrv-eng)":"","Tatoeba (hsb-eng)":"","Tatoeba (hun-eng)":88.48,"Tatoeba (hye-eng)":"","Tatoeba (ido-eng)":"","Tatoeba (ile-eng)":"","Tatoeba (ina-eng)":"","Tatoeba (ind-eng)":"","Tatoeba (isl-eng)":"","Tatoeba (ita-eng)":"","Tatoeba (jav-eng)":"","Tatoeba (jpn-eng)":"","Tatoeba (kab-eng)":"","Tatoeba (kat-eng)":"","Tatoeba (kaz-eng)":"","Tatoeba (khm-eng)":"","Tatoeba (kor-eng)":"","Tatoeba (kur-eng)":"","Tatoeba (kzj-eng)":"","Tatoeba (lat-eng)":"","Tatoeba (lfn-eng)":"","Tatoeba (lit-eng)":"","Tatoeba (lvs-eng)":"","Tatoeba (mal-eng)":"","Tatoeba (mar-eng)":"","Tatoeba (max-eng)":"","Tatoeba (mhr-eng)":"","Tatoeba (mkd-eng)":"","Tatoeba (mon-eng)":"","Tatoeba (nds-eng)":"","Tatoeba (nld-eng)":"","Tatoeba (nno-eng)":"","Tatoeba (nob-eng)":"","Tatoeba (nov-eng)":"","Tatoeba (oci-eng)":"","Tatoeba (orv-eng)":"","Tatoeba (pam-eng)":"","Tatoeba (pes-eng)":"","Tatoeba (pms-eng)":"","Tatoeba (pol-eng)":"","Tatoeba (por-eng)":"","Tatoeba (ron-eng)":"","Tatoeba (rus-eng)":"","Tatoeba (slk-eng)":"","Tatoeba (slv-eng)":"","Tatoeba (spa-eng)":"","Tatoeba (sqi-eng)":"","Tatoeba (srp-eng)":"","Tatoeba (swe-eng)":"","Tatoeba (swg-eng)":"","Tatoeba (swh-eng)":"","Tatoeba (tam-eng)":"","Tatoeba (tat-eng)":"","Tatoeba (tel-eng)":"","Tatoeba (tgl-eng)":"","Tatoeba (tha-eng)":"","Tatoeba (tuk-eng)":"","Tatoeba (tur-eng)":"","Tatoeba (tzl-eng)":"","Tatoeba (uig-eng)":"","Tatoeba (ukr-eng)":"","Tatoeba (urd-eng)":"","Tatoeba (uzb-eng)":"","Tatoeba (vie-eng)":"","Tatoeba (war-eng)":"","Tatoeba (wuu-eng)":"","Tatoeba (xho-eng)":"","Tatoeba (yid-eng)":"","Tatoeba (yue-eng)":"","Tatoeba (zsm-eng)":""} -{"index":65,"Rank":73,"Model":"nomic-embed-text-v1<\/a>","Model Size (Million Parameters)":547,"Memory Usage (GB, fp32)":2.04,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","BUCC (de-en)":"","BUCC (fr-en)":"","BUCC (ru-en)":"","BUCC (zh-en)":"","Tatoeba (afr-eng)":7.44,"Tatoeba (amh-eng)":0.02,"Tatoeba (ang-eng)":20.19,"Tatoeba (ara-eng)":0.07,"Tatoeba (arq-eng)":0.18,"Tatoeba (arz-eng)":0.0,"Tatoeba (ast-eng)":12.01,"Tatoeba (awa-eng)":0.61,"Tatoeba (aze-eng)":3.13,"Tatoeba (bel-eng)":0.72,"Tatoeba (ben-eng)":0.03,"Tatoeba (ber-eng)":4.51,"Tatoeba (bos-eng)":10.44,"Tatoeba (bre-eng)":3.47,"Tatoeba (bul-eng)":0.25,"Tatoeba (cat-eng)":12.95,"Tatoeba (cbk-eng)":10.21,"Tatoeba (ceb-eng)":3.68,"Tatoeba (ces-eng)":3.77,"Tatoeba (cha-eng)":15.67,"Tatoeba (cmn-eng)":2.32,"Tatoeba (cor-eng)":2.82,"Tatoeba (csb-eng)":5.85,"Tatoeba (cym-eng)":5.81,"Tatoeba (dan-eng)":10.9,"Tatoeba (deu-eng)":14.13,"Tatoeba (dsb-eng)":4.29,"Tatoeba (dtp-eng)":2.55,"Tatoeba (ell-eng)":0.27,"Tatoeba (epo-eng)":8.91,"Tatoeba (est-eng)":2.58,"Tatoeba (eus-eng)":6.37,"Tatoeba (fao-eng)":8.1,"Tatoeba (fin-eng)":2.13,"Tatoeba (fra-eng)":19.4,"Tatoeba (fry-eng)":21.97,"Tatoeba (gla-eng)":1.82,"Tatoeba (gle-eng)":3.46,"Tatoeba (glg-eng)":15.6,"Tatoeba (gsw-eng)":13.28,"Tatoeba (heb-eng)":0.1,"Tatoeba (hin-eng)":0.14,"Tatoeba (hrv-eng)":6.28,"Tatoeba (hsb-eng)":4.34,"Tatoeba (hun-eng)":4.09,"Tatoeba (hye-eng)":0.44,"Tatoeba (ido-eng)":13.67,"Tatoeba (ile-eng)":20.76,"Tatoeba (ina-eng)":28.51,"Tatoeba (ind-eng)":5.42,"Tatoeba (isl-eng)":4.2,"Tatoeba (ita-eng)":16.28,"Tatoeba (jav-eng)":5.45,"Tatoeba (jpn-eng)":0.82,"Tatoeba (kab-eng)":0.73,"Tatoeba (kat-eng)":0.57,"Tatoeba (kaz-eng)":0.13,"Tatoeba (khm-eng)":0.14,"Tatoeba (kor-eng)":0.9,"Tatoeba (kur-eng)":6.43,"Tatoeba (kzj-eng)":4.02,"Tatoeba (lat-eng)":8.81,"Tatoeba (lfn-eng)":10.78,"Tatoeba (lit-eng)":2.04,"Tatoeba (lvs-eng)":3.57,"Tatoeba (mal-eng)":0.0,"Tatoeba (mar-eng)":0.12,"Tatoeba (max-eng)":9.71,"Tatoeba (mhr-eng)":0.05,"Tatoeba (mkd-eng)":0.07,"Tatoeba (mon-eng)":1.05,"Tatoeba (nds-eng)":12.62,"Tatoeba (nld-eng)":13.62,"Tatoeba (nno-eng)":9.33,"Tatoeba (nob-eng)":11.05,"Tatoeba (nov-eng)":26.96,"Tatoeba (oci-eng)":9.03,"Tatoeba (orv-eng)":0.09,"Tatoeba (pam-eng)":4.62,"Tatoeba (pes-eng)":0.01,"Tatoeba (pms-eng)":8.55,"Tatoeba (pol-eng)":4.34,"Tatoeba (por-eng)":13.64,"Tatoeba (ron-eng)":8.6,"Tatoeba (rus-eng)":0.11,"Tatoeba (slk-eng)":4.36,"Tatoeba (slv-eng)":4.47,"Tatoeba (spa-eng)":15.79,"Tatoeba (sqi-eng)":6.88,"Tatoeba (srp-eng)":1.71,"Tatoeba (swe-eng)":9.4,"Tatoeba (swg-eng)":12.84,"Tatoeba (swh-eng)":7.41,"Tatoeba (tam-eng)":0.33,"Tatoeba (tat-eng)":0.76,"Tatoeba (tel-eng)":0.5,"Tatoeba (tgl-eng)":3.61,"Tatoeba (tha-eng)":0.73,"Tatoeba (tuk-eng)":3.91,"Tatoeba (tur-eng)":3.56,"Tatoeba (tzl-eng)":6.54,"Tatoeba (uig-eng)":0.2,"Tatoeba (ukr-eng)":0.48,"Tatoeba (urd-eng)":0.0,"Tatoeba (uzb-eng)":2.89,"Tatoeba (vie-eng)":4.41,"Tatoeba (war-eng)":5.65,"Tatoeba (wuu-eng)":1.25,"Tatoeba (xho-eng)":1.5,"Tatoeba (yid-eng)":0.45,"Tatoeba (yue-eng)":1.61,"Tatoeba (zsm-eng)":7.62} -{"index":67,"Rank":74,"Model":"all-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","BUCC (de-en)":"","BUCC (fr-en)":"","BUCC (ru-en)":"","BUCC (zh-en)":"","Tatoeba (afr-eng)":7.59,"Tatoeba (amh-eng)":0.01,"Tatoeba (ang-eng)":14.63,"Tatoeba (ara-eng)":0.43,"Tatoeba (arq-eng)":0.28,"Tatoeba (arz-eng)":0.0,"Tatoeba (ast-eng)":9.99,"Tatoeba (awa-eng)":0.44,"Tatoeba (aze-eng)":1.47,"Tatoeba (bel-eng)":0.85,"Tatoeba (ben-eng)":0.02,"Tatoeba (ber-eng)":4.72,"Tatoeba (bos-eng)":7.05,"Tatoeba (bre-eng)":3.68,"Tatoeba (bul-eng)":0.23,"Tatoeba (cat-eng)":11.79,"Tatoeba (cbk-eng)":9.76,"Tatoeba (ceb-eng)":3.95,"Tatoeba (ces-eng)":4.2,"Tatoeba (cha-eng)":13.07,"Tatoeba (cmn-eng)":2.45,"Tatoeba (cor-eng)":2.47,"Tatoeba (csb-eng)":5.21,"Tatoeba (cym-eng)":5.13,"Tatoeba (dan-eng)":10.21,"Tatoeba (deu-eng)":13.89,"Tatoeba (dsb-eng)":3.06,"Tatoeba (dtp-eng)":3.31,"Tatoeba (ell-eng)":0.2,"Tatoeba (epo-eng)":8.5,"Tatoeba (est-eng)":2.6,"Tatoeba (eus-eng)":6.58,"Tatoeba (fao-eng)":5.92,"Tatoeba (fin-eng)":3.65,"Tatoeba (fra-eng)":17.53,"Tatoeba (fry-eng)":14.53,"Tatoeba (gla-eng)":2.58,"Tatoeba (gle-eng)":3.08,"Tatoeba (glg-eng)":12.6,"Tatoeba (gsw-eng)":9.9,"Tatoeba (heb-eng)":0.3,"Tatoeba (hin-eng)":0.0,"Tatoeba (hrv-eng)":5.68,"Tatoeba (hsb-eng)":2.89,"Tatoeba (hun-eng)":3.93,"Tatoeba (hye-eng)":0.5,"Tatoeba (ido-eng)":11.08,"Tatoeba (ile-eng)":17.43,"Tatoeba (ina-eng)":25.36,"Tatoeba (ind-eng)":5.3,"Tatoeba (isl-eng)":3.44,"Tatoeba (ita-eng)":12.57,"Tatoeba (jav-eng)":3.5,"Tatoeba (jpn-eng)":2.18,"Tatoeba (kab-eng)":0.91,"Tatoeba (kat-eng)":0.45,"Tatoeba (kaz-eng)":0.82,"Tatoeba (khm-eng)":0.42,"Tatoeba (kor-eng)":0.9,"Tatoeba (kur-eng)":7.3,"Tatoeba (kzj-eng)":3.64,"Tatoeba (lat-eng)":7.14,"Tatoeba (lfn-eng)":7.52,"Tatoeba (lit-eng)":1.56,"Tatoeba (lvs-eng)":3.45,"Tatoeba (mal-eng)":0.24,"Tatoeba (mar-eng)":0.04,"Tatoeba (max-eng)":8.4,"Tatoeba (mhr-eng)":0.0,"Tatoeba (mkd-eng)":0.01,"Tatoeba (mon-eng)":0.06,"Tatoeba (nds-eng)":11.35,"Tatoeba (nld-eng)":12.56,"Tatoeba (nno-eng)":7.45,"Tatoeba (nob-eng)":8.02,"Tatoeba (nov-eng)":19.45,"Tatoeba (oci-eng)":8.72,"Tatoeba (orv-eng)":0.15,"Tatoeba (pam-eng)":4.73,"Tatoeba (pes-eng)":0.3,"Tatoeba (pms-eng)":8.94,"Tatoeba (pol-eng)":4.29,"Tatoeba (por-eng)":11.36,"Tatoeba (ron-eng)":8.77,"Tatoeba (rus-eng)":0.07,"Tatoeba (slk-eng)":4.2,"Tatoeba (slv-eng)":4.52,"Tatoeba (spa-eng)":11.26,"Tatoeba (sqi-eng)":5.86,"Tatoeba (srp-eng)":2.22,"Tatoeba (swe-eng)":7.31,"Tatoeba (swg-eng)":11.9,"Tatoeba (swh-eng)":5.82,"Tatoeba (tam-eng)":0.33,"Tatoeba (tat-eng)":0.75,"Tatoeba (tel-eng)":0.67,"Tatoeba (tgl-eng)":3.34,"Tatoeba (tha-eng)":0.67,"Tatoeba (tuk-eng)":2.66,"Tatoeba (tur-eng)":3.69,"Tatoeba (tzl-eng)":6.87,"Tatoeba (uig-eng)":0.4,"Tatoeba (ukr-eng)":0.57,"Tatoeba (urd-eng)":0.0,"Tatoeba (uzb-eng)":2.2,"Tatoeba (vie-eng)":5.06,"Tatoeba (war-eng)":6.18,"Tatoeba (wuu-eng)":1.89,"Tatoeba (xho-eng)":3.66,"Tatoeba (yid-eng)":0.19,"Tatoeba (yue-eng)":1.89,"Tatoeba (zsm-eng)":5.99} -{"index":68,"Rank":75,"Model":"all-MiniLM-L6-v2<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","BUCC (de-en)":"","BUCC (fr-en)":"","BUCC (ru-en)":"","BUCC (zh-en)":"","Tatoeba (afr-eng)":5.89,"Tatoeba (amh-eng)":0.25,"Tatoeba (ang-eng)":15.64,"Tatoeba (ara-eng)":0.0,"Tatoeba (arq-eng)":0.11,"Tatoeba (arz-eng)":0.0,"Tatoeba (ast-eng)":6.84,"Tatoeba (awa-eng)":0.51,"Tatoeba (aze-eng)":1.04,"Tatoeba (bel-eng)":0.5,"Tatoeba (ben-eng)":0.0,"Tatoeba (ber-eng)":4.69,"Tatoeba (bos-eng)":5.58,"Tatoeba (bre-eng)":3.22,"Tatoeba (bul-eng)":0.21,"Tatoeba (cat-eng)":6.93,"Tatoeba (cbk-eng)":7.04,"Tatoeba (ceb-eng)":3.39,"Tatoeba (ces-eng)":3.04,"Tatoeba (cha-eng)":13.29,"Tatoeba (cmn-eng)":1.92,"Tatoeba (cor-eng)":2.41,"Tatoeba (csb-eng)":3.78,"Tatoeba (cym-eng)":6.09,"Tatoeba (dan-eng)":7.84,"Tatoeba (deu-eng)":7.89,"Tatoeba (dsb-eng)":2.9,"Tatoeba (dtp-eng)":1.88,"Tatoeba (ell-eng)":0.1,"Tatoeba (epo-eng)":5.46,"Tatoeba (est-eng)":2.36,"Tatoeba (eus-eng)":5.54,"Tatoeba (fao-eng)":5.33,"Tatoeba (fin-eng)":2.79,"Tatoeba (fra-eng)":8.17,"Tatoeba (fry-eng)":11.22,"Tatoeba (gla-eng)":2.7,"Tatoeba (gle-eng)":2.75,"Tatoeba (glg-eng)":9.31,"Tatoeba (gsw-eng)":11.33,"Tatoeba (heb-eng)":0.22,"Tatoeba (hin-eng)":0.0,"Tatoeba (hrv-eng)":3.83,"Tatoeba (hsb-eng)":2.65,"Tatoeba (hun-eng)":3.56,"Tatoeba (hye-eng)":0.41,"Tatoeba (ido-eng)":7.48,"Tatoeba (ile-eng)":13.54,"Tatoeba (ina-eng)":17.63,"Tatoeba (ind-eng)":3.86,"Tatoeba (isl-eng)":2.37,"Tatoeba (ita-eng)":9.9,"Tatoeba (jav-eng)":3.37,"Tatoeba (jpn-eng)":0.97,"Tatoeba (kab-eng)":0.96,"Tatoeba (kat-eng)":0.3,"Tatoeba (kaz-eng)":0.42,"Tatoeba (khm-eng)":0.42,"Tatoeba (kor-eng)":0.45,"Tatoeba (kur-eng)":5.21,"Tatoeba (kzj-eng)":2.78,"Tatoeba (lat-eng)":5.04,"Tatoeba (lfn-eng)":4.55,"Tatoeba (lit-eng)":0.92,"Tatoeba (lvs-eng)":2.61,"Tatoeba (mal-eng)":0.15,"Tatoeba (mar-eng)":0.0,"Tatoeba (max-eng)":6.93,"Tatoeba (mhr-eng)":0.0,"Tatoeba (mkd-eng)":0.0,"Tatoeba (mon-eng)":0.38,"Tatoeba (nds-eng)":9.56,"Tatoeba (nld-eng)":10.16,"Tatoeba (nno-eng)":5.38,"Tatoeba (nob-eng)":4.34,"Tatoeba (nov-eng)":13.97,"Tatoeba (oci-eng)":6.55,"Tatoeba (orv-eng)":0.0,"Tatoeba (pam-eng)":3.54,"Tatoeba (pes-eng)":0.0,"Tatoeba (pms-eng)":7.62,"Tatoeba (pol-eng)":2.58,"Tatoeba (por-eng)":8.29,"Tatoeba (ron-eng)":6.82,"Tatoeba (rus-eng)":0.07,"Tatoeba (slk-eng)":3.27,"Tatoeba (slv-eng)":3.25,"Tatoeba (spa-eng)":5.63,"Tatoeba (sqi-eng)":3.58,"Tatoeba (srp-eng)":1.28,"Tatoeba (swe-eng)":6.06,"Tatoeba (swg-eng)":8.92,"Tatoeba (swh-eng)":5.8,"Tatoeba (tam-eng)":0.33,"Tatoeba (tat-eng)":0.44,"Tatoeba (tel-eng)":0.46,"Tatoeba (tgl-eng)":2.69,"Tatoeba (tha-eng)":0.3,"Tatoeba (tuk-eng)":3.52,"Tatoeba (tur-eng)":3.59,"Tatoeba (tzl-eng)":4.58,"Tatoeba (uig-eng)":0.2,"Tatoeba (ukr-eng)":0.3,"Tatoeba (urd-eng)":0.1,"Tatoeba (uzb-eng)":2.34,"Tatoeba (vie-eng)":3.07,"Tatoeba (war-eng)":4.94,"Tatoeba (wuu-eng)":0.6,"Tatoeba (xho-eng)":4.01,"Tatoeba (yid-eng)":0.14,"Tatoeba (yue-eng)":0.86,"Tatoeba (zsm-eng)":4.24} -{"index":69,"Rank":76,"Model":"all-mpnet-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","BUCC (de-en)":"","BUCC (fr-en)":"","BUCC (ru-en)":"","BUCC (zh-en)":"","Tatoeba (afr-eng)":6.08,"Tatoeba (amh-eng)":0.0,"Tatoeba (ang-eng)":9.77,"Tatoeba (ara-eng)":0.1,"Tatoeba (arq-eng)":0.33,"Tatoeba (arz-eng)":0.0,"Tatoeba (ast-eng)":9.78,"Tatoeba (awa-eng)":0.44,"Tatoeba (aze-eng)":1.49,"Tatoeba (bel-eng)":0.65,"Tatoeba (ben-eng)":0.0,"Tatoeba (ber-eng)":4.56,"Tatoeba (bos-eng)":4.6,"Tatoeba (bre-eng)":3.65,"Tatoeba (bul-eng)":0.35,"Tatoeba (cat-eng)":9.44,"Tatoeba (cbk-eng)":9.33,"Tatoeba (ceb-eng)":4.41,"Tatoeba (ces-eng)":3.56,"Tatoeba (cha-eng)":12.2,"Tatoeba (cmn-eng)":2.22,"Tatoeba (cor-eng)":2.42,"Tatoeba (csb-eng)":4.19,"Tatoeba (cym-eng)":4.88,"Tatoeba (dan-eng)":10.01,"Tatoeba (deu-eng)":11.46,"Tatoeba (dsb-eng)":2.96,"Tatoeba (dtp-eng)":3.54,"Tatoeba (ell-eng)":0.0,"Tatoeba (epo-eng)":7.15,"Tatoeba (est-eng)":2.35,"Tatoeba (eus-eng)":3.94,"Tatoeba (fao-eng)":7.08,"Tatoeba (fin-eng)":3.82,"Tatoeba (fra-eng)":16.9,"Tatoeba (fry-eng)":12.43,"Tatoeba (gla-eng)":2.04,"Tatoeba (gle-eng)":2.19,"Tatoeba (glg-eng)":12.0,"Tatoeba (gsw-eng)":10.67,"Tatoeba (heb-eng)":0.28,"Tatoeba (hin-eng)":0.02,"Tatoeba (hrv-eng)":3.77,"Tatoeba (hsb-eng)":3.12,"Tatoeba (hun-eng)":3.23,"Tatoeba (hye-eng)":0.14,"Tatoeba (ido-eng)":9.84,"Tatoeba (ile-eng)":17.84,"Tatoeba (ina-eng)":22.55,"Tatoeba (ind-eng)":4.88,"Tatoeba (isl-eng)":3.86,"Tatoeba (ita-eng)":11.1,"Tatoeba (jav-eng)":3.17,"Tatoeba (jpn-eng)":1.71,"Tatoeba (kab-eng)":1.31,"Tatoeba (kat-eng)":0.43,"Tatoeba (kaz-eng)":0.52,"Tatoeba (khm-eng)":0.28,"Tatoeba (kor-eng)":0.32,"Tatoeba (kur-eng)":3.65,"Tatoeba (kzj-eng)":3.62,"Tatoeba (lat-eng)":5.78,"Tatoeba (lfn-eng)":6.1,"Tatoeba (lit-eng)":1.02,"Tatoeba (lvs-eng)":2.98,"Tatoeba (mal-eng)":0.15,"Tatoeba (mar-eng)":0.11,"Tatoeba (max-eng)":6.46,"Tatoeba (mhr-eng)":0.17,"Tatoeba (mkd-eng)":0.0,"Tatoeba (mon-eng)":0.81,"Tatoeba (nds-eng)":10.96,"Tatoeba (nld-eng)":9.29,"Tatoeba (nno-eng)":5.75,"Tatoeba (nob-eng)":4.37,"Tatoeba (nov-eng)":16.61,"Tatoeba (oci-eng)":8.57,"Tatoeba (orv-eng)":0.0,"Tatoeba (pam-eng)":4.32,"Tatoeba (pes-eng)":0.2,"Tatoeba (pms-eng)":7.63,"Tatoeba (pol-eng)":4.09,"Tatoeba (por-eng)":10.48,"Tatoeba (ron-eng)":7.34,"Tatoeba (rus-eng)":0.14,"Tatoeba (slk-eng)":3.4,"Tatoeba (slv-eng)":3.73,"Tatoeba (spa-eng)":10.12,"Tatoeba (sqi-eng)":3.45,"Tatoeba (srp-eng)":1.89,"Tatoeba (swe-eng)":6.55,"Tatoeba (swg-eng)":7.86,"Tatoeba (swh-eng)":6.01,"Tatoeba (tam-eng)":0.73,"Tatoeba (tat-eng)":0.24,"Tatoeba (tel-eng)":0.73,"Tatoeba (tgl-eng)":4.06,"Tatoeba (tha-eng)":0.0,"Tatoeba (tuk-eng)":2.23,"Tatoeba (tur-eng)":3.16,"Tatoeba (tzl-eng)":3.55,"Tatoeba (uig-eng)":0.33,"Tatoeba (ukr-eng)":0.5,"Tatoeba (urd-eng)":0.0,"Tatoeba (uzb-eng)":1.98,"Tatoeba (vie-eng)":4.96,"Tatoeba (war-eng)":5.14,"Tatoeba (wuu-eng)":0.91,"Tatoeba (xho-eng)":3.3,"Tatoeba (yid-eng)":0.08,"Tatoeba (yue-eng)":1.16,"Tatoeba (zsm-eng)":4.75} -{"index":70,"Rank":77,"Model":"average_word_embeddings_glove.6B.300d<\/a>","Model Size (Million Parameters)":120,"Memory Usage (GB, fp32)":0.45,"Embedding Dimensions":300,"Max Tokens":"N\/A","Average":"","BUCC (de-en)":0.18,"BUCC (fr-en)":0.19,"BUCC (ru-en)":0.1,"BUCC (zh-en)":0.0,"Tatoeba (afr-eng)":"","Tatoeba (amh-eng)":"","Tatoeba (ang-eng)":"","Tatoeba (ara-eng)":"","Tatoeba (arq-eng)":"","Tatoeba (arz-eng)":"","Tatoeba (ast-eng)":"","Tatoeba (awa-eng)":"","Tatoeba (aze-eng)":"","Tatoeba (bel-eng)":"","Tatoeba (ben-eng)":"","Tatoeba (ber-eng)":"","Tatoeba (bos-eng)":"","Tatoeba (bre-eng)":"","Tatoeba (bul-eng)":"","Tatoeba (cat-eng)":"","Tatoeba (cbk-eng)":"","Tatoeba (ceb-eng)":"","Tatoeba (ces-eng)":"","Tatoeba (cha-eng)":"","Tatoeba (cmn-eng)":"","Tatoeba (cor-eng)":"","Tatoeba (csb-eng)":"","Tatoeba (cym-eng)":"","Tatoeba (dan-eng)":"","Tatoeba (deu-eng)":"","Tatoeba (dsb-eng)":"","Tatoeba (dtp-eng)":"","Tatoeba (ell-eng)":"","Tatoeba (epo-eng)":"","Tatoeba (est-eng)":"","Tatoeba (eus-eng)":"","Tatoeba (fao-eng)":"","Tatoeba (fin-eng)":"","Tatoeba (fra-eng)":"","Tatoeba (fry-eng)":"","Tatoeba (gla-eng)":"","Tatoeba (gle-eng)":"","Tatoeba (glg-eng)":"","Tatoeba (gsw-eng)":"","Tatoeba (heb-eng)":"","Tatoeba (hin-eng)":"","Tatoeba (hrv-eng)":"","Tatoeba (hsb-eng)":"","Tatoeba (hun-eng)":"","Tatoeba (hye-eng)":"","Tatoeba (ido-eng)":"","Tatoeba (ile-eng)":"","Tatoeba (ina-eng)":"","Tatoeba (ind-eng)":"","Tatoeba (isl-eng)":"","Tatoeba (ita-eng)":"","Tatoeba (jav-eng)":"","Tatoeba (jpn-eng)":"","Tatoeba (kab-eng)":"","Tatoeba (kat-eng)":"","Tatoeba (kaz-eng)":"","Tatoeba (khm-eng)":"","Tatoeba (kor-eng)":"","Tatoeba (kur-eng)":"","Tatoeba (kzj-eng)":"","Tatoeba (lat-eng)":"","Tatoeba (lfn-eng)":"","Tatoeba (lit-eng)":"","Tatoeba (lvs-eng)":"","Tatoeba (mal-eng)":"","Tatoeba (mar-eng)":"","Tatoeba (max-eng)":"","Tatoeba (mhr-eng)":"","Tatoeba (mkd-eng)":"","Tatoeba (mon-eng)":"","Tatoeba (nds-eng)":"","Tatoeba (nld-eng)":"","Tatoeba (nno-eng)":"","Tatoeba (nob-eng)":"","Tatoeba (nov-eng)":"","Tatoeba (oci-eng)":"","Tatoeba (orv-eng)":"","Tatoeba (pam-eng)":"","Tatoeba (pes-eng)":"","Tatoeba (pms-eng)":"","Tatoeba (pol-eng)":"","Tatoeba (por-eng)":"","Tatoeba (ron-eng)":"","Tatoeba (rus-eng)":"","Tatoeba (slk-eng)":"","Tatoeba (slv-eng)":"","Tatoeba (spa-eng)":"","Tatoeba (sqi-eng)":"","Tatoeba (srp-eng)":"","Tatoeba (swe-eng)":"","Tatoeba (swg-eng)":"","Tatoeba (swh-eng)":"","Tatoeba (tam-eng)":"","Tatoeba (tat-eng)":"","Tatoeba (tel-eng)":"","Tatoeba (tgl-eng)":"","Tatoeba (tha-eng)":"","Tatoeba (tuk-eng)":"","Tatoeba (tur-eng)":"","Tatoeba (tzl-eng)":"","Tatoeba (uig-eng)":"","Tatoeba (ukr-eng)":"","Tatoeba (urd-eng)":"","Tatoeba (uzb-eng)":"","Tatoeba (vie-eng)":"","Tatoeba (war-eng)":"","Tatoeba (wuu-eng)":"","Tatoeba (xho-eng)":"","Tatoeba (yid-eng)":"","Tatoeba (yue-eng)":"","Tatoeba (zsm-eng)":""} -{"index":77,"Rank":78,"Model":"LaBSE-ru-turbo<\/a>","Model Size (Million Parameters)":128,"Memory Usage (GB, fp32)":0.48,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","BUCC (de-en)":"","BUCC (fr-en)":"","BUCC (ru-en)":"","BUCC (zh-en)":"","Tatoeba (afr-eng)":"","Tatoeba (amh-eng)":"","Tatoeba (ang-eng)":"","Tatoeba (ara-eng)":"","Tatoeba (arq-eng)":"","Tatoeba (arz-eng)":"","Tatoeba (ast-eng)":"","Tatoeba (awa-eng)":"","Tatoeba (aze-eng)":"","Tatoeba (bel-eng)":"","Tatoeba (ben-eng)":"","Tatoeba (ber-eng)":"","Tatoeba (bos-eng)":"","Tatoeba (bre-eng)":"","Tatoeba (bul-eng)":"","Tatoeba (cat-eng)":"","Tatoeba (cbk-eng)":"","Tatoeba (ceb-eng)":"","Tatoeba (ces-eng)":"","Tatoeba (cha-eng)":"","Tatoeba (cmn-eng)":"","Tatoeba (cor-eng)":"","Tatoeba (csb-eng)":"","Tatoeba (cym-eng)":"","Tatoeba (dan-eng)":"","Tatoeba (deu-eng)":"","Tatoeba (dsb-eng)":"","Tatoeba (dtp-eng)":"","Tatoeba (ell-eng)":"","Tatoeba (epo-eng)":"","Tatoeba (est-eng)":"","Tatoeba (eus-eng)":"","Tatoeba (fao-eng)":"","Tatoeba (fin-eng)":"","Tatoeba (fra-eng)":"","Tatoeba (fry-eng)":"","Tatoeba (gla-eng)":"","Tatoeba (gle-eng)":"","Tatoeba (glg-eng)":"","Tatoeba (gsw-eng)":"","Tatoeba (heb-eng)":"","Tatoeba (hin-eng)":"","Tatoeba (hrv-eng)":"","Tatoeba (hsb-eng)":"","Tatoeba (hun-eng)":"","Tatoeba (hye-eng)":"","Tatoeba (ido-eng)":"","Tatoeba (ile-eng)":"","Tatoeba (ina-eng)":"","Tatoeba (ind-eng)":"","Tatoeba (isl-eng)":"","Tatoeba (ita-eng)":"","Tatoeba (jav-eng)":"","Tatoeba (jpn-eng)":"","Tatoeba (kab-eng)":"","Tatoeba (kat-eng)":"","Tatoeba (kaz-eng)":"","Tatoeba (khm-eng)":"","Tatoeba (kor-eng)":"","Tatoeba (kur-eng)":"","Tatoeba (kzj-eng)":"","Tatoeba (lat-eng)":"","Tatoeba (lfn-eng)":"","Tatoeba (lit-eng)":"","Tatoeba (lvs-eng)":"","Tatoeba (mal-eng)":"","Tatoeba (mar-eng)":"","Tatoeba (max-eng)":"","Tatoeba (mhr-eng)":"","Tatoeba (mkd-eng)":"","Tatoeba (mon-eng)":"","Tatoeba (nds-eng)":"","Tatoeba (nld-eng)":"","Tatoeba (nno-eng)":"","Tatoeba (nob-eng)":"","Tatoeba (nov-eng)":"","Tatoeba (oci-eng)":"","Tatoeba (orv-eng)":"","Tatoeba (pam-eng)":"","Tatoeba (pes-eng)":"","Tatoeba (pms-eng)":"","Tatoeba (pol-eng)":"","Tatoeba (por-eng)":"","Tatoeba (ron-eng)":"","Tatoeba (rus-eng)":93.22,"Tatoeba (slk-eng)":"","Tatoeba (slv-eng)":"","Tatoeba (spa-eng)":"","Tatoeba (sqi-eng)":"","Tatoeba (srp-eng)":"","Tatoeba (swe-eng)":"","Tatoeba (swg-eng)":"","Tatoeba (swh-eng)":"","Tatoeba (tam-eng)":"","Tatoeba (tat-eng)":"","Tatoeba (tel-eng)":"","Tatoeba (tgl-eng)":"","Tatoeba (tha-eng)":"","Tatoeba (tuk-eng)":"","Tatoeba (tur-eng)":"","Tatoeba (tzl-eng)":"","Tatoeba (uig-eng)":"","Tatoeba (ukr-eng)":"","Tatoeba (urd-eng)":"","Tatoeba (uzb-eng)":"","Tatoeba (vie-eng)":"","Tatoeba (war-eng)":"","Tatoeba (wuu-eng)":"","Tatoeba (xho-eng)":"","Tatoeba (yid-eng)":"","Tatoeba (yue-eng)":"","Tatoeba (zsm-eng)":""} -{"index":78,"Rank":79,"Model":"rubert-tiny-turbo<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"Embedding Dimensions":312,"Max Tokens":2048,"Average":"","BUCC (de-en)":"","BUCC (fr-en)":"","BUCC (ru-en)":"","BUCC (zh-en)":"","Tatoeba (afr-eng)":"","Tatoeba (amh-eng)":"","Tatoeba (ang-eng)":"","Tatoeba (ara-eng)":"","Tatoeba (arq-eng)":"","Tatoeba (arz-eng)":"","Tatoeba (ast-eng)":"","Tatoeba (awa-eng)":"","Tatoeba (aze-eng)":"","Tatoeba (bel-eng)":"","Tatoeba (ben-eng)":"","Tatoeba (ber-eng)":"","Tatoeba (bos-eng)":"","Tatoeba (bre-eng)":"","Tatoeba (bul-eng)":"","Tatoeba (cat-eng)":"","Tatoeba (cbk-eng)":"","Tatoeba (ceb-eng)":"","Tatoeba (ces-eng)":"","Tatoeba (cha-eng)":"","Tatoeba (cmn-eng)":"","Tatoeba (cor-eng)":"","Tatoeba (csb-eng)":"","Tatoeba (cym-eng)":"","Tatoeba (dan-eng)":"","Tatoeba (deu-eng)":"","Tatoeba (dsb-eng)":"","Tatoeba (dtp-eng)":"","Tatoeba (ell-eng)":"","Tatoeba (epo-eng)":"","Tatoeba (est-eng)":"","Tatoeba (eus-eng)":"","Tatoeba (fao-eng)":"","Tatoeba (fin-eng)":"","Tatoeba (fra-eng)":"","Tatoeba (fry-eng)":"","Tatoeba (gla-eng)":"","Tatoeba (gle-eng)":"","Tatoeba (glg-eng)":"","Tatoeba (gsw-eng)":"","Tatoeba (heb-eng)":"","Tatoeba (hin-eng)":"","Tatoeba (hrv-eng)":"","Tatoeba (hsb-eng)":"","Tatoeba (hun-eng)":"","Tatoeba (hye-eng)":"","Tatoeba (ido-eng)":"","Tatoeba (ile-eng)":"","Tatoeba (ina-eng)":"","Tatoeba (ind-eng)":"","Tatoeba (isl-eng)":"","Tatoeba (ita-eng)":"","Tatoeba (jav-eng)":"","Tatoeba (jpn-eng)":"","Tatoeba (kab-eng)":"","Tatoeba (kat-eng)":"","Tatoeba (kaz-eng)":"","Tatoeba (khm-eng)":"","Tatoeba (kor-eng)":"","Tatoeba (kur-eng)":"","Tatoeba (kzj-eng)":"","Tatoeba (lat-eng)":"","Tatoeba (lfn-eng)":"","Tatoeba (lit-eng)":"","Tatoeba (lvs-eng)":"","Tatoeba (mal-eng)":"","Tatoeba (mar-eng)":"","Tatoeba (max-eng)":"","Tatoeba (mhr-eng)":"","Tatoeba (mkd-eng)":"","Tatoeba (mon-eng)":"","Tatoeba (nds-eng)":"","Tatoeba (nld-eng)":"","Tatoeba (nno-eng)":"","Tatoeba (nob-eng)":"","Tatoeba (nov-eng)":"","Tatoeba (oci-eng)":"","Tatoeba (orv-eng)":"","Tatoeba (pam-eng)":"","Tatoeba (pes-eng)":"","Tatoeba (pms-eng)":"","Tatoeba (pol-eng)":"","Tatoeba (por-eng)":"","Tatoeba (ron-eng)":"","Tatoeba (rus-eng)":83.14,"Tatoeba (slk-eng)":"","Tatoeba (slv-eng)":"","Tatoeba (spa-eng)":"","Tatoeba (sqi-eng)":"","Tatoeba (srp-eng)":"","Tatoeba (swe-eng)":"","Tatoeba (swg-eng)":"","Tatoeba (swh-eng)":"","Tatoeba (tam-eng)":"","Tatoeba (tat-eng)":"","Tatoeba (tel-eng)":"","Tatoeba (tgl-eng)":"","Tatoeba (tha-eng)":"","Tatoeba (tuk-eng)":"","Tatoeba (tur-eng)":"","Tatoeba (tzl-eng)":"","Tatoeba (uig-eng)":"","Tatoeba (ukr-eng)":"","Tatoeba (urd-eng)":"","Tatoeba (uzb-eng)":"","Tatoeba (vie-eng)":"","Tatoeba (war-eng)":"","Tatoeba (wuu-eng)":"","Tatoeba (xho-eng)":"","Tatoeba (yid-eng)":"","Tatoeba (yue-eng)":"","Tatoeba (zsm-eng)":""} -{"index":79,"Rank":80,"Model":"text2vec-base-multilingual<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":256,"Average":"","BUCC (de-en)":"","BUCC (fr-en)":"","BUCC (ru-en)":"","BUCC (zh-en)":"","Tatoeba (afr-eng)":53.85,"Tatoeba (amh-eng)":28.72,"Tatoeba (ang-eng)":9.91,"Tatoeba (ara-eng)":88.48,"Tatoeba (arq-eng)":15.17,"Tatoeba (arz-eng)":46.38,"Tatoeba (ast-eng)":59.27,"Tatoeba (awa-eng)":26.57,"Tatoeba (aze-eng)":50.48,"Tatoeba (bel-eng)":57.88,"Tatoeba (ben-eng)":19.9,"Tatoeba (ber-eng)":2.53,"Tatoeba (bos-eng)":93.6,"Tatoeba (bre-eng)":4.44,"Tatoeba (bul-eng)":92.79,"Tatoeba (cat-eng)":93.48,"Tatoeba (cbk-eng)":54.82,"Tatoeba (ceb-eng)":5.72,"Tatoeba (ces-eng)":94.3,"Tatoeba (cha-eng)":11.03,"Tatoeba (cmn-eng)":93.67,"Tatoeba (cor-eng)":3.09,"Tatoeba (csb-eng)":16.97,"Tatoeba (cym-eng)":11.56,"Tatoeba (dan-eng)":94.65,"Tatoeba (deu-eng)":96.03,"Tatoeba (dsb-eng)":29.84,"Tatoeba (dtp-eng)":3.32,"Tatoeba (ell-eng)":95.23,"Tatoeba (epo-eng)":32.67,"Tatoeba (est-eng)":97.75,"Tatoeba (eus-eng)":16.35,"Tatoeba (fao-eng)":19.62,"Tatoeba (fin-eng)":93.86,"Tatoeba (fra-eng)":91.29,"Tatoeba (fry-eng)":26.27,"Tatoeba (gla-eng)":1.87,"Tatoeba (gle-eng)":11.26,"Tatoeba (glg-eng)":93.12,"Tatoeba (gsw-eng)":27.33,"Tatoeba (heb-eng)":86.49,"Tatoeba (hin-eng)":97.17,"Tatoeba (hrv-eng)":96.07,"Tatoeba (hsb-eng)":36.15,"Tatoeba (hun-eng)":90.12,"Tatoeba (hye-eng)":92.68,"Tatoeba (ido-eng)":32.99,"Tatoeba (ile-eng)":56.1,"Tatoeba (ina-eng)":73.14,"Tatoeba (ind-eng)":91.57,"Tatoeba (isl-eng)":20.93,"Tatoeba (ita-eng)":92.18,"Tatoeba (jav-eng)":11.43,"Tatoeba (jpn-eng)":88.66,"Tatoeba (kab-eng)":0.86,"Tatoeba (kat-eng)":93.76,"Tatoeba (kaz-eng)":23.64,"Tatoeba (khm-eng)":27.12,"Tatoeba (kor-eng)":86.37,"Tatoeba (kur-eng)":43.05,"Tatoeba (kzj-eng)":3.99,"Tatoeba (lat-eng)":18.11,"Tatoeba (lfn-eng)":42.06,"Tatoeba (lit-eng)":93.15,"Tatoeba (lvs-eng)":98.0,"Tatoeba (mal-eng)":7.61,"Tatoeba (mar-eng)":91.27,"Tatoeba (max-eng)":36.23,"Tatoeba (mhr-eng)":3.97,"Tatoeba (mkd-eng)":90.86,"Tatoeba (mon-eng)":91.7,"Tatoeba (nds-eng)":29.11,"Tatoeba (nld-eng)":94.35,"Tatoeba (nno-eng)":70.14,"Tatoeba (nob-eng)":98.67,"Tatoeba (nov-eng)":46.38,"Tatoeba (oci-eng)":35.7,"Tatoeba (orv-eng)":12.32,"Tatoeba (pam-eng)":3.32,"Tatoeba (pes-eng)":88.84,"Tatoeba (pms-eng)":22.86,"Tatoeba (pol-eng)":94.7,"Tatoeba (por-eng)":92.58,"Tatoeba (ron-eng)":94.22,"Tatoeba (rus-eng)":91.73,"Tatoeba (slk-eng)":94.83,"Tatoeba (slv-eng)":97.25,"Tatoeba (spa-eng)":95.57,"Tatoeba (sqi-eng)":98.17,"Tatoeba (srp-eng)":91.77,"Tatoeba (swe-eng)":93.92,"Tatoeba (swg-eng)":22.4,"Tatoeba (swh-eng)":14.69,"Tatoeba (tam-eng)":35.72,"Tatoeba (tat-eng)":6.16,"Tatoeba (tel-eng)":41.89,"Tatoeba (tgl-eng)":9.49,"Tatoeba (tha-eng)":95.99,"Tatoeba (tuk-eng)":12.3,"Tatoeba (tur-eng)":94.73,"Tatoeba (tzl-eng)":25.48,"Tatoeba (uig-eng)":9.65,"Tatoeba (ukr-eng)":92.51,"Tatoeba (urd-eng)":94.21,"Tatoeba (uzb-eng)":14.03,"Tatoeba (vie-eng)":94.48,"Tatoeba (war-eng)":5.47,"Tatoeba (wuu-eng)":52.99,"Tatoeba (xho-eng)":2.01,"Tatoeba (yid-eng)":8.31,"Tatoeba (yue-eng)":54.38,"Tatoeba (zsm-eng)":94.48} -{"index":80,"Rank":81,"Model":"bi-cse<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","BUCC (de-en)":"","BUCC (fr-en)":"","BUCC (ru-en)":"","BUCC (zh-en)":98.39,"Tatoeba (afr-eng)":"","Tatoeba (amh-eng)":"","Tatoeba (ang-eng)":"","Tatoeba (ara-eng)":"","Tatoeba (arq-eng)":"","Tatoeba (arz-eng)":"","Tatoeba (ast-eng)":"","Tatoeba (awa-eng)":"","Tatoeba (aze-eng)":"","Tatoeba (bel-eng)":"","Tatoeba (ben-eng)":"","Tatoeba (ber-eng)":"","Tatoeba (bos-eng)":"","Tatoeba (bre-eng)":"","Tatoeba (bul-eng)":"","Tatoeba (cat-eng)":"","Tatoeba (cbk-eng)":"","Tatoeba (ceb-eng)":"","Tatoeba (ces-eng)":"","Tatoeba (cha-eng)":"","Tatoeba (cmn-eng)":95.15,"Tatoeba (cor-eng)":"","Tatoeba (csb-eng)":"","Tatoeba (cym-eng)":"","Tatoeba (dan-eng)":"","Tatoeba (deu-eng)":"","Tatoeba (dsb-eng)":"","Tatoeba (dtp-eng)":"","Tatoeba (ell-eng)":"","Tatoeba (epo-eng)":"","Tatoeba (est-eng)":"","Tatoeba (eus-eng)":"","Tatoeba (fao-eng)":"","Tatoeba (fin-eng)":"","Tatoeba (fra-eng)":"","Tatoeba (fry-eng)":"","Tatoeba (gla-eng)":"","Tatoeba (gle-eng)":"","Tatoeba (glg-eng)":"","Tatoeba (gsw-eng)":"","Tatoeba (heb-eng)":"","Tatoeba (hin-eng)":"","Tatoeba (hrv-eng)":"","Tatoeba (hsb-eng)":"","Tatoeba (hun-eng)":"","Tatoeba (hye-eng)":"","Tatoeba (ido-eng)":"","Tatoeba (ile-eng)":"","Tatoeba (ina-eng)":"","Tatoeba (ind-eng)":"","Tatoeba (isl-eng)":"","Tatoeba (ita-eng)":"","Tatoeba (jav-eng)":"","Tatoeba (jpn-eng)":"","Tatoeba (kab-eng)":"","Tatoeba (kat-eng)":"","Tatoeba (kaz-eng)":"","Tatoeba (khm-eng)":"","Tatoeba (kor-eng)":"","Tatoeba (kur-eng)":"","Tatoeba (kzj-eng)":"","Tatoeba (lat-eng)":"","Tatoeba (lfn-eng)":"","Tatoeba (lit-eng)":"","Tatoeba (lvs-eng)":"","Tatoeba (mal-eng)":"","Tatoeba (mar-eng)":"","Tatoeba (max-eng)":"","Tatoeba (mhr-eng)":"","Tatoeba (mkd-eng)":"","Tatoeba (mon-eng)":"","Tatoeba (nds-eng)":"","Tatoeba (nld-eng)":"","Tatoeba (nno-eng)":"","Tatoeba (nob-eng)":"","Tatoeba (nov-eng)":"","Tatoeba (oci-eng)":"","Tatoeba (orv-eng)":"","Tatoeba (pam-eng)":"","Tatoeba (pes-eng)":"","Tatoeba (pms-eng)":"","Tatoeba (pol-eng)":"","Tatoeba (por-eng)":"","Tatoeba (ron-eng)":"","Tatoeba (rus-eng)":"","Tatoeba (slk-eng)":"","Tatoeba (slv-eng)":"","Tatoeba (spa-eng)":"","Tatoeba (sqi-eng)":"","Tatoeba (srp-eng)":"","Tatoeba (swe-eng)":"","Tatoeba (swg-eng)":"","Tatoeba (swh-eng)":"","Tatoeba (tam-eng)":"","Tatoeba (tat-eng)":"","Tatoeba (tel-eng)":"","Tatoeba (tgl-eng)":"","Tatoeba (tha-eng)":"","Tatoeba (tuk-eng)":"","Tatoeba (tur-eng)":"","Tatoeba (tzl-eng)":"","Tatoeba (uig-eng)":"","Tatoeba (ukr-eng)":"","Tatoeba (urd-eng)":"","Tatoeba (uzb-eng)":"","Tatoeba (vie-eng)":"","Tatoeba (war-eng)":"","Tatoeba (wuu-eng)":"","Tatoeba (xho-eng)":"","Tatoeba (yid-eng)":"","Tatoeba (yue-eng)":"","Tatoeba (zsm-eng)":""} -{"index":81,"Rank":82,"Model":"text-embedding-3-large<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":3072,"Max Tokens":8191,"Average":"","BUCC (de-en)":"","BUCC (fr-en)":"","BUCC (ru-en)":"","BUCC (zh-en)":"","Tatoeba (afr-eng)":93.93,"Tatoeba (amh-eng)":0.84,"Tatoeba (ang-eng)":77.64,"Tatoeba (ara-eng)":92.4,"Tatoeba (arq-eng)":42.73,"Tatoeba (arz-eng)":80.65,"Tatoeba (ast-eng)":82.93,"Tatoeba (awa-eng)":50.66,"Tatoeba (aze-eng)":78.63,"Tatoeba (bel-eng)":82.25,"Tatoeba (ben-eng)":56.3,"Tatoeba (ber-eng)":6.77,"Tatoeba (bos-eng)":93.27,"Tatoeba (bre-eng)":9.53,"Tatoeba (bul-eng)":93.3,"Tatoeba (cat-eng)":92.16,"Tatoeba (cbk-eng)":81.09,"Tatoeba (ceb-eng)":41.74,"Tatoeba (ces-eng)":96.67,"Tatoeba (cha-eng)":41.66,"Tatoeba (cmn-eng)":96.02,"Tatoeba (cor-eng)":7.54,"Tatoeba (csb-eng)":60.18,"Tatoeba (cym-eng)":64.53,"Tatoeba (dan-eng)":96.42,"Tatoeba (deu-eng)":99.37,"Tatoeba (dsb-eng)":54.56,"Tatoeba (dtp-eng)":7.82,"Tatoeba (ell-eng)":94.86,"Tatoeba (epo-eng)":88.32,"Tatoeba (est-eng)":93.91,"Tatoeba (eus-eng)":40.27,"Tatoeba (fao-eng)":74.77,"Tatoeba (fin-eng)":97.83,"Tatoeba (fra-eng)":96.0,"Tatoeba (fry-eng)":69.52,"Tatoeba (gla-eng)":35.82,"Tatoeba (gle-eng)":46.47,"Tatoeba (glg-eng)":92.93,"Tatoeba (gsw-eng)":63.08,"Tatoeba (heb-eng)":83.69,"Tatoeba (hin-eng)":91.49,"Tatoeba (hrv-eng)":96.22,"Tatoeba (hsb-eng)":72.4,"Tatoeba (hun-eng)":94.47,"Tatoeba (hye-eng)":4.19,"Tatoeba (ido-eng)":74.09,"Tatoeba (ile-eng)":78.1,"Tatoeba (ina-eng)":94.98,"Tatoeba (ind-eng)":94.75,"Tatoeba (isl-eng)":89.9,"Tatoeba (ita-eng)":94.02,"Tatoeba (jav-eng)":36.65,"Tatoeba (jpn-eng)":95.78,"Tatoeba (kab-eng)":2.79,"Tatoeba (kat-eng)":2.84,"Tatoeba (kaz-eng)":18.5,"Tatoeba (khm-eng)":1.87,"Tatoeba (kor-eng)":88.92,"Tatoeba (kur-eng)":24.66,"Tatoeba (kzj-eng)":9.08,"Tatoeba (lat-eng)":72.55,"Tatoeba (lfn-eng)":66.2,"Tatoeba (lit-eng)":87.59,"Tatoeba (lvs-eng)":74.8,"Tatoeba (mal-eng)":50.26,"Tatoeba (mar-eng)":48.29,"Tatoeba (max-eng)":54.53,"Tatoeba (mhr-eng)":11.87,"Tatoeba (mkd-eng)":88.11,"Tatoeba (mon-eng)":15.74,"Tatoeba (nds-eng)":81.35,"Tatoeba (nld-eng)":97.27,"Tatoeba (nno-eng)":93.82,"Tatoeba (nob-eng)":98.07,"Tatoeba (nov-eng)":68.88,"Tatoeba (oci-eng)":67.46,"Tatoeba (orv-eng)":53.49,"Tatoeba (pam-eng)":15.43,"Tatoeba (pes-eng)":89.77,"Tatoeba (pms-eng)":60.53,"Tatoeba (pol-eng)":97.73,"Tatoeba (por-eng)":94.75,"Tatoeba (ron-eng)":96.98,"Tatoeba (rus-eng)":93.4,"Tatoeba (slk-eng)":95.33,"Tatoeba (slv-eng)":92.39,"Tatoeba (spa-eng)":98.03,"Tatoeba (sqi-eng)":76.63,"Tatoeba (srp-eng)":94.22,"Tatoeba (swe-eng)":96.0,"Tatoeba (swg-eng)":71.74,"Tatoeba (swh-eng)":65.95,"Tatoeba (tam-eng)":39.2,"Tatoeba (tat-eng)":17.64,"Tatoeba (tel-eng)":19.63,"Tatoeba (tgl-eng)":95.18,"Tatoeba (tha-eng)":89.4,"Tatoeba (tuk-eng)":27.35,"Tatoeba (tur-eng)":95.88,"Tatoeba (tzl-eng)":51.83,"Tatoeba (uig-eng)":4.24,"Tatoeba (ukr-eng)":93.22,"Tatoeba (urd-eng)":68.27,"Tatoeba (uzb-eng)":20.71,"Tatoeba (vie-eng)":96.22,"Tatoeba (war-eng)":47.28,"Tatoeba (wuu-eng)":86.08,"Tatoeba (xho-eng)":13.86,"Tatoeba (yid-eng)":6.05,"Tatoeba (yue-eng)":88.84,"Tatoeba (zsm-eng)":95.24} -{"index":82,"Rank":83,"Model":"text-embedding-3-small<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":8191,"Average":"","BUCC (de-en)":"","BUCC (fr-en)":"","BUCC (ru-en)":"","BUCC (zh-en)":"","Tatoeba (afr-eng)":79.77,"Tatoeba (amh-eng)":0.01,"Tatoeba (ang-eng)":48.75,"Tatoeba (ara-eng)":75.08,"Tatoeba (arq-eng)":17.45,"Tatoeba (arz-eng)":46.12,"Tatoeba (ast-eng)":78.26,"Tatoeba (awa-eng)":15.07,"Tatoeba (aze-eng)":36.72,"Tatoeba (bel-eng)":47.19,"Tatoeba (ben-eng)":13.3,"Tatoeba (ber-eng)":6.13,"Tatoeba (bos-eng)":86.53,"Tatoeba (bre-eng)":7.35,"Tatoeba (bul-eng)":83.54,"Tatoeba (cat-eng)":84.23,"Tatoeba (cbk-eng)":71.54,"Tatoeba (ceb-eng)":15.93,"Tatoeba (ces-eng)":88.56,"Tatoeba (cha-eng)":36.96,"Tatoeba (cmn-eng)":93.33,"Tatoeba (cor-eng)":4.18,"Tatoeba (csb-eng)":38.6,"Tatoeba (cym-eng)":8.58,"Tatoeba (dan-eng)":92.71,"Tatoeba (deu-eng)":98.6,"Tatoeba (dsb-eng)":38.66,"Tatoeba (dtp-eng)":6.86,"Tatoeba (ell-eng)":76.42,"Tatoeba (epo-eng)":60.93,"Tatoeba (est-eng)":67.96,"Tatoeba (eus-eng)":17.25,"Tatoeba (fao-eng)":42.44,"Tatoeba (fin-eng)":89.08,"Tatoeba (fra-eng)":93.75,"Tatoeba (fry-eng)":46.68,"Tatoeba (gla-eng)":4.26,"Tatoeba (gle-eng)":4.65,"Tatoeba (glg-eng)":88.25,"Tatoeba (gsw-eng)":37.93,"Tatoeba (heb-eng)":44.33,"Tatoeba (hin-eng)":43.69,"Tatoeba (hrv-eng)":90.64,"Tatoeba (hsb-eng)":53.23,"Tatoeba (hun-eng)":81.65,"Tatoeba (hye-eng)":0.86,"Tatoeba (ido-eng)":62.7,"Tatoeba (ile-eng)":75.59,"Tatoeba (ina-eng)":90.77,"Tatoeba (ind-eng)":88.64,"Tatoeba (isl-eng)":35.53,"Tatoeba (ita-eng)":92.32,"Tatoeba (jav-eng)":21.76,"Tatoeba (jpn-eng)":89.22,"Tatoeba (kab-eng)":2.39,"Tatoeba (kat-eng)":0.74,"Tatoeba (kaz-eng)":9.81,"Tatoeba (khm-eng)":0.7,"Tatoeba (kor-eng)":61.61,"Tatoeba (kur-eng)":17.64,"Tatoeba (kzj-eng)":8.19,"Tatoeba (lat-eng)":43.22,"Tatoeba (lfn-eng)":56.5,"Tatoeba (lit-eng)":43.09,"Tatoeba (lvs-eng)":31.88,"Tatoeba (mal-eng)":3.09,"Tatoeba (mar-eng)":9.51,"Tatoeba (max-eng)":43.93,"Tatoeba (mhr-eng)":9.01,"Tatoeba (mkd-eng)":65.77,"Tatoeba (mon-eng)":11.71,"Tatoeba (nds-eng)":61.73,"Tatoeba (nld-eng)":96.3,"Tatoeba (nno-eng)":86.34,"Tatoeba (nob-eng)":95.91,"Tatoeba (nov-eng)":63.74,"Tatoeba (oci-eng)":48.97,"Tatoeba (orv-eng)":28.28,"Tatoeba (pam-eng)":8.23,"Tatoeba (pes-eng)":54.92,"Tatoeba (pms-eng)":47.24,"Tatoeba (pol-eng)":94.93,"Tatoeba (por-eng)":93.69,"Tatoeba (ron-eng)":90.68,"Tatoeba (rus-eng)":91.1,"Tatoeba (slk-eng)":82.56,"Tatoeba (slv-eng)":83.81,"Tatoeba (spa-eng)":97.04,"Tatoeba (sqi-eng)":35.63,"Tatoeba (srp-eng)":85.3,"Tatoeba (swe-eng)":91.98,"Tatoeba (swg-eng)":50.73,"Tatoeba (swh-eng)":27.61,"Tatoeba (tam-eng)":4.31,"Tatoeba (tat-eng)":11.31,"Tatoeba (tel-eng)":0.68,"Tatoeba (tgl-eng)":58.15,"Tatoeba (tha-eng)":36.24,"Tatoeba (tuk-eng)":17.76,"Tatoeba (tur-eng)":83.92,"Tatoeba (tzl-eng)":48.13,"Tatoeba (uig-eng)":1.67,"Tatoeba (ukr-eng)":81.09,"Tatoeba (urd-eng)":12.54,"Tatoeba (uzb-eng)":12.23,"Tatoeba (vie-eng)":85.38,"Tatoeba (war-eng)":17.98,"Tatoeba (wuu-eng)":76.54,"Tatoeba (xho-eng)":10.93,"Tatoeba (yid-eng)":1.18,"Tatoeba (yue-eng)":71.79,"Tatoeba (zsm-eng)":88.16} diff --git a/all_data_tasks/8/default.jsonl b/all_data_tasks/8/default.jsonl deleted file mode 100644 index b580c2d135ca89c64cd1a6c29b4f62ced09c950a..0000000000000000000000000000000000000000 --- a/all_data_tasks/8/default.jsonl +++ /dev/null @@ -1,349 +0,0 @@ -{"index":20,"Rank":1,"Model":"gme-Qwen2-VL-7B-Instruct<\/a>","Model Size (Million Parameters)":8291,"Memory Usage (GB, fp32)":30.89,"Embedding Dimensions":3584,"Max Tokens":32768,"Average":76.48,"AmazonReviewsClassification (zh)":55.1,"IFlyTek":54.52,"JDReview":90.17,"MassiveIntentClassification (zh-CN)":79.88,"MassiveScenarioClassification (zh-CN)":84.51,"MultilingualSentiment":81.81,"OnlineShopping":94.47,"TNews":56.69,"Waimai":91.13} -{"index":52,"Rank":2,"Model":"gme-Qwen2-VL-7B-Instruct-Q5_K_S-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":76.48,"AmazonReviewsClassification (zh)":55.1,"IFlyTek":54.52,"JDReview":90.17,"MassiveIntentClassification (zh-CN)":79.88,"MassiveScenarioClassification (zh-CN)":84.51,"MultilingualSentiment":81.81,"OnlineShopping":94.47,"TNews":56.69,"Waimai":91.13} -{"index":159,"Rank":3,"Model":"Conan-embedding-v1<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Embedding Dimensions":1792,"Max Tokens":512,"Average":75.03,"AmazonReviewsClassification (zh)":50.31,"IFlyTek":51.94,"JDReview":90.32,"MassiveIntentClassification (zh-CN)":78.14,"MassiveScenarioClassification (zh-CN)":86.2,"MultilingualSentiment":78.58,"OnlineShopping":95.07,"TNews":55.03,"Waimai":89.7} -{"index":94,"Rank":4,"Model":"Conan-embedding-v1-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":75.03,"AmazonReviewsClassification (zh)":50.31,"IFlyTek":51.94,"JDReview":90.32,"MassiveIntentClassification (zh-CN)":78.14,"MassiveScenarioClassification (zh-CN)":86.2,"MultilingualSentiment":78.58,"OnlineShopping":95.07,"TNews":55.03,"Waimai":89.7} -{"index":23,"Rank":5,"Model":"gte-Qwen2-7B-instruct<\/a>","Model Size (Million Parameters)":7613,"Memory Usage (GB, fp32)":28.36,"Embedding Dimensions":3584,"Max Tokens":32768,"Average":75.0,"AmazonReviewsClassification (zh)":53.55,"IFlyTek":54.52,"JDReview":86.51,"MassiveIntentClassification (zh-CN)":81.09,"MassiveScenarioClassification (zh-CN)":85.74,"MultilingualSentiment":76.88,"OnlineShopping":94.3,"TNews":52.97,"Waimai":89.47} -{"index":280,"Rank":6,"Model":"xiaobu-embedding-v2<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Embedding Dimensions":1792,"Max Tokens":512,"Average":74.67,"AmazonReviewsClassification (zh)":50.07,"IFlyTek":51.76,"JDReview":89.08,"MassiveIntentClassification (zh-CN)":77.45,"MassiveScenarioClassification (zh-CN)":85.3,"MultilingualSentiment":79.45,"OnlineShopping":94.9,"TNews":54.64,"Waimai":89.34} -{"index":352,"Rank":7,"Model":"piccolo-large-zh-v2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":74.59,"AmazonReviewsClassification (zh)":49.44,"IFlyTek":52.1,"JDReview":88.57,"MassiveIntentClassification (zh-CN)":77.71,"MassiveScenarioClassification (zh-CN)":85.63,"MultilingualSentiment":79.09,"OnlineShopping":94.62,"TNews":54.52,"Waimai":89.59} -{"index":219,"Rank":8,"Model":"XYZ-embedding-zh-v2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":74.47,"AmazonReviewsClassification (zh)":49.37,"IFlyTek":52.74,"JDReview":89.08,"MassiveIntentClassification (zh-CN)":77.94,"MassiveScenarioClassification (zh-CN)":83.82,"MultilingualSentiment":78.6,"OnlineShopping":94.94,"TNews":54.31,"Waimai":89.47} -{"index":235,"Rank":9,"Model":"zpoint_large_embedding_zh<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Embedding Dimensions":1792,"Max Tokens":512,"Average":74.43,"AmazonReviewsClassification (zh)":49.72,"IFlyTek":51.7,"JDReview":88.87,"MassiveIntentClassification (zh-CN)":76.79,"MassiveScenarioClassification (zh-CN)":84.96,"MultilingualSentiment":79.22,"OnlineShopping":94.88,"TNews":54.35,"Waimai":89.36} -{"index":53,"Rank":10,"Model":"Yinka<\/a>","Model Size (Million Parameters)":164,"Memory Usage (GB, fp32)":0.61,"Embedding Dimensions":1792,"Max Tokens":512,"Average":74.3,"AmazonReviewsClassification (zh)":49.5,"IFlyTek":51.77,"JDReview":88.48,"MassiveIntentClassification (zh-CN)":76.96,"MassiveScenarioClassification (zh-CN)":84.64,"MultilingualSentiment":78.97,"OnlineShopping":94.56,"TNews":54.39,"Waimai":89.42} -{"index":262,"Rank":11,"Model":"Yinka-Q5_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":74.3,"AmazonReviewsClassification (zh)":49.5,"IFlyTek":51.77,"JDReview":88.48,"MassiveIntentClassification (zh-CN)":76.96,"MassiveScenarioClassification (zh-CN)":84.64,"MultilingualSentiment":78.97,"OnlineShopping":94.56,"TNews":54.39,"Waimai":89.42} -{"index":71,"Rank":12,"Model":"IYun-large-zh<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":74.18,"AmazonReviewsClassification (zh)":49.67,"IFlyTek":52.64,"JDReview":87.6,"MassiveIntentClassification (zh-CN)":77.43,"MassiveScenarioClassification (zh-CN)":83.87,"MultilingualSentiment":78.48,"OnlineShopping":94.34,"TNews":54.37,"Waimai":89.23} -{"index":376,"Rank":13,"Model":"AGE_Hybrid<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":74.14,"AmazonReviewsClassification (zh)":49.68,"IFlyTek":51.77,"JDReview":86.94,"MassiveIntentClassification (zh-CN)":80.6,"MassiveScenarioClassification (zh-CN)":87.42,"MultilingualSentiment":75.92,"OnlineShopping":94.03,"TNews":52.69,"Waimai":88.23} -{"index":41,"Rank":14,"Model":"bge-multilingual-gemma2<\/a>","Model Size (Million Parameters)":9242,"Memory Usage (GB, fp32)":34.43,"Embedding Dimensions":3584,"Max Tokens":8192,"Average":74.11,"AmazonReviewsClassification (zh)":54.34,"IFlyTek":49.94,"JDReview":88.91,"MassiveIntentClassification (zh-CN)":78.19,"MassiveScenarioClassification (zh-CN)":82.58,"MultilingualSentiment":78.91,"OnlineShopping":94.59,"TNews":50.26,"Waimai":89.26} -{"index":19,"Rank":15,"Model":"gme-Qwen2-VL-2B-Instruct<\/a>","Model Size (Million Parameters)":2209,"Memory Usage (GB, fp32)":8.23,"Embedding Dimensions":1536,"Max Tokens":32768,"Average":73.41,"AmazonReviewsClassification (zh)":53.49,"IFlyTek":52.04,"JDReview":85.61,"MassiveIntentClassification (zh-CN)":74.78,"MassiveScenarioClassification (zh-CN)":76.99,"MultilingualSentiment":80.39,"OnlineShopping":92.92,"TNews":55.03,"Waimai":89.4} -{"index":21,"Rank":16,"Model":"gte-Qwen1.5-7B-instruct<\/a>","Model Size (Million Parameters)":7099,"Memory Usage (GB, fp32)":26.45,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":73.36,"AmazonReviewsClassification (zh)":52.95,"IFlyTek":53.77,"JDReview":88.2,"MassiveIntentClassification (zh-CN)":76.25,"MassiveScenarioClassification (zh-CN)":77.26,"MultilingualSentiment":77.42,"OnlineShopping":94.48,"TNews":51.24,"Waimai":88.63} -{"index":435,"Rank":17,"Model":"text-embedding<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":512,"Average":72.84,"AmazonReviewsClassification (zh)":48.3,"IFlyTek":50.75,"JDReview":87.69,"MassiveIntentClassification (zh-CN)":74.91,"MassiveScenarioClassification (zh-CN)":81.28,"MultilingualSentiment":76.83,"OnlineShopping":94.42,"TNews":52.62,"Waimai":88.77} -{"index":177,"Rank":18,"Model":"acge_text_embedding<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Embedding Dimensions":1792,"Max Tokens":1024,"Average":72.75,"AmazonReviewsClassification (zh)":48.54,"IFlyTek":51.77,"JDReview":86.7,"MassiveIntentClassification (zh-CN)":75.87,"MassiveScenarioClassification (zh-CN)":78.44,"MultilingualSentiment":77.53,"OnlineShopping":93.71,"TNews":53.69,"Waimai":88.53} -{"index":80,"Rank":19,"Model":"GritLM-7B<\/a>","Model Size (Million Parameters)":7240,"Memory Usage (GB, fp32)":26.97,"Embedding Dimensions":"","Max Tokens":4096,"Average":72.67,"AmazonReviewsClassification (zh)":51.01,"IFlyTek":52.7,"JDReview":87.65,"MassiveIntentClassification (zh-CN)":75.69,"MassiveScenarioClassification (zh-CN)":78.47,"MultilingualSentiment":75.51,"OnlineShopping":93.09,"TNews":51.99,"Waimai":87.91} -{"index":87,"Rank":20,"Model":"Yuan-embedding-1.0<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Embedding Dimensions":1792,"Max Tokens":512,"Average":72.36,"AmazonReviewsClassification (zh)":45.85,"IFlyTek":46.96,"JDReview":87.19,"MassiveIntentClassification (zh-CN)":78.16,"MassiveScenarioClassification (zh-CN)":83.11,"MultilingualSentiment":75.98,"OnlineShopping":93.63,"TNews":51.7,"Waimai":88.7} -{"index":16,"Rank":21,"Model":"OpenSearch-text-hybrid<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1792,"Max Tokens":512,"Average":71.74,"AmazonReviewsClassification (zh)":46.18,"IFlyTek":51.8,"JDReview":86.02,"MassiveIntentClassification (zh-CN)":73.85,"MassiveScenarioClassification (zh-CN)":77.13,"MultilingualSentiment":76.35,"OnlineShopping":93.2,"TNews":53.06,"Waimai":88.1} -{"index":82,"Rank":22,"Model":"KaLM-embedding-multilingual-mini-instruct-v1<\/a>","Model Size (Million Parameters)":494,"Memory Usage (GB, fp32)":1.84,"Embedding Dimensions":896,"Max Tokens":131072,"Average":71.57,"AmazonReviewsClassification (zh)":50.25,"IFlyTek":49.19,"JDReview":83.45,"MassiveIntentClassification (zh-CN)":70.94,"MassiveScenarioClassification (zh-CN)":77.8,"MultilingualSentiment":78.08,"OnlineShopping":93.67,"TNews":51.66,"Waimai":89.12} -{"index":214,"Rank":23,"Model":"stella-mrl-large-zh-v3.5-1792d<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Embedding Dimensions":1792,"Max Tokens":512,"Average":71.56,"AmazonReviewsClassification (zh)":46.59,"IFlyTek":50.74,"JDReview":86.1,"MassiveIntentClassification (zh-CN)":73.28,"MassiveScenarioClassification (zh-CN)":76.2,"MultilingualSentiment":76.64,"OnlineShopping":93.39,"TNews":53.1,"Waimai":88.01} -{"index":213,"Rank":24,"Model":"stella-large-zh-v3-1792d<\/a>","Model Size (Million Parameters)":325,"Memory Usage (GB, fp32)":1.21,"Embedding Dimensions":1792,"Max Tokens":512,"Average":71.5,"AmazonReviewsClassification (zh)":46.32,"IFlyTek":50.63,"JDReview":86.12,"MassiveIntentClassification (zh-CN)":73.28,"MassiveScenarioClassification (zh-CN)":76.3,"MultilingualSentiment":76.45,"OnlineShopping":93.24,"TNews":53.11,"Waimai":88.08} -{"index":140,"Rank":25,"Model":"alime-embedding-large-zh<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Embedding Dimensions":1024,"Max Tokens":512,"Average":71.35,"AmazonReviewsClassification (zh)":46.95,"IFlyTek":49.67,"JDReview":86.53,"MassiveIntentClassification (zh-CN)":73.39,"MassiveScenarioClassification (zh-CN)":76.04,"MultilingualSentiment":76.4,"OnlineShopping":92.6,"TNews":52.04,"Waimai":88.49} -{"index":388,"Rank":26,"Model":"gte-large-zh<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Embedding Dimensions":1024,"Max Tokens":512,"Average":71.34,"AmazonReviewsClassification (zh)":47.23,"IFlyTek":49.6,"JDReview":86.72,"MassiveIntentClassification (zh-CN)":73.31,"MassiveScenarioClassification (zh-CN)":75.71,"MultilingualSentiment":76.48,"OnlineShopping":92.68,"TNews":51.98,"Waimai":88.37} -{"index":289,"Rank":27,"Model":"ternary-weight-embedding<\/a>","Model Size (Million Parameters)":99,"Memory Usage (GB, fp32)":0.37,"Embedding Dimensions":1792,"Max Tokens":512,"Average":71.28,"AmazonReviewsClassification (zh)":45.65,"IFlyTek":46.2,"JDReview":86.87,"MassiveIntentClassification (zh-CN)":76.91,"MassiveScenarioClassification (zh-CN)":82.36,"MultilingualSentiment":74.06,"OnlineShopping":93.11,"TNews":50.16,"Waimai":86.19} -{"index":386,"Rank":28,"Model":"gte-base-zh<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Embedding Dimensions":768,"Max Tokens":512,"Average":71.26,"AmazonReviewsClassification (zh)":45.82,"IFlyTek":48.62,"JDReview":85.95,"MassiveIntentClassification (zh-CN)":73.32,"MassiveScenarioClassification (zh-CN)":76.79,"MultilingualSentiment":75.79,"OnlineShopping":93.36,"TNews":53.65,"Waimai":88.07} -{"index":279,"Rank":29,"Model":"xiaobu-embedding<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Embedding Dimensions":1024,"Max Tokens":512,"Average":71.2,"AmazonReviewsClassification (zh)":46.72,"IFlyTek":49.74,"JDReview":86.74,"MassiveIntentClassification (zh-CN)":72.87,"MassiveScenarioClassification (zh-CN)":75.47,"MultilingualSentiment":76.28,"OnlineShopping":92.49,"TNews":52.16,"Waimai":88.36} -{"index":243,"Rank":30,"Model":"stella-base-zh-v3-1792d<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Embedding Dimensions":1792,"Max Tokens":1024,"Average":71.12,"AmazonReviewsClassification (zh)":46.34,"IFlyTek":49.93,"JDReview":86.27,"MassiveIntentClassification (zh-CN)":72.05,"MassiveScenarioClassification (zh-CN)":75.3,"MultilingualSentiment":76.22,"OnlineShopping":93.53,"TNews":53.2,"Waimai":87.27} -{"index":22,"Rank":31,"Model":"gte-Qwen2-1.5B-instruct<\/a>","Model Size (Million Parameters)":1776,"Memory Usage (GB, fp32)":6.62,"Embedding Dimensions":1536,"Max Tokens":131072,"Average":71.12,"AmazonReviewsClassification (zh)":47.21,"IFlyTek":44.85,"JDReview":85.82,"MassiveIntentClassification (zh-CN)":76.88,"MassiveScenarioClassification (zh-CN)":80.76,"MultilingualSentiment":74.46,"OnlineShopping":93.5,"TNews":49.95,"Waimai":86.63} -{"index":83,"Rank":32,"Model":"KaLM-embedding-multilingual-mini-instruct-v1.5<\/a>","Model Size (Million Parameters)":494,"Memory Usage (GB, fp32)":1.84,"Embedding Dimensions":896,"Max Tokens":131072,"Average":70.94,"AmazonReviewsClassification (zh)":50.98,"IFlyTek":48.55,"JDReview":83.11,"MassiveIntentClassification (zh-CN)":68.53,"MassiveScenarioClassification (zh-CN)":75.49,"MultilingualSentiment":78.22,"OnlineShopping":93.09,"TNews":51.63,"Waimai":88.85} -{"index":283,"Rank":33,"Model":"lim_base_zh<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Embedding Dimensions":768,"Max Tokens":512,"Average":70.83,"AmazonReviewsClassification (zh)":46.67,"IFlyTek":47.34,"JDReview":85.67,"MassiveIntentClassification (zh-CN)":72.38,"MassiveScenarioClassification (zh-CN)":74.87,"MultilingualSentiment":76.27,"OnlineShopping":93.05,"TNews":53.27,"Waimai":87.96} -{"index":251,"Rank":34,"Model":"e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":70.47,"AmazonReviewsClassification (zh)":47.6,"IFlyTek":48.65,"JDReview":84.69,"MassiveIntentClassification (zh-CN)":72.46,"MassiveScenarioClassification (zh-CN)":76.4,"MultilingualSentiment":73.47,"OnlineShopping":92.56,"TNews":50.58,"Waimai":87.79} -{"index":27,"Rank":35,"Model":"e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":70.17,"AmazonReviewsClassification (zh)":46.24,"IFlyTek":45.05,"JDReview":85.82,"MassiveIntentClassification (zh-CN)":74.99,"MassiveScenarioClassification (zh-CN)":79.93,"MultilingualSentiment":73.31,"OnlineShopping":92.19,"TNews":47.05,"Waimai":86.94} -{"index":61,"Rank":36,"Model":"Dmeta-embedding-zh<\/a>","Model Size (Million Parameters)":103,"Memory Usage (GB, fp32)":0.38,"Embedding Dimensions":768,"Max Tokens":1024,"Average":70.0,"AmazonReviewsClassification (zh)":44.93,"IFlyTek":48.3,"JDReview":85.07,"MassiveIntentClassification (zh-CN)":71.16,"MassiveScenarioClassification (zh-CN)":73.54,"MultilingualSentiment":75.16,"OnlineShopping":93.25,"TNews":52.41,"Waimai":86.21} -{"index":62,"Rank":37,"Model":"Dmeta-embedding-zh-small<\/a>","Model Size (Million Parameters)":74,"Memory Usage (GB, fp32)":0.28,"Embedding Dimensions":768,"Max Tokens":1024,"Average":69.89,"AmazonReviewsClassification (zh)":44.88,"IFlyTek":49.11,"JDReview":85.57,"MassiveIntentClassification (zh-CN)":70.78,"MassiveScenarioClassification (zh-CN)":73.16,"MultilingualSentiment":74.39,"OnlineShopping":93.12,"TNews":51.8,"Waimai":86.18} -{"index":39,"Rank":38,"Model":"bge-large-zh-v1.5<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Embedding Dimensions":1024,"Max Tokens":512,"Average":69.13,"AmazonReviewsClassification (zh)":41.38,"IFlyTek":48.74,"JDReview":85.14,"MassiveIntentClassification (zh-CN)":68.84,"MassiveScenarioClassification (zh-CN)":74.7,"MultilingualSentiment":72.97,"OnlineShopping":91.43,"TNews":52.1,"Waimai":86.9} -{"index":272,"Rank":39,"Model":"jina-embeddings-v3<\/a>","Model Size (Million Parameters)":572,"Memory Usage (GB, fp32)":2.13,"Embedding Dimensions":1024,"Max Tokens":8194,"Average":69.09,"AmazonReviewsClassification (zh)":44.94,"IFlyTek":41.68,"JDReview":83.51,"MassiveIntentClassification (zh-CN)":73.22,"MassiveScenarioClassification (zh-CN)":80.82,"MultilingualSentiment":73.21,"OnlineShopping":91.88,"TNews":45.97,"Waimai":86.59} -{"index":64,"Rank":40,"Model":"jina-embeddings-v3<\/a>","Model Size (Million Parameters)":572,"Memory Usage (GB, fp32)":2.13,"Embedding Dimensions":1024,"Max Tokens":8194,"Average":69.09,"AmazonReviewsClassification (zh)":44.94,"IFlyTek":41.68,"JDReview":83.51,"MassiveIntentClassification (zh-CN)":73.22,"MassiveScenarioClassification (zh-CN)":80.82,"MultilingualSentiment":73.21,"OnlineShopping":91.88,"TNews":45.97,"Waimai":86.59} -{"index":56,"Rank":41,"Model":"windberta-large<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":69.09,"AmazonReviewsClassification (zh)":43.32,"IFlyTek":47.08,"JDReview":84.48,"MassiveIntentClassification (zh-CN)":70.91,"MassiveScenarioClassification (zh-CN)":74.94,"MultilingualSentiment":72.68,"OnlineShopping":92.11,"TNews":49.85,"Waimai":86.44} -{"index":28,"Rank":42,"Model":"tao<\/a>","Model Size (Million Parameters)":163,"Memory Usage (GB, fp32)":0.61,"Embedding Dimensions":1024,"Max Tokens":1024,"Average":69.05,"AmazonReviewsClassification (zh)":40.81,"IFlyTek":48.01,"JDReview":87.02,"MassiveIntentClassification (zh-CN)":68.27,"MassiveScenarioClassification (zh-CN)":73.13,"MultilingualSentiment":73.4,"OnlineShopping":91.82,"TNews":51.93,"Waimai":87.1} -{"index":245,"Rank":43,"Model":"stella-large-zh-v2<\/a>","Model Size (Million Parameters)":163,"Memory Usage (GB, fp32)":0.61,"Embedding Dimensions":1024,"Max Tokens":1024,"Average":69.05,"AmazonReviewsClassification (zh)":40.82,"IFlyTek":47.99,"JDReview":86.98,"MassiveIntentClassification (zh-CN)":68.26,"MassiveScenarioClassification (zh-CN)":73.12,"MultilingualSentiment":73.41,"OnlineShopping":91.81,"TNews":51.93,"Waimai":87.12} -{"index":29,"Rank":44,"Model":"tao-8k<\/a>","Model Size (Million Parameters)":167,"Memory Usage (GB, fp32)":0.62,"Embedding Dimensions":1024,"Max Tokens":8192,"Average":69.05,"AmazonReviewsClassification (zh)":40.8,"IFlyTek":47.99,"JDReview":87.02,"MassiveIntentClassification (zh-CN)":68.26,"MassiveScenarioClassification (zh-CN)":73.13,"MultilingualSentiment":73.39,"OnlineShopping":91.81,"TNews":51.93,"Waimai":87.1} -{"index":311,"Rank":45,"Model":"m3e-ernie-xbase-zh<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":68.83,"AmazonReviewsClassification (zh)":47.79,"IFlyTek":44.86,"JDReview":88.48,"MassiveIntentClassification (zh-CN)":61.29,"MassiveScenarioClassification (zh-CN)":66.9,"MultilingualSentiment":78.46,"OnlineShopping":92.58,"TNews":50.02,"Waimai":89.09} -{"index":333,"Rank":46,"Model":"MiniCPM-Embedding-Light<\/a>","Model Size (Million Parameters)":434,"Memory Usage (GB, fp32)":1.62,"Embedding Dimensions":1024,"Max Tokens":4096,"Average":68.63,"AmazonReviewsClassification (zh)":43.02,"IFlyTek":47.98,"JDReview":80.51,"MassiveIntentClassification (zh-CN)":71.18,"MassiveScenarioClassification (zh-CN)":74.2,"MultilingualSentiment":71.95,"OnlineShopping":92.24,"TNews":50.83,"Waimai":85.78} -{"index":38,"Rank":47,"Model":"bge-large-zh-noinstruct<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Embedding Dimensions":1024,"Max Tokens":512,"Average":68.58,"AmazonReviewsClassification (zh)":41.94,"IFlyTek":45.32,"JDReview":85.38,"MassiveIntentClassification (zh-CN)":66.96,"MassiveScenarioClassification (zh-CN)":73.39,"MultilingualSentiment":73.7,"OnlineShopping":91.66,"TNews":52.05,"Waimai":86.83} -{"index":242,"Rank":48,"Model":"stella-base-zh-v2<\/a>","Model Size (Million Parameters)":51,"Memory Usage (GB, fp32)":0.19,"Embedding Dimensions":768,"Max Tokens":1024,"Average":68.29,"AmazonReviewsClassification (zh)":39.64,"IFlyTek":47.9,"JDReview":84.78,"MassiveIntentClassification (zh-CN)":68.09,"MassiveScenarioClassification (zh-CN)":73.22,"MultilingualSentiment":71.67,"OnlineShopping":91.38,"TNews":51.25,"Waimai":86.68} -{"index":72,"Rank":49,"Model":"mist-zh<\/a>","Model Size (Million Parameters)":51,"Memory Usage (GB, fp32)":0.19,"Embedding Dimensions":768,"Max Tokens":512,"Average":68.21,"AmazonReviewsClassification (zh)":39.32,"IFlyTek":47.96,"JDReview":84.9,"MassiveIntentClassification (zh-CN)":67.65,"MassiveScenarioClassification (zh-CN)":72.97,"MultilingualSentiment":71.54,"OnlineShopping":91.3,"TNews":51.56,"Waimai":86.66} -{"index":305,"Rank":50,"Model":"m3e-large<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Embedding Dimensions":768,"Max Tokens":512,"Average":68.2,"AmazonReviewsClassification (zh)":44.44,"IFlyTek":43.96,"JDReview":86.92,"MassiveIntentClassification (zh-CN)":67.23,"MassiveScenarioClassification (zh-CN)":74.88,"MultilingualSentiment":72.47,"OnlineShopping":89.59,"TNews":48.26,"Waimai":86.08} -{"index":35,"Rank":51,"Model":"bge-base-zh-v1.5<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Embedding Dimensions":768,"Max Tokens":512,"Average":68.07,"AmazonReviewsClassification (zh)":40.15,"IFlyTek":48.62,"JDReview":83.62,"MassiveIntentClassification (zh-CN)":67.93,"MassiveScenarioClassification (zh-CN)":73.98,"MultilingualSentiment":70.67,"OnlineShopping":91.26,"TNews":51.08,"Waimai":85.36} -{"index":84,"Rank":52,"Model":"KaLM-embedding-multilingual-mini-v1<\/a>","Model Size (Million Parameters)":494,"Memory Usage (GB, fp32)":1.84,"Embedding Dimensions":896,"Max Tokens":131072,"Average":67.93,"AmazonReviewsClassification (zh)":41.86,"IFlyTek":49.02,"JDReview":80.77,"MassiveIntentClassification (zh-CN)":66.4,"MassiveScenarioClassification (zh-CN)":72.57,"MultilingualSentiment":73.32,"OnlineShopping":90.09,"TNews":51.58,"Waimai":85.76} -{"index":55,"Rank":53,"Model":"winberta-large<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":67.89,"AmazonReviewsClassification (zh)":42.04,"IFlyTek":46.3,"JDReview":77.3,"MassiveIntentClassification (zh-CN)":70.82,"MassiveScenarioClassification (zh-CN)":75.21,"MultilingualSentiment":71.67,"OnlineShopping":91.53,"TNews":50.17,"Waimai":85.98} -{"index":241,"Rank":54,"Model":"stella-base-zh<\/a>","Model Size (Million Parameters)":103,"Memory Usage (GB, fp32)":0.38,"Embedding Dimensions":768,"Max Tokens":1024,"Average":67.77,"AmazonReviewsClassification (zh)":40.25,"IFlyTek":47.46,"JDReview":84.99,"MassiveIntentClassification (zh-CN)":65.56,"MassiveScenarioClassification (zh-CN)":71.49,"MultilingualSentiment":72.48,"OnlineShopping":90.34,"TNews":50.78,"Waimai":86.62} -{"index":256,"Rank":55,"Model":"multilingual-e5-large-instruct<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":67.73,"AmazonReviewsClassification (zh)":45.1,"IFlyTek":44.06,"JDReview":80.23,"MassiveIntentClassification (zh-CN)":67.6,"MassiveScenarioClassification (zh-CN)":72.41,"MultilingualSentiment":71.66,"OnlineShopping":91.83,"TNews":49.85,"Waimai":86.83} -{"index":244,"Rank":56,"Model":"stella-large-zh<\/a>","Model Size (Million Parameters)":163,"Memory Usage (GB, fp32)":0.61,"Embedding Dimensions":1024,"Max Tokens":1024,"Average":67.62,"AmazonReviewsClassification (zh)":40.57,"IFlyTek":47.03,"JDReview":86.74,"MassiveIntentClassification (zh-CN)":64.02,"MassiveScenarioClassification (zh-CN)":68.95,"MultilingualSentiment":73.03,"OnlineShopping":90.75,"TNews":50.69,"Waimai":86.77} -{"index":304,"Rank":57,"Model":"m3e-base<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Embedding Dimensions":768,"Max Tokens":512,"Average":67.52,"AmazonReviewsClassification (zh)":43.02,"IFlyTek":44.42,"JDReview":85.33,"MassiveIntentClassification (zh-CN)":68.4,"MassiveScenarioClassification (zh-CN)":74.6,"MultilingualSentiment":71.9,"OnlineShopping":87.77,"TNews":48.28,"Waimai":83.99} -{"index":54,"Rank":58,"Model":"winberta-base<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":67.08,"AmazonReviewsClassification (zh)":39.68,"IFlyTek":47.0,"JDReview":77.34,"MassiveIntentClassification (zh-CN)":70.98,"MassiveScenarioClassification (zh-CN)":75.69,"MultilingualSentiment":69.17,"OnlineShopping":89.79,"TNews":49.77,"Waimai":84.34} -{"index":351,"Rank":59,"Model":"piccolo-large-zh<\/a>","Model Size (Million Parameters)":163,"Memory Usage (GB, fp32)":0.61,"Embedding Dimensions":1024,"Max Tokens":512,"Average":67.03,"AmazonReviewsClassification (zh)":40.33,"IFlyTek":44.25,"JDReview":86.1,"MassiveIntentClassification (zh-CN)":68.0,"MassiveScenarioClassification (zh-CN)":72.08,"MultilingualSentiment":70.15,"OnlineShopping":90.27,"TNews":46.54,"Waimai":85.54} -{"index":350,"Rank":60,"Model":"piccolo-base-zh<\/a>","Model Size (Million Parameters)":51,"Memory Usage (GB, fp32)":0.19,"Embedding Dimensions":768,"Max Tokens":512,"Average":66.98,"AmazonReviewsClassification (zh)":40.24,"IFlyTek":44.35,"JDReview":84.26,"MassiveIntentClassification (zh-CN)":68.97,"MassiveScenarioClassification (zh-CN)":73.32,"MultilingualSentiment":70.25,"OnlineShopping":89.93,"TNews":46.81,"Waimai":84.7} -{"index":255,"Rank":61,"Model":"multilingual-e5-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":66.29,"AmazonReviewsClassification (zh)":38.87,"IFlyTek":45.47,"JDReview":80.99,"MassiveIntentClassification (zh-CN)":66.23,"MassiveScenarioClassification (zh-CN)":72.25,"MultilingualSentiment":68.58,"OnlineShopping":90.81,"TNews":48.38,"Waimai":85.02} -{"index":258,"Rank":62,"Model":"udever-bloom-1b1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":2048,"Average":65.31,"AmazonReviewsClassification (zh)":38.12,"IFlyTek":43.52,"JDReview":81.09,"MassiveIntentClassification (zh-CN)":66.91,"MassiveScenarioClassification (zh-CN)":74.72,"MultilingualSentiment":66.33,"OnlineShopping":88.35,"TNews":46.08,"Waimai":82.67} -{"index":270,"Rank":63,"Model":"jina-embeddings-v2-base-zh<\/a>","Model Size (Million Parameters)":161,"Memory Usage (GB, fp32)":0.6,"Embedding Dimensions":768,"Max Tokens":8192,"Average":64.94,"AmazonReviewsClassification (zh)":34.94,"IFlyTek":47.36,"JDReview":79.57,"MassiveIntentClassification (zh-CN)":68.2,"MassiveScenarioClassification (zh-CN)":71.93,"MultilingualSentiment":63.29,"OnlineShopping":87.0,"TNews":47.65,"Waimai":84.54} -{"index":32,"Rank":64,"Model":"jina-embeddings-v2-base-zh-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":64.94,"AmazonReviewsClassification (zh)":34.94,"IFlyTek":47.36,"JDReview":79.57,"MassiveIntentClassification (zh-CN)":68.2,"MassiveScenarioClassification (zh-CN)":71.93,"MultilingualSentiment":63.29,"OnlineShopping":87.0,"TNews":47.65,"Waimai":84.54} -{"index":33,"Rank":65,"Model":"jina-embeddings-v2-base-zh-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":64.94,"AmazonReviewsClassification (zh)":34.94,"IFlyTek":47.36,"JDReview":79.57,"MassiveIntentClassification (zh-CN)":68.2,"MassiveScenarioClassification (zh-CN)":71.93,"MultilingualSentiment":63.29,"OnlineShopping":87.0,"TNews":47.65,"Waimai":84.54} -{"index":257,"Rank":66,"Model":"multilingual-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":64.64,"AmazonReviewsClassification (zh)":38.31,"IFlyTek":47.35,"JDReview":79.34,"MassiveIntentClassification (zh-CN)":62.04,"MassiveScenarioClassification (zh-CN)":68.96,"MultilingualSentiment":64.74,"OnlineShopping":88.73,"TNews":48.38,"Waimai":83.9} -{"index":392,"Rank":67,"Model":"gte-small-zh<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":64.49,"AmazonReviewsClassification (zh)":38.69,"IFlyTek":41.15,"JDReview":82.83,"MassiveIntentClassification (zh-CN)":59.28,"MassiveScenarioClassification (zh-CN)":66.48,"MultilingualSentiment":68.2,"OnlineShopping":89.13,"TNews":49.65,"Waimai":84.96} -{"index":390,"Rank":68,"Model":"gte-small-zh<\/a>","Model Size (Million Parameters)":30,"Memory Usage (GB, fp32)":0.11,"Embedding Dimensions":512,"Max Tokens":512,"Average":64.49,"AmazonReviewsClassification (zh)":38.69,"IFlyTek":41.15,"JDReview":82.83,"MassiveIntentClassification (zh-CN)":59.28,"MassiveScenarioClassification (zh-CN)":66.48,"MultilingualSentiment":68.2,"OnlineShopping":89.13,"TNews":49.65,"Waimai":84.96} -{"index":373,"Rank":69,"Model":"ZNV-Embedding<\/a>","Model Size (Million Parameters)":6061,"Memory Usage (GB, fp32)":22.58,"Embedding Dimensions":4096,"Max Tokens":4096,"Average":64.37,"AmazonReviewsClassification (zh)":29.75,"IFlyTek":50.93,"JDReview":84.93,"MassiveIntentClassification (zh-CN)":67.46,"MassiveScenarioClassification (zh-CN)":71.6,"MultilingualSentiment":55.9,"OnlineShopping":82.53,"TNews":55.08,"Waimai":81.16} -{"index":431,"Rank":70,"Model":"text-embedding-ada-002<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":8191,"Average":64.31,"AmazonReviewsClassification (zh)":38.3,"IFlyTek":44.62,"JDReview":74.6,"MassiveIntentClassification (zh-CN)":64.81,"MassiveScenarioClassification (zh-CN)":71.4,"MultilingualSentiment":67.99,"OnlineShopping":88.94,"TNews":45.77,"Waimai":82.37} -{"index":105,"Rank":71,"Model":"onnx-gte-multilingual-base<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":64.27,"AmazonReviewsClassification (zh)":33.34,"IFlyTek":44.59,"JDReview":79.27,"MassiveIntentClassification (zh-CN)":69.62,"MassiveScenarioClassification (zh-CN)":74.4,"MultilingualSentiment":61.02,"OnlineShopping":84.85,"TNews":48.73,"Waimai":82.58} -{"index":26,"Rank":72,"Model":"gte-multilingual-base<\/a>","Model Size (Million Parameters)":305,"Memory Usage (GB, fp32)":1.14,"Embedding Dimensions":768,"Max Tokens":8192,"Average":64.27,"AmazonReviewsClassification (zh)":33.34,"IFlyTek":44.59,"JDReview":79.27,"MassiveIntentClassification (zh-CN)":69.62,"MassiveScenarioClassification (zh-CN)":74.4,"MultilingualSentiment":61.02,"OnlineShopping":84.85,"TNews":48.73,"Waimai":82.58} -{"index":254,"Rank":73,"Model":"multilingual-e5-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":64.23,"AmazonReviewsClassification (zh)":38.34,"IFlyTek":44.93,"JDReview":76.21,"MassiveIntentClassification (zh-CN)":63.22,"MassiveScenarioClassification (zh-CN)":70.24,"MultilingualSentiment":65.28,"OnlineShopping":88.4,"TNews":47.06,"Waimai":84.42} -{"index":45,"Rank":74,"Model":"bge-small-zh-v1.5<\/a>","Model Size (Million Parameters)":24,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":512,"Max Tokens":512,"Average":63.96,"AmazonReviewsClassification (zh)":35.91,"IFlyTek":45.49,"JDReview":80.04,"MassiveIntentClassification (zh-CN)":63.95,"MassiveScenarioClassification (zh-CN)":70.8,"MultilingualSentiment":63.06,"OnlineShopping":85.05,"TNews":48.15,"Waimai":83.18} -{"index":353,"Rank":75,"Model":"LaBSE<\/a>","Model Size (Million Parameters)":471,"Memory Usage (GB, fp32)":1.75,"Embedding Dimensions":768,"Max Tokens":512,"Average":63.62,"AmazonReviewsClassification (zh)":36.45,"IFlyTek":43.19,"JDReview":79.14,"MassiveIntentClassification (zh-CN)":63.86,"MassiveScenarioClassification (zh-CN)":70.85,"MultilingualSentiment":64.6,"OnlineShopping":85.63,"TNews":46.02,"Waimai":82.85} -{"index":368,"Rank":76,"Model":"paraphrase-multilingual-mpnet-base-v2<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":63.4,"AmazonReviewsClassification (zh)":37.74,"IFlyTek":43.98,"JDReview":70.34,"MassiveIntentClassification (zh-CN)":65.32,"MassiveScenarioClassification (zh-CN)":71.25,"MultilingualSentiment":66.49,"OnlineShopping":87.75,"TNews":43.73,"Waimai":83.97} -{"index":260,"Rank":77,"Model":"udever-bloom-560m<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":2048,"Average":62.85,"AmazonReviewsClassification (zh)":35.7,"IFlyTek":40.46,"JDReview":78.26,"MassiveIntentClassification (zh-CN)":63.75,"MassiveScenarioClassification (zh-CN)":72.39,"MultilingualSentiment":63.17,"OnlineShopping":87.11,"TNews":44.15,"Waimai":80.65} -{"index":69,"Rank":78,"Model":"paraphrase-multilingual-mpnet-base-v2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":62.7,"AmazonReviewsClassification (zh)":38.25,"IFlyTek":43.13,"JDReview":69.08,"MassiveIntentClassification (zh-CN)":61.23,"MassiveScenarioClassification (zh-CN)":68.12,"MultilingualSentiment":67.83,"OnlineShopping":88.13,"TNews":44.42,"Waimai":84.15} -{"index":63,"Rank":79,"Model":"sbert-chinese-general-v1<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Embedding Dimensions":768,"Max Tokens":512,"Average":62.54,"AmazonReviewsClassification (zh)":37.51,"IFlyTek":44.88,"JDReview":82.2,"MassiveIntentClassification (zh-CN)":57.34,"MassiveScenarioClassification (zh-CN)":62.36,"MultilingualSentiment":66.58,"OnlineShopping":88.19,"TNews":39.8,"Waimai":83.96} -{"index":377,"Rank":80,"Model":"text2vec-base-chinese<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Embedding Dimensions":768,"Max Tokens":512,"Average":62.19,"AmazonReviewsClassification (zh)":34.12,"IFlyTek":42.05,"JDReview":82.14,"MassiveIntentClassification (zh-CN)":63.98,"MassiveScenarioClassification (zh-CN)":70.52,"MultilingualSentiment":60.98,"OnlineShopping":85.69,"TNews":43.01,"Waimai":77.22} -{"index":379,"Rank":81,"Model":"luotuo-bert-medium<\/a>","Model Size (Million Parameters)":328,"Memory Usage (GB, fp32)":1.22,"Embedding Dimensions":768,"Max Tokens":512,"Average":61.0,"AmazonReviewsClassification (zh)":34.46,"IFlyTek":41.75,"JDReview":79.68,"MassiveIntentClassification (zh-CN)":57.47,"MassiveScenarioClassification (zh-CN)":65.32,"MultilingualSentiment":61.21,"OnlineShopping":84.3,"TNews":45.22,"Waimai":79.57} -{"index":76,"Rank":82,"Model":"text2vec-large-chinese<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Embedding Dimensions":1024,"Max Tokens":512,"Average":60.66,"AmazonReviewsClassification (zh)":33.77,"IFlyTek":41.54,"JDReview":81.56,"MassiveIntentClassification (zh-CN)":63.23,"MassiveScenarioClassification (zh-CN)":68.45,"MultilingualSentiment":58.97,"OnlineShopping":83.51,"TNews":38.92,"Waimai":76.01} -{"index":367,"Rank":83,"Model":"paraphrase-multilingual-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":60.34,"AmazonReviewsClassification (zh)":35.26,"IFlyTek":39.88,"JDReview":70.26,"MassiveIntentClassification (zh-CN)":62.0,"MassiveScenarioClassification (zh-CN)":67.45,"MultilingualSentiment":61.9,"OnlineShopping":84.89,"TNews":39.19,"Waimai":82.27} -{"index":217,"Rank":84,"Model":"SONAR<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":57.87,"AmazonReviewsClassification (zh)":31.91,"IFlyTek":38.01,"JDReview":69.59,"MassiveIntentClassification (zh-CN)":62.08,"MassiveScenarioClassification (zh-CN)":68.88,"MultilingualSentiment":57.69,"OnlineShopping":75.64,"TNews":40.95,"Waimai":76.12} -{"index":356,"Rank":85,"Model":"all-mpnet-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average":38.13,"AmazonReviewsClassification (zh)":23.62,"IFlyTek":17.18,"JDReview":60.19,"MassiveIntentClassification (zh-CN)":24.36,"MassiveScenarioClassification (zh-CN)":35.33,"MultilingualSentiment":41.2,"OnlineShopping":56.94,"TNews":21.05,"Waimai":63.31} -{"index":391,"Rank":86,"Model":"ALL_862873<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":38.04,"AmazonReviewsClassification (zh)":21.96,"IFlyTek":20.35,"JDReview":55.5,"MassiveIntentClassification (zh-CN)":25.39,"MassiveScenarioClassification (zh-CN)":40.35,"MultilingualSentiment":38.94,"OnlineShopping":56.89,"TNews":26.79,"Waimai":56.22} -{"index":355,"Rank":87,"Model":"all-MiniLM-L6-v2<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":384,"Max Tokens":512,"Average":37.74,"AmazonReviewsClassification (zh)":23.67,"IFlyTek":16.09,"JDReview":59.98,"MassiveIntentClassification (zh-CN)":24.4,"MassiveScenarioClassification (zh-CN)":33.65,"MultilingualSentiment":41.28,"OnlineShopping":57.74,"TNews":20.12,"Waimai":62.72} -{"index":354,"Rank":88,"Model":"all-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":37.53,"AmazonReviewsClassification (zh)":22.99,"IFlyTek":15.31,"JDReview":59.57,"MassiveIntentClassification (zh-CN)":23.74,"MassiveScenarioClassification (zh-CN)":33.18,"MultilingualSentiment":40.52,"OnlineShopping":58.65,"TNews":20.37,"Waimai":63.48} -{"index":0,"Rank":89,"Model":"text-embedding-004-256<\/a>","Model Size (Million Parameters)":1200,"Memory Usage (GB, fp32)":4.47,"Embedding Dimensions":256,"Max Tokens":2048,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":1,"Rank":90,"Model":"text-embedding-004<\/a>","Model Size (Million Parameters)":1200,"Memory Usage (GB, fp32)":4.47,"Embedding Dimensions":768,"Max Tokens":2048,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":2,"Rank":91,"Model":"titan-embed-text-v1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":8000,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":3,"Rank":92,"Model":"mistral-embed<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":"","Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":4,"Rank":93,"Model":"voyage-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":4000,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":5,"Rank":94,"Model":"voyage-3-lite<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":512,"Max Tokens":32000,"Average":"","AmazonReviewsClassification (zh)":36.01,"IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":64.98,"MassiveScenarioClassification (zh-CN)":70.44,"MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":6,"Rank":95,"Model":"voyage-3-m-exp<\/a>","Model Size (Million Parameters)":6918,"Memory Usage (GB, fp32)":25.77,"Embedding Dimensions":2048,"Max Tokens":32000,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":7,"Rank":96,"Model":"voyage-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":32000,"Average":"","AmazonReviewsClassification (zh)":32.94,"IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":60.13,"MassiveScenarioClassification (zh-CN)":68.37,"MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":8,"Rank":97,"Model":"voyage-code-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":16000,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":9,"Rank":98,"Model":"voyage-large-2-instruct<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":16000,"Average":"","AmazonReviewsClassification (zh)":44.16,"IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":69.49,"MassiveScenarioClassification (zh-CN)":78.77,"MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":10,"Rank":99,"Model":"voyage-law-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":16000,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":11,"Rank":100,"Model":"voyage-lite-01-instruct<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":4000,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":12,"Rank":101,"Model":"voyage-lite-02-instruct<\/a>","Model Size (Million Parameters)":1220,"Memory Usage (GB, fp32)":4.54,"Embedding Dimensions":1024,"Max Tokens":4000,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":13,"Rank":102,"Model":"voyage-multilingual-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":32000,"Average":"","AmazonReviewsClassification (zh)":37.67,"IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":67.46,"MassiveScenarioClassification (zh-CN)":75.08,"MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":14,"Rank":103,"Model":"LASER2<\/a>","Model Size (Million Parameters)":43,"Memory Usage (GB, fp32)":0.16,"Embedding Dimensions":1024,"Max Tokens":"N\/A","Average":"","AmazonReviewsClassification (zh)":30.89,"IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":40.62,"MassiveScenarioClassification (zh-CN)":50.22,"MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":17,"Rank":105,"Model":"llm2vec-croissant-mntp<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":24,"Rank":107,"Model":"gte-base-en-v1.5<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":25,"Rank":108,"Model":"gte-large-en-v1.5<\/a>","Model Size (Million Parameters)":434,"Memory Usage (GB, fp32)":1.62,"Embedding Dimensions":1024,"Max Tokens":8192,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":34,"Rank":111,"Model":"bge-base-en-v1.5<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AmazonReviewsClassification (zh)":23.65,"IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":23.75,"MassiveScenarioClassification (zh-CN)":33.62,"MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":36,"Rank":112,"Model":"bge-en-icl<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":37,"Rank":113,"Model":"bge-large-en-v1.5<\/a>","Model Size (Million Parameters)":1340,"Memory Usage (GB, fp32)":4.99,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","AmazonReviewsClassification (zh)":22.27,"IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":18.44,"MassiveScenarioClassification (zh-CN)":29.79,"MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":40,"Rank":114,"Model":"bge-m3<\/a>","Model Size (Million Parameters)":567,"Memory Usage (GB, fp32)":2.11,"Embedding Dimensions":1024,"Max Tokens":8192,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":69.02,"MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":42,"Rank":115,"Model":"bge-reranker-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":43,"Rank":116,"Model":"bge-reranker-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":44,"Rank":117,"Model":"bge-small-en-v1.5<\/a>","Model Size (Million Parameters)":24,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":512,"Max Tokens":512,"Average":"","AmazonReviewsClassification (zh)":23.54,"IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":21.95,"MassiveScenarioClassification (zh-CN)":32.17,"MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":46,"Rank":118,"Model":"nomic-embed-text-v1<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":47,"Rank":119,"Model":"nomic-embed-text-v1.5<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":49,"Rank":121,"Model":"multilingual-e5-base-similarity-v1-onnx-quantized<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","AmazonReviewsClassification (zh)":37.23,"IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":69.16,"MassiveScenarioClassification (zh-CN)":75.42,"MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":51,"Rank":123,"Model":"ListConRanker<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":58,"Rank":125,"Model":"Cohere-embed-english-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":512,"Average":"","AmazonReviewsClassification (zh)":23.82,"IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":22.45,"MassiveScenarioClassification (zh-CN)":31.89,"MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":59,"Rank":126,"Model":"Cohere-embed-multilingual-light-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":384,"Max Tokens":512,"Average":"","AmazonReviewsClassification (zh)":38.37,"IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":64.86,"MassiveScenarioClassification (zh-CN)":71.66,"MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":60,"Rank":127,"Model":"Cohere-embed-multilingual-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":512,"Average":"","AmazonReviewsClassification (zh)":40.71,"IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":68.14,"MassiveScenarioClassification (zh-CN)":74.61,"MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":65,"Rank":128,"Model":"distilrubert-small-cased-conversational<\/a>","Model Size (Million Parameters)":106,"Memory Usage (GB, fp32)":0.39,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AmazonReviewsClassification (zh)":21.67,"IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":6.54,"MassiveScenarioClassification (zh-CN)":10.71,"MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":66,"Rank":129,"Model":"rubert-base-cased<\/a>","Model Size (Million Parameters)":180,"Memory Usage (GB, fp32)":0.67,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AmazonReviewsClassification (zh)":24.87,"IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":46.24,"MassiveScenarioClassification (zh-CN)":49.06,"MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":67,"Rank":130,"Model":"rubert-base-cased-sentence<\/a>","Model Size (Million Parameters)":180,"Memory Usage (GB, fp32)":0.67,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AmazonReviewsClassification (zh)":26.82,"IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":48.85,"MassiveScenarioClassification (zh-CN)":51.12,"MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":73,"Rank":133,"Model":"xlm-roberta-base<\/a>","Model Size (Million Parameters)":279,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":74,"Rank":134,"Model":"xlm-roberta-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":75,"Rank":135,"Model":"STS-multilingual-mpnet-base-v2<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":77,"Rank":136,"Model":"bert-base-10lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":78,"Rank":137,"Model":"bert-base-15lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":79,"Rank":138,"Model":"bert-base-25lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":81,"Rank":139,"Model":"GritLM-8x7B<\/a>","Model Size (Million Parameters)":46703,"Memory Usage (GB, fp32)":173.98,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":85,"Rank":140,"Model":"speed-embedding-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":86,"Rank":141,"Model":"lodestone-base-4096-v1<\/a>","Model Size (Million Parameters)":69,"Memory Usage (GB, fp32)":0.26,"Embedding Dimensions":768,"Max Tokens":4096,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":96,"Rank":149,"Model":"MUG-B-1.6<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","AmazonReviewsClassification (zh)":22.35,"IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":18.85,"MassiveScenarioClassification (zh-CN)":30.14,"MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":97,"Rank":150,"Model":"bilingual-document-embedding<\/a>","Model Size (Million Parameters)":568,"Memory Usage (GB, fp32)":2.12,"Embedding Dimensions":1024,"Max Tokens":8194,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":98,"Rank":151,"Model":"bilingual-embedding-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":99,"Rank":152,"Model":"bilingual-embedding-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":100,"Rank":153,"Model":"bilingual-embedding-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":101,"Rank":154,"Model":"Zhihui_LLM_Embedding<\/a>","Model Size (Million Parameters)":7069,"Memory Usage (GB, fp32)":26.33,"Embedding Dimensions":3584,"Max Tokens":131072,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":102,"Rank":155,"Model":"Linq-Embed-Mistral<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":106,"Rank":158,"Model":"LLM2Vec-Llama-2-7b-chat-hf-mntp-supervised<\/a>","Model Size (Million Parameters)":6607,"Memory Usage (GB, fp32)":24.61,"Embedding Dimensions":4096,"Max Tokens":4096,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":107,"Rank":159,"Model":"LLM2Vec-Llama-2-unsupervised<\/a>","Model Size (Million Parameters)":6607,"Memory Usage (GB, fp32)":24.61,"Embedding Dimensions":4096,"Max Tokens":4096,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":108,"Rank":160,"Model":"LLM2Vec-Meta-Llama-3-supervised<\/a>","Model Size (Million Parameters)":7505,"Memory Usage (GB, fp32)":27.96,"Embedding Dimensions":4096,"Max Tokens":8192,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":109,"Rank":161,"Model":"LLM2Vec-Meta-Llama-3-unsupervised<\/a>","Model Size (Million Parameters)":7505,"Memory Usage (GB, fp32)":27.96,"Embedding Dimensions":4096,"Max Tokens":8192,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":110,"Rank":162,"Model":"LLM2Vec-Mistral-supervised<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":111,"Rank":163,"Model":"LLM2Vec-Mistral-unsupervised<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":112,"Rank":164,"Model":"LLM2Vec-Sheared-Llama-supervised<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":4096,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":113,"Rank":165,"Model":"LLM2Vec-Sheared-Llama-unsupervised<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":4096,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":114,"Rank":166,"Model":"Bulbasaur<\/a>","Model Size (Million Parameters)":17,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":115,"Rank":167,"Model":"Ivysaur<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.08,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":116,"Rank":168,"Model":"Squirtle<\/a>","Model Size (Million Parameters)":16,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":117,"Rank":169,"Model":"Venusaur<\/a>","Model Size (Million Parameters)":16,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":118,"Rank":170,"Model":"Wartortle<\/a>","Model Size (Million Parameters)":17,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":119,"Rank":171,"Model":"test24<\/a>","Model Size (Million Parameters)":17,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":120,"Rank":172,"Model":"test25<\/a>","Model Size (Million Parameters)":17,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":121,"Rank":173,"Model":"SGPT-1.3B-weightedmean-msmarco-specb-bitfit<\/a>","Model Size (Million Parameters)":1341,"Memory Usage (GB, fp32)":4.99,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":122,"Rank":174,"Model":"SGPT-125M-weightedmean-msmarco-specb-bitfit<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":2048,"Average":"","AmazonReviewsClassification (zh)":24.27,"IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":46.24,"MassiveScenarioClassification (zh-CN)":49.38,"MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":123,"Rank":175,"Model":"SGPT-125M-weightedmean-nli-bitfit<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":2048,"Average":"","AmazonReviewsClassification (zh)":23.98,"IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":45.78,"MassiveScenarioClassification (zh-CN)":48.55,"MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":124,"Rank":176,"Model":"SGPT-2.7B-weightedmean-msmarco-specb-bitfit<\/a>","Model Size (Million Parameters)":2685,"Memory Usage (GB, fp32)":10.0,"Embedding Dimensions":2560,"Max Tokens":2048,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":125,"Rank":177,"Model":"SGPT-5.8B-weightedmean-msmarco-specb-bitfit<\/a>","Model Size (Million Parameters)":5874,"Memory Usage (GB, fp32)":21.88,"Embedding Dimensions":4096,"Max Tokens":2048,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":126,"Rank":178,"Model":"SGPT-5.8B-weightedmean-nli-bitfit<\/a>","Model Size (Million Parameters)":5874,"Memory Usage (GB, fp32)":21.88,"Embedding Dimensions":4096,"Max Tokens":2048,"Average":"","AmazonReviewsClassification (zh)":33.75,"IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":128,"Rank":180,"Model":"multilingual-e5-base-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","AmazonReviewsClassification (zh)":37.23,"IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":69.16,"MassiveScenarioClassification (zh-CN)":75.42,"MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":130,"Rank":182,"Model":"stella_en_1.5B_v5<\/a>","Model Size (Million Parameters)":1543,"Memory Usage (GB, fp32)":5.75,"Embedding Dimensions":8192,"Max Tokens":131072,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":131,"Rank":183,"Model":"stella_en_400M_v5<\/a>","Model Size (Million Parameters)":435,"Memory Usage (GB, fp32)":1.62,"Embedding Dimensions":8192,"Max Tokens":8192,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":132,"Rank":184,"Model":"Arabert-all-nli-triplet-Matryoshka<\/a>","Model Size (Million Parameters)":135,"Memory Usage (GB, fp32)":0.5,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":133,"Rank":185,"Model":"Arabic-MiniLM-L12-v2-all-nli-triplet<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":134,"Rank":186,"Model":"Arabic-all-nli-triplet-Matryoshka<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":135,"Rank":187,"Model":"Arabic-labse-Matryoshka<\/a>","Model Size (Million Parameters)":471,"Memory Usage (GB, fp32)":1.75,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":136,"Rank":188,"Model":"Arabic-mpnet-base-all-nli-triplet<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":137,"Rank":189,"Model":"Marbert-all-nli-triplet-Matryoshka<\/a>","Model Size (Million Parameters)":163,"Memory Usage (GB, fp32)":0.61,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":138,"Rank":190,"Model":"Solon-embeddings-large-0.1<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":139,"Rank":191,"Model":"KartonBERT-USE-base-v1<\/a>","Model Size (Million Parameters)":104,"Memory Usage (GB, fp32)":0.39,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":141,"Rank":192,"Model":"alime-reranker-large-zh<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":144,"Rank":195,"Model":"SFR-Embedding-2_R<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":145,"Rank":196,"Model":"SFR-Embedding-Mistral<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","AmazonReviewsClassification (zh)":46.61,"IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":72.23,"MassiveScenarioClassification (zh-CN)":76.77,"MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":148,"Rank":199,"Model":"snowflake-arctic-embed-l<\/a>","Model Size (Million Parameters)":334,"Memory Usage (GB, fp32)":1.24,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":149,"Rank":200,"Model":"snowflake-arctic-embed-l-v2.0<\/a>","Model Size (Million Parameters)":568,"Memory Usage (GB, fp32)":2.12,"Embedding Dimensions":1024,"Max Tokens":8194,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":150,"Rank":201,"Model":"snowflake-arctic-embed-m<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":151,"Rank":202,"Model":"snowflake-arctic-embed-m-long<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":152,"Rank":203,"Model":"snowflake-arctic-embed-m-v1.5<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":153,"Rank":204,"Model":"snowflake-arctic-embed-m-v2.0<\/a>","Model Size (Million Parameters)":305,"Memory Usage (GB, fp32)":1.14,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":154,"Rank":205,"Model":"snowflake-arctic-embed-s<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":155,"Rank":206,"Model":"snowflake-arctic-embed-xs<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.08,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":156,"Rank":207,"Model":"bge-micro<\/a>","Model Size (Million Parameters)":17,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":157,"Rank":208,"Model":"bge-micro-v2<\/a>","Model Size (Million Parameters)":17,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":158,"Rank":209,"Model":"gte-tiny<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.08,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":160,"Rank":210,"Model":"PEG<\/a>","Model Size (Million Parameters)":163,"Memory Usage (GB, fp32)":0.61,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":161,"Rank":211,"Model":"UAE-Large-V1<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":162,"Rank":212,"Model":"sentence-croissant-llm-base<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":164,"Rank":214,"Model":"German_Semantic_STS_V2<\/a>","Model Size (Million Parameters)":336,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":165,"Rank":215,"Model":"MedEmbed-small-v0.1<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":168,"Rank":218,"Model":"ru-en-RoSBERTa<\/a>","Model Size (Million Parameters)":404,"Memory Usage (GB, fp32)":1.5,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":169,"Rank":219,"Model":"sbert_large_mt_nlu_ru<\/a>","Model Size (Million Parameters)":427,"Memory Usage (GB, fp32)":1.59,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","AmazonReviewsClassification (zh)":20.7,"IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":2.12,"MassiveScenarioClassification (zh-CN)":9.71,"MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":170,"Rank":220,"Model":"sbert_large_nlu_ru<\/a>","Model Size (Million Parameters)":427,"Memory Usage (GB, fp32)":1.59,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","AmazonReviewsClassification (zh)":20.91,"IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":2.52,"MassiveScenarioClassification (zh-CN)":9.3,"MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":172,"Rank":222,"Model":"cloudy-large-zh<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Embedding Dimensions":1024,"Max Tokens":1024,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":174,"Rank":224,"Model":"Titan-text-embeddings-v2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","AmazonReviewsClassification (zh)":36.07,"IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":63.4,"MassiveScenarioClassification (zh-CN)":69.58,"MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":175,"Rank":225,"Model":"bge-small-4096<\/a>","Model Size (Million Parameters)":35,"Memory Usage (GB, fp32)":0.13,"Embedding Dimensions":384,"Max Tokens":4096,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":176,"Rank":226,"Model":"jina-embeddings-v2-base-en<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":178,"Rank":227,"Model":"GIST-Embedding-v0<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":179,"Rank":228,"Model":"GIST-all-MiniLM-L6-v2<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.08,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":180,"Rank":229,"Model":"GIST-large-Embedding-v0<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":181,"Rank":230,"Model":"GIST-small-Embedding-v0<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":182,"Rank":231,"Model":"NoInstruct-small-Embedding-v0<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":185,"Rank":234,"Model":"brown-beetle-base-v1<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.08,"Embedding Dimensions":768,"Max Tokens":1000000,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":186,"Rank":235,"Model":"brown-beetle-small-v1<\/a>","Model Size (Million Parameters)":8,"Memory Usage (GB, fp32)":0.03,"Embedding Dimensions":256,"Max Tokens":1000000,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":187,"Rank":236,"Model":"brown-beetle-tiny-v1<\/a>","Model Size (Million Parameters)":4,"Memory Usage (GB, fp32)":0.01,"Embedding Dimensions":128,"Max Tokens":1000000,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":188,"Rank":237,"Model":"brown-beetle-tiny-v1.1<\/a>","Model Size (Million Parameters)":4,"Memory Usage (GB, fp32)":0.01,"Embedding Dimensions":768,"Max Tokens":1000000,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":189,"Rank":238,"Model":"brown-fairy-base-v0<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.08,"Embedding Dimensions":768,"Max Tokens":1000000,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":190,"Rank":239,"Model":"red-beetle-base-v1.1<\/a>","Model Size (Million Parameters)":30,"Memory Usage (GB, fp32)":0.11,"Embedding Dimensions":1024,"Max Tokens":1000000,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":191,"Rank":240,"Model":"sgpt-bloom-1b7-nli<\/a>","Model Size (Million Parameters)":1722,"Memory Usage (GB, fp32)":6.42,"Embedding Dimensions":2048,"Max Tokens":4096,"Average":"","AmazonReviewsClassification (zh)":37.63,"IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":192,"Rank":241,"Model":"sgpt-bloom-7b1-msmarco<\/a>","Model Size (Million Parameters)":7068,"Memory Usage (GB, fp32)":26.33,"Embedding Dimensions":4096,"Max Tokens":2048,"Average":"","AmazonReviewsClassification (zh)":32.63,"IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":67.07,"MassiveScenarioClassification (zh-CN)":73.95,"MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":194,"Rank":243,"Model":"slx-v0.1<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.08,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","AmazonReviewsClassification (zh)":23.13,"IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":25.91,"MassiveScenarioClassification (zh-CN)":35.16,"MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":196,"Rank":245,"Model":"Chuxin-Embedding<\/a>","Model Size (Million Parameters)":568,"Memory Usage (GB, fp32)":2.12,"Embedding Dimensions":1024,"Max Tokens":8194,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":197,"Rank":246,"Model":"snowflake-arctic-embed-m-v2.0-cpu<\/a>","Model Size (Million Parameters)":305,"Memory Usage (GB, fp32)":1.14,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":198,"Rank":247,"Model":"LaBSE-en-ru<\/a>","Model Size (Million Parameters)":129,"Memory Usage (GB, fp32)":0.48,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AmazonReviewsClassification (zh)":20.77,"IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":3.96,"MassiveScenarioClassification (zh-CN)":9.98,"MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":199,"Rank":248,"Model":"rubert-tiny<\/a>","Model Size (Million Parameters)":12,"Memory Usage (GB, fp32)":0.04,"Embedding Dimensions":512,"Max Tokens":514,"Average":"","AmazonReviewsClassification (zh)":21.09,"IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":7.35,"MassiveScenarioClassification (zh-CN)":12.03,"MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":200,"Rank":249,"Model":"rubert-tiny2<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"Embedding Dimensions":2048,"Max Tokens":514,"Average":"","AmazonReviewsClassification (zh)":20.64,"IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":5.02,"MassiveScenarioClassification (zh-CN)":10.73,"MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":201,"Rank":250,"Model":"cai-lunaris-text-embeddings<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":203,"Rank":252,"Model":"french-document-embedding<\/a>","Model Size (Million Parameters)":305,"Memory Usage (GB, fp32)":1.14,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":204,"Rank":253,"Model":"sentence-camembert-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":205,"Rank":254,"Model":"sentence-camembert-large<\/a>","Model Size (Million Parameters)":337,"Memory Usage (GB, fp32)":1.26,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":206,"Rank":255,"Model":"embedder-100p<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":207,"Rank":256,"Model":"USER-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AmazonReviewsClassification (zh)":22.46,"IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":14.69,"MassiveScenarioClassification (zh-CN)":20.84,"MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":208,"Rank":257,"Model":"USER-bge-m3<\/a>","Model Size (Million Parameters)":359,"Memory Usage (GB, fp32)":1.34,"Embedding Dimensions":1024,"Max Tokens":8192,"Average":"","AmazonReviewsClassification (zh)":21.58,"IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":3.03,"MassiveScenarioClassification (zh-CN)":7.85,"MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":209,"Rank":258,"Model":"deberta-v1-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AmazonReviewsClassification (zh)":23.14,"IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":26.9,"MassiveScenarioClassification (zh-CN)":29.22,"MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":210,"Rank":259,"Model":"multilingual-e5-base-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","AmazonReviewsClassification (zh)":37.23,"IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":69.16,"MassiveScenarioClassification (zh-CN)":75.42,"MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":212,"Rank":261,"Model":"sft-bge-small<\/a>","Model Size (Million Parameters)":24,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":512,"Max Tokens":512,"Average":"","AmazonReviewsClassification (zh)":34.55,"IFlyTek":44.16,"JDReview":80.32,"MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":61.08,"OnlineShopping":83.23,"TNews":47.89,"Waimai":82.24} -{"index":215,"Rank":262,"Model":"e5-base-4k<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AmazonReviewsClassification (zh)":23.31,"IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":24.16,"MassiveScenarioClassification (zh-CN)":31.79,"MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":221,"Rank":266,"Model":"flaubert_base_cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":222,"Rank":267,"Model":"flaubert_base_uncased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":223,"Rank":268,"Model":"flaubert_large_cased<\/a>","Model Size (Million Parameters)":372,"Memory Usage (GB, fp32)":1.39,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":226,"Rank":271,"Model":"bert-base-multilingual-cased<\/a>","Model Size (Million Parameters)":179,"Memory Usage (GB, fp32)":0.67,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":227,"Rank":272,"Model":"bert-base-multilingual-uncased<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":228,"Rank":273,"Model":"bert-base-uncased<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":229,"Rank":274,"Model":"instructor-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":230,"Rank":275,"Model":"instructor-large<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":231,"Rank":276,"Model":"instructor-xl<\/a>","Model Size (Million Parameters)":1241,"Memory Usage (GB, fp32)":4.62,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":236,"Rank":280,"Model":"granite-embedding-107m-multilingual<\/a>","Model Size (Million Parameters)":107,"Memory Usage (GB, fp32)":0.4,"Embedding Dimensions":384,"Max Tokens":514,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":237,"Rank":281,"Model":"granite-embedding-125m-english<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":238,"Rank":282,"Model":"granite-embedding-278m-multilingual<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":239,"Rank":283,"Model":"granite-embedding-30m-english<\/a>","Model Size (Million Parameters)":30,"Memory Usage (GB, fp32)":0.11,"Embedding Dimensions":384,"Max Tokens":514,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":240,"Rank":284,"Model":"stella-base-en-v2<\/a>","Model Size (Million Parameters)":55,"Memory Usage (GB, fp32)":0.2,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":246,"Rank":285,"Model":"inf-retriever-v1<\/a>","Model Size (Million Parameters)":7069,"Memory Usage (GB, fp32)":26.33,"Embedding Dimensions":3584,"Max Tokens":131072,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":247,"Rank":286,"Model":"e5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AmazonReviewsClassification (zh)":22.48,"IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":18.45,"MassiveScenarioClassification (zh-CN)":25.12,"MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":248,"Rank":287,"Model":"e5-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AmazonReviewsClassification (zh)":23.28,"IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":22.87,"MassiveScenarioClassification (zh-CN)":32.08,"MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":249,"Rank":288,"Model":"e5-large<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","AmazonReviewsClassification (zh)":23.0,"IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":19.53,"MassiveScenarioClassification (zh-CN)":28.01,"MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":250,"Rank":289,"Model":"e5-large-v2<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","AmazonReviewsClassification (zh)":24.05,"IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":22.35,"MassiveScenarioClassification (zh-CN)":31.82,"MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":252,"Rank":290,"Model":"e5-small<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","AmazonReviewsClassification (zh)":22.37,"IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":15.28,"MassiveScenarioClassification (zh-CN)":22.16,"MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":253,"Rank":291,"Model":"e5-small-v2<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":259,"Rank":292,"Model":"udever-bloom-3b<\/a>","Model Size (Million Parameters)":3003,"Memory Usage (GB, fp32)":11.19,"Embedding Dimensions":2560,"Max Tokens":2048,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":45.03,"JDReview":83.64,"MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":67.17,"OnlineShopping":90.41,"TNews":47.7,"Waimai":84.07} -{"index":261,"Rank":293,"Model":"udever-bloom-7b1<\/a>","Model Size (Million Parameters)":7069,"Memory Usage (GB, fp32)":26.33,"Embedding Dimensions":4096,"Max Tokens":2048,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":46.23,"JDReview":84.17,"MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":68.36,"OnlineShopping":90.93,"TNews":47.8,"Waimai":84.68} -{"index":264,"Rank":295,"Model":"jina-embedding-b-en-v1<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":265,"Rank":296,"Model":"jina-embedding-l-en-v1<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":266,"Rank":297,"Model":"jina-embedding-s-en-v1<\/a>","Model Size (Million Parameters)":35,"Memory Usage (GB, fp32)":0.13,"Embedding Dimensions":512,"Max Tokens":512,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":267,"Rank":298,"Model":"jina-embeddings-v2-base-de<\/a>","Model Size (Million Parameters)":161,"Memory Usage (GB, fp32)":0.6,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":268,"Rank":299,"Model":"jina-embeddings-v2-base-en<\/a>","Model Size (Million Parameters)":275,"Memory Usage (GB, fp32)":1.02,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","AmazonReviewsClassification (zh)":20.77,"IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":7.23,"MassiveScenarioClassification (zh-CN)":11.7,"MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":269,"Rank":300,"Model":"jina-embeddings-v2-base-es<\/a>","Model Size (Million Parameters)":161,"Memory Usage (GB, fp32)":0.6,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":271,"Rank":301,"Model":"jina-embeddings-v2-small-en<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":512,"Max Tokens":8192,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":273,"Rank":302,"Model":"multilingual-e5-small-ct2-int8<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","AmazonReviewsClassification (zh)":37.5,"IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":68.24,"MassiveScenarioClassification (zh-CN)":74.47,"MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":274,"Rank":303,"Model":"echo-mistral-7b-instruct-lasttoken<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":275,"Rank":304,"Model":"cde-small-v1<\/a>","Model Size (Million Parameters)":143,"Memory Usage (GB, fp32)":0.53,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":276,"Rank":305,"Model":"cde-small-v2<\/a>","Model Size (Million Parameters)":150,"Memory Usage (GB, fp32)":0.56,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":281,"Rank":308,"Model":"modernbert-embed-large<\/a>","Model Size (Million Parameters)":395,"Memory Usage (GB, fp32)":1.47,"Embedding Dimensions":1024,"Max Tokens":8192,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":282,"Rank":309,"Model":"modernbert-embed-large-unsupervised<\/a>","Model Size (Million Parameters)":395,"Memory Usage (GB, fp32)":1.47,"Embedding Dimensions":1024,"Max Tokens":8192,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":287,"Rank":313,"Model":"ember-v1<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":290,"Rank":315,"Model":"bge-m3-custom-fr<\/a>","Model Size (Million Parameters)":568,"Memory Usage (GB, fp32)":2.12,"Embedding Dimensions":1024,"Max Tokens":8194,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":291,"Rank":316,"Model":"sentence_croissant_alpha_v0.1<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":292,"Rank":317,"Model":"sentence_croissant_alpha_v0.2<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":293,"Rank":318,"Model":"sentence_croissant_alpha_v0.3<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":294,"Rank":319,"Model":"sentence_croissant_alpha_v0.4<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":295,"Rank":320,"Model":"M2V_base_glove<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Embedding Dimensions":256,"Max Tokens":1000000,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":296,"Rank":321,"Model":"M2V_base_glove_subword<\/a>","Model Size (Million Parameters)":103,"Memory Usage (GB, fp32)":0.38,"Embedding Dimensions":256,"Max Tokens":1000000,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":297,"Rank":322,"Model":"M2V_base_output<\/a>","Model Size (Million Parameters)":8,"Memory Usage (GB, fp32)":0.03,"Embedding Dimensions":256,"Max Tokens":1000000,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":298,"Rank":323,"Model":"potion-base-2M<\/a>","Model Size (Million Parameters)":2,"Memory Usage (GB, fp32)":0.01,"Embedding Dimensions":64,"Max Tokens":1000000,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":299,"Rank":324,"Model":"potion-base-32M<\/a>","Model Size (Million Parameters)":32,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":512,"Max Tokens":1000000,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":300,"Rank":325,"Model":"potion-base-4M<\/a>","Model Size (Million Parameters)":4,"Memory Usage (GB, fp32)":0.01,"Embedding Dimensions":128,"Max Tokens":1000000,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":301,"Rank":326,"Model":"potion-base-8M<\/a>","Model Size (Million Parameters)":8,"Memory Usage (GB, fp32)":0.03,"Embedding Dimensions":256,"Max Tokens":1000000,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":302,"Rank":327,"Model":"mxbai-embed-2d-large-v1<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":303,"Rank":328,"Model":"mxbai-embed-large-v1<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":308,"Rank":331,"Model":"LdIR-Qwen2-reranker-1.5B<\/a>","Model Size (Million Parameters)":1544,"Memory Usage (GB, fp32)":5.75,"Embedding Dimensions":1536,"Max Tokens":32768,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":310,"Rank":333,"Model":"bge-reranker-large-1k<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":1026,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":318,"Rank":340,"Model":"bge-large-en-v1.5<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":319,"Rank":341,"Model":"modernbert-embed-base<\/a>","Model Size (Million Parameters)":149,"Memory Usage (GB, fp32)":0.56,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":320,"Rank":342,"Model":"modernbert-embed-base-unsupervised<\/a>","Model Size (Million Parameters)":149,"Memory Usage (GB, fp32)":0.56,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":321,"Rank":343,"Model":"nomic-embed-text-v1<\/a>","Model Size (Million Parameters)":547,"Memory Usage (GB, fp32)":2.04,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","AmazonReviewsClassification (zh)":24.22,"IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":23.66,"MassiveScenarioClassification (zh-CN)":34.02,"MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":322,"Rank":344,"Model":"nomic-embed-text-v1-ablated<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":323,"Rank":345,"Model":"nomic-embed-text-v1-unsupervised<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":324,"Rank":346,"Model":"nomic-embed-text-v1.5-128<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":128,"Max Tokens":8192,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":325,"Rank":347,"Model":"nomic-embed-text-v1.5-256<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":256,"Max Tokens":8192,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":326,"Rank":348,"Model":"nomic-embed-text-v1.5-512<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":512,"Max Tokens":8192,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":327,"Rank":349,"Model":"nomic-embed-text-v1.5-64<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":64,"Max Tokens":8192,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":328,"Rank":350,"Model":"nomic-embed-text-v1.5<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":329,"Rank":351,"Model":"contriever-base-msmarco<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":330,"Rank":352,"Model":"NV-Embed-v1<\/a>","Model Size (Million Parameters)":7851,"Memory Usage (GB, fp32)":29.25,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":331,"Rank":353,"Model":"NV-Embed-v2<\/a>","Model Size (Million Parameters)":7851,"Memory Usage (GB, fp32)":29.25,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":332,"Rank":354,"Model":"MiniCPM-Embedding<\/a>","Model Size (Million Parameters)":2725,"Memory Usage (GB, fp32)":10.15,"Embedding Dimensions":2304,"Max Tokens":512,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":334,"Rank":355,"Model":"GritLM-7B-vllm<\/a>","Model Size (Million Parameters)":7242,"Memory Usage (GB, fp32)":26.98,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":335,"Rank":356,"Model":"checkpoint-9000<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":337,"Rank":358,"Model":"mini-gte<\/a>","Model Size (Million Parameters)":66,"Memory Usage (GB, fp32)":0.25,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":338,"Rank":359,"Model":"sup-simcse-bert-base-uncased<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":339,"Rank":360,"Model":"unsup-simcse-bert-base-uncased<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":340,"Rank":361,"Model":"360Zhinao-1.8B-Reranking<\/a>","Model Size (Million Parameters)":941,"Memory Usage (GB, fp32)":3.51,"Embedding Dimensions":2048,"Max Tokens":4096,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":341,"Rank":362,"Model":"360Zhinao-search<\/a>","Model Size (Million Parameters)":163,"Memory Usage (GB, fp32)":0.61,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":342,"Rank":363,"Model":"FAB-Ramy-v1<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":343,"Rank":364,"Model":"FAE-v1<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":344,"Rank":365,"Model":"FUE-v1<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":348,"Rank":369,"Model":"sf_model_e5<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":357,"Rank":371,"Model":"allenai-specter<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AmazonReviewsClassification (zh)":20.49,"IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":2.81,"MassiveScenarioClassification (zh-CN)":9.19,"MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":358,"Rank":372,"Model":"average_word_embeddings_glove.6B.300d<\/a>","Model Size (Million Parameters)":120,"Memory Usage (GB, fp32)":0.45,"Embedding Dimensions":300,"Max Tokens":"N\/A","Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":359,"Rank":373,"Model":"average_word_embeddings_komninos<\/a>","Model Size (Million Parameters)":134,"Memory Usage (GB, fp32)":0.5,"Embedding Dimensions":300,"Max Tokens":"N\/A","Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":360,"Rank":374,"Model":"distiluse-base-multilingual-cased-v2<\/a>","Model Size (Million Parameters)":135,"Memory Usage (GB, fp32)":0.5,"Embedding Dimensions":512,"Max Tokens":512,"Average":"","AmazonReviewsClassification (zh)":33.89,"IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":59.22,"MassiveScenarioClassification (zh-CN)":66.44,"MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":361,"Rank":375,"Model":"gtr-t5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":362,"Rank":376,"Model":"gtr-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AmazonReviewsClassification (zh)":21.83,"IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":2.41,"MassiveScenarioClassification (zh-CN)":3.84,"MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":363,"Rank":377,"Model":"gtr-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AmazonReviewsClassification (zh)":21.89,"IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":1.72,"MassiveScenarioClassification (zh-CN)":5.21,"MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":364,"Rank":378,"Model":"gtr-t5-xxl<\/a>","Model Size (Million Parameters)":4865,"Memory Usage (GB, fp32)":18.12,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":365,"Rank":379,"Model":"msmarco-bert-co-condensor<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":366,"Rank":380,"Model":"multi-qa-MiniLM-L6-cos-v1<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":369,"Rank":381,"Model":"sentence-t5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AmazonReviewsClassification (zh)":21.53,"IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":1.12,"MassiveScenarioClassification (zh-CN)":4.17,"MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":370,"Rank":382,"Model":"sentence-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AmazonReviewsClassification (zh)":22.12,"IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":1.09,"MassiveScenarioClassification (zh-CN)":4.7,"MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":371,"Rank":383,"Model":"sentence-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AmazonReviewsClassification (zh)":21.88,"IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":0.59,"MassiveScenarioClassification (zh-CN)":5.86,"MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":372,"Rank":384,"Model":"sentence-t5-xxl<\/a>","Model Size (Million Parameters)":4865,"Memory Usage (GB, fp32)":18.12,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":374,"Rank":385,"Model":"LaBSE-ru-turbo<\/a>","Model Size (Million Parameters)":128,"Memory Usage (GB, fp32)":0.48,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AmazonReviewsClassification (zh)":20.93,"IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":3.76,"MassiveScenarioClassification (zh-CN)":10.17,"MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":375,"Rank":386,"Model":"rubert-tiny-turbo<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"Embedding Dimensions":312,"Max Tokens":2048,"Average":"","AmazonReviewsClassification (zh)":20.9,"IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":5.21,"MassiveScenarioClassification (zh-CN)":10.6,"MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":378,"Rank":387,"Model":"text2vec-base-multilingual<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":256,"Average":"","AmazonReviewsClassification (zh)":32.52,"IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":60.86,"MassiveScenarioClassification (zh-CN)":65.83,"MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":381,"Rank":389,"Model":"BAAI-bge-reranker-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":385,"Rank":393,"Model":"gte-base<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":387,"Rank":394,"Model":"gte-large<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":389,"Rank":395,"Model":"gte-small<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":400,"Rank":403,"Model":"llm_mse<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","AmazonReviewsClassification (zh)":21.91,"IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":0.75,"MassiveScenarioClassification (zh-CN)":3.18,"MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":406,"Rank":409,"Model":"universal-sentence-encoder-multilingual-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":512,"Max Tokens":512,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":407,"Rank":410,"Model":"universal-sentence-encoder-multilingual-large-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":512,"Max Tokens":512,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":408,"Rank":411,"Model":"b1ade-embed<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":409,"Rank":412,"Model":"b1ade-embed-kd<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":410,"Rank":413,"Model":"b1ade-embed-kd_3<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":413,"Rank":416,"Model":"potion-base-8M-stf<\/a>","Model Size (Million Parameters)":8,"Memory Usage (GB, fp32)":0.03,"Embedding Dimensions":256,"Max Tokens":1000000,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":414,"Rank":417,"Model":"hktv-fine-tuned-cloudy-large-zh-metaphor14<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Embedding Dimensions":1024,"Max Tokens":1024,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":416,"Rank":419,"Model":"bilingual-embedding-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":418,"Rank":421,"Model":"LENS-d4000<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":419,"Rank":422,"Model":"LENS-d8000<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":423,"Rank":426,"Model":"Zeta-Alpha-E5-Mistral<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":424,"Rank":427,"Model":"text_emb_V1<\/a>","Model Size (Million Parameters)":103,"Memory Usage (GB, fp32)":0.38,"Embedding Dimensions":768,"Max Tokens":1024,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":425,"Rank":428,"Model":"bi-cse<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":427,"Rank":430,"Model":"text-similarity-ada-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":2046,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":428,"Rank":431,"Model":"text-similarity-babbage-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":2048,"Max Tokens":2046,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":429,"Rank":432,"Model":"text-similarity-curie-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":4096,"Max Tokens":2046,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":430,"Rank":433,"Model":"text-similarity-davinci-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":12288,"Max Tokens":2046,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":432,"Rank":434,"Model":"text-embedding-3-large-256<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":256,"Max Tokens":8191,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":433,"Rank":435,"Model":"text-embedding-3-large<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":3072,"Max Tokens":8191,"Average":"","AmazonReviewsClassification (zh)":41.31,"IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":69.44,"MassiveScenarioClassification (zh-CN)":76.96,"MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":434,"Rank":436,"Model":"text-embedding-3-small<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":8191,"Average":"","AmazonReviewsClassification (zh)":37.42,"IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":64.38,"MassiveScenarioClassification (zh-CN)":73.14,"MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":436,"Rank":437,"Model":"elser-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":30522,"Max Tokens":512,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} diff --git a/all_data_tasks/9/default.jsonl b/all_data_tasks/9/default.jsonl deleted file mode 100644 index 5149a611283aa085837d1c2d9ef694d61bca7f3f..0000000000000000000000000000000000000000 --- a/all_data_tasks/9/default.jsonl +++ /dev/null @@ -1,343 +0,0 @@ -{"index":21,"Rank":1,"Model":"gte-Qwen1.5-7B-instruct<\/a>","Model Size (Million Parameters)":7099,"Memory Usage (GB, fp32)":26.45,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":67.08,"CLSClusteringP2P":47.21,"CLSClusteringS2S":45.79,"ThuNewsClusteringP2P":87.43,"ThuNewsClusteringS2S":87.9} -{"index":376,"Rank":2,"Model":"AGE_Hybrid<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":66.64,"CLSClusteringP2P":57.39,"CLSClusteringS2S":54.11,"ThuNewsClusteringP2P":79.15,"ThuNewsClusteringS2S":75.9} -{"index":71,"Rank":3,"Model":"IYun-large-zh<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":66.35,"CLSClusteringP2P":60.2,"CLSClusteringS2S":58.4,"ThuNewsClusteringP2P":76.98,"ThuNewsClusteringS2S":69.83} -{"index":94,"Rank":4,"Model":"Conan-embedding-v1-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":66.33,"CLSClusteringP2P":60.64,"CLSClusteringS2S":52.65,"ThuNewsClusteringP2P":77.84,"ThuNewsClusteringS2S":74.2} -{"index":159,"Rank":5,"Model":"Conan-embedding-v1<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Embedding Dimensions":1792,"Max Tokens":512,"Average":66.33,"CLSClusteringP2P":60.64,"CLSClusteringS2S":52.65,"ThuNewsClusteringP2P":77.84,"ThuNewsClusteringS2S":74.2} -{"index":23,"Rank":6,"Model":"gte-Qwen2-7B-instruct<\/a>","Model Size (Million Parameters)":7613,"Memory Usage (GB, fp32)":28.36,"Embedding Dimensions":3584,"Max Tokens":32768,"Average":66.06,"CLSClusteringP2P":47.07,"CLSClusteringS2S":45.99,"ThuNewsClusteringP2P":86.08,"ThuNewsClusteringS2S":85.11} -{"index":280,"Rank":7,"Model":"xiaobu-embedding-v2<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Embedding Dimensions":1792,"Max Tokens":512,"Average":65.17,"CLSClusteringP2P":60.42,"CLSClusteringS2S":49.54,"ThuNewsClusteringP2P":78.76,"ThuNewsClusteringS2S":71.96} -{"index":219,"Rank":8,"Model":"XYZ-embedding-zh-v2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":63.33,"CLSClusteringP2P":57.24,"CLSClusteringS2S":48.42,"ThuNewsClusteringP2P":76.64,"ThuNewsClusteringS2S":71.03} -{"index":235,"Rank":9,"Model":"zpoint_large_embedding_zh<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Embedding Dimensions":1792,"Max Tokens":512,"Average":62.23,"CLSClusteringP2P":58.29,"CLSClusteringS2S":48.79,"ThuNewsClusteringP2P":72.48,"ThuNewsClusteringS2S":69.35} -{"index":352,"Rank":10,"Model":"piccolo-large-zh-v2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":62.17,"CLSClusteringP2P":57.93,"CLSClusteringS2S":48.1,"ThuNewsClusteringP2P":74.2,"ThuNewsClusteringS2S":68.43} -{"index":53,"Rank":11,"Model":"Yinka<\/a>","Model Size (Million Parameters)":164,"Memory Usage (GB, fp32)":0.61,"Embedding Dimensions":1792,"Max Tokens":512,"Average":61.98,"CLSClusteringP2P":56.35,"CLSClusteringS2S":48.49,"ThuNewsClusteringP2P":74.55,"ThuNewsClusteringS2S":68.55} -{"index":262,"Rank":12,"Model":"Yinka-Q5_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":61.98,"CLSClusteringP2P":56.35,"CLSClusteringS2S":48.49,"ThuNewsClusteringP2P":74.55,"ThuNewsClusteringS2S":68.55} -{"index":20,"Rank":13,"Model":"gme-Qwen2-VL-7B-Instruct<\/a>","Model Size (Million Parameters)":8291,"Memory Usage (GB, fp32)":30.89,"Embedding Dimensions":3584,"Max Tokens":32768,"Average":61.72,"CLSClusteringP2P":45.68,"CLSClusteringS2S":45.46,"ThuNewsClusteringP2P":78.69,"ThuNewsClusteringS2S":77.04} -{"index":52,"Rank":14,"Model":"gme-Qwen2-VL-7B-Instruct-Q5_K_S-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":61.72,"CLSClusteringP2P":45.68,"CLSClusteringS2S":45.46,"ThuNewsClusteringP2P":78.69,"ThuNewsClusteringS2S":77.04} -{"index":289,"Rank":15,"Model":"ternary-weight-embedding<\/a>","Model Size (Million Parameters)":99,"Memory Usage (GB, fp32)":0.37,"Embedding Dimensions":1792,"Max Tokens":512,"Average":60.75,"CLSClusteringP2P":54.1,"CLSClusteringS2S":46.5,"ThuNewsClusteringP2P":75.41,"ThuNewsClusteringS2S":67.0} -{"index":87,"Rank":16,"Model":"Yuan-embedding-1.0<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Embedding Dimensions":1792,"Max Tokens":512,"Average":59.9,"CLSClusteringP2P":53.8,"CLSClusteringS2S":46.22,"ThuNewsClusteringP2P":72.79,"ThuNewsClusteringS2S":66.8} -{"index":41,"Rank":17,"Model":"bge-multilingual-gemma2<\/a>","Model Size (Million Parameters)":9242,"Memory Usage (GB, fp32)":34.43,"Embedding Dimensions":3584,"Max Tokens":8192,"Average":59.3,"CLSClusteringP2P":54.65,"CLSClusteringS2S":63.68,"ThuNewsClusteringP2P":64.32,"ThuNewsClusteringS2S":54.57} -{"index":177,"Rank":18,"Model":"acge_text_embedding<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Embedding Dimensions":1792,"Max Tokens":1024,"Average":58.7,"CLSClusteringP2P":47.08,"CLSClusteringS2S":44.05,"ThuNewsClusteringP2P":74.66,"ThuNewsClusteringS2S":69.0} -{"index":19,"Rank":19,"Model":"gme-Qwen2-VL-2B-Instruct<\/a>","Model Size (Million Parameters)":2209,"Memory Usage (GB, fp32)":8.23,"Embedding Dimensions":1536,"Max Tokens":32768,"Average":57.73,"CLSClusteringP2P":44.24,"CLSClusteringS2S":43.01,"ThuNewsClusteringP2P":72.81,"ThuNewsClusteringS2S":70.86} -{"index":83,"Rank":20,"Model":"KaLM-embedding-multilingual-mini-instruct-v1.5<\/a>","Model Size (Million Parameters)":494,"Memory Usage (GB, fp32)":1.84,"Embedding Dimensions":896,"Max Tokens":131072,"Average":57.32,"CLSClusteringP2P":46.92,"CLSClusteringS2S":44.89,"ThuNewsClusteringP2P":72.29,"ThuNewsClusteringS2S":65.19} -{"index":435,"Rank":21,"Model":"text-embedding<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":512,"Average":56.88,"CLSClusteringP2P":60.37,"CLSClusteringS2S":51.09,"ThuNewsClusteringP2P":58.23,"ThuNewsClusteringS2S":57.83} -{"index":279,"Rank":22,"Model":"xiaobu-embedding<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Embedding Dimensions":1024,"Max Tokens":512,"Average":54.62,"CLSClusteringP2P":43.24,"CLSClusteringS2S":41.23,"ThuNewsClusteringP2P":70.06,"ThuNewsClusteringS2S":63.94} -{"index":22,"Rank":23,"Model":"gte-Qwen2-1.5B-instruct<\/a>","Model Size (Million Parameters)":1776,"Memory Usage (GB, fp32)":6.62,"Embedding Dimensions":1536,"Max Tokens":131072,"Average":54.61,"CLSClusteringP2P":45.21,"CLSClusteringS2S":42.5,"ThuNewsClusteringP2P":68.24,"ThuNewsClusteringS2S":62.5} -{"index":214,"Rank":24,"Model":"stella-mrl-large-zh-v3.5-1792d<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Embedding Dimensions":1792,"Max Tokens":512,"Average":54.32,"CLSClusteringP2P":43.03,"CLSClusteringS2S":40.42,"ThuNewsClusteringP2P":70.6,"ThuNewsClusteringS2S":63.21} -{"index":140,"Rank":25,"Model":"alime-embedding-large-zh<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Embedding Dimensions":1024,"Max Tokens":512,"Average":54.0,"CLSClusteringP2P":42.52,"CLSClusteringS2S":39.73,"ThuNewsClusteringP2P":70.1,"ThuNewsClusteringS2S":63.67} -{"index":213,"Rank":26,"Model":"stella-large-zh-v3-1792d<\/a>","Model Size (Million Parameters)":325,"Memory Usage (GB, fp32)":1.21,"Embedding Dimensions":1792,"Max Tokens":512,"Average":53.9,"CLSClusteringP2P":41.94,"CLSClusteringS2S":40.34,"ThuNewsClusteringP2P":69.61,"ThuNewsClusteringS2S":63.71} -{"index":386,"Rank":27,"Model":"gte-base-zh<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Embedding Dimensions":768,"Max Tokens":512,"Average":53.86,"CLSClusteringP2P":42.58,"CLSClusteringS2S":40.42,"ThuNewsClusteringP2P":68.81,"ThuNewsClusteringS2S":63.61} -{"index":16,"Rank":28,"Model":"OpenSearch-text-hybrid<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1792,"Max Tokens":512,"Average":53.75,"CLSClusteringP2P":41.64,"CLSClusteringS2S":40.33,"ThuNewsClusteringP2P":69.28,"ThuNewsClusteringS2S":63.75} -{"index":243,"Rank":29,"Model":"stella-base-zh-v3-1792d<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Embedding Dimensions":1792,"Max Tokens":1024,"Average":53.3,"CLSClusteringP2P":42.86,"CLSClusteringS2S":39.98,"ThuNewsClusteringP2P":67.88,"ThuNewsClusteringS2S":62.47} -{"index":388,"Rank":30,"Model":"gte-large-zh<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Embedding Dimensions":1024,"Max Tokens":512,"Average":53.07,"CLSClusteringP2P":42.1,"CLSClusteringS2S":38.91,"ThuNewsClusteringP2P":68.36,"ThuNewsClusteringS2S":62.92} -{"index":251,"Rank":31,"Model":"e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":52.3,"CLSClusteringP2P":44.42,"CLSClusteringS2S":42.58,"ThuNewsClusteringP2P":64.68,"ThuNewsClusteringS2S":57.53} -{"index":27,"Rank":32,"Model":"e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":52.3,"CLSClusteringP2P":44.42,"CLSClusteringS2S":42.58,"ThuNewsClusteringP2P":64.68,"ThuNewsClusteringS2S":57.53} -{"index":61,"Rank":33,"Model":"Dmeta-embedding-zh<\/a>","Model Size (Million Parameters)":103,"Memory Usage (GB, fp32)":0.38,"Embedding Dimensions":768,"Max Tokens":1024,"Average":50.96,"CLSClusteringP2P":40.24,"CLSClusteringS2S":39.17,"ThuNewsClusteringP2P":65.58,"ThuNewsClusteringS2S":58.84} -{"index":82,"Rank":34,"Model":"KaLM-embedding-multilingual-mini-instruct-v1<\/a>","Model Size (Million Parameters)":494,"Memory Usage (GB, fp32)":1.84,"Embedding Dimensions":896,"Max Tokens":131072,"Average":50.86,"CLSClusteringP2P":41.61,"CLSClusteringS2S":39.71,"ThuNewsClusteringP2P":62.93,"ThuNewsClusteringS2S":59.18} -{"index":62,"Rank":35,"Model":"Dmeta-embedding-zh-small<\/a>","Model Size (Million Parameters)":74,"Memory Usage (GB, fp32)":0.28,"Embedding Dimensions":768,"Max Tokens":1024,"Average":50.8,"CLSClusteringP2P":40.79,"CLSClusteringS2S":38.43,"ThuNewsClusteringP2P":65.15,"ThuNewsClusteringS2S":58.82} -{"index":64,"Rank":36,"Model":"jina-embeddings-v3<\/a>","Model Size (Million Parameters)":572,"Memory Usage (GB, fp32)":2.13,"Embedding Dimensions":1024,"Max Tokens":8194,"Average":50.22,"CLSClusteringP2P":39.96,"CLSClusteringS2S":38.79,"ThuNewsClusteringP2P":63.13,"ThuNewsClusteringS2S":58.98} -{"index":272,"Rank":37,"Model":"jina-embeddings-v3<\/a>","Model Size (Million Parameters)":572,"Memory Usage (GB, fp32)":2.13,"Embedding Dimensions":1024,"Max Tokens":8194,"Average":50.22,"CLSClusteringP2P":39.96,"CLSClusteringS2S":38.79,"ThuNewsClusteringP2P":63.13,"ThuNewsClusteringS2S":58.98} -{"index":38,"Rank":38,"Model":"bge-large-zh-noinstruct<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Embedding Dimensions":1024,"Max Tokens":512,"Average":50.01,"CLSClusteringP2P":41.23,"CLSClusteringS2S":40.04,"ThuNewsClusteringP2P":62.03,"ThuNewsClusteringS2S":56.75} -{"index":84,"Rank":39,"Model":"KaLM-embedding-multilingual-mini-v1<\/a>","Model Size (Million Parameters)":494,"Memory Usage (GB, fp32)":1.84,"Embedding Dimensions":896,"Max Tokens":131072,"Average":49.88,"CLSClusteringP2P":42.64,"CLSClusteringS2S":39.14,"ThuNewsClusteringP2P":61.33,"ThuNewsClusteringS2S":56.42} -{"index":333,"Rank":40,"Model":"MiniCPM-Embedding-Light<\/a>","Model Size (Million Parameters)":434,"Memory Usage (GB, fp32)":1.62,"Embedding Dimensions":1024,"Max Tokens":4096,"Average":49.62,"CLSClusteringP2P":42.58,"CLSClusteringS2S":38.36,"ThuNewsClusteringP2P":60.55,"ThuNewsClusteringS2S":57.01} -{"index":72,"Rank":41,"Model":"mist-zh<\/a>","Model Size (Million Parameters)":51,"Memory Usage (GB, fp32)":0.19,"Embedding Dimensions":768,"Max Tokens":512,"Average":49.48,"CLSClusteringP2P":39.51,"CLSClusteringS2S":38.0,"ThuNewsClusteringP2P":62.57,"ThuNewsClusteringS2S":57.84} -{"index":242,"Rank":42,"Model":"stella-base-zh-v2<\/a>","Model Size (Million Parameters)":51,"Memory Usage (GB, fp32)":0.19,"Embedding Dimensions":768,"Max Tokens":1024,"Average":49.4,"CLSClusteringP2P":40.26,"CLSClusteringS2S":37.18,"ThuNewsClusteringP2P":62.19,"ThuNewsClusteringS2S":57.97} -{"index":245,"Rank":43,"Model":"stella-large-zh-v2<\/a>","Model Size (Million Parameters)":163,"Memory Usage (GB, fp32)":0.61,"Embedding Dimensions":1024,"Max Tokens":1024,"Average":49.16,"CLSClusteringP2P":39.95,"CLSClusteringS2S":38.18,"ThuNewsClusteringP2P":61.4,"ThuNewsClusteringS2S":57.11} -{"index":29,"Rank":44,"Model":"tao-8k<\/a>","Model Size (Million Parameters)":167,"Memory Usage (GB, fp32)":0.62,"Embedding Dimensions":1024,"Max Tokens":8192,"Average":49.04,"CLSClusteringP2P":40.03,"CLSClusteringS2S":38.19,"ThuNewsClusteringP2P":60.85,"ThuNewsClusteringS2S":57.09} -{"index":28,"Rank":45,"Model":"tao<\/a>","Model Size (Million Parameters)":163,"Memory Usage (GB, fp32)":0.61,"Embedding Dimensions":1024,"Max Tokens":1024,"Average":49.0,"CLSClusteringP2P":39.96,"CLSClusteringS2S":38.19,"ThuNewsClusteringP2P":60.74,"ThuNewsClusteringS2S":57.09} -{"index":39,"Rank":46,"Model":"bge-large-zh-v1.5<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Embedding Dimensions":1024,"Max Tokens":512,"Average":48.99,"CLSClusteringP2P":41.44,"CLSClusteringS2S":38.33,"ThuNewsClusteringP2P":59.61,"ThuNewsClusteringS2S":56.58} -{"index":390,"Rank":47,"Model":"gte-small-zh<\/a>","Model Size (Million Parameters)":30,"Memory Usage (GB, fp32)":0.11,"Embedding Dimensions":512,"Max Tokens":512,"Average":48.95,"CLSClusteringP2P":39.54,"CLSClusteringS2S":37.33,"ThuNewsClusteringP2P":63.79,"ThuNewsClusteringS2S":55.14} -{"index":392,"Rank":48,"Model":"gte-small-zh<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":48.95,"CLSClusteringP2P":39.54,"CLSClusteringS2S":37.33,"ThuNewsClusteringP2P":63.79,"ThuNewsClusteringS2S":55.14} -{"index":56,"Rank":49,"Model":"windberta-large<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":48.88,"CLSClusteringP2P":42.46,"CLSClusteringS2S":40.38,"ThuNewsClusteringP2P":58.54,"ThuNewsClusteringS2S":54.15} -{"index":305,"Rank":50,"Model":"m3e-large<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Embedding Dimensions":768,"Max Tokens":512,"Average":48.88,"CLSClusteringP2P":38.6,"CLSClusteringS2S":38.02,"ThuNewsClusteringP2P":60.39,"ThuNewsClusteringS2S":58.51} -{"index":55,"Rank":51,"Model":"winberta-large<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":48.81,"CLSClusteringP2P":42.84,"CLSClusteringS2S":39.77,"ThuNewsClusteringP2P":58.93,"ThuNewsClusteringS2S":53.71} -{"index":241,"Rank":52,"Model":"stella-base-zh<\/a>","Model Size (Million Parameters)":103,"Memory Usage (GB, fp32)":0.38,"Embedding Dimensions":768,"Max Tokens":1024,"Average":48.7,"CLSClusteringP2P":39.71,"CLSClusteringS2S":36.56,"ThuNewsClusteringP2P":63.19,"ThuNewsClusteringS2S":55.36} -{"index":244,"Rank":53,"Model":"stella-large-zh<\/a>","Model Size (Million Parameters)":163,"Memory Usage (GB, fp32)":0.61,"Embedding Dimensions":1024,"Max Tokens":1024,"Average":48.65,"CLSClusteringP2P":40.27,"CLSClusteringS2S":37.5,"ThuNewsClusteringP2P":62.15,"ThuNewsClusteringS2S":54.67} -{"index":311,"Rank":54,"Model":"m3e-ernie-xbase-zh<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":48.64,"CLSClusteringP2P":39.32,"CLSClusteringS2S":37.84,"ThuNewsClusteringP2P":60.69,"ThuNewsClusteringS2S":56.73} -{"index":283,"Rank":55,"Model":"lim_base_zh<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Embedding Dimensions":768,"Max Tokens":512,"Average":48.35,"CLSClusteringP2P":33.55,"CLSClusteringS2S":36.18,"ThuNewsClusteringP2P":63.34,"ThuNewsClusteringS2S":60.33} -{"index":255,"Rank":56,"Model":"multilingual-e5-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":48.23,"CLSClusteringP2P":40.68,"CLSClusteringS2S":38.59,"ThuNewsClusteringP2P":58.05,"ThuNewsClusteringS2S":55.59} -{"index":373,"Rank":57,"Model":"ZNV-Embedding<\/a>","Model Size (Million Parameters)":6061,"Memory Usage (GB, fp32)":22.58,"Embedding Dimensions":4096,"Max Tokens":4096,"Average":48.05,"CLSClusteringP2P":38.88,"CLSClusteringS2S":39.09,"ThuNewsClusteringP2P":59.51,"ThuNewsClusteringS2S":54.72} -{"index":304,"Rank":58,"Model":"m3e-base<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Embedding Dimensions":768,"Max Tokens":512,"Average":47.68,"CLSClusteringP2P":39.81,"CLSClusteringS2S":37.34,"ThuNewsClusteringP2P":59.77,"ThuNewsClusteringS2S":53.78} -{"index":35,"Rank":59,"Model":"bge-base-zh-v1.5<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Embedding Dimensions":768,"Max Tokens":512,"Average":47.53,"CLSClusteringP2P":39.91,"CLSClusteringS2S":37.63,"ThuNewsClusteringP2P":58.45,"ThuNewsClusteringS2S":54.12} -{"index":26,"Rank":60,"Model":"gte-multilingual-base<\/a>","Model Size (Million Parameters)":305,"Memory Usage (GB, fp32)":1.14,"Embedding Dimensions":768,"Max Tokens":8192,"Average":47.48,"CLSClusteringP2P":37.95,"CLSClusteringS2S":38.12,"ThuNewsClusteringP2P":57.25,"ThuNewsClusteringS2S":56.62} -{"index":105,"Rank":61,"Model":"onnx-gte-multilingual-base<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":47.48,"CLSClusteringP2P":37.95,"CLSClusteringS2S":38.12,"ThuNewsClusteringP2P":57.25,"ThuNewsClusteringS2S":56.62} -{"index":54,"Rank":62,"Model":"winberta-base<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":47.21,"CLSClusteringP2P":42.21,"CLSClusteringS2S":40.33,"ThuNewsClusteringP2P":55.81,"ThuNewsClusteringS2S":50.5} -{"index":350,"Rank":63,"Model":"piccolo-base-zh<\/a>","Model Size (Million Parameters)":51,"Memory Usage (GB, fp32)":0.19,"Embedding Dimensions":768,"Max Tokens":512,"Average":47.12,"CLSClusteringP2P":38.36,"CLSClusteringS2S":35.65,"ThuNewsClusteringP2P":61.44,"ThuNewsClusteringS2S":53.02} -{"index":351,"Rank":64,"Model":"piccolo-large-zh<\/a>","Model Size (Million Parameters)":163,"Memory Usage (GB, fp32)":0.61,"Embedding Dimensions":1024,"Max Tokens":512,"Average":47.04,"CLSClusteringP2P":38.98,"CLSClusteringS2S":36.04,"ThuNewsClusteringP2P":60.58,"ThuNewsClusteringS2S":52.56} -{"index":33,"Rank":65,"Model":"jina-embeddings-v2-base-zh-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":46.47,"CLSClusteringP2P":39.97,"CLSClusteringS2S":38.4,"ThuNewsClusteringP2P":54.08,"ThuNewsClusteringS2S":53.42} -{"index":32,"Rank":66,"Model":"jina-embeddings-v2-base-zh-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":46.47,"CLSClusteringP2P":39.97,"CLSClusteringS2S":38.4,"ThuNewsClusteringP2P":54.08,"ThuNewsClusteringS2S":53.42} -{"index":270,"Rank":67,"Model":"jina-embeddings-v2-base-zh<\/a>","Model Size (Million Parameters)":161,"Memory Usage (GB, fp32)":0.6,"Embedding Dimensions":768,"Max Tokens":8192,"Average":46.47,"CLSClusteringP2P":39.97,"CLSClusteringS2S":38.4,"ThuNewsClusteringP2P":54.08,"ThuNewsClusteringS2S":53.42} -{"index":431,"Rank":68,"Model":"text-embedding-ada-002<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":8191,"Average":45.68,"CLSClusteringP2P":38.26,"CLSClusteringS2S":35.91,"ThuNewsClusteringP2P":58.71,"ThuNewsClusteringS2S":49.86} -{"index":257,"Rank":69,"Model":"multilingual-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":45.26,"CLSClusteringP2P":39.14,"CLSClusteringS2S":37.79,"ThuNewsClusteringP2P":55.18,"ThuNewsClusteringS2S":48.93} -{"index":379,"Rank":70,"Model":"luotuo-bert-medium<\/a>","Model Size (Million Parameters)":328,"Memory Usage (GB, fp32)":1.22,"Embedding Dimensions":768,"Max Tokens":512,"Average":44.39,"CLSClusteringP2P":37.01,"CLSClusteringS2S":33.46,"ThuNewsClusteringP2P":58.83,"ThuNewsClusteringS2S":48.26} -{"index":45,"Rank":71,"Model":"bge-small-zh-v1.5<\/a>","Model Size (Million Parameters)":24,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":512,"Max Tokens":512,"Average":44.18,"CLSClusteringP2P":38.14,"CLSClusteringS2S":35.14,"ThuNewsClusteringP2P":54.22,"ThuNewsClusteringS2S":49.22} -{"index":259,"Rank":72,"Model":"udever-bloom-3b<\/a>","Model Size (Million Parameters)":3003,"Memory Usage (GB, fp32)":11.19,"Embedding Dimensions":2560,"Max Tokens":2048,"Average":43.24,"CLSClusteringP2P":36.73,"CLSClusteringS2S":36.45,"ThuNewsClusteringP2P":50.24,"ThuNewsClusteringS2S":49.54} -{"index":260,"Rank":73,"Model":"udever-bloom-560m<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":2048,"Average":42.42,"CLSClusteringP2P":35.21,"CLSClusteringS2S":35.12,"ThuNewsClusteringP2P":51.03,"ThuNewsClusteringS2S":48.32} -{"index":258,"Rank":74,"Model":"udever-bloom-1b1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":2048,"Average":42.42,"CLSClusteringP2P":35.36,"CLSClusteringS2S":37.07,"ThuNewsClusteringP2P":48.91,"ThuNewsClusteringS2S":48.34} -{"index":261,"Rank":75,"Model":"udever-bloom-7b1<\/a>","Model Size (Million Parameters)":7069,"Memory Usage (GB, fp32)":26.33,"Embedding Dimensions":4096,"Max Tokens":2048,"Average":42.32,"CLSClusteringP2P":36.0,"CLSClusteringS2S":36.35,"ThuNewsClusteringP2P":49.19,"ThuNewsClusteringS2S":47.76} -{"index":254,"Rank":76,"Model":"multilingual-e5-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":40.68,"CLSClusteringP2P":32.41,"CLSClusteringS2S":36.99,"ThuNewsClusteringP2P":40.98,"ThuNewsClusteringS2S":52.36} -{"index":69,"Rank":77,"Model":"paraphrase-multilingual-mpnet-base-v2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":39.67,"CLSClusteringP2P":39.24,"CLSClusteringS2S":35.36,"ThuNewsClusteringP2P":47.3,"ThuNewsClusteringS2S":36.77} -{"index":377,"Rank":78,"Model":"text2vec-base-chinese<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Embedding Dimensions":768,"Max Tokens":512,"Average":37.66,"CLSClusteringP2P":35.27,"CLSClusteringS2S":32.42,"ThuNewsClusteringP2P":42.92,"ThuNewsClusteringS2S":40.01} -{"index":217,"Rank":79,"Model":"SONAR<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":34.44,"CLSClusteringP2P":27.43,"CLSClusteringS2S":28.32,"ThuNewsClusteringP2P":38.54,"ThuNewsClusteringS2S":43.45} -{"index":63,"Rank":80,"Model":"sbert-chinese-general-v1<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Embedding Dimensions":768,"Max Tokens":512,"Average":31.8,"CLSClusteringP2P":34.98,"CLSClusteringS2S":27.82,"ThuNewsClusteringP2P":40.17,"ThuNewsClusteringS2S":24.23} -{"index":76,"Rank":81,"Model":"text2vec-large-chinese<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Embedding Dimensions":1024,"Max Tokens":512,"Average":30.02,"CLSClusteringP2P":30.13,"CLSClusteringS2S":28.77,"ThuNewsClusteringP2P":35.05,"ThuNewsClusteringS2S":26.14} -{"index":391,"Rank":82,"Model":"ALL_862873<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":18.34,"CLSClusteringP2P":18.66,"CLSClusteringS2S":16.82,"ThuNewsClusteringP2P":20.69,"ThuNewsClusteringS2S":17.19} -{"index":0,"Rank":83,"Model":"text-embedding-004-256<\/a>","Model Size (Million Parameters)":1200,"Memory Usage (GB, fp32)":4.47,"Embedding Dimensions":256,"Max Tokens":2048,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":1,"Rank":84,"Model":"text-embedding-004<\/a>","Model Size (Million Parameters)":1200,"Memory Usage (GB, fp32)":4.47,"Embedding Dimensions":768,"Max Tokens":2048,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":2,"Rank":85,"Model":"titan-embed-text-v1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":8000,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":3,"Rank":86,"Model":"mistral-embed<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":"","Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":4,"Rank":87,"Model":"voyage-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":4000,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":5,"Rank":88,"Model":"voyage-3-lite<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":512,"Max Tokens":32000,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":6,"Rank":89,"Model":"voyage-3-m-exp<\/a>","Model Size (Million Parameters)":6918,"Memory Usage (GB, fp32)":25.77,"Embedding Dimensions":2048,"Max Tokens":32000,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":7,"Rank":90,"Model":"voyage-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":32000,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":8,"Rank":91,"Model":"voyage-code-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":16000,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":9,"Rank":92,"Model":"voyage-large-2-instruct<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":16000,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":10,"Rank":93,"Model":"voyage-law-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":16000,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":11,"Rank":94,"Model":"voyage-lite-01-instruct<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":4000,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":12,"Rank":95,"Model":"voyage-lite-02-instruct<\/a>","Model Size (Million Parameters)":1220,"Memory Usage (GB, fp32)":4.54,"Embedding Dimensions":1024,"Max Tokens":4000,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":13,"Rank":96,"Model":"voyage-multilingual-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":32000,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":14,"Rank":97,"Model":"LASER2<\/a>","Model Size (Million Parameters)":43,"Memory Usage (GB, fp32)":0.16,"Embedding Dimensions":1024,"Max Tokens":"N\/A","Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":17,"Rank":99,"Model":"llm2vec-croissant-mntp<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":24,"Rank":101,"Model":"gte-base-en-v1.5<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":25,"Rank":102,"Model":"gte-large-en-v1.5<\/a>","Model Size (Million Parameters)":434,"Memory Usage (GB, fp32)":1.62,"Embedding Dimensions":1024,"Max Tokens":8192,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":34,"Rank":105,"Model":"bge-base-en-v1.5<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":36,"Rank":106,"Model":"bge-en-icl<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":37,"Rank":107,"Model":"bge-large-en-v1.5<\/a>","Model Size (Million Parameters)":1340,"Memory Usage (GB, fp32)":4.99,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":40,"Rank":108,"Model":"bge-m3<\/a>","Model Size (Million Parameters)":567,"Memory Usage (GB, fp32)":2.11,"Embedding Dimensions":1024,"Max Tokens":8192,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":42,"Rank":109,"Model":"bge-reranker-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":43,"Rank":110,"Model":"bge-reranker-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":44,"Rank":111,"Model":"bge-small-en-v1.5<\/a>","Model Size (Million Parameters)":24,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":512,"Max Tokens":512,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":46,"Rank":112,"Model":"nomic-embed-text-v1<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":47,"Rank":113,"Model":"nomic-embed-text-v1.5<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":51,"Rank":117,"Model":"ListConRanker<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":58,"Rank":119,"Model":"Cohere-embed-english-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":512,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":59,"Rank":120,"Model":"Cohere-embed-multilingual-light-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":384,"Max Tokens":512,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":60,"Rank":121,"Model":"Cohere-embed-multilingual-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":512,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":65,"Rank":122,"Model":"distilrubert-small-cased-conversational<\/a>","Model Size (Million Parameters)":106,"Memory Usage (GB, fp32)":0.39,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":66,"Rank":123,"Model":"rubert-base-cased<\/a>","Model Size (Million Parameters)":180,"Memory Usage (GB, fp32)":0.67,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":67,"Rank":124,"Model":"rubert-base-cased-sentence<\/a>","Model Size (Million Parameters)":180,"Memory Usage (GB, fp32)":0.67,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":73,"Rank":127,"Model":"xlm-roberta-base<\/a>","Model Size (Million Parameters)":279,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":74,"Rank":128,"Model":"xlm-roberta-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":75,"Rank":129,"Model":"STS-multilingual-mpnet-base-v2<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":77,"Rank":130,"Model":"bert-base-10lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":78,"Rank":131,"Model":"bert-base-15lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":79,"Rank":132,"Model":"bert-base-25lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":80,"Rank":133,"Model":"GritLM-7B<\/a>","Model Size (Million Parameters)":7240,"Memory Usage (GB, fp32)":26.97,"Embedding Dimensions":"","Max Tokens":4096,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":81,"Rank":134,"Model":"GritLM-8x7B<\/a>","Model Size (Million Parameters)":46703,"Memory Usage (GB, fp32)":173.98,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":85,"Rank":135,"Model":"speed-embedding-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":86,"Rank":136,"Model":"lodestone-base-4096-v1<\/a>","Model Size (Million Parameters)":69,"Memory Usage (GB, fp32)":0.26,"Embedding Dimensions":768,"Max Tokens":4096,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":96,"Rank":144,"Model":"MUG-B-1.6<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":97,"Rank":145,"Model":"bilingual-document-embedding<\/a>","Model Size (Million Parameters)":568,"Memory Usage (GB, fp32)":2.12,"Embedding Dimensions":1024,"Max Tokens":8194,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":98,"Rank":146,"Model":"bilingual-embedding-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":99,"Rank":147,"Model":"bilingual-embedding-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":100,"Rank":148,"Model":"bilingual-embedding-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":101,"Rank":149,"Model":"Zhihui_LLM_Embedding<\/a>","Model Size (Million Parameters)":7069,"Memory Usage (GB, fp32)":26.33,"Embedding Dimensions":3584,"Max Tokens":131072,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":102,"Rank":150,"Model":"Linq-Embed-Mistral<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":106,"Rank":153,"Model":"LLM2Vec-Llama-2-7b-chat-hf-mntp-supervised<\/a>","Model Size (Million Parameters)":6607,"Memory Usage (GB, fp32)":24.61,"Embedding Dimensions":4096,"Max Tokens":4096,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":107,"Rank":154,"Model":"LLM2Vec-Llama-2-unsupervised<\/a>","Model Size (Million Parameters)":6607,"Memory Usage (GB, fp32)":24.61,"Embedding Dimensions":4096,"Max Tokens":4096,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":108,"Rank":155,"Model":"LLM2Vec-Meta-Llama-3-supervised<\/a>","Model Size (Million Parameters)":7505,"Memory Usage (GB, fp32)":27.96,"Embedding Dimensions":4096,"Max Tokens":8192,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":109,"Rank":156,"Model":"LLM2Vec-Meta-Llama-3-unsupervised<\/a>","Model Size (Million Parameters)":7505,"Memory Usage (GB, fp32)":27.96,"Embedding Dimensions":4096,"Max Tokens":8192,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":110,"Rank":157,"Model":"LLM2Vec-Mistral-supervised<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":111,"Rank":158,"Model":"LLM2Vec-Mistral-unsupervised<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":112,"Rank":159,"Model":"LLM2Vec-Sheared-Llama-supervised<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":4096,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":113,"Rank":160,"Model":"LLM2Vec-Sheared-Llama-unsupervised<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":4096,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":114,"Rank":161,"Model":"Bulbasaur<\/a>","Model Size (Million Parameters)":17,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":115,"Rank":162,"Model":"Ivysaur<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.08,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":116,"Rank":163,"Model":"Squirtle<\/a>","Model Size (Million Parameters)":16,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":117,"Rank":164,"Model":"Venusaur<\/a>","Model Size (Million Parameters)":16,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":118,"Rank":165,"Model":"Wartortle<\/a>","Model Size (Million Parameters)":17,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":119,"Rank":166,"Model":"test24<\/a>","Model Size (Million Parameters)":17,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":120,"Rank":167,"Model":"test25<\/a>","Model Size (Million Parameters)":17,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":121,"Rank":168,"Model":"SGPT-1.3B-weightedmean-msmarco-specb-bitfit<\/a>","Model Size (Million Parameters)":1341,"Memory Usage (GB, fp32)":4.99,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":122,"Rank":169,"Model":"SGPT-125M-weightedmean-msmarco-specb-bitfit<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":2048,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":123,"Rank":170,"Model":"SGPT-125M-weightedmean-nli-bitfit<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":2048,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":124,"Rank":171,"Model":"SGPT-2.7B-weightedmean-msmarco-specb-bitfit<\/a>","Model Size (Million Parameters)":2685,"Memory Usage (GB, fp32)":10.0,"Embedding Dimensions":2560,"Max Tokens":2048,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":125,"Rank":172,"Model":"SGPT-5.8B-weightedmean-msmarco-specb-bitfit<\/a>","Model Size (Million Parameters)":5874,"Memory Usage (GB, fp32)":21.88,"Embedding Dimensions":4096,"Max Tokens":2048,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":126,"Rank":173,"Model":"SGPT-5.8B-weightedmean-nli-bitfit<\/a>","Model Size (Million Parameters)":5874,"Memory Usage (GB, fp32)":21.88,"Embedding Dimensions":4096,"Max Tokens":2048,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":130,"Rank":177,"Model":"stella_en_1.5B_v5<\/a>","Model Size (Million Parameters)":1543,"Memory Usage (GB, fp32)":5.75,"Embedding Dimensions":8192,"Max Tokens":131072,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":131,"Rank":178,"Model":"stella_en_400M_v5<\/a>","Model Size (Million Parameters)":435,"Memory Usage (GB, fp32)":1.62,"Embedding Dimensions":8192,"Max Tokens":8192,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":132,"Rank":179,"Model":"Arabert-all-nli-triplet-Matryoshka<\/a>","Model Size (Million Parameters)":135,"Memory Usage (GB, fp32)":0.5,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":133,"Rank":180,"Model":"Arabic-MiniLM-L12-v2-all-nli-triplet<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":134,"Rank":181,"Model":"Arabic-all-nli-triplet-Matryoshka<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":135,"Rank":182,"Model":"Arabic-labse-Matryoshka<\/a>","Model Size (Million Parameters)":471,"Memory Usage (GB, fp32)":1.75,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":136,"Rank":183,"Model":"Arabic-mpnet-base-all-nli-triplet<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":137,"Rank":184,"Model":"Marbert-all-nli-triplet-Matryoshka<\/a>","Model Size (Million Parameters)":163,"Memory Usage (GB, fp32)":0.61,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":138,"Rank":185,"Model":"Solon-embeddings-large-0.1<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":139,"Rank":186,"Model":"KartonBERT-USE-base-v1<\/a>","Model Size (Million Parameters)":104,"Memory Usage (GB, fp32)":0.39,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":141,"Rank":187,"Model":"alime-reranker-large-zh<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":144,"Rank":190,"Model":"SFR-Embedding-2_R<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":145,"Rank":191,"Model":"SFR-Embedding-Mistral<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":148,"Rank":194,"Model":"snowflake-arctic-embed-l<\/a>","Model Size (Million Parameters)":334,"Memory Usage (GB, fp32)":1.24,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":149,"Rank":195,"Model":"snowflake-arctic-embed-l-v2.0<\/a>","Model Size (Million Parameters)":568,"Memory Usage (GB, fp32)":2.12,"Embedding Dimensions":1024,"Max Tokens":8194,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":150,"Rank":196,"Model":"snowflake-arctic-embed-m<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":151,"Rank":197,"Model":"snowflake-arctic-embed-m-long<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":152,"Rank":198,"Model":"snowflake-arctic-embed-m-v1.5<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":153,"Rank":199,"Model":"snowflake-arctic-embed-m-v2.0<\/a>","Model Size (Million Parameters)":305,"Memory Usage (GB, fp32)":1.14,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":154,"Rank":200,"Model":"snowflake-arctic-embed-s<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":155,"Rank":201,"Model":"snowflake-arctic-embed-xs<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.08,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":156,"Rank":202,"Model":"bge-micro<\/a>","Model Size (Million Parameters)":17,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":157,"Rank":203,"Model":"bge-micro-v2<\/a>","Model Size (Million Parameters)":17,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":158,"Rank":204,"Model":"gte-tiny<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.08,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":160,"Rank":205,"Model":"PEG<\/a>","Model Size (Million Parameters)":163,"Memory Usage (GB, fp32)":0.61,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":161,"Rank":206,"Model":"UAE-Large-V1<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":162,"Rank":207,"Model":"sentence-croissant-llm-base<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":164,"Rank":209,"Model":"German_Semantic_STS_V2<\/a>","Model Size (Million Parameters)":336,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":165,"Rank":210,"Model":"MedEmbed-small-v0.1<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":168,"Rank":213,"Model":"ru-en-RoSBERTa<\/a>","Model Size (Million Parameters)":404,"Memory Usage (GB, fp32)":1.5,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":169,"Rank":214,"Model":"sbert_large_mt_nlu_ru<\/a>","Model Size (Million Parameters)":427,"Memory Usage (GB, fp32)":1.59,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":170,"Rank":215,"Model":"sbert_large_nlu_ru<\/a>","Model Size (Million Parameters)":427,"Memory Usage (GB, fp32)":1.59,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":172,"Rank":217,"Model":"cloudy-large-zh<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Embedding Dimensions":1024,"Max Tokens":1024,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":175,"Rank":220,"Model":"bge-small-4096<\/a>","Model Size (Million Parameters)":35,"Memory Usage (GB, fp32)":0.13,"Embedding Dimensions":384,"Max Tokens":4096,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":176,"Rank":221,"Model":"jina-embeddings-v2-base-en<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":178,"Rank":222,"Model":"GIST-Embedding-v0<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":179,"Rank":223,"Model":"GIST-all-MiniLM-L6-v2<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.08,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":180,"Rank":224,"Model":"GIST-large-Embedding-v0<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":181,"Rank":225,"Model":"GIST-small-Embedding-v0<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":182,"Rank":226,"Model":"NoInstruct-small-Embedding-v0<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":185,"Rank":229,"Model":"brown-beetle-base-v1<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.08,"Embedding Dimensions":768,"Max Tokens":1000000,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":186,"Rank":230,"Model":"brown-beetle-small-v1<\/a>","Model Size (Million Parameters)":8,"Memory Usage (GB, fp32)":0.03,"Embedding Dimensions":256,"Max Tokens":1000000,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":187,"Rank":231,"Model":"brown-beetle-tiny-v1<\/a>","Model Size (Million Parameters)":4,"Memory Usage (GB, fp32)":0.01,"Embedding Dimensions":128,"Max Tokens":1000000,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":188,"Rank":232,"Model":"brown-beetle-tiny-v1.1<\/a>","Model Size (Million Parameters)":4,"Memory Usage (GB, fp32)":0.01,"Embedding Dimensions":768,"Max Tokens":1000000,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":189,"Rank":233,"Model":"brown-fairy-base-v0<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.08,"Embedding Dimensions":768,"Max Tokens":1000000,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":190,"Rank":234,"Model":"red-beetle-base-v1.1<\/a>","Model Size (Million Parameters)":30,"Memory Usage (GB, fp32)":0.11,"Embedding Dimensions":1024,"Max Tokens":1000000,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":191,"Rank":235,"Model":"sgpt-bloom-1b7-nli<\/a>","Model Size (Million Parameters)":1722,"Memory Usage (GB, fp32)":6.42,"Embedding Dimensions":2048,"Max Tokens":4096,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":192,"Rank":236,"Model":"sgpt-bloom-7b1-msmarco<\/a>","Model Size (Million Parameters)":7068,"Memory Usage (GB, fp32)":26.33,"Embedding Dimensions":4096,"Max Tokens":2048,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":194,"Rank":238,"Model":"slx-v0.1<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.08,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":196,"Rank":240,"Model":"Chuxin-Embedding<\/a>","Model Size (Million Parameters)":568,"Memory Usage (GB, fp32)":2.12,"Embedding Dimensions":1024,"Max Tokens":8194,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":197,"Rank":241,"Model":"snowflake-arctic-embed-m-v2.0-cpu<\/a>","Model Size (Million Parameters)":305,"Memory Usage (GB, fp32)":1.14,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":198,"Rank":242,"Model":"LaBSE-en-ru<\/a>","Model Size (Million Parameters)":129,"Memory Usage (GB, fp32)":0.48,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":199,"Rank":243,"Model":"rubert-tiny<\/a>","Model Size (Million Parameters)":12,"Memory Usage (GB, fp32)":0.04,"Embedding Dimensions":512,"Max Tokens":514,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":200,"Rank":244,"Model":"rubert-tiny2<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"Embedding Dimensions":2048,"Max Tokens":514,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":201,"Rank":245,"Model":"cai-lunaris-text-embeddings<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":203,"Rank":247,"Model":"french-document-embedding<\/a>","Model Size (Million Parameters)":305,"Memory Usage (GB, fp32)":1.14,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":204,"Rank":248,"Model":"sentence-camembert-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":205,"Rank":249,"Model":"sentence-camembert-large<\/a>","Model Size (Million Parameters)":337,"Memory Usage (GB, fp32)":1.26,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":206,"Rank":250,"Model":"embedder-100p<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":207,"Rank":251,"Model":"USER-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":208,"Rank":252,"Model":"USER-bge-m3<\/a>","Model Size (Million Parameters)":359,"Memory Usage (GB, fp32)":1.34,"Embedding Dimensions":1024,"Max Tokens":8192,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":209,"Rank":253,"Model":"deberta-v1-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":212,"Rank":256,"Model":"sft-bge-small<\/a>","Model Size (Million Parameters)":24,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":512,"Max Tokens":512,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":215,"Rank":257,"Model":"e5-base-4k<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":221,"Rank":261,"Model":"flaubert_base_cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":222,"Rank":262,"Model":"flaubert_base_uncased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":223,"Rank":263,"Model":"flaubert_large_cased<\/a>","Model Size (Million Parameters)":372,"Memory Usage (GB, fp32)":1.39,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":226,"Rank":266,"Model":"bert-base-multilingual-cased<\/a>","Model Size (Million Parameters)":179,"Memory Usage (GB, fp32)":0.67,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":227,"Rank":267,"Model":"bert-base-multilingual-uncased<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":228,"Rank":268,"Model":"bert-base-uncased<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":229,"Rank":269,"Model":"instructor-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":230,"Rank":270,"Model":"instructor-large<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":231,"Rank":271,"Model":"instructor-xl<\/a>","Model Size (Million Parameters)":1241,"Memory Usage (GB, fp32)":4.62,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":236,"Rank":275,"Model":"granite-embedding-107m-multilingual<\/a>","Model Size (Million Parameters)":107,"Memory Usage (GB, fp32)":0.4,"Embedding Dimensions":384,"Max Tokens":514,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":237,"Rank":276,"Model":"granite-embedding-125m-english<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":238,"Rank":277,"Model":"granite-embedding-278m-multilingual<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":239,"Rank":278,"Model":"granite-embedding-30m-english<\/a>","Model Size (Million Parameters)":30,"Memory Usage (GB, fp32)":0.11,"Embedding Dimensions":384,"Max Tokens":514,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":240,"Rank":279,"Model":"stella-base-en-v2<\/a>","Model Size (Million Parameters)":55,"Memory Usage (GB, fp32)":0.2,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":246,"Rank":280,"Model":"inf-retriever-v1<\/a>","Model Size (Million Parameters)":7069,"Memory Usage (GB, fp32)":26.33,"Embedding Dimensions":3584,"Max Tokens":131072,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":247,"Rank":281,"Model":"e5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":248,"Rank":282,"Model":"e5-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":249,"Rank":283,"Model":"e5-large<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":250,"Rank":284,"Model":"e5-large-v2<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":252,"Rank":285,"Model":"e5-small<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":253,"Rank":286,"Model":"e5-small-v2<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":256,"Rank":287,"Model":"multilingual-e5-large-instruct<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":264,"Rank":289,"Model":"jina-embedding-b-en-v1<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":265,"Rank":290,"Model":"jina-embedding-l-en-v1<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":266,"Rank":291,"Model":"jina-embedding-s-en-v1<\/a>","Model Size (Million Parameters)":35,"Memory Usage (GB, fp32)":0.13,"Embedding Dimensions":512,"Max Tokens":512,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":267,"Rank":292,"Model":"jina-embeddings-v2-base-de<\/a>","Model Size (Million Parameters)":161,"Memory Usage (GB, fp32)":0.6,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":268,"Rank":293,"Model":"jina-embeddings-v2-base-en<\/a>","Model Size (Million Parameters)":275,"Memory Usage (GB, fp32)":1.02,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":269,"Rank":294,"Model":"jina-embeddings-v2-base-es<\/a>","Model Size (Million Parameters)":161,"Memory Usage (GB, fp32)":0.6,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":271,"Rank":295,"Model":"jina-embeddings-v2-small-en<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":512,"Max Tokens":8192,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":274,"Rank":297,"Model":"echo-mistral-7b-instruct-lasttoken<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":275,"Rank":298,"Model":"cde-small-v1<\/a>","Model Size (Million Parameters)":143,"Memory Usage (GB, fp32)":0.53,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":276,"Rank":299,"Model":"cde-small-v2<\/a>","Model Size (Million Parameters)":150,"Memory Usage (GB, fp32)":0.56,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":281,"Rank":302,"Model":"modernbert-embed-large<\/a>","Model Size (Million Parameters)":395,"Memory Usage (GB, fp32)":1.47,"Embedding Dimensions":1024,"Max Tokens":8192,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":282,"Rank":303,"Model":"modernbert-embed-large-unsupervised<\/a>","Model Size (Million Parameters)":395,"Memory Usage (GB, fp32)":1.47,"Embedding Dimensions":1024,"Max Tokens":8192,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":287,"Rank":307,"Model":"ember-v1<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":290,"Rank":309,"Model":"bge-m3-custom-fr<\/a>","Model Size (Million Parameters)":568,"Memory Usage (GB, fp32)":2.12,"Embedding Dimensions":1024,"Max Tokens":8194,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":291,"Rank":310,"Model":"sentence_croissant_alpha_v0.1<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":292,"Rank":311,"Model":"sentence_croissant_alpha_v0.2<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":293,"Rank":312,"Model":"sentence_croissant_alpha_v0.3<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":294,"Rank":313,"Model":"sentence_croissant_alpha_v0.4<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":295,"Rank":314,"Model":"M2V_base_glove<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Embedding Dimensions":256,"Max Tokens":1000000,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":296,"Rank":315,"Model":"M2V_base_glove_subword<\/a>","Model Size (Million Parameters)":103,"Memory Usage (GB, fp32)":0.38,"Embedding Dimensions":256,"Max Tokens":1000000,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":297,"Rank":316,"Model":"M2V_base_output<\/a>","Model Size (Million Parameters)":8,"Memory Usage (GB, fp32)":0.03,"Embedding Dimensions":256,"Max Tokens":1000000,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":298,"Rank":317,"Model":"potion-base-2M<\/a>","Model Size (Million Parameters)":2,"Memory Usage (GB, fp32)":0.01,"Embedding Dimensions":64,"Max Tokens":1000000,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":299,"Rank":318,"Model":"potion-base-32M<\/a>","Model Size (Million Parameters)":32,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":512,"Max Tokens":1000000,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":300,"Rank":319,"Model":"potion-base-4M<\/a>","Model Size (Million Parameters)":4,"Memory Usage (GB, fp32)":0.01,"Embedding Dimensions":128,"Max Tokens":1000000,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":301,"Rank":320,"Model":"potion-base-8M<\/a>","Model Size (Million Parameters)":8,"Memory Usage (GB, fp32)":0.03,"Embedding Dimensions":256,"Max Tokens":1000000,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":302,"Rank":321,"Model":"mxbai-embed-2d-large-v1<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":303,"Rank":322,"Model":"mxbai-embed-large-v1<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":308,"Rank":325,"Model":"LdIR-Qwen2-reranker-1.5B<\/a>","Model Size (Million Parameters)":1544,"Memory Usage (GB, fp32)":5.75,"Embedding Dimensions":1536,"Max Tokens":32768,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":310,"Rank":327,"Model":"bge-reranker-large-1k<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":1026,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":318,"Rank":334,"Model":"bge-large-en-v1.5<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":319,"Rank":335,"Model":"modernbert-embed-base<\/a>","Model Size (Million Parameters)":149,"Memory Usage (GB, fp32)":0.56,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":320,"Rank":336,"Model":"modernbert-embed-base-unsupervised<\/a>","Model Size (Million Parameters)":149,"Memory Usage (GB, fp32)":0.56,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":321,"Rank":337,"Model":"nomic-embed-text-v1<\/a>","Model Size (Million Parameters)":547,"Memory Usage (GB, fp32)":2.04,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":322,"Rank":338,"Model":"nomic-embed-text-v1-ablated<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":323,"Rank":339,"Model":"nomic-embed-text-v1-unsupervised<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":324,"Rank":340,"Model":"nomic-embed-text-v1.5-128<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":128,"Max Tokens":8192,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":325,"Rank":341,"Model":"nomic-embed-text-v1.5-256<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":256,"Max Tokens":8192,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":326,"Rank":342,"Model":"nomic-embed-text-v1.5-512<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":512,"Max Tokens":8192,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":327,"Rank":343,"Model":"nomic-embed-text-v1.5-64<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":64,"Max Tokens":8192,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":328,"Rank":344,"Model":"nomic-embed-text-v1.5<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":329,"Rank":345,"Model":"contriever-base-msmarco<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":330,"Rank":346,"Model":"NV-Embed-v1<\/a>","Model Size (Million Parameters)":7851,"Memory Usage (GB, fp32)":29.25,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":331,"Rank":347,"Model":"NV-Embed-v2<\/a>","Model Size (Million Parameters)":7851,"Memory Usage (GB, fp32)":29.25,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":332,"Rank":348,"Model":"MiniCPM-Embedding<\/a>","Model Size (Million Parameters)":2725,"Memory Usage (GB, fp32)":10.15,"Embedding Dimensions":2304,"Max Tokens":512,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":334,"Rank":349,"Model":"GritLM-7B-vllm<\/a>","Model Size (Million Parameters)":7242,"Memory Usage (GB, fp32)":26.98,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":335,"Rank":350,"Model":"checkpoint-9000<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":337,"Rank":352,"Model":"mini-gte<\/a>","Model Size (Million Parameters)":66,"Memory Usage (GB, fp32)":0.25,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":338,"Rank":353,"Model":"sup-simcse-bert-base-uncased<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":339,"Rank":354,"Model":"unsup-simcse-bert-base-uncased<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":340,"Rank":355,"Model":"360Zhinao-1.8B-Reranking<\/a>","Model Size (Million Parameters)":941,"Memory Usage (GB, fp32)":3.51,"Embedding Dimensions":2048,"Max Tokens":4096,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":341,"Rank":356,"Model":"360Zhinao-search<\/a>","Model Size (Million Parameters)":163,"Memory Usage (GB, fp32)":0.61,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":342,"Rank":357,"Model":"FAB-Ramy-v1<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":343,"Rank":358,"Model":"FAE-v1<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":344,"Rank":359,"Model":"FUE-v1<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":348,"Rank":363,"Model":"sf_model_e5<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":353,"Rank":365,"Model":"LaBSE<\/a>","Model Size (Million Parameters)":471,"Memory Usage (GB, fp32)":1.75,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":354,"Rank":366,"Model":"all-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":355,"Rank":367,"Model":"all-MiniLM-L6-v2<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":356,"Rank":368,"Model":"all-mpnet-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":357,"Rank":369,"Model":"allenai-specter<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":358,"Rank":370,"Model":"average_word_embeddings_glove.6B.300d<\/a>","Model Size (Million Parameters)":120,"Memory Usage (GB, fp32)":0.45,"Embedding Dimensions":300,"Max Tokens":"N\/A","Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":359,"Rank":371,"Model":"average_word_embeddings_komninos<\/a>","Model Size (Million Parameters)":134,"Memory Usage (GB, fp32)":0.5,"Embedding Dimensions":300,"Max Tokens":"N\/A","Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":360,"Rank":372,"Model":"distiluse-base-multilingual-cased-v2<\/a>","Model Size (Million Parameters)":135,"Memory Usage (GB, fp32)":0.5,"Embedding Dimensions":512,"Max Tokens":512,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":361,"Rank":373,"Model":"gtr-t5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":362,"Rank":374,"Model":"gtr-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":363,"Rank":375,"Model":"gtr-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":364,"Rank":376,"Model":"gtr-t5-xxl<\/a>","Model Size (Million Parameters)":4865,"Memory Usage (GB, fp32)":18.12,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":365,"Rank":377,"Model":"msmarco-bert-co-condensor<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":366,"Rank":378,"Model":"multi-qa-MiniLM-L6-cos-v1<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":367,"Rank":379,"Model":"paraphrase-multilingual-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":368,"Rank":380,"Model":"paraphrase-multilingual-mpnet-base-v2<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":369,"Rank":381,"Model":"sentence-t5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":370,"Rank":382,"Model":"sentence-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":371,"Rank":383,"Model":"sentence-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":372,"Rank":384,"Model":"sentence-t5-xxl<\/a>","Model Size (Million Parameters)":4865,"Memory Usage (GB, fp32)":18.12,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":374,"Rank":385,"Model":"LaBSE-ru-turbo<\/a>","Model Size (Million Parameters)":128,"Memory Usage (GB, fp32)":0.48,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":375,"Rank":386,"Model":"rubert-tiny-turbo<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"Embedding Dimensions":312,"Max Tokens":2048,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":378,"Rank":387,"Model":"text2vec-base-multilingual<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":256,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":381,"Rank":389,"Model":"BAAI-bge-reranker-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":385,"Rank":393,"Model":"gte-base<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":387,"Rank":394,"Model":"gte-large<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":389,"Rank":395,"Model":"gte-small<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":406,"Rank":409,"Model":"universal-sentence-encoder-multilingual-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":512,"Max Tokens":512,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":407,"Rank":410,"Model":"universal-sentence-encoder-multilingual-large-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":512,"Max Tokens":512,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":408,"Rank":411,"Model":"b1ade-embed<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":409,"Rank":412,"Model":"b1ade-embed-kd<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":410,"Rank":413,"Model":"b1ade-embed-kd_3<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":413,"Rank":416,"Model":"potion-base-8M-stf<\/a>","Model Size (Million Parameters)":8,"Memory Usage (GB, fp32)":0.03,"Embedding Dimensions":256,"Max Tokens":1000000,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":414,"Rank":417,"Model":"hktv-fine-tuned-cloudy-large-zh-metaphor14<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Embedding Dimensions":1024,"Max Tokens":1024,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":416,"Rank":419,"Model":"bilingual-embedding-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":418,"Rank":421,"Model":"LENS-d4000<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":419,"Rank":422,"Model":"LENS-d8000<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":423,"Rank":426,"Model":"Zeta-Alpha-E5-Mistral<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":424,"Rank":427,"Model":"text_emb_V1<\/a>","Model Size (Million Parameters)":103,"Memory Usage (GB, fp32)":0.38,"Embedding Dimensions":768,"Max Tokens":1024,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":425,"Rank":428,"Model":"bi-cse<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":427,"Rank":430,"Model":"text-similarity-ada-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":2046,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":428,"Rank":431,"Model":"text-similarity-babbage-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":2048,"Max Tokens":2046,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":429,"Rank":432,"Model":"text-similarity-curie-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":4096,"Max Tokens":2046,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":430,"Rank":433,"Model":"text-similarity-davinci-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":12288,"Max Tokens":2046,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":432,"Rank":434,"Model":"text-embedding-3-large-256<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":256,"Max Tokens":8191,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":433,"Rank":435,"Model":"text-embedding-3-large<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":3072,"Max Tokens":8191,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":434,"Rank":436,"Model":"text-embedding-3-small<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":8191,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":436,"Rank":437,"Model":"elser-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":30522,"Max Tokens":512,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} diff --git a/app.py b/app.py deleted file mode 100644 index b6d912991ea6655433b3a2562311a795825081aa..0000000000000000000000000000000000000000 --- a/app.py +++ /dev/null @@ -1,417 +0,0 @@ -from functools import reduce -import re - -import gradio as gr -import pandas as pd - -from envs import REPO_ID -from refresh import BOARDS_CONFIG, TASKS, TASKS_CONFIG, TASK_DESCRIPTIONS, PRETTY_NAMES, load_results, make_clickable_model -from refresh import PROPRIETARY_MODELS, SENTENCE_TRANSFORMERS_COMPATIBLE_MODELS, CROSS_ENCODERS, BI_ENCODERS, INSTRUCT_MODELS, NOINSTRUCT_MODELS, EXTERNAL_MODEL_TO_LINK - - -PROPRIETARY_MODELS = { - make_clickable_model(model, link=EXTERNAL_MODEL_TO_LINK.get(model, f"https://huggingface.co/spaces/{REPO_ID}")) - for model in PROPRIETARY_MODELS -} -SENTENCE_TRANSFORMERS_COMPATIBLE_MODELS = { - make_clickable_model(model, link=EXTERNAL_MODEL_TO_LINK.get(model, f"https://huggingface.co/spaces/{REPO_ID}")) - for model in SENTENCE_TRANSFORMERS_COMPATIBLE_MODELS -} -INSTRUCT_MODELS = { - make_clickable_model(model, link=EXTERNAL_MODEL_TO_LINK.get(model, f"https://huggingface.co/spaces/{REPO_ID}")) - for model in INSTRUCT_MODELS -} -NOINSTRUCT_MODELS = { - make_clickable_model(model, link=EXTERNAL_MODEL_TO_LINK.get(model, f"https://huggingface.co/spaces/{REPO_ID}")) - for model in NOINSTRUCT_MODELS -} -CROSS_ENCODERS = { - make_clickable_model(model, link=EXTERNAL_MODEL_TO_LINK.get(model, f"https://huggingface.co/spaces/{REPO_ID}")) - for model in CROSS_ENCODERS -} -BI_ENCODERS = { - make_clickable_model(model, link=EXTERNAL_MODEL_TO_LINK.get(model, f"https://huggingface.co/spaces/{REPO_ID}")) - for model in BI_ENCODERS -} - - -def make_datasets_clickable(df): - """Does not work""" - if "BornholmBitextMining" in df.columns: - link = "https://huggingface.co/datasets/strombergnlp/bornholmsk_parallel" - df = df.rename( - columns={f'BornholmBitextMining': 'BornholmBitextMining',}) - return df - - -# 1. Force headers to wrap -# 2. Force model column (maximum) width -# 3. Prevent model column from overflowing, scroll instead -# 4. Prevent checkbox groups from taking up too much space -css = """ -table > thead { - white-space: normal -} - -table { - --cell-width-1: 250px -} - -table > tbody > tr > td:nth-child(2) > div { - overflow-x: auto -} - -.filter-checkbox-group { - max-width: max-content; -} -""" - -""" -Each inner tab can have the following keys: -- language: The language of the leaderboard -- language_long: [optional] The long form of the language -- description: The description of the leaderboard -- credits: [optional] The credits for the leaderboard -- desc: [optional] The description of the leaderboard -- data: The data for the leaderboard -""" - -# No more refreshing manually, happens daily -# def get_refresh_function(task_category, task_list): -# def _refresh(): -# data_task_category = get_mteb_data(tasks=[task_category], datasets=task_list) -# data_task_category.drop(columns=["Embedding Dimensions", "Max Tokens"], inplace=True) -# return data_task_category -# return _refresh - - -# def get_refresh_overall_function(tasks): -# return lambda: get_mteb_average(tasks)[0] - - -# load in the pre-calculated `all_data_tasks` and `boards_data` -print(f"Loading pre-calculated data....") -all_data_tasks = load_results("all_data_tasks") -boards_data = load_results("boards_data") - -#### Caclulate Metadata -# Exact, add all non-nan integer values for every dataset -NUM_SCORES = 0 -DATASETS = [] -MODELS = [] -# LANGUAGES = [] -for d in all_data_tasks: - if isinstance(d, list) and len(d) == 0: - continue - # NUM_SCORES += d.iloc[:, 1:].apply(lambda x: sum([1 for y in x if isinstance(y, float) and not np.isnan(y)]), axis=1).sum() - cols_to_ignore = 4 if "Average" in d.columns else 3 - # Count number of scores including only non-nan floats & excluding the rank column - NUM_SCORES += d.iloc[:, cols_to_ignore:].notna().sum().sum() - # Exclude rank & model name column (first two); Do not count different language versions as different datasets - DATASETS += [i.split(" ")[0] for i in d.columns[cols_to_ignore:]] - # LANGUAGES += [i.split(" ")[-1] for i in d.columns[cols_to_ignore:]] - MODELS += d["Model"].tolist() - - -NUM_DATASETS = len(set(DATASETS)) -# NUM_LANGUAGES = len(set(LANGUAGES)) -NUM_MODELS = len(set(MODELS)) - -data = { - "Overall": {"metric": "Various, refer to task tabs", "data": []} -} -for task in TASKS: - data[task] = {"metric": TASKS_CONFIG[task]["metric_description"], "data": []} - -for board, board_config in BOARDS_CONFIG.items(): - init_name = board_config["title"] - if init_name in PRETTY_NAMES: - init_name = PRETTY_NAMES[init_name] - board_pretty_name = f"{init_name} leaderboard" - acronym = board_config.get("acronym", None) - board_icon = board_config.get("icon", None) - if board_icon is None: - board_icon = "" - credits = board_config.get("credits", None) - metric = board_config.get("metric", None) - desc = board_config.get("desc", None) - - if board_config["has_overall"]: - overall_pretty_name = board_pretty_name - if acronym is not None: - overall_pretty_name += f" ({board_config['acronym']})" - data["Overall"]["data"].append({ - "language": board_config["title"], - "language_long": board_config["language_long"], - "description": f"**Overall MTEB {overall_pretty_name}** 🔮{board_icon}", - "data": boards_data[board]["data_overall"], - # "refresh": get_refresh_overall_function(board_config["tasks"]), - "credits": credits, - "metric": metric, - "desc": desc, - }) - for task_category, task_category_list in board_config["tasks"].items(): - task_icon = TASKS_CONFIG[task_category]['icon'] - if "special_icons" in board_config and isinstance(board_config["special_icons"], dict): - task_icon = board_config["special_icons"].get(task_category, task_icon) - data[task_category]["data"].append({ - "language": board_config["title"], - "language_long": board_config["language_long"], - "description": f"**{task_category} {board_pretty_name}** {task_icon}{board_icon}", - "data": boards_data[board]["data_tasks"][task_category], - # "refresh": get_refresh_function(task_category, task_category_list), - "credits": credits, - "metric": metric, - "desc": desc, - }) - -dataframes = [] -full_dataframes = [] -tabs = [] - -# The following JavaScript function updates the URL parameters based on the selected task and language -# Additionally, `update_url_task` and `update_url_language` are used to update the current task and language -# The current task and language are stored in the `current_task_language` and `language_per_task` JSON objects -# This is all a bit hacky, but it might be the only way to pass options to a JavaScript function via Gradio -set_window_url_params = """ -function(goalUrlObject) { - const params = new URLSearchParams(window.location.search); - for (const [key, value] of Object.entries(goalUrlObject)) { - params.set(key, value); - }; - const queryString = '?' + params.toString(); - console.log(queryString); - window.history.replaceState({}, '', queryString); - return []; -} -""" - -def update_url_task(event: gr.SelectData, current_task_language: dict, language_per_task: dict): - current_task_language["task"] = event.target.id - # Either use the cached language for this task or the 1st language - try: - current_task_language["language"] = language_per_task.get(event.target.id, event.target.children[1].children[0].id) - except Exception as e: # is Overall tab, no description - current_task_language["language"] = language_per_task.get(event.target.id, event.target.children[0].children[0].id) - - return current_task_language, language_per_task - -def update_url_language(event: gr.SelectData, current_task_language: dict, language_per_task: dict): - current_task_language["language"] = event.target.id - if "task" not in current_task_language: - current_task_language["task"] = "overall" - language_per_task[current_task_language["task"]] = event.target.id - return current_task_language, language_per_task - -NUMERIC_INTERVALS = { - "<100M": pd.Interval(0, 100, closed="right"), - "100M to 250M": pd.Interval(100, 250, closed="right"), - "250M to 500M": pd.Interval(250, 500, closed="right"), - "500M to 1B": pd.Interval(500, 1000, closed="right"), - ">1B": pd.Interval(1000, 1_000_000, closed="right"), -} - -MODEL_TYPES = [ - "Open", - "Proprietary", - "Sentence Transformers", - "Cross-Encoders", - "Bi-Encoders", - "Uses Instructions", - "No Instructions", -] - -def filter_data(search_query, model_types, model_sizes, *full_dataframes): - output_dataframes = [] - for df in full_dataframes: - # Apply the search query - if search_query: - names = df["Model"].map(lambda x: re.match("(.+)", x).group(1)) - masks = [] - for query in search_query.split(";"): - masks.append(names.str.lower().str.contains(query.lower())) - df = df[reduce(lambda a, b: a | b, masks)] - - # Apply the model type filtering - if set(model_types) != set(MODEL_TYPES): - masks = [] - for model_type in model_types: - if model_type == "Open": - masks.append(~df["Model"].isin(PROPRIETARY_MODELS)) - elif model_type == "Proprietary": - masks.append(df["Model"].isin(PROPRIETARY_MODELS)) - elif model_type == "Sentence Transformers": - masks.append(df["Model"].isin(SENTENCE_TRANSFORMERS_COMPATIBLE_MODELS)) - elif model_type == "Cross-Encoders": - masks.append(df["Model"].isin(CROSS_ENCODERS)) - elif model_type == "Bi-Encoders": - masks.append(df["Model"].isin(BI_ENCODERS)) - elif model_type == "Uses Instructions": - masks.append(df["Model"].isin(INSTRUCT_MODELS)) - elif model_type == "No Instructions": - masks.append(df["Model"].isin(NOINSTRUCT_MODELS)) - if masks: - df = df[reduce(lambda a, b: a | b, masks)] - else: - df = pd.DataFrame(columns=df.columns) - - # Apply the model size filtering - if set(model_sizes) != set(NUMERIC_INTERVALS.keys()): - numeric_interval = pd.IntervalIndex(sorted([NUMERIC_INTERVALS[model_size] for model_size in model_sizes])) - sizes = df["Model Size (Million Parameters)"].replace('', 0) - mask = sizes.apply(lambda size: any(numeric_interval.contains(size))) - df = df[mask] - output_dataframes.append(df) - return output_dataframes - - -with gr.Blocks(css=css) as block: - - # Store the current task and language for updating the URL. This is a bit hacky, but it works - # for passing the current task and language to the JavaScript function via Gradio - current_task_language = gr.JSON(value=dict(), visible=False) - language_per_task = gr.JSON(value=dict(), visible=False) - - gr.Markdown(f""" - Massive Text Embedding Benchmark (MTEB) Leaderboard. To submit, refer to the MTEB GitHub repository 🤗 Refer to the [MTEB paper](https://arxiv.org/abs/2210.07316) for details on metrics, tasks and models. Also check out [MTEB Arena](https://huggingface.co/spaces/mteb/arena) ⚔️ - """) - - with gr.Row(): - search_bar = gr.Textbox( - label="Search Bar (separate multiple queries with `;`)", - placeholder=" 🔍 Search for a model and press enter...", - ) - filter_model_type = gr.CheckboxGroup( - label="Model types", - choices=MODEL_TYPES, - value=MODEL_TYPES, - interactive=True, - elem_classes=["filter-checkbox-group"], - scale=3, - ) - filter_model_sizes = gr.CheckboxGroup( - label="Model sizes (in number of parameters)", - choices=list(NUMERIC_INTERVALS.keys()), - value=list(NUMERIC_INTERVALS.keys()), - interactive=True, - elem_classes=["filter-checkbox-group"], - scale=2, - ) - - with gr.Tabs() as outer_tabs: - # Store the tabs for updating them on load based on URL parameters - tabs.append(outer_tabs) - for task, task_values in data.items(): - metric = task_values["metric"] - task_tab_id = task.lower().replace(" ", "-") - - # Overall, Bitext Mining, Classification, etc. - pretty_task_name = task if task not in PRETTY_NAMES.keys() else PRETTY_NAMES[task] - with gr.Tab(pretty_task_name, id=task_tab_id) as task_tab: - # For updating the 'task' in the URL - task_tab.select(update_url_task, [current_task_language, language_per_task], [current_task_language, language_per_task]).then(None, [current_task_language], [], js=set_window_url_params) - if "Overall" != task: - gr.Markdown(TASK_DESCRIPTIONS[task]) - with gr.Tabs() as task_tabs: - # Store the task tabs for updating them on load based on URL parameters - tabs.append(task_tabs) - - for item in task_values["data"]: - item_tab_id = item["language"].lower().replace(" ", "-") - - # English, Chinese, French, etc. - with gr.Tab(item["language"], id=item_tab_id) as item_tab: - # For updating the 'language' in the URL - item_tab.select(update_url_language, [current_task_language, language_per_task], [current_task_language, language_per_task], trigger_mode="always_last").then(None, [current_task_language], [], js=set_window_url_params) - - specific_metric = metric - if item.get("metric", None) is not None: - specific_metric = item['metric'] - - with gr.Row(): - gr.Markdown(f""" - {item['description']} - - - **Metric:** {specific_metric} - - **Languages:** {item['language_long'] if 'language_long' in item else item['language']} - {"- **Credits:** " + item['credits'] if ("credits" in item and item["credits"] is not None) else ''} - {"- **Description:** " + item['desc'] if ("desc" in item and item["desc"] is not None) else ''} - """) - - with gr.Row(): - datatype = ["number", "markdown"] + ["number"] * len(item["data"]) - dataframe = gr.Dataframe(item["data"], datatype=datatype, type="pandas", height=500) - dataframes.append(dataframe) - - full_dataframe = gr.Dataframe(item["data"], datatype=datatype, type="pandas", visible=False) - full_dataframes.append(full_dataframe) - - # with gr.Row(): - # refresh_button = gr.Button("Refresh") - # refresh_button.click(item["refresh"], inputs=None, outputs=dataframe, concurrency_limit=20) - - gr.Markdown(f""" - - **Total Datasets**: {NUM_DATASETS} - - **Total Languages**: 113 - - **Total Scores**: {NUM_SCORES} - - **Total Models**: {NUM_MODELS} - """ + r""" - Made with ❤️ for NLP. If this work is useful to you, please consider citing: - - ```bibtex - @article{muennighoff2022mteb, - doi = {10.48550/ARXIV.2210.07316}, - url = {https://arxiv.org/abs/2210.07316}, - author = {Muennighoff, Niklas and Tazi, Nouamane and Magne, Lo{\"\i}c and Reimers, Nils}, - title = {MTEB: Massive Text Embedding Benchmark}, - publisher = {arXiv}, - journal={arXiv preprint arXiv:2210.07316}, - year = {2022} - } - ``` - """) - - def set_tabs_on_load(request: gr.Request): - """Set the selected tab based on the URL parameters on load.""" - global tabs - valid_task_keys = [child.id for child in tabs[0].children] - return_tabs = [gr.Tabs()] * len(tabs) - - query_params = request.request.query_params - task_key = query_params.get("task", "overall") - if task_key not in valid_task_keys: - task_key = "overall" - return_tabs[0] = gr.Tabs(selected=task_key) - - tabs_idx = valid_task_keys.index(task_key) + 1 - language_key = query_params.get("language", "english") - return_tabs[tabs_idx] = gr.Tabs(selected=language_key) - current_task_language = {"task": task_key, "language": language_key} - language_per_task = {task_key: language_key} - return return_tabs + [current_task_language, language_per_task] - - block.load(set_tabs_on_load, inputs=[], outputs=tabs + [current_task_language, language_per_task]) - - search_bar.submit(filter_data, inputs=[search_bar, filter_model_type, filter_model_sizes] + full_dataframes, outputs=dataframes) - filter_model_type.change(filter_data, inputs=[search_bar, filter_model_type, filter_model_sizes] + full_dataframes, outputs=dataframes) - filter_model_sizes.change(filter_data, inputs=[search_bar, filter_model_type, filter_model_sizes] + full_dataframes, outputs=dataframes) - -block.queue(max_size=10) -block.launch() - -# Add model names here so the mteb/leaderboard space shows up on their model page -# from envs import MODEL_META -# print("','".join(MODEL_META["models_to_skip"])) -# print("','".join(list(MODEL_META['model_meta'].keys()))) -# print("','".join([x['link'].split("co/")[-1] for x in MODEL_META['model_meta'].values() if (x.get('link', None)) and ("huggingface.co" in x['link'])])) -# from envs import API; print("','".join([x.modelId for x in list(API.list_models(filter="mteb")) if x.modelId not in UNUSED])) -UNUSED = ['michaelfeil/ct2fast-e5-large-v2','McGill-NLP/LLM2Vec-Sheared-LLaMA-mntp-unsup-simcse','newsrx/instructor-xl','sionic-ai/sionic-ai-v1','lsf1000/bge-evaluation','Intel/bge-small-en-v1.5-sst2','newsrx/instructor-xl-newsrx','McGill-NLP/LLM2Vec-Mistral-7B-Instruct-v2-mntp-unsup-simcse','McGill-NLP/LLM2Vec-Meta-Llama-3-8B-Instruct-mntp-unsup-simcse','davidpeer/gte-small','goldenrooster/multilingual-e5-large','kozistr/fused-large-en','mixamrepijey/instructor-small','McGill-NLP/LLM2Vec-Llama-2-7b-chat-hf-mntp-supervised','DecisionOptimizationSystem/DeepFeatEmbeddingLargeContext','Intel/bge-base-en-v1.5-sst2-int8-dynamic','morgendigital/multilingual-e5-large-quantized','BAAI/bge-small-en','ggrn/e5-small-v2','vectoriseai/gte-small','giulio98/placeholder','odunola/UAE-Large-VI','vectoriseai/e5-large-v2','gruber/e5-small-v2-ggml','Severian/nomic','arcdev/e5-mistral-7b-instruct','mlx-community/multilingual-e5-base-mlx','michaelfeil/ct2fast-bge-base-en-v1.5','Intel/bge-small-en-v1.5-sst2-int8-static','jncraton/stella-base-en-v2-ct2-int8','vectoriseai/multilingual-e5-large','rlsChapters/Chapters-SFR-Embedding-Mistral','arcdev/SFR-Embedding-Mistral','McGill-NLP/LLM2Vec-Mistral-7B-Instruct-v2-mntp-supervised','McGill-NLP/LLM2Vec-Meta-Llama-3-8B-Instruct-mntp-supervised','vectoriseai/gte-base','mixamrepijey/instructor-models','GovCompete/e5-large-v2','ef-zulla/e5-multi-sml-torch','khoa-klaytn/bge-small-en-v1.5-angle','krilecy/e5-mistral-7b-instruct','vectoriseai/bge-base-en-v1.5','vectoriseai/instructor-base','jingyeom/korean_embedding_model','rizki/bgr-tf','barisaydin/bge-base-en','jamesgpt1/zzz','Malmuk1/e5-large-v2_Sharded','vectoriseai/ember-v1','Consensus/instructor-base','barisaydin/bge-small-en','barisaydin/gte-base','woody72/multilingual-e5-base','Einas/einas_ashkar','michaelfeil/ct2fast-bge-large-en-v1.5','vectoriseai/bge-small-en-v1.5','iampanda/Test','cherubhao/yogamodel','ieasybooks/multilingual-e5-large-onnx','jncraton/e5-small-v2-ct2-int8','radames/e5-large','khoa-klaytn/bge-base-en-v1.5-angle','Intel/bge-base-en-v1.5-sst2-int8-static','vectoriseai/e5-large','TitanML/jina-v2-base-en-embed','Koat/gte-tiny','binqiangliu/EmbeddingModlebgelargeENv1.5','beademiguelperez/sentence-transformers-multilingual-e5-small','sionic-ai/sionic-ai-v2','jamesdborin/jina-v2-base-en-embed','maiyad/multilingual-e5-small','dmlls/all-mpnet-base-v2','odunola/e5-base-v2','vectoriseai/bge-large-en-v1.5','vectoriseai/bge-small-en','karrar-alwaili/UAE-Large-V1','t12e/instructor-base','Frazic/udever-bloom-3b-sentence','Geolumina/instructor-xl','hsikchi/dump','recipe/embeddings','michaelfeil/ct2fast-bge-small-en-v1.5','ildodeltaRule/multilingual-e5-large','shubham-bgi/UAE-Large','BAAI/bge-large-en','michaelfeil/ct2fast-e5-small-v2','cgldo/semanticClone','barisaydin/gte-small','aident-ai/bge-base-en-onnx','jamesgpt1/english-large-v1','michaelfeil/ct2fast-e5-small','baseplate/instructor-large-1','newsrx/instructor-large','Narsil/bge-base-en','michaelfeil/ct2fast-e5-large','mlx-community/multilingual-e5-small-mlx','lightbird-ai/nomic','MaziyarPanahi/GritLM-8x7B-GGUF','newsrx/instructor-large-newsrx','dhairya0907/thenlper-get-large','barisaydin/bge-large-en','jncraton/bge-small-en-ct2-int8','retrainai/instructor-xl','BAAI/bge-base-en','gentlebowl/instructor-large-safetensors','d0rj/e5-large-en-ru','atian-chapters/Chapters-SFR-Embedding-Mistral','Intel/bge-base-en-v1.5-sts-int8-static','Intel/bge-base-en-v1.5-sts-int8-dynamic','jncraton/GIST-small-Embedding-v0-ct2-int8','jncraton/gte-tiny-ct2-int8','d0rj/e5-small-en-ru','vectoriseai/e5-small-v2','SmartComponents/bge-micro-v2','michaelfeil/ct2fast-gte-base','vectoriseai/e5-base-v2','Intel/bge-base-en-v1.5-sst2','McGill-NLP/LLM2Vec-Sheared-LLaMA-mntp-supervised','Research2NLP/electrical_stella','weakit-v/bge-base-en-v1.5-onnx','GovCompete/instructor-xl','barisaydin/text2vec-base-multilingual','Intel/bge-small-en-v1.5-sst2-int8-dynamic','jncraton/gte-small-ct2-int8','d0rj/e5-base-en-ru','barisaydin/gte-large','fresha/e5-large-v2-endpoint','vectoriseai/instructor-large','Severian/embed','vectoriseai/e5-base','mlx-community/multilingual-e5-large-mlx','vectoriseai/gte-large','anttip/ct2fast-e5-small-v2-hfie','michaelfeil/ct2fast-gte-large','gizmo-ai/Cohere-embed-multilingual-v3.0','McGill-NLP/LLM2Vec-Llama-2-7b-chat-hf-mntp-unsup-simcse','Kenknight1999/tungdd7_ft_e5','joteqwork/new_gsev0','vantagediscovery/jina-embeddings-v2-base-en','vantagediscovery/nomic-embed-text-v1','vantagediscovery/nomic-embed-text-v1.5','srikanthmalla/hkunlp-instructor-xl','afrideva/GIST-all-MiniLM-L6-v2-GGUF','nadeem1362/mxbai-embed-large-v1-Q4_K_M-GGUF','agier9/gte-Qwen1.5-7B-instruct-Q5_K_M-GGUF','ekorman-strive/bge-large-en-v1.5','raghavlight/SE_v1','liddlefish/privacyembeddingv2_bge_small','ahmet1338/finetuned_embedder','radia/snowflake-arctic-embed-l-Q4_K_M-GGUF','GregorBiswanger/GritLM-7B-Q4_K_M-GGUF','powermove72/GritLM-7B-Q4_K_M-GGUF','sunzx0810/gte-Qwen2-7B-instruct-Q5_K_M-GGUF','nazimali/gte-Qwen2-7B-instruct-Q6_K-GGUF','nazimali/gte-Qwen2-7B-instruct-Q6_K-GGUF','fishbone64/gte-Qwen2-7B-instruct-Q8_0-GGUF','tobchef/gte-Qwen2-1.5B-instruct-Q4_K_M-GGUF','liddlefish/privacy_embedding_rag','liddlefish/privacy_embedding_rag_10k_tmp','liddlefish/privacy_embedding_bge_small_synthetic','mxs980/gte-Qwen2-1.5B-instruct-Q8_0-GGUF','leonn71/gte-Qwen2-1.5B-instruct-Q6_K-GGUF', 'Baichuan-text-embedding','Cohere-embed-english-v3.0','Cohere-embed-multilingual-light-v3.0','Cohere-embed-multilingual-v3.0','DanskBERT','FollowIR-7B','GritLM-7B','LASER2','LLM2Vec-Llama-2-supervised','LLM2Vec-Llama-2-unsupervised','LLM2Vec-Meta-Llama-3-supervised','LLM2Vec-Meta-Llama-3-unsupervised','LLM2Vec-Mistral-supervised','LLM2Vec-Mistral-unsupervised','LLM2Vec-Sheared-Llama-supervised','LLM2Vec-Sheared-Llama-unsupervised','LaBSE','OpenSearch-text-hybrid','SFR-Embedding-Mistral','all-MiniLM-L12-v2','all-MiniLM-L6-v2','all-mpnet-base-v2','allenai-specter','bert-base-10lang-cased','bert-base-15lang-cased','bert-base-25lang-cased','bert-base-multilingual-cased','bert-base-multilingual-uncased','bert-base-swedish-cased','bert-base-uncased','bge-base-zh-v1.5','bge-large-en-v1.5','bge-large-zh-noinstruct','bge-large-zh-v1.5','bge-m3','bge-small-zh-v1.5','bm25','camembert-base','camembert-large','contriever-base-msmarco','cross-en-de-roberta-sentence-transformer','dfm-encoder-large-v1','dfm-sentence-encoder-large-1','distilbert-base-25lang-cased','distilbert-base-en-fr-cased','distilbert-base-en-fr-es-pt-it-cased','distilbert-base-fr-cased','distilbert-base-uncased','distiluse-base-multilingual-cased-v2','e5-base-4k','e5-base-v2','e5-base','e5-large-v2','e5-large','e5-mistral-7b-instruct','e5-small','electra-small-nordic','electra-small-swedish-cased-discriminator','elser-v2','flan-t5-base','flan-t5-large','flaubert_base_cased','flaubert_base_uncased','flaubert_large_cased','gbert-base','gbert-large','gelectra-base','gelectra-large','glove.6B.300d','google-gecko-256.text-embedding-004','google-gecko.text-embedding-004','gottbert-base','gte-Qwen1.5-7B-instruct','gte-Qwen2-7B-instruct','gtr-t5-base','gtr-t5-large','gtr-t5-xl','gtr-t5-xxl','herbert-base-retrieval-v2','instructor-base','instructor-large','instructor-xl','jina-embeddings-v2-base-en','komninos','llama-2-7b-chat','luotuo-bert-medium','m3e-base','m3e-large','mistral-7b-instruct-v0.2','mistral-embed','monobert-large-msmarco','monot5-3b-msmarco-10k','monot5-base-msmarco-10k','msmarco-bert-co-condensor','multi-qa-MiniLM-L6-cos-v1','multilingual-e5-base','multilingual-e5-large','multilingual-e5-small','nb-bert-base','nb-bert-large','nomic-embed-text-v1','nomic-embed-text-v1.5-128','nomic-embed-text-v1.5-256','nomic-embed-text-v1.5-512','nomic-embed-text-v1.5-64','norbert3-base','norbert3-large','paraphrase-multilingual-MiniLM-L12-v2','paraphrase-multilingual-mpnet-base-v2','sentence-bert-swedish-cased','sentence-camembert-base','sentence-camembert-large','sentence-croissant-llm-base','sentence-t5-base','sentence-t5-large','sentence-t5-xl','sentence-t5-xxl','silver-retriever-base-v1','st-polish-paraphrase-from-distilroberta','st-polish-paraphrase-from-mpnet','sup-simcse-bert-base-uncased','text-embedding-3-large','text-embedding-3-large-256','text-embedding-3-small','text-embedding-ada-002','text-search-ada-001','text-search-ada-doc-001','text-search-ada-query-001','text-search-babbage-001','text-search-curie-001','text-search-davinci-001','text-similarity-ada-001','text-similarity-babbage-001','text-similarity-curie-001','text-similarity-davinci-001','tart-dual-contriever-msmarco','tart-full-flan-t5-xl','text2vec-base-chinese','text2vec-base-multilingual','text2vec-large-chinese','titan-embed-text-v1','udever-bloom-1b1','udever-bloom-560m','universal-sentence-encoder-multilingual-3','universal-sentence-encoder-multilingual-large-3','unsup-simcse-bert-base-uncased','use-cmlm-multilingual','voyage-2','voyage-code-2','voyage-large-2-instruct','voyage-law-2','voyage-lite-01-instruct','voyage-lite-02-instruct','voyage-multilingual-2','xlm-roberta-base','xlm-roberta-large','NV-Retriever-v1','NV-Embed-v1','Linq-Embed-Mistral','Muennighoff/SGPT-1.3B-weightedmean-msmarco-specb-bitfit','Muennighoff/SGPT-125M-weightedmean-msmarco-specb-bitfit','Muennighoff/SGPT-125M-weightedmean-nli-bitfit','Muennighoff/SGPT-2.7B-weightedmean-msmarco-specb-bitfit','Muennighoff/SGPT-5.8B-weightedmean-msmarco-specb-bitfit','Muennighoff/SGPT-5.8B-weightedmean-nli-bitfit','DMetaSoul/sbert-chinese-general-v1','bigscience-data/sgpt-bloom-1b7-nli','bigscience/sgpt-bloom-7b1-msmarco','aari1995/German_Semantic_STS_V2','intfloat/e5-small','hkunlp/instructor-large','hkunlp/instructor-base','hkunlp/instructor-xl','intfloat/e5-base','intfloat/e5-large','Shimin/yiyouliao','vprelovac/universal-sentence-encoder-multilingual-large-3','vprelovac/universal-sentence-encoder-multilingual-3','vprelovac/universal-sentence-encoder-4','vprelovac/universal-sentence-encoder-large-5','ManiShankar-AlpesAi/paraphrase-multilingual-mpnet-base-v2-KE_Sieve','nickprock/mmarco-bert-base-italian-uncased','intfloat/e5-small-v2','intfloat/e5-base-v2','intfloat/e5-large-v2','intfloat/multilingual-e5-base','Shimin/LLaMA-embeeding','Forbu14/openai_clip_embeddings','shibing624/text2vec-base-multilingual','consciousAI/cai-lunaris-text-embeddings','consciousAI/cai-stellaris-text-embeddings','intfloat/multilingual-e5-small','intfloat/multilingual-e5-large','jinaai/jina-embedding-s-en-v1','jinaai/jina-embedding-b-en-v1','jinaai/jina-embedding-l-en-v1','deepfile/embedder-100p','lixsh6/XLM-3B5-embedding','lixsh6/XLM-0B6-embedding','thenlper/gte-base','thenlper/gte-large','thenlper/gte-small','lixsh6/MegatronBert-1B3-embedding','facebook/SONAR','Hum-Works/lodestone-base-4096-v1','sensenova/piccolo-base-zh','sensenova/piccolo-large-zh','infgrad/stella-base-zh','infgrad/stella-large-zh','BAAI/bge-reranker-base','BAAI/bge-base-en-v1.5','BAAI/bge-large-en-v1.5','BAAI/bge-small-en-v1.5','BAAI/bge-reranker-large','mgoin/all-MiniLM-L6-v2-ds','neuralmagic/bge-small-en-v1.5-sparse','jinaai/jina-embeddings-v2-base-en','jinaai/jina-embeddings-v2-small-en','neuralmagic/bge-small-en-v1.5-quant','nickprock/stsbm-sentence-flare-it','nickprock/mmarco-sentence-flare-it','neuralmagic/bge-base-en-v1.5-sparse','neuralmagic/bge-base-en-v1.5-quant','neuralmagic/bge-large-en-v1.5-sparse','neuralmagic/bge-large-en-v1.5-quant','TaylorAI/gte-tiny','TaylorAI/bge-micro','llmrails/ember-v1','TaylorAI/bge-micro-v2','zeroshot/gte-small-quant','infgrad/stella-large-zh-v2','infgrad/stella-base-zh-v2','zeroshot/gte-large-quant','zeroshot/gte-large-sparse','EdwardBurgin/paraphrase-multilingual-mpnet-base-v2','Amu/tao','infgrad/stella-base-en-v2','djovak/multi-qa-MiniLM-L6-cos-v1','izhx/udever-bloom-560m','izhx/udever-bloom-1b1','izhx/udever-bloom-3b','izhx/udever-bloom-7b1','thtang/ALL_862873','andersonbcdefg/bge-small-4096','Cohere/Cohere-embed-multilingual-light-v3.0','Cohere/Cohere-embed-multilingual-v3.0','Cohere/Cohere-embed-english-light-v3.0','Cohere/Cohere-embed-english-v3.0','Amu/tao-8k','thenlper/gte-large-zh','thenlper/gte-base-zh','thenlper/gte-small-zh','jamesgpt1/sf_model_e5','OrlikB/st-polish-kartonberta-base-alpha-v1','TownsWu/PEG','sdadas/mmlw-e5-small','sdadas/mmlw-e5-base','sdadas/mmlw-e5-large','sdadas/mmlw-roberta-base','sdadas/mmlw-roberta-large','jinaai/jina-embeddings-v2-base-code','aws-neuron/bge-base-en-v1-5-seqlen-384-bs-1','Erin/mist-zh','ClayAtlas/winberta-base','Pristinenlp/alime-reranker-large-zh','WhereIsAI/UAE-Large-V1','OrdalieTech/Solon-embeddings-large-0.1','ClayAtlas/winberta-large','intfloat/e5-mistral-7b-instruct','liujiarik/lim_base_zh','RookieHX/bge_m3e_stella','akarum/cloudy-large-zh','zhou-xl/bi-cse','lier007/xiaobu-embedding','jinaai/jina-embeddings-v2-base-zh','jinaai/jina-embeddings-v2-base-de','nomic-ai/nomic-embed-text-v1-ablated','nomic-ai/nomic-embed-text-v1-unsupervised','mukaj/fin-mpnet-base','Pristinenlp/alime-embedding-large-zh','pascalhuerten/instructor-skillfit','jinaai/jina-embeddings-v2-base-es','Salesforce/SFR-Embedding-Mistral','DMetaSoul/Dmeta-embedding-zh','Xenova/jina-embeddings-v2-base-zh','Xenova/jina-embeddings-v2-base-de','avsolatorio/GIST-Embedding-v0','nomic-ai/nomic-embed-text-v1','avsolatorio/GIST-all-MiniLM-L6-v2','avsolatorio/GIST-small-Embedding-v0','biswa921/bge-m3','Jechto/e5-dansk-test-0.1','intfloat/multilingual-e5-large-instruct','tanmaylaud/ret-phi2-v0','nomic-ai/nomic-embed-text-v1.5','GritLM/GritLM-7B','GritLM/GritLM-8x7B','avsolatorio/GIST-large-Embedding-v0','ClayAtlas/windberta-large','infgrad/stella-base-zh-v3-1792d','dunzhang/stella-large-zh-v3-1792d','jspringer/echo-mistral-7b-instruct-lasttoken','dunzhang/stella-mrl-large-zh-v3.5-1792d','sentosa/ZNV-Embedding','Nehc/e5-large-ru','neofung/m3e-ernie-xbase-zh','mixedbread-ai/mxbai-embed-2d-large-v1','mixedbread-ai/mxbai-embed-large-v1','aspire/acge_text_embedding','manu/sentence_croissant_alpha_v0.1','wongctroman/hktv-fine-tuned-cloudy-large-zh-metaphor14','manu/sentence_croissant_alpha_v0.2','mradermacher/GritLM-8x7B-GGUF','jhu-clsp/FollowIR-7B','DMetaSoul/Dmeta-embedding-zh-small','dwzhu/e5-base-4k','McGill-NLP/LLM2Vec-Mistral-7B-Instruct-v2-mntp','McGill-NLP/LLM2Vec-Llama-2-7b-chat-hf-mntp','McGill-NLP/LLM2Vec-Sheared-LLaMA-mntp','ChristianAzinn/uae-large-v1-gguf','ChristianAzinn/gist-large-embedding-v0-gguf','ChristianAzinn/bge-base-en-v1.5-gguf','ChristianAzinn/bge-small-en-v1.5-gguf','ChristianAzinn/bge-large-en-v1.5-gguf','ChristianAzinn/gte-base-gguf','ChristianAzinn/gte-large-gguf','ChristianAzinn/gte-small-gguf','ChristianAzinn/mxbai-embed-large-v1-gguf','ChristianAzinn/gist-small-embedding-v0-gguf','ChristianAzinn/e5-base-v2-gguf','ChristianAzinn/e5-large-v2-gguf','ChristianAzinn/e5-small-v2-gguf','ChristianAzinn/labse-gguf','srikanthmalla/BAAI-bge-reranker-large','Snowflake/snowflake-arctic-embed-m','manu/bge-m3-custom-fr','Snowflake/snowflake-arctic-embed-m-long','Snowflake/snowflake-arctic-embed-s','Snowflake/snowflake-arctic-embed-xs','Snowflake/snowflake-arctic-embed-l','ChristianAzinn/snowflake-arctic-embed-l-gguf','ChristianAzinn/snowflake-arctic-embed-m-long-GGUF','ChristianAzinn/snowflake-arctic-embed-m-gguf','ChristianAzinn/snowflake-arctic-embed-s-gguf','ChristianAzinn/snowflake-arctic-embed-xs-gguf','dwzhu/e5rope-base','pengql/checkpoint-9000','Alibaba-NLP/gte-base-en-v1.5','Alibaba-NLP/gte-large-en-v1.5','Alibaba-NLP/gte-Qwen1.5-7B-instruct','sensenova/piccolo-large-zh-v2','Mihaiii/gte-micro','NLPArtisan/qwen-1.8b-retrieval-test','Mihaiii/gte-micro-v2','Mihaiii/gte-micro-v3','Mihaiii/gte-micro-v4','Mihaiii/Taximetristi-2023','manu/sentence_croissant_alpha_v0.3','Mihaiii/Bulbasaur','Mihaiii/Ivysaur','manu/sentence_croissant_alpha_v0.4','Mihaiii/Venusaur','McGill-NLP/LLM2Vec-Meta-Llama-3-8B-Instruct-mntp','amazon/Titan-text-embeddings-v2','Mihaiii/Squirtle','Mihaiii/Wartortle','avsolatorio/NoInstruct-small-Embedding-v0','Mihaiii/test24','Mihaiii/test25','yessilver/new_model','fine-tuned/jina-embeddings-v2-base-en-03052024-r5ez-webapp','fine-tuned/jina-embeddings-v2-base-en-03052024-c20v-webapp','fine-tuned/jina-embeddings-v2-base-en-03052024-x8ew-webapp','fine-tuned/jina-embeddings-v2-base-en-03052024-73xx-webapp','fine-tuned/jina-embeddings-v2-base-en-03052024-21on-webapp','fine-tuned/jina-embeddings-v2-base-en-03052024-0swb-webapp','corto-ai/nomic-embed-text-v1','fine-tuned/jina-embeddings-v2-base-en-06052024-lmgf-webapp','fine-tuned/jina-embeddings-v2-base-en-06052024-6bdu-webapp','fine-tuned/jina-embeddings-v2-base-en-06052024-5pdj-webapp','fine-tuned/jina-embeddings-v2-base-en-06052024-yl1z-webapp','fine-tuned/jina-embeddings-v2-base-en-652024-vsmg-webapp','fine-tuned/jina-embeddings-v2-base-en-06052024-ruwi-webapp','fine-tuned/test','fine-tuned/jina-embeddings-v2-base-code-06052024-mhal-webapp','fine-tuned/jina-embeddings-v2-base-en-562024-j9xx-webapp','fine-tuned/jina-embeddings-v2-base-en-572024-xg53-webapp','fine-tuned/jina-embeddings-v2-base-en-202457-oc31-webapp','fine-tuned/scientific_papers_from_arxiv','fine-tuned/coding','fine-tuned/very_specific_technical_questions_about_Ubuntu','fine-tuned/CMedQAv2-reranking-improved','Labib11/MUG-B-1.6','shhy1995/AGE_Hybrid','fine-tuned/jina-embeddings-v2-base-en-10052024-lns6-webapp','fine-tuned/jinaai_jina-embeddings-v2-base-en-scientific-papers-from-arxiv','fine-tuned/jinaai_jina-embeddings-v2-base-code-askubuntu','fine-tuned/jinaai_jina-embeddings-v2-base-en-scidocs','fine-tuned/jinaai_jina-embeddings-v2-base-code-stackoverflow','fine-tuned/jina-embeddings-v2-base-en-5102024-kvgq-webapp','fine-tuned/jinaai_jina-embeddings-v2-base-zh-CMedQAv2','fine-tuned/jina-embeddings-v2-base-code-11_05_2024-hbxc-webapp','fine-tuned/jina-embeddings-v2-base-en-5102024-h7o7-webapp','fine-tuned/CMedQAv2-3','michaelfeil/jina-embeddings-v2-base-code','fine-tuned/jina-embeddings-v2-base-en-2024512-wvj9-webapp','fine-tuned/jina-embeddings-v2-base-en-5122024-3toh-webapp','MoMonir/SFR-Embedding-Mistral-GGUF','technicolor/Angle_BERT','fine-tuned/jina-embeddings-v2-base-en-2024513-kkxa-webapp','fine-tuned/jina-embeddings-v2-base-en-13052024-35bv-webapp','fine-tuned/jinaai_jina-embeddings-v2-base-code-jinaai_jina-embeddings-v2-base-cod','fine-tuned/jinaai_jina-embeddings-v2-base-en-jinaai_jina-embeddings-v2-base-en-sc','fine-tuned/jinaai_jina-embeddings-v2-base-zh-jinaai_jina-embeddings-v2-base-zh-CM','fine-tuned/jinaai_jina-embeddings-v2-base-zh-CMedQAv2-3','fine-tuned/scidocs','fine-tuned/askubuntu','fine-tuned/stackoverflow','fine-tuned/cmedqav2','fine-tuned/jina-embeddings-v2-base-en-13052024-ch9n-webapp','fine-tuned/askubuntu-c','fine-tuned/askubuntu-l','fine-tuned/scidocs-c','fine-tuned/stackoverflow-c','fine-tuned/cmedqav2-c','fine-tuned/norwegian-nli-triplets-c','AdrienB134/llm2vec-croissant-mntp','Erin/IYun-large-zh','fine-tuned/jina-embeddings-v2-base-en-14052024-5b5o-webapp','fine-tuned/jina-embeddings-v2-base-en-14052024-9xxb-webapp','fine-tuned/jina-embeddings-v2-base-en-14052024-afuz-webapp','fine-tuned/dutch-legal-c','AdrienB134/llm2vec-occiglot-mntp','fine-tuned/dutch-legal-c-64-24','w601sxs/b1ade-embed','fine-tuned/dutch-legal-c-1280-24','neofung/bge-reranker-large-1k','fine-tuned/askubuntu-c-128-24','fine-tuned/askubuntu-c-256-24','fine-tuned/stackoverflow-c-128-24','fine-tuned/cmedqav2-c-128-24','fine-tuned/scidocs-c-128-24','fine-tuned/dutch-legal-c-128-24','fine-tuned/scidocs-c-256-24','fine-tuned/stackoverflow-c-256-24','qihoo360/360Zhinao-search','fine-tuned/stackoverflow-c-64-24','fine-tuned/askubuntu-c-64-24','fine-tuned/scidocs-c-64-24','fine-tuned/cmedqav2-c-64-24','fine-tuned/jina-embeddings-v2-base-en-15052024-stsl-webapp','fine-tuned/jina-embeddings-v2-base-en-5152024-tsbl-webapp','fine-tuned/jina-embeddings-v2-base-en-5162024-o9um-webapp','fine-tuned/test-run','fine-tuned/stackoverflow-c-64-24-gpt-4o-2024-05-13','MoMonir/gte-Qwen1.5-7B-instruct-GGUF','fine-tuned/scidocs-c-64-24-gpt-4o-2024-05-133652','fine-tuned/askubuntu-c-64-24-gpt-4o-2024-05-135760','fine-tuned/stackoverflow-c-64-24-gpt-4o-2024-05-137765','fine-tuned/scidocs-c-64-24-gpt-4o-2024-05-13-46337','fine-tuned/askubuntu-c-64-24-gpt-4o-2024-05-131171','fine-tuned/scidocs-c-64-24-gpt-4o-2024-05-135334','fine-tuned/askubuntu-c-64-24-gpt-4o-2024-05-13-61285','fine-tuned/cmedqav2-c-64-24-gpt-4o-2024-05-13-50353','fine-tuned/jina-embeddings-v2-base-en-1752024-13s3-webapp','fine-tuned/jina-embeddings-v2-base-en-1752024-zdtc-webapp','fine-tuned/jina-embeddings-v2-base-en-17052024-uhub-webapp','neofung/bge-reranker-base-1k','fine-tuned/jina-embeddings-v2-base-en-17052024-dumr-webapp','fine-tuned/arguana-c-64-24-gpt-4o-2024-05-136897','fine-tuned/arguana-c-64-24-gpt-4o-2024-05-136538','fine-tuned/arguana-c-128-24-gpt-4o-2024-05-13-68212','fine-tuned/arguana-c-256-24-gpt-4o-2024-05-13-51550','fine-tuned/jina-embeddings-v2-base-en-19052024-oiu8-webapp','fine-tuned/jina-embeddings-v2-base-en-5192024-xqq9-webapp','fine-tuned/jina-embeddings-v2-base-en-5192024-qeye-webapp','fine-tuned/jina-embeddings-v2-base-en-5192024-seuc-webapp','qihoo360/360Zhinao-1.8B-Reranking','fine-tuned/jina-embeddings-v2-base-en-5202024-55bm-webapp','fine-tuned/arguana-c-256-24-gpt-4o-2024-05-13-693632','fine-tuned/arguana-c-256-24-gpt-4o-2024-05-13-819563','fine-tuned/arguana-c-256-24-gpt-4o-2024-05-13-413214','fine-tuned/arguana-c-256-24-gpt-4o-2024-05-13-129048','fine-tuned/arguana-c-256-24-gpt-4o-2024-05-13-550302','fine-tuned/arguana-c-256-24-gpt-4o-2024-05-13-799305','fine-tuned/jina-embeddings-v2-base-en-5202024-6tkj-webapp','fine-tuned/arguana-c-256-24-gpt-4o-2024-05-13-264015','fine-tuned/arguana-c-256-24-gpt-4o-2024-05-13-994439','fine-tuned/jina-embeddings-v2-base-en-5202024-rxyq-webapp','jinaai/jina-clip-v1','fine-tuned/jina-embeddings-v2-base-en-21052024-5qm5-webapp','dayyass/universal-sentence-encoder-multilingual-large-3-pytorch','fine-tuned/jina-embeddings-v2-base-en-21052024-5smg-webapp','fine-tuned/jina-embeddings-v2-base-en-22052024-vuno-webapp','fine-tuned/arguana-c-256-24-gpt-4o-2024-05-13-387094','fine-tuned/LegalBenchConsumerContractsQA-256-24-gpt-4o-2024-05-13-292605','fine-tuned/LegalBenchCorporateLobbying-256-24-gpt-4o-2024-05-13-296144','fine-tuned/SciFact-256-24-gpt-4o-2024-05-13-454852','fine-tuned/SCIDOCS-256-24-gpt-4o-2024-05-13-79875','fine-tuned/TRECCOVID-256-24-gpt-4o-2024-05-13-190413','fine-tuned/NFCorpus-256-24-gpt-4o-2024-05-13-727361','fine-tuned/FiQA2018-256-24-gpt-4o-2024-05-13-410031','fine-tuned/jina-embeddings-v2-base-code-5222024-i8af-webapp','fine-tuned/jina-embeddings-v2-base-en-5222024-hkde-webapp','fine-tuned/NFCorpus-256-24-gpt-4o-2024-05-13-14719','fine-tuned/SciFact-256-24-gpt-4o-2024-05-13-526066','fine-tuned/SCIDOCS-256-24-gpt-4o-2024-05-13-10630','fine-tuned/FiQA2018-256-24-gpt-4o-2024-05-13-825318','nvidia/NV-Embed-v1','fine-tuned/NFCorpus-256-24-gpt-4o-2024-05-13-203779','fine-tuned/FiQA2018-256-24-gpt-4o-2024-05-13-497939','fine-tuned/SCIDOCS-256-24-gpt-4o-2024-05-13-417900','fine-tuned/SciFact-256-24-gpt-4o-2024-05-13-994884','fine-tuned/jina-embeddings-v2-base-en-23052024-hbdj-webapp','fine-tuned/jina-embeddings-v2-base-en-23052024-6kfw-webapp','fine-tuned/FiQA2018-256-24-gpt-4o-2024-05-13-214114','fine-tuned/FiQA2018-256-24-gpt-4o-2024-05-13-587313','fine-tuned/FiQA2018-256-24-gpt-4o-2024-05-13-36954','fine-tuned/FiQA2018-256-24-gpt-4o-2024-05-13-814821','fine-tuned/FiQA2018-256-24-gpt-4o-2024-05-13-256742','fine-tuned/FiQA2018-256-24-gpt-4o-2024-05-13-317735','fine-tuned/FiQA2018-256-24-gpt-4o-2024-05-13-378237','fine-tuned/FiQA2018-256-24-gpt-4o-2024-05-13-992459','fine-tuned/FiQA2018-256-24-gpt-4o-2024-05-13-552473','fine-tuned/FiQA2018-256-24-gpt-4o-2024-05-13-816730','fine-tuned/FiQA2018-256-24-gpt-4o-2024-05-13-875153','fine-tuned/FiQA2018-256-24-gpt-4o-2024-05-13-630221','fine-tuned/FiQA2018-256-24-gpt-4o-2024-05-13-214478','fine-tuned/NFCorpus-256-24-gpt-4o-2024-05-13-645586','fine-tuned/SciFact-256-24-gpt-4o-2024-05-13-786584','fine-tuned/SciFact-256-24-gpt-4o-2024-05-13-785172','fine-tuned/NFCorpus-256-24-gpt-4o-2024-05-13-687872','fine-tuned/BAAI_bge-small-en-v1_5-23052024-upq5-webapp','fine-tuned/NFCorpus-8-8-gpt-4o-2024-05-13-855191','fine-tuned/NFCorpus-8-8-gpt-4o-2024-05-13-978964','fine-tuned/NFCorpus-8-8-gpt-4o-2024-05-13-847943','fine-tuned/NFCorpus-8-8-gpt-4o-2024-05-13-449863','fine-tuned/NFCorpus-8-8-gpt-4o-2024-05-13-610535','fine-tuned/NFCorpus-8-8-gpt-4o-2024-05-13-322852','fine-tuned/FiQA2018-256-24-gpt-4o-2024-05-13-898550','fine-tuned/NFCorpus-256-24-gpt-4o-2024-05-13-546049','fine-tuned/SciFact-256-24-gpt-4o-2024-05-13-499715','fine-tuned/SCIDOCS-256-24-gpt-4o-2024-05-13-598568','fine-tuned/BAAI_bge-large-en-v1_5-5242024-5uvy-webapp','fine-tuned/SciFact-256-24-gpt-4o-2024-05-13-304829','fine-tuned/NFCorpus-256-24-gpt-4o-2024-05-13-138515','fine-tuned/FiQA2018-256-24-gpt-4o-2024-05-13-269096','fine-tuned/SCIDOCS-256-24-gpt-4o-2024-05-13-778232','fine-tuned/SciFact-256-24-gpt-4o-2024-05-13-111876','fine-tuned/SCIDOCS-256-24-gpt-4o-2024-05-13-292803','fine-tuned/NFCorpus-256-24-gpt-4o-2024-05-13-96776','fine-tuned/FiQA2018-256-24-gpt-4o-2024-05-13-67198','fine-tuned/SciFact-256-24-gpt-4o-2024-05-13-310581','fine-tuned/SciFact-256-24-gpt-4o-2024-05-13-449834','fine-tuned/NFCorpus-256-24-gpt-4o-2024-05-13-737659','fine-tuned/FiQA2018-256-24-gpt-4o-2024-05-13-976783','fine-tuned/SciFact-256-24-gpt-4o-2024-05-13-27685','fine-tuned/SCIDOCS-256-24-gpt-4o-2024-05-13-54716','fine-tuned/NFCorpus-256-24-gpt-4o-2024-05-13-166315','fine-tuned/SciFact-256-24-gpt-4o-2024-05-13-812157','fine-tuned/FiQA2018-256-24-gpt-4o-2024-05-13-133486','fine-tuned/SCIDOCS-256-24-gpt-4o-2024-05-13-423936','fine-tuned/NFCorpus-256-24-gpt-4o-2024-05-13-772252','w601sxs/b1ade-embed-kd','fine-tuned/NFCorpus-256-24-gpt-4o-2024-05-13-141246','fine-tuned/SciFact-256-24-gpt-4o-2024-05-13-478897','fine-tuned/ArguAna-256-24-gpt-4o-2024-05-13-952023','fine-tuned/SCIDOCS-256-24-gpt-4o-2024-05-13-157892','fine-tuned/FiQA2018-256-24-gpt-4o-2024-05-13-780826','fine-tuned/TRECCOVID-256-24-gpt-4o-2024-05-13-475598','fine-tuned/QuoraRetrieval-256-24-gpt-4o-2024-05-13-635320','fine-tuned/Touche2020-256-24-gpt-4o-2024-05-13-27907','fine-tuned/BAAI_bge-small-en-v1_5-5252024-jzfp-webapp','fine-tuned/TRECCOVID-256-24-gpt-4o-2024-05-13-953989','fine-tuned/ArguAna-256-24-gpt-4o-2024-05-13-413991','fine-tuned/QuoraRetrieval-256-24-gpt-4o-2024-05-13-80208','fine-tuned/SciFact-256-24-gpt-4o-2024-05-13-484582','fine-tuned/FiQA2018-256-24-gpt-4o-2024-05-13-919917','fine-tuned/NFCorpus-256-24-gpt-4o-2024-05-13-988957','fine-tuned/SCIDOCS-256-24-gpt-4o-2024-05-13-597314','fine-tuned/TRECCOVID-256-24-gpt-4o-2024-05-13-896673','fine-tuned/ArguAna-256-24-gpt-4o-2024-05-13-689823','fine-tuned/BAAI_bge-small-en-v1_5-5272024-2fs4-webapp','fine-tuned/BAAI_bge-small-en-v1_5-27052024-4e8w-webapp','fine-tuned/ArguAna-512-192-gpt-4o-2024-05-13-890333','fine-tuned/ArguAna-512-192-gpt-4o-2024-05-13-140539','fine-tuned/ArguAna-512-192-gpt-4o-2024-05-13-2499','fine-tuned/ArguAna-512-192-gpt-4o-2024-05-13-733782','fine-tuned/ArguAna-512-192-gpt-4o-2024-05-13-221689','fine-tuned/ArguAna-512-192-gpt-4o-2024-05-13-465198','fine-tuned/ArguAna-512-192-gpt-4o-2024-05-13-698531','fine-tuned/ArguAna-512-192-gpt-4o-2024-05-13-548936','fine-tuned/BAAI_bge-small-en-v1_5-5272024-ou25-webapp','agier9/UAE-Large-V1-Q5_K_S-GGUF','fine-tuned/ArguAna-512-192-gpt-4o-2024-05-13-69882','fine-tuned/ArguAna-512-192-gpt-4o-2024-05-13-822545','fine-tuned/ArguAna-512-192-gpt-4o-2024-05-13-268697','fine-tuned/NFCorpus-512-192-gpt-4o-2024-05-13-43315','fine-tuned/SciFact-512-192-gpt-4o-2024-05-13-866232','fine-tuned/ArguAna-512-192-gpt-4o-2024-05-13-580978','fine-tuned/SCIDOCS-512-192-gpt-4o-2024-05-13-115380','fine-tuned/FiQA2018-512-192-gpt-4o-2024-05-13-985263','fine-tuned/FiQA2018-512-192-gpt-4o-2024-05-13-439294','fine-tuned/ArguAna-512-192-gpt-4o-2024-05-13-607244','fine-tuned/TRECCOVID-512-192-gpt-4o-2024-05-13-347397','fine-tuned/SCIDOCS-512-192-gpt-4o-2024-05-13-650620','fine-tuned/QuoraRetrieval-512-192-gpt-4o-2024-05-13-777321','fine-tuned/NFCorpus-512-192-gpt-4o-2024-05-13-73934','fine-tuned/SciFact-512-192-gpt-4o-2024-05-13-14571','fine-tuned/TRECCOVID-512-192-gpt-4o-2024-05-13-653452','fine-tuned/QuoraRetrieval-512-192-gpt-4o-2024-05-13-768442','fine-tuned/BAAI_bge-small-en-v1_5-5282024-hkt5-webapp','fine-tuned/before-finetuning-512-192-gpt-4o-2024-05-13-100928','fine-tuned/NFCorpus-512-192-gpt-4o-2024-05-13-906438','fine-tuned/NFCorpus-512-192-gpt-4o-2024-05-13-266507','fine-tuned/before-finetuning-512-192-gpt-4o-2024-05-13-93805','fine-tuned/SCIDOCS-512-192-gpt-4o-2024-05-13-424608','fine-tuned/SciFact-512-192-gpt-4o-2024-05-13-710799','fine-tuned/ArguAna-512-192-gpt-4o-2024-05-13-357185','fine-tuned/FiQA2018-512-192-gpt-4o-2024-05-13-873132','fine-tuned/SCIDOCS-512-192-gpt-4o-2024-05-13-452456','fine-tuned/before-finetuning-512-192-gpt-4o-2024-05-13-143735','fine-tuned/NFCorpus-512-192-gpt-4o-2024-05-13-625238','fine-tuned/FiQA2018-512-192-gpt-4o-2024-05-13-186741','fine-tuned/SciFact-512-192-gpt-4o-2024-05-13-935443','fine-tuned/ArguAna-512-192-gpt-4o-2024-05-13-418918','fine-tuned/before-finetuning-512-192-gpt-4o-2024-05-13-110174','fine-tuned/FiQA2018-512-192-gpt-4o-2024-05-13-859511','fine-tuned/ArguAna-512-192-gpt-4o-2024-05-13-437825','fine-tuned/SciFact-512-192-gpt-4o-2024-05-13-986812','fine-tuned/NFCorpus-512-192-gpt-4o-2024-05-13-37395','fine-tuned/SCIDOCS-512-192-gpt-4o-2024-05-13-591725','fine-tuned/BAAI_bge-small-en-v1_5-2852024-6p16-webapp','fine-tuned/SCIDOCS-512-192-gpt-4o-2024-05-13-93651135','fine-tuned/NFCorpus-512-192-gpt-4o-2024-05-13-89953157','fine-tuned/before-finetuning-512-192-gpt-4o-2024-05-13-23636059','fine-tuned/before-finetuning-512-192-gpt-4o-2024-05-13-83930416','fine-tuned/ArguAna-512-192-gpt-4o-2024-05-13-27692546','fine-tuned/NFCorpus-512-192-gpt-4o-2024-05-13-76823162','fine-tuned/FiQA2018-512-192-gpt-4o-2024-05-13-89836585','fine-tuned/SciFact-512-192-gpt-4o-2024-05-13-28032241','fine-tuned/FiQA2018-512-192-gpt-4o-2024-05-13-34914559','fine-tuned/before-finetuning-512-192-gpt-4o-2024-05-13-10552781','fine-tuned/NFCorpus-512-192-gpt-4o-2024-05-13-44219785','fine-tuned/SciFact-512-192-gpt-4o-2024-05-13-60453771','fine-tuned/ArguAna-512-192-gpt-4o-2024-05-13-34917964','fine-tuned/SCIDOCS-512-192-gpt-4o-2024-05-13-24541174','fine-tuned/FiQA2018-512-192-gpt-4o-2024-05-13-20151707','fine-tuned/ArguAna-512-192-gpt-4o-2024-05-13-26543668','fine-tuned/SCIDOCS-512-192-gpt-4o-2024-05-13-3292683','fine-tuned/SciFact-512-192-gpt-4o-2024-05-13-14028623','fine-tuned/before-finetuning-512-192-gpt-4o-2024-05-13-378068','fine-tuned/before-finetuning-512-192-gpt-4o-2024-05-13-27258064','fine-tuned/before-finetuning-512-192-gpt-4o-2024-05-13-79168271','fine-tuned/ArguAna-512-192-gpt-4o-2024-05-13-80780135','fine-tuned/SCIDOCS-512-192-gpt-4o-2024-05-13-42468142','fine-tuned/FiQA2018-512-192-gpt-4o-2024-05-13-47583376','fine-tuned/FiQA2018-512-192-gpt-4o-2024-05-13-80745457','fine-tuned/FiQA2018-512-192-gpt-4o-2024-05-13-34699555','fine-tuned/SCIDOCS-512-192-gpt-4o-2024-05-13-35912','fine-tuned/SciFact-512-192-gpt-4o-2024-05-13-6089388','fine-tuned/NFCorpus-512-192-gpt-4o-2024-05-13-43473113','fine-tuned/NFCorpus-512-192-gpt-4o-2024-05-13-31581583','fine-tuned/SciFact-512-192-gpt-4o-2024-05-13-79659206','fine-tuned/NFCorpus-512-192-gpt-4o-2024-05-13-51211577','fine-tuned/ArguAna-512-192-gpt-4o-2024-05-13-53785794','fine-tuned/ArguAna-512-192-gpt-4o-2024-05-13-37851926','fine-tuned/ArguAna-512-192-gpt-4o-2024-05-13-93507731','fine-tuned/SciFact-512-192-gpt-4o-2024-05-13-24464680','fine-tuned/before-finetuning-512-192-gpt-4o-2024-05-13-1134151','fine-tuned/FiQA2018-512-192-gpt-4o-2024-05-13-87401391','fine-tuned/ArguAna-512-192-gpt-4o-2024-05-13-76679499','fine-tuned/FiQA2018-512-192-gpt-4o-2024-05-13-58211433','fine-tuned/SCIDOCS-512-192-gpt-4o-2024-05-13-56351634','fine-tuned/SCIDOCS-512-192-gpt-4o-2024-05-13-87403910','fine-tuned/NFCorpus-512-192-gpt-4o-2024-05-13-67485775','fine-tuned/ArguAna-512-192-gpt-4o-2024-05-13-8421720','fine-tuned/NFCorpus-512-192-gpt-4o-2024-05-13-50444055','fine-tuned/FiQA2018-512-192-gpt-4o-2024-05-13-67948597','fine-tuned/NFCorpus-512-192-gpt-4o-2024-05-13-63275487','fine-tuned/ArguAna-512-192-gpt-4o-2024-05-13-90390391','fine-tuned/before-finetuning-512-192-gpt-4o-2024-05-13-16241583','fine-tuned/NFCorpus-512-192-gpt-4o-2024-05-13-86331274','fine-tuned/NFCorpus-512-192-gpt-4o-2024-05-13-53403987','fine-tuned/ArguAna-512-192-gpt-4o-2024-05-13-3465370','fine-tuned/NFCorpus-512-192-gpt-4o-2024-05-13-19100452','fine-tuned/ArguAna-512-192-gpt-4o-2024-05-13-83904142','fine-tuned/ArguAna-512-192-gpt-4o-2024-05-13-37125303','fine-tuned/SCIDOCS-512-192-gpt-4o-2024-05-13-94762694','fine-tuned/before-finetuning-512-192-gpt-4o-2024-05-13-20768519','fine-tuned/NFCorpus-512-192-gpt-4o-2024-05-13-35609715','fine-tuned/FiQA2018-512-192-gpt-4o-2024-05-13-14003539','fine-tuned/FiQA2018-512-192-gpt-4o-2024-05-13-16083606','fine-tuned/FiQA2018-512-192-gpt-4o-2024-05-13-3973638','fine-tuned/SCIDOCS-512-192-gpt-4o-2024-05-13-76839538','fine-tuned/SCIDOCS-512-192-gpt-4o-2024-05-13-90164285','fine-tuned/before-finetuning-512-192-gpt-4o-2024-05-13-52015789','fine-tuned/SciFact-512-192-gpt-4o-2024-05-13-93248154','fine-tuned/SciFact-512-192-gpt-4o-2024-05-13-74504128','fine-tuned/SCIDOCS-512-192-gpt-4o-2024-05-13-65608189','fine-tuned/SciFact-512-192-gpt-4o-2024-05-13-92012085','fine-tuned/NFCorpus-512-192-gpt-4o-2024-05-13-34898812','fine-tuned/SciFact-512-192-gpt-4o-2024-05-13-59792256','fine-tuned/FiQA2018-512-192-gpt-4o-2024-05-13-26737110','fine-tuned/SciFact-512-192-gpt-4o-2024-05-13-41821758','fine-tuned/SciFact-512-192-gpt-4o-2024-05-13-29425597','fine-tuned/NFCorpus-512-192-gpt-4o-2024-05-13-12907987','fine-tuned/SCIDOCS-512-192-gpt-4o-2024-05-13-34642434','fine-tuned/FiQA2018-512-192-gpt-4o-2024-05-13-65268203','fine-tuned/SCIDOCS-512-192-gpt-4o-2024-05-13-85722278','fine-tuned/ArguAna-512-192-gpt-4o-2024-05-13-7975202','fine-tuned/SCIDOCS-512-192-gpt-4o-2024-05-13-62563104','fine-tuned/ArguAna-512-192-gpt-4o-2024-05-13-22039677','fine-tuned/before-finetuning-512-192-gpt-4o-2024-05-13-80948573','fine-tuned/before-finetuning-512-192-gpt-4o-2024-05-13-48400660','fine-tuned/SCIDOCS-512-192-gpt-4o-2024-05-13-10086588','fine-tuned/FiQA2018-512-192-gpt-4o-2024-05-13-11626257','fine-tuned/NFCorpus-512-192-gpt-4o-2024-05-13-5953538','fine-tuned/ArguAna-512-192-gpt-4o-2024-05-13-68485784','fine-tuned/SCIDOCS-512-192-gpt-4o-2024-05-13-51991531','fine-tuned/NFCorpus-512-192-gpt-4o-2024-05-13-81928581','fine-tuned/SCIDOCS-512-192-gpt-4o-2024-05-13-6825910','fine-tuned/SciFact-512-192-gpt-4o-2024-05-13-52686172','fine-tuned/NFCorpus-512-192-gpt-4o-2024-05-13-63983441','fine-tuned/SCIDOCS-512-192-gpt-4o-2024-05-13-76979764','fine-tuned/SciFact-512-192-gpt-4o-2024-05-13-25305323','fine-tuned/before-finetuning-512-192-gpt-4o-2024-05-13-89774081','fine-tuned/SciFact-512-192-gpt-4o-2024-05-13-99342737','fine-tuned/SciFact-512-192-gpt-4o-2024-05-13-97839788','fine-tuned/SciFact-512-192-gpt-4o-2024-05-13-52238558','fine-tuned/before-finetuning-512-192-gpt-4o-2024-05-13-486134','fine-tuned/before-finetuning-512-192-gpt-4o-2024-05-13-46607440','fine-tuned/NFCorpus-512-192-gpt-4o-2024-05-13-80802988','fine-tuned/ArguAna-512-192-gpt-4o-2024-05-13-67820659','fine-tuned/SCIDOCS-512-192-gpt-4o-2024-05-13-37230491','fine-tuned/FiQA2018-512-192-gpt-4o-2024-05-13-64924747','fine-tuned/before-finetuning-512-192-gpt-4o-2024-05-13-17390035','fine-tuned/FiQA2018-512-192-gpt-4o-2024-05-13-66909812','fine-tuned/SCIDOCS-512-192-gpt-4o-2024-05-13-67941497','fine-tuned/ArguAna-512-192-gpt-4o-2024-05-13-95714065','fine-tuned/SciFact-512-192-gpt-4o-2024-05-13-65992666','fine-tuned/FiQA2018-512-192-gpt-4o-2024-05-13-89826544','fine-tuned/NFCorpus-512-192-gpt-4o-2024-05-13-74939490','fine-tuned/before-finetuning-512-192-gpt-4o-2024-05-13-16883408','fine-tuned/ArguAna-512-192-gpt-4o-2024-05-13-40695234','fine-tuned/FiQA2018-512-192-gpt-4o-2024-05-13-68577224','fine-tuned/SciFact-512-192-gpt-4o-2024-05-13-47339454','fine-tuned/FiQA2018-512-192-gpt-4o-2024-05-13-36338558','fine-tuned/ArguAna-512-192-gpt-4o-2024-05-13-17911388','fine-tuned/FiQA2018-512-192-gpt-4o-2024-05-13-97777963','fine-tuned/before-finetuning-512-192-gpt-4o-2024-05-13-51883844','fine-tuned/before-finetuning-512-192-gpt-4o-2024-05-13-24419258','fine-tuned/before-finetuning-512-192-gpt-4o-2024-05-13-34427772','Linq-AI-Research/Linq-Embed-Mistral','fine-tuned/ArguAna-512-192-gpt-4o-2024-05-13-14562627','fine-tuned/SCIDOCS-512-192-gpt-4o-2024-05-13-37833293','fine-tuned/before-finetuning-512-192-gpt-4o-2024-05-13-65274313','fine-tuned/SciFact-512-192-gpt-4o-2024-05-13-99421248','fine-tuned/NFCorpus-512-192-gpt-4o-2024-05-13-67596481','fine-tuned/SciFact-512-192-gpt-4o-2024-05-13-3038586','fine-tuned/before-finetuning-32000-384-gpt-4o-2024-05-13-18360524','fine-tuned/before-finetuning-32000-384-gpt-4o-2024-05-13-73143156','fine-tuned/before-finetuning-32000-384-gpt-4o-2024-05-13-20584918','fine-tuned/FiQA2018-32000-384-gpt-4o-2024-05-13-52831585','fine-tuned/SciFact-32000-384-gpt-4o-2024-05-13-45622553','fine-tuned/NFCorpus-32000-384-gpt-4o-2024-05-13-45587246','fine-tuned/ArguAna-32000-384-gpt-4o-2024-05-13-39088299','fine-tuned/SCIDOCS-32000-384-gpt-4o-2024-05-13-5483216','fine-tuned/FiQA2018-32000-384-gpt-4o-2024-05-13-23538198','fine-tuned/NFCorpus-32000-384-gpt-4o-2024-05-13-94858978','fine-tuned/SciFact-32000-384-gpt-4o-2024-05-13-25926506','fine-tuned/ArguAna-32000-384-gpt-4o-2024-05-13-60385830','fine-tuned/SCIDOCS-32000-384-gpt-4o-2024-05-13-19472313','fine-tuned/NFCorpus-32000-384-gpt-4o-2024-05-13-1216656','fine-tuned/before-finetuning-32000-384-gpt-4o-2024-05-13-39265981','fine-tuned/SciFact-32000-384-gpt-4o-2024-05-13-76083984','fine-tuned/SCIDOCS-32000-384-gpt-4o-2024-05-13-97946708','fine-tuned/FiQA2018-32000-384-gpt-4o-2024-05-13-66633416','fine-tuned/ArguAna-32000-384-gpt-4o-2024-05-13-13220755','fine-tuned/NFCorpus-32000-384-gpt-4o-2024-05-13-62034393','Classical/Yinka','fine-tuned/BAAI_bge-small-en-v1_5-30052024-rc2l-webapp','fine-tuned/ArguAna-32000-384-gpt-4o-2024-05-13-55034819','twadada/tst','fine-tuned/NFCorpus-32000-384-gpt-4o-2024-05-13-2553188','fine-tuned/FiQA2018-32000-384-gpt-4o-2024-05-13-28832324','fine-tuned/ArguAna-32000-384-gpt-4o-2024-05-13-50573159','fine-tuned/SCIDOCS-32000-384-gpt-4o-2024-05-13-38097330','fine-tuned/SciFact-32000-384-gpt-4o-2024-05-13-66747460','fine-tuned/NFCorpus-32000-384-gpt-4o-2024-05-13-48618256','fine-tuned/BAAI_bge-small-en-v1_5-612024-vf79-webapp','fine-tuned/BAAI_bge-small-en-v1_5-632024-34lw-webapp','corto-ai/bge-reranker-large-onnx','fine-tuned/BAAI_bge-small-en-v1_5-04062024-hsmq-webapp','iampanda/zpoint_large_embedding_zh','silverjam/jina-embeddings-v2-base-zh','fine-tuned/jinaai_jina-embeddings-v2-base-en-05062024-16gq-webapp','fine-tuned/jinaai_jina-embeddings-v2-base-en-05062024-445b-webapp','neofung/LdIR-reranker-large','fine-tuned/jinaai_jina-embeddings-v2-base-en-05062024-zvoa-webapp','fine-tuned/BAAI_bge-small-en-v1_5-05062024-x987-webapp','fine-tuned/deepspeed-from-new-new-docker','fine-tuned/before-finetuning-32000-384-gpt-4o-2024-05-13-86786922','fine-tuned/before-finetuning-32000-384-gpt-4o-2024-05-13-59074949','fine-tuned/before-finetuning-32000-384-gpt-4o-2024-05-13-55567015','fine-tuned/before-finetuning-32000-384-gpt-4o-2024-05-13-67199932','fine-tuned/before-finetuning-32000-384-gpt-4o-2024-05-13-24297328','fine-tuned/NFCorpus-32000-384-gpt-4o-2024-05-13-81211802','fine-tuned/before-finetuning-32000-384-gpt-4o-2024-05-13-7385160','fine-tuned/FiQA2018-32000-384-gpt-4o-2024-05-13-74794049','fine-tuned/SciFact-32000-384-gpt-4o-2024-05-13-42885533','fine-tuned/NFCorpus-32000-384-gpt-4o-2024-05-13-27359624','fine-tuned/ArguAna-32000-384-gpt-4o-2024-05-13-35162543','fine-tuned/SCIDOCS-32000-384-gpt-4o-2024-05-13-33133286','fine-tuned/FiQA2018-32000-384-gpt-4o-2024-05-13-83115388','fine-tuned/SciFact-32000-384-gpt-4o-2024-05-13-41822019','fine-tuned/NFCorpus-32000-384-gpt-4o-2024-05-13-66131574','fine-tuned/ArguAna-32000-384-gpt-4o-2024-05-13-68388407','fine-tuned/SCIDOCS-32000-384-gpt-4o-2024-05-13-71434542','fine-tuned/before-finetuning-32000-384-gpt-4o-2024-05-13-6875032','fine-tuned/before-finetuning-32000-384-gpt-4o-2024-05-13-91940173','fine-tuned/NFCorpus-32000-384-gpt-4o-2024-05-13-70846146','fine-tuned/BAAI_bge-large-en-v1_5-672024-v51y-webapp','Gameselo/STS-multilingual-mpnet-base-v2','itod/UAE-Large-V1-Q8_0-GGUF','fine-tuned/jinaai_jina-embeddings-v2-base-en-08062024-z8ik-webapp','fine-tuned/jinaai_jina-embeddings-v2-base-en-202469-tgjk-webapp','liddlefish/privacy_embedding_rag_10k_base_checkpoint_2','liddlefish/privacy_embedding_rag_10k_base_final','w601sxs/b1ade-embed-kd_3','fine-tuned/jinaai_jina-embeddings-v2-base-en-6112024-fmxr-webapp','liddlefish/privacy_embedding_rag_10k_base_15_final','liddlefish/privacy_embedding_rag_10k_base_12_final','fine-tuned/BAAI_bge-m3-6122024-ibs3-webapp','fine-tuned/BAAI_bge-m3-2024__6__12_-1217-webapp','fine-tuned/jinaai_jina-embeddings-v2-base-es-6122024-fv1x-webapp','fine-tuned/jinaai_jina-embeddings-v2-base-en-6122024-bhm2-webapp','fine-tuned/BAAI_bge-large-en-v1_5-1362024-2wos-webapp','raghavlight/TDTE','fine-tuned/jinaai_jina-embeddings-v2-base-en-6132024-wvrg-webapp','fine-tuned/jinaai_jina-embeddings-v2-base-en-6132024-bez1-webapp','fine-tuned/BAAI_bge-large-en-1362024-gcw6-webapp','fine-tuned/BAAI_bge-base-en-1362024-n19c-webapp','fine-tuned/BAAI_bge-m3-1362024-m82b-webapp','fine-tuned/jinaai_jina-embeddings-v2-base-en-6142024-huet-webapp','fine-tuned/BAAI_bge-m3-6142024-0ndt-webapp','fine-tuned/BAAI_bge-large-en-v1_5-14062024-fimj-webapp','Omartificial-Intelligence-Space/Arabic-all-nli-triplet-Matryoshka','CAiRE/UniVaR-lambda-80','CAiRE/UniVaR-lambda-20','CAiRE/UniVaR-lambda-5','CAiRE/UniVaR-lambda-1','fine-tuned/BAAI_bge-large-en-v1_5-14062024-xdwa-webapp','Salesforce/SFR-Embedding-2_R','fine-tuned/BAAI_bge-large-en-15062024-atex-webapp','fine-tuned/jinaai_jina-embeddings-v2-base-en-2024615-ioyu-webapp','ILKT/2024-06-15_10-09-42','Alibaba-NLP/gte-Qwen2-7B-instruct','fine-tuned/BAAI_bge-large-en-v1_5-1562024-to89-webapp','Omartificial-Intelligence-Space/Arabic-mpnet-base-all-nli-triplet','fine-tuned/jinaai_jina-embeddings-v2-base-en-6162024-xxse-webapp','Omartificial-Intelligence-Space/Arabic-labse-Matryoshka','Omartificial-Intelligence-Space/Arabert-all-nli-triplet-Matryoshka','Omartificial-Intelligence-Space/Marbert-all-nli-triplet-Matryoshka','ILKT/2024-06-17_21-37-12','fine-tuned/BAAI_bge-small-en-v1_5-18062024-56t5-webapp','ILKT/2024-06-19_08-22-22','ILKT/2024-06-19_10-03-38','fine-tuned/jinaai_jina-embeddings-v2-base-en-6192024-56os-webapp','ILKT/2024-06-19_21-12-17','ILKT/2024-06-19_22-27-15','ILKT/2024-06-19_22-23-38','fine-tuned/jinaai_jina-embeddings-v2-base-en-20062024-djhb-webapp','fine-tuned/jinaai_jina-embeddings-v2-base-en-20062024-t2n9-webapp','ILKT/2024-06-20_12-31-59','fine-tuned/BAAI_bge-large-en-2062024-u43q-webapp','ILKT/2024-06-20_12-31-55','tomaarsen/jina-clip-v1-st','tomaarsen/jina-clip-v1-st-remote','fine-tuned/jinaai_jina-embeddings-v2-base-en-6212024-p8j6-webapp','ILKT/2024-06-22_12-37-29_epoch_1','ILKT/2024-06-22_12-37-29_epoch_2','ILKT/2024-06-22_12-37-29_epoch_3','ILKT/2024-06-22_12-37-29_epoch_4','ILKT/2024-06-22_12-37-29_epoch_5','fine-tuned/jinaai_jina-embeddings-v2-base-es-22062024-taeu-webapp','ILKT/2024-06-22_12-37-29_epoch_6','ILKT/2024-06-22_12-37-29_epoch_7','ILKT/2024-06-22_12-37-29_epoch_8','ILKT/2024-06-22_12-37-29_epoch_9','ILKT/2024-06-22_12-37-29_epoch_10','ILKT/2024-06-22_12-37-29_epoch_11','ILKT/2024-06-22_12-37-29_epoch_12','fine-tuned/jinaai_jina-embeddings-v2-base-en-6232024-zldx-webapp','ILKT/2024-06-22_12-37-29_epoch_13','ILKT/2024-06-22_12-37-29_epoch_14','ILKT/2024-06-23_09-09-07_epoch_1','ILKT/2024-06-22_12-37-29_epoch_15','ILKT/2024-06-23_09-09-07_epoch_2','ILKT/2024-06-23_09-09-07_epoch_3','ILKT/2024-06-23_09-09-07_epoch_4','ILKT/2024-06-23_09-09-07_epoch_5','ILKT/2024-06-23_09-09-07_epoch_6','ILKT/2024-06-23_09-09-07_epoch_7','ILKT/2024-06-23_09-09-07_epoch_8','fine-tuned/BAAI_bge-m3-6232024-4vtf-webapp','ILKT/2024-06-23_09-09-07_epoch_9','ILKT/2024-06-24_00-11-56_epoch_1','ILKT/2024-06-23_09-09-07_epoch_10','ILKT/2024-06-24_00-11-56_epoch_2','ILKT/2024-06-23_09-09-07_epoch_11','ILKT/2024-06-24_00-11-56_epoch_3','ILKT/2024-06-24_00-11-56_epoch_4','ILKT/2024-06-23_09-09-07_epoch_12','ILKT/2024-06-24_00-11-56_epoch_5','ILKT/2024-06-23_09-09-07_epoch_13','ILKT/2024-06-24_00-11-56_epoch_6','ILKT/2024-06-24_00-11-56_epoch_7','Lajavaness/bilingual-embedding-large','fine-tuned/jinaai_jina-embeddings-v2-base-en-24_06_2024-lrip-webapp','ILKT/2024-06-24_22-31-18_epoch_1','ILKT/2024-06-24_22-31-28_epoch_1','ILKT/2024-06-24_22-31-18_epoch_2','ILKT/2024-06-24_22-31-28_epoch_2','ILKT/2024-06-24_22-31-18_epoch_3','ILKT/2024-06-24_22-31-28_epoch_3','ILKT/2024-06-24_22-31-18_epoch_4','ILKT/2024-06-24_22-31-28_epoch_4','ILKT/2024-06-24_22-31-18_epoch_5','ILKT/2024-06-24_22-31-28_epoch_5','ILKT/2024-06-24_22-31-18_epoch_6','ILKT/2024-06-24_22-31-28_epoch_6','ILKT/2024-06-24_22-31-18_epoch_7','ILKT/2024-06-24_22-31-28_epoch_7','ILKT/2024-06-24_22-31-18_epoch_8','ILKT/2024-06-24_22-31-28_epoch_8','ILKT/2024-06-24_22-31-18_epoch_9','ILKT/2024-06-24_22-31-28_epoch_9','ILKT/2024-06-24_22-31-18_epoch_10','ILKT/2024-06-24_22-31-28_epoch_10','ILKT/2024-06-24_22-31-18_epoch_11','ILKT/2024-06-24_22-31-28_epoch_11','ILKT/2024-06-24_22-31-18_epoch_12','ILKT/2024-06-24_22-31-28_epoch_12','ILKT/2024-06-24_22-31-18_epoch_13','ILKT/2024-06-24_22-31-28_epoch_13','ILKT/2024-06-24_22-31-18_epoch_14','ILKT/2024-06-24_22-31-28_epoch_14','ILKT/2024-06-24_22-31-18_epoch_15','ILKT/2024-06-24_22-31-28_epoch_15','ILKT/2024-06-24_22-31-18_epoch_16','ILKT/2024-06-24_22-31-28_epoch_16','ILKT/2024-06-24_22-31-18_epoch_17','ILKT/2024-06-24_22-31-28_epoch_17','ILKT/2024-06-24_22-31-18_epoch_18','ILKT/2024-06-24_22-31-28_epoch_18','ILKT/2024-06-24_22-31-18_epoch_19','ILKT/2024-06-24_22-31-28_epoch_19','ILKT/2024-06-24_22-31-18_epoch_20','ILKT/2024-06-24_22-31-28_epoch_20','ILKT/2024-06-24_22-31-18_epoch_21','ILKT/2024-06-24_22-31-28_epoch_21','ILKT/2024-06-24_22-31-18_epoch_22','ILKT/2024-06-24_22-31-28_epoch_22','ILKT/2024-06-24_22-31-18_epoch_23','ILKT/2024-06-24_22-31-28_epoch_23','ILKT/2024-06-24_22-31-18_epoch_24','ILKT/2024-06-24_22-31-28_epoch_24','ILKT/2024-06-24_22-31-18_epoch_25','ILKT/2024-06-24_22-31-28_epoch_25','ILKT/2024-06-24_22-31-18_epoch_26','ILKT/2024-06-24_22-31-28_epoch_26','ILKT/2024-06-24_22-31-18_epoch_27','ILKT/2024-06-24_22-31-28_epoch_27','ILKT/2024-06-24_22-31-18_epoch_28','ILKT/2024-06-24_22-31-28_epoch_28','ILKT/2024-06-24_22-31-18_epoch_29','ILKT/2024-06-24_22-31-28_epoch_29','ILKT/2024-06-24_22-31-18_epoch_30','Lenovo-Zhihui/Zhihui_LLM_Embedding','ILKT/2024-06-24_22-31-28_epoch_30','ILKT/2024-06-24_22-31-18_epoch_31','ILKT/2024-06-24_22-31-28_epoch_31','ILKT/2024-06-24_22-31-18_epoch_32','ILKT/2024-06-24_22-31-28_epoch_32','ILKT/2024-06-24_22-31-18_epoch_33','ILKT/2024-06-24_22-31-28_epoch_33','ILKT/2024-06-24_22-31-18_epoch_34','ILKT/2024-06-24_22-31-28_epoch_34','ILKT/2024-06-24_22-31-18_epoch_35','ILKT/2024-06-24_22-31-28_epoch_35','ILKT/2024-06-24_22-31-18_epoch_36','ILKT/2024-06-24_22-31-28_epoch_36','ILKT/2024-06-24_22-31-18_epoch_37','ILKT/2024-06-24_22-31-28_epoch_37','ILKT/2024-06-24_22-31-18_epoch_38','ILKT/2024-06-24_22-31-28_epoch_38','ILKT/2024-06-24_22-31-18_epoch_39','ILKT/2024-06-24_22-31-28_epoch_39','ILKT/2024-06-24_22-31-18_epoch_40','ILKT/2024-06-24_22-31-28_epoch_40','ILKT/2024-06-24_22-31-18_epoch_41','ILKT/2024-06-24_22-31-28_epoch_41','ILKT/2024-06-24_22-31-18_epoch_42','ILKT/2024-06-24_22-31-28_epoch_42','ILKT/2024-06-24_22-31-18_epoch_43','ILKT/2024-06-24_22-31-28_epoch_43','ILKT/2024-06-24_22-31-18_epoch_44','ILKT/2024-06-24_22-31-28_epoch_44','ILKT/2024-06-24_22-31-18_epoch_45','ILKT/2024-06-24_22-31-28_epoch_45','ILKT/2024-06-24_22-31-18_epoch_46','ILKT/2024-06-24_22-31-28_epoch_46','ILKT/2024-06-24_22-31-18_epoch_47','ILKT/2024-06-24_22-31-28_epoch_47','ILKT/2024-06-24_22-31-18_epoch_48','ILKT/2024-06-24_22-31-28_epoch_48','ILKT/2024-06-24_22-31-18_epoch_49','ILKT/2024-06-24_22-31-28_epoch_49','ILKT/2024-06-24_22-31-18_epoch_50','ILKT/2024-06-24_22-31-28_epoch_50','ILKT/2024-06-24_22-31-18_epoch_51','ILKT/2024-06-24_22-31-28_epoch_51','ILKT/2024-06-24_22-31-18_epoch_52','ILKT/2024-06-24_22-31-28_epoch_52','ILKT/2024-06-24_22-31-18_epoch_53','ILKT/2024-06-24_22-31-28_epoch_53','ILKT/2024-06-24_22-31-18_epoch_54','ILKT/2024-06-24_22-31-28_epoch_54','ILKT/2024-06-24_22-31-18_epoch_55','ILKT/2024-06-24_22-31-28_epoch_55','ILKT/2024-06-24_22-31-18_epoch_56','ILKT/2024-06-24_22-31-28_epoch_56','ILKT/2024-06-24_22-31-18_epoch_57','ILKT/2024-06-24_22-31-28_epoch_57','ILKT/2024-06-24_22-31-18_epoch_58','ILKT/2024-06-24_22-31-28_epoch_58','ILKT/2024-06-24_22-31-18_epoch_59','ILKT/2024-06-24_22-31-28_epoch_59','ILKT/2024-06-24_22-31-18_epoch_60','ILKT/2024-06-24_22-31-28_epoch_60','ILKT/2024-06-24_22-31-18_epoch_61','ILKT/2024-06-24_22-31-28_epoch_61','ILKT/2024-06-24_22-31-18_epoch_62','ILKT/2024-06-24_22-31-28_epoch_62','ILKT/2024-06-24_22-31-18_epoch_63','ILKT/2024-06-24_22-31-28_epoch_63','ILKT/2024-06-24_22-31-18_epoch_64','ILKT/2024-06-24_22-31-28_epoch_64','ILKT/2024-06-24_22-31-18_epoch_65','ILKT/2024-06-24_22-31-28_epoch_65','ILKT/2024-06-24_22-31-18_epoch_66','ILKT/2024-06-24_22-31-28_epoch_66','ILKT/2024-06-24_22-31-18_epoch_67','Omartificial-Intelligence-Space/Arabic-MiniLM-L12-v2-all-nli-triplet','ILKT/2024-06-24_22-31-28_epoch_67','ILKT/2024-06-24_22-31-18_epoch_68','ILKT/2024-06-24_22-31-28_epoch_68','ILKT/2024-06-24_22-31-18_epoch_69','ILKT/2024-06-24_22-31-28_epoch_69','ILKT/2024-06-24_22-31-18_epoch_70','ILKT/2024-06-24_22-31-28_epoch_70','ILKT/2024-06-24_22-31-18_epoch_71','ILKT/2024-06-24_22-31-28_epoch_71','ILKT/2024-06-24_22-31-18_epoch_72','ILKT/2024-06-24_22-31-28_epoch_72','ILKT/2024-06-24_22-31-18_epoch_73','ILKT/2024-06-24_22-31-28_epoch_73','ILKT/2024-06-24_22-31-18_epoch_74','ILKT/2024-06-24_22-31-28_epoch_74','ILKT/2024-06-24_22-31-18_epoch_75','Intel/neural-embedding-v1','ILKT/2024-06-24_22-31-28_epoch_75','fine-tuned/BAAI_bge-m3-26062024-gdon-webapp','Lajavaness/bilingual-embedding-base','fine-tuned/jinaai_jina-embeddings-v2-base-es-6262024-yjwm-webapp','fine-tuned/jinaai_jina-embeddings-v2-base-en-6262024-wtkc-webapp','fine-tuned/jinaai_jina-embeddings-v2-base-en-6272024-qn9b-webapp','BeastyZ/e5-R-mistral-7b','ILKT/2024-06-23_09-09-07_epoch_14','ILKT/2024-06-23_09-09-07_epoch_15','ILKT/2024-06-23_09-09-07_epoch_16','ILKT/2024-06-23_09-09-07_epoch_17','ILKT/2024-06-23_09-09-07_epoch_18','ILKT/2024-06-23_09-09-07_epoch_19','ILKT/2024-06-23_09-09-07_epoch_20','ILKT/2024-06-23_09-09-07_epoch_21','ILKT/2024-06-23_09-09-07_epoch_22','ILKT/2024-06-23_09-09-07_epoch_23','ILKT/2024-06-23_09-09-07_epoch_24','ILKT/2024-06-23_09-09-07_epoch_25','ILKT/2024-06-23_09-09-07_epoch_26','ILKT/2024-06-23_09-09-07_epoch_27','ILKT/2024-06-23_09-09-07_epoch_28','ILKT/2024-06-23_09-09-07_epoch_29','ILKT/2024-06-23_09-09-07_epoch_30','ILKT/2024-06-23_09-09-07_epoch_31','ILKT/2024-06-23_09-09-07_epoch_32','ILKT/2024-06-23_09-09-07_epoch_33','ILKT/2024-06-23_09-09-07_epoch_34','ILKT/2024-06-23_09-09-07_epoch_35','ILKT/2024-06-23_09-09-07_epoch_36','ILKT/2024-06-23_09-09-07_epoch_37','ILKT/2024-06-23_09-09-07_epoch_38','ILKT/2024-06-23_09-09-07_epoch_39','ILKT/2024-06-23_09-09-07_epoch_40','ILKT/2024-06-23_09-09-07_epoch_41','ILKT/2024-06-23_09-09-07_epoch_42','ILKT/2024-06-23_09-09-07_epoch_43','ILKT/2024-06-23_09-09-07_epoch_44','ILKT/2024-06-23_09-09-07_epoch_45','ILKT/2024-06-23_09-09-07_epoch_46','ILKT/2024-06-23_09-09-07_epoch_47','ILKT/2024-06-23_09-09-07_epoch_48','ILKT/2024-06-23_09-09-07_epoch_49','ILKT/2024-06-23_09-09-07_epoch_50','ILKT/2024-06-23_09-09-07_epoch_51','ILKT/2024-06-23_09-09-07_epoch_52','ILKT/2024-06-23_09-09-07_epoch_53','ILKT/2024-06-23_09-09-07_epoch_54','ILKT/2024-06-23_09-09-07_epoch_55','ILKT/2024-06-23_09-09-07_epoch_56','ILKT/2024-06-23_09-09-07_epoch_57','ILKT/2024-06-23_09-09-07_epoch_58','ILKT/2024-06-23_09-09-07_epoch_59','ILKT/2024-06-23_09-09-07_epoch_60','ILKT/2024-06-23_09-09-07_epoch_61','ILKT/2024-06-23_09-09-07_epoch_62','ILKT/2024-06-23_09-09-07_epoch_63','ILKT/2024-06-23_09-09-07_epoch_64','ILKT/2024-06-23_09-09-07_epoch_65','ILKT/2024-06-23_09-09-07_epoch_66','ILKT/2024-06-23_09-09-07_epoch_67','ILKT/2024-06-23_09-09-07_epoch_68','ILKT/2024-06-23_09-09-07_epoch_69','ILKT/2024-06-23_09-09-07_epoch_70','ILKT/2024-06-23_09-09-07_epoch_71','ILKT/2024-06-23_09-09-07_epoch_72','ILKT/2024-06-23_09-09-07_epoch_73','ILKT/2024-06-23_09-09-07_epoch_74','ILKT/2024-06-23_09-09-07_epoch_75','Pekarnick/e5-large-v2-Q4_K_M-GGUF','ILKT/2024-06-24_00-11-56_epoch_8','ILKT/2024-06-24_00-11-56_epoch_9','ILKT/2024-06-24_00-11-56_epoch_10','ILKT/2024-06-24_00-11-56_epoch_11','ILKT/2024-06-24_00-11-56_epoch_12','ILKT/2024-06-24_00-11-56_epoch_13','ILKT/2024-06-24_00-11-56_epoch_14','ILKT/2024-06-24_00-11-56_epoch_15','ILKT/2024-06-24_00-11-56_epoch_16','ILKT/2024-06-24_00-11-56_epoch_17','ILKT/2024-06-24_00-11-56_epoch_18','ILKT/2024-06-24_00-11-56_epoch_19','ILKT/2024-06-24_00-11-56_epoch_20','ILKT/2024-06-24_00-11-56_epoch_21','ILKT/2024-06-24_00-11-56_epoch_22','ILKT/2024-06-24_00-11-56_epoch_23','ILKT/2024-06-24_00-11-56_epoch_24','ILKT/2024-06-24_00-11-56_epoch_25','ILKT/2024-06-24_00-11-56_epoch_26','ILKT/2024-06-24_00-11-56_epoch_27','ILKT/2024-06-24_00-11-56_epoch_28','ILKT/2024-06-24_00-11-56_epoch_29','ILKT/2024-06-24_00-11-56_epoch_30','ILKT/2024-06-24_00-11-56_epoch_31','ILKT/2024-06-24_00-11-56_epoch_32','ILKT/2024-06-24_00-11-56_epoch_33','ILKT/2024-06-24_00-11-56_epoch_34','ILKT/2024-06-24_00-11-56_epoch_35','ILKT/2024-06-24_00-11-56_epoch_36','ILKT/2024-06-24_00-11-56_epoch_37','ILKT/2024-06-24_00-11-56_epoch_38','ILKT/2024-06-24_00-11-56_epoch_39','ILKT/2024-06-24_00-11-56_epoch_40','ILKT/2024-06-24_00-11-56_epoch_41','ILKT/2024-06-24_00-11-56_epoch_42','ILKT/2024-06-24_00-11-56_epoch_43','ILKT/2024-06-24_00-11-56_epoch_44','ILKT/2024-06-24_00-11-56_epoch_45','ILKT/2024-06-24_00-11-56_epoch_46','ILKT/2024-06-24_00-11-56_epoch_47','ILKT/2024-06-24_00-11-56_epoch_48','ILKT/2024-06-24_00-11-56_epoch_49','ILKT/2024-06-24_00-11-56_epoch_50','ILKT/2024-06-24_00-11-56_epoch_51','ILKT/2024-06-24_00-11-56_epoch_52','ILKT/2024-06-24_00-11-56_epoch_53','ILKT/2024-06-24_00-11-56_epoch_54','ILKT/2024-06-24_00-11-56_epoch_55','ILKT/2024-06-24_00-11-56_epoch_56','ILKT/2024-06-24_00-11-56_epoch_57','ILKT/2024-06-24_00-11-56_epoch_58','ILKT/2024-06-24_00-11-56_epoch_59','ILKT/2024-06-24_00-11-56_epoch_60','ILKT/2024-06-24_00-11-56_epoch_61','ILKT/2024-06-24_00-11-56_epoch_62','ILKT/2024-06-24_00-11-56_epoch_63','ILKT/2024-06-24_00-11-56_epoch_64','ILKT/2024-06-24_00-11-56_epoch_65','ILKT/2024-06-24_00-11-56_epoch_66','ILKT/2024-06-24_00-11-56_epoch_67','ILKT/2024-06-24_00-11-56_epoch_68','ILKT/2024-06-24_00-11-56_epoch_69','ILKT/2024-06-24_00-11-56_epoch_70','ILKT/2024-06-24_00-11-56_epoch_71','ILKT/2024-06-24_00-11-56_epoch_72','ILKT/2024-06-24_00-11-56_epoch_73','ILKT/2024-06-24_00-11-56_epoch_74','ILKT/2024-06-24_00-11-56_epoch_75','ILKT/2024-06-22_12-37-29_epoch_16','ILKT/2024-06-22_12-37-29_epoch_17','ILKT/2024-06-22_12-37-29_epoch_18','ILKT/2024-06-22_12-37-29_epoch_19','ILKT/2024-06-22_12-37-29_epoch_20','ILKT/2024-06-22_12-37-29_epoch_21','ILKT/2024-06-22_12-37-29_epoch_22','ILKT/2024-06-22_12-37-29_epoch_23','ILKT/2024-06-22_12-37-29_epoch_24','ILKT/2024-06-22_12-37-29_epoch_25','ILKT/2024-06-22_12-37-29_epoch_26','ILKT/2024-06-22_12-37-29_epoch_27','ILKT/2024-06-22_12-37-29_epoch_28','ILKT/2024-06-22_12-37-29_epoch_29','ILKT/2024-06-22_12-37-29_epoch_30','ILKT/2024-06-22_12-37-29_epoch_31','ILKT/2024-06-22_12-37-29_epoch_32','ILKT/2024-06-22_12-37-29_epoch_33','ILKT/2024-06-22_12-37-29_epoch_34','ILKT/2024-06-22_12-37-29_epoch_35','ILKT/2024-06-22_12-37-29_epoch_36','ILKT/2024-06-22_12-37-29_epoch_37','ILKT/2024-06-22_12-37-29_epoch_38','ILKT/2024-06-22_12-37-29_epoch_39','ILKT/2024-06-22_12-37-29_epoch_40','ILKT/2024-06-22_12-37-29_epoch_41','ILKT/2024-06-22_12-37-29_epoch_42','ILKT/2024-06-22_12-37-29_epoch_43','ILKT/2024-06-22_12-37-29_epoch_44','ILKT/2024-06-22_12-37-29_epoch_45','ILKT/2024-06-22_12-37-29_epoch_46','ILKT/2024-06-22_12-37-29_epoch_47','ILKT/2024-06-22_12-37-29_epoch_48','ILKT/2024-06-22_12-37-29_epoch_49','ILKT/2024-06-22_12-37-29_epoch_50','ILKT/2024-06-22_12-37-29_epoch_51','ILKT/2024-06-22_12-37-29_epoch_52','ILKT/2024-06-22_12-37-29_epoch_53','ILKT/2024-06-22_12-37-29_epoch_54','ILKT/2024-06-22_12-37-29_epoch_55','ILKT/2024-06-22_12-37-29_epoch_56','ILKT/2024-06-22_12-37-29_epoch_57','ILKT/2024-06-22_12-37-29_epoch_58','ILKT/2024-06-22_12-37-29_epoch_59','ILKT/2024-06-22_12-37-29_epoch_60','ILKT/2024-06-22_12-37-29_epoch_61','ILKT/2024-06-22_12-37-29_epoch_62','ILKT/2024-06-22_12-37-29_epoch_63','ILKT/2024-06-22_12-37-29_epoch_64','ILKT/2024-06-22_12-37-29_epoch_65','ILKT/2024-06-22_12-37-29_epoch_66','ILKT/2024-06-22_12-37-29_epoch_67','ILKT/2024-06-22_12-37-29_epoch_68','ILKT/2024-06-22_12-37-29_epoch_69','ILKT/2024-06-22_12-37-29_epoch_70','ILKT/2024-06-22_12-37-29_epoch_71','ILKT/2024-06-22_12-37-29_epoch_72','ILKT/2024-06-22_12-37-29_epoch_73','ILKT/2024-06-22_12-37-29_epoch_74','ILKT/2024-06-22_12-37-29_epoch_75','Lajavaness/bilingual-embedding-large-8k','Alibaba-NLP/gte-Qwen2-1.5B-instruct','Jaume/gemma-2b-embeddings','lier007/xiaobu-embedding-v2','chihlunLee/NoInstruct-small-Embedding-v0-Q4_0-GGUF','fine-tuned/jinaai_jina-embeddings-v2-base-es-472024-aqk1-webapp','second-state/gte-Qwen2-1.5B-instruct-GGUF','gaianet/gte-Qwen2-1.5B-instruct-GGUF','yco/bilingual-embedding-base','fine-tuned/jinaai_jina-embeddings-v2-base-en-05072024-aj6g-webapp','AbderrahmanSkiredj1/arabic_text_embedding_sts_arabertv02_arabicnlitriplet','AbderrahmanSkiredj1/Arabic_text_embedding_for_sts','dimcha/mxbai-embed-large-v1-Q4_K_M-GGUF','fine-tuned/BAAI_bge-m3-782024-wl54-webapp','nvidia/NV-Retriever-v1','fine-tuned/jinaai_jina-embeddings-v2-base-en-792024-tyen-webapp','fine-tuned/jinaai_jina-embeddings-v2-base-en-11072024-bh6v-webapp','archit28/bge-large-en-v1.5-Q4_K_S-GGUF','dunzhang/stella_en_1.5B_v5','dunzhang/stella_en_400M_v5','niancheng/gte-Qwen2-1.5B-instruct-Q4_K_M-GGUF','niancheng/gte-Qwen2-7B-instruct-Q4_K_M-GGUF','fine-tuned/jinaai_jina-embeddings-v2-base-en-15072024-5xy1-webapp','fine-tuned/BAAI_bge-small-en-v1_5-7152024-w1z0-webapp', 'Cohere/Cohere-embed-english-v3.0','Cohere/Cohere-embed-english-v3.0','Cohere/Cohere-embed-multilingual-light-v3.0','Cohere/Cohere-embed-multilingual-v3.0','vesteinn/DanskBERT','jhu-clsp/FollowIR-7B','GritLM/GritLM-7B','GritLM/GritLM-7B','McGill-NLP/LLM2Vec-Llama-2-7b-chat-hf-mntp-supervised','McGill-NLP/LLM2Vec-Llama-2-7b-chat-hf-mntp-unsup-simcse','McGill-NLP/LLM2Vec-Meta-Llama-3-8B-Instruct-mntp-supervised','McGill-NLP/LLM2Vec-Meta-Llama-3-8B-Instruct-mntp-unsup-simcse','McGill-NLP/LLM2Vec-Mistral-7B-Instruct-v2-mntp-supervised','McGill-NLP/LLM2Vec-Mistral-7B-Instruct-v2-mntp-unsup-simcse','McGill-NLP/LLM2Vec-Sheared-LLaMA-mntp-supervised','McGill-NLP/LLM2Vec-Sheared-LLaMA-mntp-unsup-simcse','sentence-transformers/LaBSE','Linq-AI-Research/Linq-Embed-Mistral','nvidia/NV-Embed-v1','nvidia/NV-Retriever-v1','Salesforce/SFR-Embedding-Mistral','sentence-transformers/all-MiniLM-L12-v2','sentence-transformers/all-MiniLM-L12-v2','sentence-transformers/all-MiniLM-L6-v2','sentence-transformers/all-MiniLM-L6-v2','sentence-transformers/all-mpnet-base-v2','sentence-transformers/all-mpnet-base-v2','sentence-transformers/allenai-specter','Geotrend/bert-base-10lang-cased','Geotrend/bert-base-15lang-cased','Geotrend/bert-base-25lang-cased','google-bert/bert-base-multilingual-cased','google-bert/bert-base-multilingual-uncased','KB/bert-base-swedish-cased','bert-base-uncased','BAAI/bge-base-en-v1.5','BAAI/bge-base-en-v1.5','BAAI/bge-base-zh-v1.5','BAAI/bge-large-en-v1.5','BAAI/bge-large-en-v1.5','BAAI/bge-large-zh-noinstruct','BAAI/bge-large-zh-v1.5','BAAI/bge-m3','BAAI/bge-m3','BAAI/bge-small-en-v1.5','BAAI/bge-small-en-v1.5','BAAI/bge-small-zh-v1.5','almanach/camembert-base','almanach/camembert-large','nthakur/contriever-base-msmarco','facebook/contriever','facebook/contriever','T-Systems-onsite/cross-en-de-roberta-sentence-transformer','chcaa/dfm-encoder-large-v1','chcaa/dfm-encoder-large-v1','Geotrend/distilbert-base-25lang-cased','Geotrend/distilbert-base-en-fr-cased','Geotrend/distilbert-base-en-fr-es-pt-it-cased','Geotrend/distilbert-base-fr-cased','distilbert-base-uncased','sentence-transformers/distiluse-base-multilingual-cased-v2','dwzhu/e5-base-4k','intfloat/e5-base-v2','intfloat/e5-base','intfloat/e5-large-v2','intfloat/e5-large','intfloat/e5-mistral-7b-instruct','intfloat/e5-mistral-7b-instruct-noinstruct','intfloat/e5-small','jonfd/electra-small-nordic','KBLab/electra-small-swedish-cased-discriminator','google/flan-t5-base','google/flan-t5-large','flaubert/flaubert_base_cased','flaubert/flaubert_base_uncased','flaubert/flaubert_large_cased','deepset/gbert-base','deepset/gbert-large','deepset/gelectra-base','deepset/gelectra-large','sentence-transformers/average_word_embeddings_glove.6B.300d','uklfr/gottbert-base','Alibaba-NLP/gte-Qwen1.5-7B-instruct','Alibaba-NLP/gte-Qwen2-7B-instruct','sentence-transformers/gtr-t5-base','sentence-transformers/gtr-t5-large','sentence-transformers/gtr-t5-xl','sentence-transformers/gtr-t5-xxl','ipipan/herbert-base-retrieval-v2','hkunlp/instructor-base','hkunlp/instructor-large','hkunlp/instructor-xl','jinaai/jina-embeddings-v2-base-en','sentence-transformers/average_word_embeddings_komninos','meta-llama/Llama-2-7b-chat-hf','silk-road/luotuo-bert-medium','moka-ai/m3e-base','moka-ai/m3e-large','mistralai/Mistral-7B-Instruct-v0.2','castorini/monobert-large-msmarco','castorini/monot5-3b-msmarco-10k','castorini/monot5-base-msmarco-10k','sentence-transformers/msmarco-bert-co-condensor','sentence-transformers/multi-qa-MiniLM-L6-cos-v1','intfloat/multilingual-e5-base','intfloat/multilingual-e5-large','intfloat/multilingual-e5-small','NbAiLab/nb-bert-base','NbAiLab/nb-bert-large','nomic-ai/nomic-embed-text-v1','nomic-ai/nomic-embed-text-v1.5','nomic-ai/nomic-embed-text-v1.5','nomic-ai/nomic-embed-text-v1.5','nomic-ai/nomic-embed-text-v1.5','ltg/norbert3-base','ltg/norbert3-large','sentence-transformers/paraphrase-multilingual-MiniLM-L12-v2','sentence-transformers/paraphrase-multilingual-mpnet-base-v2','KBLab/sentence-bert-swedish-cased','dangvantuan/sentence-camembert-base','dangvantuan/sentence-camembert-large','Wissam42/sentence-croissant-llm-base','sentence-transformers/sentence-t5-base','sentence-transformers/sentence-t5-large','sentence-transformers/sentence-t5-xl','sentence-transformers/sentence-t5-xxl','ipipan/silver-retriever-base-v1','sdadas/st-polish-paraphrase-from-distilroberta','sdadas/st-polish-paraphrase-from-mpnet','princeton-nlp/sup-simcse-bert-base-uncased','orionweller/tart-dual-contriever-msmarco','facebook/tart-full-flan-t5-xl','shibing624/text2vec-base-chinese','GanymedeNil/text2vec-large-chinese','izhx/udever-bloom-1b1','izhx/udever-bloom-560m','vprelovac/universal-sentence-encoder-multilingual-3','vprelovac/universal-sentence-encoder-multilingual-large-3','princeton-nlp/unsup-simcse-bert-base-uncased','sentence-transformers/use-cmlm-multilingual','xlm-roberta-base','xlm-roberta-large'] - -# Possible changes: -# Could add graphs / other visual content -# Could add verification marks - -# Sources: -# https://huggingface.co/spaces/gradio/leaderboard -# https://huggingface.co/spaces/huggingface-projects/Deep-Reinforcement-Learning-Leaderboard -# https://getemoji.com/ diff --git a/boards_data/bright/data_overall/default.txt b/boards_data/bright/data_overall/default.txt deleted file mode 100644 index e69de29bb2d1d6434b8b29ae775ad8c2e48c5391..0000000000000000000000000000000000000000 diff --git a/boards_data/bright/data_tasks/Retrieval/default.jsonl b/boards_data/bright/data_tasks/Retrieval/default.jsonl deleted file mode 100644 index 0ce61322ddf399a1899ccddb95414a90d4177c0f..0000000000000000000000000000000000000000 --- a/boards_data/bright/data_tasks/Retrieval/default.jsonl +++ /dev/null @@ -1,14 +0,0 @@ -{"index":4,"Rank":1,"Model":"gte-Qwen2-7B-instruct<\/a>","Model Size (Million Parameters)":7613,"Memory Usage (GB, fp32)":28.36,"Embedding Dimensions":3584,"Max Tokens":32768,"Average":22.89,"BrightRetrieval (aops)":15.1,"BrightRetrieval (biology)":32.09,"BrightRetrieval (earth_science)":40.66,"BrightRetrieval (economics)":16.18,"BrightRetrieval (leetcode)":31.07,"BrightRetrieval (pony)":1.25,"BrightRetrieval (psychology)":26.58,"BrightRetrieval (robotics)":12.82,"BrightRetrieval (stackoverflow)":13.95,"BrightRetrieval (sustainable_living)":20.82,"BrightRetrieval (theoremqa_questions)":29.9,"BrightRetrieval (theoremqa_theorems)":34.22} -{"index":3,"Rank":2,"Model":"gte-Qwen1.5-7B-instruct<\/a>","Model Size (Million Parameters)":7099,"Memory Usage (GB, fp32)":26.45,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":22.09,"BrightRetrieval (aops)":14.36,"BrightRetrieval (biology)":30.92,"BrightRetrieval (earth_science)":36.22,"BrightRetrieval (economics)":17.72,"BrightRetrieval (leetcode)":25.46,"BrightRetrieval (pony)":9.79,"BrightRetrieval (psychology)":24.61,"BrightRetrieval (robotics)":13.47,"BrightRetrieval (stackoverflow)":19.85,"BrightRetrieval (sustainable_living)":14.93,"BrightRetrieval (theoremqa_questions)":26.97,"BrightRetrieval (theoremqa_theorems)":30.8} -{"index":7,"Rank":3,"Model":"GritLM-7B<\/a>","Model Size (Million Parameters)":7240,"Memory Usage (GB, fp32)":26.97,"Embedding Dimensions":"","Max Tokens":4096,"Average":20.63,"BrightRetrieval (aops)":8.91,"BrightRetrieval (biology)":25.04,"BrightRetrieval (earth_science)":32.77,"BrightRetrieval (economics)":19.0,"BrightRetrieval (leetcode)":29.85,"BrightRetrieval (pony)":21.98,"BrightRetrieval (psychology)":19.92,"BrightRetrieval (robotics)":17.31,"BrightRetrieval (stackoverflow)":11.62,"BrightRetrieval (sustainable_living)":18.04,"BrightRetrieval (theoremqa_questions)":23.34,"BrightRetrieval (theoremqa_theorems)":19.75} -{"index":0,"Rank":4,"Model":"text-embedding-004<\/a>","Model Size (Million Parameters)":1200,"Memory Usage (GB, fp32)":4.47,"Embedding Dimensions":768,"Max Tokens":2048,"Average":19.52,"BrightRetrieval (aops)":9.33,"BrightRetrieval (biology)":22.98,"BrightRetrieval (earth_science)":34.38,"BrightRetrieval (economics)":19.5,"BrightRetrieval (leetcode)":29.64,"BrightRetrieval (pony)":3.59,"BrightRetrieval (psychology)":27.86,"BrightRetrieval (robotics)":15.98,"BrightRetrieval (stackoverflow)":17.93,"BrightRetrieval (sustainable_living)":17.25,"BrightRetrieval (theoremqa_questions)":21.51,"BrightRetrieval (theoremqa_theorems)":14.31} -{"index":10,"Rank":5,"Model":"instructor-xl<\/a>","Model Size (Million Parameters)":1241,"Memory Usage (GB, fp32)":4.62,"Embedding Dimensions":768,"Max Tokens":512,"Average":18.61,"BrightRetrieval (aops)":8.26,"BrightRetrieval (biology)":21.91,"BrightRetrieval (earth_science)":34.35,"BrightRetrieval (economics)":22.81,"BrightRetrieval (leetcode)":27.5,"BrightRetrieval (pony)":5.02,"BrightRetrieval (psychology)":27.43,"BrightRetrieval (robotics)":17.39,"BrightRetrieval (stackoverflow)":19.06,"BrightRetrieval (sustainable_living)":18.82,"BrightRetrieval (theoremqa_questions)":14.59,"BrightRetrieval (theoremqa_theorems)":6.22} -{"index":8,"Rank":6,"Model":"SFR-Embedding-Mistral<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":18.02,"BrightRetrieval (aops)":7.43,"BrightRetrieval (biology)":19.49,"BrightRetrieval (earth_science)":26.63,"BrightRetrieval (economics)":17.84,"BrightRetrieval (leetcode)":27.35,"BrightRetrieval (pony)":1.97,"BrightRetrieval (psychology)":18.97,"BrightRetrieval (robotics)":16.7,"BrightRetrieval (stackoverflow)":12.72,"BrightRetrieval (sustainable_living)":19.79,"BrightRetrieval (theoremqa_questions)":23.05,"BrightRetrieval (theoremqa_theorems)":24.32} -{"index":1,"Rank":7,"Model":"voyage-large-2-instruct<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":16000,"Average":17.65,"BrightRetrieval (aops)":7.45,"BrightRetrieval (biology)":23.55,"BrightRetrieval (earth_science)":25.09,"BrightRetrieval (economics)":19.85,"BrightRetrieval (leetcode)":30.6,"BrightRetrieval (pony)":1.48,"BrightRetrieval (psychology)":24.79,"BrightRetrieval (robotics)":11.21,"BrightRetrieval (stackoverflow)":15.03,"BrightRetrieval (sustainable_living)":15.58,"BrightRetrieval (theoremqa_questions)":26.06,"BrightRetrieval (theoremqa_theorems)":11.1} -{"index":13,"Rank":8,"Model":"text-embedding-3-large<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":3072,"Max Tokens":8191,"Average":17.56,"BrightRetrieval (aops)":8.45,"BrightRetrieval (biology)":23.67,"BrightRetrieval (earth_science)":26.27,"BrightRetrieval (economics)":19.98,"BrightRetrieval (leetcode)":23.65,"BrightRetrieval (pony)":2.45,"BrightRetrieval (psychology)":27.52,"BrightRetrieval (robotics)":12.93,"BrightRetrieval (stackoverflow)":12.49,"BrightRetrieval (sustainable_living)":20.32,"BrightRetrieval (theoremqa_questions)":22.22,"BrightRetrieval (theoremqa_theorems)":10.82} -{"index":11,"Rank":9,"Model":"e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":17.54,"BrightRetrieval (aops)":7.1,"BrightRetrieval (biology)":18.84,"BrightRetrieval (earth_science)":25.96,"BrightRetrieval (economics)":15.49,"BrightRetrieval (leetcode)":28.72,"BrightRetrieval (pony)":4.81,"BrightRetrieval (psychology)":15.79,"BrightRetrieval (robotics)":16.37,"BrightRetrieval (stackoverflow)":9.83,"BrightRetrieval (sustainable_living)":18.51,"BrightRetrieval (theoremqa_questions)":23.94,"BrightRetrieval (theoremqa_theorems)":25.09} -{"index":6,"Rank":10,"Model":"Cohere-embed-english-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":512,"Average":16.33,"BrightRetrieval (aops)":6.46,"BrightRetrieval (biology)":18.98,"BrightRetrieval (earth_science)":27.45,"BrightRetrieval (economics)":20.18,"BrightRetrieval (leetcode)":26.78,"BrightRetrieval (pony)":1.77,"BrightRetrieval (psychology)":21.82,"BrightRetrieval (robotics)":16.21,"BrightRetrieval (stackoverflow)":16.47,"BrightRetrieval (sustainable_living)":17.69,"BrightRetrieval (theoremqa_questions)":15.07,"BrightRetrieval (theoremqa_theorems)":7.14} -{"index":12,"Rank":11,"Model":"all-mpnet-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average":14.6,"BrightRetrieval (aops)":5.32,"BrightRetrieval (biology)":15.52,"BrightRetrieval (earth_science)":20.11,"BrightRetrieval (economics)":16.64,"BrightRetrieval (leetcode)":26.4,"BrightRetrieval (pony)":6.95,"BrightRetrieval (psychology)":22.63,"BrightRetrieval (robotics)":8.36,"BrightRetrieval (stackoverflow)":9.48,"BrightRetrieval (sustainable_living)":15.34,"BrightRetrieval (theoremqa_questions)":18.49,"BrightRetrieval (theoremqa_theorems)":9.9} -{"index":2,"Rank":12,"Model":"bm25<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":14.33,"BrightRetrieval (aops)":6.2,"BrightRetrieval (biology)":19.19,"BrightRetrieval (earth_science)":27.06,"BrightRetrieval (economics)":14.87,"BrightRetrieval (leetcode)":24.37,"BrightRetrieval (pony)":7.93,"BrightRetrieval (psychology)":12.51,"BrightRetrieval (robotics)":13.53,"BrightRetrieval (stackoverflow)":16.55,"BrightRetrieval (sustainable_living)":15.22,"BrightRetrieval (theoremqa_questions)":9.78,"BrightRetrieval (theoremqa_theorems)":4.75} -{"index":9,"Rank":13,"Model":"instructor-large<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":768,"Max Tokens":512,"Average":14.04,"BrightRetrieval (aops)":7.94,"BrightRetrieval (biology)":15.61,"BrightRetrieval (earth_science)":21.52,"BrightRetrieval (economics)":15.99,"BrightRetrieval (leetcode)":20.0,"BrightRetrieval (pony)":1.32,"BrightRetrieval (psychology)":21.94,"BrightRetrieval (robotics)":11.45,"BrightRetrieval (stackoverflow)":11.21,"BrightRetrieval (sustainable_living)":13.16,"BrightRetrieval (theoremqa_questions)":20.07,"BrightRetrieval (theoremqa_theorems)":8.27} -{"index":5,"Rank":14,"Model":"bge-large-en-v1.5<\/a>","Model Size (Million Parameters)":1340,"Memory Usage (GB, fp32)":4.99,"Embedding Dimensions":1024,"Max Tokens":512,"Average":13.57,"BrightRetrieval (aops)":6.08,"BrightRetrieval (biology)":11.96,"BrightRetrieval (earth_science)":24.15,"BrightRetrieval (economics)":16.59,"BrightRetrieval (leetcode)":26.68,"BrightRetrieval (pony)":5.64,"BrightRetrieval (psychology)":17.44,"BrightRetrieval (robotics)":12.21,"BrightRetrieval (stackoverflow)":9.51,"BrightRetrieval (sustainable_living)":13.27,"BrightRetrieval (theoremqa_questions)":12.56,"BrightRetrieval (theoremqa_theorems)":6.72} diff --git a/boards_data/bright_long/data_overall/default.txt b/boards_data/bright_long/data_overall/default.txt deleted file mode 100644 index e69de29bb2d1d6434b8b29ae775ad8c2e48c5391..0000000000000000000000000000000000000000 diff --git a/boards_data/bright_long/data_tasks/Retrieval/default.jsonl b/boards_data/bright_long/data_tasks/Retrieval/default.jsonl deleted file mode 100644 index f6a6a211e9b2b1e248f807b20bfab07a3264668d..0000000000000000000000000000000000000000 --- a/boards_data/bright_long/data_tasks/Retrieval/default.jsonl +++ /dev/null @@ -1,14 +0,0 @@ -{"index":3,"Rank":1,"Model":"gte-Qwen1.5-7B-instruct<\/a>","Model Size (Million Parameters)":7099,"Memory Usage (GB, fp32)":26.45,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":27.82,"BrightRetrieval (biology)":39.24,"BrightRetrieval (earth_science)":36.13,"BrightRetrieval (economics)":25.73,"BrightRetrieval (pony)":1.32,"BrightRetrieval (psychology)":42.28,"BrightRetrieval (robotics)":21.29,"BrightRetrieval (stackoverflow)":23.5,"BrightRetrieval (sustainable_living)":33.1} -{"index":7,"Rank":2,"Model":"GritLM-7B<\/a>","Model Size (Million Parameters)":7240,"Memory Usage (GB, fp32)":26.97,"Embedding Dimensions":"","Max Tokens":4096,"Average":26.03,"BrightRetrieval (biology)":37.46,"BrightRetrieval (earth_science)":39.44,"BrightRetrieval (economics)":25.73,"BrightRetrieval (pony)":0.0,"BrightRetrieval (psychology)":35.35,"BrightRetrieval (robotics)":17.82,"BrightRetrieval (stackoverflow)":20.08,"BrightRetrieval (sustainable_living)":32.36} -{"index":8,"Rank":3,"Model":"SFR-Embedding-Mistral<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":26.01,"BrightRetrieval (biology)":30.26,"BrightRetrieval (earth_science)":37.0,"BrightRetrieval (economics)":24.27,"BrightRetrieval (pony)":2.0,"BrightRetrieval (psychology)":47.72,"BrightRetrieval (robotics)":17.33,"BrightRetrieval (stackoverflow)":14.53,"BrightRetrieval (sustainable_living)":34.99} -{"index":4,"Rank":4,"Model":"gte-Qwen2-7B-instruct<\/a>","Model Size (Million Parameters)":7613,"Memory Usage (GB, fp32)":28.36,"Embedding Dimensions":3584,"Max Tokens":32768,"Average":25.96,"BrightRetrieval (biology)":34.87,"BrightRetrieval (earth_science)":38.36,"BrightRetrieval (economics)":27.67,"BrightRetrieval (pony)":1.17,"BrightRetrieval (psychology)":46.73,"BrightRetrieval (robotics)":10.89,"BrightRetrieval (stackoverflow)":16.67,"BrightRetrieval (sustainable_living)":31.28} -{"index":11,"Rank":5,"Model":"e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":25.54,"BrightRetrieval (biology)":29.93,"BrightRetrieval (earth_science)":36.28,"BrightRetrieval (economics)":26.21,"BrightRetrieval (pony)":1.14,"BrightRetrieval (psychology)":46.73,"BrightRetrieval (robotics)":17.33,"BrightRetrieval (stackoverflow)":14.53,"BrightRetrieval (sustainable_living)":32.21} -{"index":1,"Rank":6,"Model":"voyage-large-2-instruct<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":16000,"Average":24.62,"BrightRetrieval (biology)":34.38,"BrightRetrieval (earth_science)":35.35,"BrightRetrieval (economics)":26.7,"BrightRetrieval (pony)":1.28,"BrightRetrieval (psychology)":41.58,"BrightRetrieval (robotics)":12.87,"BrightRetrieval (stackoverflow)":13.68,"BrightRetrieval (sustainable_living)":31.1} -{"index":0,"Rank":7,"Model":"text-embedding-004<\/a>","Model Size (Million Parameters)":1200,"Memory Usage (GB, fp32)":4.47,"Embedding Dimensions":768,"Max Tokens":2048,"Average":22.44,"BrightRetrieval (biology)":30.91,"BrightRetrieval (earth_science)":38.0,"BrightRetrieval (economics)":21.84,"BrightRetrieval (pony)":0.29,"BrightRetrieval (psychology)":30.69,"BrightRetrieval (robotics)":12.87,"BrightRetrieval (stackoverflow)":19.23,"BrightRetrieval (sustainable_living)":25.65} -{"index":13,"Rank":8,"Model":"text-embedding-3-large<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":3072,"Max Tokens":8191,"Average":21.88,"BrightRetrieval (biology)":33.09,"BrightRetrieval (earth_science)":32.26,"BrightRetrieval (economics)":24.76,"BrightRetrieval (pony)":0.0,"BrightRetrieval (psychology)":35.15,"BrightRetrieval (robotics)":11.88,"BrightRetrieval (stackoverflow)":11.54,"BrightRetrieval (sustainable_living)":26.34} -{"index":6,"Rank":9,"Model":"Cohere-embed-english-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":512,"Average":18.4,"BrightRetrieval (biology)":31.47,"BrightRetrieval (earth_science)":35.49,"BrightRetrieval (economics)":17.96,"BrightRetrieval (pony)":0.84,"BrightRetrieval (psychology)":20.5,"BrightRetrieval (robotics)":9.9,"BrightRetrieval (stackoverflow)":15.81,"BrightRetrieval (sustainable_living)":15.23} -{"index":9,"Rank":10,"Model":"instructor-large<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":768,"Max Tokens":512,"Average":18.21,"BrightRetrieval (biology)":24.11,"BrightRetrieval (earth_science)":29.45,"BrightRetrieval (economics)":14.08,"BrightRetrieval (pony)":3.94,"BrightRetrieval (psychology)":21.29,"BrightRetrieval (robotics)":12.87,"BrightRetrieval (stackoverflow)":14.53,"BrightRetrieval (sustainable_living)":25.42} -{"index":10,"Rank":11,"Model":"instructor-xl<\/a>","Model Size (Million Parameters)":1241,"Memory Usage (GB, fp32)":4.62,"Embedding Dimensions":768,"Max Tokens":512,"Average":17.82,"BrightRetrieval (biology)":22.01,"BrightRetrieval (earth_science)":32.04,"BrightRetrieval (economics)":14.08,"BrightRetrieval (pony)":5.93,"BrightRetrieval (psychology)":20.5,"BrightRetrieval (robotics)":12.87,"BrightRetrieval (stackoverflow)":14.96,"BrightRetrieval (sustainable_living)":20.14} -{"index":12,"Rank":12,"Model":"all-mpnet-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average":17.43,"BrightRetrieval (biology)":25.57,"BrightRetrieval (earth_science)":34.05,"BrightRetrieval (economics)":18.93,"BrightRetrieval (pony)":1.19,"BrightRetrieval (psychology)":15.84,"BrightRetrieval (robotics)":10.89,"BrightRetrieval (stackoverflow)":14.96,"BrightRetrieval (sustainable_living)":18.01} -{"index":5,"Rank":13,"Model":"bge-large-en-v1.5<\/a>","Model Size (Million Parameters)":1340,"Memory Usage (GB, fp32)":4.99,"Embedding Dimensions":1024,"Max Tokens":512,"Average":14.75,"BrightRetrieval (biology)":16.42,"BrightRetrieval (earth_science)":27.73,"BrightRetrieval (economics)":20.87,"BrightRetrieval (pony)":0.36,"BrightRetrieval (psychology)":11.58,"BrightRetrieval (robotics)":10.89,"BrightRetrieval (stackoverflow)":13.25,"BrightRetrieval (sustainable_living)":16.9} -{"index":2,"Rank":14,"Model":"bm25<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":11.35,"BrightRetrieval (biology)":10.68,"BrightRetrieval (earth_science)":15.37,"BrightRetrieval (economics)":10.68,"BrightRetrieval (pony)":5.35,"BrightRetrieval (psychology)":8.42,"BrightRetrieval (robotics)":7.43,"BrightRetrieval (stackoverflow)":22.22,"BrightRetrieval (sustainable_living)":10.68} diff --git a/boards_data/coir/data_overall/default.txt b/boards_data/coir/data_overall/default.txt deleted file mode 100644 index e69de29bb2d1d6434b8b29ae775ad8c2e48c5391..0000000000000000000000000000000000000000 diff --git a/boards_data/coir/data_tasks/Retrieval/default.jsonl b/boards_data/coir/data_tasks/Retrieval/default.jsonl deleted file mode 100644 index 10516fb41ae3fe85dc0d62d5f16e0bc4319419c3..0000000000000000000000000000000000000000 --- a/boards_data/coir/data_tasks/Retrieval/default.jsonl +++ /dev/null @@ -1,57 +0,0 @@ -{"index":2,"Rank":1,"Model":"voyage-code-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":32000,"Average":85.51,"AppsRetrieval":93.62,"CodeFeedbackMT":93.58,"CodeFeedbackST":90.67,"CodeSearchNetCCRetrieval (go)":91.76,"CodeSearchNetCCRetrieval (java)":90.19,"CodeSearchNetCCRetrieval (javascript)":91.53,"CodeSearchNetCCRetrieval (php)":83.39,"CodeSearchNetCCRetrieval (python)":94.43,"CodeSearchNetCCRetrieval (ruby)":89.26,"CodeSearchNetRetrieval (go)":97.5,"CodeSearchNetRetrieval (java)":94.51,"CodeSearchNetRetrieval (javascript)":89.98,"CodeSearchNetRetrieval (php)":92.29,"CodeSearchNetRetrieval (python)":96.69,"CodeSearchNetRetrieval (ruby)":92.83,"CodeTransOceanContest":94.96,"CodeTransOceanDL":38.57,"CosQA":34.45,"StackOverflowQA":97.17,"SyntheticText2SQL":62.87} -{"index":54,"Rank":2,"Model":"voyage-code-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":85.51,"AppsRetrieval":93.62,"CodeFeedbackMT":93.58,"CodeFeedbackST":90.67,"CodeSearchNetCCRetrieval (go)":91.76,"CodeSearchNetCCRetrieval (java)":90.19,"CodeSearchNetCCRetrieval (javascript)":91.53,"CodeSearchNetCCRetrieval (php)":83.39,"CodeSearchNetCCRetrieval (python)":94.43,"CodeSearchNetCCRetrieval (ruby)":89.26,"CodeSearchNetRetrieval (go)":97.5,"CodeSearchNetRetrieval (java)":94.51,"CodeSearchNetRetrieval (javascript)":89.98,"CodeSearchNetRetrieval (php)":92.29,"CodeSearchNetRetrieval (python)":96.69,"CodeSearchNetRetrieval (ruby)":92.83,"CodeTransOceanContest":94.96,"CodeTransOceanDL":38.57,"CosQA":34.45,"StackOverflowQA":97.17,"SyntheticText2SQL":62.87} -{"index":1,"Rank":3,"Model":"voyage-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":32000,"Average":77.41,"AppsRetrieval":73.03,"CodeFeedbackMT":66.69,"CodeFeedbackST":83.02,"CodeSearchNetCCRetrieval (go)":75.78,"CodeSearchNetCCRetrieval (java)":79.75,"CodeSearchNetCCRetrieval (javascript)":81.06,"CodeSearchNetCCRetrieval (php)":71.3,"CodeSearchNetCCRetrieval (python)":79.8,"CodeSearchNetCCRetrieval (ruby)":79.51,"CodeSearchNetRetrieval (go)":97.36,"CodeSearchNetRetrieval (java)":93.56,"CodeSearchNetRetrieval (javascript)":87.26,"CodeSearchNetRetrieval (php)":91.69,"CodeSearchNetRetrieval (python)":93.04,"CodeSearchNetRetrieval (ruby)":90.89,"CodeTransOceanContest":89.92,"CodeTransOceanDL":33.92,"CosQA":28.7,"StackOverflowQA":94.33,"SyntheticText2SQL":57.56} -{"index":15,"Rank":4,"Model":"GritLM-7B<\/a>","Model Size (Million Parameters)":7240,"Memory Usage (GB, fp32)":26.97,"Embedding Dimensions":"","Max Tokens":4096,"Average":75.86,"AppsRetrieval":35.13,"CodeFeedbackMT":50.64,"CodeFeedbackST":84.08,"CodeSearchNetCCRetrieval (go)":85.44,"CodeSearchNetCCRetrieval (java)":87.63,"CodeSearchNetCCRetrieval (javascript)":87.27,"CodeSearchNetCCRetrieval (php)":79.25,"CodeSearchNetCCRetrieval (python)":90.92,"CodeSearchNetCCRetrieval (ruby)":89.63,"CodeSearchNetRetrieval (go)":90.01,"CodeSearchNetRetrieval (java)":89.84,"CodeSearchNetRetrieval (javascript)":81.43,"CodeSearchNetRetrieval (php)":81.57,"CodeSearchNetRetrieval (python)":91.65,"CodeSearchNetRetrieval (ruby)":85.42,"CodeTransOceanContest":89.22,"CodeTransOceanDL":32.98,"CosQA":31.24,"StackOverflowQA":93.37,"SyntheticText2SQL":60.39} -{"index":32,"Rank":5,"Model":"inf-retriever-v1<\/a>","Model Size (Million Parameters)":7069,"Memory Usage (GB, fp32)":26.33,"Embedding Dimensions":3584,"Max Tokens":131072,"Average":75.74,"AppsRetrieval":47.37,"CodeFeedbackMT":77.64,"CodeFeedbackST":86.63,"CodeSearchNetCCRetrieval (go)":71.84,"CodeSearchNetCCRetrieval (java)":77.93,"CodeSearchNetCCRetrieval (javascript)":78.95,"CodeSearchNetCCRetrieval (php)":66.98,"CodeSearchNetCCRetrieval (python)":82.03,"CodeSearchNetCCRetrieval (ruby)":76.53,"CodeSearchNetRetrieval (go)":93.86,"CodeSearchNetRetrieval (java)":90.27,"CodeSearchNetRetrieval (javascript)":82.08,"CodeSearchNetRetrieval (php)":85.92,"CodeSearchNetRetrieval (python)":93.3,"CodeSearchNetRetrieval (ruby)":87.16,"CodeTransOceanContest":89.16,"CodeTransOceanDL":35.18,"CosQA":34.17,"StackOverflowQA":94.22,"SyntheticText2SQL":63.51} -{"index":55,"Rank":6,"Model":"text-embedding-3-large<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":3072,"Max Tokens":8191,"Average":73.51,"AppsRetrieval":28.37,"CodeFeedbackMT":68.92,"CodeFeedbackST":80.42,"CodeSearchNetCCRetrieval (go)":67.19,"CodeSearchNetCCRetrieval (java)":77.23,"CodeSearchNetCCRetrieval (javascript)":77.36,"CodeSearchNetCCRetrieval (php)":65.83,"CodeSearchNetCCRetrieval (python)":76.01,"CodeSearchNetCCRetrieval (ruby)":75.43,"CodeSearchNetRetrieval (go)":96.48,"CodeSearchNetRetrieval (java)":93.18,"CodeSearchNetRetrieval (javascript)":83.14,"CodeSearchNetRetrieval (php)":89.89,"CodeSearchNetRetrieval (python)":92.36,"CodeSearchNetRetrieval (ruby)":87.96,"CodeTransOceanContest":84.25,"CodeTransOceanDL":34.23,"CosQA":31.0,"StackOverflowQA":92.44,"SyntheticText2SQL":68.45} -{"index":37,"Rank":7,"Model":"e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":73.36,"AppsRetrieval":23.46,"CodeFeedbackMT":36.4,"CodeFeedbackST":76.41,"CodeSearchNetCCRetrieval (go)":84.05,"CodeSearchNetCCRetrieval (java)":86.21,"CodeSearchNetCCRetrieval (javascript)":86.18,"CodeSearchNetCCRetrieval (php)":75.95,"CodeSearchNetCCRetrieval (python)":90.6,"CodeSearchNetCCRetrieval (ruby)":85.89,"CodeSearchNetRetrieval (go)":93.06,"CodeSearchNetRetrieval (java)":84.08,"CodeSearchNetRetrieval (javascript)":80.93,"CodeSearchNetRetrieval (php)":83.14,"CodeSearchNetRetrieval (python)":91.75,"CodeSearchNetRetrieval (ruby)":85.37,"CodeTransOceanContest":88.58,"CodeTransOceanDL":31.74,"CosQA":33.1,"StackOverflowQA":91.02,"SyntheticText2SQL":59.2} -{"index":41,"Rank":8,"Model":"multilingual-e5-large-instruct<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":70.81,"AppsRetrieval":34.89,"CodeFeedbackMT":39.87,"CodeFeedbackST":75.89,"CodeSearchNetCCRetrieval (go)":72.31,"CodeSearchNetCCRetrieval (java)":80.07,"CodeSearchNetCCRetrieval (javascript)":79.2,"CodeSearchNetCCRetrieval (php)":72.49,"CodeSearchNetCCRetrieval (python)":86.24,"CodeSearchNetCCRetrieval (ruby)":81.9,"CodeSearchNetRetrieval (go)":90.41,"CodeSearchNetRetrieval (java)":80.55,"CodeSearchNetRetrieval (javascript)":75.37,"CodeSearchNetRetrieval (php)":83.7,"CodeSearchNetRetrieval (python)":88.96,"CodeSearchNetRetrieval (ruby)":79.56,"CodeTransOceanContest":83.36,"CodeTransOceanDL":29.01,"CosQA":37.75,"StackOverflowQA":85.82,"SyntheticText2SQL":58.85} -{"index":40,"Rank":9,"Model":"multilingual-e5-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":70.17,"AppsRetrieval":32.55,"CodeFeedbackMT":42.78,"CodeFeedbackST":74.26,"CodeSearchNetCCRetrieval (go)":72.08,"CodeSearchNetCCRetrieval (java)":78.65,"CodeSearchNetCCRetrieval (javascript)":77.67,"CodeSearchNetCCRetrieval (php)":72.21,"CodeSearchNetCCRetrieval (python)":84.45,"CodeSearchNetCCRetrieval (ruby)":81.94,"CodeSearchNetRetrieval (go)":91.8,"CodeSearchNetRetrieval (java)":82.05,"CodeSearchNetRetrieval (javascript)":75.54,"CodeSearchNetRetrieval (php)":84.5,"CodeSearchNetRetrieval (python)":89.42,"CodeSearchNetRetrieval (ruby)":81.43,"CodeTransOceanContest":74.03,"CodeTransOceanDL":31.28,"CosQA":34.8,"StackOverflowQA":88.89,"SyntheticText2SQL":53.07} -{"index":4,"Rank":10,"Model":"gte-Qwen2-7B-instruct<\/a>","Model Size (Million Parameters)":7613,"Memory Usage (GB, fp32)":28.36,"Embedding Dimensions":3584,"Max Tokens":32768,"Average":68.66,"AppsRetrieval":28.39,"CodeFeedbackMT":57.66,"CodeFeedbackST":84.15,"CodeSearchNetCCRetrieval (go)":62.59,"CodeSearchNetCCRetrieval (java)":67.15,"CodeSearchNetCCRetrieval (javascript)":69.2,"CodeSearchNetCCRetrieval (php)":57.93,"CodeSearchNetCCRetrieval (python)":75.41,"CodeSearchNetCCRetrieval (ruby)":65.18,"CodeSearchNetRetrieval (go)":94.26,"CodeSearchNetRetrieval (java)":86.49,"CodeSearchNetRetrieval (javascript)":79.82,"CodeSearchNetRetrieval (php)":84.52,"CodeSearchNetRetrieval (python)":91.93,"CodeSearchNetRetrieval (ruby)":84.76,"CodeTransOceanContest":81.83,"CodeTransOceanDL":32.17,"CosQA":32.24,"StackOverflowQA":84.35,"SyntheticText2SQL":53.22} -{"index":16,"Rank":11,"Model":"SFR-Embedding-Mistral<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":67.7,"AppsRetrieval":26.11,"CodeFeedbackMT":40.33,"CodeFeedbackST":78.07,"CodeSearchNetCCRetrieval (go)":62.02,"CodeSearchNetCCRetrieval (java)":67.75,"CodeSearchNetCCRetrieval (javascript)":69.09,"CodeSearchNetCCRetrieval (php)":52.44,"CodeSearchNetCCRetrieval (python)":70.38,"CodeSearchNetCCRetrieval (ruby)":65.21,"CodeSearchNetRetrieval (go)":93.28,"CodeSearchNetRetrieval (java)":84.03,"CodeSearchNetRetrieval (javascript)":81.47,"CodeSearchNetRetrieval (php)":83.39,"CodeSearchNetRetrieval (python)":92.26,"CodeSearchNetRetrieval (ruby)":85.94,"CodeTransOceanContest":83.52,"CodeTransOceanDL":32.93,"CosQA":34.31,"StackOverflowQA":92.28,"SyntheticText2SQL":59.29} -{"index":39,"Rank":12,"Model":"multilingual-e5-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":67.07,"AppsRetrieval":20.94,"CodeFeedbackMT":43.18,"CodeFeedbackST":72.61,"CodeSearchNetCCRetrieval (go)":72.29,"CodeSearchNetCCRetrieval (java)":78.85,"CodeSearchNetCCRetrieval (javascript)":78.44,"CodeSearchNetCCRetrieval (php)":72.02,"CodeSearchNetCCRetrieval (python)":85.37,"CodeSearchNetCCRetrieval (ruby)":81.92,"CodeSearchNetRetrieval (go)":89.47,"CodeSearchNetRetrieval (java)":78.39,"CodeSearchNetRetrieval (javascript)":71.4,"CodeSearchNetRetrieval (php)":81.05,"CodeSearchNetRetrieval (python)":85.68,"CodeSearchNetRetrieval (ruby)":78.24,"CodeTransOceanContest":51.89,"CodeTransOceanDL":29.88,"CosQA":31.12,"StackOverflowQA":85.11,"SyntheticText2SQL":53.61} -{"index":3,"Rank":13,"Model":"gte-Qwen1.5-7B-instruct<\/a>","Model Size (Million Parameters)":7099,"Memory Usage (GB, fp32)":26.45,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":66.43,"AppsRetrieval":30.19,"CodeFeedbackMT":52.15,"CodeFeedbackST":82.57,"CodeSearchNetCCRetrieval (go)":59.7,"CodeSearchNetCCRetrieval (java)":60.42,"CodeSearchNetCCRetrieval (javascript)":63.28,"CodeSearchNetCCRetrieval (php)":49.08,"CodeSearchNetCCRetrieval (python)":70.64,"CodeSearchNetCCRetrieval (ruby)":61.95,"CodeSearchNetRetrieval (go)":91.95,"CodeSearchNetRetrieval (java)":85.39,"CodeSearchNetRetrieval (javascript)":78.19,"CodeSearchNetRetrieval (php)":81.35,"CodeSearchNetRetrieval (python)":91.17,"CodeSearchNetRetrieval (ruby)":84.58,"CodeTransOceanContest":77.71,"CodeTransOceanDL":29.84,"CosQA":31.74,"StackOverflowQA":91.02,"SyntheticText2SQL":55.6} -{"index":56,"Rank":14,"Model":"text-embedding-3-small<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":8191,"Average":65.8,"AppsRetrieval":17.01,"CodeFeedbackMT":60.48,"CodeFeedbackST":73.89,"CodeSearchNetCCRetrieval (go)":49.21,"CodeSearchNetCCRetrieval (java)":68.63,"CodeSearchNetCCRetrieval (javascript)":67.6,"CodeSearchNetCCRetrieval (php)":54.06,"CodeSearchNetCCRetrieval (python)":59.4,"CodeSearchNetCCRetrieval (ruby)":65.89,"CodeSearchNetRetrieval (go)":95.24,"CodeSearchNetRetrieval (java)":90.71,"CodeSearchNetRetrieval (javascript)":78.92,"CodeSearchNetRetrieval (php)":87.39,"CodeSearchNetRetrieval (python)":88.52,"CodeSearchNetRetrieval (ruby)":83.76,"CodeTransOceanContest":72.05,"CodeTransOceanDL":27.39,"CosQA":28.93,"StackOverflowQA":88.67,"SyntheticText2SQL":58.33} -{"index":42,"Rank":15,"Model":"multilingual-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":65.48,"AppsRetrieval":12.01,"CodeFeedbackMT":41.32,"CodeFeedbackST":72.67,"CodeSearchNetCCRetrieval (go)":69.66,"CodeSearchNetCCRetrieval (java)":75.58,"CodeSearchNetCCRetrieval (javascript)":77.6,"CodeSearchNetCCRetrieval (php)":69.38,"CodeSearchNetCCRetrieval (python)":80.75,"CodeSearchNetCCRetrieval (ruby)":72.75,"CodeSearchNetRetrieval (go)":90.3,"CodeSearchNetRetrieval (java)":74.96,"CodeSearchNetRetrieval (javascript)":69.53,"CodeSearchNetRetrieval (php)":80.28,"CodeSearchNetRetrieval (python)":86.31,"CodeSearchNetRetrieval (ruby)":76.58,"CodeTransOceanContest":69.76,"CodeTransOceanDL":32.3,"CosQA":29.61,"StackOverflowQA":81.94,"SyntheticText2SQL":46.29} -{"index":11,"Rank":16,"Model":"Cohere-embed-multilingual-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":512,"Average":64.08,"AppsRetrieval":31.91,"CodeFeedbackMT":42.9,"CodeFeedbackST":74.19,"CodeSearchNetCCRetrieval (go)":46.68,"CodeSearchNetCCRetrieval (java)":60.47,"CodeSearchNetCCRetrieval (javascript)":60.54,"CodeSearchNetCCRetrieval (php)":49.65,"CodeSearchNetCCRetrieval (python)":66.39,"CodeSearchNetCCRetrieval (ruby)":61.72,"CodeSearchNetRetrieval (go)":92.42,"CodeSearchNetRetrieval (java)":80.11,"CodeSearchNetRetrieval (javascript)":76.56,"CodeSearchNetRetrieval (php)":84.47,"CodeSearchNetRetrieval (python)":89.87,"CodeSearchNetRetrieval (ruby)":81.6,"CodeTransOceanContest":70.25,"CodeTransOceanDL":30.14,"CosQA":32.58,"StackOverflowQA":89.42,"SyntheticText2SQL":59.79} -{"index":36,"Rank":17,"Model":"e5-large-v2<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":63.33,"AppsRetrieval":14.18,"CodeFeedbackMT":47.83,"CodeFeedbackST":76.16,"CodeSearchNetCCRetrieval (go)":47.64,"CodeSearchNetCCRetrieval (java)":63.92,"CodeSearchNetCCRetrieval (javascript)":65.18,"CodeSearchNetCCRetrieval (php)":53.38,"CodeSearchNetCCRetrieval (python)":67.59,"CodeSearchNetCCRetrieval (ruby)":62.31,"CodeSearchNetRetrieval (go)":91.6,"CodeSearchNetRetrieval (java)":83.2,"CodeSearchNetRetrieval (javascript)":71.79,"CodeSearchNetRetrieval (php)":84.16,"CodeSearchNetRetrieval (python)":88.15,"CodeSearchNetRetrieval (ruby)":80.25,"CodeTransOceanContest":65.14,"CodeTransOceanDL":32.4,"CosQA":32.09,"StackOverflowQA":89.93,"SyntheticText2SQL":49.66} -{"index":48,"Rank":18,"Model":"all-mpnet-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average":61.47,"AppsRetrieval":8.41,"CodeFeedbackMT":37.72,"CodeFeedbackST":69.32,"CodeSearchNetCCRetrieval (go)":61.44,"CodeSearchNetCCRetrieval (java)":68.88,"CodeSearchNetCCRetrieval (javascript)":67.99,"CodeSearchNetCCRetrieval (php)":59.22,"CodeSearchNetCCRetrieval (python)":71.83,"CodeSearchNetCCRetrieval (ruby)":66.42,"CodeSearchNetRetrieval (go)":88.25,"CodeSearchNetRetrieval (java)":65.11,"CodeSearchNetRetrieval (javascript)":65.58,"CodeSearchNetRetrieval (php)":74.47,"CodeSearchNetRetrieval (python)":81.01,"CodeSearchNetRetrieval (ruby)":74.53,"CodeTransOceanContest":70.58,"CodeTransOceanDL":29.45,"CosQA":33.71,"StackOverflowQA":90.32,"SyntheticText2SQL":45.09} -{"index":9,"Rank":19,"Model":"Cohere-embed-english-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":512,"Average":61.22,"AppsRetrieval":13.72,"CodeFeedbackMT":47.02,"CodeFeedbackST":74.82,"CodeSearchNetCCRetrieval (go)":36.29,"CodeSearchNetCCRetrieval (java)":56.76,"CodeSearchNetCCRetrieval (javascript)":57.62,"CodeSearchNetCCRetrieval (php)":46.64,"CodeSearchNetCCRetrieval (python)":60.38,"CodeSearchNetCCRetrieval (ruby)":59.15,"CodeSearchNetRetrieval (go)":93.29,"CodeSearchNetRetrieval (java)":80.68,"CodeSearchNetRetrieval (javascript)":72.14,"CodeSearchNetRetrieval (php)":84.07,"CodeSearchNetRetrieval (python)":87.89,"CodeSearchNetRetrieval (ruby)":80.01,"CodeTransOceanContest":65.28,"CodeTransOceanDL":31.38,"CosQA":30.65,"StackOverflowQA":89.35,"SyntheticText2SQL":57.2} -{"index":34,"Rank":20,"Model":"e5-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":60.97,"AppsRetrieval":11.52,"CodeFeedbackMT":41.56,"CodeFeedbackST":74.52,"CodeSearchNetCCRetrieval (go)":42.29,"CodeSearchNetCCRetrieval (java)":61.35,"CodeSearchNetCCRetrieval (javascript)":63.02,"CodeSearchNetCCRetrieval (php)":48.67,"CodeSearchNetCCRetrieval (python)":64.84,"CodeSearchNetCCRetrieval (ruby)":61.06,"CodeSearchNetRetrieval (go)":93.92,"CodeSearchNetRetrieval (java)":76.68,"CodeSearchNetRetrieval (javascript)":72.32,"CodeSearchNetRetrieval (php)":82.86,"CodeSearchNetRetrieval (python)":88.66,"CodeSearchNetRetrieval (ruby)":79.43,"CodeTransOceanContest":62.5,"CodeTransOceanDL":21.87,"CosQA":32.59,"StackOverflowQA":87.85,"SyntheticText2SQL":51.88} -{"index":6,"Rank":21,"Model":"bge-large-en-v1.5<\/a>","Model Size (Million Parameters)":1340,"Memory Usage (GB, fp32)":4.99,"Embedding Dimensions":1024,"Max Tokens":512,"Average":59.65,"AppsRetrieval":7.57,"CodeFeedbackMT":36.89,"CodeFeedbackST":71.77,"CodeSearchNetCCRetrieval (go)":41.05,"CodeSearchNetCCRetrieval (java)":57.06,"CodeSearchNetCCRetrieval (javascript)":53.23,"CodeSearchNetCCRetrieval (php)":46.01,"CodeSearchNetCCRetrieval (python)":60.47,"CodeSearchNetCCRetrieval (ruby)":58.4,"CodeSearchNetRetrieval (go)":94.95,"CodeSearchNetRetrieval (java)":85.4,"CodeSearchNetRetrieval (javascript)":76.92,"CodeSearchNetRetrieval (php)":87.83,"CodeSearchNetRetrieval (python)":90.8,"CodeSearchNetRetrieval (ruby)":82.41,"CodeTransOceanContest":53.13,"CodeTransOceanDL":21.04,"CosQA":34.36,"StackOverflowQA":83.07,"SyntheticText2SQL":50.64} -{"index":10,"Rank":22,"Model":"Cohere-embed-multilingual-light-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":384,"Max Tokens":512,"Average":59.01,"AppsRetrieval":8.27,"CodeFeedbackMT":39.34,"CodeFeedbackST":70.71,"CodeSearchNetCCRetrieval (go)":45.26,"CodeSearchNetCCRetrieval (java)":55.42,"CodeSearchNetCCRetrieval (javascript)":60.8,"CodeSearchNetCCRetrieval (php)":46.96,"CodeSearchNetCCRetrieval (python)":61.34,"CodeSearchNetCCRetrieval (ruby)":58.99,"CodeSearchNetRetrieval (go)":92.13,"CodeSearchNetRetrieval (java)":71.04,"CodeSearchNetRetrieval (javascript)":73.5,"CodeSearchNetRetrieval (php)":81.35,"CodeSearchNetRetrieval (python)":86.75,"CodeSearchNetRetrieval (ruby)":77.16,"CodeTransOceanContest":59.35,"CodeTransOceanDL":29.06,"CosQA":27.99,"StackOverflowQA":81.47,"SyntheticText2SQL":53.26} -{"index":46,"Rank":23,"Model":"all-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":58.99,"AppsRetrieval":5.97,"CodeFeedbackMT":27.07,"CodeFeedbackST":61.01,"CodeSearchNetCCRetrieval (go)":63.52,"CodeSearchNetCCRetrieval (java)":67.51,"CodeSearchNetCCRetrieval (javascript)":70.13,"CodeSearchNetCCRetrieval (php)":60.81,"CodeSearchNetCCRetrieval (python)":71.1,"CodeSearchNetCCRetrieval (ruby)":72.28,"CodeSearchNetRetrieval (go)":89.06,"CodeSearchNetRetrieval (java)":53.2,"CodeSearchNetRetrieval (javascript)":67.52,"CodeSearchNetRetrieval (php)":77.36,"CodeSearchNetRetrieval (python)":82.09,"CodeSearchNetRetrieval (ruby)":74.77,"CodeTransOceanContest":59.86,"CodeTransOceanDL":19.94,"CosQA":32.09,"StackOverflowQA":80.63,"SyntheticText2SQL":43.93} -{"index":47,"Rank":24,"Model":"all-MiniLM-L6-v2<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":384,"Max Tokens":512,"Average":58.47,"AppsRetrieval":6.6,"CodeFeedbackMT":35.62,"CodeFeedbackST":65.99,"CodeSearchNetCCRetrieval (go)":60.0,"CodeSearchNetCCRetrieval (java)":66.32,"CodeSearchNetCCRetrieval (javascript)":66.75,"CodeSearchNetCCRetrieval (php)":58.42,"CodeSearchNetCCRetrieval (python)":71.29,"CodeSearchNetCCRetrieval (ruby)":69.32,"CodeSearchNetRetrieval (go)":79.84,"CodeSearchNetRetrieval (java)":51.65,"CodeSearchNetRetrieval (javascript)":63.62,"CodeSearchNetRetrieval (php)":70.82,"CodeSearchNetRetrieval (python)":79.28,"CodeSearchNetRetrieval (ruby)":72.84,"CodeTransOceanContest":61.78,"CodeTransOceanDL":27.94,"CosQA":33.02,"StackOverflowQA":83.96,"SyntheticText2SQL":44.35} -{"index":35,"Rank":25,"Model":"e5-large<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":58.17,"AppsRetrieval":9.18,"CodeFeedbackMT":45.83,"CodeFeedbackST":73.29,"CodeSearchNetCCRetrieval (go)":42.42,"CodeSearchNetCCRetrieval (java)":55.47,"CodeSearchNetCCRetrieval (javascript)":60.51,"CodeSearchNetCCRetrieval (php)":44.14,"CodeSearchNetCCRetrieval (python)":63.21,"CodeSearchNetCCRetrieval (ruby)":57.91,"CodeSearchNetRetrieval (go)":80.19,"CodeSearchNetRetrieval (java)":75.38,"CodeSearchNetRetrieval (javascript)":64.28,"CodeSearchNetRetrieval (php)":72.31,"CodeSearchNetRetrieval (python)":83.25,"CodeSearchNetRetrieval (ruby)":74.52,"CodeTransOceanContest":63.15,"CodeTransOceanDL":31.77,"CosQA":32.86,"StackOverflowQA":82.85,"SyntheticText2SQL":50.85} -{"index":5,"Rank":26,"Model":"bge-base-en-v1.5<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":57.96,"AppsRetrieval":6.45,"CodeFeedbackMT":33.65,"CodeFeedbackST":70.0,"CodeSearchNetCCRetrieval (go)":34.6,"CodeSearchNetCCRetrieval (java)":56.21,"CodeSearchNetCCRetrieval (javascript)":54.23,"CodeSearchNetCCRetrieval (php)":44.15,"CodeSearchNetCCRetrieval (python)":59.77,"CodeSearchNetCCRetrieval (ruby)":56.37,"CodeSearchNetRetrieval (go)":95.42,"CodeSearchNetRetrieval (java)":81.05,"CodeSearchNetRetrieval (javascript)":75.78,"CodeSearchNetRetrieval (php)":87.99,"CodeSearchNetRetrieval (python)":89.09,"CodeSearchNetRetrieval (ruby)":81.33,"CodeTransOceanContest":45.65,"CodeTransOceanDL":23.49,"CosQA":33.71,"StackOverflowQA":80.23,"SyntheticText2SQL":49.98} -{"index":29,"Rank":27,"Model":"granite-embedding-125m-english<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":514,"Average":57.38,"AppsRetrieval":11.79,"CodeFeedbackMT":42.14,"CodeFeedbackST":75.28,"CodeSearchNetCCRetrieval (go)":38.75,"CodeSearchNetCCRetrieval (java)":50.72,"CodeSearchNetCCRetrieval (javascript)":52.03,"CodeSearchNetCCRetrieval (php)":39.66,"CodeSearchNetCCRetrieval (python)":51.41,"CodeSearchNetCCRetrieval (ruby)":53.17,"CodeSearchNetRetrieval (go)":83.69,"CodeSearchNetRetrieval (java)":69.41,"CodeSearchNetRetrieval (javascript)":72.84,"CodeSearchNetRetrieval (php)":75.13,"CodeSearchNetRetrieval (python)":83.63,"CodeSearchNetRetrieval (ruby)":76.81,"CodeTransOceanContest":66.73,"CodeTransOceanDL":29.6,"CosQA":36.62,"StackOverflowQA":89.85,"SyntheticText2SQL":48.41} -{"index":44,"Rank":28,"Model":"nomic-embed-text-v1<\/a>","Model Size (Million Parameters)":547,"Memory Usage (GB, fp32)":2.04,"Embedding Dimensions":768,"Max Tokens":8192,"Average":57.16,"AppsRetrieval":5.3,"CodeFeedbackMT":45.4,"CodeFeedbackST":66.32,"CodeSearchNetCCRetrieval (go)":42.45,"CodeSearchNetCCRetrieval (java)":54.08,"CodeSearchNetCCRetrieval (javascript)":57.78,"CodeSearchNetCCRetrieval (php)":45.3,"CodeSearchNetCCRetrieval (python)":56.7,"CodeSearchNetCCRetrieval (ruby)":59.09,"CodeSearchNetRetrieval (go)":91.5,"CodeSearchNetRetrieval (java)":82.0,"CodeSearchNetRetrieval (javascript)":70.2,"CodeSearchNetRetrieval (php)":83.86,"CodeSearchNetRetrieval (python)":86.99,"CodeSearchNetRetrieval (ruby)":76.44,"CodeTransOceanContest":49.87,"CodeTransOceanDL":20.66,"CosQA":27.23,"StackOverflowQA":70.96,"SyntheticText2SQL":51.02} -{"index":23,"Rank":29,"Model":"USER-bge-m3<\/a>","Model Size (Million Parameters)":359,"Memory Usage (GB, fp32)":1.34,"Embedding Dimensions":1024,"Max Tokens":8192,"Average":56.83,"AppsRetrieval":14.17,"CodeFeedbackMT":46.59,"CodeFeedbackST":69.42,"CodeSearchNetCCRetrieval (go)":45.59,"CodeSearchNetCCRetrieval (java)":51.14,"CodeSearchNetCCRetrieval (javascript)":56.58,"CodeSearchNetCCRetrieval (php)":40.48,"CodeSearchNetCCRetrieval (python)":57.2,"CodeSearchNetCCRetrieval (ruby)":56.2,"CodeSearchNetRetrieval (go)":85.71,"CodeSearchNetRetrieval (java)":63.08,"CodeSearchNetRetrieval (javascript)":70.26,"CodeSearchNetRetrieval (php)":76.48,"CodeSearchNetRetrieval (python)":83.58,"CodeSearchNetRetrieval (ruby)":72.3,"CodeTransOceanContest":65.55,"CodeTransOceanDL":29.16,"CosQA":28.36,"StackOverflowQA":79.29,"SyntheticText2SQL":45.44} -{"index":25,"Rank":30,"Model":"e5-base-4k<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":56.71,"AppsRetrieval":9.64,"CodeFeedbackMT":50.26,"CodeFeedbackST":68.77,"CodeSearchNetCCRetrieval (go)":43.79,"CodeSearchNetCCRetrieval (java)":56.55,"CodeSearchNetCCRetrieval (javascript)":58.62,"CodeSearchNetCCRetrieval (php)":44.61,"CodeSearchNetCCRetrieval (python)":61.3,"CodeSearchNetCCRetrieval (ruby)":55.57,"CodeSearchNetRetrieval (go)":85.89,"CodeSearchNetRetrieval (java)":68.1,"CodeSearchNetRetrieval (javascript)":62.39,"CodeSearchNetRetrieval (php)":76.27,"CodeSearchNetRetrieval (python)":81.0,"CodeSearchNetRetrieval (ruby)":70.06,"CodeTransOceanContest":66.52,"CodeTransOceanDL":21.23,"CosQA":27.05,"StackOverflowQA":79.92,"SyntheticText2SQL":46.72} -{"index":8,"Rank":31,"Model":"bge-small-en-v1.5<\/a>","Model Size (Million Parameters)":24,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":512,"Max Tokens":512,"Average":56.59,"AppsRetrieval":5.64,"CodeFeedbackMT":35.09,"CodeFeedbackST":67.79,"CodeSearchNetCCRetrieval (go)":28.97,"CodeSearchNetCCRetrieval (java)":53.71,"CodeSearchNetCCRetrieval (javascript)":50.45,"CodeSearchNetCCRetrieval (php)":42.44,"CodeSearchNetCCRetrieval (python)":56.45,"CodeSearchNetCCRetrieval (ruby)":55.13,"CodeSearchNetRetrieval (go)":94.51,"CodeSearchNetRetrieval (java)":83.33,"CodeSearchNetRetrieval (javascript)":73.73,"CodeSearchNetRetrieval (php)":87.08,"CodeSearchNetRetrieval (python)":88.79,"CodeSearchNetRetrieval (ruby)":79.53,"CodeTransOceanContest":48.22,"CodeTransOceanDL":25.67,"CosQA":32.04,"StackOverflowQA":78.05,"SyntheticText2SQL":45.12} -{"index":33,"Rank":32,"Model":"e5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":56.0,"AppsRetrieval":9.31,"CodeFeedbackMT":44.23,"CodeFeedbackST":69.49,"CodeSearchNetCCRetrieval (go)":39.41,"CodeSearchNetCCRetrieval (java)":53.01,"CodeSearchNetCCRetrieval (javascript)":58.13,"CodeSearchNetCCRetrieval (php)":40.64,"CodeSearchNetCCRetrieval (python)":61.67,"CodeSearchNetCCRetrieval (ruby)":56.05,"CodeSearchNetRetrieval (go)":76.52,"CodeSearchNetRetrieval (java)":69.23,"CodeSearchNetRetrieval (javascript)":64.36,"CodeSearchNetRetrieval (php)":70.34,"CodeSearchNetRetrieval (python)":82.35,"CodeSearchNetRetrieval (ruby)":73.49,"CodeTransOceanContest":59.1,"CodeTransOceanDL":28.57,"CosQA":31.45,"StackOverflowQA":81.66,"SyntheticText2SQL":50.99} -{"index":31,"Rank":33,"Model":"granite-embedding-30m-english<\/a>","Model Size (Million Parameters)":30,"Memory Usage (GB, fp32)":0.11,"Embedding Dimensions":384,"Max Tokens":514,"Average":55.78,"AppsRetrieval":6.2,"CodeFeedbackMT":37.76,"CodeFeedbackST":69.42,"CodeSearchNetCCRetrieval (go)":42.09,"CodeSearchNetCCRetrieval (java)":52.54,"CodeSearchNetCCRetrieval (javascript)":53.1,"CodeSearchNetCCRetrieval (php)":41.81,"CodeSearchNetCCRetrieval (python)":53.59,"CodeSearchNetCCRetrieval (ruby)":51.69,"CodeSearchNetRetrieval (go)":84.92,"CodeSearchNetRetrieval (java)":69.45,"CodeSearchNetRetrieval (javascript)":71.38,"CodeSearchNetRetrieval (php)":73.45,"CodeSearchNetRetrieval (python)":84.36,"CodeSearchNetRetrieval (ruby)":75.27,"CodeTransOceanContest":57.48,"CodeTransOceanDL":26.89,"CosQA":35.45,"StackOverflowQA":83.93,"SyntheticText2SQL":44.77} -{"index":26,"Rank":34,"Model":"granite-embedding-278m-multilingual-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":53.69,"AppsRetrieval":6.21,"CodeFeedbackMT":31.39,"CodeFeedbackST":67.72,"CodeSearchNetCCRetrieval (go)":37.55,"CodeSearchNetCCRetrieval (java)":45.54,"CodeSearchNetCCRetrieval (javascript)":46.02,"CodeSearchNetCCRetrieval (php)":35.94,"CodeSearchNetCCRetrieval (python)":45.53,"CodeSearchNetCCRetrieval (ruby)":47.55,"CodeSearchNetRetrieval (go)":86.14,"CodeSearchNetRetrieval (java)":70.89,"CodeSearchNetRetrieval (javascript)":70.34,"CodeSearchNetRetrieval (php)":72.93,"CodeSearchNetRetrieval (python)":83.12,"CodeSearchNetRetrieval (ruby)":74.74,"CodeTransOceanContest":60.83,"CodeTransOceanDL":32.14,"CosQA":33.45,"StackOverflowQA":78.45,"SyntheticText2SQL":47.34} -{"index":27,"Rank":35,"Model":"granite-embedding-278m-multilingual-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":53.69,"AppsRetrieval":6.21,"CodeFeedbackMT":31.39,"CodeFeedbackST":67.72,"CodeSearchNetCCRetrieval (go)":37.55,"CodeSearchNetCCRetrieval (java)":45.54,"CodeSearchNetCCRetrieval (javascript)":46.02,"CodeSearchNetCCRetrieval (php)":35.94,"CodeSearchNetCCRetrieval (python)":45.53,"CodeSearchNetCCRetrieval (ruby)":47.55,"CodeSearchNetRetrieval (go)":86.14,"CodeSearchNetRetrieval (java)":70.89,"CodeSearchNetRetrieval (javascript)":70.34,"CodeSearchNetRetrieval (php)":72.93,"CodeSearchNetRetrieval (python)":83.12,"CodeSearchNetRetrieval (ruby)":74.74,"CodeTransOceanContest":60.83,"CodeTransOceanDL":32.14,"CosQA":33.45,"StackOverflowQA":78.45,"SyntheticText2SQL":47.34} -{"index":30,"Rank":36,"Model":"granite-embedding-278m-multilingual<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":53.69,"AppsRetrieval":6.21,"CodeFeedbackMT":31.39,"CodeFeedbackST":67.72,"CodeSearchNetCCRetrieval (go)":37.55,"CodeSearchNetCCRetrieval (java)":45.54,"CodeSearchNetCCRetrieval (javascript)":46.02,"CodeSearchNetCCRetrieval (php)":35.94,"CodeSearchNetCCRetrieval (python)":45.53,"CodeSearchNetCCRetrieval (ruby)":47.55,"CodeSearchNetRetrieval (go)":86.14,"CodeSearchNetRetrieval (java)":70.89,"CodeSearchNetRetrieval (javascript)":70.34,"CodeSearchNetRetrieval (php)":72.93,"CodeSearchNetRetrieval (python)":83.12,"CodeSearchNetRetrieval (ruby)":74.74,"CodeTransOceanContest":60.83,"CodeTransOceanDL":32.14,"CosQA":33.45,"StackOverflowQA":78.45,"SyntheticText2SQL":47.34} -{"index":38,"Rank":37,"Model":"e5-small<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":50.98,"AppsRetrieval":4.32,"CodeFeedbackMT":36.47,"CodeFeedbackST":66.82,"CodeSearchNetCCRetrieval (go)":35.3,"CodeSearchNetCCRetrieval (java)":47.64,"CodeSearchNetCCRetrieval (javascript)":50.9,"CodeSearchNetCCRetrieval (php)":35.44,"CodeSearchNetCCRetrieval (python)":55.19,"CodeSearchNetCCRetrieval (ruby)":51.14,"CodeSearchNetRetrieval (go)":75.26,"CodeSearchNetRetrieval (java)":57.51,"CodeSearchNetRetrieval (javascript)":60.72,"CodeSearchNetRetrieval (php)":68.6,"CodeSearchNetRetrieval (python)":78.07,"CodeSearchNetRetrieval (ruby)":70.33,"CodeTransOceanContest":45.87,"CodeTransOceanDL":27.67,"CosQA":29.9,"StackOverflowQA":71.5,"SyntheticText2SQL":50.95} -{"index":28,"Rank":38,"Model":"granite-embedding-107m-multilingual<\/a>","Model Size (Million Parameters)":107,"Memory Usage (GB, fp32)":0.4,"Embedding Dimensions":384,"Max Tokens":514,"Average":47.42,"AppsRetrieval":4.54,"CodeFeedbackMT":23.46,"CodeFeedbackST":58.45,"CodeSearchNetCCRetrieval (go)":33.86,"CodeSearchNetCCRetrieval (java)":37.01,"CodeSearchNetCCRetrieval (javascript)":42.04,"CodeSearchNetCCRetrieval (php)":30.79,"CodeSearchNetCCRetrieval (python)":41.58,"CodeSearchNetCCRetrieval (ruby)":44.53,"CodeSearchNetRetrieval (go)":82.22,"CodeSearchNetRetrieval (java)":67.04,"CodeSearchNetRetrieval (javascript)":67.24,"CodeSearchNetRetrieval (php)":69.79,"CodeSearchNetRetrieval (python)":79.04,"CodeSearchNetRetrieval (ruby)":70.83,"CodeTransOceanContest":43.65,"CodeTransOceanDL":18.15,"CosQA":28.29,"StackOverflowQA":66.58,"SyntheticText2SQL":39.34} -{"index":51,"Rank":39,"Model":"LaBSE-ru-turbo<\/a>","Model Size (Million Parameters)":128,"Memory Usage (GB, fp32)":0.48,"Embedding Dimensions":768,"Max Tokens":512,"Average":43.01,"AppsRetrieval":3.21,"CodeFeedbackMT":28.06,"CodeFeedbackST":52.83,"CodeSearchNetCCRetrieval (go)":32.67,"CodeSearchNetCCRetrieval (java)":35.98,"CodeSearchNetCCRetrieval (javascript)":48.94,"CodeSearchNetCCRetrieval (php)":28.61,"CodeSearchNetCCRetrieval (python)":46.49,"CodeSearchNetCCRetrieval (ruby)":47.35,"CodeSearchNetRetrieval (go)":70.52,"CodeSearchNetRetrieval (java)":42.15,"CodeSearchNetRetrieval (javascript)":52.91,"CodeSearchNetRetrieval (php)":55.98,"CodeSearchNetRetrieval (python)":71.17,"CodeSearchNetRetrieval (ruby)":60.79,"CodeTransOceanContest":41.2,"CodeTransOceanDL":26.26,"CosQA":17.94,"StackOverflowQA":53.06,"SyntheticText2SQL":44.08} -{"index":50,"Rank":40,"Model":"paraphrase-multilingual-mpnet-base-v2<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":39.41,"AppsRetrieval":2.34,"CodeFeedbackMT":11.43,"CodeFeedbackST":35.34,"CodeSearchNetCCRetrieval (go)":26.63,"CodeSearchNetCCRetrieval (java)":42.1,"CodeSearchNetCCRetrieval (javascript)":57.46,"CodeSearchNetCCRetrieval (php)":29.8,"CodeSearchNetCCRetrieval (python)":53.43,"CodeSearchNetCCRetrieval (ruby)":55.02,"CodeSearchNetRetrieval (go)":67.23,"CodeSearchNetRetrieval (java)":45.56,"CodeSearchNetRetrieval (javascript)":48.34,"CodeSearchNetRetrieval (php)":48.3,"CodeSearchNetRetrieval (python)":65.54,"CodeSearchNetRetrieval (ruby)":60.19,"CodeTransOceanContest":27.94,"CodeTransOceanDL":16.71,"CosQA":16.57,"StackOverflowQA":43.11,"SyntheticText2SQL":35.22} -{"index":45,"Rank":41,"Model":"LaBSE<\/a>","Model Size (Million Parameters)":471,"Memory Usage (GB, fp32)":1.75,"Embedding Dimensions":768,"Max Tokens":512,"Average":37.12,"AppsRetrieval":2.39,"CodeFeedbackMT":17.98,"CodeFeedbackST":35.98,"CodeSearchNetCCRetrieval (go)":41.73,"CodeSearchNetCCRetrieval (java)":45.83,"CodeSearchNetCCRetrieval (javascript)":52.0,"CodeSearchNetCCRetrieval (php)":31.96,"CodeSearchNetCCRetrieval (python)":40.41,"CodeSearchNetCCRetrieval (ruby)":41.46,"CodeSearchNetRetrieval (go)":48.56,"CodeSearchNetRetrieval (java)":35.05,"CodeSearchNetRetrieval (javascript)":46.24,"CodeSearchNetRetrieval (php)":46.03,"CodeSearchNetRetrieval (python)":60.52,"CodeSearchNetRetrieval (ruby)":51.34,"CodeTransOceanContest":28.1,"CodeTransOceanDL":26.45,"CosQA":8.77,"StackOverflowQA":38.23,"SyntheticText2SQL":43.28} -{"index":19,"Rank":42,"Model":"LaBSE-en-ru<\/a>","Model Size (Million Parameters)":129,"Memory Usage (GB, fp32)":0.48,"Embedding Dimensions":768,"Max Tokens":512,"Average":34.55,"AppsRetrieval":2.26,"CodeFeedbackMT":24.65,"CodeFeedbackST":39.86,"CodeSearchNetCCRetrieval (go)":27.72,"CodeSearchNetCCRetrieval (java)":33.75,"CodeSearchNetCCRetrieval (javascript)":39.74,"CodeSearchNetCCRetrieval (php)":24.25,"CodeSearchNetCCRetrieval (python)":29.56,"CodeSearchNetCCRetrieval (ruby)":36.38,"CodeSearchNetRetrieval (go)":49.06,"CodeSearchNetRetrieval (java)":33.58,"CodeSearchNetRetrieval (javascript)":45.1,"CodeSearchNetRetrieval (php)":44.36,"CodeSearchNetRetrieval (python)":59.24,"CodeSearchNetRetrieval (ruby)":49.67,"CodeTransOceanContest":32.93,"CodeTransOceanDL":32.37,"CosQA":8.76,"StackOverflowQA":38.16,"SyntheticText2SQL":39.52} -{"index":49,"Rank":43,"Model":"paraphrase-multilingual-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":33.5,"AppsRetrieval":2.0,"CodeFeedbackMT":12.53,"CodeFeedbackST":32.53,"CodeSearchNetCCRetrieval (go)":28.54,"CodeSearchNetCCRetrieval (java)":26.23,"CodeSearchNetCCRetrieval (javascript)":43.56,"CodeSearchNetCCRetrieval (php)":16.3,"CodeSearchNetCCRetrieval (python)":44.49,"CodeSearchNetCCRetrieval (ruby)":43.84,"CodeSearchNetRetrieval (go)":61.49,"CodeSearchNetRetrieval (java)":32.49,"CodeSearchNetRetrieval (javascript)":46.41,"CodeSearchNetRetrieval (php)":45.01,"CodeSearchNetRetrieval (python)":58.15,"CodeSearchNetRetrieval (ruby)":56.44,"CodeTransOceanContest":25.67,"CodeTransOceanDL":11.65,"CosQA":14.24,"StackOverflowQA":37.94,"SyntheticText2SQL":30.57} -{"index":52,"Rank":44,"Model":"rubert-tiny-turbo<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"Embedding Dimensions":312,"Max Tokens":2048,"Average":26.22,"AppsRetrieval":1.25,"CodeFeedbackMT":18.67,"CodeFeedbackST":25.37,"CodeSearchNetCCRetrieval (go)":17.14,"CodeSearchNetCCRetrieval (java)":23.17,"CodeSearchNetCCRetrieval (javascript)":27.6,"CodeSearchNetCCRetrieval (php)":17.53,"CodeSearchNetCCRetrieval (python)":32.45,"CodeSearchNetCCRetrieval (ruby)":37.08,"CodeSearchNetRetrieval (go)":34.78,"CodeSearchNetRetrieval (java)":20.77,"CodeSearchNetRetrieval (javascript)":24.46,"CodeSearchNetRetrieval (php)":30.9,"CodeSearchNetRetrieval (python)":47.77,"CodeSearchNetRetrieval (ruby)":39.47,"CodeTransOceanContest":23.44,"CodeTransOceanDL":32.03,"CosQA":7.22,"StackOverflowQA":31.97,"SyntheticText2SQL":31.4} -{"index":22,"Rank":45,"Model":"USER-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":512,"Average":22.19,"AppsRetrieval":1.06,"CodeFeedbackMT":11.83,"CodeFeedbackST":27.39,"CodeSearchNetCCRetrieval (go)":13.48,"CodeSearchNetCCRetrieval (java)":16.81,"CodeSearchNetCCRetrieval (javascript)":22.88,"CodeSearchNetCCRetrieval (php)":9.08,"CodeSearchNetCCRetrieval (python)":15.45,"CodeSearchNetCCRetrieval (ruby)":25.8,"CodeSearchNetRetrieval (go)":45.46,"CodeSearchNetRetrieval (java)":17.15,"CodeSearchNetRetrieval (javascript)":30.73,"CodeSearchNetRetrieval (php)":23.3,"CodeSearchNetRetrieval (python)":44.22,"CodeSearchNetRetrieval (ruby)":37.01,"CodeTransOceanContest":18.25,"CodeTransOceanDL":26.66,"CosQA":2.89,"StackOverflowQA":25.25,"SyntheticText2SQL":29.15} -{"index":53,"Rank":46,"Model":"text2vec-base-multilingual<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":256,"Average":20.2,"AppsRetrieval":1.31,"CodeFeedbackMT":12.67,"CodeFeedbackST":22.08,"CodeSearchNetCCRetrieval (go)":8.65,"CodeSearchNetCCRetrieval (java)":9.18,"CodeSearchNetCCRetrieval (javascript)":16.51,"CodeSearchNetCCRetrieval (php)":8.02,"CodeSearchNetCCRetrieval (python)":17.26,"CodeSearchNetCCRetrieval (ruby)":21.38,"CodeSearchNetRetrieval (go)":32.32,"CodeSearchNetRetrieval (java)":18.91,"CodeSearchNetRetrieval (javascript)":22.2,"CodeSearchNetRetrieval (php)":26.69,"CodeSearchNetRetrieval (python)":39.52,"CodeSearchNetRetrieval (ruby)":34.56,"CodeTransOceanContest":17.87,"CodeTransOceanDL":26.42,"CosQA":11.36,"StackOverflowQA":32.47,"SyntheticText2SQL":24.54} -{"index":21,"Rank":47,"Model":"rubert-tiny2<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"Embedding Dimensions":2048,"Max Tokens":514,"Average":19.93,"AppsRetrieval":0.44,"CodeFeedbackMT":26.04,"CodeFeedbackST":20.27,"CodeSearchNetCCRetrieval (go)":13.02,"CodeSearchNetCCRetrieval (java)":15.62,"CodeSearchNetCCRetrieval (javascript)":25.81,"CodeSearchNetCCRetrieval (php)":16.02,"CodeSearchNetCCRetrieval (python)":19.13,"CodeSearchNetCCRetrieval (ruby)":28.35,"CodeSearchNetRetrieval (go)":22.91,"CodeSearchNetRetrieval (java)":16.8,"CodeSearchNetRetrieval (javascript)":16.11,"CodeSearchNetRetrieval (php)":18.93,"CodeSearchNetRetrieval (python)":34.54,"CodeSearchNetRetrieval (ruby)":26.85,"CodeTransOceanContest":19.41,"CodeTransOceanDL":34.02,"CosQA":4.48,"StackOverflowQA":19.97,"SyntheticText2SQL":19.8} -{"index":20,"Rank":48,"Model":"rubert-tiny<\/a>","Model Size (Million Parameters)":12,"Memory Usage (GB, fp32)":0.04,"Embedding Dimensions":512,"Max Tokens":514,"Average":13.23,"AppsRetrieval":0.27,"CodeFeedbackMT":13.47,"CodeFeedbackST":8.09,"CodeSearchNetCCRetrieval (go)":10.31,"CodeSearchNetCCRetrieval (java)":15.11,"CodeSearchNetCCRetrieval (javascript)":20.43,"CodeSearchNetCCRetrieval (php)":11.37,"CodeSearchNetCCRetrieval (python)":11.11,"CodeSearchNetCCRetrieval (ruby)":21.66,"CodeSearchNetRetrieval (go)":13.54,"CodeSearchNetRetrieval (java)":10.23,"CodeSearchNetRetrieval (javascript)":9.78,"CodeSearchNetRetrieval (php)":9.12,"CodeSearchNetRetrieval (python)":20.82,"CodeSearchNetRetrieval (ruby)":17.34,"CodeTransOceanContest":13.36,"CodeTransOceanDL":33.44,"CosQA":3.73,"StackOverflowQA":16.66,"SyntheticText2SQL":4.72} -{"index":12,"Rank":49,"Model":"distilrubert-small-cased-conversational<\/a>","Model Size (Million Parameters)":106,"Memory Usage (GB, fp32)":0.39,"Embedding Dimensions":768,"Max Tokens":512,"Average":13.22,"AppsRetrieval":0.07,"CodeFeedbackMT":11.84,"CodeFeedbackST":7.42,"CodeSearchNetCCRetrieval (go)":12.62,"CodeSearchNetCCRetrieval (java)":16.29,"CodeSearchNetCCRetrieval (javascript)":22.77,"CodeSearchNetCCRetrieval (php)":14.17,"CodeSearchNetCCRetrieval (python)":13.81,"CodeSearchNetCCRetrieval (ruby)":26.22,"CodeSearchNetRetrieval (go)":7.54,"CodeSearchNetRetrieval (java)":11.9,"CodeSearchNetRetrieval (javascript)":10.38,"CodeSearchNetRetrieval (php)":11.26,"CodeSearchNetRetrieval (python)":19.08,"CodeSearchNetRetrieval (ruby)":12.38,"CodeTransOceanContest":15.26,"CodeTransOceanDL":31.1,"CosQA":2.93,"StackOverflowQA":13.99,"SyntheticText2SQL":3.4} -{"index":17,"Rank":50,"Model":"sbert_large_mt_nlu_ru<\/a>","Model Size (Million Parameters)":427,"Memory Usage (GB, fp32)":1.59,"Embedding Dimensions":1024,"Max Tokens":514,"Average":8.54,"AppsRetrieval":0.23,"CodeFeedbackMT":5.6,"CodeFeedbackST":5.33,"CodeSearchNetCCRetrieval (go)":3.82,"CodeSearchNetCCRetrieval (java)":5.22,"CodeSearchNetCCRetrieval (javascript)":8.44,"CodeSearchNetCCRetrieval (php)":3.76,"CodeSearchNetCCRetrieval (python)":5.89,"CodeSearchNetCCRetrieval (ruby)":12.6,"CodeSearchNetRetrieval (go)":10.42,"CodeSearchNetRetrieval (java)":4.77,"CodeSearchNetRetrieval (javascript)":9.82,"CodeSearchNetRetrieval (php)":9.82,"CodeSearchNetRetrieval (python)":15.0,"CodeSearchNetRetrieval (ruby)":11.82,"CodeTransOceanContest":11.01,"CodeTransOceanDL":28.95,"CosQA":0.56,"StackOverflowQA":8.95,"SyntheticText2SQL":8.82} -{"index":14,"Rank":51,"Model":"rubert-base-cased-sentence<\/a>","Model Size (Million Parameters)":180,"Memory Usage (GB, fp32)":0.67,"Embedding Dimensions":768,"Max Tokens":512,"Average":7.46,"AppsRetrieval":0.29,"CodeFeedbackMT":5.54,"CodeFeedbackST":5.55,"CodeSearchNetCCRetrieval (go)":3.93,"CodeSearchNetCCRetrieval (java)":5.2,"CodeSearchNetCCRetrieval (javascript)":7.57,"CodeSearchNetCCRetrieval (php)":3.92,"CodeSearchNetCCRetrieval (python)":4.46,"CodeSearchNetCCRetrieval (ruby)":10.55,"CodeSearchNetRetrieval (go)":7.78,"CodeSearchNetRetrieval (java)":6.09,"CodeSearchNetRetrieval (javascript)":6.01,"CodeSearchNetRetrieval (php)":4.98,"CodeSearchNetRetrieval (python)":11.06,"CodeSearchNetRetrieval (ruby)":10.14,"CodeTransOceanContest":9.55,"CodeTransOceanDL":29.35,"CosQA":0.88,"StackOverflowQA":6.97,"SyntheticText2SQL":9.32} -{"index":18,"Rank":52,"Model":"sbert_large_nlu_ru<\/a>","Model Size (Million Parameters)":427,"Memory Usage (GB, fp32)":1.59,"Embedding Dimensions":1024,"Max Tokens":512,"Average":6.73,"AppsRetrieval":0.19,"CodeFeedbackMT":5.2,"CodeFeedbackST":3.78,"CodeSearchNetCCRetrieval (go)":3.2,"CodeSearchNetCCRetrieval (java)":4.12,"CodeSearchNetCCRetrieval (javascript)":4.77,"CodeSearchNetCCRetrieval (php)":2.43,"CodeSearchNetCCRetrieval (python)":4.27,"CodeSearchNetCCRetrieval (ruby)":11.04,"CodeSearchNetRetrieval (go)":7.18,"CodeSearchNetRetrieval (java)":5.06,"CodeSearchNetRetrieval (javascript)":6.59,"CodeSearchNetRetrieval (php)":6.07,"CodeSearchNetRetrieval (python)":10.29,"CodeSearchNetRetrieval (ruby)":7.29,"CodeTransOceanContest":9.79,"CodeTransOceanDL":31.48,"CosQA":0.35,"StackOverflowQA":6.87,"SyntheticText2SQL":4.57} -{"index":24,"Rank":53,"Model":"deberta-v1-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":512,"Average":6.35,"AppsRetrieval":0.05,"CodeFeedbackMT":3.15,"CodeFeedbackST":2.06,"CodeSearchNetCCRetrieval (go)":7.66,"CodeSearchNetCCRetrieval (java)":10.38,"CodeSearchNetCCRetrieval (javascript)":11.29,"CodeSearchNetCCRetrieval (php)":4.16,"CodeSearchNetCCRetrieval (python)":2.74,"CodeSearchNetCCRetrieval (ruby)":10.7,"CodeSearchNetRetrieval (go)":7.74,"CodeSearchNetRetrieval (java)":6.66,"CodeSearchNetRetrieval (javascript)":4.17,"CodeSearchNetRetrieval (php)":2.69,"CodeSearchNetRetrieval (python)":7.02,"CodeSearchNetRetrieval (ruby)":4.92,"CodeTransOceanContest":5.93,"CodeTransOceanDL":28.11,"CosQA":0.16,"StackOverflowQA":6.63,"SyntheticText2SQL":0.76} -{"index":13,"Rank":54,"Model":"rubert-base-cased<\/a>","Model Size (Million Parameters)":180,"Memory Usage (GB, fp32)":0.67,"Embedding Dimensions":768,"Max Tokens":512,"Average":5.76,"AppsRetrieval":0.04,"CodeFeedbackMT":8.43,"CodeFeedbackST":3.66,"CodeSearchNetCCRetrieval (go)":4.52,"CodeSearchNetCCRetrieval (java)":5.94,"CodeSearchNetCCRetrieval (javascript)":8.05,"CodeSearchNetCCRetrieval (php)":4.64,"CodeSearchNetCCRetrieval (python)":3.77,"CodeSearchNetCCRetrieval (ruby)":9.34,"CodeSearchNetRetrieval (go)":2.67,"CodeSearchNetRetrieval (java)":2.8,"CodeSearchNetRetrieval (javascript)":2.31,"CodeSearchNetRetrieval (php)":1.9,"CodeSearchNetRetrieval (python)":6.47,"CodeSearchNetRetrieval (ruby)":5.26,"CodeTransOceanContest":5.49,"CodeTransOceanDL":29.16,"CosQA":0.14,"StackOverflowQA":8.75,"SyntheticText2SQL":1.79} -{"index":43,"Rank":55,"Model":"jina-embeddings-v2-base-en<\/a>","Model Size (Million Parameters)":275,"Memory Usage (GB, fp32)":1.02,"Embedding Dimensions":768,"Max Tokens":8192,"Average":0.38,"AppsRetrieval":0.05,"CodeFeedbackMT":0.03,"CodeFeedbackST":0.02,"CodeSearchNetCCRetrieval (go)":0.03,"CodeSearchNetCCRetrieval (java)":0.03,"CodeSearchNetCCRetrieval (javascript)":0.08,"CodeSearchNetCCRetrieval (php)":0.0,"CodeSearchNetCCRetrieval (python)":0.0,"CodeSearchNetCCRetrieval (ruby)":0.11,"CodeSearchNetRetrieval (go)":0.81,"CodeSearchNetRetrieval (java)":0.73,"CodeSearchNetRetrieval (javascript)":0.36,"CodeSearchNetRetrieval (php)":0.41,"CodeSearchNetRetrieval (python)":0.83,"CodeSearchNetRetrieval (ruby)":0.66,"CodeTransOceanContest":1.3,"CodeTransOceanDL":1.92,"CosQA":0.0,"StackOverflowQA":0.24,"SyntheticText2SQL":0.0} -{"index":0,"Rank":56,"Model":"voyage-3-lite<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":512,"Max Tokens":32000,"Average":"","AppsRetrieval":"","CodeFeedbackMT":"","CodeFeedbackST":"","CodeSearchNetCCRetrieval (go)":"","CodeSearchNetCCRetrieval (java)":"","CodeSearchNetCCRetrieval (javascript)":"","CodeSearchNetCCRetrieval (php)":"","CodeSearchNetCCRetrieval (python)":"","CodeSearchNetCCRetrieval (ruby)":"","CodeSearchNetRetrieval (go)":"","CodeSearchNetRetrieval (java)":"","CodeSearchNetRetrieval (javascript)":"","CodeSearchNetRetrieval (php)":"","CodeSearchNetRetrieval (python)":"","CodeSearchNetRetrieval (ruby)":"","CodeTransOceanContest":"","CodeTransOceanDL":"","CosQA":"","StackOverflowQA":89.41,"SyntheticText2SQL":""} -{"index":7,"Rank":57,"Model":"bge-m3<\/a>","Model Size (Million Parameters)":567,"Memory Usage (GB, fp32)":2.11,"Embedding Dimensions":1024,"Max Tokens":8192,"Average":"","AppsRetrieval":"","CodeFeedbackMT":"","CodeFeedbackST":"","CodeSearchNetCCRetrieval (go)":"","CodeSearchNetCCRetrieval (java)":"","CodeSearchNetCCRetrieval (javascript)":"","CodeSearchNetCCRetrieval (php)":"","CodeSearchNetCCRetrieval (python)":"","CodeSearchNetCCRetrieval (ruby)":"","CodeSearchNetRetrieval (go)":"","CodeSearchNetRetrieval (java)":"","CodeSearchNetRetrieval (javascript)":"","CodeSearchNetRetrieval (php)":"","CodeSearchNetRetrieval (python)":"","CodeSearchNetRetrieval (ruby)":"","CodeTransOceanContest":"","CodeTransOceanDL":"","CosQA":"","StackOverflowQA":80.6,"SyntheticText2SQL":""} diff --git a/boards_data/da/data_overall/default.txt b/boards_data/da/data_overall/default.txt deleted file mode 100644 index e69de29bb2d1d6434b8b29ae775ad8c2e48c5391..0000000000000000000000000000000000000000 diff --git a/boards_data/da/data_tasks/BitextMining/default.jsonl b/boards_data/da/data_tasks/BitextMining/default.jsonl deleted file mode 100644 index b1fb5188690ed4f1a720c24adccf2bfa115dc2c4..0000000000000000000000000000000000000000 --- a/boards_data/da/data_tasks/BitextMining/default.jsonl +++ /dev/null @@ -1,65 +0,0 @@ -{"index":17,"Rank":1,"Model":"GritLM-7B<\/a>","Model Size (Million Parameters)":7240,"Memory Usage (GB, fp32)":26.97,"Embedding Dimensions":"","Max Tokens":4096,"BornholmBitextMining":61.17} -{"index":40,"Rank":2,"Model":"e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"BornholmBitextMining":57.24} -{"index":44,"Rank":3,"Model":"multilingual-e5-large-instruct<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"BornholmBitextMining":55.42} -{"index":24,"Rank":4,"Model":"SFR-Embedding-Mistral<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"BornholmBitextMining":50.24} -{"index":5,"Rank":5,"Model":"gte-Qwen2-7B-instruct<\/a>","Model Size (Million Parameters)":7613,"Memory Usage (GB, fp32)":28.36,"Embedding Dimensions":3584,"Max Tokens":32768,"BornholmBitextMining":50.16} -{"index":52,"Rank":6,"Model":"nomic-embed-text-v1<\/a>","Model Size (Million Parameters)":547,"Memory Usage (GB, fp32)":2.04,"Embedding Dimensions":768,"Max Tokens":8192,"BornholmBitextMining":48.41} -{"index":35,"Rank":7,"Model":"SONAR<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","BornholmBitextMining":47.37} -{"index":42,"Rank":8,"Model":"multilingual-e5-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"BornholmBitextMining":46.4} -{"index":53,"Rank":9,"Model":"LaBSE<\/a>","Model Size (Million Parameters)":471,"Memory Usage (GB, fp32)":1.75,"Embedding Dimensions":768,"Max Tokens":512,"BornholmBitextMining":45.63} -{"index":43,"Rank":10,"Model":"multilingual-e5-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"BornholmBitextMining":44.16} -{"index":8,"Rank":11,"Model":"bge-m3<\/a>","Model Size (Million Parameters)":567,"Memory Usage (GB, fp32)":2.11,"Embedding Dimensions":1024,"Max Tokens":8192,"BornholmBitextMining":44.11} -{"index":45,"Rank":12,"Model":"multilingual-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"BornholmBitextMining":43.89} -{"index":63,"Rank":13,"Model":"text-embedding-3-large<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":3072,"Max Tokens":8191,"BornholmBitextMining":43.85} -{"index":60,"Rank":14,"Model":"rubert-tiny-turbo<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"Embedding Dimensions":312,"Max Tokens":2048,"BornholmBitextMining":42.96} -{"index":3,"Rank":15,"Model":"voyage-multilingual-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":32000,"BornholmBitextMining":42.68} -{"index":32,"Rank":16,"Model":"USER-bge-m3<\/a>","Model Size (Million Parameters)":359,"Memory Usage (GB, fp32)":1.34,"Embedding Dimensions":1024,"Max Tokens":8192,"BornholmBitextMining":42.44} -{"index":64,"Rank":17,"Model":"text-embedding-3-small<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":8191,"BornholmBitextMining":40.88} -{"index":39,"Rank":18,"Model":"e5-large-v2<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"BornholmBitextMining":40.86} -{"index":10,"Rank":19,"Model":"Cohere-embed-english-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":512,"BornholmBitextMining":40.85} -{"index":4,"Rank":20,"Model":"gte-Qwen1.5-7B-instruct<\/a>","Model Size (Million Parameters)":7099,"Memory Usage (GB, fp32)":26.45,"Embedding Dimensions":4096,"Max Tokens":32768,"BornholmBitextMining":40.62} -{"index":41,"Rank":21,"Model":"e5-small<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"BornholmBitextMining":40.27} -{"index":38,"Rank":22,"Model":"e5-large<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"BornholmBitextMining":40.15} -{"index":36,"Rank":23,"Model":"e5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"BornholmBitextMining":40.09} -{"index":0,"Rank":24,"Model":"voyage-3-lite<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":512,"Max Tokens":32000,"BornholmBitextMining":40.01} -{"index":37,"Rank":25,"Model":"e5-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"BornholmBitextMining":38.49} -{"index":18,"Rank":26,"Model":"e5-dansk-test-0.1<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"BornholmBitextMining":37.97} -{"index":30,"Rank":27,"Model":"rubert-tiny2<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"Embedding Dimensions":2048,"Max Tokens":514,"BornholmBitextMining":37.66} -{"index":59,"Rank":28,"Model":"LaBSE-ru-turbo<\/a>","Model Size (Million Parameters)":128,"Memory Usage (GB, fp32)":0.48,"Embedding Dimensions":768,"Max Tokens":512,"BornholmBitextMining":37.59} -{"index":34,"Rank":29,"Model":"e5-base-4k<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"BornholmBitextMining":37.44} -{"index":28,"Rank":30,"Model":"LaBSE-en-ru<\/a>","Model Size (Million Parameters)":129,"Memory Usage (GB, fp32)":0.48,"Embedding Dimensions":768,"Max Tokens":512,"BornholmBitextMining":37.36} -{"index":11,"Rank":31,"Model":"Cohere-embed-multilingual-light-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":384,"Max Tokens":512,"BornholmBitextMining":36.64} -{"index":12,"Rank":32,"Model":"Cohere-embed-multilingual-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":512,"BornholmBitextMining":35.6} -{"index":54,"Rank":33,"Model":"all-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"BornholmBitextMining":35.25} -{"index":1,"Rank":34,"Model":"voyage-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":32000,"BornholmBitextMining":34.84} -{"index":31,"Rank":35,"Model":"USER-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":512,"BornholmBitextMining":34.8} -{"index":2,"Rank":36,"Model":"voyage-large-2-instruct<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":16000,"BornholmBitextMining":34.66} -{"index":7,"Rank":37,"Model":"bge-large-en-v1.5<\/a>","Model Size (Million Parameters)":1340,"Memory Usage (GB, fp32)":4.99,"Embedding Dimensions":1024,"Max Tokens":512,"BornholmBitextMining":34.09} -{"index":9,"Rank":38,"Model":"bge-small-en-v1.5<\/a>","Model Size (Million Parameters)":24,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":512,"Max Tokens":512,"BornholmBitextMining":33.92} -{"index":55,"Rank":39,"Model":"all-MiniLM-L6-v2<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":384,"Max Tokens":512,"BornholmBitextMining":29.68} -{"index":6,"Rank":40,"Model":"bge-base-en-v1.5<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"BornholmBitextMining":27.6} -{"index":56,"Rank":41,"Model":"all-mpnet-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"BornholmBitextMining":27.44} -{"index":29,"Rank":42,"Model":"rubert-tiny<\/a>","Model Size (Million Parameters)":12,"Memory Usage (GB, fp32)":0.04,"Embedding Dimensions":512,"Max Tokens":514,"BornholmBitextMining":22.12} -{"index":46,"Rank":43,"Model":"udever-bloom-1b1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":2048,"BornholmBitextMining":21.91} -{"index":57,"Rank":44,"Model":"paraphrase-multilingual-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"BornholmBitextMining":19.67} -{"index":58,"Rank":45,"Model":"paraphrase-multilingual-mpnet-base-v2<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"BornholmBitextMining":18.18} -{"index":61,"Rank":46,"Model":"text2vec-base-multilingual<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":256,"BornholmBitextMining":17.43} -{"index":25,"Rank":47,"Model":"sbert_large_mt_nlu_ru<\/a>","Model Size (Million Parameters)":427,"Memory Usage (GB, fp32)":1.59,"Embedding Dimensions":1024,"Max Tokens":514,"BornholmBitextMining":17.0} -{"index":15,"Rank":48,"Model":"rubert-base-cased-sentence<\/a>","Model Size (Million Parameters)":180,"Memory Usage (GB, fp32)":0.67,"Embedding Dimensions":768,"Max Tokens":512,"BornholmBitextMining":15.6} -{"index":33,"Rank":49,"Model":"deberta-v1-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":512,"BornholmBitextMining":14.11} -{"index":21,"Rank":50,"Model":"sentence-bert-swedish-cased<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.47,"Embedding Dimensions":768,"Max Tokens":512,"BornholmBitextMining":14.08} -{"index":13,"Rank":51,"Model":"distilrubert-small-cased-conversational<\/a>","Model Size (Million Parameters)":106,"Memory Usage (GB, fp32)":0.39,"Embedding Dimensions":768,"Max Tokens":512,"BornholmBitextMining":13.33} -{"index":14,"Rank":52,"Model":"rubert-base-cased<\/a>","Model Size (Million Parameters)":180,"Memory Usage (GB, fp32)":0.67,"Embedding Dimensions":768,"Max Tokens":512,"BornholmBitextMining":12.61} -{"index":26,"Rank":53,"Model":"sbert_large_nlu_ru<\/a>","Model Size (Million Parameters)":427,"Memory Usage (GB, fp32)":1.59,"Embedding Dimensions":1024,"Max Tokens":512,"BornholmBitextMining":12.6} -{"index":47,"Rank":54,"Model":"udever-bloom-560m<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":2048,"BornholmBitextMining":11.73} -{"index":27,"Rank":55,"Model":"dfm-encoder-large-v1<\/a>","Model Size (Million Parameters)":355,"Memory Usage (GB, fp32)":1.32,"Embedding Dimensions":1024,"Max Tokens":512,"BornholmBitextMining":11.65} -{"index":22,"Rank":56,"Model":"nb-bert-base<\/a>","Model Size (Million Parameters)":179,"Memory Usage (GB, fp32)":0.67,"Embedding Dimensions":768,"Max Tokens":512,"BornholmBitextMining":9.88} -{"index":19,"Rank":57,"Model":"bert-base-swedish-cased<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.47,"Embedding Dimensions":768,"Max Tokens":512,"BornholmBitextMining":6.6} -{"index":62,"Rank":58,"Model":"DanskBERT<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.47,"Embedding Dimensions":768,"Max Tokens":514,"BornholmBitextMining":6.34} -{"index":50,"Rank":59,"Model":"norbert3-base<\/a>","Model Size (Million Parameters)":131,"Memory Usage (GB, fp32)":0.49,"Embedding Dimensions":768,"Max Tokens":512,"BornholmBitextMining":6.08} -{"index":23,"Rank":60,"Model":"nb-bert-large<\/a>","Model Size (Million Parameters)":355,"Memory Usage (GB, fp32)":1.32,"Embedding Dimensions":1024,"Max Tokens":512,"BornholmBitextMining":4.53} -{"index":16,"Rank":61,"Model":"xlm-roberta-base<\/a>","Model Size (Million Parameters)":279,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"BornholmBitextMining":4.42} -{"index":51,"Rank":62,"Model":"norbert3-large<\/a>","Model Size (Million Parameters)":368,"Memory Usage (GB, fp32)":1.37,"Embedding Dimensions":1024,"Max Tokens":512,"BornholmBitextMining":2.9} -{"index":49,"Rank":63,"Model":"electra-small-nordic<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":256,"Max Tokens":512,"BornholmBitextMining":1.44} -{"index":20,"Rank":64,"Model":"electra-small-swedish-cased-discriminator<\/a>","Model Size (Million Parameters)":16,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":256,"Max Tokens":512,"BornholmBitextMining":0.85} -{"index":48,"Rank":65,"Model":"jina-embeddings-v2-base-en<\/a>","Model Size (Million Parameters)":275,"Memory Usage (GB, fp32)":1.02,"Embedding Dimensions":768,"Max Tokens":8192,"BornholmBitextMining":0.62} diff --git a/boards_data/da/data_tasks/Classification/default.jsonl b/boards_data/da/data_tasks/Classification/default.jsonl deleted file mode 100644 index aada1b4153bc3fae157191e3b8ca12bd8f7a8e6a..0000000000000000000000000000000000000000 --- a/boards_data/da/data_tasks/Classification/default.jsonl +++ /dev/null @@ -1,91 +0,0 @@ -{"index":59,"Rank":1,"Model":"multilingual-e5-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":59.94,"AngryTweetsClassification":54.95,"DKHateClassification":66.02,"DanishPoliticalCommentsClassification":38.27,"LccSentimentClassification":59.6,"MassiveIntentClassification (da)":60.16,"MassiveScenarioClassification (da)":67.46,"NordicLangClassification":82.29,"ScalaDaClassification":50.77} -{"index":42,"Rank":2,"Model":"dfm-encoder-large-v1<\/a>","Model Size (Million Parameters)":355,"Memory Usage (GB, fp32)":1.32,"Embedding Dimensions":1024,"Max Tokens":512,"Average":59.16,"AngryTweetsClassification":53.8,"DKHateClassification":60.09,"DanishPoliticalCommentsClassification":36.6,"LccSentimentClassification":57.33,"MassiveIntentClassification (da)":60.55,"MassiveScenarioClassification (da)":64.16,"NordicLangClassification":77.68,"ScalaDaClassification":63.08} -{"index":35,"Rank":3,"Model":"nb-bert-large<\/a>","Model Size (Million Parameters)":355,"Memory Usage (GB, fp32)":1.32,"Embedding Dimensions":1024,"Max Tokens":512,"Average":58.9,"AngryTweetsClassification":52.14,"DKHateClassification":62.13,"DanishPoliticalCommentsClassification":35.04,"LccSentimentClassification":56.27,"MassiveIntentClassification (da)":57.03,"MassiveScenarioClassification (da)":60.43,"NordicLangClassification":85.27,"ScalaDaClassification":62.85} -{"index":58,"Rank":4,"Model":"multilingual-e5-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":58.61,"AngryTweetsClassification":54.65,"DKHateClassification":63.53,"DanishPoliticalCommentsClassification":36.69,"LccSentimentClassification":59.67,"MassiveIntentClassification (da)":60.16,"MassiveScenarioClassification (da)":67.46,"NordicLangClassification":75.94,"ScalaDaClassification":50.79} -{"index":88,"Rank":5,"Model":"DanskBERT<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.47,"Embedding Dimensions":768,"Max Tokens":514,"Average":58.31,"AngryTweetsClassification":54.28,"DKHateClassification":59.3,"DanishPoliticalCommentsClassification":39.81,"LccSentimentClassification":58.0,"MassiveIntentClassification (da)":54.68,"MassiveScenarioClassification (da)":59.56,"NordicLangClassification":74.25,"ScalaDaClassification":66.59} -{"index":34,"Rank":6,"Model":"nb-bert-base<\/a>","Model Size (Million Parameters)":179,"Memory Usage (GB, fp32)":0.67,"Embedding Dimensions":768,"Max Tokens":512,"Average":57.68,"AngryTweetsClassification":52.14,"DKHateClassification":61.73,"DanishPoliticalCommentsClassification":34.84,"LccSentimentClassification":51.4,"MassiveIntentClassification (da)":56.69,"MassiveScenarioClassification (da)":61.93,"NordicLangClassification":84.69,"ScalaDaClassification":57.99} -{"index":67,"Rank":7,"Model":"norbert3-base<\/a>","Model Size (Million Parameters)":131,"Memory Usage (GB, fp32)":0.49,"Embedding Dimensions":768,"Max Tokens":512,"Average":56.34,"AngryTweetsClassification":52.48,"DKHateClassification":58.78,"DanishPoliticalCommentsClassification":34.14,"LccSentimentClassification":54.07,"MassiveIntentClassification (da)":53.16,"MassiveScenarioClassification (da)":57.17,"NordicLangClassification":82.67,"ScalaDaClassification":58.25} -{"index":61,"Rank":8,"Model":"multilingual-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":56.12,"AngryTweetsClassification":53.57,"DKHateClassification":60.73,"DanishPoliticalCommentsClassification":34.38,"LccSentimentClassification":57.87,"MassiveIntentClassification (da)":54.63,"MassiveScenarioClassification (da)":62.34,"NordicLangClassification":75.15,"ScalaDaClassification":50.3} -{"index":51,"Rank":9,"Model":"SONAR<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":55.03,"AngryTweetsClassification":49.62,"DKHateClassification":69.97,"DanishPoliticalCommentsClassification":37.59,"LccSentimentClassification":54.27,"MassiveIntentClassification (da)":62.03,"MassiveScenarioClassification (da)":67.76,"NordicLangClassification":48.4,"ScalaDaClassification":50.63} -{"index":68,"Rank":10,"Model":"norbert3-large<\/a>","Model Size (Million Parameters)":368,"Memory Usage (GB, fp32)":1.37,"Embedding Dimensions":1024,"Max Tokens":512,"Average":54.21,"AngryTweetsClassification":49.04,"DKHateClassification":62.71,"DanishPoliticalCommentsClassification":33.53,"LccSentimentClassification":46.93,"MassiveIntentClassification (da)":45.98,"MassiveScenarioClassification (da)":50.51,"NordicLangClassification":84.25,"ScalaDaClassification":60.72} -{"index":23,"Rank":11,"Model":"xlm-roberta-base<\/a>","Model Size (Million Parameters)":279,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":52.14,"AngryTweetsClassification":52.41,"DKHateClassification":56.78,"DanishPoliticalCommentsClassification":34.03,"LccSentimentClassification":52.27,"MassiveIntentClassification (da)":41.06,"MassiveScenarioClassification (da)":43.91,"NordicLangClassification":79.39,"ScalaDaClassification":57.3} -{"index":54,"Rank":12,"Model":"e5-large<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":47.39,"AngryTweetsClassification":46.14,"DKHateClassification":58.72,"DanishPoliticalCommentsClassification":28.67,"LccSentimentClassification":42.13,"MassiveIntentClassification (da)":42.29,"MassiveScenarioClassification (da)":52.95,"NordicLangClassification":58.3,"ScalaDaClassification":49.9} -{"index":52,"Rank":13,"Model":"e5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":47.02,"AngryTweetsClassification":45.06,"DKHateClassification":58.51,"DanishPoliticalCommentsClassification":28.43,"LccSentimentClassification":37.47,"MassiveIntentClassification (da)":44.25,"MassiveScenarioClassification (da)":52.99,"NordicLangClassification":59.34,"ScalaDaClassification":50.08} -{"index":28,"Rank":14,"Model":"sentence-bert-swedish-cased<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.47,"Embedding Dimensions":768,"Max Tokens":512,"Average":46.67,"AngryTweetsClassification":44.46,"DKHateClassification":59.36,"DanishPoliticalCommentsClassification":28.32,"LccSentimentClassification":47.2,"MassiveIntentClassification (da)":42.84,"MassiveScenarioClassification (da)":49.64,"NordicLangClassification":51.45,"ScalaDaClassification":50.12} -{"index":66,"Rank":15,"Model":"electra-small-nordic<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":256,"Max Tokens":512,"Average":46.33,"AngryTweetsClassification":47.91,"DKHateClassification":59.45,"DanishPoliticalCommentsClassification":31.89,"LccSentimentClassification":47.93,"MassiveIntentClassification (da)":26.3,"MassiveScenarioClassification (da)":28.93,"NordicLangClassification":57.82,"ScalaDaClassification":70.41} -{"index":57,"Rank":16,"Model":"e5-small<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":45.66,"AngryTweetsClassification":43.6,"DKHateClassification":57.57,"DanishPoliticalCommentsClassification":28.37,"LccSentimentClassification":40.27,"MassiveIntentClassification (da)":41.89,"MassiveScenarioClassification (da)":49.93,"NordicLangClassification":53.47,"ScalaDaClassification":50.15} -{"index":26,"Rank":17,"Model":"bert-base-swedish-cased<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.47,"Embedding Dimensions":768,"Max Tokens":512,"Average":45.58,"AngryTweetsClassification":44.58,"DKHateClassification":55.53,"DanishPoliticalCommentsClassification":28.97,"LccSentimentClassification":41.2,"MassiveIntentClassification (da)":37.98,"MassiveScenarioClassification (da)":40.44,"NordicLangClassification":62.45,"ScalaDaClassification":53.53} -{"index":73,"Rank":18,"Model":"all-MiniLM-L6-v2<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":384,"Max Tokens":512,"Average":44.44,"AngryTweetsClassification":42.48,"DKHateClassification":55.05,"DanishPoliticalCommentsClassification":26.7,"LccSentimentClassification":38.53,"MassiveIntentClassification (da)":41.0,"MassiveScenarioClassification (da)":47.02,"NordicLangClassification":54.7,"ScalaDaClassification":50.03} -{"index":27,"Rank":19,"Model":"electra-small-swedish-cased-discriminator<\/a>","Model Size (Million Parameters)":16,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":256,"Max Tokens":512,"Average":33.61,"AngryTweetsClassification":40.52,"DKHateClassification":52.28,"DanishPoliticalCommentsClassification":25.17,"LccSentimentClassification":36.67,"MassiveIntentClassification (da)":6.51,"MassiveScenarioClassification (da)":11.5,"NordicLangClassification":44.53,"ScalaDaClassification":51.66} -{"index":0,"Rank":20,"Model":"voyage-3-lite<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":512,"Max Tokens":32000,"Average":"","AngryTweetsClassification":54.86,"DKHateClassification":"","DanishPoliticalCommentsClassification":37.46,"LccSentimentClassification":59.93,"MassiveIntentClassification (da)":61.75,"MassiveScenarioClassification (da)":69.41,"NordicLangClassification":48.92,"ScalaDaClassification":""} -{"index":1,"Rank":21,"Model":"voyage-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":32000,"Average":"","AngryTweetsClassification":54.26,"DKHateClassification":"","DanishPoliticalCommentsClassification":36.51,"LccSentimentClassification":55.93,"MassiveIntentClassification (da)":59.34,"MassiveScenarioClassification (da)":67.53,"NordicLangClassification":47.13,"ScalaDaClassification":""} -{"index":2,"Rank":22,"Model":"voyage-large-2-instruct<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":16000,"Average":"","AngryTweetsClassification":56.06,"DKHateClassification":"","DanishPoliticalCommentsClassification":38.61,"LccSentimentClassification":59.2,"MassiveIntentClassification (da)":65.75,"MassiveScenarioClassification (da)":76.76,"NordicLangClassification":57.17,"ScalaDaClassification":""} -{"index":3,"Rank":23,"Model":"voyage-multilingual-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":32000,"Average":"","AngryTweetsClassification":55.9,"DKHateClassification":"","DanishPoliticalCommentsClassification":41.0,"LccSentimentClassification":59.93,"MassiveIntentClassification (da)":67.76,"MassiveScenarioClassification (da)":73.23,"NordicLangClassification":58.41,"ScalaDaClassification":""} -{"index":4,"Rank":24,"Model":"LASER2<\/a>","Model Size (Million Parameters)":43,"Memory Usage (GB, fp32)":0.16,"Embedding Dimensions":1024,"Max Tokens":"N\/A","Average":"","AngryTweetsClassification":"","DKHateClassification":"","DanishPoliticalCommentsClassification":"","LccSentimentClassification":"","MassiveIntentClassification (da)":45.61,"MassiveScenarioClassification (da)":54.87,"NordicLangClassification":"","ScalaDaClassification":""} -{"index":5,"Rank":25,"Model":"gte-Qwen1.5-7B-instruct<\/a>","Model Size (Million Parameters)":7099,"Memory Usage (GB, fp32)":26.45,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","AngryTweetsClassification":66.74,"DKHateClassification":"","DanishPoliticalCommentsClassification":46.89,"LccSentimentClassification":69.4,"MassiveIntentClassification (da)":68.09,"MassiveScenarioClassification (da)":72.84,"NordicLangClassification":72.94,"ScalaDaClassification":""} -{"index":6,"Rank":26,"Model":"gte-Qwen2-7B-instruct<\/a>","Model Size (Million Parameters)":7613,"Memory Usage (GB, fp32)":28.36,"Embedding Dimensions":3584,"Max Tokens":32768,"Average":"","AngryTweetsClassification":64.4,"DKHateClassification":"","DanishPoliticalCommentsClassification":48.46,"LccSentimentClassification":76.87,"MassiveIntentClassification (da)":78.15,"MassiveScenarioClassification (da)":84.33,"NordicLangClassification":73.23,"ScalaDaClassification":""} -{"index":7,"Rank":27,"Model":"gte-multilingual-base<\/a>","Model Size (Million Parameters)":305,"Memory Usage (GB, fp32)":1.14,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","AngryTweetsClassification":"","DKHateClassification":"","DanishPoliticalCommentsClassification":"","LccSentimentClassification":"","MassiveIntentClassification (da)":63.67,"MassiveScenarioClassification (da)":71.61,"NordicLangClassification":"","ScalaDaClassification":""} -{"index":8,"Rank":28,"Model":"e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","AngryTweetsClassification":"","DKHateClassification":"","DanishPoliticalCommentsClassification":"","LccSentimentClassification":"","MassiveIntentClassification (da)":72.53,"MassiveScenarioClassification (da)":76.76,"NordicLangClassification":"","ScalaDaClassification":""} -{"index":9,"Rank":29,"Model":"bge-base-en-v1.5<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AngryTweetsClassification":43.69,"DKHateClassification":"","DanishPoliticalCommentsClassification":29.44,"LccSentimentClassification":40.33,"MassiveIntentClassification (da)":41.04,"MassiveScenarioClassification (da)":49.22,"NordicLangClassification":53.43,"ScalaDaClassification":""} -{"index":10,"Rank":30,"Model":"bge-large-en-v1.5<\/a>","Model Size (Million Parameters)":1340,"Memory Usage (GB, fp32)":4.99,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","AngryTweetsClassification":44.97,"DKHateClassification":"","DanishPoliticalCommentsClassification":29.79,"LccSentimentClassification":38.27,"MassiveIntentClassification (da)":40.99,"MassiveScenarioClassification (da)":51.76,"NordicLangClassification":55.07,"ScalaDaClassification":""} -{"index":11,"Rank":31,"Model":"bge-m3<\/a>","Model Size (Million Parameters)":567,"Memory Usage (GB, fp32)":2.11,"Embedding Dimensions":1024,"Max Tokens":8192,"Average":"","AngryTweetsClassification":"","DKHateClassification":"","DanishPoliticalCommentsClassification":"","LccSentimentClassification":"","MassiveIntentClassification (da)":67.26,"MassiveScenarioClassification (da)":"","NordicLangClassification":38.93,"ScalaDaClassification":""} -{"index":12,"Rank":32,"Model":"bge-small-en-v1.5<\/a>","Model Size (Million Parameters)":24,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":512,"Max Tokens":512,"Average":"","AngryTweetsClassification":43.31,"DKHateClassification":"","DanishPoliticalCommentsClassification":28.74,"LccSentimentClassification":38.53,"MassiveIntentClassification (da)":43.48,"MassiveScenarioClassification (da)":51.6,"NordicLangClassification":52.02,"ScalaDaClassification":""} -{"index":13,"Rank":33,"Model":"multilingual-e5-base-similarity-v1-onnx-quantized<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","AngryTweetsClassification":"","DKHateClassification":"","DanishPoliticalCommentsClassification":"","LccSentimentClassification":"","MassiveIntentClassification (da)":66.64,"MassiveScenarioClassification (da)":72.42,"NordicLangClassification":"","ScalaDaClassification":""} -{"index":14,"Rank":34,"Model":"winberta-base<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","AngryTweetsClassification":46.17,"DKHateClassification":55.9,"DanishPoliticalCommentsClassification":28.33,"LccSentimentClassification":42.27,"MassiveIntentClassification (da)":40.37,"MassiveScenarioClassification (da)":49.35,"NordicLangClassification":"","ScalaDaClassification":50.11} -{"index":15,"Rank":35,"Model":"winberta-large<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","AngryTweetsClassification":"","DKHateClassification":"","DanishPoliticalCommentsClassification":"","LccSentimentClassification":"","MassiveIntentClassification (da)":31.47,"MassiveScenarioClassification (da)":39.79,"NordicLangClassification":"","ScalaDaClassification":""} -{"index":16,"Rank":36,"Model":"windberta-large<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","AngryTweetsClassification":"","DKHateClassification":"","DanishPoliticalCommentsClassification":"","LccSentimentClassification":"","MassiveIntentClassification (da)":35.53,"MassiveScenarioClassification (da)":42.65,"NordicLangClassification":"","ScalaDaClassification":""} -{"index":17,"Rank":37,"Model":"Cohere-embed-english-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":512,"Average":"","AngryTweetsClassification":48.63,"DKHateClassification":"","DanishPoliticalCommentsClassification":30.06,"LccSentimentClassification":45.4,"MassiveIntentClassification (da)":46.16,"MassiveScenarioClassification (da)":55.72,"NordicLangClassification":58.2,"ScalaDaClassification":""} -{"index":18,"Rank":38,"Model":"Cohere-embed-multilingual-light-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":384,"Max Tokens":512,"Average":"","AngryTweetsClassification":54.8,"DKHateClassification":"","DanishPoliticalCommentsClassification":36.95,"LccSentimentClassification":56.53,"MassiveIntentClassification (da)":59.39,"MassiveScenarioClassification (da)":67.38,"NordicLangClassification":65.97,"ScalaDaClassification":""} -{"index":19,"Rank":39,"Model":"Cohere-embed-multilingual-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":512,"Average":"","AngryTweetsClassification":58.92,"DKHateClassification":"","DanishPoliticalCommentsClassification":42.69,"LccSentimentClassification":60.47,"MassiveIntentClassification (da)":66.49,"MassiveScenarioClassification (da)":74.32,"NordicLangClassification":78.74,"ScalaDaClassification":""} -{"index":20,"Rank":40,"Model":"distilrubert-small-cased-conversational<\/a>","Model Size (Million Parameters)":106,"Memory Usage (GB, fp32)":0.39,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AngryTweetsClassification":42.73,"DKHateClassification":"","DanishPoliticalCommentsClassification":27.46,"LccSentimentClassification":42.87,"MassiveIntentClassification (da)":41.31,"MassiveScenarioClassification (da)":39.88,"NordicLangClassification":59.34,"ScalaDaClassification":""} -{"index":21,"Rank":41,"Model":"rubert-base-cased<\/a>","Model Size (Million Parameters)":180,"Memory Usage (GB, fp32)":0.67,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AngryTweetsClassification":43.11,"DKHateClassification":"","DanishPoliticalCommentsClassification":26.26,"LccSentimentClassification":38.0,"MassiveIntentClassification (da)":35.55,"MassiveScenarioClassification (da)":34.44,"NordicLangClassification":60.75,"ScalaDaClassification":""} -{"index":22,"Rank":42,"Model":"rubert-base-cased-sentence<\/a>","Model Size (Million Parameters)":180,"Memory Usage (GB, fp32)":0.67,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AngryTweetsClassification":40.25,"DKHateClassification":"","DanishPoliticalCommentsClassification":27.05,"LccSentimentClassification":37.0,"MassiveIntentClassification (da)":33.35,"MassiveScenarioClassification (da)":33.28,"NordicLangClassification":51.39,"ScalaDaClassification":""} -{"index":24,"Rank":43,"Model":"GritLM-7B<\/a>","Model Size (Million Parameters)":7240,"Memory Usage (GB, fp32)":26.97,"Embedding Dimensions":"","Max Tokens":4096,"Average":"","AngryTweetsClassification":65.35,"DKHateClassification":"","DanishPoliticalCommentsClassification":41.28,"LccSentimentClassification":70.13,"MassiveIntentClassification (da)":73.46,"MassiveScenarioClassification (da)":76.98,"NordicLangClassification":69.36,"ScalaDaClassification":""} -{"index":25,"Rank":44,"Model":"e5-dansk-test-0.1<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","AngryTweetsClassification":56.08,"DKHateClassification":"","DanishPoliticalCommentsClassification":40.88,"LccSentimentClassification":59.6,"MassiveIntentClassification (da)":"","MassiveScenarioClassification (da)":"","NordicLangClassification":61.0,"ScalaDaClassification":50.43} -{"index":29,"Rank":45,"Model":"MUG-B-1.6<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","AngryTweetsClassification":"","DKHateClassification":"","DanishPoliticalCommentsClassification":"","LccSentimentClassification":"","MassiveIntentClassification (da)":41.0,"MassiveScenarioClassification (da)":51.92,"NordicLangClassification":"","ScalaDaClassification":""} -{"index":30,"Rank":46,"Model":"onnx-gte-multilingual-base<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","AngryTweetsClassification":"","DKHateClassification":"","DanishPoliticalCommentsClassification":"","LccSentimentClassification":"","MassiveIntentClassification (da)":63.67,"MassiveScenarioClassification (da)":71.61,"NordicLangClassification":"","ScalaDaClassification":""} -{"index":31,"Rank":47,"Model":"SGPT-125M-weightedmean-msmarco-specb-bitfit<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":2048,"Average":"","AngryTweetsClassification":"","DKHateClassification":"","DanishPoliticalCommentsClassification":"","LccSentimentClassification":"","MassiveIntentClassification (da)":44.18,"MassiveScenarioClassification (da)":45.44,"NordicLangClassification":"","ScalaDaClassification":""} -{"index":32,"Rank":48,"Model":"SGPT-125M-weightedmean-nli-bitfit<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":2048,"Average":"","AngryTweetsClassification":"","DKHateClassification":"","DanishPoliticalCommentsClassification":"","LccSentimentClassification":"","MassiveIntentClassification (da)":43.56,"MassiveScenarioClassification (da)":44.75,"NordicLangClassification":"","ScalaDaClassification":""} -{"index":33,"Rank":49,"Model":"multilingual-e5-base-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","AngryTweetsClassification":"","DKHateClassification":"","DanishPoliticalCommentsClassification":"","LccSentimentClassification":"","MassiveIntentClassification (da)":66.64,"MassiveScenarioClassification (da)":72.42,"NordicLangClassification":"","ScalaDaClassification":""} -{"index":36,"Rank":50,"Model":"SFR-Embedding-Mistral<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","AngryTweetsClassification":63.94,"DKHateClassification":"","DanishPoliticalCommentsClassification":35.9,"LccSentimentClassification":63.87,"MassiveIntentClassification (da)":68.55,"MassiveScenarioClassification (da)":74.31,"NordicLangClassification":68.8,"ScalaDaClassification":""} -{"index":37,"Rank":51,"Model":"sbert_large_mt_nlu_ru<\/a>","Model Size (Million Parameters)":427,"Memory Usage (GB, fp32)":1.59,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","AngryTweetsClassification":44.35,"DKHateClassification":"","DanishPoliticalCommentsClassification":27.26,"LccSentimentClassification":42.0,"MassiveIntentClassification (da)":21.51,"MassiveScenarioClassification (da)":29.86,"NordicLangClassification":38.2,"ScalaDaClassification":""} -{"index":38,"Rank":52,"Model":"sbert_large_nlu_ru<\/a>","Model Size (Million Parameters)":427,"Memory Usage (GB, fp32)":1.59,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","AngryTweetsClassification":44.11,"DKHateClassification":"","DanishPoliticalCommentsClassification":26.55,"LccSentimentClassification":38.87,"MassiveIntentClassification (da)":18.77,"MassiveScenarioClassification (da)":27.23,"NordicLangClassification":39.41,"ScalaDaClassification":""} -{"index":39,"Rank":53,"Model":"Titan-text-embeddings-v2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","AngryTweetsClassification":"","DKHateClassification":"","DanishPoliticalCommentsClassification":"","LccSentimentClassification":"","MassiveIntentClassification (da)":55.06,"MassiveScenarioClassification (da)":64.26,"NordicLangClassification":"","ScalaDaClassification":""} -{"index":40,"Rank":54,"Model":"sgpt-bloom-7b1-msmarco<\/a>","Model Size (Million Parameters)":7068,"Memory Usage (GB, fp32)":26.33,"Embedding Dimensions":4096,"Max Tokens":2048,"Average":"","AngryTweetsClassification":"","DKHateClassification":"","DanishPoliticalCommentsClassification":"","LccSentimentClassification":"","MassiveIntentClassification (da)":51.23,"MassiveScenarioClassification (da)":53.52,"NordicLangClassification":"","ScalaDaClassification":""} -{"index":41,"Rank":55,"Model":"slx-v0.1<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.08,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","AngryTweetsClassification":"","DKHateClassification":"","DanishPoliticalCommentsClassification":"","LccSentimentClassification":"","MassiveIntentClassification (da)":39.67,"MassiveScenarioClassification (da)":44.68,"NordicLangClassification":"","ScalaDaClassification":""} -{"index":43,"Rank":56,"Model":"LaBSE-en-ru<\/a>","Model Size (Million Parameters)":129,"Memory Usage (GB, fp32)":0.48,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AngryTweetsClassification":46.23,"DKHateClassification":"","DanishPoliticalCommentsClassification":30.4,"LccSentimentClassification":44.53,"MassiveIntentClassification (da)":38.66,"MassiveScenarioClassification (da)":44.69,"NordicLangClassification":38.84,"ScalaDaClassification":""} -{"index":44,"Rank":57,"Model":"rubert-tiny<\/a>","Model Size (Million Parameters)":12,"Memory Usage (GB, fp32)":0.04,"Embedding Dimensions":512,"Max Tokens":514,"Average":"","AngryTweetsClassification":41.09,"DKHateClassification":"","DanishPoliticalCommentsClassification":27.63,"LccSentimentClassification":36.2,"MassiveIntentClassification (da)":40.76,"MassiveScenarioClassification (da)":41.12,"NordicLangClassification":54.8,"ScalaDaClassification":""} -{"index":45,"Rank":58,"Model":"rubert-tiny2<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"Embedding Dimensions":2048,"Max Tokens":514,"Average":"","AngryTweetsClassification":43.84,"DKHateClassification":"","DanishPoliticalCommentsClassification":27.9,"LccSentimentClassification":38.73,"MassiveIntentClassification (da)":28.28,"MassiveScenarioClassification (da)":35.77,"NordicLangClassification":46.52,"ScalaDaClassification":""} -{"index":46,"Rank":59,"Model":"USER-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AngryTweetsClassification":46.11,"DKHateClassification":"","DanishPoliticalCommentsClassification":28.0,"LccSentimentClassification":37.6,"MassiveIntentClassification (da)":35.68,"MassiveScenarioClassification (da)":42.54,"NordicLangClassification":45.21,"ScalaDaClassification":""} -{"index":47,"Rank":60,"Model":"USER-bge-m3<\/a>","Model Size (Million Parameters)":359,"Memory Usage (GB, fp32)":1.34,"Embedding Dimensions":1024,"Max Tokens":8192,"Average":"","AngryTweetsClassification":56.91,"DKHateClassification":"","DanishPoliticalCommentsClassification":37.99,"LccSentimentClassification":63.0,"MassiveIntentClassification (da)":62.24,"MassiveScenarioClassification (da)":69.64,"NordicLangClassification":40.53,"ScalaDaClassification":""} -{"index":48,"Rank":61,"Model":"deberta-v1-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AngryTweetsClassification":42.98,"DKHateClassification":"","DanishPoliticalCommentsClassification":28.36,"LccSentimentClassification":40.87,"MassiveIntentClassification (da)":33.38,"MassiveScenarioClassification (da)":32.6,"NordicLangClassification":57.91,"ScalaDaClassification":""} -{"index":49,"Rank":62,"Model":"multilingual-e5-base-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","AngryTweetsClassification":"","DKHateClassification":"","DanishPoliticalCommentsClassification":"","LccSentimentClassification":"","MassiveIntentClassification (da)":66.64,"MassiveScenarioClassification (da)":72.42,"NordicLangClassification":"","ScalaDaClassification":""} -{"index":50,"Rank":63,"Model":"e5-base-4k<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AngryTweetsClassification":45.42,"DKHateClassification":"","DanishPoliticalCommentsClassification":28.73,"LccSentimentClassification":36.73,"MassiveIntentClassification (da)":50.82,"MassiveScenarioClassification (da)":54.18,"NordicLangClassification":59.99,"ScalaDaClassification":""} -{"index":53,"Rank":64,"Model":"e5-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AngryTweetsClassification":46.32,"DKHateClassification":"","DanishPoliticalCommentsClassification":28.84,"LccSentimentClassification":38.07,"MassiveIntentClassification (da)":44.0,"MassiveScenarioClassification (da)":52.67,"NordicLangClassification":60.79,"ScalaDaClassification":""} -{"index":55,"Rank":65,"Model":"e5-large-v2<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","AngryTweetsClassification":47.98,"DKHateClassification":"","DanishPoliticalCommentsClassification":29.08,"LccSentimentClassification":45.87,"MassiveIntentClassification (da)":45.7,"MassiveScenarioClassification (da)":55.41,"NordicLangClassification":59.82,"ScalaDaClassification":""} -{"index":56,"Rank":66,"Model":"e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","AngryTweetsClassification":65.01,"DKHateClassification":"","DanishPoliticalCommentsClassification":34.68,"LccSentimentClassification":64.53,"MassiveIntentClassification (da)":68.11,"MassiveScenarioClassification (da)":73.77,"NordicLangClassification":69.13,"ScalaDaClassification":""} -{"index":60,"Rank":67,"Model":"multilingual-e5-large-instruct<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","AngryTweetsClassification":59.53,"DKHateClassification":"","DanishPoliticalCommentsClassification":33.07,"LccSentimentClassification":60.27,"MassiveIntentClassification (da)":65.08,"MassiveScenarioClassification (da)":71.88,"NordicLangClassification":76.57,"ScalaDaClassification":""} -{"index":62,"Rank":68,"Model":"udever-bloom-1b1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":2048,"Average":"","AngryTweetsClassification":44.39,"DKHateClassification":"","DanishPoliticalCommentsClassification":27.83,"LccSentimentClassification":36.87,"MassiveIntentClassification (da)":49.54,"MassiveScenarioClassification (da)":52.53,"NordicLangClassification":59.31,"ScalaDaClassification":""} -{"index":63,"Rank":69,"Model":"udever-bloom-560m<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":2048,"Average":"","AngryTweetsClassification":40.61,"DKHateClassification":"","DanishPoliticalCommentsClassification":24.87,"LccSentimentClassification":33.27,"MassiveIntentClassification (da)":46.93,"MassiveScenarioClassification (da)":49.11,"NordicLangClassification":49.08,"ScalaDaClassification":""} -{"index":64,"Rank":70,"Model":"jina-embeddings-v2-base-en<\/a>","Model Size (Million Parameters)":275,"Memory Usage (GB, fp32)":1.02,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","AngryTweetsClassification":36.78,"DKHateClassification":"","DanishPoliticalCommentsClassification":22.89,"LccSentimentClassification":32.27,"MassiveIntentClassification (da)":6.46,"MassiveScenarioClassification (da)":10.65,"NordicLangClassification":26.91,"ScalaDaClassification":""} -{"index":65,"Rank":71,"Model":"multilingual-e5-small-ct2-int8<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","AngryTweetsClassification":"","DKHateClassification":"","DanishPoliticalCommentsClassification":"","LccSentimentClassification":"","MassiveIntentClassification (da)":62.97,"MassiveScenarioClassification (da)":68.93,"NordicLangClassification":"","ScalaDaClassification":""} -{"index":69,"Rank":72,"Model":"ternary-weight-embedding<\/a>","Model Size (Million Parameters)":99,"Memory Usage (GB, fp32)":0.37,"Embedding Dimensions":1792,"Max Tokens":512,"Average":"","AngryTweetsClassification":"","DKHateClassification":"","DanishPoliticalCommentsClassification":"","LccSentimentClassification":"","MassiveIntentClassification (da)":43.94,"MassiveScenarioClassification (da)":44.0,"NordicLangClassification":"","ScalaDaClassification":""} -{"index":70,"Rank":73,"Model":"nomic-embed-text-v1<\/a>","Model Size (Million Parameters)":547,"Memory Usage (GB, fp32)":2.04,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","AngryTweetsClassification":46.23,"DKHateClassification":"","DanishPoliticalCommentsClassification":29.23,"LccSentimentClassification":38.53,"MassiveIntentClassification (da)":42.12,"MassiveScenarioClassification (da)":49.98,"NordicLangClassification":52.66,"ScalaDaClassification":""} -{"index":71,"Rank":74,"Model":"LaBSE<\/a>","Model Size (Million Parameters)":471,"Memory Usage (GB, fp32)":1.75,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AngryTweetsClassification":51.11,"DKHateClassification":"","DanishPoliticalCommentsClassification":38.34,"LccSentimentClassification":50.07,"MassiveIntentClassification (da)":58.25,"MassiveScenarioClassification (da)":65.24,"NordicLangClassification":35.39,"ScalaDaClassification":""} -{"index":72,"Rank":75,"Model":"all-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","AngryTweetsClassification":42.87,"DKHateClassification":"","DanishPoliticalCommentsClassification":27.07,"LccSentimentClassification":41.93,"MassiveIntentClassification (da)":44.43,"MassiveScenarioClassification (da)":49.47,"NordicLangClassification":54.17,"ScalaDaClassification":""} -{"index":74,"Rank":76,"Model":"all-mpnet-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","AngryTweetsClassification":44.13,"DKHateClassification":"","DanishPoliticalCommentsClassification":28.31,"LccSentimentClassification":39.27,"MassiveIntentClassification (da)":42.36,"MassiveScenarioClassification (da)":49.45,"NordicLangClassification":50.15,"ScalaDaClassification":""} -{"index":75,"Rank":77,"Model":"allenai-specter<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AngryTweetsClassification":"","DKHateClassification":"","DanishPoliticalCommentsClassification":"","LccSentimentClassification":"","MassiveIntentClassification (da)":38.47,"MassiveScenarioClassification (da)":39.93,"NordicLangClassification":"","ScalaDaClassification":""} -{"index":76,"Rank":78,"Model":"distiluse-base-multilingual-cased-v2<\/a>","Model Size (Million Parameters)":135,"Memory Usage (GB, fp32)":0.5,"Embedding Dimensions":512,"Max Tokens":512,"Average":"","AngryTweetsClassification":"","DKHateClassification":"","DanishPoliticalCommentsClassification":"","LccSentimentClassification":"","MassiveIntentClassification (da)":52.33,"MassiveScenarioClassification (da)":62.55,"NordicLangClassification":"","ScalaDaClassification":""} -{"index":77,"Rank":79,"Model":"gtr-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AngryTweetsClassification":"","DKHateClassification":"","DanishPoliticalCommentsClassification":"","LccSentimentClassification":"","MassiveIntentClassification (da)":45.3,"MassiveScenarioClassification (da)":54.88,"NordicLangClassification":"","ScalaDaClassification":""} -{"index":78,"Rank":80,"Model":"gtr-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AngryTweetsClassification":"","DKHateClassification":"","DanishPoliticalCommentsClassification":"","LccSentimentClassification":"","MassiveIntentClassification (da)":48.42,"MassiveScenarioClassification (da)":57.28,"NordicLangClassification":"","ScalaDaClassification":""} -{"index":79,"Rank":81,"Model":"paraphrase-multilingual-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","AngryTweetsClassification":50.9,"DKHateClassification":"","DanishPoliticalCommentsClassification":37.58,"LccSentimentClassification":54.53,"MassiveIntentClassification (da)":57.75,"MassiveScenarioClassification (da)":66.87,"NordicLangClassification":42.52,"ScalaDaClassification":""} -{"index":80,"Rank":82,"Model":"paraphrase-multilingual-mpnet-base-v2<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","AngryTweetsClassification":54.84,"DKHateClassification":"","DanishPoliticalCommentsClassification":40.96,"LccSentimentClassification":58.4,"MassiveIntentClassification (da)":62.8,"MassiveScenarioClassification (da)":71.04,"NordicLangClassification":41.57,"ScalaDaClassification":""} -{"index":81,"Rank":83,"Model":"sentence-t5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AngryTweetsClassification":"","DKHateClassification":"","DanishPoliticalCommentsClassification":"","LccSentimentClassification":"","MassiveIntentClassification (da)":38.82,"MassiveScenarioClassification (da)":48.36,"NordicLangClassification":"","ScalaDaClassification":""} -{"index":82,"Rank":84,"Model":"sentence-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AngryTweetsClassification":"","DKHateClassification":"","DanishPoliticalCommentsClassification":"","LccSentimentClassification":"","MassiveIntentClassification (da)":41.76,"MassiveScenarioClassification (da)":51.44,"NordicLangClassification":"","ScalaDaClassification":""} -{"index":83,"Rank":85,"Model":"sentence-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AngryTweetsClassification":"","DKHateClassification":"","DanishPoliticalCommentsClassification":"","LccSentimentClassification":"","MassiveIntentClassification (da)":47.69,"MassiveScenarioClassification (da)":55.79,"NordicLangClassification":"","ScalaDaClassification":""} -{"index":84,"Rank":86,"Model":"LaBSE-ru-turbo<\/a>","Model Size (Million Parameters)":128,"Memory Usage (GB, fp32)":0.48,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AngryTweetsClassification":46.87,"DKHateClassification":"","DanishPoliticalCommentsClassification":30.36,"LccSentimentClassification":48.0,"MassiveIntentClassification (da)":39.46,"MassiveScenarioClassification (da)":48.37,"NordicLangClassification":46.52,"ScalaDaClassification":""} -{"index":85,"Rank":87,"Model":"rubert-tiny-turbo<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"Embedding Dimensions":312,"Max Tokens":2048,"Average":"","AngryTweetsClassification":44.74,"DKHateClassification":"","DanishPoliticalCommentsClassification":27.44,"LccSentimentClassification":36.2,"MassiveIntentClassification (da)":33.95,"MassiveScenarioClassification (da)":43.69,"NordicLangClassification":49.9,"ScalaDaClassification":""} -{"index":86,"Rank":88,"Model":"text2vec-base-multilingual<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":256,"Average":"","AngryTweetsClassification":48.59,"DKHateClassification":"","DanishPoliticalCommentsClassification":36.55,"LccSentimentClassification":51.93,"MassiveIntentClassification (da)":56.74,"MassiveScenarioClassification (da)":63.07,"NordicLangClassification":38.13,"ScalaDaClassification":""} -{"index":87,"Rank":89,"Model":"llm_mse<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","AngryTweetsClassification":"","DKHateClassification":"","DanishPoliticalCommentsClassification":"","LccSentimentClassification":"","MassiveIntentClassification (da)":34.98,"MassiveScenarioClassification (da)":42.82,"NordicLangClassification":"","ScalaDaClassification":""} -{"index":89,"Rank":90,"Model":"text-embedding-3-large<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":3072,"Max Tokens":8191,"Average":"","AngryTweetsClassification":57.84,"DKHateClassification":"","DanishPoliticalCommentsClassification":43.41,"LccSentimentClassification":58.07,"MassiveIntentClassification (da)":69.19,"MassiveScenarioClassification (da)":75.91,"NordicLangClassification":79.75,"ScalaDaClassification":""} -{"index":90,"Rank":91,"Model":"text-embedding-3-small<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":8191,"Average":"","AngryTweetsClassification":55.68,"DKHateClassification":"","DanishPoliticalCommentsClassification":39.83,"LccSentimentClassification":59.33,"MassiveIntentClassification (da)":63.51,"MassiveScenarioClassification (da)":71.31,"NordicLangClassification":67.85,"ScalaDaClassification":""} diff --git a/boards_data/de/data_overall/default.txt b/boards_data/de/data_overall/default.txt deleted file mode 100644 index e69de29bb2d1d6434b8b29ae775ad8c2e48c5391..0000000000000000000000000000000000000000 diff --git a/boards_data/de/data_tasks/Classification/default.jsonl b/boards_data/de/data_tasks/Classification/default.jsonl deleted file mode 100644 index 0eafe6d49db1a6062ba102639fe45be57959b3c9..0000000000000000000000000000000000000000 --- a/boards_data/de/data_tasks/Classification/default.jsonl +++ /dev/null @@ -1,85 +0,0 @@ -{"index":6,"Rank":1,"Model":"gte-Qwen2-7B-instruct<\/a>","Model Size (Million Parameters)":7613,"Memory Usage (GB, fp32)":28.36,"Embedding Dimensions":3584,"Max Tokens":32768,"Average":81.28,"AmazonCounterfactualClassification (de)":75.62,"AmazonReviewsClassification (de)":59.37,"MTOPDomainClassification (de)":97.17,"MTOPIntentClassification (de)":88.18,"MassiveIntentClassification (de)":80.49,"MassiveScenarioClassification (de)":86.82} -{"index":20,"Rank":2,"Model":"jina-embeddings-v3<\/a>","Model Size (Million Parameters)":572,"Memory Usage (GB, fp32)":2.13,"Embedding Dimensions":1024,"Max Tokens":8194,"Average":79.03,"AmazonCounterfactualClassification (de)":89.61,"AmazonReviewsClassification (de)":48.07,"MTOPDomainClassification (de)":96.89,"MTOPIntentClassification (de)":80.79,"MassiveIntentClassification (de)":74.84,"MassiveScenarioClassification (de)":83.97} -{"index":62,"Rank":3,"Model":"jina-embeddings-v3<\/a>","Model Size (Million Parameters)":572,"Memory Usage (GB, fp32)":2.13,"Embedding Dimensions":1024,"Max Tokens":8194,"Average":79.03,"AmazonCounterfactualClassification (de)":89.61,"AmazonReviewsClassification (de)":48.07,"MTOPDomainClassification (de)":96.89,"MTOPIntentClassification (de)":80.79,"MassiveIntentClassification (de)":74.84,"MassiveScenarioClassification (de)":83.97} -{"index":24,"Rank":4,"Model":"GritLM-7B<\/a>","Model Size (Million Parameters)":7240,"Memory Usage (GB, fp32)":26.97,"Embedding Dimensions":"","Max Tokens":4096,"Average":76.55,"AmazonCounterfactualClassification (de)":74.94,"AmazonReviewsClassification (de)":58.21,"MTOPDomainClassification (de)":93.51,"MTOPIntentClassification (de)":79.28,"MassiveIntentClassification (de)":74.8,"MassiveScenarioClassification (de)":78.58} -{"index":8,"Rank":5,"Model":"e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":75.2,"AmazonCounterfactualClassification (de)":74.05,"AmazonReviewsClassification (de)":53.26,"MTOPDomainClassification (de)":92.98,"MTOPIntentClassification (de)":77.77,"MassiveIntentClassification (de)":74.09,"MassiveScenarioClassification (de)":79.03} -{"index":5,"Rank":6,"Model":"gte-Qwen1.5-7B-instruct<\/a>","Model Size (Million Parameters)":7099,"Memory Usage (GB, fp32)":26.45,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":75.01,"AmazonCounterfactualClassification (de)":74.94,"AmazonReviewsClassification (de)":58.19,"MTOPDomainClassification (de)":91.56,"MTOPIntentClassification (de)":79.15,"MassiveIntentClassification (de)":70.88,"MassiveScenarioClassification (de)":75.34} -{"index":83,"Rank":7,"Model":"text-embedding-3-large<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":3072,"Max Tokens":8191,"Average":73.22,"AmazonCounterfactualClassification (de)":71.7,"AmazonReviewsClassification (de)":48.18,"MTOPDomainClassification (de)":94.14,"MTOPIntentClassification (de)":77.08,"MassiveIntentClassification (de)":71.07,"MassiveScenarioClassification (de)":77.18} -{"index":32,"Rank":8,"Model":"SFR-Embedding-Mistral<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":72.55,"AmazonCounterfactualClassification (de)":71.56,"AmazonReviewsClassification (de)":54.46,"MTOPDomainClassification (de)":91.7,"MTOPIntentClassification (de)":69.41,"MassiveIntentClassification (de)":70.56,"MassiveScenarioClassification (de)":77.63} -{"index":52,"Rank":9,"Model":"e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":72.3,"AmazonCounterfactualClassification (de)":71.25,"AmazonReviewsClassification (de)":54.94,"MTOPDomainClassification (de)":90.48,"MTOPIntentClassification (de)":69.37,"MassiveIntentClassification (de)":70.52,"MassiveScenarioClassification (de)":77.22} -{"index":2,"Rank":10,"Model":"voyage-large-2-instruct<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":16000,"Average":70.72,"AmazonCounterfactualClassification (de)":64.61,"AmazonReviewsClassification (de)":47.52,"MTOPDomainClassification (de)":95.27,"MTOPIntentClassification (de)":70.28,"MassiveIntentClassification (de)":67.84,"MassiveScenarioClassification (de)":78.79} -{"index":84,"Rank":11,"Model":"text-embedding-3-small<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":8191,"Average":70.38,"AmazonCounterfactualClassification (de)":72.25,"AmazonReviewsClassification (de)":44.2,"MTOPDomainClassification (de)":92.77,"MTOPIntentClassification (de)":71.6,"MassiveIntentClassification (de)":66.56,"MassiveScenarioClassification (de)":74.88} -{"index":19,"Rank":12,"Model":"Cohere-embed-multilingual-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":512,"Average":69.97,"AmazonCounterfactualClassification (de)":68.58,"AmazonReviewsClassification (de)":48.05,"MTOPDomainClassification (de)":92.86,"MTOPIntentClassification (de)":69.81,"MassiveIntentClassification (de)":66.25,"MassiveScenarioClassification (de)":74.29} -{"index":56,"Rank":13,"Model":"multilingual-e5-large-instruct<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":69.55,"AmazonCounterfactualClassification (de)":65.61,"AmazonReviewsClassification (de)":54.54,"MTOPDomainClassification (de)":90.03,"MTOPIntentClassification (de)":68.55,"MassiveIntentClassification (de)":65.91,"MassiveScenarioClassification (de)":72.68} -{"index":11,"Rank":14,"Model":"bge-m3<\/a>","Model Size (Million Parameters)":567,"Memory Usage (GB, fp32)":2.11,"Embedding Dimensions":1024,"Max Tokens":8192,"Average":69.01,"AmazonCounterfactualClassification (de)":69.11,"AmazonReviewsClassification (de)":46.37,"MTOPDomainClassification (de)":91.22,"MTOPIntentClassification (de)":68.08,"MassiveIntentClassification (de)":65.74,"MassiveScenarioClassification (de)":73.54} -{"index":13,"Rank":15,"Model":"multilingual-e5-base-similarity-v1-onnx-quantized<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":68.74,"AmazonCounterfactualClassification (de)":71.72,"AmazonReviewsClassification (de)":41.83,"MTOPDomainClassification (de)":89.63,"MTOPIntentClassification (de)":71.23,"MassiveIntentClassification (de)":66.09,"MassiveScenarioClassification (de)":71.95} -{"index":31,"Rank":16,"Model":"multilingual-e5-base-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":68.74,"AmazonCounterfactualClassification (de)":71.72,"AmazonReviewsClassification (de)":41.83,"MTOPDomainClassification (de)":89.63,"MTOPIntentClassification (de)":71.23,"MassiveIntentClassification (de)":66.09,"MassiveScenarioClassification (de)":71.95} -{"index":45,"Rank":17,"Model":"multilingual-e5-base-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":68.74,"AmazonCounterfactualClassification (de)":71.72,"AmazonReviewsClassification (de)":41.83,"MTOPDomainClassification (de)":89.63,"MTOPIntentClassification (de)":71.23,"MassiveIntentClassification (de)":66.09,"MassiveScenarioClassification (de)":71.95} -{"index":3,"Rank":18,"Model":"voyage-multilingual-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":32000,"Average":68.1,"AmazonCounterfactualClassification (de)":63.02,"AmazonReviewsClassification (de)":44.39,"MTOPDomainClassification (de)":90.41,"MTOPIntentClassification (de)":69.92,"MassiveIntentClassification (de)":66.71,"MassiveScenarioClassification (de)":74.13} -{"index":55,"Rank":19,"Model":"multilingual-e5-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":67.77,"AmazonCounterfactualClassification (de)":68.66,"AmazonReviewsClassification (de)":46.5,"MTOPDomainClassification (de)":90.44,"MTOPIntentClassification (de)":65.97,"MassiveIntentClassification (de)":63.82,"MassiveScenarioClassification (de)":71.25} -{"index":47,"Rank":20,"Model":"SONAR<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":66.4,"AmazonCounterfactualClassification (de)":72.02,"AmazonReviewsClassification (de)":34.61,"MTOPDomainClassification (de)":89.54,"MTOPIntentClassification (de)":73.43,"MassiveIntentClassification (de)":61.31,"MassiveScenarioClassification (de)":67.48} -{"index":63,"Rank":21,"Model":"multilingual-e5-small-ct2-int8<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":66.19,"AmazonCounterfactualClassification (de)":71.65,"AmazonReviewsClassification (de)":40.25,"MTOPDomainClassification (de)":87.47,"MTOPIntentClassification (de)":65.86,"MassiveIntentClassification (de)":62.73,"MassiveScenarioClassification (de)":69.19} -{"index":38,"Rank":22,"Model":"jina-embeddings-v2-base-de-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":65.66,"AmazonCounterfactualClassification (de)":68.92,"AmazonReviewsClassification (de)":37.72,"MTOPDomainClassification (de)":88.37,"MTOPIntentClassification (de)":63.83,"MassiveIntentClassification (de)":63.89,"MassiveScenarioClassification (de)":71.25} -{"index":60,"Rank":23,"Model":"jina-embeddings-v2-base-de<\/a>","Model Size (Million Parameters)":161,"Memory Usage (GB, fp32)":0.6,"Embedding Dimensions":768,"Max Tokens":8192,"Average":65.66,"AmazonCounterfactualClassification (de)":68.92,"AmazonReviewsClassification (de)":37.72,"MTOPDomainClassification (de)":88.37,"MTOPIntentClassification (de)":63.83,"MassiveIntentClassification (de)":63.89,"MassiveScenarioClassification (de)":71.25} -{"index":26,"Rank":24,"Model":"jina-embeddings-v2-base-de-Q5_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":65.66,"AmazonCounterfactualClassification (de)":68.92,"AmazonReviewsClassification (de)":37.72,"MTOPDomainClassification (de)":88.37,"MTOPIntentClassification (de)":63.83,"MassiveIntentClassification (de)":63.89,"MassiveScenarioClassification (de)":71.25} -{"index":35,"Rank":25,"Model":"Titan-text-embeddings-v2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":65.52,"AmazonCounterfactualClassification (de)":70.94,"AmazonReviewsClassification (de)":38.83,"MTOPDomainClassification (de)":86.91,"MTOPIntentClassification (de)":63.26,"MassiveIntentClassification (de)":61.87,"MassiveScenarioClassification (de)":71.28} -{"index":54,"Rank":26,"Model":"multilingual-e5-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":65.4,"AmazonCounterfactualClassification (de)":70.81,"AmazonReviewsClassification (de)":44.37,"MTOPDomainClassification (de)":87.94,"MTOPIntentClassification (de)":61.05,"MassiveIntentClassification (de)":59.82,"MassiveScenarioClassification (de)":68.4} -{"index":43,"Rank":27,"Model":"USER-bge-m3<\/a>","Model Size (Million Parameters)":359,"Memory Usage (GB, fp32)":1.34,"Embedding Dimensions":1024,"Max Tokens":8192,"Average":64.77,"AmazonCounterfactualClassification (de)":67.93,"AmazonReviewsClassification (de)":45.56,"MTOPDomainClassification (de)":86.55,"MTOPIntentClassification (de)":60.79,"MassiveIntentClassification (de)":60.56,"MassiveScenarioClassification (de)":67.22} -{"index":18,"Rank":28,"Model":"Cohere-embed-multilingual-light-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":384,"Max Tokens":512,"Average":64.71,"AmazonCounterfactualClassification (de)":68.67,"AmazonReviewsClassification (de)":42.42,"MTOPDomainClassification (de)":88.77,"MTOPIntentClassification (de)":61.57,"MassiveIntentClassification (de)":58.69,"MassiveScenarioClassification (de)":68.12} -{"index":75,"Rank":29,"Model":"paraphrase-multilingual-mpnet-base-v2<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":63.9,"AmazonCounterfactualClassification (de)":69.96,"AmazonReviewsClassification (de)":39.53,"MTOPDomainClassification (de)":85.73,"MTOPIntentClassification (de)":61.26,"MassiveIntentClassification (de)":59.56,"MassiveScenarioClassification (de)":67.35} -{"index":66,"Rank":30,"Model":"LaBSE<\/a>","Model Size (Million Parameters)":471,"Memory Usage (GB, fp32)":1.75,"Embedding Dimensions":768,"Max Tokens":512,"Average":63.68,"AmazonCounterfactualClassification (de)":73.17,"AmazonReviewsClassification (de)":39.92,"MTOPDomainClassification (de)":86.95,"MTOPIntentClassification (de)":63.42,"MassiveIntentClassification (de)":56.21,"MassiveScenarioClassification (de)":62.39} -{"index":0,"Rank":31,"Model":"voyage-3-lite<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":512,"Max Tokens":32000,"Average":63.64,"AmazonCounterfactualClassification (de)":64.15,"AmazonReviewsClassification (de)":41.0,"MTOPDomainClassification (de)":86.85,"MTOPIntentClassification (de)":61.23,"MassiveIntentClassification (de)":59.82,"MassiveScenarioClassification (de)":68.76} -{"index":57,"Rank":32,"Model":"multilingual-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":62.7,"AmazonCounterfactualClassification (de)":71.72,"AmazonReviewsClassification (de)":41.07,"MTOPDomainClassification (de)":86.15,"MTOPIntentClassification (de)":55.88,"MassiveIntentClassification (de)":55.52,"MassiveScenarioClassification (de)":65.88} -{"index":78,"Rank":33,"Model":"sentence-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Embedding Dimensions":768,"Max Tokens":512,"Average":61.96,"AmazonCounterfactualClassification (de)":67.01,"AmazonReviewsClassification (de)":44.05,"MTOPDomainClassification (de)":83.28,"MTOPIntentClassification (de)":54.65,"MassiveIntentClassification (de)":57.43,"MassiveScenarioClassification (de)":65.33} -{"index":1,"Rank":34,"Model":"voyage-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":32000,"Average":60.59,"AmazonCounterfactualClassification (de)":57.76,"AmazonReviewsClassification (de)":38.1,"MTOPDomainClassification (de)":84.03,"MTOPIntentClassification (de)":57.94,"MassiveIntentClassification (de)":57.95,"MassiveScenarioClassification (de)":67.76} -{"index":71,"Rank":35,"Model":"distiluse-base-multilingual-cased-v2<\/a>","Model Size (Million Parameters)":135,"Memory Usage (GB, fp32)":0.5,"Embedding Dimensions":512,"Max Tokens":512,"Average":60.26,"AmazonCounterfactualClassification (de)":68.14,"AmazonReviewsClassification (de)":35.03,"MTOPDomainClassification (de)":86.19,"MTOPIntentClassification (de)":59.21,"MassiveIntentClassification (de)":51.57,"MassiveScenarioClassification (de)":61.4} -{"index":73,"Rank":36,"Model":"gtr-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Embedding Dimensions":768,"Max Tokens":512,"Average":59.93,"AmazonCounterfactualClassification (de)":59.79,"AmazonReviewsClassification (de)":35.06,"MTOPDomainClassification (de)":85.42,"MTOPIntentClassification (de)":55.75,"MassiveIntentClassification (de)":55.49,"MassiveScenarioClassification (de)":68.09} -{"index":77,"Rank":37,"Model":"sentence-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Embedding Dimensions":768,"Max Tokens":512,"Average":59.82,"AmazonCounterfactualClassification (de)":67.97,"AmazonReviewsClassification (de)":43.16,"MTOPDomainClassification (de)":80.56,"MTOPIntentClassification (de)":52.5,"MassiveIntentClassification (de)":52.01,"MassiveScenarioClassification (de)":62.71} -{"index":36,"Rank":38,"Model":"sgpt-bloom-7b1-msmarco<\/a>","Model Size (Million Parameters)":7068,"Memory Usage (GB, fp32)":26.33,"Embedding Dimensions":4096,"Max Tokens":2048,"Average":58.81,"AmazonCounterfactualClassification (de)":61.35,"AmazonReviewsClassification (de)":29.7,"MTOPDomainClassification (de)":82.05,"MTOPIntentClassification (de)":61.92,"MassiveIntentClassification (de)":56.1,"MassiveScenarioClassification (de)":61.74} -{"index":74,"Rank":39,"Model":"paraphrase-multilingual-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":57.63,"AmazonCounterfactualClassification (de)":68.35,"AmazonReviewsClassification (de)":35.91,"MTOPDomainClassification (de)":79.2,"MTOPIntentClassification (de)":54.23,"MassiveIntentClassification (de)":50.71,"MassiveScenarioClassification (de)":57.4} -{"index":81,"Rank":40,"Model":"text2vec-base-multilingual<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":256,"Average":57.32,"AmazonCounterfactualClassification (de)":68.7,"AmazonReviewsClassification (de)":33.39,"MTOPDomainClassification (de)":78.61,"MTOPIntentClassification (de)":55.26,"MassiveIntentClassification (de)":51.56,"MassiveScenarioClassification (de)":56.4} -{"index":72,"Rank":41,"Model":"gtr-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Embedding Dimensions":768,"Max Tokens":512,"Average":56.93,"AmazonCounterfactualClassification (de)":59.38,"AmazonReviewsClassification (de)":33.06,"MTOPDomainClassification (de)":81.91,"MTOPIntentClassification (de)":52.13,"MassiveIntentClassification (de)":51.48,"MassiveScenarioClassification (de)":63.63} -{"index":17,"Rank":42,"Model":"Cohere-embed-english-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":512,"Average":56.56,"AmazonCounterfactualClassification (de)":56.48,"AmazonReviewsClassification (de)":37.55,"MTOPDomainClassification (de)":81.83,"MTOPIntentClassification (de)":50.58,"MassiveIntentClassification (de)":50.54,"MassiveScenarioClassification (de)":62.39} -{"index":51,"Rank":43,"Model":"e5-large-v2<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":56.29,"AmazonCounterfactualClassification (de)":58.14,"AmazonReviewsClassification (de)":34.5,"MTOPDomainClassification (de)":81.84,"MTOPIntentClassification (de)":53.16,"MassiveIntentClassification (de)":49.47,"MassiveScenarioClassification (de)":60.64} -{"index":76,"Rank":44,"Model":"sentence-t5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":55.61,"AmazonCounterfactualClassification (de)":69.98,"AmazonReviewsClassification (de)":37.9,"MTOPDomainClassification (de)":76.98,"MTOPIntentClassification (de)":44.43,"MassiveIntentClassification (de)":45.23,"MassiveScenarioClassification (de)":59.12} -{"index":58,"Rank":45,"Model":"udever-bloom-1b1<\/a>","Model Size (Million Parameters)":1065,"Memory Usage (GB, fp32)":3.97,"Embedding Dimensions":1536,"Max Tokens":2048,"Average":55.35,"AmazonCounterfactualClassification (de)":66.03,"AmazonReviewsClassification (de)":30.45,"MTOPDomainClassification (de)":74.64,"MTOPIntentClassification (de)":53.4,"MassiveIntentClassification (de)":50.93,"MassiveScenarioClassification (de)":56.67} -{"index":46,"Rank":46,"Model":"e5-base-4k<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":54.33,"AmazonCounterfactualClassification (de)":56.3,"AmazonReviewsClassification (de)":28.9,"MTOPDomainClassification (de)":76.14,"MTOPIntentClassification (de)":53.67,"MassiveIntentClassification (de)":52.16,"MassiveScenarioClassification (de)":58.81} -{"index":4,"Rank":47,"Model":"LASER2<\/a>","Model Size (Million Parameters)":43,"Memory Usage (GB, fp32)":0.16,"Embedding Dimensions":1024,"Max Tokens":"N\/A","Average":53.95,"AmazonCounterfactualClassification (de)":67.82,"AmazonReviewsClassification (de)":31.07,"MTOPDomainClassification (de)":74.08,"MTOPIntentClassification (de)":51.62,"MassiveIntentClassification (de)":44.79,"MassiveScenarioClassification (de)":54.34} -{"index":49,"Rank":48,"Model":"e5-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":52.61,"AmazonCounterfactualClassification (de)":56.61,"AmazonReviewsClassification (de)":30.12,"MTOPDomainClassification (de)":77.51,"MTOPIntentClassification (de)":47.19,"MassiveIntentClassification (de)":46.68,"MassiveScenarioClassification (de)":57.53} -{"index":48,"Rank":49,"Model":"e5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":51.33,"AmazonCounterfactualClassification (de)":55.84,"AmazonReviewsClassification (de)":28.15,"MTOPDomainClassification (de)":75.4,"MTOPIntentClassification (de)":46.75,"MassiveIntentClassification (de)":45.41,"MassiveScenarioClassification (de)":56.41} -{"index":59,"Rank":50,"Model":"udever-bloom-560m<\/a>","Model Size (Million Parameters)":559,"Memory Usage (GB, fp32)":2.08,"Embedding Dimensions":1024,"Max Tokens":2048,"Average":51.23,"AmazonCounterfactualClassification (de)":66.42,"AmazonReviewsClassification (de)":26.85,"MTOPDomainClassification (de)":68.42,"MTOPIntentClassification (de)":49.17,"MassiveIntentClassification (de)":45.82,"MassiveScenarioClassification (de)":50.71} -{"index":50,"Rank":51,"Model":"e5-large<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":51.12,"AmazonCounterfactualClassification (de)":53.79,"AmazonReviewsClassification (de)":29.28,"MTOPDomainClassification (de)":76.63,"MTOPIntentClassification (de)":43.21,"MassiveIntentClassification (de)":44.57,"MassiveScenarioClassification (de)":59.26} -{"index":10,"Rank":52,"Model":"bge-large-en-v1.5<\/a>","Model Size (Million Parameters)":1340,"Memory Usage (GB, fp32)":4.99,"Embedding Dimensions":1024,"Max Tokens":512,"Average":50.79,"AmazonCounterfactualClassification (de)":55.25,"AmazonReviewsClassification (de)":27.53,"MTOPDomainClassification (de)":75.43,"MTOPIntentClassification (de)":44.3,"MassiveIntentClassification (de)":43.23,"MassiveScenarioClassification (de)":59.02} -{"index":25,"Rank":53,"Model":"MUG-B-1.6<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":50.04,"AmazonCounterfactualClassification (de)":54.33,"AmazonReviewsClassification (de)":27.2,"MTOPDomainClassification (de)":74.86,"MTOPIntentClassification (de)":42.36,"MassiveIntentClassification (de)":42.78,"MassiveScenarioClassification (de)":58.74} -{"index":69,"Rank":54,"Model":"all-mpnet-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average":49.43,"AmazonCounterfactualClassification (de)":55.66,"AmazonReviewsClassification (de)":26.05,"MTOPDomainClassification (de)":71.86,"MTOPIntentClassification (de)":44.36,"MassiveIntentClassification (de)":44.54,"MassiveScenarioClassification (de)":54.09} -{"index":68,"Rank":55,"Model":"all-MiniLM-L6-v2<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":384,"Max Tokens":512,"Average":49.22,"AmazonCounterfactualClassification (de)":57.82,"AmazonReviewsClassification (de)":26.44,"MTOPDomainClassification (de)":70.47,"MTOPIntentClassification (de)":45.7,"MassiveIntentClassification (de)":43.44,"MassiveScenarioClassification (de)":51.47} -{"index":67,"Rank":56,"Model":"all-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":49.12,"AmazonCounterfactualClassification (de)":57.1,"AmazonReviewsClassification (de)":25.91,"MTOPDomainClassification (de)":72.04,"MTOPIntentClassification (de)":43.41,"MassiveIntentClassification (de)":44.17,"MassiveScenarioClassification (de)":52.07} -{"index":37,"Rank":57,"Model":"slx-v0.1<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.08,"Embedding Dimensions":384,"Max Tokens":512,"Average":48.77,"AmazonCounterfactualClassification (de)":57.98,"AmazonReviewsClassification (de)":26.73,"MTOPDomainClassification (de)":70.39,"MTOPIntentClassification (de)":45.26,"MassiveIntentClassification (de)":42.21,"MassiveScenarioClassification (de)":50.05} -{"index":9,"Rank":58,"Model":"bge-base-en-v1.5<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":48.7,"AmazonCounterfactualClassification (de)":55.79,"AmazonReviewsClassification (de)":26.04,"MTOPDomainClassification (de)":69.48,"MTOPIntentClassification (de)":44.82,"MassiveIntentClassification (de)":41.73,"MassiveScenarioClassification (de)":54.33} -{"index":65,"Rank":59,"Model":"nomic-embed-text-v1<\/a>","Model Size (Million Parameters)":547,"Memory Usage (GB, fp32)":2.04,"Embedding Dimensions":768,"Max Tokens":8192,"Average":48.7,"AmazonCounterfactualClassification (de)":55.48,"AmazonReviewsClassification (de)":27.58,"MTOPDomainClassification (de)":71.23,"MTOPIntentClassification (de)":40.67,"MassiveIntentClassification (de)":42.62,"MassiveScenarioClassification (de)":54.59} -{"index":53,"Rank":60,"Model":"e5-small<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":48.3,"AmazonCounterfactualClassification (de)":56.98,"AmazonReviewsClassification (de)":29.2,"MTOPDomainClassification (de)":70.66,"MTOPIntentClassification (de)":41.29,"MassiveIntentClassification (de)":39.86,"MassiveScenarioClassification (de)":51.82} -{"index":12,"Rank":61,"Model":"bge-small-en-v1.5<\/a>","Model Size (Million Parameters)":24,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":512,"Max Tokens":512,"Average":47.59,"AmazonCounterfactualClassification (de)":58.53,"AmazonReviewsClassification (de)":26.82,"MTOPDomainClassification (de)":69.72,"MTOPIntentClassification (de)":40.14,"MassiveIntentClassification (de)":40.71,"MassiveScenarioClassification (de)":49.62} -{"index":28,"Rank":62,"Model":"SGPT-125M-weightedmean-msmarco-specb-bitfit<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":2048,"Average":46.54,"AmazonCounterfactualClassification (de)":56.88,"AmazonReviewsClassification (de)":24.79,"MTOPDomainClassification (de)":62.73,"MTOPIntentClassification (de)":49.56,"MassiveIntentClassification (de)":42.07,"MassiveScenarioClassification (de)":43.21} -{"index":40,"Rank":63,"Model":"rubert-tiny<\/a>","Model Size (Million Parameters)":12,"Memory Usage (GB, fp32)":0.04,"Embedding Dimensions":512,"Max Tokens":514,"Average":46.11,"AmazonCounterfactualClassification (de)":66.01,"AmazonReviewsClassification (de)":24.9,"MTOPDomainClassification (de)":59.95,"MTOPIntentClassification (de)":45.91,"MassiveIntentClassification (de)":38.61,"MassiveScenarioClassification (de)":41.26} -{"index":29,"Rank":64,"Model":"SGPT-125M-weightedmean-nli-bitfit<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":2048,"Average":45.13,"AmazonCounterfactualClassification (de)":59.08,"AmazonReviewsClassification (de)":24.52,"MTOPDomainClassification (de)":60.37,"MTOPIntentClassification (de)":45.07,"MassiveIntentClassification (de)":40.39,"MassiveScenarioClassification (de)":41.36} -{"index":82,"Rank":65,"Model":"llm_mse<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":44.85,"AmazonCounterfactualClassification (de)":63.28,"AmazonReviewsClassification (de)":27.06,"MTOPDomainClassification (de)":63.97,"MTOPIntentClassification (de)":39.02,"MassiveIntentClassification (de)":32.69,"MassiveScenarioClassification (de)":43.08} -{"index":21,"Rank":66,"Model":"distilrubert-small-cased-conversational<\/a>","Model Size (Million Parameters)":106,"Memory Usage (GB, fp32)":0.39,"Embedding Dimensions":768,"Max Tokens":512,"Average":44.4,"AmazonCounterfactualClassification (de)":63.37,"AmazonReviewsClassification (de)":25.01,"MTOPDomainClassification (de)":54.5,"MTOPIntentClassification (de)":46.41,"MassiveIntentClassification (de)":38.92,"MassiveScenarioClassification (de)":38.2} -{"index":79,"Rank":67,"Model":"LaBSE-ru-turbo<\/a>","Model Size (Million Parameters)":128,"Memory Usage (GB, fp32)":0.48,"Embedding Dimensions":768,"Max Tokens":512,"Average":44.36,"AmazonCounterfactualClassification (de)":51.82,"AmazonReviewsClassification (de)":29.28,"MTOPDomainClassification (de)":64.42,"MTOPIntentClassification (de)":36.38,"MassiveIntentClassification (de)":37.67,"MassiveScenarioClassification (de)":46.58} -{"index":42,"Rank":68,"Model":"USER-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":512,"Average":42.62,"AmazonCounterfactualClassification (de)":55.33,"AmazonReviewsClassification (de)":26.36,"MTOPDomainClassification (de)":61.34,"MTOPIntentClassification (de)":36.4,"MassiveIntentClassification (de)":33.92,"MassiveScenarioClassification (de)":42.37} -{"index":39,"Rank":69,"Model":"LaBSE-en-ru<\/a>","Model Size (Million Parameters)":129,"Memory Usage (GB, fp32)":0.48,"Embedding Dimensions":768,"Max Tokens":512,"Average":42.32,"AmazonCounterfactualClassification (de)":52.69,"AmazonReviewsClassification (de)":29.83,"MTOPDomainClassification (de)":59.47,"MTOPIntentClassification (de)":35.1,"MassiveIntentClassification (de)":35.14,"MassiveScenarioClassification (de)":41.72} -{"index":22,"Rank":70,"Model":"rubert-base-cased<\/a>","Model Size (Million Parameters)":180,"Memory Usage (GB, fp32)":0.67,"Embedding Dimensions":768,"Max Tokens":512,"Average":42.03,"AmazonCounterfactualClassification (de)":63.45,"AmazonReviewsClassification (de)":25.25,"MTOPDomainClassification (de)":53.03,"MTOPIntentClassification (de)":42.59,"MassiveIntentClassification (de)":34.34,"MassiveScenarioClassification (de)":33.5} -{"index":80,"Rank":71,"Model":"rubert-tiny-turbo<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"Embedding Dimensions":312,"Max Tokens":2048,"Average":41.68,"AmazonCounterfactualClassification (de)":61.07,"AmazonReviewsClassification (de)":27.69,"MTOPDomainClassification (de)":55.38,"MTOPIntentClassification (de)":31.78,"MassiveIntentClassification (de)":32.1,"MassiveScenarioClassification (de)":42.07} -{"index":70,"Rank":72,"Model":"allenai-specter<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":39.55,"AmazonCounterfactualClassification (de)":54.46,"AmazonReviewsClassification (de)":24.08,"MTOPDomainClassification (de)":48.55,"MTOPIntentClassification (de)":35.55,"MassiveIntentClassification (de)":36.06,"MassiveScenarioClassification (de)":38.62} -{"index":44,"Rank":73,"Model":"deberta-v1-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":512,"Average":39.47,"AmazonCounterfactualClassification (de)":58.92,"AmazonReviewsClassification (de)":24.26,"MTOPDomainClassification (de)":49.69,"MTOPIntentClassification (de)":39.95,"MassiveIntentClassification (de)":31.68,"MassiveScenarioClassification (de)":32.3} -{"index":23,"Rank":74,"Model":"rubert-base-cased-sentence<\/a>","Model Size (Million Parameters)":180,"Memory Usage (GB, fp32)":0.67,"Embedding Dimensions":768,"Max Tokens":512,"Average":38.88,"AmazonCounterfactualClassification (de)":55.93,"AmazonReviewsClassification (de)":27.28,"MTOPDomainClassification (de)":49.12,"MTOPIntentClassification (de)":36.57,"MassiveIntentClassification (de)":32.2,"MassiveScenarioClassification (de)":32.16} -{"index":41,"Rank":75,"Model":"rubert-tiny2<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"Embedding Dimensions":2048,"Max Tokens":514,"Average":37.72,"AmazonCounterfactualClassification (de)":55.34,"AmazonReviewsClassification (de)":25.63,"MTOPDomainClassification (de)":54.64,"MTOPIntentClassification (de)":27.44,"MassiveIntentClassification (de)":27.96,"MassiveScenarioClassification (de)":35.28} -{"index":33,"Rank":76,"Model":"sbert_large_mt_nlu_ru<\/a>","Model Size (Million Parameters)":427,"Memory Usage (GB, fp32)":1.59,"Embedding Dimensions":1024,"Max Tokens":514,"Average":34.18,"AmazonCounterfactualClassification (de)":60.52,"AmazonReviewsClassification (de)":24.32,"MTOPDomainClassification (de)":42.69,"MTOPIntentClassification (de)":23.36,"MassiveIntentClassification (de)":22.32,"MassiveScenarioClassification (de)":31.89} -{"index":34,"Rank":77,"Model":"sbert_large_nlu_ru<\/a>","Model Size (Million Parameters)":427,"Memory Usage (GB, fp32)":1.59,"Embedding Dimensions":1024,"Max Tokens":512,"Average":30.61,"AmazonCounterfactualClassification (de)":53.43,"AmazonReviewsClassification (de)":23.78,"MTOPDomainClassification (de)":38.11,"MTOPIntentClassification (de)":17.73,"MassiveIntentClassification (de)":21.1,"MassiveScenarioClassification (de)":29.53} -{"index":61,"Rank":78,"Model":"jina-embeddings-v2-base-en<\/a>","Model Size (Million Parameters)":275,"Memory Usage (GB, fp32)":1.02,"Embedding Dimensions":768,"Max Tokens":8192,"Average":19.2,"AmazonCounterfactualClassification (de)":50.26,"AmazonReviewsClassification (de)":21.09,"MTOPDomainClassification (de)":21.39,"MTOPIntentClassification (de)":5.88,"MassiveIntentClassification (de)":5.96,"MassiveScenarioClassification (de)":10.65} -{"index":7,"Rank":79,"Model":"gte-multilingual-base<\/a>","Model Size (Million Parameters)":305,"Memory Usage (GB, fp32)":1.14,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","AmazonCounterfactualClassification (de)":"","AmazonReviewsClassification (de)":40.11,"MTOPDomainClassification (de)":88.27,"MTOPIntentClassification (de)":63.51,"MassiveIntentClassification (de)":62.55,"MassiveScenarioClassification (de)":70.3} -{"index":14,"Rank":80,"Model":"winberta-base<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","AmazonCounterfactualClassification (de)":54.11,"AmazonReviewsClassification (de)":"","MTOPDomainClassification (de)":57.22,"MTOPIntentClassification (de)":32.18,"MassiveIntentClassification (de)":34.2,"MassiveScenarioClassification (de)":43.92} -{"index":15,"Rank":81,"Model":"winberta-large<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","AmazonCounterfactualClassification (de)":"","AmazonReviewsClassification (de)":"","MTOPDomainClassification (de)":"","MTOPIntentClassification (de)":"","MassiveIntentClassification (de)":28.09,"MassiveScenarioClassification (de)":34.68} -{"index":16,"Rank":82,"Model":"windberta-large<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","AmazonCounterfactualClassification (de)":"","AmazonReviewsClassification (de)":"","MTOPDomainClassification (de)":"","MTOPIntentClassification (de)":"","MassiveIntentClassification (de)":30.65,"MassiveScenarioClassification (de)":38.33} -{"index":27,"Rank":83,"Model":"onnx-gte-multilingual-base<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","AmazonCounterfactualClassification (de)":"","AmazonReviewsClassification (de)":40.11,"MTOPDomainClassification (de)":88.27,"MTOPIntentClassification (de)":63.51,"MassiveIntentClassification (de)":62.55,"MassiveScenarioClassification (de)":70.3} -{"index":30,"Rank":84,"Model":"SGPT-5.8B-weightedmean-nli-bitfit<\/a>","Model Size (Million Parameters)":5874,"Memory Usage (GB, fp32)":21.88,"Embedding Dimensions":4096,"Max Tokens":2048,"Average":"","AmazonCounterfactualClassification (de)":66.64,"AmazonReviewsClassification (de)":35.29,"MTOPDomainClassification (de)":84.54,"MTOPIntentClassification (de)":60.52,"MassiveIntentClassification (de)":"","MassiveScenarioClassification (de)":""} -{"index":64,"Rank":85,"Model":"ternary-weight-embedding<\/a>","Model Size (Million Parameters)":99,"Memory Usage (GB, fp32)":0.37,"Embedding Dimensions":1792,"Max Tokens":512,"Average":"","AmazonCounterfactualClassification (de)":"","AmazonReviewsClassification (de)":27.17,"MTOPDomainClassification (de)":"","MTOPIntentClassification (de)":"","MassiveIntentClassification (de)":41.04,"MassiveScenarioClassification (de)":42.59} diff --git a/boards_data/de/data_tasks/Clustering/default.jsonl b/boards_data/de/data_tasks/Clustering/default.jsonl deleted file mode 100644 index a635d6e875abbf327044d663da93faaa9fed36cf..0000000000000000000000000000000000000000 --- a/boards_data/de/data_tasks/Clustering/default.jsonl +++ /dev/null @@ -1,72 +0,0 @@ -{"index":21,"Rank":1,"Model":"SFR-Embedding-Mistral<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":41.16,"BlurbsClusteringP2P":47.73,"BlurbsClusteringS2S":21.8,"TenKGnadClusteringP2P":55.31,"TenKGnadClusteringS2S":39.78} -{"index":43,"Rank":2,"Model":"e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":40.89,"BlurbsClusteringP2P":47.07,"BlurbsClusteringS2S":21.35,"TenKGnadClusteringP2P":54.92,"TenKGnadClusteringS2S":40.21} -{"index":47,"Rank":3,"Model":"multilingual-e5-large-instruct<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":40.22,"BlurbsClusteringP2P":44.35,"BlurbsClusteringS2S":20.81,"TenKGnadClusteringP2P":54.02,"TenKGnadClusteringS2S":41.71} -{"index":5,"Rank":4,"Model":"gte-Qwen2-7B-instruct<\/a>","Model Size (Million Parameters)":7613,"Memory Usage (GB, fp32)":28.36,"Embedding Dimensions":3584,"Max Tokens":32768,"Average":39.84,"BlurbsClusteringP2P":47.0,"BlurbsClusteringS2S":21.74,"TenKGnadClusteringP2P":52.6,"TenKGnadClusteringS2S":38.04} -{"index":4,"Rank":5,"Model":"gte-Qwen1.5-7B-instruct<\/a>","Model Size (Million Parameters)":7099,"Memory Usage (GB, fp32)":26.45,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":39.57,"BlurbsClusteringP2P":45.28,"BlurbsClusteringS2S":20.1,"TenKGnadClusteringP2P":53.6,"TenKGnadClusteringS2S":39.3} -{"index":13,"Rank":6,"Model":"Cohere-embed-multilingual-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":512,"Average":36.97,"BlurbsClusteringP2P":42.32,"BlurbsClusteringS2S":19.26,"TenKGnadClusteringP2P":48.44,"TenKGnadClusteringS2S":37.86} -{"index":14,"Rank":7,"Model":"jina-embeddings-v3<\/a>","Model Size (Million Parameters)":572,"Memory Usage (GB, fp32)":2.13,"Embedding Dimensions":1024,"Max Tokens":8194,"Average":36.54,"BlurbsClusteringP2P":41.63,"BlurbsClusteringS2S":21.0,"TenKGnadClusteringP2P":43.76,"TenKGnadClusteringS2S":39.76} -{"index":53,"Rank":8,"Model":"jina-embeddings-v3<\/a>","Model Size (Million Parameters)":572,"Memory Usage (GB, fp32)":2.13,"Embedding Dimensions":1024,"Max Tokens":8194,"Average":36.54,"BlurbsClusteringP2P":41.63,"BlurbsClusteringS2S":21.0,"TenKGnadClusteringP2P":43.76,"TenKGnadClusteringS2S":39.76} -{"index":3,"Rank":9,"Model":"voyage-multilingual-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":32000,"Average":35.57,"BlurbsClusteringP2P":43.27,"BlurbsClusteringS2S":17.78,"TenKGnadClusteringP2P":43.87,"TenKGnadClusteringS2S":37.37} -{"index":0,"Rank":10,"Model":"voyage-3-lite<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":512,"Max Tokens":32000,"Average":34.03,"BlurbsClusteringP2P":40.26,"BlurbsClusteringS2S":15.97,"TenKGnadClusteringP2P":46.79,"TenKGnadClusteringS2S":33.11} -{"index":46,"Rank":11,"Model":"multilingual-e5-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":33.5,"BlurbsClusteringP2P":41.52,"BlurbsClusteringS2S":16.8,"TenKGnadClusteringP2P":44.83,"TenKGnadClusteringS2S":30.83} -{"index":1,"Rank":12,"Model":"voyage-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":32000,"Average":33.41,"BlurbsClusteringP2P":41.96,"BlurbsClusteringS2S":18.13,"TenKGnadClusteringP2P":38.06,"TenKGnadClusteringS2S":35.49} -{"index":12,"Rank":13,"Model":"Cohere-embed-multilingual-light-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":384,"Max Tokens":512,"Average":32.9,"BlurbsClusteringP2P":38.9,"BlurbsClusteringS2S":16.12,"TenKGnadClusteringP2P":47.32,"TenKGnadClusteringS2S":29.27} -{"index":45,"Rank":14,"Model":"multilingual-e5-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":32.38,"BlurbsClusteringP2P":38.35,"BlurbsClusteringS2S":16.25,"TenKGnadClusteringP2P":41.92,"TenKGnadClusteringS2S":33.01} -{"index":31,"Rank":15,"Model":"gbert-large<\/a>","Model Size (Million Parameters)":337,"Memory Usage (GB, fp32)":1.26,"Embedding Dimensions":1024,"Max Tokens":512,"Average":32.34,"BlurbsClusteringP2P":39.3,"BlurbsClusteringS2S":13.38,"TenKGnadClusteringP2P":41.69,"TenKGnadClusteringS2S":34.97} -{"index":48,"Rank":16,"Model":"multilingual-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":31.64,"BlurbsClusteringP2P":37.05,"BlurbsClusteringS2S":15.24,"TenKGnadClusteringP2P":43.77,"TenKGnadClusteringS2S":30.52} -{"index":11,"Rank":17,"Model":"Cohere-embed-english-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":512,"Average":30.48,"BlurbsClusteringP2P":33.8,"BlurbsClusteringS2S":13.31,"TenKGnadClusteringP2P":47.9,"TenKGnadClusteringS2S":26.9} -{"index":35,"Rank":18,"Model":"USER-bge-m3<\/a>","Model Size (Million Parameters)":359,"Memory Usage (GB, fp32)":1.34,"Embedding Dimensions":1024,"Max Tokens":8192,"Average":29.85,"BlurbsClusteringP2P":38.7,"BlurbsClusteringS2S":15.58,"TenKGnadClusteringP2P":42.3,"TenKGnadClusteringS2S":22.82} -{"index":64,"Rank":19,"Model":"sentence-t5-xxl<\/a>","Model Size (Million Parameters)":4865,"Memory Usage (GB, fp32)":18.12,"Embedding Dimensions":768,"Max Tokens":512,"Average":29.74,"BlurbsClusteringP2P":39.91,"BlurbsClusteringS2S":15.94,"TenKGnadClusteringP2P":43.43,"TenKGnadClusteringS2S":19.69} -{"index":51,"Rank":20,"Model":"jina-embeddings-v2-base-de<\/a>","Model Size (Million Parameters)":161,"Memory Usage (GB, fp32)":0.6,"Embedding Dimensions":768,"Max Tokens":8192,"Average":29.55,"BlurbsClusteringP2P":35.49,"BlurbsClusteringS2S":16.17,"TenKGnadClusteringP2P":42.84,"TenKGnadClusteringS2S":23.69} -{"index":26,"Rank":21,"Model":"jina-embeddings-v2-base-de-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":29.55,"BlurbsClusteringP2P":35.49,"BlurbsClusteringS2S":16.17,"TenKGnadClusteringP2P":42.84,"TenKGnadClusteringS2S":23.69} -{"index":19,"Rank":22,"Model":"jina-embeddings-v2-base-de-Q5_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":29.55,"BlurbsClusteringP2P":35.49,"BlurbsClusteringS2S":16.17,"TenKGnadClusteringP2P":42.84,"TenKGnadClusteringS2S":23.69} -{"index":23,"Rank":23,"Model":"German_Semantic_STS_V2<\/a>","Model Size (Million Parameters)":336,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":29.5,"BlurbsClusteringP2P":38.68,"BlurbsClusteringS2S":17.62,"TenKGnadClusteringP2P":38.0,"TenKGnadClusteringS2S":23.71} -{"index":55,"Rank":24,"Model":"LaBSE<\/a>","Model Size (Million Parameters)":471,"Memory Usage (GB, fp32)":1.75,"Embedding Dimensions":768,"Max Tokens":512,"Average":28.28,"BlurbsClusteringP2P":36.52,"BlurbsClusteringS2S":14.27,"TenKGnadClusteringP2P":40.64,"TenKGnadClusteringS2S":21.67} -{"index":42,"Rank":25,"Model":"e5-large-v2<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":28.26,"BlurbsClusteringP2P":31.19,"BlurbsClusteringS2S":12.4,"TenKGnadClusteringP2P":44.85,"TenKGnadClusteringS2S":24.61} -{"index":7,"Rank":26,"Model":"bge-large-en-v1.5<\/a>","Model Size (Million Parameters)":1340,"Memory Usage (GB, fp32)":4.99,"Embedding Dimensions":1024,"Max Tokens":512,"Average":27.64,"BlurbsClusteringP2P":29.05,"BlurbsClusteringS2S":12.3,"TenKGnadClusteringP2P":44.52,"TenKGnadClusteringS2S":24.68} -{"index":63,"Rank":27,"Model":"sentence-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Embedding Dimensions":768,"Max Tokens":512,"Average":27.49,"BlurbsClusteringP2P":35.33,"BlurbsClusteringS2S":13.27,"TenKGnadClusteringP2P":44.11,"TenKGnadClusteringS2S":17.26} -{"index":40,"Rank":28,"Model":"e5-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":27.14,"BlurbsClusteringP2P":29.09,"BlurbsClusteringS2S":12.41,"TenKGnadClusteringP2P":42.2,"TenKGnadClusteringS2S":24.86} -{"index":30,"Rank":29,"Model":"gbert-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":27.0,"BlurbsClusteringP2P":35.36,"BlurbsClusteringS2S":11.27,"TenKGnadClusteringP2P":37.16,"TenKGnadClusteringS2S":24.23} -{"index":65,"Rank":30,"Model":"use-cmlm-multilingual<\/a>","Model Size (Million Parameters)":472,"Memory Usage (GB, fp32)":1.76,"Embedding Dimensions":768,"Max Tokens":512,"Average":26.9,"BlurbsClusteringP2P":29.63,"BlurbsClusteringS2S":15.24,"TenKGnadClusteringP2P":37.1,"TenKGnadClusteringS2S":25.64} -{"index":41,"Rank":31,"Model":"e5-large<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":26.74,"BlurbsClusteringP2P":31.08,"BlurbsClusteringS2S":11.45,"TenKGnadClusteringP2P":43.22,"TenKGnadClusteringS2S":21.2} -{"index":60,"Rank":32,"Model":"paraphrase-multilingual-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":26.3,"BlurbsClusteringP2P":32.46,"BlurbsClusteringS2S":14.33,"TenKGnadClusteringP2P":36.13,"TenKGnadClusteringS2S":22.26} -{"index":62,"Rank":33,"Model":"sentence-t5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":26.29,"BlurbsClusteringP2P":30.59,"BlurbsClusteringS2S":11.57,"TenKGnadClusteringP2P":44.88,"TenKGnadClusteringS2S":18.11} -{"index":61,"Rank":34,"Model":"paraphrase-multilingual-mpnet-base-v2<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":25.97,"BlurbsClusteringP2P":34.0,"BlurbsClusteringS2S":15.31,"TenKGnadClusteringP2P":33.62,"TenKGnadClusteringS2S":20.93} -{"index":54,"Rank":35,"Model":"nomic-embed-text-v1<\/a>","Model Size (Million Parameters)":547,"Memory Usage (GB, fp32)":2.04,"Embedding Dimensions":768,"Max Tokens":8192,"Average":25.6,"BlurbsClusteringP2P":26.46,"BlurbsClusteringS2S":9.73,"TenKGnadClusteringP2P":45.55,"TenKGnadClusteringS2S":20.66} -{"index":6,"Rank":36,"Model":"bge-base-en-v1.5<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":25.18,"BlurbsClusteringP2P":25.15,"BlurbsClusteringS2S":11.38,"TenKGnadClusteringP2P":42.11,"TenKGnadClusteringS2S":22.07} -{"index":39,"Rank":37,"Model":"e5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":24.99,"BlurbsClusteringP2P":27.05,"BlurbsClusteringS2S":11.1,"TenKGnadClusteringP2P":41.9,"TenKGnadClusteringS2S":19.9} -{"index":9,"Rank":38,"Model":"bge-small-en-v1.5<\/a>","Model Size (Million Parameters)":24,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":512,"Max Tokens":512,"Average":24.08,"BlurbsClusteringP2P":23.89,"BlurbsClusteringS2S":10.61,"TenKGnadClusteringP2P":41.47,"TenKGnadClusteringS2S":20.34} -{"index":58,"Rank":39,"Model":"all-mpnet-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average":23.76,"BlurbsClusteringP2P":25.03,"BlurbsClusteringS2S":10.62,"TenKGnadClusteringP2P":39.41,"TenKGnadClusteringS2S":19.98} -{"index":27,"Rank":40,"Model":"LaBSE-en-ru<\/a>","Model Size (Million Parameters)":129,"Memory Usage (GB, fp32)":0.48,"Embedding Dimensions":768,"Max Tokens":512,"Average":23.64,"BlurbsClusteringP2P":30.05,"BlurbsClusteringS2S":11.13,"TenKGnadClusteringP2P":40.15,"TenKGnadClusteringS2S":13.25} -{"index":37,"Rank":41,"Model":"e5-base-4k<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":23.27,"BlurbsClusteringP2P":26.39,"BlurbsClusteringS2S":9.82,"TenKGnadClusteringP2P":36.97,"TenKGnadClusteringS2S":19.89} -{"index":38,"Rank":42,"Model":"SONAR<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":22.71,"BlurbsClusteringP2P":27.0,"BlurbsClusteringS2S":14.85,"TenKGnadClusteringP2P":21.83,"TenKGnadClusteringS2S":27.16} -{"index":44,"Rank":43,"Model":"e5-small<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":21.99,"BlurbsClusteringP2P":24.39,"BlurbsClusteringS2S":9.82,"TenKGnadClusteringP2P":37.23,"TenKGnadClusteringS2S":16.54} -{"index":66,"Rank":44,"Model":"LaBSE-ru-turbo<\/a>","Model Size (Million Parameters)":128,"Memory Usage (GB, fp32)":0.48,"Embedding Dimensions":768,"Max Tokens":512,"Average":21.81,"BlurbsClusteringP2P":26.37,"BlurbsClusteringS2S":10.26,"TenKGnadClusteringP2P":37.43,"TenKGnadClusteringS2S":13.19} -{"index":68,"Rank":45,"Model":"text2vec-base-multilingual<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":256,"Average":21.67,"BlurbsClusteringP2P":27.75,"BlurbsClusteringS2S":13.22,"TenKGnadClusteringP2P":30.87,"TenKGnadClusteringS2S":14.84} -{"index":69,"Rank":46,"Model":"gottbert-base<\/a>","Model Size (Million Parameters)":127,"Memory Usage (GB, fp32)":0.47,"Embedding Dimensions":768,"Max Tokens":512,"Average":21.46,"BlurbsClusteringP2P":34.49,"BlurbsClusteringS2S":8.37,"TenKGnadClusteringP2P":33.66,"TenKGnadClusteringS2S":9.34} -{"index":22,"Rank":47,"Model":"cross-en-de-roberta-sentence-transformer<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":19.49,"BlurbsClusteringP2P":30.82,"BlurbsClusteringS2S":12.69,"TenKGnadClusteringP2P":23.5,"TenKGnadClusteringS2S":10.94} -{"index":49,"Rank":48,"Model":"udever-bloom-1b1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":2048,"Average":19.06,"BlurbsClusteringP2P":24.28,"BlurbsClusteringS2S":8.08,"TenKGnadClusteringP2P":36.81,"TenKGnadClusteringS2S":7.05} -{"index":18,"Rank":49,"Model":"xlm-roberta-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":18.94,"BlurbsClusteringP2P":29.84,"BlurbsClusteringS2S":7.29,"TenKGnadClusteringP2P":32.46,"TenKGnadClusteringS2S":6.16} -{"index":56,"Rank":50,"Model":"all-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":18.45,"BlurbsClusteringP2P":17.44,"BlurbsClusteringS2S":10.09,"TenKGnadClusteringP2P":30.45,"TenKGnadClusteringS2S":15.81} -{"index":57,"Rank":51,"Model":"all-MiniLM-L6-v2<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":384,"Max Tokens":512,"Average":18.24,"BlurbsClusteringP2P":19.94,"BlurbsClusteringS2S":9.38,"TenKGnadClusteringP2P":30.3,"TenKGnadClusteringS2S":13.32} -{"index":10,"Rank":52,"Model":"winberta-base<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":16.62,"BlurbsClusteringP2P":17.47,"BlurbsClusteringS2S":7.96,"TenKGnadClusteringP2P":29.79,"TenKGnadClusteringS2S":11.27} -{"index":34,"Rank":53,"Model":"USER-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":512,"Average":16.1,"BlurbsClusteringP2P":15.08,"BlurbsClusteringS2S":9.12,"TenKGnadClusteringP2P":29.7,"TenKGnadClusteringS2S":10.51} -{"index":17,"Rank":54,"Model":"rubert-base-cased-sentence<\/a>","Model Size (Million Parameters)":180,"Memory Usage (GB, fp32)":0.67,"Embedding Dimensions":768,"Max Tokens":512,"Average":14.23,"BlurbsClusteringP2P":16.55,"BlurbsClusteringS2S":8.99,"TenKGnadClusteringP2P":23.3,"TenKGnadClusteringS2S":8.08} -{"index":25,"Rank":55,"Model":"sbert_large_nlu_ru<\/a>","Model Size (Million Parameters)":427,"Memory Usage (GB, fp32)":1.59,"Embedding Dimensions":1024,"Max Tokens":512,"Average":12.2,"BlurbsClusteringP2P":11.42,"BlurbsClusteringS2S":8.6,"TenKGnadClusteringP2P":18.55,"TenKGnadClusteringS2S":10.24} -{"index":16,"Rank":56,"Model":"rubert-base-cased<\/a>","Model Size (Million Parameters)":180,"Memory Usage (GB, fp32)":0.67,"Embedding Dimensions":768,"Max Tokens":512,"Average":11.66,"BlurbsClusteringP2P":10.74,"BlurbsClusteringS2S":8.66,"TenKGnadClusteringP2P":16.29,"TenKGnadClusteringS2S":10.93} -{"index":24,"Rank":57,"Model":"sbert_large_mt_nlu_ru<\/a>","Model Size (Million Parameters)":427,"Memory Usage (GB, fp32)":1.59,"Embedding Dimensions":1024,"Max Tokens":514,"Average":10.68,"BlurbsClusteringP2P":10.62,"BlurbsClusteringS2S":8.8,"TenKGnadClusteringP2P":13.99,"TenKGnadClusteringS2S":9.3} -{"index":28,"Rank":58,"Model":"rubert-tiny<\/a>","Model Size (Million Parameters)":12,"Memory Usage (GB, fp32)":0.04,"Embedding Dimensions":512,"Max Tokens":514,"Average":10.55,"BlurbsClusteringP2P":9.69,"BlurbsClusteringS2S":8.78,"TenKGnadClusteringP2P":15.1,"TenKGnadClusteringS2S":8.62} -{"index":29,"Rank":59,"Model":"rubert-tiny2<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"Embedding Dimensions":2048,"Max Tokens":514,"Average":10.42,"BlurbsClusteringP2P":12.5,"BlurbsClusteringS2S":9.41,"TenKGnadClusteringP2P":11.05,"TenKGnadClusteringS2S":8.74} -{"index":59,"Rank":60,"Model":"average_word_embeddings_komninos<\/a>","Model Size (Million Parameters)":134,"Memory Usage (GB, fp32)":0.5,"Embedding Dimensions":300,"Max Tokens":"N\/A","Average":10.03,"BlurbsClusteringP2P":11.37,"BlurbsClusteringS2S":8.01,"TenKGnadClusteringP2P":15.89,"TenKGnadClusteringS2S":4.84} -{"index":67,"Rank":61,"Model":"rubert-tiny-turbo<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"Embedding Dimensions":312,"Max Tokens":2048,"Average":9.97,"BlurbsClusteringP2P":12.49,"BlurbsClusteringS2S":8.97,"TenKGnadClusteringP2P":8.65,"TenKGnadClusteringS2S":9.77} -{"index":33,"Rank":62,"Model":"gelectra-large<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":9.23,"BlurbsClusteringP2P":13.96,"BlurbsClusteringS2S":7.57,"TenKGnadClusteringP2P":11.49,"TenKGnadClusteringS2S":3.91} -{"index":36,"Rank":63,"Model":"deberta-v1-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":512,"Average":8.55,"BlurbsClusteringP2P":8.62,"BlurbsClusteringS2S":7.93,"TenKGnadClusteringP2P":11.94,"TenKGnadClusteringS2S":5.7} -{"index":32,"Rank":64,"Model":"gelectra-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":7.73,"BlurbsClusteringP2P":10.06,"BlurbsClusteringS2S":7.74,"TenKGnadClusteringP2P":9.02,"TenKGnadClusteringS2S":4.11} -{"index":15,"Rank":65,"Model":"distilrubert-small-cased-conversational<\/a>","Model Size (Million Parameters)":106,"Memory Usage (GB, fp32)":0.39,"Embedding Dimensions":768,"Max Tokens":512,"Average":6.91,"BlurbsClusteringP2P":8.59,"BlurbsClusteringS2S":7.36,"TenKGnadClusteringP2P":7.42,"TenKGnadClusteringS2S":4.29} -{"index":50,"Rank":66,"Model":"udever-bloom-560m<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":2048,"Average":5.18,"BlurbsClusteringP2P":7.37,"BlurbsClusteringS2S":6.68,"TenKGnadClusteringP2P":3.47,"TenKGnadClusteringS2S":3.19} -{"index":2,"Rank":67,"Model":"voyage-large-2-instruct<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":16000,"Average":"","BlurbsClusteringP2P":40.78,"BlurbsClusteringS2S":20.59,"TenKGnadClusteringP2P":"","TenKGnadClusteringS2S":32.74} -{"index":8,"Rank":68,"Model":"bge-m3<\/a>","Model Size (Million Parameters)":567,"Memory Usage (GB, fp32)":2.11,"Embedding Dimensions":1024,"Max Tokens":8192,"Average":"","BlurbsClusteringP2P":38.69,"BlurbsClusteringS2S":16.28,"TenKGnadClusteringP2P":"","TenKGnadClusteringS2S":""} -{"index":20,"Rank":69,"Model":"SGPT-125M-weightedmean-nli-bitfit<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":2048,"Average":"","BlurbsClusteringP2P":"","BlurbsClusteringS2S":8.0,"TenKGnadClusteringP2P":"","TenKGnadClusteringS2S":""} -{"index":52,"Rank":70,"Model":"jina-embeddings-v2-base-en<\/a>","Model Size (Million Parameters)":275,"Memory Usage (GB, fp32)":1.02,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","BlurbsClusteringP2P":4.57,"BlurbsClusteringS2S":4.9,"TenKGnadClusteringP2P":"","TenKGnadClusteringS2S":1.45} -{"index":70,"Rank":71,"Model":"text-embedding-3-large<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":3072,"Max Tokens":8191,"Average":"","BlurbsClusteringP2P":44.1,"BlurbsClusteringS2S":21.85,"TenKGnadClusteringP2P":"","TenKGnadClusteringS2S":37.78} -{"index":71,"Rank":72,"Model":"text-embedding-3-small<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":8191,"Average":"","BlurbsClusteringP2P":41.0,"BlurbsClusteringS2S":18.51,"TenKGnadClusteringP2P":"","TenKGnadClusteringS2S":34.51} diff --git a/boards_data/de/data_tasks/PairClassification/default.jsonl b/boards_data/de/data_tasks/PairClassification/default.jsonl deleted file mode 100644 index f8cf362574ef79a39df4420cfe7a68b626c90cef..0000000000000000000000000000000000000000 --- a/boards_data/de/data_tasks/PairClassification/default.jsonl +++ /dev/null @@ -1,55 +0,0 @@ -{"index":5,"Rank":1,"Model":"gte-Qwen2-7B-instruct<\/a>","Model Size (Million Parameters)":7613,"Memory Usage (GB, fp32)":28.36,"Embedding Dimensions":3584,"Max Tokens":32768,"Average":66.81,"FalseFriendsGermanEnglish":55.91,"PawsXPairClassification (de)":77.71} -{"index":4,"Rank":2,"Model":"gte-Qwen1.5-7B-instruct<\/a>","Model Size (Million Parameters)":7099,"Memory Usage (GB, fp32)":26.45,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":63.55,"FalseFriendsGermanEnglish":52.61,"PawsXPairClassification (de)":74.49} -{"index":53,"Rank":3,"Model":"text-embedding-3-large<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":3072,"Max Tokens":8191,"Average":59.16,"FalseFriendsGermanEnglish":56.04,"PawsXPairClassification (de)":62.29} -{"index":2,"Rank":4,"Model":"voyage-large-2-instruct<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":16000,"Average":57.2,"FalseFriendsGermanEnglish":52.72,"PawsXPairClassification (de)":61.69} -{"index":12,"Rank":5,"Model":"Cohere-embed-multilingual-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":512,"Average":56.9,"FalseFriendsGermanEnglish":54.29,"PawsXPairClassification (de)":59.52} -{"index":52,"Rank":6,"Model":"text2vec-base-multilingual<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":256,"Average":56.64,"FalseFriendsGermanEnglish":48.49,"PawsXPairClassification (de)":64.79} -{"index":18,"Rank":7,"Model":"SFR-Embedding-Mistral<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":56.6,"FalseFriendsGermanEnglish":53.11,"PawsXPairClassification (de)":60.1} -{"index":3,"Rank":8,"Model":"voyage-multilingual-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":32000,"Average":56.45,"FalseFriendsGermanEnglish":53.62,"PawsXPairClassification (de)":59.28} -{"index":33,"Rank":9,"Model":"e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":56.36,"FalseFriendsGermanEnglish":54.05,"PawsXPairClassification (de)":58.67} -{"index":1,"Rank":10,"Model":"voyage-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":32000,"Average":56.24,"FalseFriendsGermanEnglish":52.21,"PawsXPairClassification (de)":60.28} -{"index":54,"Rank":11,"Model":"text-embedding-3-small<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":8191,"Average":55.93,"FalseFriendsGermanEnglish":53.14,"PawsXPairClassification (de)":58.72} -{"index":17,"Rank":12,"Model":"GritLM-7B<\/a>","Model Size (Million Parameters)":7240,"Memory Usage (GB, fp32)":26.97,"Embedding Dimensions":"","Max Tokens":4096,"Average":55.92,"FalseFriendsGermanEnglish":54.17,"PawsXPairClassification (de)":57.66} -{"index":36,"Rank":13,"Model":"multilingual-e5-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":55.34,"FalseFriendsGermanEnglish":53.53,"PawsXPairClassification (de)":57.14} -{"index":37,"Rank":14,"Model":"multilingual-e5-large-instruct<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":54.47,"FalseFriendsGermanEnglish":52.3,"PawsXPairClassification (de)":56.64} -{"index":26,"Rank":15,"Model":"USER-bge-m3<\/a>","Model Size (Million Parameters)":359,"Memory Usage (GB, fp32)":1.34,"Embedding Dimensions":1024,"Max Tokens":8192,"Average":54.14,"FalseFriendsGermanEnglish":50.01,"PawsXPairClassification (de)":58.27} -{"index":0,"Rank":16,"Model":"voyage-3-lite<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":512,"Max Tokens":32000,"Average":53.83,"FalseFriendsGermanEnglish":51.59,"PawsXPairClassification (de)":56.07} -{"index":39,"Rank":17,"Model":"udever-bloom-1b1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":2048,"Average":53.74,"FalseFriendsGermanEnglish":48.89,"PawsXPairClassification (de)":58.58} -{"index":49,"Rank":18,"Model":"paraphrase-multilingual-mpnet-base-v2<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":53.52,"FalseFriendsGermanEnglish":51.35,"PawsXPairClassification (de)":55.69} -{"index":35,"Rank":19,"Model":"multilingual-e5-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":52.95,"FalseFriendsGermanEnglish":51.64,"PawsXPairClassification (de)":54.26} -{"index":40,"Rank":20,"Model":"udever-bloom-560m<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":2048,"Average":52.58,"FalseFriendsGermanEnglish":49.26,"PawsXPairClassification (de)":55.9} -{"index":11,"Rank":21,"Model":"Cohere-embed-multilingual-light-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":384,"Max Tokens":512,"Average":52.35,"FalseFriendsGermanEnglish":49.82,"PawsXPairClassification (de)":54.88} -{"index":48,"Rank":22,"Model":"paraphrase-multilingual-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":51.42,"FalseFriendsGermanEnglish":49.5,"PawsXPairClassification (de)":53.34} -{"index":44,"Rank":23,"Model":"LaBSE<\/a>","Model Size (Million Parameters)":471,"Memory Usage (GB, fp32)":1.75,"Embedding Dimensions":768,"Max Tokens":512,"Average":51.36,"FalseFriendsGermanEnglish":51.28,"PawsXPairClassification (de)":51.45} -{"index":38,"Rank":24,"Model":"multilingual-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":50.84,"FalseFriendsGermanEnglish":49.49,"PawsXPairClassification (de)":52.19} -{"index":28,"Rank":25,"Model":"e5-base-4k<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":50.53,"FalseFriendsGermanEnglish":48.49,"PawsXPairClassification (de)":52.57} -{"index":27,"Rank":26,"Model":"deberta-v1-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":512,"Average":50.46,"FalseFriendsGermanEnglish":49.33,"PawsXPairClassification (de)":51.6} -{"index":16,"Rank":27,"Model":"rubert-base-cased-sentence<\/a>","Model Size (Million Parameters)":180,"Memory Usage (GB, fp32)":0.67,"Embedding Dimensions":768,"Max Tokens":512,"Average":50.16,"FalseFriendsGermanEnglish":48.28,"PawsXPairClassification (de)":52.04} -{"index":7,"Rank":28,"Model":"bge-large-en-v1.5<\/a>","Model Size (Million Parameters)":1340,"Memory Usage (GB, fp32)":4.99,"Embedding Dimensions":1024,"Max Tokens":512,"Average":50.1,"FalseFriendsGermanEnglish":47.77,"PawsXPairClassification (de)":52.43} -{"index":31,"Rank":29,"Model":"e5-large<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":50.0,"FalseFriendsGermanEnglish":47.55,"PawsXPairClassification (de)":52.46} -{"index":6,"Rank":30,"Model":"bge-base-en-v1.5<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":49.94,"FalseFriendsGermanEnglish":47.77,"PawsXPairClassification (de)":52.1} -{"index":29,"Rank":31,"Model":"e5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":49.9,"FalseFriendsGermanEnglish":47.9,"PawsXPairClassification (de)":51.9} -{"index":9,"Rank":32,"Model":"bge-small-en-v1.5<\/a>","Model Size (Million Parameters)":24,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":512,"Max Tokens":512,"Average":49.9,"FalseFriendsGermanEnglish":48.44,"PawsXPairClassification (de)":51.35} -{"index":10,"Rank":33,"Model":"Cohere-embed-english-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":512,"Average":49.89,"FalseFriendsGermanEnglish":47.59,"PawsXPairClassification (de)":52.18} -{"index":47,"Rank":34,"Model":"all-mpnet-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average":49.88,"FalseFriendsGermanEnglish":47.48,"PawsXPairClassification (de)":52.28} -{"index":25,"Rank":35,"Model":"USER-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":512,"Average":49.79,"FalseFriendsGermanEnglish":46.84,"PawsXPairClassification (de)":52.74} -{"index":46,"Rank":36,"Model":"all-MiniLM-L6-v2<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":384,"Max Tokens":512,"Average":49.76,"FalseFriendsGermanEnglish":47.97,"PawsXPairClassification (de)":51.55} -{"index":15,"Rank":37,"Model":"rubert-base-cased<\/a>","Model Size (Million Parameters)":180,"Memory Usage (GB, fp32)":0.67,"Embedding Dimensions":768,"Max Tokens":512,"Average":49.74,"FalseFriendsGermanEnglish":49.53,"PawsXPairClassification (de)":49.96} -{"index":21,"Rank":38,"Model":"sbert_large_nlu_ru<\/a>","Model Size (Million Parameters)":427,"Memory Usage (GB, fp32)":1.59,"Embedding Dimensions":1024,"Max Tokens":512,"Average":49.68,"FalseFriendsGermanEnglish":48.34,"PawsXPairClassification (de)":51.01} -{"index":43,"Rank":39,"Model":"nomic-embed-text-v1<\/a>","Model Size (Million Parameters)":547,"Memory Usage (GB, fp32)":2.04,"Embedding Dimensions":768,"Max Tokens":8192,"Average":49.64,"FalseFriendsGermanEnglish":47.77,"PawsXPairClassification (de)":51.51} -{"index":45,"Rank":40,"Model":"all-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":49.54,"FalseFriendsGermanEnglish":48.02,"PawsXPairClassification (de)":51.07} -{"index":32,"Rank":41,"Model":"e5-large-v2<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":49.52,"FalseFriendsGermanEnglish":47.9,"PawsXPairClassification (de)":51.15} -{"index":34,"Rank":42,"Model":"e5-small<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":49.4,"FalseFriendsGermanEnglish":47.65,"PawsXPairClassification (de)":51.15} -{"index":20,"Rank":43,"Model":"sbert_large_mt_nlu_ru<\/a>","Model Size (Million Parameters)":427,"Memory Usage (GB, fp32)":1.59,"Embedding Dimensions":1024,"Max Tokens":514,"Average":49.33,"FalseFriendsGermanEnglish":47.51,"PawsXPairClassification (de)":51.15} -{"index":50,"Rank":44,"Model":"LaBSE-ru-turbo<\/a>","Model Size (Million Parameters)":128,"Memory Usage (GB, fp32)":0.48,"Embedding Dimensions":768,"Max Tokens":512,"Average":49.2,"FalseFriendsGermanEnglish":47.15,"PawsXPairClassification (de)":51.25} -{"index":51,"Rank":45,"Model":"rubert-tiny-turbo<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"Embedding Dimensions":312,"Max Tokens":2048,"Average":49.18,"FalseFriendsGermanEnglish":47.33,"PawsXPairClassification (de)":51.04} -{"index":30,"Rank":46,"Model":"e5-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":49.18,"FalseFriendsGermanEnglish":47.36,"PawsXPairClassification (de)":50.99} -{"index":14,"Rank":47,"Model":"distilrubert-small-cased-conversational<\/a>","Model Size (Million Parameters)":106,"Memory Usage (GB, fp32)":0.39,"Embedding Dimensions":768,"Max Tokens":512,"Average":49.06,"FalseFriendsGermanEnglish":49.57,"PawsXPairClassification (de)":48.55} -{"index":23,"Rank":48,"Model":"rubert-tiny<\/a>","Model Size (Million Parameters)":12,"Memory Usage (GB, fp32)":0.04,"Embedding Dimensions":512,"Max Tokens":514,"Average":48.36,"FalseFriendsGermanEnglish":48.41,"PawsXPairClassification (de)":48.32} -{"index":24,"Rank":49,"Model":"rubert-tiny2<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"Embedding Dimensions":2048,"Max Tokens":514,"Average":47.82,"FalseFriendsGermanEnglish":46.98,"PawsXPairClassification (de)":48.67} -{"index":22,"Rank":50,"Model":"LaBSE-en-ru<\/a>","Model Size (Million Parameters)":129,"Memory Usage (GB, fp32)":0.48,"Embedding Dimensions":768,"Max Tokens":512,"Average":47.79,"FalseFriendsGermanEnglish":45.86,"PawsXPairClassification (de)":49.72} -{"index":41,"Rank":51,"Model":"jina-embeddings-v2-base-en<\/a>","Model Size (Million Parameters)":275,"Memory Usage (GB, fp32)":1.02,"Embedding Dimensions":768,"Max Tokens":8192,"Average":47.48,"FalseFriendsGermanEnglish":48.17,"PawsXPairClassification (de)":46.79} -{"index":8,"Rank":52,"Model":"bge-m3<\/a>","Model Size (Million Parameters)":567,"Memory Usage (GB, fp32)":2.11,"Embedding Dimensions":1024,"Max Tokens":8192,"Average":"","FalseFriendsGermanEnglish":"","PawsXPairClassification (de)":57.12} -{"index":13,"Rank":53,"Model":"jina-embeddings-v3<\/a>","Model Size (Million Parameters)":572,"Memory Usage (GB, fp32)":2.13,"Embedding Dimensions":1024,"Max Tokens":8194,"Average":"","FalseFriendsGermanEnglish":"","PawsXPairClassification (de)":56.79} -{"index":19,"Rank":54,"Model":"German_Semantic_STS_V2<\/a>","Model Size (Million Parameters)":336,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","FalseFriendsGermanEnglish":71.22,"PawsXPairClassification (de)":""} -{"index":42,"Rank":55,"Model":"jina-embeddings-v3<\/a>","Model Size (Million Parameters)":572,"Memory Usage (GB, fp32)":2.13,"Embedding Dimensions":1024,"Max Tokens":8194,"Average":"","FalseFriendsGermanEnglish":"","PawsXPairClassification (de)":56.79} diff --git a/boards_data/de/data_tasks/Reranking/default.jsonl b/boards_data/de/data_tasks/Reranking/default.jsonl deleted file mode 100644 index 4645389003ac8c5e20c5d831e227b38cc8afd419..0000000000000000000000000000000000000000 --- a/boards_data/de/data_tasks/Reranking/default.jsonl +++ /dev/null @@ -1,43 +0,0 @@ -{"index":7,"Rank":1,"Model":"Cohere-embed-multilingual-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":512,"MIRACLReranking (de)":55.61} -{"index":12,"Rank":2,"Model":"SFR-Embedding-Mistral<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"MIRACLReranking (de)":54.39} -{"index":11,"Rank":3,"Model":"GritLM-7B<\/a>","Model Size (Million Parameters)":7240,"Memory Usage (GB, fp32)":26.97,"Embedding Dimensions":"","Max Tokens":4096,"MIRACLReranking (de)":54.02} -{"index":28,"Rank":4,"Model":"multilingual-e5-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"MIRACLReranking (de)":53.61} -{"index":25,"Rank":5,"Model":"e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"MIRACLReranking (de)":52.52} -{"index":27,"Rank":6,"Model":"multilingual-e5-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"MIRACLReranking (de)":50.26} -{"index":1,"Rank":7,"Model":"gte-Qwen2-7B-instruct<\/a>","Model Size (Million Parameters)":7613,"Memory Usage (GB, fp32)":28.36,"Embedding Dimensions":3584,"Max Tokens":32768,"MIRACLReranking (de)":50.18} -{"index":0,"Rank":8,"Model":"gte-Qwen1.5-7B-instruct<\/a>","Model Size (Million Parameters)":7099,"Memory Usage (GB, fp32)":26.45,"Embedding Dimensions":4096,"Max Tokens":32768,"MIRACLReranking (de)":49.61} -{"index":6,"Rank":9,"Model":"Cohere-embed-multilingual-light-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":384,"Max Tokens":512,"MIRACLReranking (de)":48.25} -{"index":30,"Rank":10,"Model":"multilingual-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"MIRACLReranking (de)":48.16} -{"index":29,"Rank":11,"Model":"multilingual-e5-large-instruct<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"MIRACLReranking (de)":46.65} -{"index":39,"Rank":12,"Model":"paraphrase-multilingual-mpnet-base-v2<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"MIRACLReranking (de)":40.7} -{"index":5,"Rank":13,"Model":"Cohere-embed-english-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":512,"MIRACLReranking (de)":36.5} -{"index":38,"Rank":14,"Model":"paraphrase-multilingual-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"MIRACLReranking (de)":36.46} -{"index":24,"Rank":15,"Model":"e5-large-v2<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"MIRACLReranking (de)":34.86} -{"index":3,"Rank":16,"Model":"bge-large-en-v1.5<\/a>","Model Size (Million Parameters)":1340,"Memory Usage (GB, fp32)":4.99,"Embedding Dimensions":1024,"Max Tokens":512,"MIRACLReranking (de)":30.9} -{"index":23,"Rank":17,"Model":"e5-large<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"MIRACLReranking (de)":27.94} -{"index":4,"Rank":18,"Model":"bge-small-en-v1.5<\/a>","Model Size (Million Parameters)":24,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":512,"Max Tokens":512,"MIRACLReranking (de)":26.04} -{"index":2,"Rank":19,"Model":"bge-base-en-v1.5<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"MIRACLReranking (de)":25.83} -{"index":22,"Rank":20,"Model":"e5-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"MIRACLReranking (de)":25.63} -{"index":42,"Rank":21,"Model":"text2vec-base-multilingual<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":256,"MIRACLReranking (de)":25.45} -{"index":34,"Rank":22,"Model":"LaBSE<\/a>","Model Size (Million Parameters)":471,"Memory Usage (GB, fp32)":1.75,"Embedding Dimensions":768,"Max Tokens":512,"MIRACLReranking (de)":24.42} -{"index":37,"Rank":23,"Model":"all-mpnet-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"MIRACLReranking (de)":23.43} -{"index":35,"Rank":24,"Model":"all-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"MIRACLReranking (de)":23.33} -{"index":40,"Rank":25,"Model":"LaBSE-ru-turbo<\/a>","Model Size (Million Parameters)":128,"Memory Usage (GB, fp32)":0.48,"Embedding Dimensions":768,"Max Tokens":512,"MIRACLReranking (de)":22.14} -{"index":26,"Rank":26,"Model":"e5-small<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"MIRACLReranking (de)":21.97} -{"index":33,"Rank":27,"Model":"nomic-embed-text-v1<\/a>","Model Size (Million Parameters)":547,"Memory Usage (GB, fp32)":2.04,"Embedding Dimensions":768,"Max Tokens":8192,"MIRACLReranking (de)":21.85} -{"index":21,"Rank":28,"Model":"e5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"MIRACLReranking (de)":21.47} -{"index":20,"Rank":29,"Model":"e5-base-4k<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"MIRACLReranking (de)":20.91} -{"index":15,"Rank":30,"Model":"LaBSE-en-ru<\/a>","Model Size (Million Parameters)":129,"Memory Usage (GB, fp32)":0.48,"Embedding Dimensions":768,"Max Tokens":512,"MIRACLReranking (de)":18.12} -{"index":36,"Rank":31,"Model":"all-MiniLM-L6-v2<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":384,"Max Tokens":512,"MIRACLReranking (de)":16.26} -{"index":18,"Rank":32,"Model":"USER-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":512,"MIRACLReranking (de)":14.58} -{"index":41,"Rank":33,"Model":"rubert-tiny-turbo<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"Embedding Dimensions":312,"Max Tokens":2048,"MIRACLReranking (de)":12.08} -{"index":10,"Rank":34,"Model":"rubert-base-cased-sentence<\/a>","Model Size (Million Parameters)":180,"Memory Usage (GB, fp32)":0.67,"Embedding Dimensions":768,"Max Tokens":512,"MIRACLReranking (de)":8.84} -{"index":31,"Rank":35,"Model":"udever-bloom-1b1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":2048,"MIRACLReranking (de)":7.29} -{"index":17,"Rank":36,"Model":"rubert-tiny2<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"Embedding Dimensions":2048,"Max Tokens":514,"MIRACLReranking (de)":7.23} -{"index":16,"Rank":37,"Model":"rubert-tiny<\/a>","Model Size (Million Parameters)":12,"Memory Usage (GB, fp32)":0.04,"Embedding Dimensions":512,"Max Tokens":514,"MIRACLReranking (de)":6.36} -{"index":9,"Rank":38,"Model":"rubert-base-cased<\/a>","Model Size (Million Parameters)":180,"Memory Usage (GB, fp32)":0.67,"Embedding Dimensions":768,"Max Tokens":512,"MIRACLReranking (de)":6.21} -{"index":13,"Rank":39,"Model":"sbert_large_mt_nlu_ru<\/a>","Model Size (Million Parameters)":427,"Memory Usage (GB, fp32)":1.59,"Embedding Dimensions":1024,"Max Tokens":514,"MIRACLReranking (de)":5.55} -{"index":8,"Rank":40,"Model":"distilrubert-small-cased-conversational<\/a>","Model Size (Million Parameters)":106,"Memory Usage (GB, fp32)":0.39,"Embedding Dimensions":768,"Max Tokens":512,"MIRACLReranking (de)":4.48} -{"index":14,"Rank":41,"Model":"sbert_large_nlu_ru<\/a>","Model Size (Million Parameters)":427,"Memory Usage (GB, fp32)":1.59,"Embedding Dimensions":1024,"Max Tokens":512,"MIRACLReranking (de)":3.86} -{"index":19,"Rank":42,"Model":"deberta-v1-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":512,"MIRACLReranking (de)":3.51} -{"index":32,"Rank":43,"Model":"udever-bloom-560m<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":2048,"MIRACLReranking (de)":3.33} diff --git a/boards_data/de/data_tasks/Retrieval/default.jsonl b/boards_data/de/data_tasks/Retrieval/default.jsonl deleted file mode 100644 index 75435f3078cbb1865aaaf6b4193870c9f2d555e9..0000000000000000000000000000000000000000 --- a/boards_data/de/data_tasks/Retrieval/default.jsonl +++ /dev/null @@ -1,59 +0,0 @@ -{"index":12,"Rank":1,"Model":"jina-embeddings-v3<\/a>","Model Size (Million Parameters)":572,"Memory Usage (GB, fp32)":2.13,"Embedding Dimensions":1024,"Max Tokens":8194,"Average":55.61,"GerDaLIR":16.23,"GermanDPR":82.42,"GermanQuAD-Retrieval":95.46,"XMarket (de)":28.32} -{"index":46,"Rank":2,"Model":"jina-embeddings-v3<\/a>","Model Size (Million Parameters)":572,"Memory Usage (GB, fp32)":2.13,"Embedding Dimensions":1024,"Max Tokens":8194,"Average":55.61,"GerDaLIR":16.23,"GermanDPR":82.42,"GermanQuAD-Retrieval":95.46,"XMarket (de)":28.32} -{"index":36,"Rank":3,"Model":"e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":53.25,"GerDaLIR":7.22,"GermanDPR":84.25,"GermanQuAD-Retrieval":95.21,"XMarket (de)":26.33} -{"index":16,"Rank":4,"Model":"GritLM-7B<\/a>","Model Size (Million Parameters)":7240,"Memory Usage (GB, fp32)":26.97,"Embedding Dimensions":"","Max Tokens":4096,"Average":53.18,"GerDaLIR":9.32,"GermanDPR":83.09,"GermanQuAD-Retrieval":95.32,"XMarket (de)":25.01} -{"index":40,"Rank":5,"Model":"multilingual-e5-large-instruct<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":52.3,"GerDaLIR":9.31,"GermanDPR":80.84,"GermanQuAD-Retrieval":94.67,"XMarket (de)":24.4} -{"index":39,"Rank":6,"Model":"multilingual-e5-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":50.38,"GerDaLIR":6.53,"GermanDPR":82.89,"GermanQuAD-Retrieval":94.66,"XMarket (de)":17.46} -{"index":38,"Rank":7,"Model":"multilingual-e5-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":49.15,"GerDaLIR":6.89,"GermanDPR":79.51,"GermanQuAD-Retrieval":93.93,"XMarket (de)":16.27} -{"index":41,"Rank":8,"Model":"multilingual-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":48.62,"GerDaLIR":6.87,"GermanDPR":78.94,"GermanQuAD-Retrieval":93.14,"XMarket (de)":15.55} -{"index":53,"Rank":9,"Model":"paraphrase-multilingual-mpnet-base-v2<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":40.49,"GerDaLIR":1.14,"GermanDPR":67.88,"GermanQuAD-Retrieval":85.24,"XMarket (de)":7.72} -{"index":52,"Rank":10,"Model":"paraphrase-multilingual-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":38.42,"GerDaLIR":0.95,"GermanDPR":64.63,"GermanQuAD-Retrieval":82.14,"XMarket (de)":5.95} -{"index":48,"Rank":11,"Model":"LaBSE<\/a>","Model Size (Million Parameters)":471,"Memory Usage (GB, fp32)":1.75,"Embedding Dimensions":768,"Max Tokens":512,"Average":36.5,"GerDaLIR":2.02,"GermanDPR":60.82,"GermanQuAD-Retrieval":78.87,"XMarket (de)":4.27} -{"index":51,"Rank":12,"Model":"all-mpnet-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average":35.59,"GerDaLIR":1.53,"GermanDPR":56.96,"GermanQuAD-Retrieval":75.63,"XMarket (de)":8.23} -{"index":49,"Rank":13,"Model":"all-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":33.16,"GerDaLIR":0.55,"GermanDPR":50.27,"GermanQuAD-Retrieval":71.43,"XMarket (de)":10.4} -{"index":50,"Rank":14,"Model":"all-MiniLM-L6-v2<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":384,"Max Tokens":512,"Average":31.76,"GerDaLIR":1.07,"GermanDPR":47.83,"GermanQuAD-Retrieval":68.82,"XMarket (de)":9.3} -{"index":0,"Rank":15,"Model":"mistral-embed<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":"","Average":"","GerDaLIR":"","GermanDPR":"","GermanQuAD-Retrieval":"","XMarket (de)":""} -{"index":1,"Rank":16,"Model":"voyage-3-lite<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":512,"Max Tokens":32000,"Average":"","GerDaLIR":"","GermanDPR":"","GermanQuAD-Retrieval":"","XMarket (de)":""} -{"index":2,"Rank":17,"Model":"voyage-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":32000,"Average":"","GerDaLIR":"","GermanDPR":"","GermanQuAD-Retrieval":"","XMarket (de)":""} -{"index":3,"Rank":18,"Model":"voyage-law-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":16000,"Average":"","GerDaLIR":"","GermanDPR":"","GermanQuAD-Retrieval":"","XMarket (de)":""} -{"index":4,"Rank":19,"Model":"gte-Qwen1.5-7B-instruct<\/a>","Model Size (Million Parameters)":7099,"Memory Usage (GB, fp32)":26.45,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","GerDaLIR":6.51,"GermanDPR":"","GermanQuAD-Retrieval":91.52,"XMarket (de)":23.15} -{"index":5,"Rank":20,"Model":"gte-Qwen2-7B-instruct<\/a>","Model Size (Million Parameters)":7613,"Memory Usage (GB, fp32)":28.36,"Embedding Dimensions":3584,"Max Tokens":32768,"Average":"","GerDaLIR":7.75,"GermanDPR":"","GermanQuAD-Retrieval":94.54,"XMarket (de)":29.61} -{"index":6,"Rank":21,"Model":"bge-base-en-v1.5<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","GerDaLIR":1.25,"GermanDPR":"","GermanQuAD-Retrieval":79.77,"XMarket (de)":15.71} -{"index":7,"Rank":22,"Model":"bge-large-en-v1.5<\/a>","Model Size (Million Parameters)":1340,"Memory Usage (GB, fp32)":4.99,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","GerDaLIR":1.61,"GermanDPR":"","GermanQuAD-Retrieval":83.41,"XMarket (de)":14.52} -{"index":8,"Rank":23,"Model":"bge-small-en-v1.5<\/a>","Model Size (Million Parameters)":24,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":512,"Max Tokens":512,"Average":"","GerDaLIR":0.87,"GermanDPR":"","GermanQuAD-Retrieval":75.24,"XMarket (de)":13.22} -{"index":9,"Rank":24,"Model":"Cohere-embed-english-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":512,"Average":"","GerDaLIR":2.38,"GermanDPR":"","GermanQuAD-Retrieval":88.23,"XMarket (de)":14.36} -{"index":10,"Rank":25,"Model":"Cohere-embed-multilingual-light-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":384,"Max Tokens":512,"Average":"","GerDaLIR":7.02,"GermanDPR":"","GermanQuAD-Retrieval":92.25,"XMarket (de)":20.96} -{"index":11,"Rank":26,"Model":"Cohere-embed-multilingual-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":512,"Average":"","GerDaLIR":8.62,"GermanDPR":"","GermanQuAD-Retrieval":94.31,"XMarket (de)":20.17} -{"index":13,"Rank":27,"Model":"distilrubert-small-cased-conversational<\/a>","Model Size (Million Parameters)":106,"Memory Usage (GB, fp32)":0.39,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","GerDaLIR":0.22,"GermanDPR":"","GermanQuAD-Retrieval":5.35,"XMarket (de)":3.29} -{"index":14,"Rank":28,"Model":"rubert-base-cased<\/a>","Model Size (Million Parameters)":180,"Memory Usage (GB, fp32)":0.67,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","GerDaLIR":0.25,"GermanDPR":"","GermanQuAD-Retrieval":5.16,"XMarket (de)":0.96} -{"index":15,"Rank":29,"Model":"rubert-base-cased-sentence<\/a>","Model Size (Million Parameters)":180,"Memory Usage (GB, fp32)":0.67,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","GerDaLIR":0.14,"GermanDPR":"","GermanQuAD-Retrieval":16.71,"XMarket (de)":1.2} -{"index":17,"Rank":30,"Model":"jina-embeddings-v2-base-de-Q5_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","GerDaLIR":20.03,"GermanDPR":79.36,"GermanQuAD-Retrieval":"","XMarket (de)":""} -{"index":18,"Rank":31,"Model":"SFR-Embedding-Mistral<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","GerDaLIR":8.22,"GermanDPR":"","GermanQuAD-Retrieval":95.22,"XMarket (de)":27.3} -{"index":19,"Rank":32,"Model":"vstackai-law-1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","GerDaLIR":"","GermanDPR":"","GermanQuAD-Retrieval":"","XMarket (de)":""} -{"index":20,"Rank":33,"Model":"sbert_large_mt_nlu_ru<\/a>","Model Size (Million Parameters)":427,"Memory Usage (GB, fp32)":1.59,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","GerDaLIR":0.14,"GermanDPR":"","GermanQuAD-Retrieval":4.86,"XMarket (de)":0.6} -{"index":21,"Rank":34,"Model":"sbert_large_nlu_ru<\/a>","Model Size (Million Parameters)":427,"Memory Usage (GB, fp32)":1.59,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","GerDaLIR":0.25,"GermanDPR":"","GermanQuAD-Retrieval":5.61,"XMarket (de)":0.49} -{"index":22,"Rank":35,"Model":"jina-embeddings-v2-base-de-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","GerDaLIR":20.03,"GermanDPR":79.36,"GermanQuAD-Retrieval":"","XMarket (de)":""} -{"index":23,"Rank":36,"Model":"LaBSE-en-ru<\/a>","Model Size (Million Parameters)":129,"Memory Usage (GB, fp32)":0.48,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","GerDaLIR":0.92,"GermanDPR":"","GermanQuAD-Retrieval":64.84,"XMarket (de)":1.71} -{"index":24,"Rank":37,"Model":"rubert-tiny<\/a>","Model Size (Million Parameters)":12,"Memory Usage (GB, fp32)":0.04,"Embedding Dimensions":512,"Max Tokens":514,"Average":"","GerDaLIR":0.23,"GermanDPR":"","GermanQuAD-Retrieval":19.33,"XMarket (de)":1.35} -{"index":25,"Rank":38,"Model":"rubert-tiny2<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"Embedding Dimensions":2048,"Max Tokens":514,"Average":"","GerDaLIR":0.13,"GermanDPR":"","GermanQuAD-Retrieval":16.79,"XMarket (de)":0.98} -{"index":26,"Rank":39,"Model":"USER-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","GerDaLIR":0.41,"GermanDPR":"","GermanQuAD-Retrieval":54.92,"XMarket (de)":4.03} -{"index":27,"Rank":40,"Model":"USER-bge-m3<\/a>","Model Size (Million Parameters)":359,"Memory Usage (GB, fp32)":1.34,"Embedding Dimensions":1024,"Max Tokens":8192,"Average":"","GerDaLIR":11.12,"GermanDPR":"","GermanQuAD-Retrieval":94.78,"XMarket (de)":11.45} -{"index":28,"Rank":41,"Model":"deberta-v1-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","GerDaLIR":0.14,"GermanDPR":"","GermanQuAD-Retrieval":2.67,"XMarket (de)":0.49} -{"index":29,"Rank":42,"Model":"e5-base-4k<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","GerDaLIR":4.99,"GermanDPR":"","GermanQuAD-Retrieval":79.75,"XMarket (de)":6.28} -{"index":30,"Rank":43,"Model":"SONAR<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","GerDaLIR":1.0,"GermanDPR":46.48,"GermanQuAD-Retrieval":70.6,"XMarket (de)":""} -{"index":31,"Rank":44,"Model":"inf-retriever-v1<\/a>","Model Size (Million Parameters)":7069,"Memory Usage (GB, fp32)":26.33,"Embedding Dimensions":3584,"Max Tokens":131072,"Average":"","GerDaLIR":"","GermanDPR":84.62,"GermanQuAD-Retrieval":96.69,"XMarket (de)":32.96} -{"index":32,"Rank":45,"Model":"e5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","GerDaLIR":1.11,"GermanDPR":"","GermanQuAD-Retrieval":76.71,"XMarket (de)":16.14} -{"index":33,"Rank":46,"Model":"e5-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","GerDaLIR":1.66,"GermanDPR":"","GermanQuAD-Retrieval":82.98,"XMarket (de)":14.27} -{"index":34,"Rank":47,"Model":"e5-large<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","GerDaLIR":3.65,"GermanDPR":"","GermanQuAD-Retrieval":85.05,"XMarket (de)":16.74} -{"index":35,"Rank":48,"Model":"e5-large-v2<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","GerDaLIR":2.66,"GermanDPR":"","GermanQuAD-Retrieval":87.74,"XMarket (de)":15.44} -{"index":37,"Rank":49,"Model":"e5-small<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","GerDaLIR":2.15,"GermanDPR":"","GermanQuAD-Retrieval":74.27,"XMarket (de)":15.22} -{"index":42,"Rank":50,"Model":"udever-bloom-1b1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":2048,"Average":"","GerDaLIR":"","GermanDPR":"","GermanQuAD-Retrieval":18.27,"XMarket (de)":""} -{"index":43,"Rank":51,"Model":"udever-bloom-560m<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":2048,"Average":"","GerDaLIR":"","GermanDPR":"","GermanQuAD-Retrieval":3.72,"XMarket (de)":""} -{"index":44,"Rank":52,"Model":"jina-embeddings-v2-base-de<\/a>","Model Size (Million Parameters)":161,"Memory Usage (GB, fp32)":0.6,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","GerDaLIR":20.03,"GermanDPR":79.36,"GermanQuAD-Retrieval":"","XMarket (de)":""} -{"index":45,"Rank":53,"Model":"jina-embeddings-v2-base-en<\/a>","Model Size (Million Parameters)":275,"Memory Usage (GB, fp32)":1.02,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","GerDaLIR":"","GermanDPR":"","GermanQuAD-Retrieval":"","XMarket (de)":""} -{"index":47,"Rank":54,"Model":"nomic-embed-text-v1<\/a>","Model Size (Million Parameters)":547,"Memory Usage (GB, fp32)":2.04,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","GerDaLIR":5.68,"GermanDPR":"","GermanQuAD-Retrieval":81.22,"XMarket (de)":12.76} -{"index":54,"Rank":55,"Model":"LaBSE-ru-turbo<\/a>","Model Size (Million Parameters)":128,"Memory Usage (GB, fp32)":0.48,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","GerDaLIR":1.06,"GermanDPR":"","GermanQuAD-Retrieval":66.35,"XMarket (de)":5.95} -{"index":55,"Rank":56,"Model":"rubert-tiny-turbo<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"Embedding Dimensions":312,"Max Tokens":2048,"Average":"","GerDaLIR":0.13,"GermanDPR":"","GermanQuAD-Retrieval":19.17,"XMarket (de)":2.51} -{"index":56,"Rank":57,"Model":"text2vec-base-multilingual<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":256,"Average":"","GerDaLIR":1.18,"GermanDPR":"","GermanQuAD-Retrieval":68.44,"XMarket (de)":4.04} -{"index":57,"Rank":58,"Model":"text-embedding-3-large<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":3072,"Max Tokens":8191,"Average":"","GerDaLIR":"","GermanDPR":"","GermanQuAD-Retrieval":"","XMarket (de)":""} -{"index":58,"Rank":59,"Model":"text-embedding-3-small<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":8191,"Average":"","GerDaLIR":"","GermanDPR":"","GermanQuAD-Retrieval":"","XMarket (de)":""} diff --git a/boards_data/de/data_tasks/STS/default.jsonl b/boards_data/de/data_tasks/STS/default.jsonl deleted file mode 100644 index 5c5fd68689aec9b86a240859aa7ba7405f986ed1..0000000000000000000000000000000000000000 --- a/boards_data/de/data_tasks/STS/default.jsonl +++ /dev/null @@ -1,115 +0,0 @@ -{"index":17,"Rank":1,"Model":"jina-embeddings-v3<\/a>","Model Size (Million Parameters)":572,"Memory Usage (GB, fp32)":2.13,"Embedding Dimensions":1024,"Max Tokens":8194,"Average":74.19,"GermanSTSBenchmark":87.5,"STS22 (de-en)":60.89} -{"index":79,"Rank":2,"Model":"jina-embeddings-v3<\/a>","Model Size (Million Parameters)":572,"Memory Usage (GB, fp32)":2.13,"Embedding Dimensions":1024,"Max Tokens":8194,"Average":74.19,"GermanSTSBenchmark":87.5,"STS22 (de-en)":60.89} -{"index":33,"Rank":3,"Model":"SFR-Embedding-Mistral<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":73.68,"GermanSTSBenchmark":85.74,"STS22 (de-en)":61.61} -{"index":69,"Rank":4,"Model":"e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":73.02,"GermanSTSBenchmark":85.11,"STS22 (de-en)":60.92} -{"index":26,"Rank":5,"Model":"jina-embeddings-v2-base-de-Q5_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":72.14,"GermanSTSBenchmark":88.32,"STS22 (de-en)":55.97} -{"index":48,"Rank":6,"Model":"jina-embeddings-v2-base-de-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":72.14,"GermanSTSBenchmark":88.32,"STS22 (de-en)":55.97} -{"index":77,"Rank":7,"Model":"jina-embeddings-v2-base-de<\/a>","Model Size (Million Parameters)":161,"Memory Usage (GB, fp32)":0.6,"Embedding Dimensions":768,"Max Tokens":8192,"Average":72.14,"GermanSTSBenchmark":88.32,"STS22 (de-en)":55.97} -{"index":73,"Rank":8,"Model":"multilingual-e5-large-instruct<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":71.53,"GermanSTSBenchmark":84.84,"STS22 (de-en)":58.22} -{"index":16,"Rank":9,"Model":"Cohere-embed-multilingual-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":512,"Average":71.45,"GermanSTSBenchmark":81.1,"STS22 (de-en)":61.8} -{"index":6,"Rank":10,"Model":"gte-Qwen2-7B-instruct<\/a>","Model Size (Million Parameters)":7613,"Memory Usage (GB, fp32)":28.36,"Embedding Dimensions":3584,"Max Tokens":32768,"Average":71.11,"GermanSTSBenchmark":84.61,"STS22 (de-en)":57.62} -{"index":72,"Rank":11,"Model":"multilingual-e5-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":70.12,"GermanSTSBenchmark":83.64,"STS22 (de-en)":56.59} -{"index":54,"Rank":12,"Model":"USER-bge-m3<\/a>","Model Size (Million Parameters)":359,"Memory Usage (GB, fp32)":1.34,"Embedding Dimensions":1024,"Max Tokens":8192,"Average":69.17,"GermanSTSBenchmark":79.99,"STS22 (de-en)":58.35} -{"index":5,"Rank":13,"Model":"gte-Qwen1.5-7B-instruct<\/a>","Model Size (Million Parameters)":7099,"Memory Usage (GB, fp32)":26.45,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":67.54,"GermanSTSBenchmark":81.1,"STS22 (de-en)":53.99} -{"index":74,"Rank":14,"Model":"multilingual-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":67.24,"GermanSTSBenchmark":78.42,"STS22 (de-en)":56.07} -{"index":103,"Rank":15,"Model":"paraphrase-multilingual-mpnet-base-v2<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":67.11,"GermanSTSBenchmark":83.41,"STS22 (de-en)":50.81} -{"index":71,"Rank":16,"Model":"multilingual-e5-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":66.88,"GermanSTSBenchmark":78.86,"STS22 (de-en)":54.89} -{"index":102,"Rank":17,"Model":"paraphrase-multilingual-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":65.88,"GermanSTSBenchmark":79.1,"STS22 (de-en)":52.65} -{"index":15,"Rank":18,"Model":"Cohere-embed-multilingual-light-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":384,"Max Tokens":512,"Average":64.9,"GermanSTSBenchmark":76.78,"STS22 (de-en)":53.01} -{"index":109,"Rank":19,"Model":"text2vec-base-multilingual<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":256,"Average":64.16,"GermanSTSBenchmark":83.32,"STS22 (de-en)":45.0} -{"index":67,"Rank":20,"Model":"e5-large<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":61.14,"GermanSTSBenchmark":67.39,"STS22 (de-en)":54.9} -{"index":93,"Rank":21,"Model":"LaBSE<\/a>","Model Size (Million Parameters)":471,"Memory Usage (GB, fp32)":1.75,"Embedding Dimensions":768,"Max Tokens":512,"Average":61.02,"GermanSTSBenchmark":71.91,"STS22 (de-en)":50.14} -{"index":14,"Rank":22,"Model":"Cohere-embed-english-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":512,"Average":60.18,"GermanSTSBenchmark":67.07,"STS22 (de-en)":53.28} -{"index":68,"Rank":23,"Model":"e5-large-v2<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":59.58,"GermanSTSBenchmark":69.37,"STS22 (de-en)":49.8} -{"index":66,"Rank":24,"Model":"e5-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":59.44,"GermanSTSBenchmark":68.61,"STS22 (de-en)":50.28} -{"index":65,"Rank":25,"Model":"e5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":57.36,"GermanSTSBenchmark":65.51,"STS22 (de-en)":49.21} -{"index":10,"Rank":26,"Model":"bge-large-en-v1.5<\/a>","Model Size (Million Parameters)":1340,"Memory Usage (GB, fp32)":4.99,"Embedding Dimensions":1024,"Max Tokens":512,"Average":57.2,"GermanSTSBenchmark":63.74,"STS22 (de-en)":50.66} -{"index":89,"Rank":27,"Model":"nomic-embed-text-v1<\/a>","Model Size (Million Parameters)":547,"Memory Usage (GB, fp32)":2.04,"Embedding Dimensions":768,"Max Tokens":8192,"Average":56.84,"GermanSTSBenchmark":62.7,"STS22 (de-en)":50.97} -{"index":96,"Rank":28,"Model":"all-mpnet-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average":55.5,"GermanSTSBenchmark":61.27,"STS22 (de-en)":49.73} -{"index":57,"Rank":29,"Model":"e5-base-4k<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":54.84,"GermanSTSBenchmark":61.53,"STS22 (de-en)":48.14} -{"index":9,"Rank":30,"Model":"bge-base-en-v1.5<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":54.72,"GermanSTSBenchmark":62.87,"STS22 (de-en)":46.58} -{"index":12,"Rank":31,"Model":"bge-small-en-v1.5<\/a>","Model Size (Million Parameters)":24,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":512,"Max Tokens":512,"Average":54.59,"GermanSTSBenchmark":64.25,"STS22 (de-en)":44.93} -{"index":70,"Rank":32,"Model":"e5-small<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":54.5,"GermanSTSBenchmark":65.29,"STS22 (de-en)":43.7} -{"index":53,"Rank":33,"Model":"USER-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":512,"Average":53.36,"GermanSTSBenchmark":60.5,"STS22 (de-en)":46.23} -{"index":107,"Rank":34,"Model":"LaBSE-ru-turbo<\/a>","Model Size (Million Parameters)":128,"Memory Usage (GB, fp32)":0.48,"Embedding Dimensions":768,"Max Tokens":512,"Average":52.92,"GermanSTSBenchmark":61.54,"STS22 (de-en)":44.31} -{"index":94,"Rank":35,"Model":"all-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":52.87,"GermanSTSBenchmark":62.88,"STS22 (de-en)":42.86} -{"index":95,"Rank":36,"Model":"all-MiniLM-L6-v2<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":384,"Max Tokens":512,"Average":52.3,"GermanSTSBenchmark":60.56,"STS22 (de-en)":44.04} -{"index":58,"Rank":37,"Model":"SONAR<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":51.11,"GermanSTSBenchmark":67.94,"STS22 (de-en)":34.28} -{"index":50,"Rank":38,"Model":"LaBSE-en-ru<\/a>","Model Size (Million Parameters)":129,"Memory Usage (GB, fp32)":0.48,"Embedding Dimensions":768,"Max Tokens":512,"Average":49.79,"GermanSTSBenchmark":51.6,"STS22 (de-en)":47.98} -{"index":75,"Rank":39,"Model":"udever-bloom-1b1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":2048,"Average":43.72,"GermanSTSBenchmark":35.78,"STS22 (de-en)":51.66} -{"index":20,"Rank":40,"Model":"rubert-base-cased-sentence<\/a>","Model Size (Million Parameters)":180,"Memory Usage (GB, fp32)":0.67,"Embedding Dimensions":768,"Max Tokens":512,"Average":43.31,"GermanSTSBenchmark":50.75,"STS22 (de-en)":35.87} -{"index":108,"Rank":41,"Model":"rubert-tiny-turbo<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"Embedding Dimensions":312,"Max Tokens":2048,"Average":39.52,"GermanSTSBenchmark":57.5,"STS22 (de-en)":21.55} -{"index":76,"Rank":42,"Model":"udever-bloom-560m<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":2048,"Average":36.48,"GermanSTSBenchmark":23.42,"STS22 (de-en)":49.55} -{"index":52,"Rank":43,"Model":"rubert-tiny2<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"Embedding Dimensions":2048,"Max Tokens":514,"Average":35.44,"GermanSTSBenchmark":54.77,"STS22 (de-en)":16.12} -{"index":51,"Rank":44,"Model":"rubert-tiny<\/a>","Model Size (Million Parameters)":12,"Memory Usage (GB, fp32)":0.04,"Embedding Dimensions":512,"Max Tokens":514,"Average":35.24,"GermanSTSBenchmark":48.0,"STS22 (de-en)":22.47} -{"index":18,"Rank":45,"Model":"distilrubert-small-cased-conversational<\/a>","Model Size (Million Parameters)":106,"Memory Usage (GB, fp32)":0.39,"Embedding Dimensions":768,"Max Tokens":512,"Average":33.72,"GermanSTSBenchmark":40.07,"STS22 (de-en)":27.38} -{"index":55,"Rank":46,"Model":"deberta-v1-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":512,"Average":30.1,"GermanSTSBenchmark":31.4,"STS22 (de-en)":28.79} -{"index":38,"Rank":47,"Model":"sbert_large_mt_nlu_ru<\/a>","Model Size (Million Parameters)":427,"Memory Usage (GB, fp32)":1.59,"Embedding Dimensions":1024,"Max Tokens":514,"Average":30.0,"GermanSTSBenchmark":36.44,"STS22 (de-en)":23.56} -{"index":19,"Rank":48,"Model":"rubert-base-cased<\/a>","Model Size (Million Parameters)":180,"Memory Usage (GB, fp32)":0.67,"Embedding Dimensions":768,"Max Tokens":512,"Average":29.48,"GermanSTSBenchmark":36.37,"STS22 (de-en)":22.58} -{"index":39,"Rank":49,"Model":"sbert_large_nlu_ru<\/a>","Model Size (Million Parameters)":427,"Memory Usage (GB, fp32)":1.59,"Embedding Dimensions":1024,"Max Tokens":512,"Average":22.08,"GermanSTSBenchmark":25.4,"STS22 (de-en)":18.76} -{"index":0,"Rank":50,"Model":"voyage-3-lite<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":512,"Max Tokens":32000,"Average":"","GermanSTSBenchmark":69.78,"STS22 (de-en)":""} -{"index":1,"Rank":51,"Model":"voyage-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":32000,"Average":"","GermanSTSBenchmark":71.59,"STS22 (de-en)":""} -{"index":2,"Rank":52,"Model":"voyage-large-2-instruct<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":16000,"Average":"","GermanSTSBenchmark":82.68,"STS22 (de-en)":""} -{"index":3,"Rank":53,"Model":"voyage-multilingual-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":32000,"Average":"","GermanSTSBenchmark":74.08,"STS22 (de-en)":""} -{"index":4,"Rank":54,"Model":"LASER2<\/a>","Model Size (Million Parameters)":43,"Memory Usage (GB, fp32)":0.16,"Embedding Dimensions":1024,"Max Tokens":"N\/A","Average":"","GermanSTSBenchmark":"","STS22 (de-en)":32.35} -{"index":7,"Rank":55,"Model":"gte-multilingual-base<\/a>","Model Size (Million Parameters)":305,"Memory Usage (GB, fp32)":1.14,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","GermanSTSBenchmark":"","STS22 (de-en)":62.28} -{"index":8,"Rank":56,"Model":"e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","GermanSTSBenchmark":"","STS22 (de-en)":60.92} -{"index":11,"Rank":57,"Model":"bge-m3<\/a>","Model Size (Million Parameters)":567,"Memory Usage (GB, fp32)":2.11,"Embedding Dimensions":1024,"Max Tokens":8192,"Average":"","GermanSTSBenchmark":80.79,"STS22 (de-en)":""} -{"index":13,"Rank":58,"Model":"multilingual-e5-base-similarity-v1-onnx-quantized<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","GermanSTSBenchmark":"","STS22 (de-en)":54.93} -{"index":21,"Rank":59,"Model":"GritLM-7B<\/a>","Model Size (Million Parameters)":7240,"Memory Usage (GB, fp32)":26.97,"Embedding Dimensions":"","Max Tokens":4096,"Average":"","GermanSTSBenchmark":81.23,"STS22 (de-en)":""} -{"index":22,"Rank":60,"Model":"KaLM-embedding-multilingual-mini-instruct-v1<\/a>","Model Size (Million Parameters)":494,"Memory Usage (GB, fp32)":1.84,"Embedding Dimensions":896,"Max Tokens":131072,"Average":"","GermanSTSBenchmark":"","STS22 (de-en)":63.89} -{"index":23,"Rank":61,"Model":"KaLM-embedding-multilingual-mini-instruct-v1.5<\/a>","Model Size (Million Parameters)":494,"Memory Usage (GB, fp32)":1.84,"Embedding Dimensions":896,"Max Tokens":131072,"Average":"","GermanSTSBenchmark":"","STS22 (de-en)":63.81} -{"index":24,"Rank":62,"Model":"KaLM-embedding-multilingual-mini-v1<\/a>","Model Size (Million Parameters)":494,"Memory Usage (GB, fp32)":1.84,"Embedding Dimensions":896,"Max Tokens":131072,"Average":"","GermanSTSBenchmark":"","STS22 (de-en)":63.16} -{"index":25,"Rank":63,"Model":"MUG-B-1.6<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","GermanSTSBenchmark":"","STS22 (de-en)":54.22} -{"index":27,"Rank":64,"Model":"paraphrase-multilingual-mpnet-base-v2-KE_Sieve<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","GermanSTSBenchmark":"","STS22 (de-en)":49.09} -{"index":28,"Rank":65,"Model":"onnx-gte-multilingual-base<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","GermanSTSBenchmark":"","STS22 (de-en)":62.28} -{"index":29,"Rank":66,"Model":"SGPT-125M-weightedmean-msmarco-specb-bitfit<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":2048,"Average":"","GermanSTSBenchmark":"","STS22 (de-en)":53.07} -{"index":30,"Rank":67,"Model":"SGPT-125M-weightedmean-nli-bitfit<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":2048,"Average":"","GermanSTSBenchmark":"","STS22 (de-en)":53.93} -{"index":31,"Rank":68,"Model":"multilingual-e5-base-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","GermanSTSBenchmark":"","STS22 (de-en)":54.93} -{"index":32,"Rank":69,"Model":"jasper_en_vision_language_v1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","GermanSTSBenchmark":"","STS22 (de-en)":59.47} -{"index":34,"Rank":70,"Model":"snowflake-arctic-embed-l-v2.0<\/a>","Model Size (Million Parameters)":568,"Memory Usage (GB, fp32)":2.12,"Embedding Dimensions":1024,"Max Tokens":8194,"Average":"","GermanSTSBenchmark":"","STS22 (de-en)":55.11} -{"index":35,"Rank":71,"Model":"snowflake-arctic-embed-m-v2.0<\/a>","Model Size (Million Parameters)":305,"Memory Usage (GB, fp32)":1.14,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","GermanSTSBenchmark":"","STS22 (de-en)":52.69} -{"index":36,"Rank":72,"Model":"German_Semantic_STS_V2<\/a>","Model Size (Million Parameters)":336,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","GermanSTSBenchmark":88.05,"STS22 (de-en)":""} -{"index":37,"Rank":73,"Model":"MedEmbed-small-v0.1<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","GermanSTSBenchmark":"","STS22 (de-en)":46.81} -{"index":40,"Rank":74,"Model":"Titan-text-embeddings-v2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","GermanSTSBenchmark":"","STS22 (de-en)":53.36} -{"index":41,"Rank":75,"Model":"concat-e5-small-bge-small-01<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","GermanSTSBenchmark":"","STS22 (de-en)":47.02} -{"index":42,"Rank":76,"Model":"brown-beetle-base-v1<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.08,"Embedding Dimensions":768,"Max Tokens":1000000,"Average":"","GermanSTSBenchmark":"","STS22 (de-en)":28.33} -{"index":43,"Rank":77,"Model":"brown-beetle-small-v1<\/a>","Model Size (Million Parameters)":8,"Memory Usage (GB, fp32)":0.03,"Embedding Dimensions":256,"Max Tokens":1000000,"Average":"","GermanSTSBenchmark":"","STS22 (de-en)":27.26} -{"index":44,"Rank":78,"Model":"brown-beetle-tiny-v1<\/a>","Model Size (Million Parameters)":4,"Memory Usage (GB, fp32)":0.01,"Embedding Dimensions":128,"Max Tokens":1000000,"Average":"","GermanSTSBenchmark":"","STS22 (de-en)":20.81} -{"index":45,"Rank":79,"Model":"brown-beetle-tiny-v1.1<\/a>","Model Size (Million Parameters)":4,"Memory Usage (GB, fp32)":0.01,"Embedding Dimensions":768,"Max Tokens":1000000,"Average":"","GermanSTSBenchmark":"","STS22 (de-en)":23.73} -{"index":46,"Rank":80,"Model":"red-beetle-base-v1.1<\/a>","Model Size (Million Parameters)":30,"Memory Usage (GB, fp32)":0.11,"Embedding Dimensions":1024,"Max Tokens":1000000,"Average":"","GermanSTSBenchmark":"","STS22 (de-en)":28.81} -{"index":47,"Rank":81,"Model":"sgpt-bloom-7b1-msmarco<\/a>","Model Size (Million Parameters)":7068,"Memory Usage (GB, fp32)":26.33,"Embedding Dimensions":4096,"Max Tokens":2048,"Average":"","GermanSTSBenchmark":"","STS22 (de-en)":51.16} -{"index":49,"Rank":82,"Model":"snowflake-arctic-embed-m-v2.0-cpu<\/a>","Model Size (Million Parameters)":305,"Memory Usage (GB, fp32)":1.14,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","GermanSTSBenchmark":"","STS22 (de-en)":52.69} -{"index":56,"Rank":83,"Model":"multilingual-e5-base-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","GermanSTSBenchmark":"","STS22 (de-en)":54.93} -{"index":59,"Rank":84,"Model":"granite-embedding-278m-multilingual-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","GermanSTSBenchmark":"","STS22 (de-en)":60.04} -{"index":60,"Rank":85,"Model":"granite-embedding-278m-multilingual-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","GermanSTSBenchmark":"","STS22 (de-en)":60.04} -{"index":61,"Rank":86,"Model":"granite-embedding-107m-multilingual<\/a>","Model Size (Million Parameters)":107,"Memory Usage (GB, fp32)":0.4,"Embedding Dimensions":384,"Max Tokens":514,"Average":"","GermanSTSBenchmark":"","STS22 (de-en)":56.23} -{"index":62,"Rank":87,"Model":"granite-embedding-125m-english<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","GermanSTSBenchmark":"","STS22 (de-en)":54.18} -{"index":63,"Rank":88,"Model":"granite-embedding-278m-multilingual<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","GermanSTSBenchmark":"","STS22 (de-en)":60.04} -{"index":64,"Rank":89,"Model":"granite-embedding-30m-english<\/a>","Model Size (Million Parameters)":30,"Memory Usage (GB, fp32)":0.11,"Embedding Dimensions":384,"Max Tokens":514,"Average":"","GermanSTSBenchmark":"","STS22 (de-en)":54.1} -{"index":78,"Rank":90,"Model":"jina-embeddings-v2-base-en<\/a>","Model Size (Million Parameters)":275,"Memory Usage (GB, fp32)":1.02,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","GermanSTSBenchmark":20.08,"STS22 (de-en)":""} -{"index":80,"Rank":91,"Model":"multilingual-e5-small-ct2-int8<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","GermanSTSBenchmark":"","STS22 (de-en)":56.49} -{"index":81,"Rank":92,"Model":"ternary-weight-embedding<\/a>","Model Size (Million Parameters)":99,"Memory Usage (GB, fp32)":0.37,"Embedding Dimensions":1792,"Max Tokens":512,"Average":"","GermanSTSBenchmark":"","STS22 (de-en)":38.54} -{"index":82,"Rank":93,"Model":"M2V_base_glove<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Embedding Dimensions":256,"Max Tokens":1000000,"Average":"","GermanSTSBenchmark":"","STS22 (de-en)":31.73} -{"index":83,"Rank":94,"Model":"M2V_base_glove_subword<\/a>","Model Size (Million Parameters)":103,"Memory Usage (GB, fp32)":0.38,"Embedding Dimensions":256,"Max Tokens":1000000,"Average":"","GermanSTSBenchmark":"","STS22 (de-en)":28.59} -{"index":84,"Rank":95,"Model":"M2V_base_output<\/a>","Model Size (Million Parameters)":8,"Memory Usage (GB, fp32)":0.03,"Embedding Dimensions":256,"Max Tokens":1000000,"Average":"","GermanSTSBenchmark":"","STS22 (de-en)":27.04} -{"index":85,"Rank":96,"Model":"potion-base-2M<\/a>","Model Size (Million Parameters)":2,"Memory Usage (GB, fp32)":0.01,"Embedding Dimensions":64,"Max Tokens":1000000,"Average":"","GermanSTSBenchmark":"","STS22 (de-en)":25.64} -{"index":86,"Rank":97,"Model":"potion-base-32M<\/a>","Model Size (Million Parameters)":32,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":512,"Max Tokens":1000000,"Average":"","GermanSTSBenchmark":"","STS22 (de-en)":36.69} -{"index":87,"Rank":98,"Model":"potion-base-4M<\/a>","Model Size (Million Parameters)":4,"Memory Usage (GB, fp32)":0.01,"Embedding Dimensions":128,"Max Tokens":1000000,"Average":"","GermanSTSBenchmark":"","STS22 (de-en)":31.68} -{"index":88,"Rank":99,"Model":"potion-base-8M<\/a>","Model Size (Million Parameters)":8,"Memory Usage (GB, fp32)":0.03,"Embedding Dimensions":256,"Max Tokens":1000000,"Average":"","GermanSTSBenchmark":"","STS22 (de-en)":36.21} -{"index":90,"Rank":100,"Model":"FAB-Ramy-v1<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","GermanSTSBenchmark":"","STS22 (de-en)":47.61} -{"index":91,"Rank":101,"Model":"FAE-v1<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","GermanSTSBenchmark":"","STS22 (de-en)":54.57} -{"index":92,"Rank":102,"Model":"FUE-v1<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","GermanSTSBenchmark":"","STS22 (de-en)":44.91} -{"index":97,"Rank":103,"Model":"allenai-specter<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","GermanSTSBenchmark":"","STS22 (de-en)":26.03} -{"index":98,"Rank":104,"Model":"average_word_embeddings_komninos<\/a>","Model Size (Million Parameters)":134,"Memory Usage (GB, fp32)":0.5,"Embedding Dimensions":300,"Max Tokens":"N\/A","Average":"","GermanSTSBenchmark":"","STS22 (de-en)":28.65} -{"index":99,"Rank":105,"Model":"distiluse-base-multilingual-cased-v2<\/a>","Model Size (Million Parameters)":135,"Memory Usage (GB, fp32)":0.5,"Embedding Dimensions":512,"Max Tokens":512,"Average":"","GermanSTSBenchmark":"","STS22 (de-en)":47.51} -{"index":100,"Rank":106,"Model":"gtr-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","GermanSTSBenchmark":"","STS22 (de-en)":48.76} -{"index":101,"Rank":107,"Model":"gtr-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","GermanSTSBenchmark":"","STS22 (de-en)":53.63} -{"index":104,"Rank":108,"Model":"sentence-t5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","GermanSTSBenchmark":"","STS22 (de-en)":46.9} -{"index":105,"Rank":109,"Model":"sentence-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","GermanSTSBenchmark":"","STS22 (de-en)":49.93} -{"index":106,"Rank":110,"Model":"sentence-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","GermanSTSBenchmark":"","STS22 (de-en)":49.64} -{"index":110,"Rank":111,"Model":"BinGSE-Meta-Llama-3-8B-Instruct<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","GermanSTSBenchmark":"","STS22 (de-en)":58.31} -{"index":111,"Rank":112,"Model":"BinGSE-Sheared-LLaMA<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","GermanSTSBenchmark":"","STS22 (de-en)":58.85} -{"index":112,"Rank":113,"Model":"potion-base-8M-stf<\/a>","Model Size (Million Parameters)":8,"Memory Usage (GB, fp32)":0.03,"Embedding Dimensions":256,"Max Tokens":1000000,"Average":"","GermanSTSBenchmark":"","STS22 (de-en)":36.21} -{"index":113,"Rank":114,"Model":"text-embedding-3-large<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":3072,"Max Tokens":8191,"Average":"","GermanSTSBenchmark":82.32,"STS22 (de-en)":""} -{"index":114,"Rank":115,"Model":"text-embedding-3-small<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":8191,"Average":"","GermanSTSBenchmark":80.32,"STS22 (de-en)":""} diff --git a/boards_data/en-x/data_overall/default.txt b/boards_data/en-x/data_overall/default.txt deleted file mode 100644 index e69de29bb2d1d6434b8b29ae775ad8c2e48c5391..0000000000000000000000000000000000000000 diff --git a/boards_data/en-x/data_tasks/BitextMining/default.jsonl b/boards_data/en-x/data_tasks/BitextMining/default.jsonl deleted file mode 100644 index 1159d642deee6bed02e01417261c9ab0f96edcda..0000000000000000000000000000000000000000 --- a/boards_data/en-x/data_tasks/BitextMining/default.jsonl +++ /dev/null @@ -1,83 +0,0 @@ -{"index":53,"Rank":1,"Model":"multilingual-e5-large-instruct<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":84.26,"BUCC (de-en)":99.61,"BUCC (fr-en)":99.15,"BUCC (ru-en)":97.87,"BUCC (zh-en)":99.39,"Tatoeba (afr-eng)":95.67,"Tatoeba (amh-eng)":87.64,"Tatoeba (ang-eng)":72.74,"Tatoeba (ara-eng)":91.38,"Tatoeba (arq-eng)":64.1,"Tatoeba (arz-eng)":82.26,"Tatoeba (ast-eng)":89.76,"Tatoeba (awa-eng)":91.41,"Tatoeba (aze-eng)":93.89,"Tatoeba (bel-eng)":95.48,"Tatoeba (ben-eng)":89.03,"Tatoeba (ber-eng)":54.69,"Tatoeba (bos-eng)":95.86,"Tatoeba (bre-eng)":32.56,"Tatoeba (bul-eng)":94.52,"Tatoeba (cat-eng)":95.53,"Tatoeba (cbk-eng)":83.24,"Tatoeba (ceb-eng)":71.09,"Tatoeba (ces-eng)":96.23,"Tatoeba (cha-eng)":50.55,"Tatoeba (cmn-eng)":96.5,"Tatoeba (cor-eng)":11.54,"Tatoeba (csb-eng)":68.19,"Tatoeba (cym-eng)":89.86,"Tatoeba (dan-eng)":95.87,"Tatoeba (deu-eng)":99.33,"Tatoeba (dsb-eng)":72.99,"Tatoeba (dtp-eng)":14.1,"Tatoeba (ell-eng)":94.85,"Tatoeba (epo-eng)":98.38,"Tatoeba (est-eng)":87.46,"Tatoeba (eus-eng)":84.67,"Tatoeba (fao-eng)":87.43,"Tatoeba (fin-eng)":96.8,"Tatoeba (fra-eng)":94.97,"Tatoeba (fry-eng)":80.83,"Tatoeba (gla-eng)":77.87,"Tatoeba (gle-eng)":84.37,"Tatoeba (glg-eng)":95.96,"Tatoeba (gsw-eng)":59.47,"Tatoeba (heb-eng)":91.52,"Tatoeba (hin-eng)":97.47,"Tatoeba (hrv-eng)":96.75,"Tatoeba (hsb-eng)":79.87,"Tatoeba (hun-eng)":94.52,"Tatoeba (hye-eng)":93.65,"Tatoeba (ido-eng)":91.78,"Tatoeba (ile-eng)":89.94,"Tatoeba (ina-eng)":96.1,"Tatoeba (ind-eng)":94.32,"Tatoeba (isl-eng)":95.2,"Tatoeba (ita-eng)":94.37,"Tatoeba (jav-eng)":85.29,"Tatoeba (jpn-eng)":96.52,"Tatoeba (kab-eng)":57.13,"Tatoeba (kat-eng)":92.64,"Tatoeba (kaz-eng)":87.42,"Tatoeba (khm-eng)":75.24,"Tatoeba (kor-eng)":91.77,"Tatoeba (kur-eng)":77.3,"Tatoeba (kzj-eng)":14.96,"Tatoeba (lat-eng)":74.17,"Tatoeba (lfn-eng)":80.03,"Tatoeba (lit-eng)":91.71,"Tatoeba (lvs-eng)":93.02,"Tatoeba (mal-eng)":98.93,"Tatoeba (mar-eng)":92.33,"Tatoeba (max-eng)":74.56,"Tatoeba (mhr-eng)":16.98,"Tatoeba (mkd-eng)":92.17,"Tatoeba (mon-eng)":95.8,"Tatoeba (nds-eng)":86.3,"Tatoeba (nld-eng)":97.53,"Tatoeba (nno-eng)":94.06,"Tatoeba (nob-eng)":98.33,"Tatoeba (nov-eng)":83.42,"Tatoeba (oci-eng)":72.35,"Tatoeba (orv-eng)":58.83,"Tatoeba (pam-eng)":19.75,"Tatoeba (pes-eng)":94.92,"Tatoeba (pms-eng)":78.43,"Tatoeba (pol-eng)":97.33,"Tatoeba (por-eng)":94.91,"Tatoeba (ron-eng)":97.32,"Tatoeba (rus-eng)":93.7,"Tatoeba (slk-eng)":95.27,"Tatoeba (slv-eng)":91.6,"Tatoeba (spa-eng)":98.53,"Tatoeba (sqi-eng)":96.45,"Tatoeba (srp-eng)":94.55,"Tatoeba (swe-eng)":95.35,"Tatoeba (swg-eng)":77.68,"Tatoeba (swh-eng)":80.12,"Tatoeba (tam-eng)":90.88,"Tatoeba (tat-eng)":85.7,"Tatoeba (tel-eng)":95.51,"Tatoeba (tgl-eng)":96.0,"Tatoeba (tha-eng)":96.59,"Tatoeba (tuk-eng)":50.55,"Tatoeba (tur-eng)":98.13,"Tatoeba (tzl-eng)":59.17,"Tatoeba (uig-eng)":87.01,"Tatoeba (ukr-eng)":94.8,"Tatoeba (urd-eng)":93.22,"Tatoeba (uzb-eng)":80.49,"Tatoeba (vie-eng)":97.5,"Tatoeba (war-eng)":73.83,"Tatoeba (wuu-eng)":92.4,"Tatoeba (xho-eng)":86.74,"Tatoeba (yid-eng)":90.47,"Tatoeba (yue-eng)":92.84,"Tatoeba (zsm-eng)":96.62} -{"index":44,"Rank":2,"Model":"SONAR<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":82.67,"BUCC (de-en)":98.82,"BUCC (fr-en)":98.09,"BUCC (ru-en)":97.37,"BUCC (zh-en)":98.72,"Tatoeba (afr-eng)":97.47,"Tatoeba (amh-eng)":91.67,"Tatoeba (ang-eng)":46.34,"Tatoeba (ara-eng)":93.83,"Tatoeba (arq-eng)":75.41,"Tatoeba (arz-eng)":86.76,"Tatoeba (ast-eng)":90.81,"Tatoeba (awa-eng)":87.86,"Tatoeba (aze-eng)":89.12,"Tatoeba (bel-eng)":95.68,"Tatoeba (ben-eng)":89.02,"Tatoeba (ber-eng)":29.29,"Tatoeba (bos-eng)":95.9,"Tatoeba (bre-eng)":8.48,"Tatoeba (bul-eng)":94.52,"Tatoeba (cat-eng)":96.65,"Tatoeba (cbk-eng)":80.47,"Tatoeba (ceb-eng)":74.67,"Tatoeba (ces-eng)":96.88,"Tatoeba (cha-eng)":25.11,"Tatoeba (cmn-eng)":93.8,"Tatoeba (cor-eng)":9.98,"Tatoeba (csb-eng)":77.98,"Tatoeba (cym-eng)":91.3,"Tatoeba (dan-eng)":97.09,"Tatoeba (deu-eng)":99.13,"Tatoeba (dsb-eng)":64.48,"Tatoeba (dtp-eng)":7.95,"Tatoeba (ell-eng)":95.47,"Tatoeba (epo-eng)":98.47,"Tatoeba (est-eng)":97.17,"Tatoeba (eus-eng)":95.38,"Tatoeba (fao-eng)":93.6,"Tatoeba (fin-eng)":97.83,"Tatoeba (fra-eng)":95.37,"Tatoeba (fry-eng)":59.45,"Tatoeba (gla-eng)":80.89,"Tatoeba (gle-eng)":91.63,"Tatoeba (glg-eng)":97.28,"Tatoeba (gsw-eng)":54.83,"Tatoeba (heb-eng)":92.34,"Tatoeba (hin-eng)":97.07,"Tatoeba (hrv-eng)":97.65,"Tatoeba (hsb-eng)":77.87,"Tatoeba (hun-eng)":96.93,"Tatoeba (hye-eng)":95.15,"Tatoeba (ido-eng)":93.67,"Tatoeba (ile-eng)":81.0,"Tatoeba (ina-eng)":88.66,"Tatoeba (ind-eng)":94.5,"Tatoeba (isl-eng)":96.47,"Tatoeba (ita-eng)":95.95,"Tatoeba (jav-eng)":85.76,"Tatoeba (jpn-eng)":94.67,"Tatoeba (kab-eng)":83.66,"Tatoeba (kat-eng)":93.69,"Tatoeba (kaz-eng)":88.12,"Tatoeba (khm-eng)":70.2,"Tatoeba (kor-eng)":89.99,"Tatoeba (kur-eng)":34.22,"Tatoeba (kzj-eng)":8.62,"Tatoeba (lat-eng)":36.64,"Tatoeba (lfn-eng)":65.54,"Tatoeba (lit-eng)":97.43,"Tatoeba (lvs-eng)":95.45,"Tatoeba (mal-eng)":97.67,"Tatoeba (mar-eng)":93.35,"Tatoeba (max-eng)":72.73,"Tatoeba (mhr-eng)":11.87,"Tatoeba (mkd-eng)":95.98,"Tatoeba (mon-eng)":91.59,"Tatoeba (nds-eng)":54.18,"Tatoeba (nld-eng)":97.2,"Tatoeba (nno-eng)":97.31,"Tatoeba (nob-eng)":99.07,"Tatoeba (nov-eng)":71.25,"Tatoeba (oci-eng)":84.57,"Tatoeba (orv-eng)":47.07,"Tatoeba (pam-eng)":10.3,"Tatoeba (pes-eng)":94.37,"Tatoeba (pms-eng)":66.63,"Tatoeba (pol-eng)":97.7,"Tatoeba (por-eng)":95.49,"Tatoeba (ron-eng)":97.6,"Tatoeba (rus-eng)":94.35,"Tatoeba (slk-eng)":97.63,"Tatoeba (slv-eng)":95.99,"Tatoeba (spa-eng)":98.53,"Tatoeba (sqi-eng)":98.55,"Tatoeba (srp-eng)":94.87,"Tatoeba (swe-eng)":97.03,"Tatoeba (swg-eng)":67.69,"Tatoeba (swh-eng)":91.98,"Tatoeba (tam-eng)":88.08,"Tatoeba (tat-eng)":87.05,"Tatoeba (tel-eng)":91.6,"Tatoeba (tgl-eng)":96.95,"Tatoeba (tha-eng)":96.05,"Tatoeba (tuk-eng)":91.82,"Tatoeba (tur-eng)":98.27,"Tatoeba (tzl-eng)":39.48,"Tatoeba (uig-eng)":90.07,"Tatoeba (ukr-eng)":94.3,"Tatoeba (urd-eng)":93.17,"Tatoeba (uzb-eng)":85.26,"Tatoeba (vie-eng)":97.17,"Tatoeba (war-eng)":82.83,"Tatoeba (wuu-eng)":81.79,"Tatoeba (xho-eng)":94.84,"Tatoeba (yid-eng)":94.3,"Tatoeba (yue-eng)":88.44,"Tatoeba (zsm-eng)":96.07} -{"index":66,"Rank":3,"Model":"LaBSE<\/a>","Model Size (Million Parameters)":471,"Memory Usage (GB, fp32)":1.75,"Embedding Dimensions":768,"Max Tokens":512,"Average":81.75,"BUCC (de-en)":99.35,"BUCC (fr-en)":98.72,"BUCC (ru-en)":97.78,"BUCC (zh-en)":99.16,"Tatoeba (afr-eng)":96.18,"Tatoeba (amh-eng)":91.47,"Tatoeba (ang-eng)":59.28,"Tatoeba (ara-eng)":88.8,"Tatoeba (arq-eng)":42.69,"Tatoeba (arz-eng)":76.0,"Tatoeba (ast-eng)":90.68,"Tatoeba (awa-eng)":71.7,"Tatoeba (aze-eng)":94.93,"Tatoeba (bel-eng)":95.0,"Tatoeba (ben-eng)":88.55,"Tatoeba (ber-eng)":8.4,"Tatoeba (bos-eng)":94.92,"Tatoeba (bre-eng)":15.07,"Tatoeba (bul-eng)":94.58,"Tatoeba (cat-eng)":95.38,"Tatoeba (cbk-eng)":79.44,"Tatoeba (ceb-eng)":64.42,"Tatoeba (ces-eng)":96.68,"Tatoeba (cha-eng)":31.77,"Tatoeba (cmn-eng)":95.1,"Tatoeba (cor-eng)":10.11,"Tatoeba (csb-eng)":52.57,"Tatoeba (cym-eng)":92.0,"Tatoeba (dan-eng)":95.71,"Tatoeba (deu-eng)":99.2,"Tatoeba (dsb-eng)":64.81,"Tatoeba (dtp-eng)":10.85,"Tatoeba (ell-eng)":95.35,"Tatoeba (epo-eng)":98.2,"Tatoeba (est-eng)":96.55,"Tatoeba (eus-eng)":95.01,"Tatoeba (fao-eng)":87.4,"Tatoeba (fin-eng)":96.37,"Tatoeba (fra-eng)":94.86,"Tatoeba (fry-eng)":89.31,"Tatoeba (gla-eng)":85.66,"Tatoeba (gle-eng)":93.8,"Tatoeba (glg-eng)":96.82,"Tatoeba (gsw-eng)":46.5,"Tatoeba (heb-eng)":91.53,"Tatoeba (hin-eng)":96.87,"Tatoeba (hrv-eng)":96.95,"Tatoeba (hsb-eng)":67.11,"Tatoeba (hun-eng)":96.55,"Tatoeba (hye-eng)":94.09,"Tatoeba (ido-eng)":89.42,"Tatoeba (ile-eng)":85.58,"Tatoeba (ina-eng)":95.37,"Tatoeba (ind-eng)":93.66,"Tatoeba (isl-eng)":94.75,"Tatoeba (ita-eng)":92.72,"Tatoeba (jav-eng)":79.77,"Tatoeba (jpn-eng)":95.38,"Tatoeba (kab-eng)":4.31,"Tatoeba (kat-eng)":95.02,"Tatoeba (kaz-eng)":87.49,"Tatoeba (khm-eng)":78.37,"Tatoeba (kor-eng)":90.95,"Tatoeba (kur-eng)":83.59,"Tatoeba (kzj-eng)":11.33,"Tatoeba (lat-eng)":80.07,"Tatoeba (lfn-eng)":67.54,"Tatoeba (lit-eng)":96.47,"Tatoeba (lvs-eng)":95.88,"Tatoeba (mal-eng)":98.45,"Tatoeba (mar-eng)":92.65,"Tatoeba (max-eng)":63.26,"Tatoeba (mhr-eng)":15.74,"Tatoeba (mkd-eng)":93.6,"Tatoeba (mon-eng)":95.91,"Tatoeba (nds-eng)":79.42,"Tatoeba (nld-eng)":96.07,"Tatoeba (nno-eng)":94.48,"Tatoeba (nob-eng)":98.4,"Tatoeba (nov-eng)":74.38,"Tatoeba (oci-eng)":65.81,"Tatoeba (orv-eng)":38.93,"Tatoeba (pam-eng)":10.73,"Tatoeba (pes-eng)":94.7,"Tatoeba (pms-eng)":64.57,"Tatoeba (pol-eng)":97.22,"Tatoeba (por-eng)":94.14,"Tatoeba (ron-eng)":96.92,"Tatoeba (rus-eng)":93.75,"Tatoeba (slk-eng)":96.5,"Tatoeba (slv-eng)":96.03,"Tatoeba (spa-eng)":98.4,"Tatoeba (sqi-eng)":96.76,"Tatoeba (srp-eng)":94.43,"Tatoeba (swe-eng)":95.63,"Tatoeba (swg-eng)":59.36,"Tatoeba (swh-eng)":84.5,"Tatoeba (tam-eng)":89.0,"Tatoeba (tat-eng)":85.92,"Tatoeba (tel-eng)":97.86,"Tatoeba (tgl-eng)":96.02,"Tatoeba (tha-eng)":96.14,"Tatoeba (tuk-eng)":75.27,"Tatoeba (tur-eng)":98.0,"Tatoeba (tzl-eng)":58.88,"Tatoeba (uig-eng)":92.4,"Tatoeba (ukr-eng)":93.97,"Tatoeba (urd-eng)":93.22,"Tatoeba (uzb-eng)":84.23,"Tatoeba (vie-eng)":97.2,"Tatoeba (war-eng)":60.29,"Tatoeba (wuu-eng)":90.18,"Tatoeba (xho-eng)":91.55,"Tatoeba (yid-eng)":88.79,"Tatoeba (yue-eng)":89.58,"Tatoeba (zsm-eng)":95.62} -{"index":52,"Rank":4,"Model":"multilingual-e5-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":76.52,"BUCC (de-en)":99.38,"BUCC (fr-en)":98.11,"BUCC (ru-en)":97.52,"BUCC (zh-en)":99.2,"Tatoeba (afr-eng)":90.22,"Tatoeba (amh-eng)":80.69,"Tatoeba (ang-eng)":40.18,"Tatoeba (ara-eng)":85.48,"Tatoeba (arq-eng)":41.56,"Tatoeba (arz-eng)":74.73,"Tatoeba (ast-eng)":81.76,"Tatoeba (awa-eng)":72.27,"Tatoeba (aze-eng)":87.61,"Tatoeba (bel-eng)":91.08,"Tatoeba (ben-eng)":83.02,"Tatoeba (ber-eng)":38.9,"Tatoeba (bos-eng)":92.86,"Tatoeba (bre-eng)":11.1,"Tatoeba (bul-eng)":92.93,"Tatoeba (cat-eng)":91.03,"Tatoeba (cbk-eng)":69.26,"Tatoeba (ceb-eng)":55.31,"Tatoeba (ces-eng)":94.89,"Tatoeba (cha-eng)":27.16,"Tatoeba (cmn-eng)":95.28,"Tatoeba (cor-eng)":6.28,"Tatoeba (csb-eng)":36.98,"Tatoeba (cym-eng)":76.21,"Tatoeba (dan-eng)":95.08,"Tatoeba (deu-eng)":99.07,"Tatoeba (dsb-eng)":48.44,"Tatoeba (dtp-eng)":7.03,"Tatoeba (ell-eng)":93.88,"Tatoeba (epo-eng)":96.01,"Tatoeba (est-eng)":85.03,"Tatoeba (eus-eng)":77.82,"Tatoeba (fao-eng)":72.62,"Tatoeba (fin-eng)":95.44,"Tatoeba (fra-eng)":93.42,"Tatoeba (fry-eng)":63.43,"Tatoeba (gla-eng)":59.0,"Tatoeba (gle-eng)":71.48,"Tatoeba (glg-eng)":93.34,"Tatoeba (gsw-eng)":51.65,"Tatoeba (heb-eng)":86.61,"Tatoeba (hin-eng)":94.48,"Tatoeba (hrv-eng)":96.15,"Tatoeba (hsb-eng)":58.9,"Tatoeba (hun-eng)":94.01,"Tatoeba (hye-eng)":90.92,"Tatoeba (ido-eng)":83.52,"Tatoeba (ile-eng)":79.16,"Tatoeba (ina-eng)":93.47,"Tatoeba (ind-eng)":92.9,"Tatoeba (isl-eng)":92.09,"Tatoeba (ita-eng)":93.29,"Tatoeba (jav-eng)":75.46,"Tatoeba (jpn-eng)":95.28,"Tatoeba (kab-eng)":36.54,"Tatoeba (kat-eng)":84.09,"Tatoeba (kaz-eng)":79.67,"Tatoeba (khm-eng)":59.96,"Tatoeba (kor-eng)":90.65,"Tatoeba (kur-eng)":66.83,"Tatoeba (kzj-eng)":7.91,"Tatoeba (lat-eng)":53.37,"Tatoeba (lfn-eng)":62.91,"Tatoeba (lit-eng)":88.48,"Tatoeba (lvs-eng)":90.06,"Tatoeba (mal-eng)":97.7,"Tatoeba (mar-eng)":88.58,"Tatoeba (max-eng)":63.41,"Tatoeba (mhr-eng)":6.79,"Tatoeba (mkd-eng)":85.63,"Tatoeba (mon-eng)":87.53,"Tatoeba (nds-eng)":69.28,"Tatoeba (nld-eng)":96.63,"Tatoeba (nno-eng)":91.4,"Tatoeba (nob-eng)":97.2,"Tatoeba (nov-eng)":71.62,"Tatoeba (oci-eng)":54.91,"Tatoeba (orv-eng)":39.87,"Tatoeba (pam-eng)":9.32,"Tatoeba (pes-eng)":92.14,"Tatoeba (pms-eng)":59.85,"Tatoeba (pol-eng)":96.6,"Tatoeba (por-eng)":93.63,"Tatoeba (ron-eng)":94.87,"Tatoeba (rus-eng)":92.32,"Tatoeba (slk-eng)":93.13,"Tatoeba (slv-eng)":89.57,"Tatoeba (spa-eng)":97.1,"Tatoeba (sqi-eng)":94.7,"Tatoeba (srp-eng)":93.1,"Tatoeba (swe-eng)":95.3,"Tatoeba (swg-eng)":55.64,"Tatoeba (swh-eng)":71.61,"Tatoeba (tam-eng)":88.23,"Tatoeba (tat-eng)":73.51,"Tatoeba (tel-eng)":91.34,"Tatoeba (tgl-eng)":92.0,"Tatoeba (tha-eng)":95.38,"Tatoeba (tuk-eng)":33.15,"Tatoeba (tur-eng)":96.27,"Tatoeba (tzl-eng)":53.16,"Tatoeba (uig-eng)":72.17,"Tatoeba (ukr-eng)":93.32,"Tatoeba (urd-eng)":89.21,"Tatoeba (uzb-eng)":72.35,"Tatoeba (vie-eng)":97.0,"Tatoeba (war-eng)":62.02,"Tatoeba (wuu-eng)":86.37,"Tatoeba (xho-eng)":80.87,"Tatoeba (yid-eng)":76.33,"Tatoeba (yue-eng)":88.71,"Tatoeba (zsm-eng)":94.53} -{"index":49,"Rank":5,"Model":"e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":71.07,"BUCC (de-en)":99.5,"BUCC (fr-en)":99.09,"BUCC (ru-en)":97.84,"BUCC (zh-en)":99.23,"Tatoeba (afr-eng)":87.32,"Tatoeba (amh-eng)":22.05,"Tatoeba (ang-eng)":81.59,"Tatoeba (ara-eng)":88.76,"Tatoeba (arq-eng)":48.55,"Tatoeba (arz-eng)":70.73,"Tatoeba (ast-eng)":80.94,"Tatoeba (awa-eng)":67.45,"Tatoeba (aze-eng)":76.23,"Tatoeba (bel-eng)":88.09,"Tatoeba (ben-eng)":81.82,"Tatoeba (ber-eng)":7.62,"Tatoeba (bos-eng)":91.54,"Tatoeba (bre-eng)":14.2,"Tatoeba (bul-eng)":93.98,"Tatoeba (cat-eng)":91.89,"Tatoeba (cbk-eng)":81.32,"Tatoeba (ceb-eng)":43.15,"Tatoeba (ces-eng)":94.93,"Tatoeba (cha-eng)":44.8,"Tatoeba (cmn-eng)":95.9,"Tatoeba (cor-eng)":9.19,"Tatoeba (csb-eng)":62.92,"Tatoeba (cym-eng)":72.32,"Tatoeba (dan-eng)":93.92,"Tatoeba (deu-eng)":99.47,"Tatoeba (dsb-eng)":65.43,"Tatoeba (dtp-eng)":11.74,"Tatoeba (ell-eng)":91.46,"Tatoeba (epo-eng)":87.76,"Tatoeba (est-eng)":62.93,"Tatoeba (eus-eng)":40.64,"Tatoeba (fao-eng)":70.33,"Tatoeba (fin-eng)":90.69,"Tatoeba (fra-eng)":95.66,"Tatoeba (fry-eng)":70.98,"Tatoeba (gla-eng)":63.53,"Tatoeba (gle-eng)":73.71,"Tatoeba (glg-eng)":90.44,"Tatoeba (gsw-eng)":52.21,"Tatoeba (heb-eng)":82.82,"Tatoeba (hin-eng)":95.28,"Tatoeba (hrv-eng)":93.97,"Tatoeba (hsb-eng)":74.4,"Tatoeba (hun-eng)":89.8,"Tatoeba (hye-eng)":63.99,"Tatoeba (ido-eng)":74.98,"Tatoeba (ile-eng)":83.97,"Tatoeba (ina-eng)":95.65,"Tatoeba (ind-eng)":93.48,"Tatoeba (isl-eng)":87.58,"Tatoeba (ita-eng)":91.94,"Tatoeba (jav-eng)":38.38,"Tatoeba (jpn-eng)":94.0,"Tatoeba (kab-eng)":3.81,"Tatoeba (kat-eng)":59.67,"Tatoeba (kaz-eng)":46.88,"Tatoeba (khm-eng)":37.31,"Tatoeba (kor-eng)":91.16,"Tatoeba (kur-eng)":29.93,"Tatoeba (kzj-eng)":12.29,"Tatoeba (lat-eng)":87.8,"Tatoeba (lfn-eng)":73.89,"Tatoeba (lit-eng)":69.07,"Tatoeba (lvs-eng)":66.01,"Tatoeba (mal-eng)":56.03,"Tatoeba (mar-eng)":68.99,"Tatoeba (max-eng)":64.8,"Tatoeba (mhr-eng)":16.24,"Tatoeba (mkd-eng)":86.9,"Tatoeba (mon-eng)":37.79,"Tatoeba (nds-eng)":77.42,"Tatoeba (nld-eng)":96.4,"Tatoeba (nno-eng)":87.24,"Tatoeba (nob-eng)":96.86,"Tatoeba (nov-eng)":72.4,"Tatoeba (oci-eng)":62.2,"Tatoeba (orv-eng)":59.66,"Tatoeba (pam-eng)":14.02,"Tatoeba (pes-eng)":89.67,"Tatoeba (pms-eng)":62.3,"Tatoeba (pol-eng)":96.47,"Tatoeba (por-eng)":94.44,"Tatoeba (ron-eng)":93.0,"Tatoeba (rus-eng)":93.75,"Tatoeba (slk-eng)":88.84,"Tatoeba (slv-eng)":86.13,"Tatoeba (spa-eng)":98.8,"Tatoeba (sqi-eng)":67.06,"Tatoeba (srp-eng)":92.54,"Tatoeba (swe-eng)":92.95,"Tatoeba (swg-eng)":64.75,"Tatoeba (swh-eng)":61.6,"Tatoeba (tam-eng)":72.83,"Tatoeba (tat-eng)":36.79,"Tatoeba (tel-eng)":42.86,"Tatoeba (tgl-eng)":93.14,"Tatoeba (tha-eng)":93.64,"Tatoeba (tuk-eng)":42.01,"Tatoeba (tur-eng)":94.13,"Tatoeba (tzl-eng)":49.51,"Tatoeba (uig-eng)":38.83,"Tatoeba (ukr-eng)":94.58,"Tatoeba (urd-eng)":83.62,"Tatoeba (uzb-eng)":52.73,"Tatoeba (vie-eng)":94.83,"Tatoeba (war-eng)":41.97,"Tatoeba (wuu-eng)":89.61,"Tatoeba (xho-eng)":35.94,"Tatoeba (yid-eng)":33.12,"Tatoeba (yue-eng)":89.11,"Tatoeba (zsm-eng)":94.23} -{"index":8,"Rank":6,"Model":"e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":71.07,"BUCC (de-en)":99.5,"BUCC (fr-en)":99.09,"BUCC (ru-en)":97.84,"BUCC (zh-en)":99.23,"Tatoeba (afr-eng)":87.19,"Tatoeba (amh-eng)":22.05,"Tatoeba (ang-eng)":81.59,"Tatoeba (ara-eng)":88.76,"Tatoeba (arq-eng)":48.55,"Tatoeba (arz-eng)":70.73,"Tatoeba (ast-eng)":80.94,"Tatoeba (awa-eng)":67.45,"Tatoeba (aze-eng)":76.23,"Tatoeba (bel-eng)":88.09,"Tatoeba (ben-eng)":81.82,"Tatoeba (ber-eng)":7.62,"Tatoeba (bos-eng)":91.54,"Tatoeba (bre-eng)":14.2,"Tatoeba (bul-eng)":93.98,"Tatoeba (cat-eng)":91.89,"Tatoeba (cbk-eng)":81.32,"Tatoeba (ceb-eng)":43.15,"Tatoeba (ces-eng)":94.93,"Tatoeba (cha-eng)":44.8,"Tatoeba (cmn-eng)":95.9,"Tatoeba (cor-eng)":9.19,"Tatoeba (csb-eng)":62.92,"Tatoeba (cym-eng)":72.32,"Tatoeba (dan-eng)":93.92,"Tatoeba (deu-eng)":99.47,"Tatoeba (dsb-eng)":65.43,"Tatoeba (dtp-eng)":11.74,"Tatoeba (ell-eng)":91.42,"Tatoeba (epo-eng)":87.79,"Tatoeba (est-eng)":62.89,"Tatoeba (eus-eng)":40.51,"Tatoeba (fao-eng)":70.33,"Tatoeba (fin-eng)":90.69,"Tatoeba (fra-eng)":95.77,"Tatoeba (fry-eng)":70.98,"Tatoeba (gla-eng)":63.53,"Tatoeba (gle-eng)":73.81,"Tatoeba (glg-eng)":90.44,"Tatoeba (gsw-eng)":52.21,"Tatoeba (heb-eng)":82.82,"Tatoeba (hin-eng)":95.28,"Tatoeba (hrv-eng)":93.97,"Tatoeba (hsb-eng)":74.24,"Tatoeba (hun-eng)":89.82,"Tatoeba (hye-eng)":63.99,"Tatoeba (ido-eng)":75.11,"Tatoeba (ile-eng)":83.97,"Tatoeba (ina-eng)":95.52,"Tatoeba (ind-eng)":93.48,"Tatoeba (isl-eng)":87.57,"Tatoeba (ita-eng)":91.94,"Tatoeba (jav-eng)":38.49,"Tatoeba (jpn-eng)":94.0,"Tatoeba (kab-eng)":3.81,"Tatoeba (kat-eng)":59.67,"Tatoeba (kaz-eng)":46.89,"Tatoeba (khm-eng)":37.31,"Tatoeba (kor-eng)":91.29,"Tatoeba (kur-eng)":29.93,"Tatoeba (kzj-eng)":12.19,"Tatoeba (lat-eng)":87.94,"Tatoeba (lfn-eng)":73.89,"Tatoeba (lit-eng)":69.2,"Tatoeba (lvs-eng)":66.01,"Tatoeba (mal-eng)":55.86,"Tatoeba (mar-eng)":68.99,"Tatoeba (max-eng)":64.8,"Tatoeba (mhr-eng)":16.24,"Tatoeba (mkd-eng)":86.9,"Tatoeba (mon-eng)":37.79,"Tatoeba (nds-eng)":77.42,"Tatoeba (nld-eng)":96.4,"Tatoeba (nno-eng)":87.24,"Tatoeba (nob-eng)":96.86,"Tatoeba (nov-eng)":72.4,"Tatoeba (oci-eng)":62.2,"Tatoeba (orv-eng)":59.65,"Tatoeba (pam-eng)":14.02,"Tatoeba (pes-eng)":89.67,"Tatoeba (pms-eng)":62.3,"Tatoeba (pol-eng)":96.47,"Tatoeba (por-eng)":94.44,"Tatoeba (ron-eng)":93.0,"Tatoeba (rus-eng)":93.75,"Tatoeba (slk-eng)":88.84,"Tatoeba (slv-eng)":85.99,"Tatoeba (spa-eng)":98.8,"Tatoeba (sqi-eng)":67.06,"Tatoeba (srp-eng)":92.54,"Tatoeba (swe-eng)":92.95,"Tatoeba (swg-eng)":64.75,"Tatoeba (swh-eng)":61.6,"Tatoeba (tam-eng)":72.83,"Tatoeba (tat-eng)":37.02,"Tatoeba (tel-eng)":42.79,"Tatoeba (tgl-eng)":93.14,"Tatoeba (tha-eng)":93.64,"Tatoeba (tuk-eng)":42.01,"Tatoeba (tur-eng)":94.13,"Tatoeba (tzl-eng)":49.51,"Tatoeba (uig-eng)":38.86,"Tatoeba (ukr-eng)":94.45,"Tatoeba (urd-eng)":83.62,"Tatoeba (uzb-eng)":52.73,"Tatoeba (vie-eng)":94.83,"Tatoeba (war-eng)":41.97,"Tatoeba (wuu-eng)":89.61,"Tatoeba (xho-eng)":35.96,"Tatoeba (yid-eng)":33.12,"Tatoeba (yue-eng)":89.11,"Tatoeba (zsm-eng)":94.1} -{"index":7,"Rank":7,"Model":"gte-multilingual-base<\/a>","Model Size (Million Parameters)":305,"Memory Usage (GB, fp32)":1.14,"Embedding Dimensions":768,"Max Tokens":8192,"Average":69.12,"BUCC (de-en)":98.62,"BUCC (fr-en)":97.9,"BUCC (ru-en)":97.12,"BUCC (zh-en)":98.16,"Tatoeba (afr-eng)":81.85,"Tatoeba (amh-eng)":76.36,"Tatoeba (ang-eng)":42.45,"Tatoeba (ara-eng)":77.81,"Tatoeba (arq-eng)":24.99,"Tatoeba (arz-eng)":55.77,"Tatoeba (ast-eng)":78.08,"Tatoeba (awa-eng)":48.46,"Tatoeba (aze-eng)":79.53,"Tatoeba (bel-eng)":85.56,"Tatoeba (ben-eng)":73.23,"Tatoeba (ber-eng)":20.39,"Tatoeba (bos-eng)":89.36,"Tatoeba (bre-eng)":13.59,"Tatoeba (bul-eng)":91.31,"Tatoeba (cat-eng)":91.5,"Tatoeba (cbk-eng)":70.04,"Tatoeba (ceb-eng)":21.26,"Tatoeba (ces-eng)":89.77,"Tatoeba (cha-eng)":30.8,"Tatoeba (cmn-eng)":95.73,"Tatoeba (cor-eng)":5.96,"Tatoeba (csb-eng)":29.98,"Tatoeba (cym-eng)":52.47,"Tatoeba (dan-eng)":91.83,"Tatoeba (deu-eng)":97.75,"Tatoeba (dsb-eng)":42.87,"Tatoeba (dtp-eng)":9.05,"Tatoeba (ell-eng)":91.9,"Tatoeba (epo-eng)":88.91,"Tatoeba (est-eng)":79.48,"Tatoeba (eus-eng)":63.75,"Tatoeba (fao-eng)":65.68,"Tatoeba (fin-eng)":88.19,"Tatoeba (fra-eng)":93.27,"Tatoeba (fry-eng)":73.7,"Tatoeba (gla-eng)":27.33,"Tatoeba (gle-eng)":32.73,"Tatoeba (glg-eng)":89.64,"Tatoeba (gsw-eng)":36.74,"Tatoeba (heb-eng)":75.85,"Tatoeba (hin-eng)":93.33,"Tatoeba (hrv-eng)":91.67,"Tatoeba (hsb-eng)":45.64,"Tatoeba (hun-eng)":89.09,"Tatoeba (hye-eng)":80.41,"Tatoeba (ido-eng)":77.59,"Tatoeba (ile-eng)":81.68,"Tatoeba (ina-eng)":91.29,"Tatoeba (ind-eng)":92.31,"Tatoeba (isl-eng)":82.59,"Tatoeba (ita-eng)":91.43,"Tatoeba (jav-eng)":35.7,"Tatoeba (jpn-eng)":93.14,"Tatoeba (kab-eng)":17.19,"Tatoeba (kat-eng)":72.77,"Tatoeba (kaz-eng)":67.63,"Tatoeba (khm-eng)":67.63,"Tatoeba (kor-eng)":84.08,"Tatoeba (kur-eng)":32.87,"Tatoeba (kzj-eng)":11.12,"Tatoeba (lat-eng)":42.99,"Tatoeba (lfn-eng)":63.56,"Tatoeba (lit-eng)":77.59,"Tatoeba (lvs-eng)":79.39,"Tatoeba (mal-eng)":94.64,"Tatoeba (mar-eng)":84.38,"Tatoeba (max-eng)":52.57,"Tatoeba (mhr-eng)":15.98,"Tatoeba (mkd-eng)":77.85,"Tatoeba (mon-eng)":71.7,"Tatoeba (nds-eng)":63.42,"Tatoeba (nld-eng)":93.78,"Tatoeba (nno-eng)":90.75,"Tatoeba (nob-eng)":96.62,"Tatoeba (nov-eng)":68.37,"Tatoeba (oci-eng)":51.12,"Tatoeba (orv-eng)":33.13,"Tatoeba (pam-eng)":9.23,"Tatoeba (pes-eng)":88.26,"Tatoeba (pms-eng)":46.68,"Tatoeba (pol-eng)":94.9,"Tatoeba (por-eng)":94.57,"Tatoeba (ron-eng)":90.72,"Tatoeba (rus-eng)":92.9,"Tatoeba (slk-eng)":88.81,"Tatoeba (slv-eng)":84.15,"Tatoeba (spa-eng)":97.68,"Tatoeba (sqi-eng)":82.77,"Tatoeba (srp-eng)":86.29,"Tatoeba (swe-eng)":92.95,"Tatoeba (swg-eng)":51.71,"Tatoeba (swh-eng)":58.13,"Tatoeba (tam-eng)":84.3,"Tatoeba (tat-eng)":42.35,"Tatoeba (tel-eng)":89.7,"Tatoeba (tgl-eng)":67.23,"Tatoeba (tha-eng)":90.55,"Tatoeba (tuk-eng)":34.36,"Tatoeba (tur-eng)":95.82,"Tatoeba (tzl-eng)":40.27,"Tatoeba (uig-eng)":59.57,"Tatoeba (ukr-eng)":91.29,"Tatoeba (urd-eng)":83.9,"Tatoeba (uzb-eng)":40.95,"Tatoeba (vie-eng)":95.93,"Tatoeba (war-eng)":23.86,"Tatoeba (wuu-eng)":88.45,"Tatoeba (xho-eng)":67.65,"Tatoeba (yid-eng)":60.43,"Tatoeba (yue-eng)":82.99,"Tatoeba (zsm-eng)":94.35} -{"index":24,"Rank":8,"Model":"onnx-gte-multilingual-base<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":69.12,"BUCC (de-en)":98.62,"BUCC (fr-en)":97.9,"BUCC (ru-en)":97.12,"BUCC (zh-en)":98.16,"Tatoeba (afr-eng)":81.85,"Tatoeba (amh-eng)":76.36,"Tatoeba (ang-eng)":42.45,"Tatoeba (ara-eng)":77.81,"Tatoeba (arq-eng)":24.99,"Tatoeba (arz-eng)":55.77,"Tatoeba (ast-eng)":78.08,"Tatoeba (awa-eng)":48.46,"Tatoeba (aze-eng)":79.53,"Tatoeba (bel-eng)":85.56,"Tatoeba (ben-eng)":73.23,"Tatoeba (ber-eng)":20.39,"Tatoeba (bos-eng)":89.36,"Tatoeba (bre-eng)":13.59,"Tatoeba (bul-eng)":91.31,"Tatoeba (cat-eng)":91.5,"Tatoeba (cbk-eng)":70.04,"Tatoeba (ceb-eng)":21.26,"Tatoeba (ces-eng)":89.77,"Tatoeba (cha-eng)":30.8,"Tatoeba (cmn-eng)":95.73,"Tatoeba (cor-eng)":5.96,"Tatoeba (csb-eng)":29.98,"Tatoeba (cym-eng)":52.47,"Tatoeba (dan-eng)":91.83,"Tatoeba (deu-eng)":97.75,"Tatoeba (dsb-eng)":42.87,"Tatoeba (dtp-eng)":9.05,"Tatoeba (ell-eng)":91.9,"Tatoeba (epo-eng)":88.91,"Tatoeba (est-eng)":79.48,"Tatoeba (eus-eng)":63.75,"Tatoeba (fao-eng)":65.68,"Tatoeba (fin-eng)":88.19,"Tatoeba (fra-eng)":93.27,"Tatoeba (fry-eng)":73.7,"Tatoeba (gla-eng)":27.33,"Tatoeba (gle-eng)":32.73,"Tatoeba (glg-eng)":89.64,"Tatoeba (gsw-eng)":36.74,"Tatoeba (heb-eng)":75.85,"Tatoeba (hin-eng)":93.33,"Tatoeba (hrv-eng)":91.67,"Tatoeba (hsb-eng)":45.64,"Tatoeba (hun-eng)":89.09,"Tatoeba (hye-eng)":80.41,"Tatoeba (ido-eng)":77.59,"Tatoeba (ile-eng)":81.68,"Tatoeba (ina-eng)":91.29,"Tatoeba (ind-eng)":92.31,"Tatoeba (isl-eng)":82.59,"Tatoeba (ita-eng)":91.43,"Tatoeba (jav-eng)":35.7,"Tatoeba (jpn-eng)":93.14,"Tatoeba (kab-eng)":17.19,"Tatoeba (kat-eng)":72.77,"Tatoeba (kaz-eng)":67.63,"Tatoeba (khm-eng)":67.63,"Tatoeba (kor-eng)":84.08,"Tatoeba (kur-eng)":32.87,"Tatoeba (kzj-eng)":11.12,"Tatoeba (lat-eng)":42.99,"Tatoeba (lfn-eng)":63.56,"Tatoeba (lit-eng)":77.59,"Tatoeba (lvs-eng)":79.39,"Tatoeba (mal-eng)":94.64,"Tatoeba (mar-eng)":84.38,"Tatoeba (max-eng)":52.57,"Tatoeba (mhr-eng)":15.98,"Tatoeba (mkd-eng)":77.85,"Tatoeba (mon-eng)":71.7,"Tatoeba (nds-eng)":63.42,"Tatoeba (nld-eng)":93.78,"Tatoeba (nno-eng)":90.75,"Tatoeba (nob-eng)":96.62,"Tatoeba (nov-eng)":68.37,"Tatoeba (oci-eng)":51.12,"Tatoeba (orv-eng)":33.13,"Tatoeba (pam-eng)":9.23,"Tatoeba (pes-eng)":88.26,"Tatoeba (pms-eng)":46.68,"Tatoeba (pol-eng)":94.9,"Tatoeba (por-eng)":94.57,"Tatoeba (ron-eng)":90.72,"Tatoeba (rus-eng)":92.9,"Tatoeba (slk-eng)":88.81,"Tatoeba (slv-eng)":84.15,"Tatoeba (spa-eng)":97.68,"Tatoeba (sqi-eng)":82.77,"Tatoeba (srp-eng)":86.29,"Tatoeba (swe-eng)":92.95,"Tatoeba (swg-eng)":51.71,"Tatoeba (swh-eng)":58.13,"Tatoeba (tam-eng)":84.3,"Tatoeba (tat-eng)":42.35,"Tatoeba (tel-eng)":89.7,"Tatoeba (tgl-eng)":67.23,"Tatoeba (tha-eng)":90.55,"Tatoeba (tuk-eng)":34.36,"Tatoeba (tur-eng)":95.82,"Tatoeba (tzl-eng)":40.27,"Tatoeba (uig-eng)":59.57,"Tatoeba (ukr-eng)":91.29,"Tatoeba (urd-eng)":83.9,"Tatoeba (uzb-eng)":40.95,"Tatoeba (vie-eng)":95.93,"Tatoeba (war-eng)":23.86,"Tatoeba (wuu-eng)":88.45,"Tatoeba (xho-eng)":67.65,"Tatoeba (yid-eng)":60.43,"Tatoeba (yue-eng)":82.99,"Tatoeba (zsm-eng)":94.35} -{"index":51,"Rank":9,"Model":"multilingual-e5-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":69.09,"BUCC (de-en)":99.13,"BUCC (fr-en)":97.59,"BUCC (ru-en)":97.2,"BUCC (zh-en)":98.3,"Tatoeba (afr-eng)":87.04,"Tatoeba (amh-eng)":74.93,"Tatoeba (ang-eng)":29.87,"Tatoeba (ara-eng)":82.86,"Tatoeba (arq-eng)":26.61,"Tatoeba (arz-eng)":66.79,"Tatoeba (ast-eng)":74.36,"Tatoeba (awa-eng)":68.39,"Tatoeba (aze-eng)":84.71,"Tatoeba (bel-eng)":86.7,"Tatoeba (ben-eng)":81.05,"Tatoeba (ber-eng)":23.59,"Tatoeba (bos-eng)":88.86,"Tatoeba (bre-eng)":5.44,"Tatoeba (bul-eng)":88.95,"Tatoeba (cat-eng)":84.09,"Tatoeba (cbk-eng)":60.66,"Tatoeba (ceb-eng)":45.46,"Tatoeba (ces-eng)":88.75,"Tatoeba (cha-eng)":16.95,"Tatoeba (cmn-eng)":93.35,"Tatoeba (cor-eng)":4.38,"Tatoeba (csb-eng)":24.29,"Tatoeba (cym-eng)":65.69,"Tatoeba (dan-eng)":91.23,"Tatoeba (deu-eng)":97.07,"Tatoeba (dsb-eng)":34.36,"Tatoeba (dtp-eng)":5.13,"Tatoeba (ell-eng)":89.96,"Tatoeba (epo-eng)":92.07,"Tatoeba (est-eng)":70.64,"Tatoeba (eus-eng)":56.26,"Tatoeba (fao-eng)":64.72,"Tatoeba (fin-eng)":86.15,"Tatoeba (fra-eng)":92.76,"Tatoeba (fry-eng)":50.82,"Tatoeba (gla-eng)":43.08,"Tatoeba (gle-eng)":58.62,"Tatoeba (glg-eng)":82.69,"Tatoeba (gsw-eng)":43.53,"Tatoeba (heb-eng)":74.26,"Tatoeba (hin-eng)":93.13,"Tatoeba (hrv-eng)":92.5,"Tatoeba (hsb-eng)":40.36,"Tatoeba (hun-eng)":84.41,"Tatoeba (hye-eng)":85.85,"Tatoeba (ido-eng)":74.41,"Tatoeba (ile-eng)":72.56,"Tatoeba (ina-eng)":86.11,"Tatoeba (ind-eng)":90.26,"Tatoeba (isl-eng)":76.9,"Tatoeba (ita-eng)":90.61,"Tatoeba (jav-eng)":61.25,"Tatoeba (jpn-eng)":90.3,"Tatoeba (kab-eng)":21.77,"Tatoeba (kat-eng)":77.83,"Tatoeba (kaz-eng)":75.56,"Tatoeba (khm-eng)":47.27,"Tatoeba (kor-eng)":83.37,"Tatoeba (kur-eng)":52.96,"Tatoeba (kzj-eng)":6.26,"Tatoeba (lat-eng)":39.62,"Tatoeba (lfn-eng)":52.85,"Tatoeba (lit-eng)":75.53,"Tatoeba (lvs-eng)":76.76,"Tatoeba (mal-eng)":96.72,"Tatoeba (mar-eng)":86.62,"Tatoeba (max-eng)":52.4,"Tatoeba (mhr-eng)":5.52,"Tatoeba (mkd-eng)":73.76,"Tatoeba (mon-eng)":78.37,"Tatoeba (nds-eng)":53.86,"Tatoeba (nld-eng)":93.2,"Tatoeba (nno-eng)":82.67,"Tatoeba (nob-eng)":95.9,"Tatoeba (nov-eng)":66.96,"Tatoeba (oci-eng)":35.79,"Tatoeba (orv-eng)":16.0,"Tatoeba (pam-eng)":6.92,"Tatoeba (pes-eng)":87.18,"Tatoeba (pms-eng)":44.61,"Tatoeba (pol-eng)":94.57,"Tatoeba (por-eng)":92.74,"Tatoeba (ron-eng)":91.27,"Tatoeba (rus-eng)":91.78,"Tatoeba (slk-eng)":86.42,"Tatoeba (slv-eng)":81.93,"Tatoeba (spa-eng)":96.97,"Tatoeba (sqi-eng)":90.06,"Tatoeba (srp-eng)":89.08,"Tatoeba (swe-eng)":91.33,"Tatoeba (swg-eng)":42.33,"Tatoeba (swh-eng)":66.81,"Tatoeba (tam-eng)":85.12,"Tatoeba (tat-eng)":66.92,"Tatoeba (tel-eng)":88.49,"Tatoeba (tgl-eng)":83.78,"Tatoeba (tha-eng)":94.22,"Tatoeba (tuk-eng)":19.67,"Tatoeba (tur-eng)":92.54,"Tatoeba (tzl-eng)":34.44,"Tatoeba (uig-eng)":62.97,"Tatoeba (ukr-eng)":88.29,"Tatoeba (urd-eng)":86.2,"Tatoeba (uzb-eng)":62.63,"Tatoeba (vie-eng)":94.55,"Tatoeba (war-eng)":47.18,"Tatoeba (wuu-eng)":78.65,"Tatoeba (xho-eng)":73.24,"Tatoeba (yid-eng)":63.2,"Tatoeba (yue-eng)":80.66,"Tatoeba (zsm-eng)":92.45} -{"index":42,"Rank":10,"Model":"multilingual-e5-base-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":69.09,"BUCC (de-en)":99.13,"BUCC (fr-en)":97.59,"BUCC (ru-en)":97.2,"BUCC (zh-en)":98.3,"Tatoeba (afr-eng)":86.91,"Tatoeba (amh-eng)":74.93,"Tatoeba (ang-eng)":29.07,"Tatoeba (ara-eng)":82.59,"Tatoeba (arq-eng)":26.74,"Tatoeba (arz-eng)":66.79,"Tatoeba (ast-eng)":75.31,"Tatoeba (awa-eng)":68.39,"Tatoeba (aze-eng)":84.71,"Tatoeba (bel-eng)":86.7,"Tatoeba (ben-eng)":81.05,"Tatoeba (ber-eng)":23.58,"Tatoeba (bos-eng)":88.86,"Tatoeba (bre-eng)":5.44,"Tatoeba (bul-eng)":88.63,"Tatoeba (cat-eng)":84.09,"Tatoeba (cbk-eng)":60.54,"Tatoeba (ceb-eng)":45.46,"Tatoeba (ces-eng)":88.88,"Tatoeba (cha-eng)":16.95,"Tatoeba (cmn-eng)":93.35,"Tatoeba (cor-eng)":4.38,"Tatoeba (csb-eng)":24.56,"Tatoeba (cym-eng)":65.22,"Tatoeba (dan-eng)":91.4,"Tatoeba (deu-eng)":97.07,"Tatoeba (dsb-eng)":34.33,"Tatoeba (dtp-eng)":5.13,"Tatoeba (ell-eng)":89.96,"Tatoeba (epo-eng)":92.07,"Tatoeba (est-eng)":70.51,"Tatoeba (eus-eng)":56.16,"Tatoeba (fao-eng)":64.72,"Tatoeba (fin-eng)":86.15,"Tatoeba (fra-eng)":92.76,"Tatoeba (fry-eng)":50.88,"Tatoeba (gla-eng)":43.08,"Tatoeba (gle-eng)":58.36,"Tatoeba (glg-eng)":82.79,"Tatoeba (gsw-eng)":43.53,"Tatoeba (heb-eng)":74.14,"Tatoeba (hin-eng)":93.0,"Tatoeba (hrv-eng)":92.5,"Tatoeba (hsb-eng)":40.35,"Tatoeba (hun-eng)":84.32,"Tatoeba (hye-eng)":85.91,"Tatoeba (ido-eng)":74.39,"Tatoeba (ile-eng)":72.43,"Tatoeba (ina-eng)":86.11,"Tatoeba (ind-eng)":90.26,"Tatoeba (isl-eng)":76.9,"Tatoeba (ita-eng)":90.61,"Tatoeba (jav-eng)":61.25,"Tatoeba (jpn-eng)":90.3,"Tatoeba (kab-eng)":21.98,"Tatoeba (kat-eng)":77.83,"Tatoeba (kaz-eng)":75.56,"Tatoeba (khm-eng)":47.26,"Tatoeba (kor-eng)":83.37,"Tatoeba (kur-eng)":52.96,"Tatoeba (kzj-eng)":6.2,"Tatoeba (lat-eng)":39.58,"Tatoeba (lfn-eng)":52.85,"Tatoeba (lit-eng)":75.53,"Tatoeba (lvs-eng)":76.66,"Tatoeba (mal-eng)":96.72,"Tatoeba (mar-eng)":86.62,"Tatoeba (max-eng)":52.39,"Tatoeba (mhr-eng)":5.52,"Tatoeba (mkd-eng)":73.76,"Tatoeba (mon-eng)":78.37,"Tatoeba (nds-eng)":53.86,"Tatoeba (nld-eng)":93.2,"Tatoeba (nno-eng)":82.56,"Tatoeba (nob-eng)":95.9,"Tatoeba (nov-eng)":66.83,"Tatoeba (oci-eng)":35.79,"Tatoeba (orv-eng)":16.0,"Tatoeba (pam-eng)":6.92,"Tatoeba (pes-eng)":87.08,"Tatoeba (pms-eng)":44.61,"Tatoeba (pol-eng)":94.82,"Tatoeba (por-eng)":92.74,"Tatoeba (ron-eng)":91.27,"Tatoeba (rus-eng)":91.78,"Tatoeba (slk-eng)":86.4,"Tatoeba (slv-eng)":81.93,"Tatoeba (spa-eng)":96.97,"Tatoeba (sqi-eng)":90.06,"Tatoeba (srp-eng)":89.08,"Tatoeba (swe-eng)":91.33,"Tatoeba (swg-eng)":42.33,"Tatoeba (swh-eng)":66.81,"Tatoeba (tam-eng)":85.12,"Tatoeba (tat-eng)":66.92,"Tatoeba (tel-eng)":88.49,"Tatoeba (tgl-eng)":83.78,"Tatoeba (tha-eng)":94.4,"Tatoeba (tuk-eng)":19.66,"Tatoeba (tur-eng)":92.67,"Tatoeba (tzl-eng)":34.44,"Tatoeba (uig-eng)":63.08,"Tatoeba (ukr-eng)":88.29,"Tatoeba (urd-eng)":86.2,"Tatoeba (uzb-eng)":62.63,"Tatoeba (vie-eng)":94.68,"Tatoeba (war-eng)":47.18,"Tatoeba (wuu-eng)":78.65,"Tatoeba (xho-eng)":73.24,"Tatoeba (yid-eng)":63.2,"Tatoeba (yue-eng)":80.66,"Tatoeba (zsm-eng)":92.45} -{"index":27,"Rank":11,"Model":"multilingual-e5-base-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":69.09,"BUCC (de-en)":99.13,"BUCC (fr-en)":97.59,"BUCC (ru-en)":97.2,"BUCC (zh-en)":98.3,"Tatoeba (afr-eng)":86.91,"Tatoeba (amh-eng)":74.93,"Tatoeba (ang-eng)":29.07,"Tatoeba (ara-eng)":82.59,"Tatoeba (arq-eng)":26.74,"Tatoeba (arz-eng)":66.79,"Tatoeba (ast-eng)":75.31,"Tatoeba (awa-eng)":68.39,"Tatoeba (aze-eng)":84.71,"Tatoeba (bel-eng)":86.7,"Tatoeba (ben-eng)":81.05,"Tatoeba (ber-eng)":23.58,"Tatoeba (bos-eng)":88.86,"Tatoeba (bre-eng)":5.44,"Tatoeba (bul-eng)":88.63,"Tatoeba (cat-eng)":84.09,"Tatoeba (cbk-eng)":60.54,"Tatoeba (ceb-eng)":45.46,"Tatoeba (ces-eng)":88.88,"Tatoeba (cha-eng)":16.95,"Tatoeba (cmn-eng)":93.35,"Tatoeba (cor-eng)":4.38,"Tatoeba (csb-eng)":24.56,"Tatoeba (cym-eng)":65.22,"Tatoeba (dan-eng)":91.4,"Tatoeba (deu-eng)":97.07,"Tatoeba (dsb-eng)":34.33,"Tatoeba (dtp-eng)":5.13,"Tatoeba (ell-eng)":89.96,"Tatoeba (epo-eng)":92.07,"Tatoeba (est-eng)":70.51,"Tatoeba (eus-eng)":56.16,"Tatoeba (fao-eng)":64.72,"Tatoeba (fin-eng)":86.15,"Tatoeba (fra-eng)":92.76,"Tatoeba (fry-eng)":50.88,"Tatoeba (gla-eng)":43.08,"Tatoeba (gle-eng)":58.36,"Tatoeba (glg-eng)":82.79,"Tatoeba (gsw-eng)":43.53,"Tatoeba (heb-eng)":74.14,"Tatoeba (hin-eng)":93.0,"Tatoeba (hrv-eng)":92.5,"Tatoeba (hsb-eng)":40.35,"Tatoeba (hun-eng)":84.32,"Tatoeba (hye-eng)":85.91,"Tatoeba (ido-eng)":74.39,"Tatoeba (ile-eng)":72.43,"Tatoeba (ina-eng)":86.11,"Tatoeba (ind-eng)":90.26,"Tatoeba (isl-eng)":76.9,"Tatoeba (ita-eng)":90.61,"Tatoeba (jav-eng)":61.25,"Tatoeba (jpn-eng)":90.3,"Tatoeba (kab-eng)":21.98,"Tatoeba (kat-eng)":77.83,"Tatoeba (kaz-eng)":75.56,"Tatoeba (khm-eng)":47.26,"Tatoeba (kor-eng)":83.37,"Tatoeba (kur-eng)":52.96,"Tatoeba (kzj-eng)":6.2,"Tatoeba (lat-eng)":39.58,"Tatoeba (lfn-eng)":52.85,"Tatoeba (lit-eng)":75.53,"Tatoeba (lvs-eng)":76.66,"Tatoeba (mal-eng)":96.72,"Tatoeba (mar-eng)":86.62,"Tatoeba (max-eng)":52.39,"Tatoeba (mhr-eng)":5.52,"Tatoeba (mkd-eng)":73.76,"Tatoeba (mon-eng)":78.37,"Tatoeba (nds-eng)":53.86,"Tatoeba (nld-eng)":93.2,"Tatoeba (nno-eng)":82.56,"Tatoeba (nob-eng)":95.9,"Tatoeba (nov-eng)":66.83,"Tatoeba (oci-eng)":35.79,"Tatoeba (orv-eng)":16.0,"Tatoeba (pam-eng)":6.92,"Tatoeba (pes-eng)":87.08,"Tatoeba (pms-eng)":44.61,"Tatoeba (pol-eng)":94.82,"Tatoeba (por-eng)":92.74,"Tatoeba (ron-eng)":91.27,"Tatoeba (rus-eng)":91.78,"Tatoeba (slk-eng)":86.4,"Tatoeba (slv-eng)":81.93,"Tatoeba (spa-eng)":96.97,"Tatoeba (sqi-eng)":90.06,"Tatoeba (srp-eng)":89.08,"Tatoeba (swe-eng)":91.33,"Tatoeba (swg-eng)":42.33,"Tatoeba (swh-eng)":66.81,"Tatoeba (tam-eng)":85.12,"Tatoeba (tat-eng)":66.92,"Tatoeba (tel-eng)":88.49,"Tatoeba (tgl-eng)":83.78,"Tatoeba (tha-eng)":94.4,"Tatoeba (tuk-eng)":19.66,"Tatoeba (tur-eng)":92.67,"Tatoeba (tzl-eng)":34.44,"Tatoeba (uig-eng)":63.08,"Tatoeba (ukr-eng)":88.29,"Tatoeba (urd-eng)":86.2,"Tatoeba (uzb-eng)":62.63,"Tatoeba (vie-eng)":94.68,"Tatoeba (war-eng)":47.18,"Tatoeba (wuu-eng)":78.65,"Tatoeba (xho-eng)":73.24,"Tatoeba (yid-eng)":63.2,"Tatoeba (yue-eng)":80.66,"Tatoeba (zsm-eng)":92.45} -{"index":13,"Rank":12,"Model":"multilingual-e5-base-similarity-v1-onnx-quantized<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":69.09,"BUCC (de-en)":99.13,"BUCC (fr-en)":97.59,"BUCC (ru-en)":97.2,"BUCC (zh-en)":98.3,"Tatoeba (afr-eng)":86.91,"Tatoeba (amh-eng)":74.93,"Tatoeba (ang-eng)":29.07,"Tatoeba (ara-eng)":82.59,"Tatoeba (arq-eng)":26.74,"Tatoeba (arz-eng)":66.79,"Tatoeba (ast-eng)":75.31,"Tatoeba (awa-eng)":68.39,"Tatoeba (aze-eng)":84.71,"Tatoeba (bel-eng)":86.7,"Tatoeba (ben-eng)":81.05,"Tatoeba (ber-eng)":23.58,"Tatoeba (bos-eng)":88.86,"Tatoeba (bre-eng)":5.44,"Tatoeba (bul-eng)":88.63,"Tatoeba (cat-eng)":84.09,"Tatoeba (cbk-eng)":60.54,"Tatoeba (ceb-eng)":45.46,"Tatoeba (ces-eng)":88.88,"Tatoeba (cha-eng)":16.95,"Tatoeba (cmn-eng)":93.35,"Tatoeba (cor-eng)":4.38,"Tatoeba (csb-eng)":24.56,"Tatoeba (cym-eng)":65.22,"Tatoeba (dan-eng)":91.4,"Tatoeba (deu-eng)":97.07,"Tatoeba (dsb-eng)":34.33,"Tatoeba (dtp-eng)":5.13,"Tatoeba (ell-eng)":89.96,"Tatoeba (epo-eng)":92.07,"Tatoeba (est-eng)":70.51,"Tatoeba (eus-eng)":56.16,"Tatoeba (fao-eng)":64.72,"Tatoeba (fin-eng)":86.15,"Tatoeba (fra-eng)":92.76,"Tatoeba (fry-eng)":50.88,"Tatoeba (gla-eng)":43.08,"Tatoeba (gle-eng)":58.36,"Tatoeba (glg-eng)":82.79,"Tatoeba (gsw-eng)":43.53,"Tatoeba (heb-eng)":74.14,"Tatoeba (hin-eng)":93.0,"Tatoeba (hrv-eng)":92.5,"Tatoeba (hsb-eng)":40.35,"Tatoeba (hun-eng)":84.32,"Tatoeba (hye-eng)":85.91,"Tatoeba (ido-eng)":74.39,"Tatoeba (ile-eng)":72.43,"Tatoeba (ina-eng)":86.11,"Tatoeba (ind-eng)":90.26,"Tatoeba (isl-eng)":76.9,"Tatoeba (ita-eng)":90.61,"Tatoeba (jav-eng)":61.25,"Tatoeba (jpn-eng)":90.3,"Tatoeba (kab-eng)":21.98,"Tatoeba (kat-eng)":77.83,"Tatoeba (kaz-eng)":75.56,"Tatoeba (khm-eng)":47.26,"Tatoeba (kor-eng)":83.37,"Tatoeba (kur-eng)":52.96,"Tatoeba (kzj-eng)":6.2,"Tatoeba (lat-eng)":39.58,"Tatoeba (lfn-eng)":52.85,"Tatoeba (lit-eng)":75.53,"Tatoeba (lvs-eng)":76.66,"Tatoeba (mal-eng)":96.72,"Tatoeba (mar-eng)":86.62,"Tatoeba (max-eng)":52.39,"Tatoeba (mhr-eng)":5.52,"Tatoeba (mkd-eng)":73.76,"Tatoeba (mon-eng)":78.37,"Tatoeba (nds-eng)":53.86,"Tatoeba (nld-eng)":93.2,"Tatoeba (nno-eng)":82.56,"Tatoeba (nob-eng)":95.9,"Tatoeba (nov-eng)":66.83,"Tatoeba (oci-eng)":35.79,"Tatoeba (orv-eng)":16.0,"Tatoeba (pam-eng)":6.92,"Tatoeba (pes-eng)":87.08,"Tatoeba (pms-eng)":44.61,"Tatoeba (pol-eng)":94.82,"Tatoeba (por-eng)":92.74,"Tatoeba (ron-eng)":91.27,"Tatoeba (rus-eng)":91.78,"Tatoeba (slk-eng)":86.4,"Tatoeba (slv-eng)":81.93,"Tatoeba (spa-eng)":96.97,"Tatoeba (sqi-eng)":90.06,"Tatoeba (srp-eng)":89.08,"Tatoeba (swe-eng)":91.33,"Tatoeba (swg-eng)":42.33,"Tatoeba (swh-eng)":66.81,"Tatoeba (tam-eng)":85.12,"Tatoeba (tat-eng)":66.92,"Tatoeba (tel-eng)":88.49,"Tatoeba (tgl-eng)":83.78,"Tatoeba (tha-eng)":94.4,"Tatoeba (tuk-eng)":19.66,"Tatoeba (tur-eng)":92.67,"Tatoeba (tzl-eng)":34.44,"Tatoeba (uig-eng)":63.08,"Tatoeba (ukr-eng)":88.29,"Tatoeba (urd-eng)":86.2,"Tatoeba (uzb-eng)":62.63,"Tatoeba (vie-eng)":94.68,"Tatoeba (war-eng)":47.18,"Tatoeba (wuu-eng)":78.65,"Tatoeba (xho-eng)":73.24,"Tatoeba (yid-eng)":63.2,"Tatoeba (yue-eng)":80.66,"Tatoeba (zsm-eng)":92.45} -{"index":4,"Rank":13,"Model":"LASER2<\/a>","Model Size (Million Parameters)":43,"Memory Usage (GB, fp32)":0.16,"Embedding Dimensions":1024,"Max Tokens":"N\/A","Average":67.42,"BUCC (de-en)":99.21,"BUCC (fr-en)":98.39,"BUCC (ru-en)":97.62,"BUCC (zh-en)":97.7,"Tatoeba (afr-eng)":92.59,"Tatoeba (amh-eng)":80.82,"Tatoeba (ang-eng)":25.22,"Tatoeba (ara-eng)":90.14,"Tatoeba (arq-eng)":26.63,"Tatoeba (arz-eng)":66.16,"Tatoeba (ast-eng)":76.35,"Tatoeba (awa-eng)":33.74,"Tatoeba (aze-eng)":82.41,"Tatoeba (bel-eng)":79.54,"Tatoeba (ben-eng)":89.43,"Tatoeba (ber-eng)":77.63,"Tatoeba (bos-eng)":95.86,"Tatoeba (bre-eng)":31.2,"Tatoeba (bul-eng)":93.57,"Tatoeba (cat-eng)":95.8,"Tatoeba (cbk-eng)":77.17,"Tatoeba (ceb-eng)":9.93,"Tatoeba (ces-eng)":95.52,"Tatoeba (cha-eng)":14.86,"Tatoeba (cmn-eng)":85.62,"Tatoeba (cor-eng)":4.45,"Tatoeba (csb-eng)":27.03,"Tatoeba (cym-eng)":5.85,"Tatoeba (dan-eng)":95.22,"Tatoeba (deu-eng)":99.07,"Tatoeba (dsb-eng)":42.34,"Tatoeba (dtp-eng)":7.39,"Tatoeba (ell-eng)":96.2,"Tatoeba (epo-eng)":96.61,"Tatoeba (est-eng)":96.43,"Tatoeba (eus-eng)":93.32,"Tatoeba (fao-eng)":57.04,"Tatoeba (fin-eng)":96.98,"Tatoeba (fra-eng)":94.28,"Tatoeba (fry-eng)":42.07,"Tatoeba (gla-eng)":1.52,"Tatoeba (gle-eng)":4.2,"Tatoeba (glg-eng)":96.14,"Tatoeba (gsw-eng)":27.52,"Tatoeba (heb-eng)":0.0,"Tatoeba (hin-eng)":95.32,"Tatoeba (hrv-eng)":96.72,"Tatoeba (hsb-eng)":45.75,"Tatoeba (hun-eng)":95.2,"Tatoeba (hye-eng)":88.72,"Tatoeba (ido-eng)":80.86,"Tatoeba (ile-eng)":87.88,"Tatoeba (ina-eng)":93.93,"Tatoeba (ind-eng)":92.98,"Tatoeba (isl-eng)":94.32,"Tatoeba (ita-eng)":94.32,"Tatoeba (jav-eng)":9.95,"Tatoeba (jpn-eng)":93.78,"Tatoeba (kab-eng)":65.88,"Tatoeba (kat-eng)":81.16,"Tatoeba (kaz-eng)":53.3,"Tatoeba (khm-eng)":74.19,"Tatoeba (kor-eng)":87.97,"Tatoeba (kur-eng)":19.09,"Tatoeba (kzj-eng)":4.46,"Tatoeba (lat-eng)":64.81,"Tatoeba (lfn-eng)":63.39,"Tatoeba (lit-eng)":96.2,"Tatoeba (lvs-eng)":95.33,"Tatoeba (mal-eng)":98.16,"Tatoeba (mar-eng)":92.93,"Tatoeba (max-eng)":36.96,"Tatoeba (mhr-eng)":6.86,"Tatoeba (mkd-eng)":93.63,"Tatoeba (mon-eng)":3.42,"Tatoeba (nds-eng)":77.13,"Tatoeba (nld-eng)":95.35,"Tatoeba (nno-eng)":72.75,"Tatoeba (nob-eng)":95.77,"Tatoeba (nov-eng)":60.02,"Tatoeba (oci-eng)":58.13,"Tatoeba (orv-eng)":23.24,"Tatoeba (pam-eng)":3.24,"Tatoeba (pes-eng)":93.13,"Tatoeba (pms-eng)":36.23,"Tatoeba (pol-eng)":97.32,"Tatoeba (por-eng)":94.54,"Tatoeba (ron-eng)":96.52,"Tatoeba (rus-eng)":92.58,"Tatoeba (slk-eng)":95.82,"Tatoeba (slv-eng)":95.4,"Tatoeba (spa-eng)":97.33,"Tatoeba (sqi-eng)":97.22,"Tatoeba (srp-eng)":93.64,"Tatoeba (swe-eng)":95.31,"Tatoeba (swg-eng)":33.1,"Tatoeba (swh-eng)":55.66,"Tatoeba (tam-eng)":87.32,"Tatoeba (tat-eng)":34.74,"Tatoeba (tel-eng)":96.72,"Tatoeba (tgl-eng)":63.19,"Tatoeba (tha-eng)":96.38,"Tatoeba (tuk-eng)":16.35,"Tatoeba (tur-eng)":98.03,"Tatoeba (tzl-eng)":36.56,"Tatoeba (uig-eng)":56.49,"Tatoeba (ukr-eng)":93.52,"Tatoeba (urd-eng)":84.23,"Tatoeba (uzb-eng)":23.2,"Tatoeba (vie-eng)":96.73,"Tatoeba (war-eng)":8.25,"Tatoeba (wuu-eng)":75.09,"Tatoeba (xho-eng)":4.68,"Tatoeba (yid-eng)":2.49,"Tatoeba (yue-eng)":87.75,"Tatoeba (zsm-eng)":95.41} -{"index":61,"Rank":14,"Model":"multilingual-e5-small-ct2-int8<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":65.21,"BUCC (de-en)":97.86,"BUCC (fr-en)":92.66,"BUCC (ru-en)":93.5,"BUCC (zh-en)":88.79,"Tatoeba (afr-eng)":85.67,"Tatoeba (amh-eng)":76.13,"Tatoeba (ang-eng)":42.23,"Tatoeba (ara-eng)":72.55,"Tatoeba (arq-eng)":22.43,"Tatoeba (arz-eng)":55.14,"Tatoeba (ast-eng)":71.67,"Tatoeba (awa-eng)":74.27,"Tatoeba (aze-eng)":80.14,"Tatoeba (bel-eng)":84.68,"Tatoeba (ben-eng)":77.76,"Tatoeba (ber-eng)":16.92,"Tatoeba (bos-eng)":83.24,"Tatoeba (bre-eng)":8.24,"Tatoeba (bul-eng)":83.81,"Tatoeba (cat-eng)":79.75,"Tatoeba (cbk-eng)":57.77,"Tatoeba (ceb-eng)":42.01,"Tatoeba (ces-eng)":78.83,"Tatoeba (cha-eng)":27.83,"Tatoeba (cmn-eng)":88.89,"Tatoeba (cor-eng)":6.02,"Tatoeba (csb-eng)":23.99,"Tatoeba (cym-eng)":65.32,"Tatoeba (dan-eng)":84.39,"Tatoeba (deu-eng)":96.58,"Tatoeba (dsb-eng)":31.64,"Tatoeba (dtp-eng)":7.68,"Tatoeba (ell-eng)":84.08,"Tatoeba (epo-eng)":90.5,"Tatoeba (est-eng)":55.31,"Tatoeba (eus-eng)":54.47,"Tatoeba (fao-eng)":58.87,"Tatoeba (fin-eng)":68.56,"Tatoeba (fra-eng)":89.93,"Tatoeba (fry-eng)":51.03,"Tatoeba (gla-eng)":39.42,"Tatoeba (gle-eng)":59.59,"Tatoeba (glg-eng)":81.93,"Tatoeba (gsw-eng)":36.45,"Tatoeba (heb-eng)":67.92,"Tatoeba (hin-eng)":93.25,"Tatoeba (hrv-eng)":86.87,"Tatoeba (hsb-eng)":37.02,"Tatoeba (hun-eng)":71.84,"Tatoeba (hye-eng)":82.29,"Tatoeba (ido-eng)":70.86,"Tatoeba (ile-eng)":71.73,"Tatoeba (ina-eng)":85.6,"Tatoeba (ind-eng)":87.81,"Tatoeba (isl-eng)":62.16,"Tatoeba (ita-eng)":87.56,"Tatoeba (jav-eng)":50.66,"Tatoeba (jpn-eng)":83.7,"Tatoeba (kab-eng)":17.83,"Tatoeba (kat-eng)":76.84,"Tatoeba (kaz-eng)":73.03,"Tatoeba (khm-eng)":47.99,"Tatoeba (kor-eng)":74.16,"Tatoeba (kur-eng)":39.67,"Tatoeba (kzj-eng)":8.27,"Tatoeba (lat-eng)":39.95,"Tatoeba (lfn-eng)":52.73,"Tatoeba (lit-eng)":61.52,"Tatoeba (lvs-eng)":60.67,"Tatoeba (mal-eng)":94.78,"Tatoeba (mar-eng)":86.79,"Tatoeba (max-eng)":49.95,"Tatoeba (mhr-eng)":6.08,"Tatoeba (mkd-eng)":59.26,"Tatoeba (mon-eng)":78.22,"Tatoeba (nds-eng)":53.26,"Tatoeba (nld-eng)":90.3,"Tatoeba (nno-eng)":69.48,"Tatoeba (nob-eng)":87.8,"Tatoeba (nov-eng)":68.56,"Tatoeba (oci-eng)":42.84,"Tatoeba (orv-eng)":15.13,"Tatoeba (pam-eng)":6.97,"Tatoeba (pes-eng)":84.0,"Tatoeba (pms-eng)":42.15,"Tatoeba (pol-eng)":85.91,"Tatoeba (por-eng)":89.25,"Tatoeba (ron-eng)":83.67,"Tatoeba (rus-eng)":89.77,"Tatoeba (slk-eng)":79.96,"Tatoeba (slv-eng)":72.85,"Tatoeba (spa-eng)":91.1,"Tatoeba (sqi-eng)":88.56,"Tatoeba (srp-eng)":80.33,"Tatoeba (swe-eng)":84.97,"Tatoeba (swg-eng)":44.3,"Tatoeba (swh-eng)":66.74,"Tatoeba (tam-eng)":81.39,"Tatoeba (tat-eng)":63.38,"Tatoeba (tel-eng)":85.78,"Tatoeba (tgl-eng)":79.26,"Tatoeba (tha-eng)":89.36,"Tatoeba (tuk-eng)":18.41,"Tatoeba (tur-eng)":86.78,"Tatoeba (tzl-eng)":36.2,"Tatoeba (uig-eng)":59.33,"Tatoeba (ukr-eng)":81.62,"Tatoeba (urd-eng)":84.71,"Tatoeba (uzb-eng)":58.0,"Tatoeba (vie-eng)":87.78,"Tatoeba (war-eng)":40.86,"Tatoeba (wuu-eng)":69.05,"Tatoeba (xho-eng)":62.84,"Tatoeba (yid-eng)":66.83,"Tatoeba (yue-eng)":69.69,"Tatoeba (zsm-eng)":90.0} -{"index":54,"Rank":15,"Model":"multilingual-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":64.91,"BUCC (de-en)":97.86,"BUCC (fr-en)":92.66,"BUCC (ru-en)":93.5,"BUCC (zh-en)":88.79,"Tatoeba (afr-eng)":85.17,"Tatoeba (amh-eng)":74.11,"Tatoeba (ang-eng)":30.3,"Tatoeba (ara-eng)":76.09,"Tatoeba (arq-eng)":23.62,"Tatoeba (arz-eng)":53.35,"Tatoeba (ast-eng)":62.81,"Tatoeba (awa-eng)":74.55,"Tatoeba (aze-eng)":80.79,"Tatoeba (bel-eng)":80.89,"Tatoeba (ben-eng)":81.4,"Tatoeba (ber-eng)":18.22,"Tatoeba (bos-eng)":81.15,"Tatoeba (bre-eng)":7.09,"Tatoeba (bul-eng)":85.47,"Tatoeba (cat-eng)":79.3,"Tatoeba (cbk-eng)":55.36,"Tatoeba (ceb-eng)":42.35,"Tatoeba (ces-eng)":80.99,"Tatoeba (cha-eng)":24.88,"Tatoeba (cmn-eng)":89.85,"Tatoeba (cor-eng)":5.24,"Tatoeba (csb-eng)":26.23,"Tatoeba (cym-eng)":62.3,"Tatoeba (dan-eng)":86.38,"Tatoeba (deu-eng)":97.22,"Tatoeba (dsb-eng)":29.87,"Tatoeba (dtp-eng)":6.42,"Tatoeba (ell-eng)":86.81,"Tatoeba (epo-eng)":88.96,"Tatoeba (est-eng)":56.47,"Tatoeba (eus-eng)":50.9,"Tatoeba (fao-eng)":56.57,"Tatoeba (fin-eng)":70.23,"Tatoeba (fra-eng)":90.51,"Tatoeba (fry-eng)":49.05,"Tatoeba (gla-eng)":35.96,"Tatoeba (gle-eng)":56.32,"Tatoeba (glg-eng)":79.65,"Tatoeba (gsw-eng)":40.13,"Tatoeba (heb-eng)":73.68,"Tatoeba (hin-eng)":92.36,"Tatoeba (hrv-eng)":84.42,"Tatoeba (hsb-eng)":36.49,"Tatoeba (hun-eng)":74.44,"Tatoeba (hye-eng)":83.81,"Tatoeba (ido-eng)":70.07,"Tatoeba (ile-eng)":70.31,"Tatoeba (ina-eng)":86.39,"Tatoeba (ind-eng)":88.28,"Tatoeba (isl-eng)":62.32,"Tatoeba (ita-eng)":88.54,"Tatoeba (jav-eng)":53.39,"Tatoeba (jpn-eng)":77.43,"Tatoeba (kab-eng)":18.06,"Tatoeba (kat-eng)":77.6,"Tatoeba (kaz-eng)":70.57,"Tatoeba (khm-eng)":44.34,"Tatoeba (kor-eng)":73.74,"Tatoeba (kur-eng)":39.99,"Tatoeba (kzj-eng)":6.56,"Tatoeba (lat-eng)":37.76,"Tatoeba (lfn-eng)":51.46,"Tatoeba (lit-eng)":59.95,"Tatoeba (lvs-eng)":61.84,"Tatoeba (mal-eng)":94.78,"Tatoeba (mar-eng)":85.94,"Tatoeba (max-eng)":48.29,"Tatoeba (mhr-eng)":5.58,"Tatoeba (mkd-eng)":63.74,"Tatoeba (mon-eng)":77.7,"Tatoeba (nds-eng)":52.46,"Tatoeba (nld-eng)":91.87,"Tatoeba (nno-eng)":70.29,"Tatoeba (nob-eng)":90.18,"Tatoeba (nov-eng)":64.2,"Tatoeba (oci-eng)":38.27,"Tatoeba (orv-eng)":14.89,"Tatoeba (pam-eng)":5.76,"Tatoeba (pes-eng)":85.51,"Tatoeba (pms-eng)":35.47,"Tatoeba (pol-eng)":88.85,"Tatoeba (por-eng)":89.63,"Tatoeba (ron-eng)":85.68,"Tatoeba (rus-eng)":89.77,"Tatoeba (slk-eng)":79.86,"Tatoeba (slv-eng)":73.93,"Tatoeba (spa-eng)":93.01,"Tatoeba (sqi-eng)":86.21,"Tatoeba (srp-eng)":83.06,"Tatoeba (swe-eng)":87.46,"Tatoeba (swg-eng)":44.0,"Tatoeba (swh-eng)":65.43,"Tatoeba (tam-eng)":82.82,"Tatoeba (tat-eng)":66.8,"Tatoeba (tel-eng)":86.82,"Tatoeba (tgl-eng)":77.54,"Tatoeba (tha-eng)":90.88,"Tatoeba (tuk-eng)":16.99,"Tatoeba (tur-eng)":88.42,"Tatoeba (tzl-eng)":34.83,"Tatoeba (uig-eng)":60.59,"Tatoeba (ukr-eng)":82.98,"Tatoeba (urd-eng)":85.07,"Tatoeba (uzb-eng)":59.11,"Tatoeba (vie-eng)":89.03,"Tatoeba (war-eng)":39.14,"Tatoeba (wuu-eng)":67.3,"Tatoeba (xho-eng)":63.2,"Tatoeba (yid-eng)":65.9,"Tatoeba (yue-eng)":69.33,"Tatoeba (zsm-eng)":91.37} -{"index":74,"Rank":16,"Model":"paraphrase-multilingual-mpnet-base-v2<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":63.38,"BUCC (de-en)":98.59,"BUCC (fr-en)":96.89,"BUCC (ru-en)":96.44,"BUCC (zh-en)":97.56,"Tatoeba (afr-eng)":72.96,"Tatoeba (amh-eng)":53.49,"Tatoeba (ang-eng)":16.72,"Tatoeba (ara-eng)":90.19,"Tatoeba (arq-eng)":19.84,"Tatoeba (arz-eng)":55.69,"Tatoeba (ast-eng)":70.08,"Tatoeba (awa-eng)":42.83,"Tatoeba (aze-eng)":76.36,"Tatoeba (bel-eng)":79.94,"Tatoeba (ben-eng)":64.9,"Tatoeba (ber-eng)":4.88,"Tatoeba (bos-eng)":94.02,"Tatoeba (bre-eng)":6.42,"Tatoeba (bul-eng)":93.52,"Tatoeba (cat-eng)":96.05,"Tatoeba (cbk-eng)":58.68,"Tatoeba (ceb-eng)":7.39,"Tatoeba (ces-eng)":95.73,"Tatoeba (cha-eng)":12.59,"Tatoeba (cmn-eng)":95.83,"Tatoeba (cor-eng)":3.53,"Tatoeba (csb-eng)":23.73,"Tatoeba (cym-eng)":22.31,"Tatoeba (dan-eng)":96.17,"Tatoeba (deu-eng)":97.73,"Tatoeba (dsb-eng)":36.85,"Tatoeba (dtp-eng)":5.03,"Tatoeba (ell-eng)":94.93,"Tatoeba (epo-eng)":55.12,"Tatoeba (est-eng)":98.4,"Tatoeba (eus-eng)":31.33,"Tatoeba (fao-eng)":38.24,"Tatoeba (fin-eng)":95.92,"Tatoeba (fra-eng)":93.12,"Tatoeba (fry-eng)":43.54,"Tatoeba (gla-eng)":4.72,"Tatoeba (gle-eng)":16.85,"Tatoeba (glg-eng)":95.32,"Tatoeba (gsw-eng)":25.12,"Tatoeba (heb-eng)":88.26,"Tatoeba (hin-eng)":97.75,"Tatoeba (hrv-eng)":97.0,"Tatoeba (hsb-eng)":44.32,"Tatoeba (hun-eng)":94.18,"Tatoeba (hye-eng)":94.38,"Tatoeba (ido-eng)":43.91,"Tatoeba (ile-eng)":60.36,"Tatoeba (ina-eng)":84.32,"Tatoeba (ind-eng)":93.5,"Tatoeba (isl-eng)":59.25,"Tatoeba (ita-eng)":93.76,"Tatoeba (jav-eng)":23.39,"Tatoeba (jpn-eng)":92.51,"Tatoeba (kab-eng)":1.41,"Tatoeba (kat-eng)":95.46,"Tatoeba (kaz-eng)":61.49,"Tatoeba (khm-eng)":58.8,"Tatoeba (kor-eng)":93.07,"Tatoeba (kur-eng)":61.44,"Tatoeba (kzj-eng)":5.88,"Tatoeba (lat-eng)":24.25,"Tatoeba (lfn-eng)":49.56,"Tatoeba (lit-eng)":95.37,"Tatoeba (lvs-eng)":97.53,"Tatoeba (mal-eng)":88.46,"Tatoeba (mar-eng)":93.83,"Tatoeba (max-eng)":48.77,"Tatoeba (mhr-eng)":7.57,"Tatoeba (mkd-eng)":93.02,"Tatoeba (mon-eng)":96.14,"Tatoeba (nds-eng)":38.88,"Tatoeba (nld-eng)":95.5,"Tatoeba (nno-eng)":81.41,"Tatoeba (nob-eng)":98.53,"Tatoeba (nov-eng)":50.23,"Tatoeba (oci-eng)":43.49,"Tatoeba (orv-eng)":23.77,"Tatoeba (pam-eng)":5.39,"Tatoeba (pes-eng)":93.47,"Tatoeba (pms-eng)":34.19,"Tatoeba (pol-eng)":96.95,"Tatoeba (por-eng)":93.02,"Tatoeba (ron-eng)":96.43,"Tatoeba (rus-eng)":92.92,"Tatoeba (slk-eng)":96.62,"Tatoeba (slv-eng)":97.08,"Tatoeba (spa-eng)":97.0,"Tatoeba (sqi-eng)":98.57,"Tatoeba (srp-eng)":94.12,"Tatoeba (swe-eng)":95.45,"Tatoeba (swg-eng)":22.8,"Tatoeba (swh-eng)":16.02,"Tatoeba (tam-eng)":73.6,"Tatoeba (tat-eng)":10.89,"Tatoeba (tel-eng)":79.73,"Tatoeba (tgl-eng)":17.67,"Tatoeba (tha-eng)":95.99,"Tatoeba (tuk-eng)":14.91,"Tatoeba (tur-eng)":96.17,"Tatoeba (tzl-eng)":34.21,"Tatoeba (uig-eng)":48.35,"Tatoeba (ukr-eng)":92.67,"Tatoeba (urd-eng)":95.12,"Tatoeba (uzb-eng)":23.19,"Tatoeba (vie-eng)":97.23,"Tatoeba (war-eng)":7.42,"Tatoeba (wuu-eng)":78.25,"Tatoeba (xho-eng)":6.53,"Tatoeba (yid-eng)":30.73,"Tatoeba (yue-eng)":77.58,"Tatoeba (zsm-eng)":95.8} -{"index":73,"Rank":17,"Model":"paraphrase-multilingual-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":57.98,"BUCC (de-en)":97.11,"BUCC (fr-en)":94.99,"BUCC (ru-en)":95.06,"BUCC (zh-en)":95.63,"Tatoeba (afr-eng)":58.22,"Tatoeba (amh-eng)":36.21,"Tatoeba (ang-eng)":10.24,"Tatoeba (ara-eng)":87.93,"Tatoeba (arq-eng)":18.6,"Tatoeba (arz-eng)":51.26,"Tatoeba (ast-eng)":62.17,"Tatoeba (awa-eng)":33.43,"Tatoeba (aze-eng)":62.1,"Tatoeba (bel-eng)":67.73,"Tatoeba (ben-eng)":36.48,"Tatoeba (ber-eng)":4.43,"Tatoeba (bos-eng)":93.27,"Tatoeba (bre-eng)":5.56,"Tatoeba (bul-eng)":92.65,"Tatoeba (cat-eng)":94.42,"Tatoeba (cbk-eng)":55.37,"Tatoeba (ceb-eng)":8.05,"Tatoeba (ces-eng)":95.12,"Tatoeba (cha-eng)":15.98,"Tatoeba (cmn-eng)":94.93,"Tatoeba (cor-eng)":3.42,"Tatoeba (csb-eng)":21.56,"Tatoeba (cym-eng)":13.25,"Tatoeba (dan-eng)":94.8,"Tatoeba (deu-eng)":97.02,"Tatoeba (dsb-eng)":33.43,"Tatoeba (dtp-eng)":5.69,"Tatoeba (ell-eng)":95.43,"Tatoeba (epo-eng)":41.73,"Tatoeba (est-eng)":97.33,"Tatoeba (eus-eng)":23.18,"Tatoeba (fao-eng)":27.51,"Tatoeba (fin-eng)":93.1,"Tatoeba (fra-eng)":91.72,"Tatoeba (fry-eng)":31.13,"Tatoeba (gla-eng)":3.61,"Tatoeba (gle-eng)":11.62,"Tatoeba (glg-eng)":94.0,"Tatoeba (gsw-eng)":25.74,"Tatoeba (heb-eng)":86.88,"Tatoeba (hin-eng)":97.62,"Tatoeba (hrv-eng)":95.98,"Tatoeba (hsb-eng)":36.1,"Tatoeba (hun-eng)":91.58,"Tatoeba (hye-eng)":93.28,"Tatoeba (ido-eng)":40.25,"Tatoeba (ile-eng)":57.71,"Tatoeba (ina-eng)":79.13,"Tatoeba (ind-eng)":92.74,"Tatoeba (isl-eng)":24.07,"Tatoeba (ita-eng)":93.05,"Tatoeba (jav-eng)":17.04,"Tatoeba (jpn-eng)":90.41,"Tatoeba (kab-eng)":1.16,"Tatoeba (kat-eng)":95.44,"Tatoeba (kaz-eng)":34.89,"Tatoeba (khm-eng)":32.11,"Tatoeba (kor-eng)":92.52,"Tatoeba (kur-eng)":46.94,"Tatoeba (kzj-eng)":6.24,"Tatoeba (lat-eng)":19.47,"Tatoeba (lfn-eng)":47.02,"Tatoeba (lit-eng)":93.16,"Tatoeba (lvs-eng)":97.87,"Tatoeba (mal-eng)":32.2,"Tatoeba (mar-eng)":92.38,"Tatoeba (max-eng)":45.25,"Tatoeba (mhr-eng)":6.89,"Tatoeba (mkd-eng)":91.0,"Tatoeba (mon-eng)":95.04,"Tatoeba (nds-eng)":32.16,"Tatoeba (nld-eng)":94.58,"Tatoeba (nno-eng)":76.34,"Tatoeba (nob-eng)":97.73,"Tatoeba (nov-eng)":47.99,"Tatoeba (oci-eng)":38.57,"Tatoeba (orv-eng)":15.1,"Tatoeba (pam-eng)":5.41,"Tatoeba (pes-eng)":92.59,"Tatoeba (pms-eng)":30.7,"Tatoeba (pol-eng)":94.28,"Tatoeba (por-eng)":92.13,"Tatoeba (ron-eng)":95.3,"Tatoeba (rus-eng)":91.87,"Tatoeba (slk-eng)":95.15,"Tatoeba (slv-eng)":96.92,"Tatoeba (spa-eng)":95.42,"Tatoeba (sqi-eng)":98.17,"Tatoeba (srp-eng)":92.24,"Tatoeba (swe-eng)":94.42,"Tatoeba (swg-eng)":26.31,"Tatoeba (swh-eng)":14.48,"Tatoeba (tam-eng)":24.64,"Tatoeba (tat-eng)":10.25,"Tatoeba (tel-eng)":36.4,"Tatoeba (tgl-eng)":13.09,"Tatoeba (tha-eng)":96.72,"Tatoeba (tuk-eng)":15.16,"Tatoeba (tur-eng)":95.08,"Tatoeba (tzl-eng)":25.46,"Tatoeba (uig-eng)":24.39,"Tatoeba (ukr-eng)":92.82,"Tatoeba (urd-eng)":94.57,"Tatoeba (uzb-eng)":17.14,"Tatoeba (vie-eng)":95.12,"Tatoeba (war-eng)":7.25,"Tatoeba (wuu-eng)":76.0,"Tatoeba (xho-eng)":4.52,"Tatoeba (yid-eng)":14.38,"Tatoeba (yue-eng)":71.45,"Tatoeba (zsm-eng)":95.31} -{"index":32,"Rank":18,"Model":"Titan-text-embeddings-v2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":40.27,"BUCC (de-en)":98.18,"BUCC (fr-en)":98.04,"BUCC (ru-en)":94.58,"BUCC (zh-en)":96.75,"Tatoeba (afr-eng)":50.58,"Tatoeba (amh-eng)":0.36,"Tatoeba (ang-eng)":30.89,"Tatoeba (ara-eng)":79.65,"Tatoeba (arq-eng)":20.68,"Tatoeba (arz-eng)":56.04,"Tatoeba (ast-eng)":55.81,"Tatoeba (awa-eng)":41.58,"Tatoeba (aze-eng)":27.78,"Tatoeba (bel-eng)":41.21,"Tatoeba (ben-eng)":20.85,"Tatoeba (ber-eng)":5.5,"Tatoeba (bos-eng)":36.73,"Tatoeba (bre-eng)":5.46,"Tatoeba (bul-eng)":60.26,"Tatoeba (cat-eng)":63.42,"Tatoeba (cbk-eng)":56.73,"Tatoeba (ceb-eng)":10.46,"Tatoeba (ces-eng)":81.81,"Tatoeba (cha-eng)":22.8,"Tatoeba (cmn-eng)":86.13,"Tatoeba (cor-eng)":3.87,"Tatoeba (csb-eng)":20.52,"Tatoeba (cym-eng)":9.1,"Tatoeba (dan-eng)":72.49,"Tatoeba (deu-eng)":96.57,"Tatoeba (dsb-eng)":28.3,"Tatoeba (dtp-eng)":3.87,"Tatoeba (ell-eng)":10.43,"Tatoeba (epo-eng)":30.54,"Tatoeba (est-eng)":7.43,"Tatoeba (eus-eng)":11.67,"Tatoeba (fao-eng)":21.34,"Tatoeba (fin-eng)":18.11,"Tatoeba (fra-eng)":89.39,"Tatoeba (fry-eng)":37.73,"Tatoeba (gla-eng)":4.23,"Tatoeba (gle-eng)":4.4,"Tatoeba (glg-eng)":74.27,"Tatoeba (gsw-eng)":37.04,"Tatoeba (heb-eng)":72.4,"Tatoeba (hin-eng)":82.06,"Tatoeba (hrv-eng)":34.63,"Tatoeba (hsb-eng)":37.13,"Tatoeba (hun-eng)":13.18,"Tatoeba (hye-eng)":0.37,"Tatoeba (ido-eng)":48.29,"Tatoeba (ile-eng)":61.81,"Tatoeba (ina-eng)":78.25,"Tatoeba (ind-eng)":54.64,"Tatoeba (isl-eng)":12.45,"Tatoeba (ita-eng)":81.99,"Tatoeba (jav-eng)":9.0,"Tatoeba (jpn-eng)":86.92,"Tatoeba (kab-eng)":1.95,"Tatoeba (kat-eng)":0.76,"Tatoeba (kaz-eng)":9.15,"Tatoeba (khm-eng)":0.35,"Tatoeba (kor-eng)":75.76,"Tatoeba (kur-eng)":13.51,"Tatoeba (kzj-eng)":5.8,"Tatoeba (lat-eng)":21.15,"Tatoeba (lfn-eng)":47.49,"Tatoeba (lit-eng)":10.45,"Tatoeba (lvs-eng)":10.72,"Tatoeba (mal-eng)":74.47,"Tatoeba (mar-eng)":67.35,"Tatoeba (max-eng)":22.52,"Tatoeba (mhr-eng)":4.3,"Tatoeba (mkd-eng)":34.72,"Tatoeba (mon-eng)":10.95,"Tatoeba (nds-eng)":49.47,"Tatoeba (nld-eng)":87.22,"Tatoeba (nno-eng)":56.01,"Tatoeba (nob-eng)":79.21,"Tatoeba (nov-eng)":54.06,"Tatoeba (oci-eng)":39.12,"Tatoeba (orv-eng)":19.65,"Tatoeba (pam-eng)":4.84,"Tatoeba (pes-eng)":45.04,"Tatoeba (pms-eng)":34.32,"Tatoeba (pol-eng)":83.35,"Tatoeba (por-eng)":89.38,"Tatoeba (ron-eng)":59.11,"Tatoeba (rus-eng)":84.96,"Tatoeba (slk-eng)":65.42,"Tatoeba (slv-eng)":35.88,"Tatoeba (spa-eng)":93.12,"Tatoeba (sqi-eng)":15.39,"Tatoeba (srp-eng)":35.41,"Tatoeba (swe-eng)":86.33,"Tatoeba (swg-eng)":36.39,"Tatoeba (swh-eng)":7.78,"Tatoeba (tam-eng)":65.79,"Tatoeba (tat-eng)":6.67,"Tatoeba (tel-eng)":65.37,"Tatoeba (tgl-eng)":17.86,"Tatoeba (tha-eng)":3.16,"Tatoeba (tuk-eng)":9.61,"Tatoeba (tur-eng)":77.38,"Tatoeba (tzl-eng)":26.1,"Tatoeba (uig-eng)":1.31,"Tatoeba (ukr-eng)":65.33,"Tatoeba (urd-eng)":6.6,"Tatoeba (uzb-eng)":7.86,"Tatoeba (vie-eng)":50.44,"Tatoeba (war-eng)":10.67,"Tatoeba (wuu-eng)":70.58,"Tatoeba (xho-eng)":9.53,"Tatoeba (yid-eng)":1.46,"Tatoeba (yue-eng)":51.32,"Tatoeba (zsm-eng)":54.61} -{"index":58,"Rank":19,"Model":"udever-bloom-7b1<\/a>","Model Size (Million Parameters)":7069,"Memory Usage (GB, fp32)":26.33,"Embedding Dimensions":4096,"Max Tokens":2048,"Average":37.12,"BUCC (de-en)":87.71,"BUCC (fr-en)":98.41,"BUCC (ru-en)":78.75,"BUCC (zh-en)":98.77,"Tatoeba (afr-eng)":22.56,"Tatoeba (amh-eng)":0.1,"Tatoeba (ang-eng)":34.68,"Tatoeba (ara-eng)":90.62,"Tatoeba (arq-eng)":37.21,"Tatoeba (arz-eng)":74.8,"Tatoeba (ast-eng)":68.37,"Tatoeba (awa-eng)":53.01,"Tatoeba (aze-eng)":8.16,"Tatoeba (bel-eng)":18.49,"Tatoeba (ben-eng)":83.89,"Tatoeba (ber-eng)":5.17,"Tatoeba (bos-eng)":19.28,"Tatoeba (bre-eng)":7.41,"Tatoeba (bul-eng)":28.46,"Tatoeba (cat-eng)":90.24,"Tatoeba (cbk-eng)":61.49,"Tatoeba (ceb-eng)":9.08,"Tatoeba (ces-eng)":12.99,"Tatoeba (cha-eng)":26.96,"Tatoeba (cmn-eng)":95.7,"Tatoeba (cor-eng)":3.86,"Tatoeba (csb-eng)":11.04,"Tatoeba (cym-eng)":8.32,"Tatoeba (dan-eng)":33.6,"Tatoeba (deu-eng)":85.06,"Tatoeba (dsb-eng)":15.0,"Tatoeba (dtp-eng)":5.26,"Tatoeba (ell-eng)":13.08,"Tatoeba (epo-eng)":33.92,"Tatoeba (est-eng)":5.61,"Tatoeba (eus-eng)":74.53,"Tatoeba (fao-eng)":14.42,"Tatoeba (fin-eng)":5.48,"Tatoeba (fra-eng)":94.32,"Tatoeba (fry-eng)":32.37,"Tatoeba (gla-eng)":3.1,"Tatoeba (gle-eng)":3.91,"Tatoeba (glg-eng)":82.55,"Tatoeba (gsw-eng)":23.7,"Tatoeba (heb-eng)":7.49,"Tatoeba (hin-eng)":94.88,"Tatoeba (hrv-eng)":17.75,"Tatoeba (hsb-eng)":13.31,"Tatoeba (hun-eng)":6.65,"Tatoeba (hye-eng)":0.92,"Tatoeba (ido-eng)":47.84,"Tatoeba (ile-eng)":63.65,"Tatoeba (ina-eng)":83.73,"Tatoeba (ind-eng)":91.91,"Tatoeba (isl-eng)":8.0,"Tatoeba (ita-eng)":74.96,"Tatoeba (jav-eng)":22.26,"Tatoeba (jpn-eng)":83.88,"Tatoeba (kab-eng)":1.54,"Tatoeba (kat-eng)":1.48,"Tatoeba (kaz-eng)":9.66,"Tatoeba (khm-eng)":0.7,"Tatoeba (kor-eng)":44.79,"Tatoeba (kur-eng)":12.5,"Tatoeba (kzj-eng)":6.3,"Tatoeba (lat-eng)":46.75,"Tatoeba (lfn-eng)":46.48,"Tatoeba (lit-eng)":5.87,"Tatoeba (lvs-eng)":8.58,"Tatoeba (mal-eng)":95.05,"Tatoeba (mar-eng)":71.56,"Tatoeba (max-eng)":41.45,"Tatoeba (mhr-eng)":3.25,"Tatoeba (mkd-eng)":15.58,"Tatoeba (mon-eng)":7.37,"Tatoeba (nds-eng)":29.88,"Tatoeba (nld-eng)":49.85,"Tatoeba (nno-eng)":20.79,"Tatoeba (nob-eng)":31.94,"Tatoeba (nov-eng)":54.93,"Tatoeba (oci-eng)":45.74,"Tatoeba (orv-eng)":8.44,"Tatoeba (pam-eng)":7.03,"Tatoeba (pes-eng)":21.59,"Tatoeba (pms-eng)":36.58,"Tatoeba (pol-eng)":20.27,"Tatoeba (por-eng)":94.43,"Tatoeba (ron-eng)":33.85,"Tatoeba (rus-eng)":71.23,"Tatoeba (slk-eng)":12.3,"Tatoeba (slv-eng)":13.06,"Tatoeba (spa-eng)":98.13,"Tatoeba (sqi-eng)":15.33,"Tatoeba (srp-eng)":18.75,"Tatoeba (swe-eng)":27.82,"Tatoeba (swg-eng)":29.18,"Tatoeba (swh-eng)":27.81,"Tatoeba (tam-eng)":81.87,"Tatoeba (tat-eng)":4.96,"Tatoeba (tel-eng)":80.56,"Tatoeba (tgl-eng)":11.19,"Tatoeba (tha-eng)":6.78,"Tatoeba (tuk-eng)":6.85,"Tatoeba (tur-eng)":8.96,"Tatoeba (tzl-eng)":32.7,"Tatoeba (uig-eng)":2.02,"Tatoeba (ukr-eng)":31.12,"Tatoeba (urd-eng)":82.87,"Tatoeba (uzb-eng)":8.28,"Tatoeba (vie-eng)":95.83,"Tatoeba (war-eng)":11.23,"Tatoeba (wuu-eng)":87.91,"Tatoeba (xho-eng)":7.96,"Tatoeba (yid-eng)":0.49,"Tatoeba (yue-eng)":89.39,"Tatoeba (zsm-eng)":88.11} -{"index":56,"Rank":20,"Model":"udever-bloom-3b<\/a>","Model Size (Million Parameters)":3003,"Memory Usage (GB, fp32)":11.19,"Embedding Dimensions":2560,"Max Tokens":2048,"Average":34.17,"BUCC (de-en)":71.06,"BUCC (fr-en)":98.17,"BUCC (ru-en)":58.45,"BUCC (zh-en)":98.6,"Tatoeba (afr-eng)":18.66,"Tatoeba (amh-eng)":0.46,"Tatoeba (ang-eng)":27.44,"Tatoeba (ara-eng)":88.21,"Tatoeba (arq-eng)":29.24,"Tatoeba (arz-eng)":73.17,"Tatoeba (ast-eng)":71.25,"Tatoeba (awa-eng)":46.87,"Tatoeba (aze-eng)":7.61,"Tatoeba (bel-eng)":12.17,"Tatoeba (ben-eng)":80.65,"Tatoeba (ber-eng)":5.53,"Tatoeba (bos-eng)":14.99,"Tatoeba (bre-eng)":6.14,"Tatoeba (bul-eng)":26.9,"Tatoeba (cat-eng)":91.17,"Tatoeba (cbk-eng)":63.69,"Tatoeba (ceb-eng)":8.15,"Tatoeba (ces-eng)":8.29,"Tatoeba (cha-eng)":22.58,"Tatoeba (cmn-eng)":95.08,"Tatoeba (cor-eng)":4.0,"Tatoeba (csb-eng)":10.26,"Tatoeba (cym-eng)":8.46,"Tatoeba (dan-eng)":24.91,"Tatoeba (deu-eng)":72.73,"Tatoeba (dsb-eng)":12.44,"Tatoeba (dtp-eng)":5.41,"Tatoeba (ell-eng)":6.72,"Tatoeba (epo-eng)":28.07,"Tatoeba (est-eng)":5.63,"Tatoeba (eus-eng)":63.81,"Tatoeba (fao-eng)":12.9,"Tatoeba (fin-eng)":5.83,"Tatoeba (fra-eng)":93.53,"Tatoeba (fry-eng)":29.09,"Tatoeba (gla-eng)":4.13,"Tatoeba (gle-eng)":4.53,"Tatoeba (glg-eng)":80.98,"Tatoeba (gsw-eng)":19.31,"Tatoeba (heb-eng)":1.92,"Tatoeba (hin-eng)":92.87,"Tatoeba (hrv-eng)":13.69,"Tatoeba (hsb-eng)":12.35,"Tatoeba (hun-eng)":5.57,"Tatoeba (hye-eng)":1.56,"Tatoeba (ido-eng)":45.82,"Tatoeba (ile-eng)":64.41,"Tatoeba (ina-eng)":83.88,"Tatoeba (ind-eng)":90.54,"Tatoeba (isl-eng)":6.93,"Tatoeba (ita-eng)":73.39,"Tatoeba (jav-eng)":19.8,"Tatoeba (jpn-eng)":73.95,"Tatoeba (kab-eng)":1.92,"Tatoeba (kat-eng)":0.71,"Tatoeba (kaz-eng)":6.75,"Tatoeba (khm-eng)":0.09,"Tatoeba (kor-eng)":29.16,"Tatoeba (kur-eng)":11.84,"Tatoeba (kzj-eng)":5.99,"Tatoeba (lat-eng)":38.34,"Tatoeba (lfn-eng)":48.25,"Tatoeba (lit-eng)":5.82,"Tatoeba (lvs-eng)":6.95,"Tatoeba (mal-eng)":93.12,"Tatoeba (mar-eng)":65.18,"Tatoeba (max-eng)":40.88,"Tatoeba (mhr-eng)":2.88,"Tatoeba (mkd-eng)":13.93,"Tatoeba (mon-eng)":4.48,"Tatoeba (nds-eng)":24.45,"Tatoeba (nld-eng)":36.81,"Tatoeba (nno-eng)":16.07,"Tatoeba (nob-eng)":22.79,"Tatoeba (nov-eng)":53.3,"Tatoeba (oci-eng)":41.08,"Tatoeba (orv-eng)":5.61,"Tatoeba (pam-eng)":7.18,"Tatoeba (pes-eng)":17.01,"Tatoeba (pms-eng)":32.19,"Tatoeba (pol-eng)":14.83,"Tatoeba (por-eng)":93.62,"Tatoeba (ron-eng)":30.35,"Tatoeba (rus-eng)":62.61,"Tatoeba (slk-eng)":11.36,"Tatoeba (slv-eng)":10.89,"Tatoeba (spa-eng)":97.77,"Tatoeba (sqi-eng)":13.17,"Tatoeba (srp-eng)":15.09,"Tatoeba (swe-eng)":21.73,"Tatoeba (swg-eng)":22.77,"Tatoeba (swh-eng)":25.43,"Tatoeba (tam-eng)":84.66,"Tatoeba (tat-eng)":4.92,"Tatoeba (tel-eng)":79.3,"Tatoeba (tgl-eng)":10.75,"Tatoeba (tha-eng)":3.08,"Tatoeba (tuk-eng)":5.83,"Tatoeba (tur-eng)":7.14,"Tatoeba (tzl-eng)":31.64,"Tatoeba (uig-eng)":1.0,"Tatoeba (ukr-eng)":25.42,"Tatoeba (urd-eng)":76.77,"Tatoeba (uzb-eng)":5.91,"Tatoeba (vie-eng)":96.05,"Tatoeba (war-eng)":10.73,"Tatoeba (wuu-eng)":84.6,"Tatoeba (xho-eng)":7.79,"Tatoeba (yid-eng)":0.28,"Tatoeba (yue-eng)":86.38,"Tatoeba (zsm-eng)":85.22} -{"index":34,"Rank":21,"Model":"sgpt-bloom-7b1-msmarco<\/a>","Model Size (Million Parameters)":7068,"Memory Usage (GB, fp32)":26.33,"Embedding Dimensions":4096,"Max Tokens":2048,"Average":31.08,"BUCC (de-en)":54.0,"BUCC (fr-en)":97.06,"BUCC (ru-en)":45.3,"BUCC (zh-en)":97.96,"Tatoeba (afr-eng)":16.62,"Tatoeba (amh-eng)":0.03,"Tatoeba (ang-eng)":28.76,"Tatoeba (ara-eng)":85.37,"Tatoeba (arq-eng)":27.75,"Tatoeba (arz-eng)":70.66,"Tatoeba (ast-eng)":71.13,"Tatoeba (awa-eng)":35.01,"Tatoeba (aze-eng)":6.32,"Tatoeba (bel-eng)":8.03,"Tatoeba (ben-eng)":75.98,"Tatoeba (ber-eng)":4.92,"Tatoeba (bos-eng)":13.65,"Tatoeba (bre-eng)":4.67,"Tatoeba (bul-eng)":20.09,"Tatoeba (cat-eng)":88.31,"Tatoeba (cbk-eng)":64.63,"Tatoeba (ceb-eng)":6.64,"Tatoeba (ces-eng)":9.55,"Tatoeba (cha-eng)":23.26,"Tatoeba (cmn-eng)":91.45,"Tatoeba (cor-eng)":2.83,"Tatoeba (csb-eng)":10.03,"Tatoeba (cym-eng)":6.97,"Tatoeba (dan-eng)":23.52,"Tatoeba (deu-eng)":70.1,"Tatoeba (dsb-eng)":8.78,"Tatoeba (dtp-eng)":3.41,"Tatoeba (ell-eng)":5.34,"Tatoeba (epo-eng)":26.2,"Tatoeba (est-eng)":4.76,"Tatoeba (eus-eng)":53.38,"Tatoeba (fao-eng)":12.61,"Tatoeba (fin-eng)":3.41,"Tatoeba (fra-eng)":91.44,"Tatoeba (fry-eng)":24.62,"Tatoeba (gla-eng)":2.09,"Tatoeba (gle-eng)":3.26,"Tatoeba (glg-eng)":79.86,"Tatoeba (gsw-eng)":21.03,"Tatoeba (heb-eng)":1.69,"Tatoeba (hin-eng)":85.23,"Tatoeba (hrv-eng)":12.79,"Tatoeba (hsb-eng)":9.68,"Tatoeba (hun-eng)":5.07,"Tatoeba (hye-eng)":0.5,"Tatoeba (ido-eng)":43.91,"Tatoeba (ile-eng)":59.59,"Tatoeba (ina-eng)":73.67,"Tatoeba (ind-eng)":88.04,"Tatoeba (isl-eng)":6.29,"Tatoeba (ita-eng)":65.04,"Tatoeba (jav-eng)":15.02,"Tatoeba (jpn-eng)":71.36,"Tatoeba (kab-eng)":1.69,"Tatoeba (kat-eng)":0.42,"Tatoeba (kaz-eng)":3.32,"Tatoeba (khm-eng)":0.37,"Tatoeba (kor-eng)":22.39,"Tatoeba (kur-eng)":8.26,"Tatoeba (kzj-eng)":5.17,"Tatoeba (lat-eng)":28.76,"Tatoeba (lfn-eng)":44.85,"Tatoeba (lit-eng)":4.49,"Tatoeba (lvs-eng)":6.55,"Tatoeba (mal-eng)":83.3,"Tatoeba (mar-eng)":45.53,"Tatoeba (max-eng)":36.14,"Tatoeba (mhr-eng)":1.56,"Tatoeba (mkd-eng)":10.47,"Tatoeba (mon-eng)":2.85,"Tatoeba (nds-eng)":23.92,"Tatoeba (nld-eng)":29.74,"Tatoeba (nno-eng)":16.28,"Tatoeba (nob-eng)":21.07,"Tatoeba (nov-eng)":52.23,"Tatoeba (oci-eng)":40.17,"Tatoeba (orv-eng)":5.79,"Tatoeba (pam-eng)":5.85,"Tatoeba (pes-eng)":12.13,"Tatoeba (pms-eng)":31.94,"Tatoeba (pol-eng)":14.09,"Tatoeba (por-eng)":92.62,"Tatoeba (ron-eng)":27.23,"Tatoeba (rus-eng)":59.84,"Tatoeba (slk-eng)":9.98,"Tatoeba (slv-eng)":10.14,"Tatoeba (spa-eng)":94.48,"Tatoeba (sqi-eng)":10.38,"Tatoeba (srp-eng)":11.69,"Tatoeba (swe-eng)":19.53,"Tatoeba (swg-eng)":16.89,"Tatoeba (swh-eng)":16.74,"Tatoeba (tam-eng)":72.76,"Tatoeba (tat-eng)":3.59,"Tatoeba (tel-eng)":64.62,"Tatoeba (tgl-eng)":10.7,"Tatoeba (tha-eng)":2.22,"Tatoeba (tuk-eng)":5.48,"Tatoeba (tur-eng)":6.15,"Tatoeba (tzl-eng)":27.82,"Tatoeba (uig-eng)":1.27,"Tatoeba (ukr-eng)":22.06,"Tatoeba (urd-eng)":70.1,"Tatoeba (uzb-eng)":4.71,"Tatoeba (vie-eng)":94.2,"Tatoeba (war-eng)":10.38,"Tatoeba (wuu-eng)":79.58,"Tatoeba (xho-eng)":5.51,"Tatoeba (yid-eng)":0.16,"Tatoeba (yue-eng)":77.03,"Tatoeba (zsm-eng)":79.95} -{"index":55,"Rank":22,"Model":"udever-bloom-1b1<\/a>","Model Size (Million Parameters)":1065,"Memory Usage (GB, fp32)":3.97,"Embedding Dimensions":1536,"Max Tokens":2048,"Average":29.85,"BUCC (de-en)":42.03,"BUCC (fr-en)":97.71,"BUCC (ru-en)":24.11,"BUCC (zh-en)":98.24,"Tatoeba (afr-eng)":14.54,"Tatoeba (amh-eng)":0.12,"Tatoeba (ang-eng)":19.43,"Tatoeba (ara-eng)":86.43,"Tatoeba (arq-eng)":26.28,"Tatoeba (arz-eng)":66.01,"Tatoeba (ast-eng)":68.16,"Tatoeba (awa-eng)":45.66,"Tatoeba (aze-eng)":6.63,"Tatoeba (bel-eng)":9.62,"Tatoeba (ben-eng)":78.76,"Tatoeba (ber-eng)":4.58,"Tatoeba (bos-eng)":11.93,"Tatoeba (bre-eng)":5.35,"Tatoeba (bul-eng)":14.25,"Tatoeba (cat-eng)":84.54,"Tatoeba (cbk-eng)":61.04,"Tatoeba (ceb-eng)":7.75,"Tatoeba (ces-eng)":5.64,"Tatoeba (cha-eng)":22.9,"Tatoeba (cmn-eng)":93.97,"Tatoeba (cor-eng)":3.13,"Tatoeba (csb-eng)":9.04,"Tatoeba (cym-eng)":7.77,"Tatoeba (dan-eng)":17.55,"Tatoeba (deu-eng)":53.27,"Tatoeba (dsb-eng)":9.57,"Tatoeba (dtp-eng)":3.82,"Tatoeba (ell-eng)":2.34,"Tatoeba (epo-eng)":23.11,"Tatoeba (est-eng)":4.47,"Tatoeba (eus-eng)":59.64,"Tatoeba (fao-eng)":9.42,"Tatoeba (fin-eng)":4.27,"Tatoeba (fra-eng)":92.77,"Tatoeba (fry-eng)":25.34,"Tatoeba (gla-eng)":2.99,"Tatoeba (gle-eng)":3.96,"Tatoeba (glg-eng)":75.92,"Tatoeba (gsw-eng)":21.86,"Tatoeba (heb-eng)":0.69,"Tatoeba (hin-eng)":91.53,"Tatoeba (hrv-eng)":9.73,"Tatoeba (hsb-eng)":9.78,"Tatoeba (hun-eng)":4.3,"Tatoeba (hye-eng)":0.65,"Tatoeba (ido-eng)":39.15,"Tatoeba (ile-eng)":56.08,"Tatoeba (ina-eng)":74.59,"Tatoeba (ind-eng)":88.3,"Tatoeba (isl-eng)":5.46,"Tatoeba (ita-eng)":55.97,"Tatoeba (jav-eng)":18.6,"Tatoeba (jpn-eng)":65.97,"Tatoeba (kab-eng)":1.14,"Tatoeba (kat-eng)":0.91,"Tatoeba (kaz-eng)":4.7,"Tatoeba (khm-eng)":0.01,"Tatoeba (kor-eng)":12.56,"Tatoeba (kur-eng)":10.65,"Tatoeba (kzj-eng)":4.78,"Tatoeba (lat-eng)":27.65,"Tatoeba (lfn-eng)":41.94,"Tatoeba (lit-eng)":4.83,"Tatoeba (lvs-eng)":5.53,"Tatoeba (mal-eng)":85.56,"Tatoeba (mar-eng)":52.67,"Tatoeba (max-eng)":39.38,"Tatoeba (mhr-eng)":2.38,"Tatoeba (mkd-eng)":6.19,"Tatoeba (mon-eng)":4.79,"Tatoeba (nds-eng)":17.76,"Tatoeba (nld-eng)":25.15,"Tatoeba (nno-eng)":13.33,"Tatoeba (nob-eng)":17.67,"Tatoeba (nov-eng)":49.14,"Tatoeba (oci-eng)":39.02,"Tatoeba (orv-eng)":3.07,"Tatoeba (pam-eng)":5.68,"Tatoeba (pes-eng)":13.51,"Tatoeba (pms-eng)":27.6,"Tatoeba (pol-eng)":9.61,"Tatoeba (por-eng)":92.52,"Tatoeba (ron-eng)":23.2,"Tatoeba (rus-eng)":40.27,"Tatoeba (slk-eng)":8.52,"Tatoeba (slv-eng)":8.1,"Tatoeba (spa-eng)":96.05,"Tatoeba (sqi-eng)":12.07,"Tatoeba (srp-eng)":8.76,"Tatoeba (swe-eng)":14.94,"Tatoeba (swg-eng)":21.63,"Tatoeba (swh-eng)":16.31,"Tatoeba (tam-eng)":77.3,"Tatoeba (tat-eng)":2.86,"Tatoeba (tel-eng)":69.05,"Tatoeba (tgl-eng)":8.63,"Tatoeba (tha-eng)":1.64,"Tatoeba (tuk-eng)":5.14,"Tatoeba (tur-eng)":5.09,"Tatoeba (tzl-eng)":31.31,"Tatoeba (uig-eng)":1.68,"Tatoeba (ukr-eng)":14.32,"Tatoeba (urd-eng)":68.96,"Tatoeba (uzb-eng)":5.15,"Tatoeba (vie-eng)":94.57,"Tatoeba (war-eng)":8.07,"Tatoeba (wuu-eng)":81.18,"Tatoeba (xho-eng)":8.3,"Tatoeba (yid-eng)":0.12,"Tatoeba (yue-eng)":81.35,"Tatoeba (zsm-eng)":81.48} -{"index":57,"Rank":23,"Model":"udever-bloom-560m<\/a>","Model Size (Million Parameters)":559,"Memory Usage (GB, fp32)":2.08,"Embedding Dimensions":1024,"Max Tokens":2048,"Average":24.03,"BUCC (de-en)":11.3,"BUCC (fr-en)":96.18,"BUCC (ru-en)":1.59,"BUCC (zh-en)":96.16,"Tatoeba (afr-eng)":9.01,"Tatoeba (amh-eng)":0.21,"Tatoeba (ang-eng)":13.31,"Tatoeba (ara-eng)":80.09,"Tatoeba (arq-eng)":16.16,"Tatoeba (arz-eng)":49.42,"Tatoeba (ast-eng)":59.96,"Tatoeba (awa-eng)":30.54,"Tatoeba (aze-eng)":3.44,"Tatoeba (bel-eng)":3.28,"Tatoeba (ben-eng)":70.14,"Tatoeba (ber-eng)":3.92,"Tatoeba (bos-eng)":9.17,"Tatoeba (bre-eng)":3.85,"Tatoeba (bul-eng)":4.58,"Tatoeba (cat-eng)":81.55,"Tatoeba (cbk-eng)":55.71,"Tatoeba (ceb-eng)":5.64,"Tatoeba (ces-eng)":3.76,"Tatoeba (cha-eng)":16.46,"Tatoeba (cmn-eng)":92.95,"Tatoeba (cor-eng)":3.13,"Tatoeba (csb-eng)":5.26,"Tatoeba (cym-eng)":5.87,"Tatoeba (dan-eng)":11.4,"Tatoeba (deu-eng)":29.34,"Tatoeba (dsb-eng)":5.83,"Tatoeba (dtp-eng)":3.37,"Tatoeba (ell-eng)":0.89,"Tatoeba (epo-eng)":13.42,"Tatoeba (est-eng)":3.08,"Tatoeba (eus-eng)":42.35,"Tatoeba (fao-eng)":8.3,"Tatoeba (fin-eng)":3.5,"Tatoeba (fra-eng)":91.65,"Tatoeba (fry-eng)":18.1,"Tatoeba (gla-eng)":2.73,"Tatoeba (gle-eng)":3.46,"Tatoeba (glg-eng)":69.26,"Tatoeba (gsw-eng)":17.5,"Tatoeba (heb-eng)":0.25,"Tatoeba (hin-eng)":85.35,"Tatoeba (hrv-eng)":6.27,"Tatoeba (hsb-eng)":6.8,"Tatoeba (hun-eng)":3.25,"Tatoeba (hye-eng)":0.23,"Tatoeba (ido-eng)":26.21,"Tatoeba (ile-eng)":44.24,"Tatoeba (ina-eng)":63.9,"Tatoeba (ind-eng)":85.46,"Tatoeba (isl-eng)":3.27,"Tatoeba (ita-eng)":37.29,"Tatoeba (jav-eng)":14.35,"Tatoeba (jpn-eng)":48.83,"Tatoeba (kab-eng)":0.89,"Tatoeba (kat-eng)":0.4,"Tatoeba (kaz-eng)":0.74,"Tatoeba (khm-eng)":0.15,"Tatoeba (kor-eng)":2.65,"Tatoeba (kur-eng)":6.48,"Tatoeba (kzj-eng)":3.39,"Tatoeba (lat-eng)":19.55,"Tatoeba (lfn-eng)":37.52,"Tatoeba (lit-eng)":3.17,"Tatoeba (lvs-eng)":3.53,"Tatoeba (mal-eng)":73.36,"Tatoeba (mar-eng)":47.23,"Tatoeba (max-eng)":33.46,"Tatoeba (mhr-eng)":0.44,"Tatoeba (mkd-eng)":2.77,"Tatoeba (mon-eng)":0.85,"Tatoeba (nds-eng)":11.83,"Tatoeba (nld-eng)":16.33,"Tatoeba (nno-eng)":8.05,"Tatoeba (nob-eng)":11.91,"Tatoeba (nov-eng)":38.78,"Tatoeba (oci-eng)":29.39,"Tatoeba (orv-eng)":0.54,"Tatoeba (pam-eng)":3.78,"Tatoeba (pes-eng)":5.87,"Tatoeba (pms-eng)":17.49,"Tatoeba (pol-eng)":5.63,"Tatoeba (por-eng)":92.08,"Tatoeba (ron-eng)":14.95,"Tatoeba (rus-eng)":25.22,"Tatoeba (slk-eng)":5.49,"Tatoeba (slv-eng)":5.41,"Tatoeba (spa-eng)":95.48,"Tatoeba (sqi-eng)":8.49,"Tatoeba (srp-eng)":4.55,"Tatoeba (swe-eng)":10.72,"Tatoeba (swg-eng)":16.44,"Tatoeba (swh-eng)":14.52,"Tatoeba (tam-eng)":62.26,"Tatoeba (tat-eng)":0.97,"Tatoeba (tel-eng)":35.84,"Tatoeba (tgl-eng)":6.52,"Tatoeba (tha-eng)":0.51,"Tatoeba (tuk-eng)":2.81,"Tatoeba (tur-eng)":3.49,"Tatoeba (tzl-eng)":14.52,"Tatoeba (uig-eng)":0.53,"Tatoeba (ukr-eng)":4.93,"Tatoeba (urd-eng)":61.62,"Tatoeba (uzb-eng)":2.54,"Tatoeba (vie-eng)":92.86,"Tatoeba (war-eng)":7.19,"Tatoeba (wuu-eng)":74.62,"Tatoeba (xho-eng)":4.83,"Tatoeba (yid-eng)":0.19,"Tatoeba (yue-eng)":74.35,"Tatoeba (zsm-eng)":74.89} -{"index":76,"Rank":24,"Model":"sentence-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Embedding Dimensions":768,"Max Tokens":512,"Average":21.98,"BUCC (de-en)":95.04,"BUCC (fr-en)":94.96,"BUCC (ru-en)":8.33,"BUCC (zh-en)":1.3,"Tatoeba (afr-eng)":41.84,"Tatoeba (amh-eng)":0.03,"Tatoeba (ang-eng)":37.87,"Tatoeba (ara-eng)":0.61,"Tatoeba (arq-eng)":0.74,"Tatoeba (arz-eng)":0.42,"Tatoeba (ast-eng)":65.41,"Tatoeba (awa-eng)":1.46,"Tatoeba (aze-eng)":8.79,"Tatoeba (bel-eng)":5.76,"Tatoeba (ben-eng)":0.01,"Tatoeba (ber-eng)":5.92,"Tatoeba (bos-eng)":16.12,"Tatoeba (bre-eng)":6.12,"Tatoeba (bul-eng)":9.06,"Tatoeba (cat-eng)":57.4,"Tatoeba (cbk-eng)":57.68,"Tatoeba (ceb-eng)":12.56,"Tatoeba (ces-eng)":9.47,"Tatoeba (cha-eng)":27.13,"Tatoeba (cmn-eng)":1.82,"Tatoeba (cor-eng)":3.87,"Tatoeba (csb-eng)":14.41,"Tatoeba (cym-eng)":6.69,"Tatoeba (dan-eng)":54.87,"Tatoeba (deu-eng)":93.72,"Tatoeba (dsb-eng)":14.74,"Tatoeba (dtp-eng)":5.84,"Tatoeba (ell-eng)":0.6,"Tatoeba (epo-eng)":30.8,"Tatoeba (est-eng)":5.39,"Tatoeba (eus-eng)":11.9,"Tatoeba (fao-eng)":28.08,"Tatoeba (fin-eng)":6.81,"Tatoeba (fra-eng)":85.29,"Tatoeba (fry-eng)":38.68,"Tatoeba (gla-eng)":2.96,"Tatoeba (gle-eng)":3.74,"Tatoeba (glg-eng)":70.0,"Tatoeba (gsw-eng)":30.49,"Tatoeba (heb-eng)":0.87,"Tatoeba (hin-eng)":0.1,"Tatoeba (hrv-eng)":17.43,"Tatoeba (hsb-eng)":14.69,"Tatoeba (hun-eng)":7.28,"Tatoeba (hye-eng)":0.77,"Tatoeba (ido-eng)":46.65,"Tatoeba (ile-eng)":59.43,"Tatoeba (ina-eng)":82.71,"Tatoeba (ind-eng)":37.26,"Tatoeba (isl-eng)":11.21,"Tatoeba (ita-eng)":79.77,"Tatoeba (jav-eng)":7.81,"Tatoeba (jpn-eng)":0.91,"Tatoeba (kab-eng)":2.23,"Tatoeba (kat-eng)":1.48,"Tatoeba (kaz-eng)":1.77,"Tatoeba (khm-eng)":0.38,"Tatoeba (kor-eng)":1.96,"Tatoeba (kur-eng)":12.11,"Tatoeba (kzj-eng)":6.13,"Tatoeba (lat-eng)":27.84,"Tatoeba (lfn-eng)":45.89,"Tatoeba (lit-eng)":5.94,"Tatoeba (lvs-eng)":8.11,"Tatoeba (mal-eng)":0.59,"Tatoeba (mar-eng)":0.03,"Tatoeba (max-eng)":21.7,"Tatoeba (mhr-eng)":0.68,"Tatoeba (mkd-eng)":5.92,"Tatoeba (mon-eng)":2.39,"Tatoeba (nds-eng)":45.04,"Tatoeba (nld-eng)":64.75,"Tatoeba (nno-eng)":36.74,"Tatoeba (nob-eng)":54.77,"Tatoeba (nov-eng)":57.12,"Tatoeba (oci-eng)":34.39,"Tatoeba (orv-eng)":2.04,"Tatoeba (pam-eng)":8.34,"Tatoeba (pes-eng)":0.87,"Tatoeba (pms-eng)":38.06,"Tatoeba (pol-eng)":28.35,"Tatoeba (por-eng)":83.61,"Tatoeba (ron-eng)":65.27,"Tatoeba (rus-eng)":30.42,"Tatoeba (slk-eng)":13.19,"Tatoeba (slv-eng)":13.49,"Tatoeba (spa-eng)":89.18,"Tatoeba (sqi-eng)":14.66,"Tatoeba (srp-eng)":13.24,"Tatoeba (swe-eng)":60.67,"Tatoeba (swg-eng)":34.76,"Tatoeba (swh-eng)":8.07,"Tatoeba (tam-eng)":0.36,"Tatoeba (tat-eng)":1.46,"Tatoeba (tel-eng)":0.67,"Tatoeba (tgl-eng)":25.22,"Tatoeba (tha-eng)":1.58,"Tatoeba (tuk-eng)":4.99,"Tatoeba (tur-eng)":7.72,"Tatoeba (tzl-eng)":38.49,"Tatoeba (uig-eng)":0.87,"Tatoeba (ukr-eng)":9.12,"Tatoeba (urd-eng)":0.0,"Tatoeba (uzb-eng)":5.48,"Tatoeba (vie-eng)":8.45,"Tatoeba (war-eng)":13.75,"Tatoeba (wuu-eng)":1.44,"Tatoeba (xho-eng)":9.15,"Tatoeba (yid-eng)":0.28,"Tatoeba (yue-eng)":0.98,"Tatoeba (zsm-eng)":35.71} -{"index":72,"Rank":25,"Model":"gtr-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Embedding Dimensions":768,"Max Tokens":512,"Average":19.48,"BUCC (de-en)":90.99,"BUCC (fr-en)":88.55,"BUCC (ru-en)":2.07,"BUCC (zh-en)":1.49,"Tatoeba (afr-eng)":33.47,"Tatoeba (amh-eng)":0.01,"Tatoeba (ang-eng)":30.74,"Tatoeba (ara-eng)":0.47,"Tatoeba (arq-eng)":0.34,"Tatoeba (arz-eng)":0.14,"Tatoeba (ast-eng)":51.74,"Tatoeba (awa-eng)":0.49,"Tatoeba (aze-eng)":7.43,"Tatoeba (bel-eng)":3.45,"Tatoeba (ben-eng)":0.06,"Tatoeba (ber-eng)":5.79,"Tatoeba (bos-eng)":17.43,"Tatoeba (bre-eng)":5.69,"Tatoeba (bul-eng)":7.55,"Tatoeba (cat-eng)":48.06,"Tatoeba (cbk-eng)":54.56,"Tatoeba (ceb-eng)":8.72,"Tatoeba (ces-eng)":8.76,"Tatoeba (cha-eng)":27.56,"Tatoeba (cmn-eng)":2.26,"Tatoeba (cor-eng)":3.69,"Tatoeba (csb-eng)":13.18,"Tatoeba (cym-eng)":6.97,"Tatoeba (dan-eng)":47.36,"Tatoeba (deu-eng)":91.54,"Tatoeba (dsb-eng)":13.2,"Tatoeba (dtp-eng)":4.54,"Tatoeba (ell-eng)":0.55,"Tatoeba (epo-eng)":27.86,"Tatoeba (est-eng)":5.13,"Tatoeba (eus-eng)":10.23,"Tatoeba (fao-eng)":21.44,"Tatoeba (fin-eng)":6.62,"Tatoeba (fra-eng)":79.66,"Tatoeba (fry-eng)":32.92,"Tatoeba (gla-eng)":2.87,"Tatoeba (gle-eng)":3.26,"Tatoeba (glg-eng)":63.81,"Tatoeba (gsw-eng)":29.71,"Tatoeba (heb-eng)":0.33,"Tatoeba (hin-eng)":0.25,"Tatoeba (hrv-eng)":17.16,"Tatoeba (hsb-eng)":12.02,"Tatoeba (hun-eng)":7.21,"Tatoeba (hye-eng)":0.78,"Tatoeba (ido-eng)":40.83,"Tatoeba (ile-eng)":54.95,"Tatoeba (ina-eng)":72.28,"Tatoeba (ind-eng)":30.95,"Tatoeba (isl-eng)":11.29,"Tatoeba (ita-eng)":73.83,"Tatoeba (jav-eng)":8.66,"Tatoeba (jpn-eng)":0.61,"Tatoeba (kab-eng)":1.78,"Tatoeba (kat-eng)":0.79,"Tatoeba (kaz-eng)":0.95,"Tatoeba (khm-eng)":0.49,"Tatoeba (kor-eng)":1.87,"Tatoeba (kur-eng)":10.91,"Tatoeba (kzj-eng)":5.72,"Tatoeba (lat-eng)":18.24,"Tatoeba (lfn-eng)":43.49,"Tatoeba (lit-eng)":7.13,"Tatoeba (lvs-eng)":7.04,"Tatoeba (mal-eng)":0.44,"Tatoeba (mar-eng)":0.03,"Tatoeba (max-eng)":18.99,"Tatoeba (mhr-eng)":1.11,"Tatoeba (mkd-eng)":2.49,"Tatoeba (mon-eng)":2.01,"Tatoeba (nds-eng)":39.96,"Tatoeba (nld-eng)":58.86,"Tatoeba (nno-eng)":29.07,"Tatoeba (nob-eng)":40.25,"Tatoeba (nov-eng)":50.19,"Tatoeba (oci-eng)":30.72,"Tatoeba (orv-eng)":0.85,"Tatoeba (pam-eng)":7.21,"Tatoeba (pes-eng)":0.53,"Tatoeba (pms-eng)":31.07,"Tatoeba (pol-eng)":18.06,"Tatoeba (por-eng)":81.92,"Tatoeba (ron-eng)":62.6,"Tatoeba (rus-eng)":22.24,"Tatoeba (slk-eng)":10.59,"Tatoeba (slv-eng)":11.4,"Tatoeba (spa-eng)":85.78,"Tatoeba (sqi-eng)":14.92,"Tatoeba (srp-eng)":9.87,"Tatoeba (swe-eng)":55.08,"Tatoeba (swg-eng)":32.66,"Tatoeba (swh-eng)":7.64,"Tatoeba (tam-eng)":0.49,"Tatoeba (tat-eng)":1.28,"Tatoeba (tel-eng)":0.45,"Tatoeba (tgl-eng)":23.63,"Tatoeba (tha-eng)":0.61,"Tatoeba (tuk-eng)":5.71,"Tatoeba (tur-eng)":8.25,"Tatoeba (tzl-eng)":28.4,"Tatoeba (uig-eng)":0.57,"Tatoeba (ukr-eng)":5.69,"Tatoeba (urd-eng)":0.0,"Tatoeba (uzb-eng)":4.19,"Tatoeba (vie-eng)":9.07,"Tatoeba (war-eng)":12.31,"Tatoeba (wuu-eng)":1.38,"Tatoeba (xho-eng)":7.6,"Tatoeba (yid-eng)":0.41,"Tatoeba (yue-eng)":1.31,"Tatoeba (zsm-eng)":29.74} -{"index":14,"Rank":26,"Model":"winberta-base<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":18.78,"BUCC (de-en)":9.26,"BUCC (fr-en)":17.41,"BUCC (ru-en)":51.97,"BUCC (zh-en)":88.7,"Tatoeba (afr-eng)":13.22,"Tatoeba (amh-eng)":5.75,"Tatoeba (ang-eng)":13.26,"Tatoeba (ara-eng)":19.56,"Tatoeba (arq-eng)":3.99,"Tatoeba (arz-eng)":11.42,"Tatoeba (ast-eng)":17.74,"Tatoeba (awa-eng)":16.75,"Tatoeba (aze-eng)":8.55,"Tatoeba (bel-eng)":24.34,"Tatoeba (ben-eng)":23.45,"Tatoeba (ber-eng)":2.49,"Tatoeba (bos-eng)":15.81,"Tatoeba (bre-eng)":3.22,"Tatoeba (bul-eng)":42.18,"Tatoeba (cat-eng)":15.96,"Tatoeba (cbk-eng)":10.95,"Tatoeba (ceb-eng)":4.8,"Tatoeba (ces-eng)":11.89,"Tatoeba (cha-eng)":9.11,"Tatoeba (cmn-eng)":86.26,"Tatoeba (cor-eng)":1.94,"Tatoeba (csb-eng)":7.17,"Tatoeba (cym-eng)":5.64,"Tatoeba (dan-eng)":26.0,"Tatoeba (deu-eng)":20.2,"Tatoeba (dsb-eng)":4.49,"Tatoeba (dtp-eng)":1.76,"Tatoeba (ell-eng)":9.5,"Tatoeba (epo-eng)":8.25,"Tatoeba (est-eng)":5.45,"Tatoeba (eus-eng)":7.38,"Tatoeba (fao-eng)":6.34,"Tatoeba (fin-eng)":13.53,"Tatoeba (fra-eng)":19.96,"Tatoeba (fry-eng)":19.03,"Tatoeba (gla-eng)":2.68,"Tatoeba (gle-eng)":3.65,"Tatoeba (glg-eng)":19.32,"Tatoeba (gsw-eng)":11.69,"Tatoeba (heb-eng)":30.26,"Tatoeba (hin-eng)":49.45,"Tatoeba (hrv-eng)":10.05,"Tatoeba (hsb-eng)":6.44,"Tatoeba (hun-eng)":14.77,"Tatoeba (hye-eng)":23.13,"Tatoeba (ido-eng)":11.78,"Tatoeba (ile-eng)":17.24,"Tatoeba (ina-eng)":23.22,"Tatoeba (ind-eng)":32.13,"Tatoeba (isl-eng)":7.49,"Tatoeba (ita-eng)":15.98,"Tatoeba (jav-eng)":6.74,"Tatoeba (jpn-eng)":52.34,"Tatoeba (kab-eng)":0.6,"Tatoeba (kat-eng)":33.0,"Tatoeba (kaz-eng)":16.97,"Tatoeba (khm-eng)":15.33,"Tatoeba (kor-eng)":48.19,"Tatoeba (kur-eng)":6.11,"Tatoeba (kzj-eng)":2.34,"Tatoeba (lat-eng)":7.87,"Tatoeba (lfn-eng)":8.76,"Tatoeba (lit-eng)":8.13,"Tatoeba (lvs-eng)":7.4,"Tatoeba (mal-eng)":36.61,"Tatoeba (mar-eng)":28.56,"Tatoeba (max-eng)":13.73,"Tatoeba (mhr-eng)":3.52,"Tatoeba (mkd-eng)":16.69,"Tatoeba (mon-eng)":24.85,"Tatoeba (nds-eng)":14.99,"Tatoeba (nld-eng)":29.41,"Tatoeba (nno-eng)":13.8,"Tatoeba (nob-eng)":27.89,"Tatoeba (nov-eng)":25.22,"Tatoeba (oci-eng)":6.69,"Tatoeba (orv-eng)":3.11,"Tatoeba (pam-eng)":3.09,"Tatoeba (pes-eng)":51.06,"Tatoeba (pms-eng)":9.27,"Tatoeba (pol-eng)":14.51,"Tatoeba (por-eng)":28.6,"Tatoeba (ron-eng)":17.36,"Tatoeba (rus-eng)":60.68,"Tatoeba (slk-eng)":14.05,"Tatoeba (slv-eng)":10.17,"Tatoeba (spa-eng)":28.19,"Tatoeba (sqi-eng)":15.83,"Tatoeba (srp-eng)":12.92,"Tatoeba (swe-eng)":21.75,"Tatoeba (swg-eng)":10.95,"Tatoeba (swh-eng)":6.37,"Tatoeba (tam-eng)":26.72,"Tatoeba (tat-eng)":2.51,"Tatoeba (tel-eng)":23.69,"Tatoeba (tgl-eng)":5.76,"Tatoeba (tha-eng)":60.21,"Tatoeba (tuk-eng)":4.02,"Tatoeba (tur-eng)":9.38,"Tatoeba (tzl-eng)":20.61,"Tatoeba (uig-eng)":2.65,"Tatoeba (ukr-eng)":39.8,"Tatoeba (urd-eng)":24.79,"Tatoeba (uzb-eng)":3.53,"Tatoeba (vie-eng)":49.56,"Tatoeba (war-eng)":4.84,"Tatoeba (wuu-eng)":73.25,"Tatoeba (xho-eng)":8.03,"Tatoeba (yid-eng)":2.26,"Tatoeba (yue-eng)":58.35,"Tatoeba (zsm-eng)":30.9} -{"index":75,"Rank":27,"Model":"sentence-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Embedding Dimensions":768,"Max Tokens":512,"Average":17.26,"BUCC (de-en)":87.0,"BUCC (fr-en)":88.91,"BUCC (ru-en)":0.44,"BUCC (zh-en)":0.95,"Tatoeba (afr-eng)":23.7,"Tatoeba (amh-eng)":0.65,"Tatoeba (ang-eng)":30.98,"Tatoeba (ara-eng)":0.48,"Tatoeba (arq-eng)":0.68,"Tatoeba (arz-eng)":0.22,"Tatoeba (ast-eng)":55.3,"Tatoeba (awa-eng)":1.03,"Tatoeba (aze-eng)":5.83,"Tatoeba (bel-eng)":1.66,"Tatoeba (ben-eng)":0.0,"Tatoeba (ber-eng)":5.62,"Tatoeba (bos-eng)":12.23,"Tatoeba (bre-eng)":5.84,"Tatoeba (bul-eng)":1.35,"Tatoeba (cat-eng)":48.56,"Tatoeba (cbk-eng)":46.97,"Tatoeba (ceb-eng)":9.79,"Tatoeba (ces-eng)":6.0,"Tatoeba (cha-eng)":24.21,"Tatoeba (cmn-eng)":2.26,"Tatoeba (cor-eng)":4.03,"Tatoeba (csb-eng)":9.53,"Tatoeba (cym-eng)":9.17,"Tatoeba (dan-eng)":34.63,"Tatoeba (deu-eng)":89.31,"Tatoeba (dsb-eng)":9.68,"Tatoeba (dtp-eng)":4.66,"Tatoeba (ell-eng)":0.77,"Tatoeba (epo-eng)":26.88,"Tatoeba (est-eng)":5.19,"Tatoeba (eus-eng)":9.46,"Tatoeba (fao-eng)":21.59,"Tatoeba (fin-eng)":5.66,"Tatoeba (fra-eng)":79.71,"Tatoeba (fry-eng)":28.29,"Tatoeba (gla-eng)":2.34,"Tatoeba (gle-eng)":3.55,"Tatoeba (glg-eng)":56.25,"Tatoeba (gsw-eng)":24.25,"Tatoeba (heb-eng)":0.57,"Tatoeba (hin-eng)":0.12,"Tatoeba (hrv-eng)":10.29,"Tatoeba (hsb-eng)":9.52,"Tatoeba (hun-eng)":6.22,"Tatoeba (hye-eng)":0.81,"Tatoeba (ido-eng)":41.11,"Tatoeba (ile-eng)":54.0,"Tatoeba (ina-eng)":75.47,"Tatoeba (ind-eng)":13.02,"Tatoeba (isl-eng)":8.98,"Tatoeba (ita-eng)":67.23,"Tatoeba (jav-eng)":8.54,"Tatoeba (jpn-eng)":0.99,"Tatoeba (kab-eng)":1.85,"Tatoeba (kat-eng)":1.37,"Tatoeba (kaz-eng)":0.67,"Tatoeba (khm-eng)":0.56,"Tatoeba (kor-eng)":1.73,"Tatoeba (kur-eng)":9.23,"Tatoeba (kzj-eng)":5.38,"Tatoeba (lat-eng)":21.3,"Tatoeba (lfn-eng)":40.48,"Tatoeba (lit-eng)":5.38,"Tatoeba (lvs-eng)":6.83,"Tatoeba (mal-eng)":0.45,"Tatoeba (mar-eng)":0.01,"Tatoeba (max-eng)":16.44,"Tatoeba (mhr-eng)":0.33,"Tatoeba (mkd-eng)":0.4,"Tatoeba (mon-eng)":2.48,"Tatoeba (nds-eng)":34.66,"Tatoeba (nld-eng)":42.72,"Tatoeba (nno-eng)":24.08,"Tatoeba (nob-eng)":34.17,"Tatoeba (nov-eng)":55.01,"Tatoeba (oci-eng)":29.15,"Tatoeba (orv-eng)":0.2,"Tatoeba (pam-eng)":6.99,"Tatoeba (pes-eng)":0.9,"Tatoeba (pms-eng)":30.8,"Tatoeba (pol-eng)":12.81,"Tatoeba (por-eng)":73.45,"Tatoeba (ron-eng)":54.86,"Tatoeba (rus-eng)":2.43,"Tatoeba (slk-eng)":8.35,"Tatoeba (slv-eng)":9.3,"Tatoeba (spa-eng)":78.87,"Tatoeba (sqi-eng)":11.74,"Tatoeba (srp-eng)":5.83,"Tatoeba (swe-eng)":35.41,"Tatoeba (swg-eng)":28.18,"Tatoeba (swh-eng)":7.53,"Tatoeba (tam-eng)":0.36,"Tatoeba (tat-eng)":1.01,"Tatoeba (tel-eng)":1.1,"Tatoeba (tgl-eng)":12.4,"Tatoeba (tha-eng)":1.58,"Tatoeba (tuk-eng)":4.95,"Tatoeba (tur-eng)":6.45,"Tatoeba (tzl-eng)":37.82,"Tatoeba (uig-eng)":0.67,"Tatoeba (ukr-eng)":1.88,"Tatoeba (urd-eng)":0.0,"Tatoeba (uzb-eng)":4.79,"Tatoeba (vie-eng)":7.03,"Tatoeba (war-eng)":9.68,"Tatoeba (wuu-eng)":1.28,"Tatoeba (xho-eng)":10.64,"Tatoeba (yid-eng)":0.57,"Tatoeba (yue-eng)":0.88,"Tatoeba (zsm-eng)":14.67} -{"index":33,"Rank":28,"Model":"GIST-Embedding-v0<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":6.61,"BUCC (de-en)":14.99,"BUCC (fr-en)":32.42,"BUCC (ru-en)":0.18,"BUCC (zh-en)":2.76,"Tatoeba (afr-eng)":8.05,"Tatoeba (amh-eng)":0.67,"Tatoeba (ang-eng)":17.0,"Tatoeba (ara-eng)":0.3,"Tatoeba (arq-eng)":0.26,"Tatoeba (arz-eng)":0.0,"Tatoeba (ast-eng)":17.93,"Tatoeba (awa-eng)":0.29,"Tatoeba (aze-eng)":3.26,"Tatoeba (bel-eng)":0.96,"Tatoeba (ben-eng)":0.07,"Tatoeba (ber-eng)":5.21,"Tatoeba (bos-eng)":7.18,"Tatoeba (bre-eng)":3.81,"Tatoeba (bul-eng)":0.99,"Tatoeba (cat-eng)":15.52,"Tatoeba (cbk-eng)":14.09,"Tatoeba (ceb-eng)":4.59,"Tatoeba (ces-eng)":4.73,"Tatoeba (cha-eng)":14.16,"Tatoeba (cmn-eng)":2.89,"Tatoeba (cor-eng)":3.05,"Tatoeba (csb-eng)":6.64,"Tatoeba (cym-eng)":6.45,"Tatoeba (dan-eng)":10.06,"Tatoeba (deu-eng)":18.14,"Tatoeba (dsb-eng)":3.81,"Tatoeba (dtp-eng)":2.73,"Tatoeba (ell-eng)":0.5,"Tatoeba (epo-eng)":10.98,"Tatoeba (est-eng)":3.5,"Tatoeba (eus-eng)":7.35,"Tatoeba (fao-eng)":8.13,"Tatoeba (fin-eng)":3.62,"Tatoeba (fra-eng)":21.53,"Tatoeba (fry-eng)":14.62,"Tatoeba (gla-eng)":2.82,"Tatoeba (gle-eng)":2.38,"Tatoeba (glg-eng)":18.49,"Tatoeba (gsw-eng)":13.55,"Tatoeba (heb-eng)":0.1,"Tatoeba (hin-eng)":0.0,"Tatoeba (hrv-eng)":5.52,"Tatoeba (hsb-eng)":4.08,"Tatoeba (hun-eng)":4.68,"Tatoeba (hye-eng)":0.4,"Tatoeba (ido-eng)":17.46,"Tatoeba (ile-eng)":20.98,"Tatoeba (ina-eng)":31.39,"Tatoeba (ind-eng)":8.37,"Tatoeba (isl-eng)":4.15,"Tatoeba (ita-eng)":18.5,"Tatoeba (jav-eng)":5.54,"Tatoeba (jpn-eng)":1.58,"Tatoeba (kab-eng)":1.02,"Tatoeba (kat-eng)":0.28,"Tatoeba (kaz-eng)":0.58,"Tatoeba (khm-eng)":0.51,"Tatoeba (kor-eng)":0.5,"Tatoeba (kur-eng)":6.31,"Tatoeba (kzj-eng)":3.6,"Tatoeba (lat-eng)":11.38,"Tatoeba (lfn-eng)":12.55,"Tatoeba (lit-eng)":2.48,"Tatoeba (lvs-eng)":4.88,"Tatoeba (mal-eng)":0.4,"Tatoeba (mar-eng)":0.0,"Tatoeba (max-eng)":7.27,"Tatoeba (mhr-eng)":0.1,"Tatoeba (mkd-eng)":0.15,"Tatoeba (mon-eng)":1.44,"Tatoeba (nds-eng)":13.34,"Tatoeba (nld-eng)":12.37,"Tatoeba (nno-eng)":7.02,"Tatoeba (nob-eng)":10.3,"Tatoeba (nov-eng)":30.33,"Tatoeba (oci-eng)":11.98,"Tatoeba (orv-eng)":0.0,"Tatoeba (pam-eng)":4.85,"Tatoeba (pes-eng)":0.2,"Tatoeba (pms-eng)":11.4,"Tatoeba (pol-eng)":6.57,"Tatoeba (por-eng)":18.86,"Tatoeba (ron-eng)":10.94,"Tatoeba (rus-eng)":0.25,"Tatoeba (slk-eng)":5.63,"Tatoeba (slv-eng)":4.38,"Tatoeba (spa-eng)":18.97,"Tatoeba (sqi-eng)":6.3,"Tatoeba (srp-eng)":2.98,"Tatoeba (swe-eng)":8.47,"Tatoeba (swg-eng)":9.33,"Tatoeba (swh-eng)":6.9,"Tatoeba (tam-eng)":0.51,"Tatoeba (tat-eng)":0.81,"Tatoeba (tel-eng)":0.51,"Tatoeba (tgl-eng)":3.22,"Tatoeba (tha-eng)":1.0,"Tatoeba (tuk-eng)":3.48,"Tatoeba (tur-eng)":4.22,"Tatoeba (tzl-eng)":14.76,"Tatoeba (uig-eng)":0.21,"Tatoeba (ukr-eng)":0.78,"Tatoeba (urd-eng)":0.0,"Tatoeba (uzb-eng)":3.19,"Tatoeba (vie-eng)":5.28,"Tatoeba (war-eng)":5.48,"Tatoeba (wuu-eng)":2.62,"Tatoeba (xho-eng)":2.17,"Tatoeba (yid-eng)":0.3,"Tatoeba (yue-eng)":2.15,"Tatoeba (zsm-eng)":7.56} -{"index":71,"Rank":29,"Model":"average_word_embeddings_komninos<\/a>","Model Size (Million Parameters)":134,"Memory Usage (GB, fp32)":0.5,"Embedding Dimensions":300,"Max Tokens":"N\/A","Average":4.54,"BUCC (de-en)":0.18,"BUCC (fr-en)":0.08,"BUCC (ru-en)":0.15,"BUCC (zh-en)":0.05,"Tatoeba (afr-eng)":4.82,"Tatoeba (amh-eng)":1.18,"Tatoeba (ang-eng)":8.54,"Tatoeba (ara-eng)":0.63,"Tatoeba (arq-eng)":0.4,"Tatoeba (arz-eng)":0.63,"Tatoeba (ast-eng)":11.69,"Tatoeba (awa-eng)":0.0,"Tatoeba (aze-eng)":3.22,"Tatoeba (bel-eng)":1.75,"Tatoeba (ben-eng)":0.2,"Tatoeba (ber-eng)":7.0,"Tatoeba (bos-eng)":9.31,"Tatoeba (bre-eng)":4.17,"Tatoeba (bul-eng)":1.29,"Tatoeba (cat-eng)":7.73,"Tatoeba (cbk-eng)":5.61,"Tatoeba (ceb-eng)":4.88,"Tatoeba (ces-eng)":3.55,"Tatoeba (cha-eng)":19.29,"Tatoeba (cmn-eng)":0.5,"Tatoeba (cor-eng)":4.15,"Tatoeba (csb-eng)":5.69,"Tatoeba (cym-eng)":8.4,"Tatoeba (dan-eng)":6.99,"Tatoeba (deu-eng)":3.67,"Tatoeba (dsb-eng)":5.33,"Tatoeba (dtp-eng)":4.25,"Tatoeba (ell-eng)":0.63,"Tatoeba (epo-eng)":2.45,"Tatoeba (est-eng)":2.69,"Tatoeba (eus-eng)":4.69,"Tatoeba (fao-eng)":7.61,"Tatoeba (fin-eng)":3.36,"Tatoeba (fra-eng)":7.0,"Tatoeba (fry-eng)":12.36,"Tatoeba (gla-eng)":3.07,"Tatoeba (gle-eng)":4.81,"Tatoeba (glg-eng)":8.12,"Tatoeba (gsw-eng)":18.87,"Tatoeba (heb-eng)":0.68,"Tatoeba (hin-eng)":0.1,"Tatoeba (hrv-eng)":5.41,"Tatoeba (hsb-eng)":6.32,"Tatoeba (hun-eng)":3.42,"Tatoeba (hye-eng)":0.97,"Tatoeba (ido-eng)":7.1,"Tatoeba (ile-eng)":13.61,"Tatoeba (ina-eng)":8.57,"Tatoeba (ind-eng)":7.26,"Tatoeba (isl-eng)":4.09,"Tatoeba (ita-eng)":5.54,"Tatoeba (jav-eng)":11.43,"Tatoeba (jpn-eng)":0.2,"Tatoeba (kab-eng)":2.71,"Tatoeba (kat-eng)":1.11,"Tatoeba (kaz-eng)":1.17,"Tatoeba (khm-eng)":0.55,"Tatoeba (kor-eng)":0.5,"Tatoeba (kur-eng)":8.55,"Tatoeba (kzj-eng)":4.61,"Tatoeba (lat-eng)":4.07,"Tatoeba (lfn-eng)":2.83,"Tatoeba (lit-eng)":0.95,"Tatoeba (lvs-eng)":3.25,"Tatoeba (mal-eng)":0.29,"Tatoeba (mar-eng)":0.2,"Tatoeba (max-eng)":14.53,"Tatoeba (mhr-eng)":0.2,"Tatoeba (mkd-eng)":0.2,"Tatoeba (mon-eng)":1.1,"Tatoeba (nds-eng)":10.37,"Tatoeba (nld-eng)":9.5,"Tatoeba (nno-eng)":4.49,"Tatoeba (nob-eng)":4.95,"Tatoeba (nov-eng)":14.53,"Tatoeba (oci-eng)":5.8,"Tatoeba (orv-eng)":0.24,"Tatoeba (pam-eng)":6.65,"Tatoeba (pes-eng)":0.5,"Tatoeba (pms-eng)":8.05,"Tatoeba (pol-eng)":5.13,"Tatoeba (por-eng)":5.87,"Tatoeba (ron-eng)":6.76,"Tatoeba (rus-eng)":0.2,"Tatoeba (slk-eng)":4.23,"Tatoeba (slv-eng)":6.05,"Tatoeba (spa-eng)":5.03,"Tatoeba (sqi-eng)":4.36,"Tatoeba (srp-eng)":1.77,"Tatoeba (swe-eng)":6.72,"Tatoeba (swg-eng)":8.54,"Tatoeba (swh-eng)":11.49,"Tatoeba (tam-eng)":1.3,"Tatoeba (tat-eng)":0.77,"Tatoeba (tel-eng)":0.85,"Tatoeba (tgl-eng)":2.61,"Tatoeba (tha-eng)":0.69,"Tatoeba (tuk-eng)":5.76,"Tatoeba (tur-eng)":5.24,"Tatoeba (tzl-eng)":15.51,"Tatoeba (uig-eng)":0.6,"Tatoeba (ukr-eng)":1.23,"Tatoeba (urd-eng)":0.4,"Tatoeba (uzb-eng)":4.73,"Tatoeba (vie-eng)":6.55,"Tatoeba (war-eng)":4.12,"Tatoeba (wuu-eng)":0.2,"Tatoeba (xho-eng)":4.33,"Tatoeba (yid-eng)":0.59,"Tatoeba (yue-eng)":0.5,"Tatoeba (zsm-eng)":7.27} -{"index":0,"Rank":30,"Model":"voyage-3-lite<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":512,"Max Tokens":32000,"Average":"","BUCC (de-en)":"","BUCC (fr-en)":"","BUCC (ru-en)":"","BUCC (zh-en)":"","Tatoeba (afr-eng)":75.83,"Tatoeba (amh-eng)":38.1,"Tatoeba (ang-eng)":44.62,"Tatoeba (ara-eng)":74.73,"Tatoeba (arq-eng)":18.26,"Tatoeba (arz-eng)":49.44,"Tatoeba (ast-eng)":75.33,"Tatoeba (awa-eng)":45.66,"Tatoeba (aze-eng)":82.44,"Tatoeba (bel-eng)":86.51,"Tatoeba (ben-eng)":68.37,"Tatoeba (ber-eng)":5.5,"Tatoeba (bos-eng)":78.14,"Tatoeba (bre-eng)":17.51,"Tatoeba (bul-eng)":84.43,"Tatoeba (cat-eng)":85.5,"Tatoeba (cbk-eng)":55.37,"Tatoeba (ceb-eng)":17.46,"Tatoeba (ces-eng)":87.47,"Tatoeba (cha-eng)":25.42,"Tatoeba (cmn-eng)":90.06,"Tatoeba (cor-eng)":5.07,"Tatoeba (csb-eng)":32.04,"Tatoeba (cym-eng)":56.79,"Tatoeba (dan-eng)":91.92,"Tatoeba (deu-eng)":96.13,"Tatoeba (dsb-eng)":46.75,"Tatoeba (dtp-eng)":5.26,"Tatoeba (ell-eng)":80.58,"Tatoeba (epo-eng)":83.01,"Tatoeba (est-eng)":77.82,"Tatoeba (eus-eng)":70.02,"Tatoeba (fao-eng)":65.29,"Tatoeba (fin-eng)":87.41,"Tatoeba (fra-eng)":85.98,"Tatoeba (fry-eng)":67.03,"Tatoeba (gla-eng)":9.4,"Tatoeba (gle-eng)":21.42,"Tatoeba (glg-eng)":83.71,"Tatoeba (gsw-eng)":42.12,"Tatoeba (heb-eng)":76.32,"Tatoeba (hin-eng)":83.54,"Tatoeba (hrv-eng)":79.93,"Tatoeba (hsb-eng)":58.22,"Tatoeba (hun-eng)":75.75,"Tatoeba (hye-eng)":78.89,"Tatoeba (ido-eng)":64.81,"Tatoeba (ile-eng)":70.53,"Tatoeba (ina-eng)":84.59,"Tatoeba (ind-eng)":85.37,"Tatoeba (isl-eng)":85.18,"Tatoeba (ita-eng)":86.04,"Tatoeba (jav-eng)":23.65,"Tatoeba (jpn-eng)":84.44,"Tatoeba (kab-eng)":1.78,"Tatoeba (kat-eng)":75.06,"Tatoeba (kaz-eng)":73.05,"Tatoeba (khm-eng)":38.22,"Tatoeba (kor-eng)":78.64,"Tatoeba (kur-eng)":39.6,"Tatoeba (kzj-eng)":5.9,"Tatoeba (lat-eng)":30.46,"Tatoeba (lfn-eng)":50.19,"Tatoeba (lit-eng)":80.2,"Tatoeba (lvs-eng)":78.75,"Tatoeba (mal-eng)":83.27,"Tatoeba (mar-eng)":77.58,"Tatoeba (max-eng)":36.38,"Tatoeba (mhr-eng)":10.16,"Tatoeba (mkd-eng)":76.99,"Tatoeba (mon-eng)":73.52,"Tatoeba (nds-eng)":68.74,"Tatoeba (nld-eng)":91.73,"Tatoeba (nno-eng)":85.64,"Tatoeba (nob-eng)":93.75,"Tatoeba (nov-eng)":57.51,"Tatoeba (oci-eng)":48.04,"Tatoeba (orv-eng)":30.48,"Tatoeba (pam-eng)":6.05,"Tatoeba (pes-eng)":82.83,"Tatoeba (pms-eng)":48.41,"Tatoeba (pol-eng)":91.58,"Tatoeba (por-eng)":90.37,"Tatoeba (ron-eng)":85.52,"Tatoeba (rus-eng)":88.3,"Tatoeba (slk-eng)":86.74,"Tatoeba (slv-eng)":77.15,"Tatoeba (spa-eng)":93.35,"Tatoeba (sqi-eng)":84.45,"Tatoeba (srp-eng)":77.34,"Tatoeba (swe-eng)":88.0,"Tatoeba (swg-eng)":47.89,"Tatoeba (swh-eng)":16.1,"Tatoeba (tam-eng)":74.08,"Tatoeba (tat-eng)":65.16,"Tatoeba (tel-eng)":71.92,"Tatoeba (tgl-eng)":57.23,"Tatoeba (tha-eng)":85.63,"Tatoeba (tuk-eng)":28.51,"Tatoeba (tur-eng)":86.98,"Tatoeba (tzl-eng)":30.3,"Tatoeba (uig-eng)":48.13,"Tatoeba (ukr-eng)":86.53,"Tatoeba (urd-eng)":82.72,"Tatoeba (uzb-eng)":32.4,"Tatoeba (vie-eng)":92.25,"Tatoeba (war-eng)":18.68,"Tatoeba (wuu-eng)":77.34,"Tatoeba (xho-eng)":7.91,"Tatoeba (yid-eng)":37.45,"Tatoeba (yue-eng)":67.59,"Tatoeba (zsm-eng)":83.35} -{"index":1,"Rank":31,"Model":"voyage-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":32000,"Average":"","BUCC (de-en)":"","BUCC (fr-en)":"","BUCC (ru-en)":"","BUCC (zh-en)":"","Tatoeba (afr-eng)":68.23,"Tatoeba (amh-eng)":30.35,"Tatoeba (ang-eng)":58.48,"Tatoeba (ara-eng)":76.19,"Tatoeba (arq-eng)":18.83,"Tatoeba (arz-eng)":52.87,"Tatoeba (ast-eng)":75.12,"Tatoeba (awa-eng)":49.75,"Tatoeba (aze-eng)":82.64,"Tatoeba (bel-eng)":86.29,"Tatoeba (ben-eng)":68.0,"Tatoeba (ber-eng)":6.36,"Tatoeba (bos-eng)":80.62,"Tatoeba (bre-eng)":18.83,"Tatoeba (bul-eng)":84.4,"Tatoeba (cat-eng)":84.34,"Tatoeba (cbk-eng)":54.97,"Tatoeba (ceb-eng)":21.09,"Tatoeba (ces-eng)":85.54,"Tatoeba (cha-eng)":28.41,"Tatoeba (cmn-eng)":90.34,"Tatoeba (cor-eng)":6.41,"Tatoeba (csb-eng)":47.73,"Tatoeba (cym-eng)":63.42,"Tatoeba (dan-eng)":91.25,"Tatoeba (deu-eng)":94.67,"Tatoeba (dsb-eng)":45.88,"Tatoeba (dtp-eng)":6.47,"Tatoeba (ell-eng)":81.25,"Tatoeba (epo-eng)":83.2,"Tatoeba (est-eng)":73.93,"Tatoeba (eus-eng)":62.28,"Tatoeba (fao-eng)":61.51,"Tatoeba (fin-eng)":84.79,"Tatoeba (fra-eng)":86.35,"Tatoeba (fry-eng)":63.1,"Tatoeba (gla-eng)":12.44,"Tatoeba (gle-eng)":28.8,"Tatoeba (glg-eng)":83.89,"Tatoeba (gsw-eng)":44.12,"Tatoeba (heb-eng)":78.8,"Tatoeba (hin-eng)":85.93,"Tatoeba (hrv-eng)":81.03,"Tatoeba (hsb-eng)":60.76,"Tatoeba (hun-eng)":77.69,"Tatoeba (hye-eng)":75.17,"Tatoeba (ido-eng)":69.36,"Tatoeba (ile-eng)":69.65,"Tatoeba (ina-eng)":83.88,"Tatoeba (ind-eng)":84.33,"Tatoeba (isl-eng)":83.52,"Tatoeba (ita-eng)":85.3,"Tatoeba (jav-eng)":24.94,"Tatoeba (jpn-eng)":80.76,"Tatoeba (kab-eng)":2.95,"Tatoeba (kat-eng)":74.33,"Tatoeba (kaz-eng)":70.94,"Tatoeba (khm-eng)":2.22,"Tatoeba (kor-eng)":80.99,"Tatoeba (kur-eng)":50.02,"Tatoeba (kzj-eng)":7.63,"Tatoeba (lat-eng)":50.17,"Tatoeba (lfn-eng)":58.61,"Tatoeba (lit-eng)":79.76,"Tatoeba (lvs-eng)":76.45,"Tatoeba (mal-eng)":76.57,"Tatoeba (mar-eng)":72.56,"Tatoeba (max-eng)":41.21,"Tatoeba (mhr-eng)":13.48,"Tatoeba (mkd-eng)":77.4,"Tatoeba (mon-eng)":68.66,"Tatoeba (nds-eng)":69.17,"Tatoeba (nld-eng)":91.59,"Tatoeba (nno-eng)":81.17,"Tatoeba (nob-eng)":92.86,"Tatoeba (nov-eng)":50.2,"Tatoeba (oci-eng)":47.55,"Tatoeba (orv-eng)":34.56,"Tatoeba (pam-eng)":8.62,"Tatoeba (pes-eng)":80.49,"Tatoeba (pms-eng)":57.89,"Tatoeba (pol-eng)":89.37,"Tatoeba (por-eng)":89.06,"Tatoeba (ron-eng)":83.85,"Tatoeba (rus-eng)":88.01,"Tatoeba (slk-eng)":83.46,"Tatoeba (slv-eng)":76.75,"Tatoeba (spa-eng)":90.48,"Tatoeba (sqi-eng)":84.32,"Tatoeba (srp-eng)":75.45,"Tatoeba (swe-eng)":86.61,"Tatoeba (swg-eng)":56.37,"Tatoeba (swh-eng)":24.15,"Tatoeba (tam-eng)":68.61,"Tatoeba (tat-eng)":63.72,"Tatoeba (tel-eng)":68.28,"Tatoeba (tgl-eng)":68.92,"Tatoeba (tha-eng)":73.05,"Tatoeba (tuk-eng)":34.36,"Tatoeba (tur-eng)":83.06,"Tatoeba (tzl-eng)":23.68,"Tatoeba (uig-eng)":50.74,"Tatoeba (ukr-eng)":86.36,"Tatoeba (urd-eng)":77.63,"Tatoeba (uzb-eng)":43.48,"Tatoeba (vie-eng)":90.94,"Tatoeba (war-eng)":21.4,"Tatoeba (wuu-eng)":74.44,"Tatoeba (xho-eng)":9.51,"Tatoeba (yid-eng)":48.54,"Tatoeba (yue-eng)":71.38,"Tatoeba (zsm-eng)":81.68} -{"index":2,"Rank":32,"Model":"voyage-large-2-instruct<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":16000,"Average":"","BUCC (de-en)":"","BUCC (fr-en)":"","BUCC (ru-en)":"","BUCC (zh-en)":"","Tatoeba (afr-eng)":63.53,"Tatoeba (amh-eng)":0.18,"Tatoeba (ang-eng)":44.02,"Tatoeba (ara-eng)":42.48,"Tatoeba (arq-eng)":6.63,"Tatoeba (arz-eng)":24.28,"Tatoeba (ast-eng)":69.08,"Tatoeba (awa-eng)":22.77,"Tatoeba (aze-eng)":35.41,"Tatoeba (bel-eng)":59.58,"Tatoeba (ben-eng)":11.23,"Tatoeba (ber-eng)":5.31,"Tatoeba (bos-eng)":79.94,"Tatoeba (bre-eng)":5.07,"Tatoeba (bul-eng)":79.3,"Tatoeba (cat-eng)":84.06,"Tatoeba (cbk-eng)":56.61,"Tatoeba (ceb-eng)":10.49,"Tatoeba (ces-eng)":82.28,"Tatoeba (cha-eng)":21.54,"Tatoeba (cmn-eng)":91.87,"Tatoeba (cor-eng)":3.72,"Tatoeba (csb-eng)":34.29,"Tatoeba (cym-eng)":10.27,"Tatoeba (dan-eng)":85.71,"Tatoeba (deu-eng)":96.21,"Tatoeba (dsb-eng)":42.21,"Tatoeba (dtp-eng)":4.32,"Tatoeba (ell-eng)":50.68,"Tatoeba (epo-eng)":58.0,"Tatoeba (est-eng)":24.87,"Tatoeba (eus-eng)":13.67,"Tatoeba (fao-eng)":44.19,"Tatoeba (fin-eng)":55.38,"Tatoeba (fra-eng)":89.27,"Tatoeba (fry-eng)":39.02,"Tatoeba (gla-eng)":6.5,"Tatoeba (gle-eng)":8.47,"Tatoeba (glg-eng)":77.07,"Tatoeba (gsw-eng)":43.62,"Tatoeba (heb-eng)":24.59,"Tatoeba (hin-eng)":39.36,"Tatoeba (hrv-eng)":83.09,"Tatoeba (hsb-eng)":50.29,"Tatoeba (hun-eng)":69.19,"Tatoeba (hye-eng)":2.8,"Tatoeba (ido-eng)":54.53,"Tatoeba (ile-eng)":63.57,"Tatoeba (ina-eng)":83.38,"Tatoeba (ind-eng)":69.76,"Tatoeba (isl-eng)":39.4,"Tatoeba (ita-eng)":87.11,"Tatoeba (jav-eng)":11.06,"Tatoeba (jpn-eng)":84.32,"Tatoeba (kab-eng)":1.36,"Tatoeba (kat-eng)":13.22,"Tatoeba (kaz-eng)":14.08,"Tatoeba (khm-eng)":0.29,"Tatoeba (kor-eng)":67.28,"Tatoeba (kur-eng)":10.77,"Tatoeba (kzj-eng)":5.79,"Tatoeba (lat-eng)":47.22,"Tatoeba (lfn-eng)":50.81,"Tatoeba (lit-eng)":26.73,"Tatoeba (lvs-eng)":29.6,"Tatoeba (mal-eng)":1.82,"Tatoeba (mar-eng)":12.22,"Tatoeba (max-eng)":35.91,"Tatoeba (mhr-eng)":7.86,"Tatoeba (mkd-eng)":53.83,"Tatoeba (mon-eng)":12.51,"Tatoeba (nds-eng)":50.54,"Tatoeba (nld-eng)":89.88,"Tatoeba (nno-eng)":69.29,"Tatoeba (nob-eng)":85.34,"Tatoeba (nov-eng)":53.41,"Tatoeba (oci-eng)":44.59,"Tatoeba (orv-eng)":30.21,"Tatoeba (pam-eng)":5.97,"Tatoeba (pes-eng)":43.87,"Tatoeba (pms-eng)":41.25,"Tatoeba (pol-eng)":88.57,"Tatoeba (por-eng)":89.17,"Tatoeba (ron-eng)":80.44,"Tatoeba (rus-eng)":87.31,"Tatoeba (slk-eng)":77.44,"Tatoeba (slv-eng)":72.11,"Tatoeba (spa-eng)":92.7,"Tatoeba (sqi-eng)":24.05,"Tatoeba (srp-eng)":75.61,"Tatoeba (swe-eng)":84.16,"Tatoeba (swg-eng)":40.7,"Tatoeba (swh-eng)":10.94,"Tatoeba (tam-eng)":2.28,"Tatoeba (tat-eng)":10.24,"Tatoeba (tel-eng)":1.26,"Tatoeba (tgl-eng)":25.72,"Tatoeba (tha-eng)":40.24,"Tatoeba (tuk-eng)":7.38,"Tatoeba (tur-eng)":58.51,"Tatoeba (tzl-eng)":32.1,"Tatoeba (uig-eng)":10.48,"Tatoeba (ukr-eng)":84.69,"Tatoeba (urd-eng)":21.4,"Tatoeba (uzb-eng)":12.82,"Tatoeba (vie-eng)":69.38,"Tatoeba (war-eng)":11.37,"Tatoeba (wuu-eng)":74.56,"Tatoeba (xho-eng)":7.3,"Tatoeba (yid-eng)":1.54,"Tatoeba (yue-eng)":75.17,"Tatoeba (zsm-eng)":71.1} -{"index":3,"Rank":33,"Model":"voyage-multilingual-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":32000,"Average":"","BUCC (de-en)":"","BUCC (fr-en)":"","BUCC (ru-en)":"","BUCC (zh-en)":"","Tatoeba (afr-eng)":79.99,"Tatoeba (amh-eng)":4.07,"Tatoeba (ang-eng)":72.81,"Tatoeba (ara-eng)":83.89,"Tatoeba (arq-eng)":32.02,"Tatoeba (arz-eng)":64.42,"Tatoeba (ast-eng)":83.43,"Tatoeba (awa-eng)":62.93,"Tatoeba (aze-eng)":75.22,"Tatoeba (bel-eng)":90.39,"Tatoeba (ben-eng)":80.05,"Tatoeba (ber-eng)":6.76,"Tatoeba (bos-eng)":88.32,"Tatoeba (bre-eng)":20.24,"Tatoeba (bul-eng)":88.43,"Tatoeba (cat-eng)":92.5,"Tatoeba (cbk-eng)":69.28,"Tatoeba (ceb-eng)":29.27,"Tatoeba (ces-eng)":90.96,"Tatoeba (cha-eng)":31.4,"Tatoeba (cmn-eng)":93.9,"Tatoeba (cor-eng)":8.09,"Tatoeba (csb-eng)":62.45,"Tatoeba (cym-eng)":46.28,"Tatoeba (dan-eng)":94.61,"Tatoeba (deu-eng)":97.2,"Tatoeba (dsb-eng)":64.52,"Tatoeba (dtp-eng)":7.91,"Tatoeba (ell-eng)":73.34,"Tatoeba (epo-eng)":90.17,"Tatoeba (est-eng)":69.45,"Tatoeba (eus-eng)":67.7,"Tatoeba (fao-eng)":76.43,"Tatoeba (fin-eng)":95.09,"Tatoeba (fra-eng)":91.89,"Tatoeba (fry-eng)":74.56,"Tatoeba (gla-eng)":23.63,"Tatoeba (gle-eng)":34.14,"Tatoeba (glg-eng)":92.13,"Tatoeba (gsw-eng)":57.86,"Tatoeba (heb-eng)":83.4,"Tatoeba (hin-eng)":93.82,"Tatoeba (hrv-eng)":91.01,"Tatoeba (hsb-eng)":77.99,"Tatoeba (hun-eng)":82.11,"Tatoeba (hye-eng)":67.2,"Tatoeba (ido-eng)":85.36,"Tatoeba (ile-eng)":82.73,"Tatoeba (ina-eng)":93.04,"Tatoeba (ind-eng)":91.69,"Tatoeba (isl-eng)":92.75,"Tatoeba (ita-eng)":92.12,"Tatoeba (jav-eng)":44.22,"Tatoeba (jpn-eng)":90.7,"Tatoeba (kab-eng)":4.22,"Tatoeba (kat-eng)":56.25,"Tatoeba (kaz-eng)":64.49,"Tatoeba (khm-eng)":8.52,"Tatoeba (kor-eng)":87.75,"Tatoeba (kur-eng)":58.11,"Tatoeba (kzj-eng)":11.52,"Tatoeba (lat-eng)":64.13,"Tatoeba (lfn-eng)":70.49,"Tatoeba (lit-eng)":68.44,"Tatoeba (lvs-eng)":61.75,"Tatoeba (mal-eng)":40.18,"Tatoeba (mar-eng)":62.12,"Tatoeba (max-eng)":56.28,"Tatoeba (mhr-eng)":14.52,"Tatoeba (mkd-eng)":79.84,"Tatoeba (mon-eng)":88.26,"Tatoeba (nds-eng)":83.38,"Tatoeba (nld-eng)":93.56,"Tatoeba (nno-eng)":92.31,"Tatoeba (nob-eng)":97.2,"Tatoeba (nov-eng)":72.82,"Tatoeba (oci-eng)":65.69,"Tatoeba (orv-eng)":46.59,"Tatoeba (pam-eng)":14.03,"Tatoeba (pes-eng)":87.79,"Tatoeba (pms-eng)":73.49,"Tatoeba (pol-eng)":96.18,"Tatoeba (por-eng)":93.5,"Tatoeba (ron-eng)":92.57,"Tatoeba (rus-eng)":92.13,"Tatoeba (slk-eng)":91.15,"Tatoeba (slv-eng)":82.31,"Tatoeba (spa-eng)":95.97,"Tatoeba (sqi-eng)":71.18,"Tatoeba (srp-eng)":86.7,"Tatoeba (swe-eng)":93.29,"Tatoeba (swg-eng)":70.94,"Tatoeba (swh-eng)":35.1,"Tatoeba (tam-eng)":53.72,"Tatoeba (tat-eng)":56.92,"Tatoeba (tel-eng)":80.98,"Tatoeba (tgl-eng)":87.01,"Tatoeba (tha-eng)":91.47,"Tatoeba (tuk-eng)":35.8,"Tatoeba (tur-eng)":81.52,"Tatoeba (tzl-eng)":48.64,"Tatoeba (uig-eng)":39.35,"Tatoeba (ukr-eng)":92.07,"Tatoeba (urd-eng)":89.23,"Tatoeba (uzb-eng)":51.71,"Tatoeba (vie-eng)":94.83,"Tatoeba (war-eng)":33.84,"Tatoeba (wuu-eng)":82.69,"Tatoeba (xho-eng)":13.94,"Tatoeba (yid-eng)":39.23,"Tatoeba (yue-eng)":75.31,"Tatoeba (zsm-eng)":89.51} -{"index":5,"Rank":34,"Model":"gte-Qwen1.5-7B-instruct<\/a>","Model Size (Million Parameters)":7099,"Memory Usage (GB, fp32)":26.45,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","BUCC (de-en)":"","BUCC (fr-en)":"","BUCC (ru-en)":"","BUCC (zh-en)":"","Tatoeba (afr-eng)":84.39,"Tatoeba (amh-eng)":0.6,"Tatoeba (ang-eng)":62.42,"Tatoeba (ara-eng)":85.19,"Tatoeba (arq-eng)":22.07,"Tatoeba (arz-eng)":62.12,"Tatoeba (ast-eng)":80.38,"Tatoeba (awa-eng)":41.64,"Tatoeba (aze-eng)":63.53,"Tatoeba (bel-eng)":57.68,"Tatoeba (ben-eng)":65.12,"Tatoeba (ber-eng)":5.17,"Tatoeba (bos-eng)":85.59,"Tatoeba (bre-eng)":5.79,"Tatoeba (bul-eng)":85.33,"Tatoeba (cat-eng)":88.4,"Tatoeba (cbk-eng)":65.47,"Tatoeba (ceb-eng)":19.11,"Tatoeba (ces-eng)":91.46,"Tatoeba (cha-eng)":22.36,"Tatoeba (cmn-eng)":96.35,"Tatoeba (cor-eng)":4.07,"Tatoeba (csb-eng)":25.18,"Tatoeba (cym-eng)":20.45,"Tatoeba (dan-eng)":92.04,"Tatoeba (deu-eng)":99.08,"Tatoeba (dsb-eng)":35.02,"Tatoeba (dtp-eng)":4.93,"Tatoeba (ell-eng)":85.69,"Tatoeba (epo-eng)":72.91,"Tatoeba (est-eng)":56.72,"Tatoeba (eus-eng)":12.59,"Tatoeba (fao-eng)":44.17,"Tatoeba (fin-eng)":85.6,"Tatoeba (fra-eng)":95.19,"Tatoeba (fry-eng)":50.29,"Tatoeba (gla-eng)":11.86,"Tatoeba (gle-eng)":24.33,"Tatoeba (glg-eng)":87.85,"Tatoeba (gsw-eng)":50.97,"Tatoeba (heb-eng)":57.62,"Tatoeba (hin-eng)":88.22,"Tatoeba (hrv-eng)":88.6,"Tatoeba (hsb-eng)":46.82,"Tatoeba (hun-eng)":81.38,"Tatoeba (hye-eng)":5.03,"Tatoeba (ido-eng)":62.61,"Tatoeba (ile-eng)":74.66,"Tatoeba (ina-eng)":92.02,"Tatoeba (ind-eng)":91.29,"Tatoeba (isl-eng)":49.03,"Tatoeba (ita-eng)":92.62,"Tatoeba (jav-eng)":21.06,"Tatoeba (jpn-eng)":93.32,"Tatoeba (kab-eng)":1.43,"Tatoeba (kat-eng)":39.63,"Tatoeba (kaz-eng)":39.43,"Tatoeba (khm-eng)":24.03,"Tatoeba (kor-eng)":87.91,"Tatoeba (kur-eng)":10.97,"Tatoeba (kzj-eng)":5.69,"Tatoeba (lat-eng)":67.43,"Tatoeba (lfn-eng)":57.45,"Tatoeba (lit-eng)":74.97,"Tatoeba (lvs-eng)":68.21,"Tatoeba (mal-eng)":70.18,"Tatoeba (mar-eng)":64.38,"Tatoeba (max-eng)":41.02,"Tatoeba (mhr-eng)":8.29,"Tatoeba (mkd-eng)":77.95,"Tatoeba (mon-eng)":33.92,"Tatoeba (nds-eng)":61.72,"Tatoeba (nld-eng)":95.88,"Tatoeba (nno-eng)":79.71,"Tatoeba (nob-eng)":94.97,"Tatoeba (nov-eng)":61.22,"Tatoeba (oci-eng)":45.81,"Tatoeba (orv-eng)":25.13,"Tatoeba (pam-eng)":6.6,"Tatoeba (pes-eng)":83.46,"Tatoeba (pms-eng)":41.88,"Tatoeba (pol-eng)":95.56,"Tatoeba (por-eng)":93.62,"Tatoeba (ron-eng)":93.03,"Tatoeba (rus-eng)":92.95,"Tatoeba (slk-eng)":86.07,"Tatoeba (slv-eng)":80.4,"Tatoeba (spa-eng)":98.42,"Tatoeba (sqi-eng)":33.81,"Tatoeba (srp-eng)":85.04,"Tatoeba (swe-eng)":92.5,"Tatoeba (swg-eng)":52.96,"Tatoeba (swh-eng)":38.89,"Tatoeba (tam-eng)":52.97,"Tatoeba (tat-eng)":9.8,"Tatoeba (tel-eng)":25.05,"Tatoeba (tgl-eng)":75.03,"Tatoeba (tha-eng)":89.15,"Tatoeba (tuk-eng)":18.04,"Tatoeba (tur-eng)":83.9,"Tatoeba (tzl-eng)":40.33,"Tatoeba (uig-eng)":3.12,"Tatoeba (ukr-eng)":88.42,"Tatoeba (urd-eng)":51.26,"Tatoeba (uzb-eng)":15.49,"Tatoeba (vie-eng)":94.92,"Tatoeba (war-eng)":17.44,"Tatoeba (wuu-eng)":90.55,"Tatoeba (xho-eng)":12.02,"Tatoeba (yid-eng)":2.21,"Tatoeba (yue-eng)":91.94,"Tatoeba (zsm-eng)":92.46} -{"index":6,"Rank":35,"Model":"gte-Qwen2-7B-instruct<\/a>","Model Size (Million Parameters)":7613,"Memory Usage (GB, fp32)":28.36,"Embedding Dimensions":3584,"Max Tokens":32768,"Average":"","BUCC (de-en)":"","BUCC (fr-en)":"","BUCC (ru-en)":"","BUCC (zh-en)":"","Tatoeba (afr-eng)":91.77,"Tatoeba (amh-eng)":25.63,"Tatoeba (ang-eng)":80.97,"Tatoeba (ara-eng)":92.36,"Tatoeba (arq-eng)":55.37,"Tatoeba (arz-eng)":76.51,"Tatoeba (ast-eng)":85.83,"Tatoeba (awa-eng)":68.02,"Tatoeba (aze-eng)":88.29,"Tatoeba (bel-eng)":91.13,"Tatoeba (ben-eng)":86.77,"Tatoeba (ber-eng)":9.88,"Tatoeba (bos-eng)":92.23,"Tatoeba (bre-eng)":14.41,"Tatoeba (bul-eng)":92.65,"Tatoeba (cat-eng)":92.59,"Tatoeba (cbk-eng)":82.18,"Tatoeba (ceb-eng)":39.57,"Tatoeba (ces-eng)":94.92,"Tatoeba (cha-eng)":45.44,"Tatoeba (cmn-eng)":96.15,"Tatoeba (cor-eng)":9.1,"Tatoeba (csb-eng)":65.8,"Tatoeba (cym-eng)":65.3,"Tatoeba (dan-eng)":94.29,"Tatoeba (deu-eng)":99.07,"Tatoeba (dsb-eng)":68.89,"Tatoeba (dtp-eng)":11.63,"Tatoeba (ell-eng)":92.78,"Tatoeba (epo-eng)":92.14,"Tatoeba (est-eng)":81.14,"Tatoeba (eus-eng)":37.91,"Tatoeba (fao-eng)":73.0,"Tatoeba (fin-eng)":92.1,"Tatoeba (fra-eng)":95.16,"Tatoeba (fry-eng)":70.23,"Tatoeba (gla-eng)":48.68,"Tatoeba (gle-eng)":65.0,"Tatoeba (glg-eng)":93.65,"Tatoeba (gsw-eng)":55.2,"Tatoeba (heb-eng)":88.88,"Tatoeba (hin-eng)":95.8,"Tatoeba (hrv-eng)":94.05,"Tatoeba (hsb-eng)":79.21,"Tatoeba (hun-eng)":86.36,"Tatoeba (hye-eng)":48.49,"Tatoeba (ido-eng)":83.79,"Tatoeba (ile-eng)":85.28,"Tatoeba (ina-eng)":95.2,"Tatoeba (ind-eng)":94.17,"Tatoeba (isl-eng)":79.5,"Tatoeba (ita-eng)":94.42,"Tatoeba (jav-eng)":38.98,"Tatoeba (jpn-eng)":94.72,"Tatoeba (kab-eng)":5.1,"Tatoeba (kat-eng)":78.69,"Tatoeba (kaz-eng)":70.45,"Tatoeba (khm-eng)":58.6,"Tatoeba (kor-eng)":91.41,"Tatoeba (kur-eng)":39.98,"Tatoeba (kzj-eng)":13.24,"Tatoeba (lat-eng)":81.91,"Tatoeba (lfn-eng)":78.37,"Tatoeba (lit-eng)":89.38,"Tatoeba (lvs-eng)":87.21,"Tatoeba (mal-eng)":87.48,"Tatoeba (mar-eng)":81.77,"Tatoeba (max-eng)":65.98,"Tatoeba (mhr-eng)":17.17,"Tatoeba (mkd-eng)":86.9,"Tatoeba (mon-eng)":69.42,"Tatoeba (nds-eng)":82.73,"Tatoeba (nld-eng)":97.0,"Tatoeba (nno-eng)":90.4,"Tatoeba (nob-eng)":97.7,"Tatoeba (nov-eng)":72.49,"Tatoeba (oci-eng)":64.81,"Tatoeba (orv-eng)":62.42,"Tatoeba (pam-eng)":16.08,"Tatoeba (pes-eng)":93.35,"Tatoeba (pms-eng)":73.33,"Tatoeba (pol-eng)":97.65,"Tatoeba (por-eng)":94.28,"Tatoeba (ron-eng)":94.18,"Tatoeba (rus-eng)":93.87,"Tatoeba (slk-eng)":92.82,"Tatoeba (slv-eng)":86.48,"Tatoeba (spa-eng)":98.68,"Tatoeba (sqi-eng)":61.21,"Tatoeba (srp-eng)":90.92,"Tatoeba (swe-eng)":93.82,"Tatoeba (swg-eng)":79.91,"Tatoeba (swh-eng)":52.93,"Tatoeba (tam-eng)":72.01,"Tatoeba (tat-eng)":44.61,"Tatoeba (tel-eng)":55.11,"Tatoeba (tgl-eng)":91.13,"Tatoeba (tha-eng)":97.2,"Tatoeba (tuk-eng)":47.64,"Tatoeba (tur-eng)":95.67,"Tatoeba (tzl-eng)":50.98,"Tatoeba (uig-eng)":71.71,"Tatoeba (ukr-eng)":92.95,"Tatoeba (urd-eng)":89.88,"Tatoeba (uzb-eng)":58.58,"Tatoeba (vie-eng)":96.7,"Tatoeba (war-eng)":38.19,"Tatoeba (wuu-eng)":92.68,"Tatoeba (xho-eng)":31.28,"Tatoeba (yid-eng)":58.32,"Tatoeba (yue-eng)":92.0,"Tatoeba (zsm-eng)":94.15} -{"index":9,"Rank":36,"Model":"bge-base-en-v1.5<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","BUCC (de-en)":"","BUCC (fr-en)":"","BUCC (ru-en)":"","BUCC (zh-en)":"","Tatoeba (afr-eng)":7.96,"Tatoeba (amh-eng)":0.6,"Tatoeba (ang-eng)":14.83,"Tatoeba (ara-eng)":0.3,"Tatoeba (arq-eng)":0.3,"Tatoeba (arz-eng)":0.0,"Tatoeba (ast-eng)":17.75,"Tatoeba (awa-eng)":0.51,"Tatoeba (aze-eng)":3.18,"Tatoeba (bel-eng)":0.94,"Tatoeba (ben-eng)":0.13,"Tatoeba (ber-eng)":5.5,"Tatoeba (bos-eng)":8.02,"Tatoeba (bre-eng)":3.44,"Tatoeba (bul-eng)":0.82,"Tatoeba (cat-eng)":14.93,"Tatoeba (cbk-eng)":13.72,"Tatoeba (ceb-eng)":5.13,"Tatoeba (ces-eng)":4.76,"Tatoeba (cha-eng)":15.41,"Tatoeba (cmn-eng)":2.99,"Tatoeba (cor-eng)":3.17,"Tatoeba (csb-eng)":6.79,"Tatoeba (cym-eng)":6.51,"Tatoeba (dan-eng)":10.08,"Tatoeba (deu-eng)":15.53,"Tatoeba (dsb-eng)":4.43,"Tatoeba (dtp-eng)":3.32,"Tatoeba (ell-eng)":0.5,"Tatoeba (epo-eng)":10.42,"Tatoeba (est-eng)":3.75,"Tatoeba (eus-eng)":7.21,"Tatoeba (fao-eng)":6.58,"Tatoeba (fin-eng)":3.14,"Tatoeba (fra-eng)":20.65,"Tatoeba (fry-eng)":14.25,"Tatoeba (gla-eng)":3.16,"Tatoeba (gle-eng)":3.39,"Tatoeba (glg-eng)":17.84,"Tatoeba (gsw-eng)":14.92,"Tatoeba (heb-eng)":0.48,"Tatoeba (hin-eng)":0.1,"Tatoeba (hrv-eng)":6.18,"Tatoeba (hsb-eng)":4.34,"Tatoeba (hun-eng)":4.9,"Tatoeba (hye-eng)":0.3,"Tatoeba (ido-eng)":16.24,"Tatoeba (ile-eng)":21.25,"Tatoeba (ina-eng)":29.74,"Tatoeba (ind-eng)":7.52,"Tatoeba (isl-eng)":3.36,"Tatoeba (ita-eng)":18.82,"Tatoeba (jav-eng)":4.87,"Tatoeba (jpn-eng)":1.59,"Tatoeba (kab-eng)":0.99,"Tatoeba (kat-eng)":0.55,"Tatoeba (kaz-eng)":0.43,"Tatoeba (khm-eng)":0.42,"Tatoeba (kor-eng)":1.07,"Tatoeba (kur-eng)":6.67,"Tatoeba (kzj-eng)":3.89,"Tatoeba (lat-eng)":10.58,"Tatoeba (lfn-eng)":12.2,"Tatoeba (lit-eng)":2.35,"Tatoeba (lvs-eng)":4.24,"Tatoeba (mal-eng)":0.39,"Tatoeba (mar-eng)":0.09,"Tatoeba (max-eng)":7.97,"Tatoeba (mhr-eng)":0.03,"Tatoeba (mkd-eng)":0.21,"Tatoeba (mon-eng)":1.42,"Tatoeba (nds-eng)":12.51,"Tatoeba (nld-eng)":12.18,"Tatoeba (nno-eng)":7.28,"Tatoeba (nob-eng)":10.7,"Tatoeba (nov-eng)":27.29,"Tatoeba (oci-eng)":11.01,"Tatoeba (orv-eng)":0.13,"Tatoeba (pam-eng)":4.95,"Tatoeba (pes-eng)":0.1,"Tatoeba (pms-eng)":11.58,"Tatoeba (pol-eng)":5.87,"Tatoeba (por-eng)":16.47,"Tatoeba (ron-eng)":9.92,"Tatoeba (rus-eng)":0.25,"Tatoeba (slk-eng)":6.0,"Tatoeba (slv-eng)":5.44,"Tatoeba (spa-eng)":18.16,"Tatoeba (sqi-eng)":5.87,"Tatoeba (srp-eng)":3.12,"Tatoeba (swe-eng)":8.66,"Tatoeba (swg-eng)":11.45,"Tatoeba (swh-eng)":7.85,"Tatoeba (tam-eng)":0.55,"Tatoeba (tat-eng)":0.94,"Tatoeba (tel-eng)":0.24,"Tatoeba (tgl-eng)":3.79,"Tatoeba (tha-eng)":1.1,"Tatoeba (tuk-eng)":4.34,"Tatoeba (tur-eng)":4.29,"Tatoeba (tzl-eng)":16.83,"Tatoeba (uig-eng)":0.4,"Tatoeba (ukr-eng)":0.83,"Tatoeba (urd-eng)":0.0,"Tatoeba (uzb-eng)":3.6,"Tatoeba (vie-eng)":5.01,"Tatoeba (war-eng)":5.61,"Tatoeba (wuu-eng)":2.05,"Tatoeba (xho-eng)":3.86,"Tatoeba (yid-eng)":0.2,"Tatoeba (yue-eng)":1.54,"Tatoeba (zsm-eng)":8.0} -{"index":10,"Rank":37,"Model":"bge-large-en-v1.5<\/a>","Model Size (Million Parameters)":1340,"Memory Usage (GB, fp32)":4.99,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","BUCC (de-en)":"","BUCC (fr-en)":"","BUCC (ru-en)":"","BUCC (zh-en)":"","Tatoeba (afr-eng)":9.78,"Tatoeba (amh-eng)":0.45,"Tatoeba (ang-eng)":16.0,"Tatoeba (ara-eng)":0.58,"Tatoeba (arq-eng)":0.37,"Tatoeba (arz-eng)":0.0,"Tatoeba (ast-eng)":21.06,"Tatoeba (awa-eng)":0.2,"Tatoeba (aze-eng)":3.79,"Tatoeba (bel-eng)":1.42,"Tatoeba (ben-eng)":0.01,"Tatoeba (ber-eng)":5.06,"Tatoeba (bos-eng)":8.9,"Tatoeba (bre-eng)":4.2,"Tatoeba (bul-eng)":0.93,"Tatoeba (cat-eng)":17.77,"Tatoeba (cbk-eng)":18.32,"Tatoeba (ceb-eng)":5.83,"Tatoeba (ces-eng)":5.41,"Tatoeba (cha-eng)":14.46,"Tatoeba (cmn-eng)":2.95,"Tatoeba (cor-eng)":3.37,"Tatoeba (csb-eng)":6.17,"Tatoeba (cym-eng)":6.96,"Tatoeba (dan-eng)":12.75,"Tatoeba (deu-eng)":23.9,"Tatoeba (dsb-eng)":5.92,"Tatoeba (dtp-eng)":3.45,"Tatoeba (ell-eng)":0.4,"Tatoeba (epo-eng)":11.93,"Tatoeba (est-eng)":2.76,"Tatoeba (eus-eng)":7.22,"Tatoeba (fao-eng)":9.22,"Tatoeba (fin-eng)":3.73,"Tatoeba (fra-eng)":34.94,"Tatoeba (fry-eng)":17.97,"Tatoeba (gla-eng)":1.93,"Tatoeba (gle-eng)":3.14,"Tatoeba (glg-eng)":22.82,"Tatoeba (gsw-eng)":15.41,"Tatoeba (heb-eng)":0.7,"Tatoeba (hin-eng)":0.07,"Tatoeba (hrv-eng)":7.32,"Tatoeba (hsb-eng)":5.16,"Tatoeba (hun-eng)":5.15,"Tatoeba (hye-eng)":0.3,"Tatoeba (ido-eng)":20.0,"Tatoeba (ile-eng)":27.22,"Tatoeba (ina-eng)":38.55,"Tatoeba (ind-eng)":7.67,"Tatoeba (isl-eng)":4.57,"Tatoeba (ita-eng)":25.37,"Tatoeba (jav-eng)":5.46,"Tatoeba (jpn-eng)":0.92,"Tatoeba (kab-eng)":0.97,"Tatoeba (kat-eng)":0.59,"Tatoeba (kaz-eng)":0.61,"Tatoeba (khm-eng)":0.42,"Tatoeba (kor-eng)":1.39,"Tatoeba (kur-eng)":7.31,"Tatoeba (kzj-eng)":3.56,"Tatoeba (lat-eng)":11.54,"Tatoeba (lfn-eng)":16.0,"Tatoeba (lit-eng)":2.78,"Tatoeba (lvs-eng)":4.67,"Tatoeba (mal-eng)":0.16,"Tatoeba (mar-eng)":0.09,"Tatoeba (max-eng)":11.79,"Tatoeba (mhr-eng)":0.07,"Tatoeba (mkd-eng)":0.21,"Tatoeba (mon-eng)":1.34,"Tatoeba (nds-eng)":15.16,"Tatoeba (nld-eng)":14.89,"Tatoeba (nno-eng)":6.71,"Tatoeba (nob-eng)":11.34,"Tatoeba (nov-eng)":30.37,"Tatoeba (oci-eng)":13.59,"Tatoeba (orv-eng)":0.24,"Tatoeba (pam-eng)":5.33,"Tatoeba (pes-eng)":0.3,"Tatoeba (pms-eng)":13.5,"Tatoeba (pol-eng)":6.98,"Tatoeba (por-eng)":23.03,"Tatoeba (ron-eng)":11.35,"Tatoeba (rus-eng)":0.4,"Tatoeba (slk-eng)":5.94,"Tatoeba (slv-eng)":5.77,"Tatoeba (spa-eng)":25.08,"Tatoeba (sqi-eng)":5.58,"Tatoeba (srp-eng)":3.31,"Tatoeba (swe-eng)":10.6,"Tatoeba (swg-eng)":9.77,"Tatoeba (swh-eng)":7.79,"Tatoeba (tam-eng)":0.38,"Tatoeba (tat-eng)":0.9,"Tatoeba (tel-eng)":0.78,"Tatoeba (tgl-eng)":5.95,"Tatoeba (tha-eng)":0.9,"Tatoeba (tuk-eng)":6.19,"Tatoeba (tur-eng)":4.66,"Tatoeba (tzl-eng)":18.68,"Tatoeba (uig-eng)":0.53,"Tatoeba (ukr-eng)":1.03,"Tatoeba (urd-eng)":0.0,"Tatoeba (uzb-eng)":2.15,"Tatoeba (vie-eng)":4.96,"Tatoeba (war-eng)":6.91,"Tatoeba (wuu-eng)":2.44,"Tatoeba (xho-eng)":4.22,"Tatoeba (yid-eng)":0.0,"Tatoeba (yue-eng)":1.55,"Tatoeba (zsm-eng)":8.01} -{"index":11,"Rank":38,"Model":"bge-m3<\/a>","Model Size (Million Parameters)":567,"Memory Usage (GB, fp32)":2.11,"Embedding Dimensions":1024,"Max Tokens":8192,"Average":"","BUCC (de-en)":"","BUCC (fr-en)":"","BUCC (ru-en)":"","BUCC (zh-en)":"","Tatoeba (afr-eng)":91.88,"Tatoeba (amh-eng)":82.54,"Tatoeba (ang-eng)":46.95,"Tatoeba (ara-eng)":87.76,"Tatoeba (arq-eng)":30.88,"Tatoeba (arz-eng)":68.59,"Tatoeba (ast-eng)":76.64,"Tatoeba (awa-eng)":74.37,"Tatoeba (aze-eng)":89.22,"Tatoeba (bel-eng)":92.27,"Tatoeba (ben-eng)":85.97,"Tatoeba (ber-eng)":7.78,"Tatoeba (bos-eng)":92.98,"Tatoeba (bre-eng)":11.93,"Tatoeba (bul-eng)":91.63,"Tatoeba (cat-eng)":93.49,"Tatoeba (cbk-eng)":68.84,"Tatoeba (ceb-eng)":32.14,"Tatoeba (ces-eng)":94.75,"Tatoeba (cha-eng)":32.57,"Tatoeba (cmn-eng)":95.27,"Tatoeba (cor-eng)":5.9,"Tatoeba (csb-eng)":42.61,"Tatoeba (cym-eng)":61.64,"Tatoeba (dan-eng)":94.32,"Tatoeba (deu-eng)":99.1,"Tatoeba (dsb-eng)":52.29,"Tatoeba (dtp-eng)":10.16,"Tatoeba (ell-eng)":95.15,"Tatoeba (epo-eng)":93.85,"Tatoeba (est-eng)":90.72,"Tatoeba (eus-eng)":73.6,"Tatoeba (fao-eng)":74.92,"Tatoeba (fin-eng)":95.7,"Tatoeba (fra-eng)":94.3,"Tatoeba (fry-eng)":73.31,"Tatoeba (gla-eng)":33.5,"Tatoeba (gle-eng)":58.09,"Tatoeba (glg-eng)":91.11,"Tatoeba (gsw-eng)":50.07,"Tatoeba (heb-eng)":87.5,"Tatoeba (hin-eng)":95.45,"Tatoeba (hrv-eng)":95.35,"Tatoeba (hsb-eng)":61.14,"Tatoeba (hun-eng)":93.05,"Tatoeba (hye-eng)":89.15,"Tatoeba (ido-eng)":71.22,"Tatoeba (ile-eng)":77.32,"Tatoeba (ina-eng)":90.4,"Tatoeba (ind-eng)":93.36,"Tatoeba (isl-eng)":93.35,"Tatoeba (ita-eng)":92.57,"Tatoeba (jav-eng)":60.86,"Tatoeba (jpn-eng)":93.73,"Tatoeba (kab-eng)":2.45,"Tatoeba (kat-eng)":90.73,"Tatoeba (kaz-eng)":79.14,"Tatoeba (khm-eng)":76.02,"Tatoeba (kor-eng)":89.84,"Tatoeba (kur-eng)":63.79,"Tatoeba (kzj-eng)":10.46,"Tatoeba (lat-eng)":56.52,"Tatoeba (lfn-eng)":65.76,"Tatoeba (lit-eng)":90.7,"Tatoeba (lvs-eng)":90.55,"Tatoeba (mal-eng)":97.19,"Tatoeba (mar-eng)":88.81,"Tatoeba (max-eng)":59.87,"Tatoeba (mhr-eng)":11.36,"Tatoeba (mkd-eng)":89.26,"Tatoeba (mon-eng)":89.6,"Tatoeba (nds-eng)":62.6,"Tatoeba (nld-eng)":95.78,"Tatoeba (nno-eng)":91.8,"Tatoeba (nob-eng)":97.37,"Tatoeba (nov-eng)":75.48,"Tatoeba (oci-eng)":55.5,"Tatoeba (orv-eng)":44.76,"Tatoeba (pam-eng)":10.89,"Tatoeba (pes-eng)":92.13,"Tatoeba (pms-eng)":53.64,"Tatoeba (pol-eng)":96.6,"Tatoeba (por-eng)":94.31,"Tatoeba (ron-eng)":95.62,"Tatoeba (rus-eng)":93.27,"Tatoeba (slk-eng)":93.55,"Tatoeba (slv-eng)":89.43,"Tatoeba (spa-eng)":96.82,"Tatoeba (sqi-eng)":93.65,"Tatoeba (srp-eng)":92.43,"Tatoeba (swe-eng)":93.63,"Tatoeba (swg-eng)":47.69,"Tatoeba (swh-eng)":73.89,"Tatoeba (tam-eng)":88.38,"Tatoeba (tat-eng)":66.01,"Tatoeba (tel-eng)":92.81,"Tatoeba (tgl-eng)":79.91,"Tatoeba (tha-eng)":96.59,"Tatoeba (tuk-eng)":25.36,"Tatoeba (tur-eng)":94.63,"Tatoeba (tzl-eng)":49.63,"Tatoeba (uig-eng)":79.95,"Tatoeba (ukr-eng)":92.32,"Tatoeba (urd-eng)":90.48,"Tatoeba (uzb-eng)":59.22,"Tatoeba (vie-eng)":96.3,"Tatoeba (war-eng)":33.49,"Tatoeba (wuu-eng)":83.41,"Tatoeba (xho-eng)":64.92,"Tatoeba (yid-eng)":48.99,"Tatoeba (yue-eng)":85.48,"Tatoeba (zsm-eng)":95.25} -{"index":12,"Rank":39,"Model":"bge-small-en-v1.5<\/a>","Model Size (Million Parameters)":24,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":512,"Max Tokens":512,"Average":"","BUCC (de-en)":"","BUCC (fr-en)":"","BUCC (ru-en)":"","BUCC (zh-en)":"","Tatoeba (afr-eng)":6.77,"Tatoeba (amh-eng)":0.91,"Tatoeba (ang-eng)":17.22,"Tatoeba (ara-eng)":0.17,"Tatoeba (arq-eng)":0.39,"Tatoeba (arz-eng)":0.06,"Tatoeba (ast-eng)":13.66,"Tatoeba (awa-eng)":0.52,"Tatoeba (aze-eng)":3.68,"Tatoeba (bel-eng)":1.22,"Tatoeba (ben-eng)":0.02,"Tatoeba (ber-eng)":4.47,"Tatoeba (bos-eng)":7.18,"Tatoeba (bre-eng)":4.08,"Tatoeba (bul-eng)":0.56,"Tatoeba (cat-eng)":12.93,"Tatoeba (cbk-eng)":10.19,"Tatoeba (ceb-eng)":3.58,"Tatoeba (ces-eng)":3.41,"Tatoeba (cha-eng)":14.39,"Tatoeba (cmn-eng)":2.47,"Tatoeba (cor-eng)":2.88,"Tatoeba (csb-eng)":3.42,"Tatoeba (cym-eng)":6.99,"Tatoeba (dan-eng)":9.8,"Tatoeba (deu-eng)":10.09,"Tatoeba (dsb-eng)":4.79,"Tatoeba (dtp-eng)":3.03,"Tatoeba (ell-eng)":0.17,"Tatoeba (epo-eng)":9.42,"Tatoeba (est-eng)":2.11,"Tatoeba (eus-eng)":7.21,"Tatoeba (fao-eng)":7.03,"Tatoeba (fin-eng)":3.49,"Tatoeba (fra-eng)":16.67,"Tatoeba (fry-eng)":16.8,"Tatoeba (gla-eng)":2.71,"Tatoeba (gle-eng)":3.12,"Tatoeba (glg-eng)":12.43,"Tatoeba (gsw-eng)":13.64,"Tatoeba (heb-eng)":0.47,"Tatoeba (hin-eng)":0.0,"Tatoeba (hrv-eng)":5.55,"Tatoeba (hsb-eng)":4.79,"Tatoeba (hun-eng)":4.22,"Tatoeba (hye-eng)":0.41,"Tatoeba (ido-eng)":12.06,"Tatoeba (ile-eng)":19.35,"Tatoeba (ina-eng)":24.66,"Tatoeba (ind-eng)":6.35,"Tatoeba (isl-eng)":3.78,"Tatoeba (ita-eng)":14.34,"Tatoeba (jav-eng)":4.77,"Tatoeba (jpn-eng)":0.94,"Tatoeba (kab-eng)":1.03,"Tatoeba (kat-eng)":0.58,"Tatoeba (kaz-eng)":0.55,"Tatoeba (khm-eng)":0.15,"Tatoeba (kor-eng)":0.85,"Tatoeba (kur-eng)":7.53,"Tatoeba (kzj-eng)":3.64,"Tatoeba (lat-eng)":7.06,"Tatoeba (lfn-eng)":9.26,"Tatoeba (lit-eng)":2.3,"Tatoeba (lvs-eng)":3.5,"Tatoeba (mal-eng)":0.05,"Tatoeba (mar-eng)":0.04,"Tatoeba (max-eng)":10.36,"Tatoeba (mhr-eng)":0.0,"Tatoeba (mkd-eng)":0.2,"Tatoeba (mon-eng)":1.6,"Tatoeba (nds-eng)":11.51,"Tatoeba (nld-eng)":11.36,"Tatoeba (nno-eng)":6.76,"Tatoeba (nob-eng)":8.64,"Tatoeba (nov-eng)":25.06,"Tatoeba (oci-eng)":8.07,"Tatoeba (orv-eng)":0.09,"Tatoeba (pam-eng)":4.81,"Tatoeba (pes-eng)":0.63,"Tatoeba (pms-eng)":9.63,"Tatoeba (pol-eng)":5.51,"Tatoeba (por-eng)":10.93,"Tatoeba (ron-eng)":7.24,"Tatoeba (rus-eng)":0.21,"Tatoeba (slk-eng)":3.97,"Tatoeba (slv-eng)":3.89,"Tatoeba (spa-eng)":14.72,"Tatoeba (sqi-eng)":5.09,"Tatoeba (srp-eng)":2.25,"Tatoeba (swe-eng)":7.68,"Tatoeba (swg-eng)":9.47,"Tatoeba (swh-eng)":5.7,"Tatoeba (tam-eng)":0.08,"Tatoeba (tat-eng)":0.77,"Tatoeba (tel-eng)":0.2,"Tatoeba (tgl-eng)":3.69,"Tatoeba (tha-eng)":1.28,"Tatoeba (tuk-eng)":3.64,"Tatoeba (tur-eng)":4.16,"Tatoeba (tzl-eng)":15.44,"Tatoeba (uig-eng)":0.59,"Tatoeba (ukr-eng)":0.67,"Tatoeba (urd-eng)":0.03,"Tatoeba (uzb-eng)":3.77,"Tatoeba (vie-eng)":4.4,"Tatoeba (war-eng)":5.06,"Tatoeba (wuu-eng)":1.9,"Tatoeba (xho-eng)":3.87,"Tatoeba (yid-eng)":0.21,"Tatoeba (yue-eng)":1.18,"Tatoeba (zsm-eng)":6.99} -{"index":15,"Rank":40,"Model":"Cohere-embed-english-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":512,"Average":"","BUCC (de-en)":"","BUCC (fr-en)":"","BUCC (ru-en)":"","BUCC (zh-en)":"","Tatoeba (afr-eng)":13.68,"Tatoeba (amh-eng)":0.01,"Tatoeba (ang-eng)":28.1,"Tatoeba (ara-eng)":0.7,"Tatoeba (arq-eng)":0.63,"Tatoeba (arz-eng)":0.17,"Tatoeba (ast-eng)":34.32,"Tatoeba (awa-eng)":0.34,"Tatoeba (aze-eng)":5.38,"Tatoeba (bel-eng)":3.28,"Tatoeba (ben-eng)":0.05,"Tatoeba (ber-eng)":5.21,"Tatoeba (bos-eng)":15.81,"Tatoeba (bre-eng)":4.21,"Tatoeba (bul-eng)":3.45,"Tatoeba (cat-eng)":27.67,"Tatoeba (cbk-eng)":28.59,"Tatoeba (ceb-eng)":7.2,"Tatoeba (ces-eng)":7.45,"Tatoeba (cha-eng)":19.06,"Tatoeba (cmn-eng)":3.42,"Tatoeba (cor-eng)":3.45,"Tatoeba (csb-eng)":14.03,"Tatoeba (cym-eng)":7.26,"Tatoeba (dan-eng)":27.16,"Tatoeba (deu-eng)":54.19,"Tatoeba (dsb-eng)":10.77,"Tatoeba (dtp-eng)":3.79,"Tatoeba (ell-eng)":0.74,"Tatoeba (epo-eng)":17.08,"Tatoeba (est-eng)":4.89,"Tatoeba (eus-eng)":8.12,"Tatoeba (fao-eng)":17.84,"Tatoeba (fin-eng)":6.23,"Tatoeba (fra-eng)":44.84,"Tatoeba (fry-eng)":25.55,"Tatoeba (gla-eng)":3.13,"Tatoeba (gle-eng)":3.57,"Tatoeba (glg-eng)":38.0,"Tatoeba (gsw-eng)":20.78,"Tatoeba (heb-eng)":0.94,"Tatoeba (hin-eng)":0.14,"Tatoeba (hrv-eng)":14.32,"Tatoeba (hsb-eng)":10.78,"Tatoeba (hun-eng)":7.57,"Tatoeba (hye-eng)":0.67,"Tatoeba (ido-eng)":23.31,"Tatoeba (ile-eng)":35.53,"Tatoeba (ina-eng)":47.01,"Tatoeba (ind-eng)":8.79,"Tatoeba (isl-eng)":8.1,"Tatoeba (ita-eng)":30.21,"Tatoeba (jav-eng)":5.61,"Tatoeba (jpn-eng)":2.11,"Tatoeba (kab-eng)":1.43,"Tatoeba (kat-eng)":1.1,"Tatoeba (kaz-eng)":1.39,"Tatoeba (khm-eng)":0.28,"Tatoeba (kor-eng)":1.5,"Tatoeba (kur-eng)":9.75,"Tatoeba (kzj-eng)":5.02,"Tatoeba (lat-eng)":13.73,"Tatoeba (lfn-eng)":23.83,"Tatoeba (lit-eng)":4.03,"Tatoeba (lvs-eng)":6.8,"Tatoeba (mal-eng)":0.15,"Tatoeba (mar-eng)":0.35,"Tatoeba (max-eng)":14.66,"Tatoeba (mhr-eng)":0.81,"Tatoeba (mkd-eng)":1.39,"Tatoeba (mon-eng)":2.28,"Tatoeba (nds-eng)":23.19,"Tatoeba (nld-eng)":28.42,"Tatoeba (nno-eng)":17.71,"Tatoeba (nob-eng)":24.8,"Tatoeba (nov-eng)":37.09,"Tatoeba (oci-eng)":16.78,"Tatoeba (orv-eng)":0.7,"Tatoeba (pam-eng)":5.71,"Tatoeba (pes-eng)":0.71,"Tatoeba (pms-eng)":15.39,"Tatoeba (pol-eng)":10.17,"Tatoeba (por-eng)":44.85,"Tatoeba (ron-eng)":18.57,"Tatoeba (rus-eng)":3.58,"Tatoeba (slk-eng)":10.11,"Tatoeba (slv-eng)":11.7,"Tatoeba (spa-eng)":46.47,"Tatoeba (sqi-eng)":10.45,"Tatoeba (srp-eng)":7.44,"Tatoeba (swe-eng)":22.17,"Tatoeba (swg-eng)":17.59,"Tatoeba (swh-eng)":7.11,"Tatoeba (tam-eng)":0.35,"Tatoeba (tat-eng)":0.87,"Tatoeba (tel-eng)":0.22,"Tatoeba (tgl-eng)":8.22,"Tatoeba (tha-eng)":1.23,"Tatoeba (tuk-eng)":3.14,"Tatoeba (tur-eng)":5.85,"Tatoeba (tzl-eng)":21.77,"Tatoeba (uig-eng)":0.6,"Tatoeba (ukr-eng)":2.56,"Tatoeba (urd-eng)":0.03,"Tatoeba (uzb-eng)":4.59,"Tatoeba (vie-eng)":6.03,"Tatoeba (war-eng)":6.91,"Tatoeba (wuu-eng)":2.65,"Tatoeba (xho-eng)":2.92,"Tatoeba (yid-eng)":0.35,"Tatoeba (yue-eng)":2.33,"Tatoeba (zsm-eng)":10.32} -{"index":16,"Rank":41,"Model":"Cohere-embed-multilingual-light-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":384,"Max Tokens":512,"Average":"","BUCC (de-en)":"","BUCC (fr-en)":"","BUCC (ru-en)":"","BUCC (zh-en)":"","Tatoeba (afr-eng)":73.58,"Tatoeba (amh-eng)":54.67,"Tatoeba (ang-eng)":30.55,"Tatoeba (ara-eng)":71.5,"Tatoeba (arq-eng)":16.72,"Tatoeba (arz-eng)":43.94,"Tatoeba (ast-eng)":45.84,"Tatoeba (awa-eng)":59.5,"Tatoeba (aze-eng)":71.26,"Tatoeba (bel-eng)":73.25,"Tatoeba (ben-eng)":75.07,"Tatoeba (ber-eng)":7.63,"Tatoeba (bos-eng)":73.84,"Tatoeba (bre-eng)":3.93,"Tatoeba (bul-eng)":79.47,"Tatoeba (cat-eng)":62.02,"Tatoeba (cbk-eng)":36.88,"Tatoeba (ceb-eng)":24.63,"Tatoeba (ces-eng)":66.62,"Tatoeba (cha-eng)":13.4,"Tatoeba (cmn-eng)":82.2,"Tatoeba (cor-eng)":3.63,"Tatoeba (csb-eng)":7.02,"Tatoeba (cym-eng)":48.44,"Tatoeba (dan-eng)":83.41,"Tatoeba (deu-eng)":94.81,"Tatoeba (dsb-eng)":15.5,"Tatoeba (dtp-eng)":3.32,"Tatoeba (ell-eng)":80.02,"Tatoeba (epo-eng)":79.45,"Tatoeba (est-eng)":47.9,"Tatoeba (eus-eng)":37.3,"Tatoeba (fao-eng)":40.75,"Tatoeba (fin-eng)":60.74,"Tatoeba (fra-eng)":83.62,"Tatoeba (fry-eng)":34.59,"Tatoeba (gla-eng)":24.94,"Tatoeba (gle-eng)":41.46,"Tatoeba (glg-eng)":33.35,"Tatoeba (gsw-eng)":28.46,"Tatoeba (heb-eng)":61.63,"Tatoeba (hin-eng)":88.19,"Tatoeba (hrv-eng)":78.21,"Tatoeba (hsb-eng)":20.25,"Tatoeba (hun-eng)":60.87,"Tatoeba (hye-eng)":70.67,"Tatoeba (ido-eng)":49.3,"Tatoeba (ile-eng)":54.61,"Tatoeba (ina-eng)":69.4,"Tatoeba (ind-eng)":81.83,"Tatoeba (isl-eng)":52.69,"Tatoeba (ita-eng)":80.7,"Tatoeba (jav-eng)":36.99,"Tatoeba (jpn-eng)":68.54,"Tatoeba (kab-eng)":5.98,"Tatoeba (kat-eng)":59.68,"Tatoeba (kaz-eng)":61.91,"Tatoeba (khm-eng)":26.01,"Tatoeba (kor-eng)":62.94,"Tatoeba (kur-eng)":22.44,"Tatoeba (kzj-eng)":2.77,"Tatoeba (lat-eng)":24.35,"Tatoeba (lfn-eng)":36.33,"Tatoeba (lit-eng)":46.27,"Tatoeba (lvs-eng)":46.31,"Tatoeba (mal-eng)":93.51,"Tatoeba (mar-eng)":81.79,"Tatoeba (max-eng)":40.8,"Tatoeba (mhr-eng)":2.33,"Tatoeba (mkd-eng)":55.13,"Tatoeba (mon-eng)":60.97,"Tatoeba (nds-eng)":37.97,"Tatoeba (nld-eng)":86.46,"Tatoeba (nno-eng)":61.07,"Tatoeba (nob-eng)":84.58,"Tatoeba (nov-eng)":45.93,"Tatoeba (oci-eng)":12.17,"Tatoeba (orv-eng)":8.05,"Tatoeba (pam-eng)":3.37,"Tatoeba (pes-eng)":73.91,"Tatoeba (pms-eng)":22.31,"Tatoeba (pol-eng)":78.49,"Tatoeba (por-eng)":79.97,"Tatoeba (ron-eng)":76.3,"Tatoeba (rus-eng)":86.86,"Tatoeba (slk-eng)":65.58,"Tatoeba (slv-eng)":62.38,"Tatoeba (spa-eng)":85.6,"Tatoeba (sqi-eng)":79.78,"Tatoeba (srp-eng)":74.4,"Tatoeba (swe-eng)":81.61,"Tatoeba (swg-eng)":35.43,"Tatoeba (swh-eng)":49.84,"Tatoeba (tam-eng)":76.32,"Tatoeba (tat-eng)":47.6,"Tatoeba (tel-eng)":78.42,"Tatoeba (tgl-eng)":66.58,"Tatoeba (tha-eng)":84.66,"Tatoeba (tuk-eng)":7.74,"Tatoeba (tur-eng)":81.36,"Tatoeba (tzl-eng)":17.23,"Tatoeba (uig-eng)":44.38,"Tatoeba (ukr-eng)":75.97,"Tatoeba (urd-eng)":78.17,"Tatoeba (uzb-eng)":42.95,"Tatoeba (vie-eng)":84.12,"Tatoeba (war-eng)":24.29,"Tatoeba (wuu-eng)":55.0,"Tatoeba (xho-eng)":40.42,"Tatoeba (yid-eng)":47.46,"Tatoeba (yue-eng)":57.38,"Tatoeba (zsm-eng)":85.68} -{"index":17,"Rank":42,"Model":"Cohere-embed-multilingual-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":512,"Average":"","BUCC (de-en)":"","BUCC (fr-en)":"","BUCC (ru-en)":"","BUCC (zh-en)":"","Tatoeba (afr-eng)":88.23,"Tatoeba (amh-eng)":76.53,"Tatoeba (ang-eng)":40.19,"Tatoeba (ara-eng)":87.68,"Tatoeba (arq-eng)":31.67,"Tatoeba (arz-eng)":72.54,"Tatoeba (ast-eng)":72.4,"Tatoeba (awa-eng)":70.39,"Tatoeba (aze-eng)":86.04,"Tatoeba (bel-eng)":91.35,"Tatoeba (ben-eng)":82.93,"Tatoeba (ber-eng)":26.19,"Tatoeba (bos-eng)":92.28,"Tatoeba (bre-eng)":10.28,"Tatoeba (bul-eng)":92.37,"Tatoeba (cat-eng)":88.53,"Tatoeba (cbk-eng)":63.39,"Tatoeba (ceb-eng)":50.4,"Tatoeba (ces-eng)":94.36,"Tatoeba (cha-eng)":23.45,"Tatoeba (cmn-eng)":94.85,"Tatoeba (cor-eng)":5.99,"Tatoeba (csb-eng)":34.22,"Tatoeba (cym-eng)":75.97,"Tatoeba (dan-eng)":94.99,"Tatoeba (deu-eng)":99.2,"Tatoeba (dsb-eng)":42.47,"Tatoeba (dtp-eng)":5.68,"Tatoeba (ell-eng)":93.2,"Tatoeba (epo-eng)":94.75,"Tatoeba (est-eng)":83.62,"Tatoeba (eus-eng)":70.8,"Tatoeba (fao-eng)":71.4,"Tatoeba (fin-eng)":94.15,"Tatoeba (fra-eng)":93.82,"Tatoeba (fry-eng)":57.25,"Tatoeba (gla-eng)":50.55,"Tatoeba (gle-eng)":68.24,"Tatoeba (glg-eng)":75.7,"Tatoeba (gsw-eng)":47.07,"Tatoeba (heb-eng)":87.09,"Tatoeba (hin-eng)":93.47,"Tatoeba (hrv-eng)":95.08,"Tatoeba (hsb-eng)":53.8,"Tatoeba (hun-eng)":92.96,"Tatoeba (hye-eng)":88.23,"Tatoeba (ido-eng)":79.36,"Tatoeba (ile-eng)":76.22,"Tatoeba (ina-eng)":88.51,"Tatoeba (ind-eng)":89.99,"Tatoeba (isl-eng)":90.92,"Tatoeba (ita-eng)":92.48,"Tatoeba (jav-eng)":68.65,"Tatoeba (jpn-eng)":92.6,"Tatoeba (kab-eng)":25.52,"Tatoeba (kat-eng)":81.09,"Tatoeba (kaz-eng)":78.64,"Tatoeba (khm-eng)":49.34,"Tatoeba (kor-eng)":88.98,"Tatoeba (kur-eng)":56.24,"Tatoeba (kzj-eng)":6.13,"Tatoeba (lat-eng)":51.06,"Tatoeba (lfn-eng)":58.58,"Tatoeba (lit-eng)":86.7,"Tatoeba (lvs-eng)":88.62,"Tatoeba (mal-eng)":96.7,"Tatoeba (mar-eng)":87.77,"Tatoeba (max-eng)":54.89,"Tatoeba (mhr-eng)":6.95,"Tatoeba (mkd-eng)":86.69,"Tatoeba (mon-eng)":84.82,"Tatoeba (nds-eng)":62.46,"Tatoeba (nld-eng)":96.38,"Tatoeba (nno-eng)":89.31,"Tatoeba (nob-eng)":96.72,"Tatoeba (nov-eng)":66.11,"Tatoeba (oci-eng)":37.4,"Tatoeba (orv-eng)":33.34,"Tatoeba (pam-eng)":7.22,"Tatoeba (pes-eng)":90.23,"Tatoeba (pms-eng)":49.51,"Tatoeba (pol-eng)":96.92,"Tatoeba (por-eng)":92.88,"Tatoeba (ron-eng)":94.45,"Tatoeba (rus-eng)":92.32,"Tatoeba (slk-eng)":92.69,"Tatoeba (slv-eng)":88.65,"Tatoeba (spa-eng)":96.52,"Tatoeba (sqi-eng)":93.85,"Tatoeba (srp-eng)":92.97,"Tatoeba (swe-eng)":93.88,"Tatoeba (swg-eng)":56.43,"Tatoeba (swh-eng)":68.22,"Tatoeba (tam-eng)":85.65,"Tatoeba (tat-eng)":67.82,"Tatoeba (tel-eng)":88.06,"Tatoeba (tgl-eng)":87.63,"Tatoeba (tha-eng)":95.74,"Tatoeba (tuk-eng)":25.92,"Tatoeba (tur-eng)":95.33,"Tatoeba (tzl-eng)":42.22,"Tatoeba (uig-eng)":66.63,"Tatoeba (ukr-eng)":92.97,"Tatoeba (urd-eng)":87.2,"Tatoeba (uzb-eng)":66.08,"Tatoeba (vie-eng)":96.15,"Tatoeba (war-eng)":51.66,"Tatoeba (wuu-eng)":81.85,"Tatoeba (xho-eng)":71.03,"Tatoeba (yid-eng)":70.75,"Tatoeba (yue-eng)":85.87,"Tatoeba (zsm-eng)":94.77} -{"index":18,"Rank":43,"Model":"sbert-chinese-general-v1<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","BUCC (de-en)":"","BUCC (fr-en)":"","BUCC (ru-en)":"","BUCC (zh-en)":9.35,"Tatoeba (afr-eng)":"","Tatoeba (amh-eng)":"","Tatoeba (ang-eng)":"","Tatoeba (ara-eng)":"","Tatoeba (arq-eng)":"","Tatoeba (arz-eng)":"","Tatoeba (ast-eng)":"","Tatoeba (awa-eng)":"","Tatoeba (aze-eng)":"","Tatoeba (bel-eng)":"","Tatoeba (ben-eng)":"","Tatoeba (ber-eng)":"","Tatoeba (bos-eng)":"","Tatoeba (bre-eng)":"","Tatoeba (bul-eng)":"","Tatoeba (cat-eng)":"","Tatoeba (cbk-eng)":"","Tatoeba (ceb-eng)":"","Tatoeba (ces-eng)":"","Tatoeba (cha-eng)":"","Tatoeba (cmn-eng)":"","Tatoeba (cor-eng)":"","Tatoeba (csb-eng)":"","Tatoeba (cym-eng)":"","Tatoeba (dan-eng)":"","Tatoeba (deu-eng)":"","Tatoeba (dsb-eng)":"","Tatoeba (dtp-eng)":"","Tatoeba (ell-eng)":"","Tatoeba (epo-eng)":"","Tatoeba (est-eng)":"","Tatoeba (eus-eng)":"","Tatoeba (fao-eng)":"","Tatoeba (fin-eng)":"","Tatoeba (fra-eng)":"","Tatoeba (fry-eng)":"","Tatoeba (gla-eng)":"","Tatoeba (gle-eng)":"","Tatoeba (glg-eng)":"","Tatoeba (gsw-eng)":"","Tatoeba (heb-eng)":"","Tatoeba (hin-eng)":"","Tatoeba (hrv-eng)":"","Tatoeba (hsb-eng)":"","Tatoeba (hun-eng)":"","Tatoeba (hye-eng)":"","Tatoeba (ido-eng)":"","Tatoeba (ile-eng)":"","Tatoeba (ina-eng)":"","Tatoeba (ind-eng)":"","Tatoeba (isl-eng)":"","Tatoeba (ita-eng)":"","Tatoeba (jav-eng)":"","Tatoeba (jpn-eng)":"","Tatoeba (kab-eng)":"","Tatoeba (kat-eng)":"","Tatoeba (kaz-eng)":"","Tatoeba (khm-eng)":"","Tatoeba (kor-eng)":"","Tatoeba (kur-eng)":"","Tatoeba (kzj-eng)":"","Tatoeba (lat-eng)":"","Tatoeba (lfn-eng)":"","Tatoeba (lit-eng)":"","Tatoeba (lvs-eng)":"","Tatoeba (mal-eng)":"","Tatoeba (mar-eng)":"","Tatoeba (max-eng)":"","Tatoeba (mhr-eng)":"","Tatoeba (mkd-eng)":"","Tatoeba (mon-eng)":"","Tatoeba (nds-eng)":"","Tatoeba (nld-eng)":"","Tatoeba (nno-eng)":"","Tatoeba (nob-eng)":"","Tatoeba (nov-eng)":"","Tatoeba (oci-eng)":"","Tatoeba (orv-eng)":"","Tatoeba (pam-eng)":"","Tatoeba (pes-eng)":"","Tatoeba (pms-eng)":"","Tatoeba (pol-eng)":"","Tatoeba (por-eng)":"","Tatoeba (ron-eng)":"","Tatoeba (rus-eng)":"","Tatoeba (slk-eng)":"","Tatoeba (slv-eng)":"","Tatoeba (spa-eng)":"","Tatoeba (sqi-eng)":"","Tatoeba (srp-eng)":"","Tatoeba (swe-eng)":"","Tatoeba (swg-eng)":"","Tatoeba (swh-eng)":"","Tatoeba (tam-eng)":"","Tatoeba (tat-eng)":"","Tatoeba (tel-eng)":"","Tatoeba (tgl-eng)":"","Tatoeba (tha-eng)":"","Tatoeba (tuk-eng)":"","Tatoeba (tur-eng)":"","Tatoeba (tzl-eng)":"","Tatoeba (uig-eng)":"","Tatoeba (ukr-eng)":"","Tatoeba (urd-eng)":"","Tatoeba (uzb-eng)":"","Tatoeba (vie-eng)":"","Tatoeba (war-eng)":"","Tatoeba (wuu-eng)":"","Tatoeba (xho-eng)":"","Tatoeba (yid-eng)":"","Tatoeba (yue-eng)":"","Tatoeba (zsm-eng)":""} -{"index":19,"Rank":44,"Model":"distilrubert-small-cased-conversational<\/a>","Model Size (Million Parameters)":106,"Memory Usage (GB, fp32)":0.39,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","BUCC (de-en)":"","BUCC (fr-en)":"","BUCC (ru-en)":"","BUCC (zh-en)":"","Tatoeba (afr-eng)":"","Tatoeba (amh-eng)":"","Tatoeba (ang-eng)":"","Tatoeba (ara-eng)":"","Tatoeba (arq-eng)":"","Tatoeba (arz-eng)":"","Tatoeba (ast-eng)":"","Tatoeba (awa-eng)":"","Tatoeba (aze-eng)":"","Tatoeba (bel-eng)":"","Tatoeba (ben-eng)":"","Tatoeba (ber-eng)":"","Tatoeba (bos-eng)":"","Tatoeba (bre-eng)":"","Tatoeba (bul-eng)":"","Tatoeba (cat-eng)":"","Tatoeba (cbk-eng)":"","Tatoeba (ceb-eng)":"","Tatoeba (ces-eng)":"","Tatoeba (cha-eng)":"","Tatoeba (cmn-eng)":"","Tatoeba (cor-eng)":"","Tatoeba (csb-eng)":"","Tatoeba (cym-eng)":"","Tatoeba (dan-eng)":"","Tatoeba (deu-eng)":"","Tatoeba (dsb-eng)":"","Tatoeba (dtp-eng)":"","Tatoeba (ell-eng)":"","Tatoeba (epo-eng)":"","Tatoeba (est-eng)":"","Tatoeba (eus-eng)":"","Tatoeba (fao-eng)":"","Tatoeba (fin-eng)":"","Tatoeba (fra-eng)":"","Tatoeba (fry-eng)":"","Tatoeba (gla-eng)":"","Tatoeba (gle-eng)":"","Tatoeba (glg-eng)":"","Tatoeba (gsw-eng)":"","Tatoeba (heb-eng)":"","Tatoeba (hin-eng)":"","Tatoeba (hrv-eng)":"","Tatoeba (hsb-eng)":"","Tatoeba (hun-eng)":"","Tatoeba (hye-eng)":"","Tatoeba (ido-eng)":"","Tatoeba (ile-eng)":"","Tatoeba (ina-eng)":"","Tatoeba (ind-eng)":"","Tatoeba (isl-eng)":"","Tatoeba (ita-eng)":"","Tatoeba (jav-eng)":"","Tatoeba (jpn-eng)":"","Tatoeba (kab-eng)":"","Tatoeba (kat-eng)":"","Tatoeba (kaz-eng)":"","Tatoeba (khm-eng)":"","Tatoeba (kor-eng)":"","Tatoeba (kur-eng)":"","Tatoeba (kzj-eng)":"","Tatoeba (lat-eng)":"","Tatoeba (lfn-eng)":"","Tatoeba (lit-eng)":"","Tatoeba (lvs-eng)":"","Tatoeba (mal-eng)":"","Tatoeba (mar-eng)":"","Tatoeba (max-eng)":"","Tatoeba (mhr-eng)":"","Tatoeba (mkd-eng)":"","Tatoeba (mon-eng)":"","Tatoeba (nds-eng)":"","Tatoeba (nld-eng)":"","Tatoeba (nno-eng)":"","Tatoeba (nob-eng)":"","Tatoeba (nov-eng)":"","Tatoeba (oci-eng)":"","Tatoeba (orv-eng)":"","Tatoeba (pam-eng)":"","Tatoeba (pes-eng)":"","Tatoeba (pms-eng)":"","Tatoeba (pol-eng)":"","Tatoeba (por-eng)":"","Tatoeba (ron-eng)":"","Tatoeba (rus-eng)":24.16,"Tatoeba (slk-eng)":"","Tatoeba (slv-eng)":"","Tatoeba (spa-eng)":"","Tatoeba (sqi-eng)":"","Tatoeba (srp-eng)":"","Tatoeba (swe-eng)":"","Tatoeba (swg-eng)":"","Tatoeba (swh-eng)":"","Tatoeba (tam-eng)":"","Tatoeba (tat-eng)":"","Tatoeba (tel-eng)":"","Tatoeba (tgl-eng)":"","Tatoeba (tha-eng)":"","Tatoeba (tuk-eng)":"","Tatoeba (tur-eng)":"","Tatoeba (tzl-eng)":"","Tatoeba (uig-eng)":"","Tatoeba (ukr-eng)":"","Tatoeba (urd-eng)":"","Tatoeba (uzb-eng)":"","Tatoeba (vie-eng)":"","Tatoeba (war-eng)":"","Tatoeba (wuu-eng)":"","Tatoeba (xho-eng)":"","Tatoeba (yid-eng)":"","Tatoeba (yue-eng)":"","Tatoeba (zsm-eng)":""} -{"index":20,"Rank":45,"Model":"rubert-base-cased<\/a>","Model Size (Million Parameters)":180,"Memory Usage (GB, fp32)":0.67,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","BUCC (de-en)":"","BUCC (fr-en)":"","BUCC (ru-en)":"","BUCC (zh-en)":"","Tatoeba (afr-eng)":"","Tatoeba (amh-eng)":"","Tatoeba (ang-eng)":"","Tatoeba (ara-eng)":"","Tatoeba (arq-eng)":"","Tatoeba (arz-eng)":"","Tatoeba (ast-eng)":"","Tatoeba (awa-eng)":"","Tatoeba (aze-eng)":"","Tatoeba (bel-eng)":"","Tatoeba (ben-eng)":"","Tatoeba (ber-eng)":"","Tatoeba (bos-eng)":"","Tatoeba (bre-eng)":"","Tatoeba (bul-eng)":"","Tatoeba (cat-eng)":"","Tatoeba (cbk-eng)":"","Tatoeba (ceb-eng)":"","Tatoeba (ces-eng)":"","Tatoeba (cha-eng)":"","Tatoeba (cmn-eng)":"","Tatoeba (cor-eng)":"","Tatoeba (csb-eng)":"","Tatoeba (cym-eng)":"","Tatoeba (dan-eng)":"","Tatoeba (deu-eng)":"","Tatoeba (dsb-eng)":"","Tatoeba (dtp-eng)":"","Tatoeba (ell-eng)":"","Tatoeba (epo-eng)":"","Tatoeba (est-eng)":"","Tatoeba (eus-eng)":"","Tatoeba (fao-eng)":"","Tatoeba (fin-eng)":"","Tatoeba (fra-eng)":"","Tatoeba (fry-eng)":"","Tatoeba (gla-eng)":"","Tatoeba (gle-eng)":"","Tatoeba (glg-eng)":"","Tatoeba (gsw-eng)":"","Tatoeba (heb-eng)":"","Tatoeba (hin-eng)":"","Tatoeba (hrv-eng)":"","Tatoeba (hsb-eng)":"","Tatoeba (hun-eng)":"","Tatoeba (hye-eng)":"","Tatoeba (ido-eng)":"","Tatoeba (ile-eng)":"","Tatoeba (ina-eng)":"","Tatoeba (ind-eng)":"","Tatoeba (isl-eng)":"","Tatoeba (ita-eng)":"","Tatoeba (jav-eng)":"","Tatoeba (jpn-eng)":"","Tatoeba (kab-eng)":"","Tatoeba (kat-eng)":"","Tatoeba (kaz-eng)":"","Tatoeba (khm-eng)":"","Tatoeba (kor-eng)":"","Tatoeba (kur-eng)":"","Tatoeba (kzj-eng)":"","Tatoeba (lat-eng)":"","Tatoeba (lfn-eng)":"","Tatoeba (lit-eng)":"","Tatoeba (lvs-eng)":"","Tatoeba (mal-eng)":"","Tatoeba (mar-eng)":"","Tatoeba (max-eng)":"","Tatoeba (mhr-eng)":"","Tatoeba (mkd-eng)":"","Tatoeba (mon-eng)":"","Tatoeba (nds-eng)":"","Tatoeba (nld-eng)":"","Tatoeba (nno-eng)":"","Tatoeba (nob-eng)":"","Tatoeba (nov-eng)":"","Tatoeba (oci-eng)":"","Tatoeba (orv-eng)":"","Tatoeba (pam-eng)":"","Tatoeba (pes-eng)":"","Tatoeba (pms-eng)":"","Tatoeba (pol-eng)":"","Tatoeba (por-eng)":"","Tatoeba (ron-eng)":"","Tatoeba (rus-eng)":16.76,"Tatoeba (slk-eng)":"","Tatoeba (slv-eng)":"","Tatoeba (spa-eng)":"","Tatoeba (sqi-eng)":"","Tatoeba (srp-eng)":"","Tatoeba (swe-eng)":"","Tatoeba (swg-eng)":"","Tatoeba (swh-eng)":"","Tatoeba (tam-eng)":"","Tatoeba (tat-eng)":"","Tatoeba (tel-eng)":"","Tatoeba (tgl-eng)":"","Tatoeba (tha-eng)":"","Tatoeba (tuk-eng)":"","Tatoeba (tur-eng)":"","Tatoeba (tzl-eng)":"","Tatoeba (uig-eng)":"","Tatoeba (ukr-eng)":"","Tatoeba (urd-eng)":"","Tatoeba (uzb-eng)":"","Tatoeba (vie-eng)":"","Tatoeba (war-eng)":"","Tatoeba (wuu-eng)":"","Tatoeba (xho-eng)":"","Tatoeba (yid-eng)":"","Tatoeba (yue-eng)":"","Tatoeba (zsm-eng)":""} -{"index":21,"Rank":46,"Model":"rubert-base-cased-sentence<\/a>","Model Size (Million Parameters)":180,"Memory Usage (GB, fp32)":0.67,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","BUCC (de-en)":"","BUCC (fr-en)":"","BUCC (ru-en)":"","BUCC (zh-en)":"","Tatoeba (afr-eng)":"","Tatoeba (amh-eng)":"","Tatoeba (ang-eng)":"","Tatoeba (ara-eng)":"","Tatoeba (arq-eng)":"","Tatoeba (arz-eng)":"","Tatoeba (ast-eng)":"","Tatoeba (awa-eng)":"","Tatoeba (aze-eng)":"","Tatoeba (bel-eng)":"","Tatoeba (ben-eng)":"","Tatoeba (ber-eng)":"","Tatoeba (bos-eng)":"","Tatoeba (bre-eng)":"","Tatoeba (bul-eng)":"","Tatoeba (cat-eng)":"","Tatoeba (cbk-eng)":"","Tatoeba (ceb-eng)":"","Tatoeba (ces-eng)":"","Tatoeba (cha-eng)":"","Tatoeba (cmn-eng)":"","Tatoeba (cor-eng)":"","Tatoeba (csb-eng)":"","Tatoeba (cym-eng)":"","Tatoeba (dan-eng)":"","Tatoeba (deu-eng)":"","Tatoeba (dsb-eng)":"","Tatoeba (dtp-eng)":"","Tatoeba (ell-eng)":"","Tatoeba (epo-eng)":"","Tatoeba (est-eng)":"","Tatoeba (eus-eng)":"","Tatoeba (fao-eng)":"","Tatoeba (fin-eng)":"","Tatoeba (fra-eng)":"","Tatoeba (fry-eng)":"","Tatoeba (gla-eng)":"","Tatoeba (gle-eng)":"","Tatoeba (glg-eng)":"","Tatoeba (gsw-eng)":"","Tatoeba (heb-eng)":"","Tatoeba (hin-eng)":"","Tatoeba (hrv-eng)":"","Tatoeba (hsb-eng)":"","Tatoeba (hun-eng)":"","Tatoeba (hye-eng)":"","Tatoeba (ido-eng)":"","Tatoeba (ile-eng)":"","Tatoeba (ina-eng)":"","Tatoeba (ind-eng)":"","Tatoeba (isl-eng)":"","Tatoeba (ita-eng)":"","Tatoeba (jav-eng)":"","Tatoeba (jpn-eng)":"","Tatoeba (kab-eng)":"","Tatoeba (kat-eng)":"","Tatoeba (kaz-eng)":"","Tatoeba (khm-eng)":"","Tatoeba (kor-eng)":"","Tatoeba (kur-eng)":"","Tatoeba (kzj-eng)":"","Tatoeba (lat-eng)":"","Tatoeba (lfn-eng)":"","Tatoeba (lit-eng)":"","Tatoeba (lvs-eng)":"","Tatoeba (mal-eng)":"","Tatoeba (mar-eng)":"","Tatoeba (max-eng)":"","Tatoeba (mhr-eng)":"","Tatoeba (mkd-eng)":"","Tatoeba (mon-eng)":"","Tatoeba (nds-eng)":"","Tatoeba (nld-eng)":"","Tatoeba (nno-eng)":"","Tatoeba (nob-eng)":"","Tatoeba (nov-eng)":"","Tatoeba (oci-eng)":"","Tatoeba (orv-eng)":"","Tatoeba (pam-eng)":"","Tatoeba (pes-eng)":"","Tatoeba (pms-eng)":"","Tatoeba (pol-eng)":"","Tatoeba (por-eng)":"","Tatoeba (ron-eng)":"","Tatoeba (rus-eng)":20.26,"Tatoeba (slk-eng)":"","Tatoeba (slv-eng)":"","Tatoeba (spa-eng)":"","Tatoeba (sqi-eng)":"","Tatoeba (srp-eng)":"","Tatoeba (swe-eng)":"","Tatoeba (swg-eng)":"","Tatoeba (swh-eng)":"","Tatoeba (tam-eng)":"","Tatoeba (tat-eng)":"","Tatoeba (tel-eng)":"","Tatoeba (tgl-eng)":"","Tatoeba (tha-eng)":"","Tatoeba (tuk-eng)":"","Tatoeba (tur-eng)":"","Tatoeba (tzl-eng)":"","Tatoeba (uig-eng)":"","Tatoeba (ukr-eng)":"","Tatoeba (urd-eng)":"","Tatoeba (uzb-eng)":"","Tatoeba (vie-eng)":"","Tatoeba (war-eng)":"","Tatoeba (wuu-eng)":"","Tatoeba (xho-eng)":"","Tatoeba (yid-eng)":"","Tatoeba (yue-eng)":"","Tatoeba (zsm-eng)":""} -{"index":22,"Rank":47,"Model":"GritLM-7B<\/a>","Model Size (Million Parameters)":7240,"Memory Usage (GB, fp32)":26.97,"Embedding Dimensions":"","Max Tokens":4096,"Average":"","BUCC (de-en)":"","BUCC (fr-en)":"","BUCC (ru-en)":"","BUCC (zh-en)":"","Tatoeba (afr-eng)":91.82,"Tatoeba (amh-eng)":11.66,"Tatoeba (ang-eng)":83.83,"Tatoeba (ara-eng)":89.5,"Tatoeba (arq-eng)":43.42,"Tatoeba (arz-eng)":68.47,"Tatoeba (ast-eng)":86.35,"Tatoeba (awa-eng)":70.28,"Tatoeba (aze-eng)":82.05,"Tatoeba (bel-eng)":90.07,"Tatoeba (ben-eng)":78.41,"Tatoeba (ber-eng)":7.88,"Tatoeba (bos-eng)":95.9,"Tatoeba (bre-eng)":19.19,"Tatoeba (bul-eng)":93.5,"Tatoeba (cat-eng)":94.15,"Tatoeba (cbk-eng)":83.83,"Tatoeba (ceb-eng)":45.91,"Tatoeba (ces-eng)":96.03,"Tatoeba (cha-eng)":47.58,"Tatoeba (cmn-eng)":95.48,"Tatoeba (cor-eng)":10.97,"Tatoeba (csb-eng)":69.78,"Tatoeba (cym-eng)":75.08,"Tatoeba (dan-eng)":95.6,"Tatoeba (deu-eng)":99.47,"Tatoeba (dsb-eng)":69.41,"Tatoeba (dtp-eng)":10.77,"Tatoeba (ell-eng)":91.56,"Tatoeba (epo-eng)":90.0,"Tatoeba (est-eng)":69.22,"Tatoeba (eus-eng)":44.09,"Tatoeba (fao-eng)":83.02,"Tatoeba (fin-eng)":93.35,"Tatoeba (fra-eng)":94.5,"Tatoeba (fry-eng)":73.7,"Tatoeba (gla-eng)":65.28,"Tatoeba (gle-eng)":71.65,"Tatoeba (glg-eng)":94.18,"Tatoeba (gsw-eng)":59.66,"Tatoeba (heb-eng)":82.14,"Tatoeba (hin-eng)":93.86,"Tatoeba (hrv-eng)":95.43,"Tatoeba (hsb-eng)":79.62,"Tatoeba (hun-eng)":94.2,"Tatoeba (hye-eng)":54.7,"Tatoeba (ido-eng)":82.17,"Tatoeba (ile-eng)":91.1,"Tatoeba (ina-eng)":96.35,"Tatoeba (ind-eng)":93.53,"Tatoeba (isl-eng)":88.47,"Tatoeba (ita-eng)":94.54,"Tatoeba (jav-eng)":40.36,"Tatoeba (jpn-eng)":95.58,"Tatoeba (kab-eng)":3.21,"Tatoeba (kat-eng)":58.44,"Tatoeba (kaz-eng)":47.61,"Tatoeba (khm-eng)":32.74,"Tatoeba (kor-eng)":91.4,"Tatoeba (kur-eng)":35.06,"Tatoeba (kzj-eng)":12.2,"Tatoeba (lat-eng)":91.56,"Tatoeba (lfn-eng)":79.93,"Tatoeba (lit-eng)":77.91,"Tatoeba (lvs-eng)":72.89,"Tatoeba (mal-eng)":52.3,"Tatoeba (mar-eng)":68.94,"Tatoeba (max-eng)":66.33,"Tatoeba (mhr-eng)":13.31,"Tatoeba (mkd-eng)":88.68,"Tatoeba (mon-eng)":38.62,"Tatoeba (nds-eng)":82.66,"Tatoeba (nld-eng)":96.35,"Tatoeba (nno-eng)":90.49,"Tatoeba (nob-eng)":98.0,"Tatoeba (nov-eng)":78.53,"Tatoeba (oci-eng)":71.66,"Tatoeba (orv-eng)":63.76,"Tatoeba (pam-eng)":15.22,"Tatoeba (pes-eng)":90.25,"Tatoeba (pms-eng)":70.24,"Tatoeba (pol-eng)":97.35,"Tatoeba (por-eng)":94.45,"Tatoeba (ron-eng)":94.53,"Tatoeba (rus-eng)":93.93,"Tatoeba (slk-eng)":93.92,"Tatoeba (slv-eng)":91.48,"Tatoeba (spa-eng)":98.62,"Tatoeba (sqi-eng)":73.59,"Tatoeba (srp-eng)":94.23,"Tatoeba (swe-eng)":94.95,"Tatoeba (swg-eng)":73.87,"Tatoeba (swh-eng)":64.97,"Tatoeba (tam-eng)":66.66,"Tatoeba (tat-eng)":39.47,"Tatoeba (tel-eng)":37.93,"Tatoeba (tgl-eng)":94.29,"Tatoeba (tha-eng)":92.55,"Tatoeba (tuk-eng)":48.38,"Tatoeba (tur-eng)":95.13,"Tatoeba (tzl-eng)":62.95,"Tatoeba (uig-eng)":40.4,"Tatoeba (ukr-eng)":94.35,"Tatoeba (urd-eng)":83.82,"Tatoeba (uzb-eng)":59.94,"Tatoeba (vie-eng)":96.18,"Tatoeba (war-eng)":41.74,"Tatoeba (wuu-eng)":90.31,"Tatoeba (xho-eng)":42.31,"Tatoeba (yid-eng)":31.64,"Tatoeba (yue-eng)":88.43,"Tatoeba (zsm-eng)":93.39} -{"index":23,"Rank":48,"Model":"jina-embeddings-v2-base-de-Q5_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","BUCC (de-en)":98.87,"BUCC (fr-en)":"","BUCC (ru-en)":"","BUCC (zh-en)":"","Tatoeba (afr-eng)":"","Tatoeba (amh-eng)":"","Tatoeba (ang-eng)":"","Tatoeba (ara-eng)":"","Tatoeba (arq-eng)":"","Tatoeba (arz-eng)":"","Tatoeba (ast-eng)":"","Tatoeba (awa-eng)":"","Tatoeba (aze-eng)":"","Tatoeba (bel-eng)":"","Tatoeba (ben-eng)":"","Tatoeba (ber-eng)":"","Tatoeba (bos-eng)":"","Tatoeba (bre-eng)":"","Tatoeba (bul-eng)":"","Tatoeba (cat-eng)":"","Tatoeba (cbk-eng)":"","Tatoeba (ceb-eng)":"","Tatoeba (ces-eng)":"","Tatoeba (cha-eng)":"","Tatoeba (cmn-eng)":"","Tatoeba (cor-eng)":"","Tatoeba (csb-eng)":"","Tatoeba (cym-eng)":"","Tatoeba (dan-eng)":"","Tatoeba (deu-eng)":"","Tatoeba (dsb-eng)":"","Tatoeba (dtp-eng)":"","Tatoeba (ell-eng)":"","Tatoeba (epo-eng)":"","Tatoeba (est-eng)":"","Tatoeba (eus-eng)":"","Tatoeba (fao-eng)":"","Tatoeba (fin-eng)":"","Tatoeba (fra-eng)":"","Tatoeba (fry-eng)":"","Tatoeba (gla-eng)":"","Tatoeba (gle-eng)":"","Tatoeba (glg-eng)":"","Tatoeba (gsw-eng)":"","Tatoeba (heb-eng)":"","Tatoeba (hin-eng)":"","Tatoeba (hrv-eng)":"","Tatoeba (hsb-eng)":"","Tatoeba (hun-eng)":"","Tatoeba (hye-eng)":"","Tatoeba (ido-eng)":"","Tatoeba (ile-eng)":"","Tatoeba (ina-eng)":"","Tatoeba (ind-eng)":"","Tatoeba (isl-eng)":"","Tatoeba (ita-eng)":"","Tatoeba (jav-eng)":"","Tatoeba (jpn-eng)":"","Tatoeba (kab-eng)":"","Tatoeba (kat-eng)":"","Tatoeba (kaz-eng)":"","Tatoeba (khm-eng)":"","Tatoeba (kor-eng)":"","Tatoeba (kur-eng)":"","Tatoeba (kzj-eng)":"","Tatoeba (lat-eng)":"","Tatoeba (lfn-eng)":"","Tatoeba (lit-eng)":"","Tatoeba (lvs-eng)":"","Tatoeba (mal-eng)":"","Tatoeba (mar-eng)":"","Tatoeba (max-eng)":"","Tatoeba (mhr-eng)":"","Tatoeba (mkd-eng)":"","Tatoeba (mon-eng)":"","Tatoeba (nds-eng)":"","Tatoeba (nld-eng)":"","Tatoeba (nno-eng)":"","Tatoeba (nob-eng)":"","Tatoeba (nov-eng)":"","Tatoeba (oci-eng)":"","Tatoeba (orv-eng)":"","Tatoeba (pam-eng)":"","Tatoeba (pes-eng)":"","Tatoeba (pms-eng)":"","Tatoeba (pol-eng)":"","Tatoeba (por-eng)":"","Tatoeba (ron-eng)":"","Tatoeba (rus-eng)":"","Tatoeba (slk-eng)":"","Tatoeba (slv-eng)":"","Tatoeba (spa-eng)":"","Tatoeba (sqi-eng)":"","Tatoeba (srp-eng)":"","Tatoeba (swe-eng)":"","Tatoeba (swg-eng)":"","Tatoeba (swh-eng)":"","Tatoeba (tam-eng)":"","Tatoeba (tat-eng)":"","Tatoeba (tel-eng)":"","Tatoeba (tgl-eng)":"","Tatoeba (tha-eng)":"","Tatoeba (tuk-eng)":"","Tatoeba (tur-eng)":"","Tatoeba (tzl-eng)":"","Tatoeba (uig-eng)":"","Tatoeba (ukr-eng)":"","Tatoeba (urd-eng)":"","Tatoeba (uzb-eng)":"","Tatoeba (vie-eng)":"","Tatoeba (war-eng)":"","Tatoeba (wuu-eng)":"","Tatoeba (xho-eng)":"","Tatoeba (yid-eng)":"","Tatoeba (yue-eng)":"","Tatoeba (zsm-eng)":""} -{"index":25,"Rank":49,"Model":"SGPT-125M-weightedmean-nli-bitfit<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":2048,"Average":"","BUCC (de-en)":1.09,"BUCC (fr-en)":0.02,"BUCC (ru-en)":0.0,"BUCC (zh-en)":0.0,"Tatoeba (afr-eng)":"","Tatoeba (amh-eng)":"","Tatoeba (ang-eng)":"","Tatoeba (ara-eng)":"","Tatoeba (arq-eng)":"","Tatoeba (arz-eng)":"","Tatoeba (ast-eng)":"","Tatoeba (awa-eng)":"","Tatoeba (aze-eng)":"","Tatoeba (bel-eng)":"","Tatoeba (ben-eng)":"","Tatoeba (ber-eng)":"","Tatoeba (bos-eng)":"","Tatoeba (bre-eng)":"","Tatoeba (bul-eng)":"","Tatoeba (cat-eng)":"","Tatoeba (cbk-eng)":"","Tatoeba (ceb-eng)":"","Tatoeba (ces-eng)":"","Tatoeba (cha-eng)":"","Tatoeba (cmn-eng)":"","Tatoeba (cor-eng)":"","Tatoeba (csb-eng)":"","Tatoeba (cym-eng)":"","Tatoeba (dan-eng)":"","Tatoeba (deu-eng)":"","Tatoeba (dsb-eng)":"","Tatoeba (dtp-eng)":"","Tatoeba (ell-eng)":"","Tatoeba (epo-eng)":"","Tatoeba (est-eng)":"","Tatoeba (eus-eng)":"","Tatoeba (fao-eng)":"","Tatoeba (fin-eng)":"","Tatoeba (fra-eng)":"","Tatoeba (fry-eng)":"","Tatoeba (gla-eng)":"","Tatoeba (gle-eng)":"","Tatoeba (glg-eng)":"","Tatoeba (gsw-eng)":"","Tatoeba (heb-eng)":"","Tatoeba (hin-eng)":"","Tatoeba (hrv-eng)":"","Tatoeba (hsb-eng)":"","Tatoeba (hun-eng)":"","Tatoeba (hye-eng)":"","Tatoeba (ido-eng)":"","Tatoeba (ile-eng)":"","Tatoeba (ina-eng)":"","Tatoeba (ind-eng)":"","Tatoeba (isl-eng)":"","Tatoeba (ita-eng)":"","Tatoeba (jav-eng)":"","Tatoeba (jpn-eng)":"","Tatoeba (kab-eng)":"","Tatoeba (kat-eng)":"","Tatoeba (kaz-eng)":"","Tatoeba (khm-eng)":"","Tatoeba (kor-eng)":"","Tatoeba (kur-eng)":"","Tatoeba (kzj-eng)":"","Tatoeba (lat-eng)":"","Tatoeba (lfn-eng)":"","Tatoeba (lit-eng)":"","Tatoeba (lvs-eng)":"","Tatoeba (mal-eng)":"","Tatoeba (mar-eng)":"","Tatoeba (max-eng)":"","Tatoeba (mhr-eng)":"","Tatoeba (mkd-eng)":"","Tatoeba (mon-eng)":"","Tatoeba (nds-eng)":"","Tatoeba (nld-eng)":"","Tatoeba (nno-eng)":"","Tatoeba (nob-eng)":"","Tatoeba (nov-eng)":"","Tatoeba (oci-eng)":"","Tatoeba (orv-eng)":"","Tatoeba (pam-eng)":"","Tatoeba (pes-eng)":"","Tatoeba (pms-eng)":"","Tatoeba (pol-eng)":"","Tatoeba (por-eng)":"","Tatoeba (ron-eng)":"","Tatoeba (rus-eng)":"","Tatoeba (slk-eng)":"","Tatoeba (slv-eng)":"","Tatoeba (spa-eng)":"","Tatoeba (sqi-eng)":"","Tatoeba (srp-eng)":"","Tatoeba (swe-eng)":"","Tatoeba (swg-eng)":"","Tatoeba (swh-eng)":"","Tatoeba (tam-eng)":"","Tatoeba (tat-eng)":"","Tatoeba (tel-eng)":"","Tatoeba (tgl-eng)":"","Tatoeba (tha-eng)":"","Tatoeba (tuk-eng)":"","Tatoeba (tur-eng)":"","Tatoeba (tzl-eng)":"","Tatoeba (uig-eng)":"","Tatoeba (ukr-eng)":"","Tatoeba (urd-eng)":"","Tatoeba (uzb-eng)":"","Tatoeba (vie-eng)":"","Tatoeba (war-eng)":"","Tatoeba (wuu-eng)":"","Tatoeba (xho-eng)":"","Tatoeba (yid-eng)":"","Tatoeba (yue-eng)":"","Tatoeba (zsm-eng)":""} -{"index":26,"Rank":50,"Model":"SGPT-5.8B-weightedmean-nli-bitfit<\/a>","Model Size (Million Parameters)":5874,"Memory Usage (GB, fp32)":21.88,"Embedding Dimensions":4096,"Max Tokens":2048,"Average":"","BUCC (de-en)":75.15,"BUCC (fr-en)":0.42,"BUCC (ru-en)":0.01,"BUCC (zh-en)":0.32,"Tatoeba (afr-eng)":"","Tatoeba (amh-eng)":"","Tatoeba (ang-eng)":"","Tatoeba (ara-eng)":"","Tatoeba (arq-eng)":"","Tatoeba (arz-eng)":"","Tatoeba (ast-eng)":"","Tatoeba (awa-eng)":"","Tatoeba (aze-eng)":"","Tatoeba (bel-eng)":"","Tatoeba (ben-eng)":"","Tatoeba (ber-eng)":"","Tatoeba (bos-eng)":"","Tatoeba (bre-eng)":"","Tatoeba (bul-eng)":"","Tatoeba (cat-eng)":"","Tatoeba (cbk-eng)":"","Tatoeba (ceb-eng)":"","Tatoeba (ces-eng)":"","Tatoeba (cha-eng)":"","Tatoeba (cmn-eng)":"","Tatoeba (cor-eng)":"","Tatoeba (csb-eng)":"","Tatoeba (cym-eng)":"","Tatoeba (dan-eng)":"","Tatoeba (deu-eng)":"","Tatoeba (dsb-eng)":"","Tatoeba (dtp-eng)":"","Tatoeba (ell-eng)":"","Tatoeba (epo-eng)":"","Tatoeba (est-eng)":"","Tatoeba (eus-eng)":"","Tatoeba (fao-eng)":"","Tatoeba (fin-eng)":"","Tatoeba (fra-eng)":"","Tatoeba (fry-eng)":"","Tatoeba (gla-eng)":"","Tatoeba (gle-eng)":"","Tatoeba (glg-eng)":"","Tatoeba (gsw-eng)":"","Tatoeba (heb-eng)":"","Tatoeba (hin-eng)":"","Tatoeba (hrv-eng)":"","Tatoeba (hsb-eng)":"","Tatoeba (hun-eng)":"","Tatoeba (hye-eng)":"","Tatoeba (ido-eng)":"","Tatoeba (ile-eng)":"","Tatoeba (ina-eng)":"","Tatoeba (ind-eng)":"","Tatoeba (isl-eng)":"","Tatoeba (ita-eng)":"","Tatoeba (jav-eng)":"","Tatoeba (jpn-eng)":"","Tatoeba (kab-eng)":"","Tatoeba (kat-eng)":"","Tatoeba (kaz-eng)":"","Tatoeba (khm-eng)":"","Tatoeba (kor-eng)":"","Tatoeba (kur-eng)":"","Tatoeba (kzj-eng)":"","Tatoeba (lat-eng)":"","Tatoeba (lfn-eng)":"","Tatoeba (lit-eng)":"","Tatoeba (lvs-eng)":"","Tatoeba (mal-eng)":"","Tatoeba (mar-eng)":"","Tatoeba (max-eng)":"","Tatoeba (mhr-eng)":"","Tatoeba (mkd-eng)":"","Tatoeba (mon-eng)":"","Tatoeba (nds-eng)":"","Tatoeba (nld-eng)":"","Tatoeba (nno-eng)":"","Tatoeba (nob-eng)":"","Tatoeba (nov-eng)":"","Tatoeba (oci-eng)":"","Tatoeba (orv-eng)":"","Tatoeba (pam-eng)":"","Tatoeba (pes-eng)":"","Tatoeba (pms-eng)":"","Tatoeba (pol-eng)":"","Tatoeba (por-eng)":"","Tatoeba (ron-eng)":"","Tatoeba (rus-eng)":"","Tatoeba (slk-eng)":"","Tatoeba (slv-eng)":"","Tatoeba (spa-eng)":"","Tatoeba (sqi-eng)":"","Tatoeba (srp-eng)":"","Tatoeba (swe-eng)":"","Tatoeba (swg-eng)":"","Tatoeba (swh-eng)":"","Tatoeba (tam-eng)":"","Tatoeba (tat-eng)":"","Tatoeba (tel-eng)":"","Tatoeba (tgl-eng)":"","Tatoeba (tha-eng)":"","Tatoeba (tuk-eng)":"","Tatoeba (tur-eng)":"","Tatoeba (tzl-eng)":"","Tatoeba (uig-eng)":"","Tatoeba (ukr-eng)":"","Tatoeba (urd-eng)":"","Tatoeba (uzb-eng)":"","Tatoeba (vie-eng)":"","Tatoeba (war-eng)":"","Tatoeba (wuu-eng)":"","Tatoeba (xho-eng)":"","Tatoeba (yid-eng)":"","Tatoeba (yue-eng)":"","Tatoeba (zsm-eng)":""} -{"index":28,"Rank":51,"Model":"KartonBERT-USE-base-v1<\/a>","Model Size (Million Parameters)":104,"Memory Usage (GB, fp32)":0.39,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","BUCC (de-en)":"","BUCC (fr-en)":"","BUCC (ru-en)":"","BUCC (zh-en)":"","Tatoeba (afr-eng)":"","Tatoeba (amh-eng)":"","Tatoeba (ang-eng)":"","Tatoeba (ara-eng)":"","Tatoeba (arq-eng)":"","Tatoeba (arz-eng)":"","Tatoeba (ast-eng)":"","Tatoeba (awa-eng)":"","Tatoeba (aze-eng)":"","Tatoeba (bel-eng)":"","Tatoeba (ben-eng)":"","Tatoeba (ber-eng)":"","Tatoeba (bos-eng)":"","Tatoeba (bre-eng)":"","Tatoeba (bul-eng)":"","Tatoeba (cat-eng)":"","Tatoeba (cbk-eng)":"","Tatoeba (ceb-eng)":"","Tatoeba (ces-eng)":"","Tatoeba (cha-eng)":"","Tatoeba (cmn-eng)":"","Tatoeba (cor-eng)":"","Tatoeba (csb-eng)":"","Tatoeba (cym-eng)":"","Tatoeba (dan-eng)":"","Tatoeba (deu-eng)":"","Tatoeba (dsb-eng)":"","Tatoeba (dtp-eng)":"","Tatoeba (ell-eng)":"","Tatoeba (epo-eng)":"","Tatoeba (est-eng)":"","Tatoeba (eus-eng)":"","Tatoeba (fao-eng)":"","Tatoeba (fin-eng)":"","Tatoeba (fra-eng)":"","Tatoeba (fry-eng)":"","Tatoeba (gla-eng)":"","Tatoeba (gle-eng)":"","Tatoeba (glg-eng)":"","Tatoeba (gsw-eng)":"","Tatoeba (heb-eng)":"","Tatoeba (hin-eng)":"","Tatoeba (hrv-eng)":"","Tatoeba (hsb-eng)":"","Tatoeba (hun-eng)":"","Tatoeba (hye-eng)":"","Tatoeba (ido-eng)":"","Tatoeba (ile-eng)":"","Tatoeba (ina-eng)":"","Tatoeba (ind-eng)":"","Tatoeba (isl-eng)":"","Tatoeba (ita-eng)":"","Tatoeba (jav-eng)":"","Tatoeba (jpn-eng)":"","Tatoeba (kab-eng)":"","Tatoeba (kat-eng)":"","Tatoeba (kaz-eng)":"","Tatoeba (khm-eng)":"","Tatoeba (kor-eng)":"","Tatoeba (kur-eng)":"","Tatoeba (kzj-eng)":"","Tatoeba (lat-eng)":"","Tatoeba (lfn-eng)":"","Tatoeba (lit-eng)":"","Tatoeba (lvs-eng)":"","Tatoeba (mal-eng)":"","Tatoeba (mar-eng)":"","Tatoeba (max-eng)":"","Tatoeba (mhr-eng)":"","Tatoeba (mkd-eng)":"","Tatoeba (mon-eng)":"","Tatoeba (nds-eng)":"","Tatoeba (nld-eng)":"","Tatoeba (nno-eng)":"","Tatoeba (nob-eng)":"","Tatoeba (nov-eng)":"","Tatoeba (oci-eng)":"","Tatoeba (orv-eng)":"","Tatoeba (pam-eng)":"","Tatoeba (pes-eng)":"","Tatoeba (pms-eng)":"","Tatoeba (pol-eng)":93.94,"Tatoeba (por-eng)":"","Tatoeba (ron-eng)":"","Tatoeba (rus-eng)":"","Tatoeba (slk-eng)":"","Tatoeba (slv-eng)":"","Tatoeba (spa-eng)":"","Tatoeba (sqi-eng)":"","Tatoeba (srp-eng)":"","Tatoeba (swe-eng)":"","Tatoeba (swg-eng)":"","Tatoeba (swh-eng)":"","Tatoeba (tam-eng)":"","Tatoeba (tat-eng)":"","Tatoeba (tel-eng)":"","Tatoeba (tgl-eng)":"","Tatoeba (tha-eng)":"","Tatoeba (tuk-eng)":"","Tatoeba (tur-eng)":"","Tatoeba (tzl-eng)":"","Tatoeba (uig-eng)":"","Tatoeba (ukr-eng)":"","Tatoeba (urd-eng)":"","Tatoeba (uzb-eng)":"","Tatoeba (vie-eng)":"","Tatoeba (war-eng)":"","Tatoeba (wuu-eng)":"","Tatoeba (xho-eng)":"","Tatoeba (yid-eng)":"","Tatoeba (yue-eng)":"","Tatoeba (zsm-eng)":""} -{"index":29,"Rank":52,"Model":"SFR-Embedding-Mistral<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","BUCC (de-en)":"","BUCC (fr-en)":"","BUCC (ru-en)":"","BUCC (zh-en)":"","Tatoeba (afr-eng)":87.66,"Tatoeba (amh-eng)":21.64,"Tatoeba (ang-eng)":83.46,"Tatoeba (ara-eng)":89.16,"Tatoeba (arq-eng)":50.3,"Tatoeba (arz-eng)":70.4,"Tatoeba (ast-eng)":81.86,"Tatoeba (awa-eng)":67.75,"Tatoeba (aze-eng)":76.2,"Tatoeba (bel-eng)":87.44,"Tatoeba (ben-eng)":81.15,"Tatoeba (ber-eng)":7.85,"Tatoeba (bos-eng)":91.92,"Tatoeba (bre-eng)":14.57,"Tatoeba (bul-eng)":93.77,"Tatoeba (cat-eng)":92.62,"Tatoeba (cbk-eng)":81.96,"Tatoeba (ceb-eng)":43.93,"Tatoeba (ces-eng)":95.12,"Tatoeba (cha-eng)":47.21,"Tatoeba (cmn-eng)":96.22,"Tatoeba (cor-eng)":9.26,"Tatoeba (csb-eng)":64.89,"Tatoeba (cym-eng)":72.14,"Tatoeba (dan-eng)":93.81,"Tatoeba (deu-eng)":99.47,"Tatoeba (dsb-eng)":66.31,"Tatoeba (dtp-eng)":11.84,"Tatoeba (ell-eng)":91.21,"Tatoeba (epo-eng)":87.38,"Tatoeba (est-eng)":64.2,"Tatoeba (eus-eng)":40.81,"Tatoeba (fao-eng)":71.95,"Tatoeba (fin-eng)":90.56,"Tatoeba (fra-eng)":95.61,"Tatoeba (fry-eng)":71.85,"Tatoeba (gla-eng)":63.95,"Tatoeba (gle-eng)":74.19,"Tatoeba (glg-eng)":91.35,"Tatoeba (gsw-eng)":52.27,"Tatoeba (heb-eng)":82.59,"Tatoeba (hin-eng)":95.25,"Tatoeba (hrv-eng)":94.38,"Tatoeba (hsb-eng)":75.51,"Tatoeba (hun-eng)":90.48,"Tatoeba (hye-eng)":63.0,"Tatoeba (ido-eng)":77.09,"Tatoeba (ile-eng)":84.97,"Tatoeba (ina-eng)":96.25,"Tatoeba (ind-eng)":93.7,"Tatoeba (isl-eng)":87.17,"Tatoeba (ita-eng)":92.07,"Tatoeba (jav-eng)":38.43,"Tatoeba (jpn-eng)":95.32,"Tatoeba (kab-eng)":3.37,"Tatoeba (kat-eng)":60.22,"Tatoeba (kaz-eng)":46.98,"Tatoeba (khm-eng)":36.97,"Tatoeba (kor-eng)":92.25,"Tatoeba (kur-eng)":31.05,"Tatoeba (kzj-eng)":12.17,"Tatoeba (lat-eng)":88.01,"Tatoeba (lfn-eng)":74.85,"Tatoeba (lit-eng)":69.19,"Tatoeba (lvs-eng)":65.97,"Tatoeba (mal-eng)":55.6,"Tatoeba (mar-eng)":69.32,"Tatoeba (max-eng)":65.53,"Tatoeba (mhr-eng)":16.21,"Tatoeba (mkd-eng)":86.9,"Tatoeba (mon-eng)":38.56,"Tatoeba (nds-eng)":78.34,"Tatoeba (nld-eng)":96.07,"Tatoeba (nno-eng)":87.26,"Tatoeba (nob-eng)":96.83,"Tatoeba (nov-eng)":74.65,"Tatoeba (oci-eng)":62.22,"Tatoeba (orv-eng)":60.95,"Tatoeba (pam-eng)":15.44,"Tatoeba (pes-eng)":89.78,"Tatoeba (pms-eng)":63.17,"Tatoeba (pol-eng)":96.87,"Tatoeba (por-eng)":94.44,"Tatoeba (ron-eng)":93.29,"Tatoeba (rus-eng)":93.6,"Tatoeba (slk-eng)":89.48,"Tatoeba (slv-eng)":87.19,"Tatoeba (spa-eng)":98.87,"Tatoeba (sqi-eng)":66.66,"Tatoeba (srp-eng)":93.23,"Tatoeba (swe-eng)":92.91,"Tatoeba (swg-eng)":68.76,"Tatoeba (swh-eng)":62.9,"Tatoeba (tam-eng)":72.45,"Tatoeba (tat-eng)":37.32,"Tatoeba (tel-eng)":43.17,"Tatoeba (tgl-eng)":93.37,"Tatoeba (tha-eng)":93.89,"Tatoeba (tuk-eng)":42.48,"Tatoeba (tur-eng)":94.33,"Tatoeba (tzl-eng)":51.59,"Tatoeba (uig-eng)":39.11,"Tatoeba (ukr-eng)":94.22,"Tatoeba (urd-eng)":83.88,"Tatoeba (uzb-eng)":53.17,"Tatoeba (vie-eng)":94.85,"Tatoeba (war-eng)":43.02,"Tatoeba (wuu-eng)":90.01,"Tatoeba (xho-eng)":36.47,"Tatoeba (yid-eng)":32.58,"Tatoeba (yue-eng)":89.87,"Tatoeba (zsm-eng)":94.56} -{"index":30,"Rank":53,"Model":"sbert_large_mt_nlu_ru<\/a>","Model Size (Million Parameters)":427,"Memory Usage (GB, fp32)":1.59,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","BUCC (de-en)":"","BUCC (fr-en)":"","BUCC (ru-en)":"","BUCC (zh-en)":"","Tatoeba (afr-eng)":2.42,"Tatoeba (amh-eng)":1.2,"Tatoeba (ang-eng)":5.98,"Tatoeba (ara-eng)":0.07,"Tatoeba (arq-eng)":0.18,"Tatoeba (arz-eng)":0.47,"Tatoeba (ast-eng)":6.21,"Tatoeba (awa-eng)":0.17,"Tatoeba (aze-eng)":0.49,"Tatoeba (bel-eng)":11.51,"Tatoeba (ben-eng)":0.0,"Tatoeba (ber-eng)":0.68,"Tatoeba (bos-eng)":1.9,"Tatoeba (bre-eng)":0.63,"Tatoeba (bul-eng)":7.69,"Tatoeba (cat-eng)":2.71,"Tatoeba (cbk-eng)":0.41,"Tatoeba (ceb-eng)":0.27,"Tatoeba (ces-eng)":0.14,"Tatoeba (cha-eng)":4.68,"Tatoeba (cmn-eng)":0.43,"Tatoeba (cor-eng)":0.4,"Tatoeba (csb-eng)":1.21,"Tatoeba (cym-eng)":1.16,"Tatoeba (dan-eng)":1.64,"Tatoeba (deu-eng)":2.42,"Tatoeba (dsb-eng)":0.11,"Tatoeba (dtp-eng)":0.6,"Tatoeba (ell-eng)":0.13,"Tatoeba (epo-eng)":0.4,"Tatoeba (est-eng)":0.37,"Tatoeba (eus-eng)":0.99,"Tatoeba (fao-eng)":1.03,"Tatoeba (fin-eng)":0.2,"Tatoeba (fra-eng)":1.81,"Tatoeba (fry-eng)":5.52,"Tatoeba (gla-eng)":0.62,"Tatoeba (gle-eng)":0.73,"Tatoeba (glg-eng)":1.21,"Tatoeba (gsw-eng)":8.64,"Tatoeba (heb-eng)":0.37,"Tatoeba (hin-eng)":0.02,"Tatoeba (hrv-eng)":0.53,"Tatoeba (hsb-eng)":0.45,"Tatoeba (hun-eng)":0.71,"Tatoeba (hye-eng)":0.23,"Tatoeba (ido-eng)":0.94,"Tatoeba (ile-eng)":4.41,"Tatoeba (ina-eng)":2.96,"Tatoeba (ind-eng)":0.61,"Tatoeba (isl-eng)":0.51,"Tatoeba (ita-eng)":1.04,"Tatoeba (jav-eng)":2.43,"Tatoeba (jpn-eng)":0.0,"Tatoeba (kab-eng)":0.28,"Tatoeba (kat-eng)":0.38,"Tatoeba (kaz-eng)":1.97,"Tatoeba (khm-eng)":0.01,"Tatoeba (kor-eng)":0.15,"Tatoeba (kur-eng)":0.14,"Tatoeba (kzj-eng)":0.27,"Tatoeba (lat-eng)":0.49,"Tatoeba (lfn-eng)":1.8,"Tatoeba (lit-eng)":0.21,"Tatoeba (lvs-eng)":0.38,"Tatoeba (mal-eng)":0.15,"Tatoeba (mar-eng)":0.05,"Tatoeba (max-eng)":1.41,"Tatoeba (mhr-eng)":1.64,"Tatoeba (mkd-eng)":5.36,"Tatoeba (mon-eng)":1.64,"Tatoeba (nds-eng)":3.5,"Tatoeba (nld-eng)":2.56,"Tatoeba (nno-eng)":1.5,"Tatoeba (nob-eng)":1.01,"Tatoeba (nov-eng)":4.41,"Tatoeba (oci-eng)":0.88,"Tatoeba (orv-eng)":4.82,"Tatoeba (pam-eng)":0.51,"Tatoeba (pes-eng)":0.14,"Tatoeba (pms-eng)":1.88,"Tatoeba (pol-eng)":0.73,"Tatoeba (por-eng)":0.73,"Tatoeba (ron-eng)":0.66,"Tatoeba (rus-eng)":28.16,"Tatoeba (slk-eng)":0.39,"Tatoeba (slv-eng)":0.85,"Tatoeba (spa-eng)":1.0,"Tatoeba (sqi-eng)":0.78,"Tatoeba (srp-eng)":4.58,"Tatoeba (swe-eng)":0.86,"Tatoeba (swg-eng)":0.04,"Tatoeba (swh-eng)":0.58,"Tatoeba (tam-eng)":0.0,"Tatoeba (tat-eng)":1.93,"Tatoeba (tel-eng)":0.54,"Tatoeba (tgl-eng)":0.27,"Tatoeba (tha-eng)":0.18,"Tatoeba (tuk-eng)":1.26,"Tatoeba (tur-eng)":0.21,"Tatoeba (tzl-eng)":0.59,"Tatoeba (uig-eng)":0.11,"Tatoeba (ukr-eng)":25.12,"Tatoeba (urd-eng)":0.03,"Tatoeba (uzb-eng)":1.71,"Tatoeba (vie-eng)":0.63,"Tatoeba (war-eng)":0.43,"Tatoeba (wuu-eng)":0.28,"Tatoeba (xho-eng)":1.22,"Tatoeba (yid-eng)":0.15,"Tatoeba (yue-eng)":0.2,"Tatoeba (zsm-eng)":0.5} -{"index":31,"Rank":54,"Model":"sbert_large_nlu_ru<\/a>","Model Size (Million Parameters)":427,"Memory Usage (GB, fp32)":1.59,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","BUCC (de-en)":"","BUCC (fr-en)":"","BUCC (ru-en)":"","BUCC (zh-en)":"","Tatoeba (afr-eng)":1.24,"Tatoeba (amh-eng)":0.6,"Tatoeba (ang-eng)":5.77,"Tatoeba (ara-eng)":0.2,"Tatoeba (arq-eng)":0.29,"Tatoeba (arz-eng)":0.01,"Tatoeba (ast-eng)":0.56,"Tatoeba (awa-eng)":0.25,"Tatoeba (aze-eng)":0.13,"Tatoeba (bel-eng)":17.74,"Tatoeba (ben-eng)":0.0,"Tatoeba (ber-eng)":0.35,"Tatoeba (bos-eng)":0.04,"Tatoeba (bre-eng)":0.31,"Tatoeba (bul-eng)":11.98,"Tatoeba (cat-eng)":0.58,"Tatoeba (cbk-eng)":0.0,"Tatoeba (ceb-eng)":0.56,"Tatoeba (ces-eng)":0.2,"Tatoeba (cha-eng)":1.05,"Tatoeba (cmn-eng)":0.33,"Tatoeba (cor-eng)":0.19,"Tatoeba (csb-eng)":0.16,"Tatoeba (cym-eng)":0.32,"Tatoeba (dan-eng)":0.79,"Tatoeba (deu-eng)":1.61,"Tatoeba (dsb-eng)":0.16,"Tatoeba (dtp-eng)":0.21,"Tatoeba (ell-eng)":0.17,"Tatoeba (epo-eng)":0.5,"Tatoeba (est-eng)":0.21,"Tatoeba (eus-eng)":0.33,"Tatoeba (fao-eng)":0.63,"Tatoeba (fin-eng)":0.07,"Tatoeba (fra-eng)":0.45,"Tatoeba (fry-eng)":3.06,"Tatoeba (gla-eng)":0.13,"Tatoeba (gle-eng)":0.24,"Tatoeba (glg-eng)":0.42,"Tatoeba (gsw-eng)":3.43,"Tatoeba (heb-eng)":0.3,"Tatoeba (hin-eng)":0.0,"Tatoeba (hrv-eng)":0.28,"Tatoeba (hsb-eng)":0.22,"Tatoeba (hun-eng)":0.37,"Tatoeba (hye-eng)":0.13,"Tatoeba (ido-eng)":0.74,"Tatoeba (ile-eng)":1.75,"Tatoeba (ina-eng)":1.37,"Tatoeba (ind-eng)":0.32,"Tatoeba (isl-eng)":0.11,"Tatoeba (ita-eng)":0.86,"Tatoeba (jav-eng)":1.17,"Tatoeba (jpn-eng)":0.0,"Tatoeba (kab-eng)":0.1,"Tatoeba (kat-eng)":0.61,"Tatoeba (kaz-eng)":2.55,"Tatoeba (khm-eng)":0.44,"Tatoeba (kor-eng)":0.29,"Tatoeba (kur-eng)":0.02,"Tatoeba (kzj-eng)":0.1,"Tatoeba (lat-eng)":0.21,"Tatoeba (lfn-eng)":1.34,"Tatoeba (lit-eng)":0.04,"Tatoeba (lvs-eng)":0.4,"Tatoeba (mal-eng)":0.0,"Tatoeba (mar-eng)":0.03,"Tatoeba (max-eng)":0.79,"Tatoeba (mhr-eng)":2.08,"Tatoeba (mkd-eng)":6.83,"Tatoeba (mon-eng)":1.96,"Tatoeba (nds-eng)":1.72,"Tatoeba (nld-eng)":1.35,"Tatoeba (nno-eng)":0.65,"Tatoeba (nob-eng)":0.73,"Tatoeba (nov-eng)":2.34,"Tatoeba (oci-eng)":0.63,"Tatoeba (orv-eng)":6.42,"Tatoeba (pam-eng)":0.34,"Tatoeba (pes-eng)":0.07,"Tatoeba (pms-eng)":0.92,"Tatoeba (pol-eng)":0.19,"Tatoeba (por-eng)":0.21,"Tatoeba (ron-eng)":0.37,"Tatoeba (rus-eng)":38.98,"Tatoeba (slk-eng)":0.12,"Tatoeba (slv-eng)":0.47,"Tatoeba (spa-eng)":0.34,"Tatoeba (sqi-eng)":0.2,"Tatoeba (srp-eng)":5.54,"Tatoeba (swe-eng)":0.55,"Tatoeba (swg-eng)":1.05,"Tatoeba (swh-eng)":0.0,"Tatoeba (tam-eng)":0.22,"Tatoeba (tat-eng)":1.43,"Tatoeba (tel-eng)":0.76,"Tatoeba (tgl-eng)":0.1,"Tatoeba (tha-eng)":0.12,"Tatoeba (tuk-eng)":0.51,"Tatoeba (tur-eng)":0.01,"Tatoeba (tzl-eng)":0.03,"Tatoeba (uig-eng)":0.08,"Tatoeba (ukr-eng)":35.48,"Tatoeba (urd-eng)":0.0,"Tatoeba (uzb-eng)":1.16,"Tatoeba (vie-eng)":0.34,"Tatoeba (war-eng)":0.22,"Tatoeba (wuu-eng)":0.35,"Tatoeba (xho-eng)":1.04,"Tatoeba (yid-eng)":0.1,"Tatoeba (yue-eng)":0.01,"Tatoeba (zsm-eng)":0.24} -{"index":35,"Rank":55,"Model":"jina-embeddings-v2-base-de-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","BUCC (de-en)":98.87,"BUCC (fr-en)":"","BUCC (ru-en)":"","BUCC (zh-en)":"","Tatoeba (afr-eng)":"","Tatoeba (amh-eng)":"","Tatoeba (ang-eng)":"","Tatoeba (ara-eng)":"","Tatoeba (arq-eng)":"","Tatoeba (arz-eng)":"","Tatoeba (ast-eng)":"","Tatoeba (awa-eng)":"","Tatoeba (aze-eng)":"","Tatoeba (bel-eng)":"","Tatoeba (ben-eng)":"","Tatoeba (ber-eng)":"","Tatoeba (bos-eng)":"","Tatoeba (bre-eng)":"","Tatoeba (bul-eng)":"","Tatoeba (cat-eng)":"","Tatoeba (cbk-eng)":"","Tatoeba (ceb-eng)":"","Tatoeba (ces-eng)":"","Tatoeba (cha-eng)":"","Tatoeba (cmn-eng)":"","Tatoeba (cor-eng)":"","Tatoeba (csb-eng)":"","Tatoeba (cym-eng)":"","Tatoeba (dan-eng)":"","Tatoeba (deu-eng)":"","Tatoeba (dsb-eng)":"","Tatoeba (dtp-eng)":"","Tatoeba (ell-eng)":"","Tatoeba (epo-eng)":"","Tatoeba (est-eng)":"","Tatoeba (eus-eng)":"","Tatoeba (fao-eng)":"","Tatoeba (fin-eng)":"","Tatoeba (fra-eng)":"","Tatoeba (fry-eng)":"","Tatoeba (gla-eng)":"","Tatoeba (gle-eng)":"","Tatoeba (glg-eng)":"","Tatoeba (gsw-eng)":"","Tatoeba (heb-eng)":"","Tatoeba (hin-eng)":"","Tatoeba (hrv-eng)":"","Tatoeba (hsb-eng)":"","Tatoeba (hun-eng)":"","Tatoeba (hye-eng)":"","Tatoeba (ido-eng)":"","Tatoeba (ile-eng)":"","Tatoeba (ina-eng)":"","Tatoeba (ind-eng)":"","Tatoeba (isl-eng)":"","Tatoeba (ita-eng)":"","Tatoeba (jav-eng)":"","Tatoeba (jpn-eng)":"","Tatoeba (kab-eng)":"","Tatoeba (kat-eng)":"","Tatoeba (kaz-eng)":"","Tatoeba (khm-eng)":"","Tatoeba (kor-eng)":"","Tatoeba (kur-eng)":"","Tatoeba (kzj-eng)":"","Tatoeba (lat-eng)":"","Tatoeba (lfn-eng)":"","Tatoeba (lit-eng)":"","Tatoeba (lvs-eng)":"","Tatoeba (mal-eng)":"","Tatoeba (mar-eng)":"","Tatoeba (max-eng)":"","Tatoeba (mhr-eng)":"","Tatoeba (mkd-eng)":"","Tatoeba (mon-eng)":"","Tatoeba (nds-eng)":"","Tatoeba (nld-eng)":"","Tatoeba (nno-eng)":"","Tatoeba (nob-eng)":"","Tatoeba (nov-eng)":"","Tatoeba (oci-eng)":"","Tatoeba (orv-eng)":"","Tatoeba (pam-eng)":"","Tatoeba (pes-eng)":"","Tatoeba (pms-eng)":"","Tatoeba (pol-eng)":"","Tatoeba (por-eng)":"","Tatoeba (ron-eng)":"","Tatoeba (rus-eng)":"","Tatoeba (slk-eng)":"","Tatoeba (slv-eng)":"","Tatoeba (spa-eng)":"","Tatoeba (sqi-eng)":"","Tatoeba (srp-eng)":"","Tatoeba (swe-eng)":"","Tatoeba (swg-eng)":"","Tatoeba (swh-eng)":"","Tatoeba (tam-eng)":"","Tatoeba (tat-eng)":"","Tatoeba (tel-eng)":"","Tatoeba (tgl-eng)":"","Tatoeba (tha-eng)":"","Tatoeba (tuk-eng)":"","Tatoeba (tur-eng)":"","Tatoeba (tzl-eng)":"","Tatoeba (uig-eng)":"","Tatoeba (ukr-eng)":"","Tatoeba (urd-eng)":"","Tatoeba (uzb-eng)":"","Tatoeba (vie-eng)":"","Tatoeba (war-eng)":"","Tatoeba (wuu-eng)":"","Tatoeba (xho-eng)":"","Tatoeba (yid-eng)":"","Tatoeba (yue-eng)":"","Tatoeba (zsm-eng)":""} -{"index":36,"Rank":56,"Model":"LaBSE-en-ru<\/a>","Model Size (Million Parameters)":129,"Memory Usage (GB, fp32)":0.48,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","BUCC (de-en)":"","BUCC (fr-en)":"","BUCC (ru-en)":"","BUCC (zh-en)":"","Tatoeba (afr-eng)":"","Tatoeba (amh-eng)":"","Tatoeba (ang-eng)":"","Tatoeba (ara-eng)":"","Tatoeba (arq-eng)":"","Tatoeba (arz-eng)":"","Tatoeba (ast-eng)":"","Tatoeba (awa-eng)":"","Tatoeba (aze-eng)":"","Tatoeba (bel-eng)":"","Tatoeba (ben-eng)":"","Tatoeba (ber-eng)":"","Tatoeba (bos-eng)":"","Tatoeba (bre-eng)":"","Tatoeba (bul-eng)":"","Tatoeba (cat-eng)":"","Tatoeba (cbk-eng)":"","Tatoeba (ceb-eng)":"","Tatoeba (ces-eng)":"","Tatoeba (cha-eng)":"","Tatoeba (cmn-eng)":"","Tatoeba (cor-eng)":"","Tatoeba (csb-eng)":"","Tatoeba (cym-eng)":"","Tatoeba (dan-eng)":"","Tatoeba (deu-eng)":"","Tatoeba (dsb-eng)":"","Tatoeba (dtp-eng)":"","Tatoeba (ell-eng)":"","Tatoeba (epo-eng)":"","Tatoeba (est-eng)":"","Tatoeba (eus-eng)":"","Tatoeba (fao-eng)":"","Tatoeba (fin-eng)":"","Tatoeba (fra-eng)":"","Tatoeba (fry-eng)":"","Tatoeba (gla-eng)":"","Tatoeba (gle-eng)":"","Tatoeba (glg-eng)":"","Tatoeba (gsw-eng)":"","Tatoeba (heb-eng)":"","Tatoeba (hin-eng)":"","Tatoeba (hrv-eng)":"","Tatoeba (hsb-eng)":"","Tatoeba (hun-eng)":"","Tatoeba (hye-eng)":"","Tatoeba (ido-eng)":"","Tatoeba (ile-eng)":"","Tatoeba (ina-eng)":"","Tatoeba (ind-eng)":"","Tatoeba (isl-eng)":"","Tatoeba (ita-eng)":"","Tatoeba (jav-eng)":"","Tatoeba (jpn-eng)":"","Tatoeba (kab-eng)":"","Tatoeba (kat-eng)":"","Tatoeba (kaz-eng)":"","Tatoeba (khm-eng)":"","Tatoeba (kor-eng)":"","Tatoeba (kur-eng)":"","Tatoeba (kzj-eng)":"","Tatoeba (lat-eng)":"","Tatoeba (lfn-eng)":"","Tatoeba (lit-eng)":"","Tatoeba (lvs-eng)":"","Tatoeba (mal-eng)":"","Tatoeba (mar-eng)":"","Tatoeba (max-eng)":"","Tatoeba (mhr-eng)":"","Tatoeba (mkd-eng)":"","Tatoeba (mon-eng)":"","Tatoeba (nds-eng)":"","Tatoeba (nld-eng)":"","Tatoeba (nno-eng)":"","Tatoeba (nob-eng)":"","Tatoeba (nov-eng)":"","Tatoeba (oci-eng)":"","Tatoeba (orv-eng)":"","Tatoeba (pam-eng)":"","Tatoeba (pes-eng)":"","Tatoeba (pms-eng)":"","Tatoeba (pol-eng)":"","Tatoeba (por-eng)":"","Tatoeba (ron-eng)":"","Tatoeba (rus-eng)":93.62,"Tatoeba (slk-eng)":"","Tatoeba (slv-eng)":"","Tatoeba (spa-eng)":"","Tatoeba (sqi-eng)":"","Tatoeba (srp-eng)":"","Tatoeba (swe-eng)":"","Tatoeba (swg-eng)":"","Tatoeba (swh-eng)":"","Tatoeba (tam-eng)":"","Tatoeba (tat-eng)":"","Tatoeba (tel-eng)":"","Tatoeba (tgl-eng)":"","Tatoeba (tha-eng)":"","Tatoeba (tuk-eng)":"","Tatoeba (tur-eng)":"","Tatoeba (tzl-eng)":"","Tatoeba (uig-eng)":"","Tatoeba (ukr-eng)":"","Tatoeba (urd-eng)":"","Tatoeba (uzb-eng)":"","Tatoeba (vie-eng)":"","Tatoeba (war-eng)":"","Tatoeba (wuu-eng)":"","Tatoeba (xho-eng)":"","Tatoeba (yid-eng)":"","Tatoeba (yue-eng)":"","Tatoeba (zsm-eng)":""} -{"index":37,"Rank":57,"Model":"rubert-tiny<\/a>","Model Size (Million Parameters)":12,"Memory Usage (GB, fp32)":0.04,"Embedding Dimensions":512,"Max Tokens":514,"Average":"","BUCC (de-en)":"","BUCC (fr-en)":"","BUCC (ru-en)":"","BUCC (zh-en)":"","Tatoeba (afr-eng)":3.2,"Tatoeba (amh-eng)":0.61,"Tatoeba (ang-eng)":6.76,"Tatoeba (ara-eng)":0.0,"Tatoeba (arq-eng)":0.17,"Tatoeba (arz-eng)":0.07,"Tatoeba (ast-eng)":5.05,"Tatoeba (awa-eng)":0.11,"Tatoeba (aze-eng)":0.54,"Tatoeba (bel-eng)":9.88,"Tatoeba (ben-eng)":0.15,"Tatoeba (ber-eng)":0.66,"Tatoeba (bos-eng)":2.31,"Tatoeba (bre-eng)":0.56,"Tatoeba (bul-eng)":19.67,"Tatoeba (cat-eng)":3.31,"Tatoeba (cbk-eng)":2.38,"Tatoeba (ceb-eng)":1.07,"Tatoeba (ces-eng)":0.8,"Tatoeba (cha-eng)":2.63,"Tatoeba (cmn-eng)":0.6,"Tatoeba (cor-eng)":0.58,"Tatoeba (csb-eng)":0.86,"Tatoeba (cym-eng)":0.76,"Tatoeba (dan-eng)":3.21,"Tatoeba (deu-eng)":2.04,"Tatoeba (dsb-eng)":1.4,"Tatoeba (dtp-eng)":0.46,"Tatoeba (ell-eng)":0.2,"Tatoeba (epo-eng)":1.58,"Tatoeba (est-eng)":0.86,"Tatoeba (eus-eng)":0.86,"Tatoeba (fao-eng)":2.21,"Tatoeba (fin-eng)":0.4,"Tatoeba (fra-eng)":5.04,"Tatoeba (fry-eng)":6.18,"Tatoeba (gla-eng)":0.79,"Tatoeba (gle-eng)":0.38,"Tatoeba (glg-eng)":2.41,"Tatoeba (gsw-eng)":4.01,"Tatoeba (heb-eng)":0.43,"Tatoeba (hin-eng)":0.03,"Tatoeba (hrv-eng)":1.97,"Tatoeba (hsb-eng)":1.71,"Tatoeba (hun-eng)":0.36,"Tatoeba (hye-eng)":0.0,"Tatoeba (ido-eng)":2.59,"Tatoeba (ile-eng)":10.55,"Tatoeba (ina-eng)":8.61,"Tatoeba (ind-eng)":1.02,"Tatoeba (isl-eng)":0.83,"Tatoeba (ita-eng)":3.99,"Tatoeba (jav-eng)":1.71,"Tatoeba (jpn-eng)":0.0,"Tatoeba (kab-eng)":0.14,"Tatoeba (kat-eng)":0.2,"Tatoeba (kaz-eng)":3.22,"Tatoeba (khm-eng)":0.03,"Tatoeba (kor-eng)":0.25,"Tatoeba (kur-eng)":1.73,"Tatoeba (kzj-eng)":0.45,"Tatoeba (lat-eng)":3.23,"Tatoeba (lfn-eng)":4.36,"Tatoeba (lit-eng)":0.71,"Tatoeba (lvs-eng)":0.65,"Tatoeba (mal-eng)":0.01,"Tatoeba (mar-eng)":0.01,"Tatoeba (max-eng)":3.1,"Tatoeba (mhr-eng)":1.99,"Tatoeba (mkd-eng)":10.82,"Tatoeba (mon-eng)":1.34,"Tatoeba (nds-eng)":3.17,"Tatoeba (nld-eng)":4.39,"Tatoeba (nno-eng)":1.65,"Tatoeba (nob-eng)":2.32,"Tatoeba (nov-eng)":18.1,"Tatoeba (oci-eng)":1.91,"Tatoeba (orv-eng)":5.51,"Tatoeba (pam-eng)":0.4,"Tatoeba (pes-eng)":0.0,"Tatoeba (pms-eng)":1.81,"Tatoeba (pol-eng)":0.92,"Tatoeba (por-eng)":2.54,"Tatoeba (ron-eng)":2.69,"Tatoeba (rus-eng)":78.56,"Tatoeba (slk-eng)":0.76,"Tatoeba (slv-eng)":1.62,"Tatoeba (spa-eng)":3.18,"Tatoeba (sqi-eng)":1.38,"Tatoeba (srp-eng)":4.8,"Tatoeba (swe-eng)":2.77,"Tatoeba (swg-eng)":2.2,"Tatoeba (swh-eng)":1.04,"Tatoeba (tam-eng)":0.36,"Tatoeba (tat-eng)":1.82,"Tatoeba (tel-eng)":0.06,"Tatoeba (tgl-eng)":0.79,"Tatoeba (tha-eng)":0.19,"Tatoeba (tuk-eng)":1.84,"Tatoeba (tur-eng)":0.44,"Tatoeba (tzl-eng)":1.78,"Tatoeba (uig-eng)":0.2,"Tatoeba (ukr-eng)":20.11,"Tatoeba (urd-eng)":0.0,"Tatoeba (uzb-eng)":2.94,"Tatoeba (vie-eng)":0.89,"Tatoeba (war-eng)":0.97,"Tatoeba (wuu-eng)":0.17,"Tatoeba (xho-eng)":1.25,"Tatoeba (yid-eng)":0.15,"Tatoeba (yue-eng)":0.0,"Tatoeba (zsm-eng)":1.1} -{"index":38,"Rank":58,"Model":"rubert-tiny2<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"Embedding Dimensions":2048,"Max Tokens":514,"Average":"","BUCC (de-en)":"","BUCC (fr-en)":"","BUCC (ru-en)":"","BUCC (zh-en)":"","Tatoeba (afr-eng)":5.01,"Tatoeba (amh-eng)":0.65,"Tatoeba (ang-eng)":16.64,"Tatoeba (ara-eng)":0.28,"Tatoeba (arq-eng)":0.3,"Tatoeba (arz-eng)":0.03,"Tatoeba (ast-eng)":12.51,"Tatoeba (awa-eng)":0.45,"Tatoeba (aze-eng)":2.91,"Tatoeba (bel-eng)":16.75,"Tatoeba (ben-eng)":0.01,"Tatoeba (ber-eng)":3.6,"Tatoeba (bos-eng)":6.19,"Tatoeba (bre-eng)":2.27,"Tatoeba (bul-eng)":30.57,"Tatoeba (cat-eng)":7.52,"Tatoeba (cbk-eng)":3.55,"Tatoeba (ceb-eng)":2.55,"Tatoeba (ces-eng)":1.68,"Tatoeba (cha-eng)":8.89,"Tatoeba (cmn-eng)":0.71,"Tatoeba (cor-eng)":3.04,"Tatoeba (csb-eng)":4.88,"Tatoeba (cym-eng)":3.09,"Tatoeba (dan-eng)":6.31,"Tatoeba (deu-eng)":3.94,"Tatoeba (dsb-eng)":2.13,"Tatoeba (dtp-eng)":1.49,"Tatoeba (ell-eng)":0.44,"Tatoeba (epo-eng)":2.98,"Tatoeba (est-eng)":2.19,"Tatoeba (eus-eng)":3.9,"Tatoeba (fao-eng)":4.85,"Tatoeba (fin-eng)":1.28,"Tatoeba (fra-eng)":6.21,"Tatoeba (fry-eng)":10.42,"Tatoeba (gla-eng)":2.06,"Tatoeba (gle-eng)":2.76,"Tatoeba (glg-eng)":4.34,"Tatoeba (gsw-eng)":9.92,"Tatoeba (heb-eng)":0.58,"Tatoeba (hin-eng)":0.03,"Tatoeba (hrv-eng)":5.06,"Tatoeba (hsb-eng)":2.48,"Tatoeba (hun-eng)":2.03,"Tatoeba (hye-eng)":0.54,"Tatoeba (ido-eng)":5.98,"Tatoeba (ile-eng)":13.8,"Tatoeba (ina-eng)":12.44,"Tatoeba (ind-eng)":2.26,"Tatoeba (isl-eng)":3.1,"Tatoeba (ita-eng)":7.38,"Tatoeba (jav-eng)":2.29,"Tatoeba (jpn-eng)":0.26,"Tatoeba (kab-eng)":0.64,"Tatoeba (kat-eng)":1.0,"Tatoeba (kaz-eng)":8.08,"Tatoeba (khm-eng)":0.0,"Tatoeba (kor-eng)":0.35,"Tatoeba (kur-eng)":3.96,"Tatoeba (kzj-eng)":1.39,"Tatoeba (lat-eng)":6.13,"Tatoeba (lfn-eng)":7.11,"Tatoeba (lit-eng)":1.35,"Tatoeba (lvs-eng)":1.93,"Tatoeba (mal-eng)":0.15,"Tatoeba (mar-eng)":0.02,"Tatoeba (max-eng)":7.3,"Tatoeba (mhr-eng)":6.0,"Tatoeba (mkd-eng)":13.4,"Tatoeba (mon-eng)":7.39,"Tatoeba (nds-eng)":6.88,"Tatoeba (nld-eng)":9.18,"Tatoeba (nno-eng)":4.35,"Tatoeba (nob-eng)":4.68,"Tatoeba (nov-eng)":23.41,"Tatoeba (oci-eng)":4.32,"Tatoeba (orv-eng)":9.61,"Tatoeba (pam-eng)":2.4,"Tatoeba (pes-eng)":0.7,"Tatoeba (pms-eng)":6.26,"Tatoeba (pol-eng)":2.75,"Tatoeba (por-eng)":4.5,"Tatoeba (ron-eng)":4.44,"Tatoeba (rus-eng)":82.92,"Tatoeba (slk-eng)":2.62,"Tatoeba (slv-eng)":3.44,"Tatoeba (spa-eng)":5.9,"Tatoeba (sqi-eng)":3.46,"Tatoeba (srp-eng)":8.91,"Tatoeba (swe-eng)":4.08,"Tatoeba (swg-eng)":10.32,"Tatoeba (swh-eng)":3.76,"Tatoeba (tam-eng)":0.02,"Tatoeba (tat-eng)":6.52,"Tatoeba (tel-eng)":0.4,"Tatoeba (tgl-eng)":2.5,"Tatoeba (tha-eng)":0.3,"Tatoeba (tuk-eng)":3.56,"Tatoeba (tur-eng)":1.67,"Tatoeba (tzl-eng)":16.56,"Tatoeba (uig-eng)":0.42,"Tatoeba (ukr-eng)":25.99,"Tatoeba (urd-eng)":0.0,"Tatoeba (uzb-eng)":4.59,"Tatoeba (vie-eng)":3.96,"Tatoeba (war-eng)":2.07,"Tatoeba (wuu-eng)":0.14,"Tatoeba (xho-eng)":5.52,"Tatoeba (yid-eng)":0.02,"Tatoeba (yue-eng)":0.36,"Tatoeba (zsm-eng)":2.78} -{"index":39,"Rank":59,"Model":"USER-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","BUCC (de-en)":"","BUCC (fr-en)":"","BUCC (ru-en)":"","BUCC (zh-en)":"","Tatoeba (afr-eng)":"","Tatoeba (amh-eng)":"","Tatoeba (ang-eng)":"","Tatoeba (ara-eng)":"","Tatoeba (arq-eng)":"","Tatoeba (arz-eng)":"","Tatoeba (ast-eng)":"","Tatoeba (awa-eng)":"","Tatoeba (aze-eng)":"","Tatoeba (bel-eng)":"","Tatoeba (ben-eng)":"","Tatoeba (ber-eng)":"","Tatoeba (bos-eng)":"","Tatoeba (bre-eng)":"","Tatoeba (bul-eng)":"","Tatoeba (cat-eng)":"","Tatoeba (cbk-eng)":"","Tatoeba (ceb-eng)":"","Tatoeba (ces-eng)":"","Tatoeba (cha-eng)":"","Tatoeba (cmn-eng)":"","Tatoeba (cor-eng)":"","Tatoeba (csb-eng)":"","Tatoeba (cym-eng)":"","Tatoeba (dan-eng)":"","Tatoeba (deu-eng)":"","Tatoeba (dsb-eng)":"","Tatoeba (dtp-eng)":"","Tatoeba (ell-eng)":"","Tatoeba (epo-eng)":"","Tatoeba (est-eng)":"","Tatoeba (eus-eng)":"","Tatoeba (fao-eng)":"","Tatoeba (fin-eng)":"","Tatoeba (fra-eng)":"","Tatoeba (fry-eng)":"","Tatoeba (gla-eng)":"","Tatoeba (gle-eng)":"","Tatoeba (glg-eng)":"","Tatoeba (gsw-eng)":"","Tatoeba (heb-eng)":"","Tatoeba (hin-eng)":"","Tatoeba (hrv-eng)":"","Tatoeba (hsb-eng)":"","Tatoeba (hun-eng)":"","Tatoeba (hye-eng)":"","Tatoeba (ido-eng)":"","Tatoeba (ile-eng)":"","Tatoeba (ina-eng)":"","Tatoeba (ind-eng)":"","Tatoeba (isl-eng)":"","Tatoeba (ita-eng)":"","Tatoeba (jav-eng)":"","Tatoeba (jpn-eng)":"","Tatoeba (kab-eng)":"","Tatoeba (kat-eng)":"","Tatoeba (kaz-eng)":"","Tatoeba (khm-eng)":"","Tatoeba (kor-eng)":"","Tatoeba (kur-eng)":"","Tatoeba (kzj-eng)":"","Tatoeba (lat-eng)":"","Tatoeba (lfn-eng)":"","Tatoeba (lit-eng)":"","Tatoeba (lvs-eng)":"","Tatoeba (mal-eng)":"","Tatoeba (mar-eng)":"","Tatoeba (max-eng)":"","Tatoeba (mhr-eng)":"","Tatoeba (mkd-eng)":"","Tatoeba (mon-eng)":"","Tatoeba (nds-eng)":"","Tatoeba (nld-eng)":"","Tatoeba (nno-eng)":"","Tatoeba (nob-eng)":"","Tatoeba (nov-eng)":"","Tatoeba (oci-eng)":"","Tatoeba (orv-eng)":"","Tatoeba (pam-eng)":"","Tatoeba (pes-eng)":"","Tatoeba (pms-eng)":"","Tatoeba (pol-eng)":"","Tatoeba (por-eng)":"","Tatoeba (ron-eng)":"","Tatoeba (rus-eng)":90.2,"Tatoeba (slk-eng)":"","Tatoeba (slv-eng)":"","Tatoeba (spa-eng)":"","Tatoeba (sqi-eng)":"","Tatoeba (srp-eng)":"","Tatoeba (swe-eng)":"","Tatoeba (swg-eng)":"","Tatoeba (swh-eng)":"","Tatoeba (tam-eng)":"","Tatoeba (tat-eng)":"","Tatoeba (tel-eng)":"","Tatoeba (tgl-eng)":"","Tatoeba (tha-eng)":"","Tatoeba (tuk-eng)":"","Tatoeba (tur-eng)":"","Tatoeba (tzl-eng)":"","Tatoeba (uig-eng)":"","Tatoeba (ukr-eng)":"","Tatoeba (urd-eng)":"","Tatoeba (uzb-eng)":"","Tatoeba (vie-eng)":"","Tatoeba (war-eng)":"","Tatoeba (wuu-eng)":"","Tatoeba (xho-eng)":"","Tatoeba (yid-eng)":"","Tatoeba (yue-eng)":"","Tatoeba (zsm-eng)":""} -{"index":40,"Rank":60,"Model":"USER-bge-m3<\/a>","Model Size (Million Parameters)":359,"Memory Usage (GB, fp32)":1.34,"Embedding Dimensions":1024,"Max Tokens":8192,"Average":"","BUCC (de-en)":"","BUCC (fr-en)":"","BUCC (ru-en)":"","BUCC (zh-en)":"","Tatoeba (afr-eng)":"","Tatoeba (amh-eng)":"","Tatoeba (ang-eng)":"","Tatoeba (ara-eng)":"","Tatoeba (arq-eng)":"","Tatoeba (arz-eng)":"","Tatoeba (ast-eng)":"","Tatoeba (awa-eng)":"","Tatoeba (aze-eng)":"","Tatoeba (bel-eng)":"","Tatoeba (ben-eng)":"","Tatoeba (ber-eng)":"","Tatoeba (bos-eng)":"","Tatoeba (bre-eng)":"","Tatoeba (bul-eng)":"","Tatoeba (cat-eng)":"","Tatoeba (cbk-eng)":"","Tatoeba (ceb-eng)":"","Tatoeba (ces-eng)":"","Tatoeba (cha-eng)":"","Tatoeba (cmn-eng)":"","Tatoeba (cor-eng)":"","Tatoeba (csb-eng)":"","Tatoeba (cym-eng)":"","Tatoeba (dan-eng)":"","Tatoeba (deu-eng)":"","Tatoeba (dsb-eng)":"","Tatoeba (dtp-eng)":"","Tatoeba (ell-eng)":"","Tatoeba (epo-eng)":"","Tatoeba (est-eng)":"","Tatoeba (eus-eng)":"","Tatoeba (fao-eng)":"","Tatoeba (fin-eng)":"","Tatoeba (fra-eng)":"","Tatoeba (fry-eng)":"","Tatoeba (gla-eng)":"","Tatoeba (gle-eng)":"","Tatoeba (glg-eng)":"","Tatoeba (gsw-eng)":"","Tatoeba (heb-eng)":"","Tatoeba (hin-eng)":"","Tatoeba (hrv-eng)":"","Tatoeba (hsb-eng)":"","Tatoeba (hun-eng)":"","Tatoeba (hye-eng)":"","Tatoeba (ido-eng)":"","Tatoeba (ile-eng)":"","Tatoeba (ina-eng)":"","Tatoeba (ind-eng)":"","Tatoeba (isl-eng)":"","Tatoeba (ita-eng)":"","Tatoeba (jav-eng)":"","Tatoeba (jpn-eng)":"","Tatoeba (kab-eng)":"","Tatoeba (kat-eng)":"","Tatoeba (kaz-eng)":"","Tatoeba (khm-eng)":"","Tatoeba (kor-eng)":"","Tatoeba (kur-eng)":"","Tatoeba (kzj-eng)":"","Tatoeba (lat-eng)":"","Tatoeba (lfn-eng)":"","Tatoeba (lit-eng)":"","Tatoeba (lvs-eng)":"","Tatoeba (mal-eng)":"","Tatoeba (mar-eng)":"","Tatoeba (max-eng)":"","Tatoeba (mhr-eng)":"","Tatoeba (mkd-eng)":"","Tatoeba (mon-eng)":"","Tatoeba (nds-eng)":"","Tatoeba (nld-eng)":"","Tatoeba (nno-eng)":"","Tatoeba (nob-eng)":"","Tatoeba (nov-eng)":"","Tatoeba (oci-eng)":"","Tatoeba (orv-eng)":"","Tatoeba (pam-eng)":"","Tatoeba (pes-eng)":"","Tatoeba (pms-eng)":"","Tatoeba (pol-eng)":"","Tatoeba (por-eng)":"","Tatoeba (ron-eng)":"","Tatoeba (rus-eng)":93.52,"Tatoeba (slk-eng)":"","Tatoeba (slv-eng)":"","Tatoeba (spa-eng)":"","Tatoeba (sqi-eng)":"","Tatoeba (srp-eng)":"","Tatoeba (swe-eng)":"","Tatoeba (swg-eng)":"","Tatoeba (swh-eng)":"","Tatoeba (tam-eng)":"","Tatoeba (tat-eng)":"","Tatoeba (tel-eng)":"","Tatoeba (tgl-eng)":"","Tatoeba (tha-eng)":"","Tatoeba (tuk-eng)":"","Tatoeba (tur-eng)":"","Tatoeba (tzl-eng)":"","Tatoeba (uig-eng)":"","Tatoeba (ukr-eng)":"","Tatoeba (urd-eng)":"","Tatoeba (uzb-eng)":"","Tatoeba (vie-eng)":"","Tatoeba (war-eng)":"","Tatoeba (wuu-eng)":"","Tatoeba (xho-eng)":"","Tatoeba (yid-eng)":"","Tatoeba (yue-eng)":"","Tatoeba (zsm-eng)":""} -{"index":41,"Rank":61,"Model":"deberta-v1-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","BUCC (de-en)":"","BUCC (fr-en)":"","BUCC (ru-en)":"","BUCC (zh-en)":"","Tatoeba (afr-eng)":"","Tatoeba (amh-eng)":"","Tatoeba (ang-eng)":"","Tatoeba (ara-eng)":"","Tatoeba (arq-eng)":"","Tatoeba (arz-eng)":"","Tatoeba (ast-eng)":"","Tatoeba (awa-eng)":"","Tatoeba (aze-eng)":"","Tatoeba (bel-eng)":"","Tatoeba (ben-eng)":"","Tatoeba (ber-eng)":"","Tatoeba (bos-eng)":"","Tatoeba (bre-eng)":"","Tatoeba (bul-eng)":"","Tatoeba (cat-eng)":"","Tatoeba (cbk-eng)":"","Tatoeba (ceb-eng)":"","Tatoeba (ces-eng)":"","Tatoeba (cha-eng)":"","Tatoeba (cmn-eng)":"","Tatoeba (cor-eng)":"","Tatoeba (csb-eng)":"","Tatoeba (cym-eng)":"","Tatoeba (dan-eng)":"","Tatoeba (deu-eng)":"","Tatoeba (dsb-eng)":"","Tatoeba (dtp-eng)":"","Tatoeba (ell-eng)":"","Tatoeba (epo-eng)":"","Tatoeba (est-eng)":"","Tatoeba (eus-eng)":"","Tatoeba (fao-eng)":"","Tatoeba (fin-eng)":"","Tatoeba (fra-eng)":"","Tatoeba (fry-eng)":"","Tatoeba (gla-eng)":"","Tatoeba (gle-eng)":"","Tatoeba (glg-eng)":"","Tatoeba (gsw-eng)":"","Tatoeba (heb-eng)":"","Tatoeba (hin-eng)":"","Tatoeba (hrv-eng)":"","Tatoeba (hsb-eng)":"","Tatoeba (hun-eng)":"","Tatoeba (hye-eng)":"","Tatoeba (ido-eng)":"","Tatoeba (ile-eng)":"","Tatoeba (ina-eng)":"","Tatoeba (ind-eng)":"","Tatoeba (isl-eng)":"","Tatoeba (ita-eng)":"","Tatoeba (jav-eng)":"","Tatoeba (jpn-eng)":"","Tatoeba (kab-eng)":"","Tatoeba (kat-eng)":"","Tatoeba (kaz-eng)":"","Tatoeba (khm-eng)":"","Tatoeba (kor-eng)":"","Tatoeba (kur-eng)":"","Tatoeba (kzj-eng)":"","Tatoeba (lat-eng)":"","Tatoeba (lfn-eng)":"","Tatoeba (lit-eng)":"","Tatoeba (lvs-eng)":"","Tatoeba (mal-eng)":"","Tatoeba (mar-eng)":"","Tatoeba (max-eng)":"","Tatoeba (mhr-eng)":"","Tatoeba (mkd-eng)":"","Tatoeba (mon-eng)":"","Tatoeba (nds-eng)":"","Tatoeba (nld-eng)":"","Tatoeba (nno-eng)":"","Tatoeba (nob-eng)":"","Tatoeba (nov-eng)":"","Tatoeba (oci-eng)":"","Tatoeba (orv-eng)":"","Tatoeba (pam-eng)":"","Tatoeba (pes-eng)":"","Tatoeba (pms-eng)":"","Tatoeba (pol-eng)":"","Tatoeba (por-eng)":"","Tatoeba (ron-eng)":"","Tatoeba (rus-eng)":13.21,"Tatoeba (slk-eng)":"","Tatoeba (slv-eng)":"","Tatoeba (spa-eng)":"","Tatoeba (sqi-eng)":"","Tatoeba (srp-eng)":"","Tatoeba (swe-eng)":"","Tatoeba (swg-eng)":"","Tatoeba (swh-eng)":"","Tatoeba (tam-eng)":"","Tatoeba (tat-eng)":"","Tatoeba (tel-eng)":"","Tatoeba (tgl-eng)":"","Tatoeba (tha-eng)":"","Tatoeba (tuk-eng)":"","Tatoeba (tur-eng)":"","Tatoeba (tzl-eng)":"","Tatoeba (uig-eng)":"","Tatoeba (ukr-eng)":"","Tatoeba (urd-eng)":"","Tatoeba (uzb-eng)":"","Tatoeba (vie-eng)":"","Tatoeba (war-eng)":"","Tatoeba (wuu-eng)":"","Tatoeba (xho-eng)":"","Tatoeba (yid-eng)":"","Tatoeba (yue-eng)":"","Tatoeba (zsm-eng)":""} -{"index":43,"Rank":62,"Model":"e5-base-4k<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","BUCC (de-en)":"","BUCC (fr-en)":"","BUCC (ru-en)":"","BUCC (zh-en)":"","Tatoeba (afr-eng)":7.69,"Tatoeba (amh-eng)":0.65,"Tatoeba (ang-eng)":15.17,"Tatoeba (ara-eng)":0.37,"Tatoeba (arq-eng)":0.51,"Tatoeba (arz-eng)":0.42,"Tatoeba (ast-eng)":17.6,"Tatoeba (awa-eng)":0.09,"Tatoeba (aze-eng)":3.55,"Tatoeba (bel-eng)":1.62,"Tatoeba (ben-eng)":0.01,"Tatoeba (ber-eng)":4.23,"Tatoeba (bos-eng)":7.11,"Tatoeba (bre-eng)":3.8,"Tatoeba (bul-eng)":1.4,"Tatoeba (cat-eng)":17.25,"Tatoeba (cbk-eng)":14.44,"Tatoeba (ceb-eng)":4.75,"Tatoeba (ces-eng)":4.11,"Tatoeba (cha-eng)":14.24,"Tatoeba (cmn-eng)":1.66,"Tatoeba (cor-eng)":2.78,"Tatoeba (csb-eng)":7.24,"Tatoeba (cym-eng)":6.6,"Tatoeba (dan-eng)":11.31,"Tatoeba (deu-eng)":24.09,"Tatoeba (dsb-eng)":5.42,"Tatoeba (dtp-eng)":3.12,"Tatoeba (ell-eng)":0.57,"Tatoeba (epo-eng)":11.31,"Tatoeba (est-eng)":3.4,"Tatoeba (eus-eng)":4.35,"Tatoeba (fao-eng)":7.05,"Tatoeba (fin-eng)":2.98,"Tatoeba (fra-eng)":24.72,"Tatoeba (fry-eng)":18.03,"Tatoeba (gla-eng)":2.55,"Tatoeba (gle-eng)":3.15,"Tatoeba (glg-eng)":19.87,"Tatoeba (gsw-eng)":16.05,"Tatoeba (heb-eng)":0.65,"Tatoeba (hin-eng)":0.1,"Tatoeba (hrv-eng)":6.57,"Tatoeba (hsb-eng)":5.04,"Tatoeba (hun-eng)":3.16,"Tatoeba (hye-eng)":0.4,"Tatoeba (ido-eng)":15.55,"Tatoeba (ile-eng)":20.4,"Tatoeba (ina-eng)":32.22,"Tatoeba (ind-eng)":6.76,"Tatoeba (isl-eng)":3.54,"Tatoeba (ita-eng)":17.65,"Tatoeba (jav-eng)":4.89,"Tatoeba (jpn-eng)":0.92,"Tatoeba (kab-eng)":0.8,"Tatoeba (kat-eng)":0.31,"Tatoeba (kaz-eng)":0.43,"Tatoeba (khm-eng)":0.17,"Tatoeba (kor-eng)":0.81,"Tatoeba (kur-eng)":7.91,"Tatoeba (kzj-eng)":4.21,"Tatoeba (lat-eng)":7.74,"Tatoeba (lfn-eng)":13.48,"Tatoeba (lit-eng)":2.8,"Tatoeba (lvs-eng)":3.57,"Tatoeba (mal-eng)":0.0,"Tatoeba (mar-eng)":0.05,"Tatoeba (max-eng)":11.27,"Tatoeba (mhr-eng)":0.14,"Tatoeba (mkd-eng)":0.24,"Tatoeba (mon-eng)":1.34,"Tatoeba (nds-eng)":12.48,"Tatoeba (nld-eng)":14.96,"Tatoeba (nno-eng)":8.52,"Tatoeba (nob-eng)":12.85,"Tatoeba (nov-eng)":25.6,"Tatoeba (oci-eng)":11.11,"Tatoeba (orv-eng)":0.22,"Tatoeba (pam-eng)":4.17,"Tatoeba (pes-eng)":0.34,"Tatoeba (pms-eng)":12.14,"Tatoeba (pol-eng)":5.18,"Tatoeba (por-eng)":20.03,"Tatoeba (ron-eng)":11.04,"Tatoeba (rus-eng)":0.83,"Tatoeba (slk-eng)":5.34,"Tatoeba (slv-eng)":5.9,"Tatoeba (spa-eng)":21.17,"Tatoeba (sqi-eng)":5.52,"Tatoeba (srp-eng)":2.59,"Tatoeba (swe-eng)":10.78,"Tatoeba (swg-eng)":14.58,"Tatoeba (swh-eng)":5.56,"Tatoeba (tam-eng)":0.84,"Tatoeba (tat-eng)":1.06,"Tatoeba (tel-eng)":0.53,"Tatoeba (tgl-eng)":4.54,"Tatoeba (tha-eng)":0.67,"Tatoeba (tuk-eng)":2.82,"Tatoeba (tur-eng)":3.5,"Tatoeba (tzl-eng)":14.85,"Tatoeba (uig-eng)":0.36,"Tatoeba (ukr-eng)":1.09,"Tatoeba (urd-eng)":0.0,"Tatoeba (uzb-eng)":1.78,"Tatoeba (vie-eng)":4.39,"Tatoeba (war-eng)":6.97,"Tatoeba (wuu-eng)":1.25,"Tatoeba (xho-eng)":3.12,"Tatoeba (yid-eng)":0.24,"Tatoeba (yue-eng)":1.35,"Tatoeba (zsm-eng)":7.68} -{"index":45,"Rank":63,"Model":"e5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","BUCC (de-en)":"","BUCC (fr-en)":"","BUCC (ru-en)":"","BUCC (zh-en)":"","Tatoeba (afr-eng)":8.9,"Tatoeba (amh-eng)":0.01,"Tatoeba (ang-eng)":17.07,"Tatoeba (ara-eng)":0.39,"Tatoeba (arq-eng)":0.48,"Tatoeba (arz-eng)":0.45,"Tatoeba (ast-eng)":16.87,"Tatoeba (awa-eng)":0.03,"Tatoeba (aze-eng)":4.7,"Tatoeba (bel-eng)":1.63,"Tatoeba (ben-eng)":0.0,"Tatoeba (ber-eng)":5.41,"Tatoeba (bos-eng)":11.19,"Tatoeba (bre-eng)":4.45,"Tatoeba (bul-eng)":0.77,"Tatoeba (cat-eng)":20.57,"Tatoeba (cbk-eng)":18.11,"Tatoeba (ceb-eng)":6.24,"Tatoeba (ces-eng)":5.56,"Tatoeba (cha-eng)":14.81,"Tatoeba (cmn-eng)":2.06,"Tatoeba (cor-eng)":2.91,"Tatoeba (csb-eng)":8.62,"Tatoeba (cym-eng)":6.44,"Tatoeba (dan-eng)":15.22,"Tatoeba (deu-eng)":24.57,"Tatoeba (dsb-eng)":6.67,"Tatoeba (dtp-eng)":3.63,"Tatoeba (ell-eng)":0.5,"Tatoeba (epo-eng)":14.41,"Tatoeba (est-eng)":3.75,"Tatoeba (eus-eng)":7.28,"Tatoeba (fao-eng)":9.59,"Tatoeba (fin-eng)":4.66,"Tatoeba (fra-eng)":33.47,"Tatoeba (fry-eng)":18.26,"Tatoeba (gla-eng)":2.87,"Tatoeba (gle-eng)":3.74,"Tatoeba (glg-eng)":25.31,"Tatoeba (gsw-eng)":16.17,"Tatoeba (heb-eng)":0.61,"Tatoeba (hin-eng)":0.0,"Tatoeba (hrv-eng)":9.04,"Tatoeba (hsb-eng)":5.43,"Tatoeba (hun-eng)":5.8,"Tatoeba (hye-eng)":0.67,"Tatoeba (ido-eng)":22.37,"Tatoeba (ile-eng)":27.93,"Tatoeba (ina-eng)":36.55,"Tatoeba (ind-eng)":8.47,"Tatoeba (isl-eng)":5.16,"Tatoeba (ita-eng)":22.75,"Tatoeba (jav-eng)":6.0,"Tatoeba (jpn-eng)":0.24,"Tatoeba (kab-eng)":1.2,"Tatoeba (kat-eng)":0.81,"Tatoeba (kaz-eng)":0.73,"Tatoeba (khm-eng)":0.28,"Tatoeba (kor-eng)":1.31,"Tatoeba (kur-eng)":7.76,"Tatoeba (kzj-eng)":5.03,"Tatoeba (lat-eng)":10.81,"Tatoeba (lfn-eng)":19.71,"Tatoeba (lit-eng)":3.32,"Tatoeba (lvs-eng)":5.23,"Tatoeba (mal-eng)":0.15,"Tatoeba (mar-eng)":0.01,"Tatoeba (max-eng)":11.72,"Tatoeba (mhr-eng)":0.11,"Tatoeba (mkd-eng)":0.19,"Tatoeba (mon-eng)":1.46,"Tatoeba (nds-eng)":16.31,"Tatoeba (nld-eng)":18.58,"Tatoeba (nno-eng)":10.62,"Tatoeba (nob-eng)":15.27,"Tatoeba (nov-eng)":34.73,"Tatoeba (oci-eng)":14.39,"Tatoeba (orv-eng)":0.01,"Tatoeba (pam-eng)":5.21,"Tatoeba (pes-eng)":0.6,"Tatoeba (pms-eng)":14.19,"Tatoeba (pol-eng)":7.24,"Tatoeba (por-eng)":30.46,"Tatoeba (ron-eng)":14.49,"Tatoeba (rus-eng)":0.3,"Tatoeba (slk-eng)":6.67,"Tatoeba (slv-eng)":6.94,"Tatoeba (spa-eng)":30.23,"Tatoeba (sqi-eng)":7.02,"Tatoeba (srp-eng)":4.41,"Tatoeba (swe-eng)":11.32,"Tatoeba (swg-eng)":14.61,"Tatoeba (swh-eng)":6.96,"Tatoeba (tam-eng)":0.0,"Tatoeba (tat-eng)":0.68,"Tatoeba (tel-eng)":0.02,"Tatoeba (tgl-eng)":6.8,"Tatoeba (tha-eng)":1.22,"Tatoeba (tuk-eng)":4.64,"Tatoeba (tur-eng)":4.92,"Tatoeba (tzl-eng)":15.98,"Tatoeba (uig-eng)":0.5,"Tatoeba (ukr-eng)":1.0,"Tatoeba (urd-eng)":0.0,"Tatoeba (uzb-eng)":4.12,"Tatoeba (vie-eng)":5.91,"Tatoeba (war-eng)":6.66,"Tatoeba (wuu-eng)":1.36,"Tatoeba (xho-eng)":4.37,"Tatoeba (yid-eng)":0.05,"Tatoeba (yue-eng)":1.15,"Tatoeba (zsm-eng)":9.47} -{"index":46,"Rank":64,"Model":"e5-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","BUCC (de-en)":"","BUCC (fr-en)":"","BUCC (ru-en)":"","BUCC (zh-en)":"","Tatoeba (afr-eng)":10.45,"Tatoeba (amh-eng)":0.68,"Tatoeba (ang-eng)":22.42,"Tatoeba (ara-eng)":0.51,"Tatoeba (arq-eng)":0.89,"Tatoeba (arz-eng)":0.53,"Tatoeba (ast-eng)":25.63,"Tatoeba (awa-eng)":0.03,"Tatoeba (aze-eng)":4.82,"Tatoeba (bel-eng)":2.67,"Tatoeba (ben-eng)":0.13,"Tatoeba (ber-eng)":5.43,"Tatoeba (bos-eng)":12.34,"Tatoeba (bre-eng)":5.12,"Tatoeba (bul-eng)":1.84,"Tatoeba (cat-eng)":23.42,"Tatoeba (cbk-eng)":20.37,"Tatoeba (ceb-eng)":6.11,"Tatoeba (ces-eng)":6.83,"Tatoeba (cha-eng)":18.54,"Tatoeba (cmn-eng)":3.15,"Tatoeba (cor-eng)":3.76,"Tatoeba (csb-eng)":7.91,"Tatoeba (cym-eng)":6.76,"Tatoeba (dan-eng)":16.58,"Tatoeba (deu-eng)":33.61,"Tatoeba (dsb-eng)":7.33,"Tatoeba (dtp-eng)":3.36,"Tatoeba (ell-eng)":0.66,"Tatoeba (epo-eng)":16.56,"Tatoeba (est-eng)":4.68,"Tatoeba (eus-eng)":8.28,"Tatoeba (fao-eng)":11.7,"Tatoeba (fin-eng)":5.15,"Tatoeba (fra-eng)":34.76,"Tatoeba (fry-eng)":21.29,"Tatoeba (gla-eng)":2.99,"Tatoeba (gle-eng)":3.36,"Tatoeba (glg-eng)":26.68,"Tatoeba (gsw-eng)":17.85,"Tatoeba (heb-eng)":0.91,"Tatoeba (hin-eng)":0.0,"Tatoeba (hrv-eng)":9.74,"Tatoeba (hsb-eng)":6.97,"Tatoeba (hun-eng)":6.96,"Tatoeba (hye-eng)":0.47,"Tatoeba (ido-eng)":21.92,"Tatoeba (ile-eng)":29.23,"Tatoeba (ina-eng)":41.66,"Tatoeba (ind-eng)":8.38,"Tatoeba (isl-eng)":6.57,"Tatoeba (ita-eng)":23.44,"Tatoeba (jav-eng)":5.96,"Tatoeba (jpn-eng)":1.72,"Tatoeba (kab-eng)":1.42,"Tatoeba (kat-eng)":0.26,"Tatoeba (kaz-eng)":1.15,"Tatoeba (khm-eng)":0.47,"Tatoeba (kor-eng)":1.23,"Tatoeba (kur-eng)":8.55,"Tatoeba (kzj-eng)":5.49,"Tatoeba (lat-eng)":11.03,"Tatoeba (lfn-eng)":21.16,"Tatoeba (lit-eng)":3.48,"Tatoeba (lvs-eng)":5.15,"Tatoeba (mal-eng)":0.15,"Tatoeba (mar-eng)":0.28,"Tatoeba (max-eng)":13.15,"Tatoeba (mhr-eng)":0.46,"Tatoeba (mkd-eng)":0.66,"Tatoeba (mon-eng)":2.62,"Tatoeba (nds-eng)":18.57,"Tatoeba (nld-eng)":21.17,"Tatoeba (nno-eng)":12.53,"Tatoeba (nob-eng)":15.99,"Tatoeba (nov-eng)":37.07,"Tatoeba (oci-eng)":15.52,"Tatoeba (orv-eng)":0.21,"Tatoeba (pam-eng)":6.15,"Tatoeba (pes-eng)":0.52,"Tatoeba (pms-eng)":16.13,"Tatoeba (pol-eng)":7.65,"Tatoeba (por-eng)":30.56,"Tatoeba (ron-eng)":16.3,"Tatoeba (rus-eng)":2.58,"Tatoeba (slk-eng)":7.19,"Tatoeba (slv-eng)":8.13,"Tatoeba (spa-eng)":31.62,"Tatoeba (sqi-eng)":7.49,"Tatoeba (srp-eng)":4.86,"Tatoeba (swe-eng)":13.87,"Tatoeba (swg-eng)":12.1,"Tatoeba (swh-eng)":8.51,"Tatoeba (tam-eng)":0.01,"Tatoeba (tat-eng)":1.03,"Tatoeba (tel-eng)":0.36,"Tatoeba (tgl-eng)":6.46,"Tatoeba (tha-eng)":1.03,"Tatoeba (tuk-eng)":5.0,"Tatoeba (tur-eng)":5.49,"Tatoeba (tzl-eng)":16.48,"Tatoeba (uig-eng)":0.5,"Tatoeba (ukr-eng)":1.4,"Tatoeba (urd-eng)":0.27,"Tatoeba (uzb-eng)":3.94,"Tatoeba (vie-eng)":6.37,"Tatoeba (war-eng)":7.47,"Tatoeba (wuu-eng)":1.92,"Tatoeba (xho-eng)":3.03,"Tatoeba (yid-eng)":0.49,"Tatoeba (yue-eng)":2.48,"Tatoeba (zsm-eng)":9.91} -{"index":47,"Rank":65,"Model":"e5-large<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","BUCC (de-en)":"","BUCC (fr-en)":"","BUCC (ru-en)":"","BUCC (zh-en)":"","Tatoeba (afr-eng)":11.53,"Tatoeba (amh-eng)":0.08,"Tatoeba (ang-eng)":15.06,"Tatoeba (ara-eng)":0.31,"Tatoeba (arq-eng)":0.61,"Tatoeba (arz-eng)":0.21,"Tatoeba (ast-eng)":25.64,"Tatoeba (awa-eng)":0.76,"Tatoeba (aze-eng)":5.52,"Tatoeba (bel-eng)":1.67,"Tatoeba (ben-eng)":0.0,"Tatoeba (ber-eng)":5.52,"Tatoeba (bos-eng)":13.26,"Tatoeba (bre-eng)":4.9,"Tatoeba (bul-eng)":0.5,"Tatoeba (cat-eng)":25.7,"Tatoeba (cbk-eng)":24.06,"Tatoeba (ceb-eng)":7.57,"Tatoeba (ces-eng)":6.27,"Tatoeba (cha-eng)":20.74,"Tatoeba (cmn-eng)":2.83,"Tatoeba (cor-eng)":2.95,"Tatoeba (csb-eng)":11.53,"Tatoeba (cym-eng)":8.04,"Tatoeba (dan-eng)":18.87,"Tatoeba (deu-eng)":39.83,"Tatoeba (dsb-eng)":7.25,"Tatoeba (dtp-eng)":3.64,"Tatoeba (ell-eng)":0.6,"Tatoeba (epo-eng)":17.29,"Tatoeba (est-eng)":3.57,"Tatoeba (eus-eng)":8.28,"Tatoeba (fao-eng)":10.97,"Tatoeba (fin-eng)":6.29,"Tatoeba (fra-eng)":44.31,"Tatoeba (fry-eng)":19.73,"Tatoeba (gla-eng)":3.37,"Tatoeba (gle-eng)":3.77,"Tatoeba (glg-eng)":29.58,"Tatoeba (gsw-eng)":17.47,"Tatoeba (heb-eng)":0.47,"Tatoeba (hin-eng)":0.0,"Tatoeba (hrv-eng)":11.06,"Tatoeba (hsb-eng)":6.93,"Tatoeba (hun-eng)":6.26,"Tatoeba (hye-eng)":0.4,"Tatoeba (ido-eng)":26.18,"Tatoeba (ile-eng)":34.31,"Tatoeba (ina-eng)":45.6,"Tatoeba (ind-eng)":9.53,"Tatoeba (isl-eng)":6.28,"Tatoeba (ita-eng)":29.93,"Tatoeba (jav-eng)":7.79,"Tatoeba (jpn-eng)":0.74,"Tatoeba (kab-eng)":1.32,"Tatoeba (kat-eng)":0.59,"Tatoeba (kaz-eng)":0.95,"Tatoeba (khm-eng)":0.42,"Tatoeba (kor-eng)":1.44,"Tatoeba (kur-eng)":10.07,"Tatoeba (kzj-eng)":5.68,"Tatoeba (lat-eng)":13.19,"Tatoeba (lfn-eng)":24.09,"Tatoeba (lit-eng)":3.4,"Tatoeba (lvs-eng)":5.02,"Tatoeba (mal-eng)":0.3,"Tatoeba (mar-eng)":0.14,"Tatoeba (max-eng)":12.62,"Tatoeba (mhr-eng)":0.01,"Tatoeba (mkd-eng)":0.22,"Tatoeba (mon-eng)":2.03,"Tatoeba (nds-eng)":20.18,"Tatoeba (nld-eng)":22.82,"Tatoeba (nno-eng)":13.17,"Tatoeba (nob-eng)":19.22,"Tatoeba (nov-eng)":34.03,"Tatoeba (oci-eng)":16.23,"Tatoeba (orv-eng)":0.1,"Tatoeba (pam-eng)":6.43,"Tatoeba (pes-eng)":0.8,"Tatoeba (pms-eng)":16.27,"Tatoeba (pol-eng)":8.06,"Tatoeba (por-eng)":38.89,"Tatoeba (ron-eng)":14.73,"Tatoeba (rus-eng)":0.33,"Tatoeba (slk-eng)":8.08,"Tatoeba (slv-eng)":9.23,"Tatoeba (spa-eng)":40.6,"Tatoeba (sqi-eng)":7.94,"Tatoeba (srp-eng)":4.41,"Tatoeba (swe-eng)":15.61,"Tatoeba (swg-eng)":16.76,"Tatoeba (swh-eng)":6.72,"Tatoeba (tam-eng)":0.42,"Tatoeba (tat-eng)":1.18,"Tatoeba (tel-eng)":0.43,"Tatoeba (tgl-eng)":6.7,"Tatoeba (tha-eng)":1.4,"Tatoeba (tuk-eng)":4.12,"Tatoeba (tur-eng)":6.06,"Tatoeba (tzl-eng)":22.2,"Tatoeba (uig-eng)":0.6,"Tatoeba (ukr-eng)":0.83,"Tatoeba (urd-eng)":0.11,"Tatoeba (uzb-eng)":3.84,"Tatoeba (vie-eng)":7.01,"Tatoeba (war-eng)":7.61,"Tatoeba (wuu-eng)":1.46,"Tatoeba (xho-eng)":2.65,"Tatoeba (yid-eng)":0.31,"Tatoeba (yue-eng)":1.76,"Tatoeba (zsm-eng)":10.44} -{"index":48,"Rank":66,"Model":"e5-large-v2<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","BUCC (de-en)":"","BUCC (fr-en)":"","BUCC (ru-en)":"","BUCC (zh-en)":"","Tatoeba (afr-eng)":14.06,"Tatoeba (amh-eng)":0.05,"Tatoeba (ang-eng)":20.52,"Tatoeba (ara-eng)":0.54,"Tatoeba (arq-eng)":0.93,"Tatoeba (arz-eng)":0.21,"Tatoeba (ast-eng)":34.17,"Tatoeba (awa-eng)":0.07,"Tatoeba (aze-eng)":5.82,"Tatoeba (bel-eng)":2.84,"Tatoeba (ben-eng)":0.0,"Tatoeba (ber-eng)":5.31,"Tatoeba (bos-eng)":14.46,"Tatoeba (bre-eng)":5.13,"Tatoeba (bul-eng)":4.13,"Tatoeba (cat-eng)":29.27,"Tatoeba (cbk-eng)":29.76,"Tatoeba (ceb-eng)":8.33,"Tatoeba (ces-eng)":7.5,"Tatoeba (cha-eng)":16.95,"Tatoeba (cmn-eng)":2.63,"Tatoeba (cor-eng)":3.96,"Tatoeba (csb-eng)":12.24,"Tatoeba (cym-eng)":7.79,"Tatoeba (dan-eng)":29.27,"Tatoeba (deu-eng)":57.44,"Tatoeba (dsb-eng)":10.42,"Tatoeba (dtp-eng)":4.58,"Tatoeba (ell-eng)":1.44,"Tatoeba (epo-eng)":18.77,"Tatoeba (est-eng)":4.5,"Tatoeba (eus-eng)":9.2,"Tatoeba (fao-eng)":15.09,"Tatoeba (fin-eng)":5.89,"Tatoeba (fra-eng)":51.44,"Tatoeba (fry-eng)":25.25,"Tatoeba (gla-eng)":3.45,"Tatoeba (gle-eng)":4.29,"Tatoeba (glg-eng)":36.15,"Tatoeba (gsw-eng)":20.97,"Tatoeba (heb-eng)":0.87,"Tatoeba (hin-eng)":0.3,"Tatoeba (hrv-eng)":14.76,"Tatoeba (hsb-eng)":9.41,"Tatoeba (hun-eng)":6.66,"Tatoeba (hye-eng)":0.81,"Tatoeba (ido-eng)":22.58,"Tatoeba (ile-eng)":33.88,"Tatoeba (ina-eng)":49.41,"Tatoeba (ind-eng)":9.85,"Tatoeba (isl-eng)":10.27,"Tatoeba (ita-eng)":31.16,"Tatoeba (jav-eng)":7.58,"Tatoeba (jpn-eng)":2.29,"Tatoeba (kab-eng)":1.64,"Tatoeba (kat-eng)":1.27,"Tatoeba (kaz-eng)":1.44,"Tatoeba (khm-eng)":0.32,"Tatoeba (kor-eng)":1.7,"Tatoeba (kur-eng)":10.32,"Tatoeba (kzj-eng)":6.54,"Tatoeba (lat-eng)":14.13,"Tatoeba (lfn-eng)":25.13,"Tatoeba (lit-eng)":4.44,"Tatoeba (lvs-eng)":6.81,"Tatoeba (mal-eng)":0.32,"Tatoeba (mar-eng)":0.25,"Tatoeba (max-eng)":14.68,"Tatoeba (mhr-eng)":0.67,"Tatoeba (mkd-eng)":1.64,"Tatoeba (mon-eng)":2.73,"Tatoeba (nds-eng)":25.08,"Tatoeba (nld-eng)":28.79,"Tatoeba (nno-eng)":18.76,"Tatoeba (nob-eng)":27.97,"Tatoeba (nov-eng)":37.2,"Tatoeba (oci-eng)":17.76,"Tatoeba (orv-eng)":0.51,"Tatoeba (pam-eng)":6.46,"Tatoeba (pes-eng)":0.42,"Tatoeba (pms-eng)":16.64,"Tatoeba (pol-eng)":10.63,"Tatoeba (por-eng)":49.24,"Tatoeba (ron-eng)":17.06,"Tatoeba (rus-eng)":4.8,"Tatoeba (slk-eng)":9.2,"Tatoeba (slv-eng)":11.91,"Tatoeba (spa-eng)":49.84,"Tatoeba (sqi-eng)":10.53,"Tatoeba (srp-eng)":7.67,"Tatoeba (swe-eng)":21.42,"Tatoeba (swg-eng)":20.81,"Tatoeba (swh-eng)":8.5,"Tatoeba (tam-eng)":0.04,"Tatoeba (tat-eng)":1.03,"Tatoeba (tel-eng)":0.38,"Tatoeba (tgl-eng)":8.73,"Tatoeba (tha-eng)":1.4,"Tatoeba (tuk-eng)":4.64,"Tatoeba (tur-eng)":5.49,"Tatoeba (tzl-eng)":21.14,"Tatoeba (uig-eng)":0.61,"Tatoeba (ukr-eng)":2.09,"Tatoeba (urd-eng)":0.1,"Tatoeba (uzb-eng)":3.43,"Tatoeba (vie-eng)":7.3,"Tatoeba (war-eng)":8.24,"Tatoeba (wuu-eng)":2.59,"Tatoeba (xho-eng)":4.91,"Tatoeba (yid-eng)":0.49,"Tatoeba (yue-eng)":3.74,"Tatoeba (zsm-eng)":12.54} -{"index":50,"Rank":67,"Model":"e5-small<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","BUCC (de-en)":"","BUCC (fr-en)":"","BUCC (ru-en)":"","BUCC (zh-en)":"","Tatoeba (afr-eng)":8.44,"Tatoeba (amh-eng)":0.01,"Tatoeba (ang-eng)":19.24,"Tatoeba (ara-eng)":0.38,"Tatoeba (arq-eng)":0.44,"Tatoeba (arz-eng)":0.06,"Tatoeba (ast-eng)":26.43,"Tatoeba (awa-eng)":0.01,"Tatoeba (aze-eng)":4.19,"Tatoeba (bel-eng)":1.47,"Tatoeba (ben-eng)":0.0,"Tatoeba (ber-eng)":5.33,"Tatoeba (bos-eng)":7.77,"Tatoeba (bre-eng)":3.76,"Tatoeba (bul-eng)":0.42,"Tatoeba (cat-eng)":22.05,"Tatoeba (cbk-eng)":19.13,"Tatoeba (ceb-eng)":5.59,"Tatoeba (ces-eng)":4.36,"Tatoeba (cha-eng)":17.69,"Tatoeba (cmn-eng)":1.62,"Tatoeba (cor-eng)":2.93,"Tatoeba (csb-eng)":6.78,"Tatoeba (cym-eng)":6.71,"Tatoeba (dan-eng)":13.05,"Tatoeba (deu-eng)":20.28,"Tatoeba (dsb-eng)":6.51,"Tatoeba (dtp-eng)":3.59,"Tatoeba (ell-eng)":0.5,"Tatoeba (epo-eng)":15.45,"Tatoeba (est-eng)":3.51,"Tatoeba (eus-eng)":7.24,"Tatoeba (fao-eng)":8.66,"Tatoeba (fin-eng)":3.82,"Tatoeba (fra-eng)":30.19,"Tatoeba (fry-eng)":15.8,"Tatoeba (gla-eng)":2.72,"Tatoeba (gle-eng)":3.99,"Tatoeba (glg-eng)":24.9,"Tatoeba (gsw-eng)":14.93,"Tatoeba (heb-eng)":0.3,"Tatoeba (hin-eng)":0.01,"Tatoeba (hrv-eng)":8.26,"Tatoeba (hsb-eng)":6.14,"Tatoeba (hun-eng)":4.62,"Tatoeba (hye-eng)":0.4,"Tatoeba (ido-eng)":17.98,"Tatoeba (ile-eng)":25.58,"Tatoeba (ina-eng)":38.44,"Tatoeba (ind-eng)":6.89,"Tatoeba (isl-eng)":5.86,"Tatoeba (ita-eng)":20.04,"Tatoeba (jav-eng)":4.78,"Tatoeba (jpn-eng)":0.3,"Tatoeba (kab-eng)":1.36,"Tatoeba (kat-eng)":0.42,"Tatoeba (kaz-eng)":0.54,"Tatoeba (khm-eng)":0.14,"Tatoeba (kor-eng)":1.18,"Tatoeba (kur-eng)":8.01,"Tatoeba (kzj-eng)":5.09,"Tatoeba (lat-eng)":10.38,"Tatoeba (lfn-eng)":15.24,"Tatoeba (lit-eng)":3.47,"Tatoeba (lvs-eng)":4.56,"Tatoeba (mal-eng)":0.15,"Tatoeba (mar-eng)":0.0,"Tatoeba (max-eng)":10.19,"Tatoeba (mhr-eng)":0.17,"Tatoeba (mkd-eng)":0.11,"Tatoeba (mon-eng)":1.82,"Tatoeba (nds-eng)":14.38,"Tatoeba (nld-eng)":17.28,"Tatoeba (nno-eng)":10.77,"Tatoeba (nob-eng)":13.56,"Tatoeba (nov-eng)":30.82,"Tatoeba (oci-eng)":13.94,"Tatoeba (orv-eng)":0.09,"Tatoeba (pam-eng)":4.7,"Tatoeba (pes-eng)":0.6,"Tatoeba (pms-eng)":14.19,"Tatoeba (pol-eng)":6.56,"Tatoeba (por-eng)":32.48,"Tatoeba (ron-eng)":13.08,"Tatoeba (rus-eng)":0.17,"Tatoeba (slk-eng)":6.65,"Tatoeba (slv-eng)":6.94,"Tatoeba (spa-eng)":35.33,"Tatoeba (sqi-eng)":7.01,"Tatoeba (srp-eng)":3.72,"Tatoeba (swe-eng)":9.28,"Tatoeba (swg-eng)":10.97,"Tatoeba (swh-eng)":6.44,"Tatoeba (tam-eng)":0.7,"Tatoeba (tat-eng)":0.85,"Tatoeba (tel-eng)":0.43,"Tatoeba (tgl-eng)":6.37,"Tatoeba (tha-eng)":0.85,"Tatoeba (tuk-eng)":4.07,"Tatoeba (tur-eng)":3.97,"Tatoeba (tzl-eng)":17.55,"Tatoeba (uig-eng)":0.54,"Tatoeba (ukr-eng)":0.86,"Tatoeba (urd-eng)":0.01,"Tatoeba (uzb-eng)":3.58,"Tatoeba (vie-eng)":5.09,"Tatoeba (war-eng)":6.15,"Tatoeba (wuu-eng)":1.32,"Tatoeba (xho-eng)":3.71,"Tatoeba (yid-eng)":0.31,"Tatoeba (yue-eng)":1.1,"Tatoeba (zsm-eng)":7.91} -{"index":59,"Rank":68,"Model":"jina-embeddings-v2-base-de<\/a>","Model Size (Million Parameters)":161,"Memory Usage (GB, fp32)":0.6,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","BUCC (de-en)":98.87,"BUCC (fr-en)":"","BUCC (ru-en)":"","BUCC (zh-en)":"","Tatoeba (afr-eng)":"","Tatoeba (amh-eng)":"","Tatoeba (ang-eng)":"","Tatoeba (ara-eng)":"","Tatoeba (arq-eng)":"","Tatoeba (arz-eng)":"","Tatoeba (ast-eng)":"","Tatoeba (awa-eng)":"","Tatoeba (aze-eng)":"","Tatoeba (bel-eng)":"","Tatoeba (ben-eng)":"","Tatoeba (ber-eng)":"","Tatoeba (bos-eng)":"","Tatoeba (bre-eng)":"","Tatoeba (bul-eng)":"","Tatoeba (cat-eng)":"","Tatoeba (cbk-eng)":"","Tatoeba (ceb-eng)":"","Tatoeba (ces-eng)":"","Tatoeba (cha-eng)":"","Tatoeba (cmn-eng)":"","Tatoeba (cor-eng)":"","Tatoeba (csb-eng)":"","Tatoeba (cym-eng)":"","Tatoeba (dan-eng)":"","Tatoeba (deu-eng)":"","Tatoeba (dsb-eng)":"","Tatoeba (dtp-eng)":"","Tatoeba (ell-eng)":"","Tatoeba (epo-eng)":"","Tatoeba (est-eng)":"","Tatoeba (eus-eng)":"","Tatoeba (fao-eng)":"","Tatoeba (fin-eng)":"","Tatoeba (fra-eng)":"","Tatoeba (fry-eng)":"","Tatoeba (gla-eng)":"","Tatoeba (gle-eng)":"","Tatoeba (glg-eng)":"","Tatoeba (gsw-eng)":"","Tatoeba (heb-eng)":"","Tatoeba (hin-eng)":"","Tatoeba (hrv-eng)":"","Tatoeba (hsb-eng)":"","Tatoeba (hun-eng)":"","Tatoeba (hye-eng)":"","Tatoeba (ido-eng)":"","Tatoeba (ile-eng)":"","Tatoeba (ina-eng)":"","Tatoeba (ind-eng)":"","Tatoeba (isl-eng)":"","Tatoeba (ita-eng)":"","Tatoeba (jav-eng)":"","Tatoeba (jpn-eng)":"","Tatoeba (kab-eng)":"","Tatoeba (kat-eng)":"","Tatoeba (kaz-eng)":"","Tatoeba (khm-eng)":"","Tatoeba (kor-eng)":"","Tatoeba (kur-eng)":"","Tatoeba (kzj-eng)":"","Tatoeba (lat-eng)":"","Tatoeba (lfn-eng)":"","Tatoeba (lit-eng)":"","Tatoeba (lvs-eng)":"","Tatoeba (mal-eng)":"","Tatoeba (mar-eng)":"","Tatoeba (max-eng)":"","Tatoeba (mhr-eng)":"","Tatoeba (mkd-eng)":"","Tatoeba (mon-eng)":"","Tatoeba (nds-eng)":"","Tatoeba (nld-eng)":"","Tatoeba (nno-eng)":"","Tatoeba (nob-eng)":"","Tatoeba (nov-eng)":"","Tatoeba (oci-eng)":"","Tatoeba (orv-eng)":"","Tatoeba (pam-eng)":"","Tatoeba (pes-eng)":"","Tatoeba (pms-eng)":"","Tatoeba (pol-eng)":"","Tatoeba (por-eng)":"","Tatoeba (ron-eng)":"","Tatoeba (rus-eng)":"","Tatoeba (slk-eng)":"","Tatoeba (slv-eng)":"","Tatoeba (spa-eng)":"","Tatoeba (sqi-eng)":"","Tatoeba (srp-eng)":"","Tatoeba (swe-eng)":"","Tatoeba (swg-eng)":"","Tatoeba (swh-eng)":"","Tatoeba (tam-eng)":"","Tatoeba (tat-eng)":"","Tatoeba (tel-eng)":"","Tatoeba (tgl-eng)":"","Tatoeba (tha-eng)":"","Tatoeba (tuk-eng)":"","Tatoeba (tur-eng)":"","Tatoeba (tzl-eng)":"","Tatoeba (uig-eng)":"","Tatoeba (ukr-eng)":"","Tatoeba (urd-eng)":"","Tatoeba (uzb-eng)":"","Tatoeba (vie-eng)":"","Tatoeba (war-eng)":"","Tatoeba (wuu-eng)":"","Tatoeba (xho-eng)":"","Tatoeba (yid-eng)":"","Tatoeba (yue-eng)":"","Tatoeba (zsm-eng)":""} -{"index":60,"Rank":69,"Model":"jina-embeddings-v2-base-en<\/a>","Model Size (Million Parameters)":275,"Memory Usage (GB, fp32)":1.02,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","BUCC (de-en)":"","BUCC (fr-en)":"","BUCC (ru-en)":"","BUCC (zh-en)":"","Tatoeba (afr-eng)":0.01,"Tatoeba (amh-eng)":0.48,"Tatoeba (ang-eng)":1.11,"Tatoeba (ara-eng)":0.02,"Tatoeba (arq-eng)":0.11,"Tatoeba (arz-eng)":0.09,"Tatoeba (ast-eng)":0.98,"Tatoeba (awa-eng)":0.0,"Tatoeba (aze-eng)":0.1,"Tatoeba (bel-eng)":0.01,"Tatoeba (ben-eng)":0.04,"Tatoeba (ber-eng)":0.04,"Tatoeba (bos-eng)":0.0,"Tatoeba (bre-eng)":0.01,"Tatoeba (bul-eng)":0.0,"Tatoeba (cat-eng)":0.19,"Tatoeba (cbk-eng)":0.02,"Tatoeba (ceb-eng)":0.09,"Tatoeba (ces-eng)":0.03,"Tatoeba (cha-eng)":0.66,"Tatoeba (cmn-eng)":0.0,"Tatoeba (cor-eng)":0.05,"Tatoeba (csb-eng)":0.0,"Tatoeba (cym-eng)":0.11,"Tatoeba (dan-eng)":0.21,"Tatoeba (deu-eng)":0.12,"Tatoeba (dsb-eng)":0.06,"Tatoeba (dtp-eng)":0.03,"Tatoeba (ell-eng)":0.0,"Tatoeba (epo-eng)":0.05,"Tatoeba (est-eng)":0.0,"Tatoeba (eus-eng)":0.15,"Tatoeba (fao-eng)":0.15,"Tatoeba (fin-eng)":0.08,"Tatoeba (fra-eng)":0.1,"Tatoeba (fry-eng)":0.0,"Tatoeba (gla-eng)":0.27,"Tatoeba (gle-eng)":0.12,"Tatoeba (glg-eng)":0.04,"Tatoeba (gsw-eng)":0.43,"Tatoeba (heb-eng)":0.0,"Tatoeba (hin-eng)":0.1,"Tatoeba (hrv-eng)":0.0,"Tatoeba (hsb-eng)":0.08,"Tatoeba (hun-eng)":0.1,"Tatoeba (hye-eng)":0.14,"Tatoeba (ido-eng)":0.0,"Tatoeba (ile-eng)":0.14,"Tatoeba (ina-eng)":0.07,"Tatoeba (ind-eng)":0.1,"Tatoeba (isl-eng)":0.04,"Tatoeba (ita-eng)":0.2,"Tatoeba (jav-eng)":0.0,"Tatoeba (jpn-eng)":0.0,"Tatoeba (kab-eng)":0.05,"Tatoeba (kat-eng)":0.02,"Tatoeba (kaz-eng)":0.0,"Tatoeba (khm-eng)":0.0,"Tatoeba (kor-eng)":0.07,"Tatoeba (kur-eng)":0.24,"Tatoeba (kzj-eng)":0.1,"Tatoeba (lat-eng)":0.19,"Tatoeba (lfn-eng)":0.12,"Tatoeba (lit-eng)":0.05,"Tatoeba (lvs-eng)":0.04,"Tatoeba (mal-eng)":0.03,"Tatoeba (mar-eng)":0.0,"Tatoeba (max-eng)":0.0,"Tatoeba (mhr-eng)":0.25,"Tatoeba (mkd-eng)":0.02,"Tatoeba (mon-eng)":0.0,"Tatoeba (nds-eng)":0.06,"Tatoeba (nld-eng)":0.19,"Tatoeba (nno-eng)":0.01,"Tatoeba (nob-eng)":0.19,"Tatoeba (nov-eng)":1.47,"Tatoeba (oci-eng)":0.01,"Tatoeba (orv-eng)":0.09,"Tatoeba (pam-eng)":0.1,"Tatoeba (pes-eng)":0.07,"Tatoeba (pms-eng)":0.13,"Tatoeba (pol-eng)":0.16,"Tatoeba (por-eng)":0.18,"Tatoeba (ron-eng)":0.16,"Tatoeba (rus-eng)":0.0,"Tatoeba (slk-eng)":0.06,"Tatoeba (slv-eng)":0.0,"Tatoeba (spa-eng)":0.0,"Tatoeba (sqi-eng)":0.18,"Tatoeba (srp-eng)":0.2,"Tatoeba (swe-eng)":0.05,"Tatoeba (swg-eng)":0.0,"Tatoeba (swh-eng)":0.13,"Tatoeba (tam-eng)":0.03,"Tatoeba (tat-eng)":0.07,"Tatoeba (tel-eng)":0.0,"Tatoeba (tgl-eng)":0.1,"Tatoeba (tha-eng)":0.0,"Tatoeba (tuk-eng)":0.0,"Tatoeba (tur-eng)":0.0,"Tatoeba (tzl-eng)":0.64,"Tatoeba (uig-eng)":0.0,"Tatoeba (ukr-eng)":0.04,"Tatoeba (urd-eng)":0.11,"Tatoeba (uzb-eng)":0.25,"Tatoeba (vie-eng)":0.13,"Tatoeba (war-eng)":0.03,"Tatoeba (wuu-eng)":0.0,"Tatoeba (xho-eng)":0.08,"Tatoeba (yid-eng)":0.0,"Tatoeba (yue-eng)":0.0,"Tatoeba (zsm-eng)":0.0} -{"index":62,"Rank":70,"Model":"gte-multilingual-base-hu<\/a>","Model Size (Million Parameters)":305,"Memory Usage (GB, fp32)":1.14,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","BUCC (de-en)":"","BUCC (fr-en)":"","BUCC (ru-en)":"","BUCC (zh-en)":"","Tatoeba (afr-eng)":"","Tatoeba (amh-eng)":"","Tatoeba (ang-eng)":"","Tatoeba (ara-eng)":"","Tatoeba (arq-eng)":"","Tatoeba (arz-eng)":"","Tatoeba (ast-eng)":"","Tatoeba (awa-eng)":"","Tatoeba (aze-eng)":"","Tatoeba (bel-eng)":"","Tatoeba (ben-eng)":"","Tatoeba (ber-eng)":"","Tatoeba (bos-eng)":"","Tatoeba (bre-eng)":"","Tatoeba (bul-eng)":"","Tatoeba (cat-eng)":"","Tatoeba (cbk-eng)":"","Tatoeba (ceb-eng)":"","Tatoeba (ces-eng)":"","Tatoeba (cha-eng)":"","Tatoeba (cmn-eng)":"","Tatoeba (cor-eng)":"","Tatoeba (csb-eng)":"","Tatoeba (cym-eng)":"","Tatoeba (dan-eng)":"","Tatoeba (deu-eng)":"","Tatoeba (dsb-eng)":"","Tatoeba (dtp-eng)":"","Tatoeba (ell-eng)":"","Tatoeba (epo-eng)":"","Tatoeba (est-eng)":"","Tatoeba (eus-eng)":"","Tatoeba (fao-eng)":"","Tatoeba (fin-eng)":"","Tatoeba (fra-eng)":"","Tatoeba (fry-eng)":"","Tatoeba (gla-eng)":"","Tatoeba (gle-eng)":"","Tatoeba (glg-eng)":"","Tatoeba (gsw-eng)":"","Tatoeba (heb-eng)":"","Tatoeba (hin-eng)":"","Tatoeba (hrv-eng)":"","Tatoeba (hsb-eng)":"","Tatoeba (hun-eng)":76.78,"Tatoeba (hye-eng)":"","Tatoeba (ido-eng)":"","Tatoeba (ile-eng)":"","Tatoeba (ina-eng)":"","Tatoeba (ind-eng)":"","Tatoeba (isl-eng)":"","Tatoeba (ita-eng)":"","Tatoeba (jav-eng)":"","Tatoeba (jpn-eng)":"","Tatoeba (kab-eng)":"","Tatoeba (kat-eng)":"","Tatoeba (kaz-eng)":"","Tatoeba (khm-eng)":"","Tatoeba (kor-eng)":"","Tatoeba (kur-eng)":"","Tatoeba (kzj-eng)":"","Tatoeba (lat-eng)":"","Tatoeba (lfn-eng)":"","Tatoeba (lit-eng)":"","Tatoeba (lvs-eng)":"","Tatoeba (mal-eng)":"","Tatoeba (mar-eng)":"","Tatoeba (max-eng)":"","Tatoeba (mhr-eng)":"","Tatoeba (mkd-eng)":"","Tatoeba (mon-eng)":"","Tatoeba (nds-eng)":"","Tatoeba (nld-eng)":"","Tatoeba (nno-eng)":"","Tatoeba (nob-eng)":"","Tatoeba (nov-eng)":"","Tatoeba (oci-eng)":"","Tatoeba (orv-eng)":"","Tatoeba (pam-eng)":"","Tatoeba (pes-eng)":"","Tatoeba (pms-eng)":"","Tatoeba (pol-eng)":"","Tatoeba (por-eng)":"","Tatoeba (ron-eng)":"","Tatoeba (rus-eng)":"","Tatoeba (slk-eng)":"","Tatoeba (slv-eng)":"","Tatoeba (spa-eng)":"","Tatoeba (sqi-eng)":"","Tatoeba (srp-eng)":"","Tatoeba (swe-eng)":"","Tatoeba (swg-eng)":"","Tatoeba (swh-eng)":"","Tatoeba (tam-eng)":"","Tatoeba (tat-eng)":"","Tatoeba (tel-eng)":"","Tatoeba (tgl-eng)":"","Tatoeba (tha-eng)":"","Tatoeba (tuk-eng)":"","Tatoeba (tur-eng)":"","Tatoeba (tzl-eng)":"","Tatoeba (uig-eng)":"","Tatoeba (ukr-eng)":"","Tatoeba (urd-eng)":"","Tatoeba (uzb-eng)":"","Tatoeba (vie-eng)":"","Tatoeba (war-eng)":"","Tatoeba (wuu-eng)":"","Tatoeba (xho-eng)":"","Tatoeba (yid-eng)":"","Tatoeba (yue-eng)":"","Tatoeba (zsm-eng)":""} -{"index":63,"Rank":71,"Model":"paraphrase-multilingual-MiniLM-L12-hu-v2<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","BUCC (de-en)":"","BUCC (fr-en)":"","BUCC (ru-en)":"","BUCC (zh-en)":"","Tatoeba (afr-eng)":"","Tatoeba (amh-eng)":"","Tatoeba (ang-eng)":"","Tatoeba (ara-eng)":"","Tatoeba (arq-eng)":"","Tatoeba (arz-eng)":"","Tatoeba (ast-eng)":"","Tatoeba (awa-eng)":"","Tatoeba (aze-eng)":"","Tatoeba (bel-eng)":"","Tatoeba (ben-eng)":"","Tatoeba (ber-eng)":"","Tatoeba (bos-eng)":"","Tatoeba (bre-eng)":"","Tatoeba (bul-eng)":"","Tatoeba (cat-eng)":"","Tatoeba (cbk-eng)":"","Tatoeba (ceb-eng)":"","Tatoeba (ces-eng)":"","Tatoeba (cha-eng)":"","Tatoeba (cmn-eng)":"","Tatoeba (cor-eng)":"","Tatoeba (csb-eng)":"","Tatoeba (cym-eng)":"","Tatoeba (dan-eng)":"","Tatoeba (deu-eng)":"","Tatoeba (dsb-eng)":"","Tatoeba (dtp-eng)":"","Tatoeba (ell-eng)":"","Tatoeba (epo-eng)":"","Tatoeba (est-eng)":"","Tatoeba (eus-eng)":"","Tatoeba (fao-eng)":"","Tatoeba (fin-eng)":"","Tatoeba (fra-eng)":"","Tatoeba (fry-eng)":"","Tatoeba (gla-eng)":"","Tatoeba (gle-eng)":"","Tatoeba (glg-eng)":"","Tatoeba (gsw-eng)":"","Tatoeba (heb-eng)":"","Tatoeba (hin-eng)":"","Tatoeba (hrv-eng)":"","Tatoeba (hsb-eng)":"","Tatoeba (hun-eng)":89.07,"Tatoeba (hye-eng)":"","Tatoeba (ido-eng)":"","Tatoeba (ile-eng)":"","Tatoeba (ina-eng)":"","Tatoeba (ind-eng)":"","Tatoeba (isl-eng)":"","Tatoeba (ita-eng)":"","Tatoeba (jav-eng)":"","Tatoeba (jpn-eng)":"","Tatoeba (kab-eng)":"","Tatoeba (kat-eng)":"","Tatoeba (kaz-eng)":"","Tatoeba (khm-eng)":"","Tatoeba (kor-eng)":"","Tatoeba (kur-eng)":"","Tatoeba (kzj-eng)":"","Tatoeba (lat-eng)":"","Tatoeba (lfn-eng)":"","Tatoeba (lit-eng)":"","Tatoeba (lvs-eng)":"","Tatoeba (mal-eng)":"","Tatoeba (mar-eng)":"","Tatoeba (max-eng)":"","Tatoeba (mhr-eng)":"","Tatoeba (mkd-eng)":"","Tatoeba (mon-eng)":"","Tatoeba (nds-eng)":"","Tatoeba (nld-eng)":"","Tatoeba (nno-eng)":"","Tatoeba (nob-eng)":"","Tatoeba (nov-eng)":"","Tatoeba (oci-eng)":"","Tatoeba (orv-eng)":"","Tatoeba (pam-eng)":"","Tatoeba (pes-eng)":"","Tatoeba (pms-eng)":"","Tatoeba (pol-eng)":"","Tatoeba (por-eng)":"","Tatoeba (ron-eng)":"","Tatoeba (rus-eng)":"","Tatoeba (slk-eng)":"","Tatoeba (slv-eng)":"","Tatoeba (spa-eng)":"","Tatoeba (sqi-eng)":"","Tatoeba (srp-eng)":"","Tatoeba (swe-eng)":"","Tatoeba (swg-eng)":"","Tatoeba (swh-eng)":"","Tatoeba (tam-eng)":"","Tatoeba (tat-eng)":"","Tatoeba (tel-eng)":"","Tatoeba (tgl-eng)":"","Tatoeba (tha-eng)":"","Tatoeba (tuk-eng)":"","Tatoeba (tur-eng)":"","Tatoeba (tzl-eng)":"","Tatoeba (uig-eng)":"","Tatoeba (ukr-eng)":"","Tatoeba (urd-eng)":"","Tatoeba (uzb-eng)":"","Tatoeba (vie-eng)":"","Tatoeba (war-eng)":"","Tatoeba (wuu-eng)":"","Tatoeba (xho-eng)":"","Tatoeba (yid-eng)":"","Tatoeba (yue-eng)":"","Tatoeba (zsm-eng)":""} -{"index":64,"Rank":72,"Model":"paraphrase-multilingual-MiniLM-L12-hu_v1<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","BUCC (de-en)":"","BUCC (fr-en)":"","BUCC (ru-en)":"","BUCC (zh-en)":"","Tatoeba (afr-eng)":"","Tatoeba (amh-eng)":"","Tatoeba (ang-eng)":"","Tatoeba (ara-eng)":"","Tatoeba (arq-eng)":"","Tatoeba (arz-eng)":"","Tatoeba (ast-eng)":"","Tatoeba (awa-eng)":"","Tatoeba (aze-eng)":"","Tatoeba (bel-eng)":"","Tatoeba (ben-eng)":"","Tatoeba (ber-eng)":"","Tatoeba (bos-eng)":"","Tatoeba (bre-eng)":"","Tatoeba (bul-eng)":"","Tatoeba (cat-eng)":"","Tatoeba (cbk-eng)":"","Tatoeba (ceb-eng)":"","Tatoeba (ces-eng)":"","Tatoeba (cha-eng)":"","Tatoeba (cmn-eng)":"","Tatoeba (cor-eng)":"","Tatoeba (csb-eng)":"","Tatoeba (cym-eng)":"","Tatoeba (dan-eng)":"","Tatoeba (deu-eng)":"","Tatoeba (dsb-eng)":"","Tatoeba (dtp-eng)":"","Tatoeba (ell-eng)":"","Tatoeba (epo-eng)":"","Tatoeba (est-eng)":"","Tatoeba (eus-eng)":"","Tatoeba (fao-eng)":"","Tatoeba (fin-eng)":"","Tatoeba (fra-eng)":"","Tatoeba (fry-eng)":"","Tatoeba (gla-eng)":"","Tatoeba (gle-eng)":"","Tatoeba (glg-eng)":"","Tatoeba (gsw-eng)":"","Tatoeba (heb-eng)":"","Tatoeba (hin-eng)":"","Tatoeba (hrv-eng)":"","Tatoeba (hsb-eng)":"","Tatoeba (hun-eng)":88.48,"Tatoeba (hye-eng)":"","Tatoeba (ido-eng)":"","Tatoeba (ile-eng)":"","Tatoeba (ina-eng)":"","Tatoeba (ind-eng)":"","Tatoeba (isl-eng)":"","Tatoeba (ita-eng)":"","Tatoeba (jav-eng)":"","Tatoeba (jpn-eng)":"","Tatoeba (kab-eng)":"","Tatoeba (kat-eng)":"","Tatoeba (kaz-eng)":"","Tatoeba (khm-eng)":"","Tatoeba (kor-eng)":"","Tatoeba (kur-eng)":"","Tatoeba (kzj-eng)":"","Tatoeba (lat-eng)":"","Tatoeba (lfn-eng)":"","Tatoeba (lit-eng)":"","Tatoeba (lvs-eng)":"","Tatoeba (mal-eng)":"","Tatoeba (mar-eng)":"","Tatoeba (max-eng)":"","Tatoeba (mhr-eng)":"","Tatoeba (mkd-eng)":"","Tatoeba (mon-eng)":"","Tatoeba (nds-eng)":"","Tatoeba (nld-eng)":"","Tatoeba (nno-eng)":"","Tatoeba (nob-eng)":"","Tatoeba (nov-eng)":"","Tatoeba (oci-eng)":"","Tatoeba (orv-eng)":"","Tatoeba (pam-eng)":"","Tatoeba (pes-eng)":"","Tatoeba (pms-eng)":"","Tatoeba (pol-eng)":"","Tatoeba (por-eng)":"","Tatoeba (ron-eng)":"","Tatoeba (rus-eng)":"","Tatoeba (slk-eng)":"","Tatoeba (slv-eng)":"","Tatoeba (spa-eng)":"","Tatoeba (sqi-eng)":"","Tatoeba (srp-eng)":"","Tatoeba (swe-eng)":"","Tatoeba (swg-eng)":"","Tatoeba (swh-eng)":"","Tatoeba (tam-eng)":"","Tatoeba (tat-eng)":"","Tatoeba (tel-eng)":"","Tatoeba (tgl-eng)":"","Tatoeba (tha-eng)":"","Tatoeba (tuk-eng)":"","Tatoeba (tur-eng)":"","Tatoeba (tzl-eng)":"","Tatoeba (uig-eng)":"","Tatoeba (ukr-eng)":"","Tatoeba (urd-eng)":"","Tatoeba (uzb-eng)":"","Tatoeba (vie-eng)":"","Tatoeba (war-eng)":"","Tatoeba (wuu-eng)":"","Tatoeba (xho-eng)":"","Tatoeba (yid-eng)":"","Tatoeba (yue-eng)":"","Tatoeba (zsm-eng)":""} -{"index":65,"Rank":73,"Model":"nomic-embed-text-v1<\/a>","Model Size (Million Parameters)":547,"Memory Usage (GB, fp32)":2.04,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","BUCC (de-en)":"","BUCC (fr-en)":"","BUCC (ru-en)":"","BUCC (zh-en)":"","Tatoeba (afr-eng)":7.44,"Tatoeba (amh-eng)":0.02,"Tatoeba (ang-eng)":20.19,"Tatoeba (ara-eng)":0.07,"Tatoeba (arq-eng)":0.18,"Tatoeba (arz-eng)":0.0,"Tatoeba (ast-eng)":12.01,"Tatoeba (awa-eng)":0.61,"Tatoeba (aze-eng)":3.13,"Tatoeba (bel-eng)":0.72,"Tatoeba (ben-eng)":0.03,"Tatoeba (ber-eng)":4.51,"Tatoeba (bos-eng)":10.44,"Tatoeba (bre-eng)":3.47,"Tatoeba (bul-eng)":0.25,"Tatoeba (cat-eng)":12.95,"Tatoeba (cbk-eng)":10.21,"Tatoeba (ceb-eng)":3.68,"Tatoeba (ces-eng)":3.77,"Tatoeba (cha-eng)":15.67,"Tatoeba (cmn-eng)":2.32,"Tatoeba (cor-eng)":2.82,"Tatoeba (csb-eng)":5.85,"Tatoeba (cym-eng)":5.81,"Tatoeba (dan-eng)":10.9,"Tatoeba (deu-eng)":14.13,"Tatoeba (dsb-eng)":4.29,"Tatoeba (dtp-eng)":2.55,"Tatoeba (ell-eng)":0.27,"Tatoeba (epo-eng)":8.91,"Tatoeba (est-eng)":2.58,"Tatoeba (eus-eng)":6.37,"Tatoeba (fao-eng)":8.1,"Tatoeba (fin-eng)":2.13,"Tatoeba (fra-eng)":19.4,"Tatoeba (fry-eng)":21.97,"Tatoeba (gla-eng)":1.82,"Tatoeba (gle-eng)":3.46,"Tatoeba (glg-eng)":15.6,"Tatoeba (gsw-eng)":13.28,"Tatoeba (heb-eng)":0.1,"Tatoeba (hin-eng)":0.14,"Tatoeba (hrv-eng)":6.28,"Tatoeba (hsb-eng)":4.34,"Tatoeba (hun-eng)":4.09,"Tatoeba (hye-eng)":0.44,"Tatoeba (ido-eng)":13.67,"Tatoeba (ile-eng)":20.76,"Tatoeba (ina-eng)":28.51,"Tatoeba (ind-eng)":5.42,"Tatoeba (isl-eng)":4.2,"Tatoeba (ita-eng)":16.28,"Tatoeba (jav-eng)":5.45,"Tatoeba (jpn-eng)":0.82,"Tatoeba (kab-eng)":0.73,"Tatoeba (kat-eng)":0.57,"Tatoeba (kaz-eng)":0.13,"Tatoeba (khm-eng)":0.14,"Tatoeba (kor-eng)":0.9,"Tatoeba (kur-eng)":6.43,"Tatoeba (kzj-eng)":4.02,"Tatoeba (lat-eng)":8.81,"Tatoeba (lfn-eng)":10.78,"Tatoeba (lit-eng)":2.04,"Tatoeba (lvs-eng)":3.57,"Tatoeba (mal-eng)":0.0,"Tatoeba (mar-eng)":0.12,"Tatoeba (max-eng)":9.71,"Tatoeba (mhr-eng)":0.05,"Tatoeba (mkd-eng)":0.07,"Tatoeba (mon-eng)":1.05,"Tatoeba (nds-eng)":12.62,"Tatoeba (nld-eng)":13.62,"Tatoeba (nno-eng)":9.33,"Tatoeba (nob-eng)":11.05,"Tatoeba (nov-eng)":26.96,"Tatoeba (oci-eng)":9.03,"Tatoeba (orv-eng)":0.09,"Tatoeba (pam-eng)":4.62,"Tatoeba (pes-eng)":0.01,"Tatoeba (pms-eng)":8.55,"Tatoeba (pol-eng)":4.34,"Tatoeba (por-eng)":13.64,"Tatoeba (ron-eng)":8.6,"Tatoeba (rus-eng)":0.11,"Tatoeba (slk-eng)":4.36,"Tatoeba (slv-eng)":4.47,"Tatoeba (spa-eng)":15.79,"Tatoeba (sqi-eng)":6.88,"Tatoeba (srp-eng)":1.71,"Tatoeba (swe-eng)":9.4,"Tatoeba (swg-eng)":12.84,"Tatoeba (swh-eng)":7.41,"Tatoeba (tam-eng)":0.33,"Tatoeba (tat-eng)":0.76,"Tatoeba (tel-eng)":0.5,"Tatoeba (tgl-eng)":3.61,"Tatoeba (tha-eng)":0.73,"Tatoeba (tuk-eng)":3.91,"Tatoeba (tur-eng)":3.56,"Tatoeba (tzl-eng)":6.54,"Tatoeba (uig-eng)":0.2,"Tatoeba (ukr-eng)":0.48,"Tatoeba (urd-eng)":0.0,"Tatoeba (uzb-eng)":2.89,"Tatoeba (vie-eng)":4.41,"Tatoeba (war-eng)":5.65,"Tatoeba (wuu-eng)":1.25,"Tatoeba (xho-eng)":1.5,"Tatoeba (yid-eng)":0.45,"Tatoeba (yue-eng)":1.61,"Tatoeba (zsm-eng)":7.62} -{"index":67,"Rank":74,"Model":"all-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","BUCC (de-en)":"","BUCC (fr-en)":"","BUCC (ru-en)":"","BUCC (zh-en)":"","Tatoeba (afr-eng)":7.59,"Tatoeba (amh-eng)":0.01,"Tatoeba (ang-eng)":14.63,"Tatoeba (ara-eng)":0.43,"Tatoeba (arq-eng)":0.28,"Tatoeba (arz-eng)":0.0,"Tatoeba (ast-eng)":9.99,"Tatoeba (awa-eng)":0.44,"Tatoeba (aze-eng)":1.47,"Tatoeba (bel-eng)":0.85,"Tatoeba (ben-eng)":0.02,"Tatoeba (ber-eng)":4.72,"Tatoeba (bos-eng)":7.05,"Tatoeba (bre-eng)":3.68,"Tatoeba (bul-eng)":0.23,"Tatoeba (cat-eng)":11.79,"Tatoeba (cbk-eng)":9.76,"Tatoeba (ceb-eng)":3.95,"Tatoeba (ces-eng)":4.2,"Tatoeba (cha-eng)":13.07,"Tatoeba (cmn-eng)":2.45,"Tatoeba (cor-eng)":2.47,"Tatoeba (csb-eng)":5.21,"Tatoeba (cym-eng)":5.13,"Tatoeba (dan-eng)":10.21,"Tatoeba (deu-eng)":13.89,"Tatoeba (dsb-eng)":3.06,"Tatoeba (dtp-eng)":3.31,"Tatoeba (ell-eng)":0.2,"Tatoeba (epo-eng)":8.5,"Tatoeba (est-eng)":2.6,"Tatoeba (eus-eng)":6.58,"Tatoeba (fao-eng)":5.92,"Tatoeba (fin-eng)":3.65,"Tatoeba (fra-eng)":17.53,"Tatoeba (fry-eng)":14.53,"Tatoeba (gla-eng)":2.58,"Tatoeba (gle-eng)":3.08,"Tatoeba (glg-eng)":12.6,"Tatoeba (gsw-eng)":9.9,"Tatoeba (heb-eng)":0.3,"Tatoeba (hin-eng)":0.0,"Tatoeba (hrv-eng)":5.68,"Tatoeba (hsb-eng)":2.89,"Tatoeba (hun-eng)":3.93,"Tatoeba (hye-eng)":0.5,"Tatoeba (ido-eng)":11.08,"Tatoeba (ile-eng)":17.43,"Tatoeba (ina-eng)":25.36,"Tatoeba (ind-eng)":5.3,"Tatoeba (isl-eng)":3.44,"Tatoeba (ita-eng)":12.57,"Tatoeba (jav-eng)":3.5,"Tatoeba (jpn-eng)":2.18,"Tatoeba (kab-eng)":0.91,"Tatoeba (kat-eng)":0.45,"Tatoeba (kaz-eng)":0.82,"Tatoeba (khm-eng)":0.42,"Tatoeba (kor-eng)":0.9,"Tatoeba (kur-eng)":7.3,"Tatoeba (kzj-eng)":3.64,"Tatoeba (lat-eng)":7.14,"Tatoeba (lfn-eng)":7.52,"Tatoeba (lit-eng)":1.56,"Tatoeba (lvs-eng)":3.45,"Tatoeba (mal-eng)":0.24,"Tatoeba (mar-eng)":0.04,"Tatoeba (max-eng)":8.4,"Tatoeba (mhr-eng)":0.0,"Tatoeba (mkd-eng)":0.01,"Tatoeba (mon-eng)":0.06,"Tatoeba (nds-eng)":11.35,"Tatoeba (nld-eng)":12.56,"Tatoeba (nno-eng)":7.45,"Tatoeba (nob-eng)":8.02,"Tatoeba (nov-eng)":19.45,"Tatoeba (oci-eng)":8.72,"Tatoeba (orv-eng)":0.15,"Tatoeba (pam-eng)":4.73,"Tatoeba (pes-eng)":0.3,"Tatoeba (pms-eng)":8.94,"Tatoeba (pol-eng)":4.29,"Tatoeba (por-eng)":11.36,"Tatoeba (ron-eng)":8.77,"Tatoeba (rus-eng)":0.07,"Tatoeba (slk-eng)":4.2,"Tatoeba (slv-eng)":4.52,"Tatoeba (spa-eng)":11.26,"Tatoeba (sqi-eng)":5.86,"Tatoeba (srp-eng)":2.22,"Tatoeba (swe-eng)":7.31,"Tatoeba (swg-eng)":11.9,"Tatoeba (swh-eng)":5.82,"Tatoeba (tam-eng)":0.33,"Tatoeba (tat-eng)":0.75,"Tatoeba (tel-eng)":0.67,"Tatoeba (tgl-eng)":3.34,"Tatoeba (tha-eng)":0.67,"Tatoeba (tuk-eng)":2.66,"Tatoeba (tur-eng)":3.69,"Tatoeba (tzl-eng)":6.87,"Tatoeba (uig-eng)":0.4,"Tatoeba (ukr-eng)":0.57,"Tatoeba (urd-eng)":0.0,"Tatoeba (uzb-eng)":2.2,"Tatoeba (vie-eng)":5.06,"Tatoeba (war-eng)":6.18,"Tatoeba (wuu-eng)":1.89,"Tatoeba (xho-eng)":3.66,"Tatoeba (yid-eng)":0.19,"Tatoeba (yue-eng)":1.89,"Tatoeba (zsm-eng)":5.99} -{"index":68,"Rank":75,"Model":"all-MiniLM-L6-v2<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","BUCC (de-en)":"","BUCC (fr-en)":"","BUCC (ru-en)":"","BUCC (zh-en)":"","Tatoeba (afr-eng)":5.89,"Tatoeba (amh-eng)":0.25,"Tatoeba (ang-eng)":15.64,"Tatoeba (ara-eng)":0.0,"Tatoeba (arq-eng)":0.11,"Tatoeba (arz-eng)":0.0,"Tatoeba (ast-eng)":6.84,"Tatoeba (awa-eng)":0.51,"Tatoeba (aze-eng)":1.04,"Tatoeba (bel-eng)":0.5,"Tatoeba (ben-eng)":0.0,"Tatoeba (ber-eng)":4.69,"Tatoeba (bos-eng)":5.58,"Tatoeba (bre-eng)":3.22,"Tatoeba (bul-eng)":0.21,"Tatoeba (cat-eng)":6.93,"Tatoeba (cbk-eng)":7.04,"Tatoeba (ceb-eng)":3.39,"Tatoeba (ces-eng)":3.04,"Tatoeba (cha-eng)":13.29,"Tatoeba (cmn-eng)":1.92,"Tatoeba (cor-eng)":2.41,"Tatoeba (csb-eng)":3.78,"Tatoeba (cym-eng)":6.09,"Tatoeba (dan-eng)":7.84,"Tatoeba (deu-eng)":7.89,"Tatoeba (dsb-eng)":2.9,"Tatoeba (dtp-eng)":1.88,"Tatoeba (ell-eng)":0.1,"Tatoeba (epo-eng)":5.46,"Tatoeba (est-eng)":2.36,"Tatoeba (eus-eng)":5.54,"Tatoeba (fao-eng)":5.33,"Tatoeba (fin-eng)":2.79,"Tatoeba (fra-eng)":8.17,"Tatoeba (fry-eng)":11.22,"Tatoeba (gla-eng)":2.7,"Tatoeba (gle-eng)":2.75,"Tatoeba (glg-eng)":9.31,"Tatoeba (gsw-eng)":11.33,"Tatoeba (heb-eng)":0.22,"Tatoeba (hin-eng)":0.0,"Tatoeba (hrv-eng)":3.83,"Tatoeba (hsb-eng)":2.65,"Tatoeba (hun-eng)":3.56,"Tatoeba (hye-eng)":0.41,"Tatoeba (ido-eng)":7.48,"Tatoeba (ile-eng)":13.54,"Tatoeba (ina-eng)":17.63,"Tatoeba (ind-eng)":3.86,"Tatoeba (isl-eng)":2.37,"Tatoeba (ita-eng)":9.9,"Tatoeba (jav-eng)":3.37,"Tatoeba (jpn-eng)":0.97,"Tatoeba (kab-eng)":0.96,"Tatoeba (kat-eng)":0.3,"Tatoeba (kaz-eng)":0.42,"Tatoeba (khm-eng)":0.42,"Tatoeba (kor-eng)":0.45,"Tatoeba (kur-eng)":5.21,"Tatoeba (kzj-eng)":2.78,"Tatoeba (lat-eng)":5.04,"Tatoeba (lfn-eng)":4.55,"Tatoeba (lit-eng)":0.92,"Tatoeba (lvs-eng)":2.61,"Tatoeba (mal-eng)":0.15,"Tatoeba (mar-eng)":0.0,"Tatoeba (max-eng)":6.93,"Tatoeba (mhr-eng)":0.0,"Tatoeba (mkd-eng)":0.0,"Tatoeba (mon-eng)":0.38,"Tatoeba (nds-eng)":9.56,"Tatoeba (nld-eng)":10.16,"Tatoeba (nno-eng)":5.38,"Tatoeba (nob-eng)":4.34,"Tatoeba (nov-eng)":13.97,"Tatoeba (oci-eng)":6.55,"Tatoeba (orv-eng)":0.0,"Tatoeba (pam-eng)":3.54,"Tatoeba (pes-eng)":0.0,"Tatoeba (pms-eng)":7.62,"Tatoeba (pol-eng)":2.58,"Tatoeba (por-eng)":8.29,"Tatoeba (ron-eng)":6.82,"Tatoeba (rus-eng)":0.07,"Tatoeba (slk-eng)":3.27,"Tatoeba (slv-eng)":3.25,"Tatoeba (spa-eng)":5.63,"Tatoeba (sqi-eng)":3.58,"Tatoeba (srp-eng)":1.28,"Tatoeba (swe-eng)":6.06,"Tatoeba (swg-eng)":8.92,"Tatoeba (swh-eng)":5.8,"Tatoeba (tam-eng)":0.33,"Tatoeba (tat-eng)":0.44,"Tatoeba (tel-eng)":0.46,"Tatoeba (tgl-eng)":2.69,"Tatoeba (tha-eng)":0.3,"Tatoeba (tuk-eng)":3.52,"Tatoeba (tur-eng)":3.59,"Tatoeba (tzl-eng)":4.58,"Tatoeba (uig-eng)":0.2,"Tatoeba (ukr-eng)":0.3,"Tatoeba (urd-eng)":0.1,"Tatoeba (uzb-eng)":2.34,"Tatoeba (vie-eng)":3.07,"Tatoeba (war-eng)":4.94,"Tatoeba (wuu-eng)":0.6,"Tatoeba (xho-eng)":4.01,"Tatoeba (yid-eng)":0.14,"Tatoeba (yue-eng)":0.86,"Tatoeba (zsm-eng)":4.24} -{"index":69,"Rank":76,"Model":"all-mpnet-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","BUCC (de-en)":"","BUCC (fr-en)":"","BUCC (ru-en)":"","BUCC (zh-en)":"","Tatoeba (afr-eng)":6.08,"Tatoeba (amh-eng)":0.0,"Tatoeba (ang-eng)":9.77,"Tatoeba (ara-eng)":0.1,"Tatoeba (arq-eng)":0.33,"Tatoeba (arz-eng)":0.0,"Tatoeba (ast-eng)":9.78,"Tatoeba (awa-eng)":0.44,"Tatoeba (aze-eng)":1.49,"Tatoeba (bel-eng)":0.65,"Tatoeba (ben-eng)":0.0,"Tatoeba (ber-eng)":4.56,"Tatoeba (bos-eng)":4.6,"Tatoeba (bre-eng)":3.65,"Tatoeba (bul-eng)":0.35,"Tatoeba (cat-eng)":9.44,"Tatoeba (cbk-eng)":9.33,"Tatoeba (ceb-eng)":4.41,"Tatoeba (ces-eng)":3.56,"Tatoeba (cha-eng)":12.2,"Tatoeba (cmn-eng)":2.22,"Tatoeba (cor-eng)":2.42,"Tatoeba (csb-eng)":4.19,"Tatoeba (cym-eng)":4.88,"Tatoeba (dan-eng)":10.01,"Tatoeba (deu-eng)":11.46,"Tatoeba (dsb-eng)":2.96,"Tatoeba (dtp-eng)":3.54,"Tatoeba (ell-eng)":0.0,"Tatoeba (epo-eng)":7.15,"Tatoeba (est-eng)":2.35,"Tatoeba (eus-eng)":3.94,"Tatoeba (fao-eng)":7.08,"Tatoeba (fin-eng)":3.82,"Tatoeba (fra-eng)":16.9,"Tatoeba (fry-eng)":12.43,"Tatoeba (gla-eng)":2.04,"Tatoeba (gle-eng)":2.19,"Tatoeba (glg-eng)":12.0,"Tatoeba (gsw-eng)":10.67,"Tatoeba (heb-eng)":0.28,"Tatoeba (hin-eng)":0.02,"Tatoeba (hrv-eng)":3.77,"Tatoeba (hsb-eng)":3.12,"Tatoeba (hun-eng)":3.23,"Tatoeba (hye-eng)":0.14,"Tatoeba (ido-eng)":9.84,"Tatoeba (ile-eng)":17.84,"Tatoeba (ina-eng)":22.55,"Tatoeba (ind-eng)":4.88,"Tatoeba (isl-eng)":3.86,"Tatoeba (ita-eng)":11.1,"Tatoeba (jav-eng)":3.17,"Tatoeba (jpn-eng)":1.71,"Tatoeba (kab-eng)":1.31,"Tatoeba (kat-eng)":0.43,"Tatoeba (kaz-eng)":0.52,"Tatoeba (khm-eng)":0.28,"Tatoeba (kor-eng)":0.32,"Tatoeba (kur-eng)":3.65,"Tatoeba (kzj-eng)":3.62,"Tatoeba (lat-eng)":5.78,"Tatoeba (lfn-eng)":6.1,"Tatoeba (lit-eng)":1.02,"Tatoeba (lvs-eng)":2.98,"Tatoeba (mal-eng)":0.15,"Tatoeba (mar-eng)":0.11,"Tatoeba (max-eng)":6.46,"Tatoeba (mhr-eng)":0.17,"Tatoeba (mkd-eng)":0.0,"Tatoeba (mon-eng)":0.81,"Tatoeba (nds-eng)":10.96,"Tatoeba (nld-eng)":9.29,"Tatoeba (nno-eng)":5.75,"Tatoeba (nob-eng)":4.37,"Tatoeba (nov-eng)":16.61,"Tatoeba (oci-eng)":8.57,"Tatoeba (orv-eng)":0.0,"Tatoeba (pam-eng)":4.32,"Tatoeba (pes-eng)":0.2,"Tatoeba (pms-eng)":7.63,"Tatoeba (pol-eng)":4.09,"Tatoeba (por-eng)":10.48,"Tatoeba (ron-eng)":7.34,"Tatoeba (rus-eng)":0.14,"Tatoeba (slk-eng)":3.4,"Tatoeba (slv-eng)":3.73,"Tatoeba (spa-eng)":10.12,"Tatoeba (sqi-eng)":3.45,"Tatoeba (srp-eng)":1.89,"Tatoeba (swe-eng)":6.55,"Tatoeba (swg-eng)":7.86,"Tatoeba (swh-eng)":6.01,"Tatoeba (tam-eng)":0.73,"Tatoeba (tat-eng)":0.24,"Tatoeba (tel-eng)":0.73,"Tatoeba (tgl-eng)":4.06,"Tatoeba (tha-eng)":0.0,"Tatoeba (tuk-eng)":2.23,"Tatoeba (tur-eng)":3.16,"Tatoeba (tzl-eng)":3.55,"Tatoeba (uig-eng)":0.33,"Tatoeba (ukr-eng)":0.5,"Tatoeba (urd-eng)":0.0,"Tatoeba (uzb-eng)":1.98,"Tatoeba (vie-eng)":4.96,"Tatoeba (war-eng)":5.14,"Tatoeba (wuu-eng)":0.91,"Tatoeba (xho-eng)":3.3,"Tatoeba (yid-eng)":0.08,"Tatoeba (yue-eng)":1.16,"Tatoeba (zsm-eng)":4.75} -{"index":70,"Rank":77,"Model":"average_word_embeddings_glove.6B.300d<\/a>","Model Size (Million Parameters)":120,"Memory Usage (GB, fp32)":0.45,"Embedding Dimensions":300,"Max Tokens":"N\/A","Average":"","BUCC (de-en)":0.18,"BUCC (fr-en)":0.19,"BUCC (ru-en)":0.1,"BUCC (zh-en)":0.0,"Tatoeba (afr-eng)":"","Tatoeba (amh-eng)":"","Tatoeba (ang-eng)":"","Tatoeba (ara-eng)":"","Tatoeba (arq-eng)":"","Tatoeba (arz-eng)":"","Tatoeba (ast-eng)":"","Tatoeba (awa-eng)":"","Tatoeba (aze-eng)":"","Tatoeba (bel-eng)":"","Tatoeba (ben-eng)":"","Tatoeba (ber-eng)":"","Tatoeba (bos-eng)":"","Tatoeba (bre-eng)":"","Tatoeba (bul-eng)":"","Tatoeba (cat-eng)":"","Tatoeba (cbk-eng)":"","Tatoeba (ceb-eng)":"","Tatoeba (ces-eng)":"","Tatoeba (cha-eng)":"","Tatoeba (cmn-eng)":"","Tatoeba (cor-eng)":"","Tatoeba (csb-eng)":"","Tatoeba (cym-eng)":"","Tatoeba (dan-eng)":"","Tatoeba (deu-eng)":"","Tatoeba (dsb-eng)":"","Tatoeba (dtp-eng)":"","Tatoeba (ell-eng)":"","Tatoeba (epo-eng)":"","Tatoeba (est-eng)":"","Tatoeba (eus-eng)":"","Tatoeba (fao-eng)":"","Tatoeba (fin-eng)":"","Tatoeba (fra-eng)":"","Tatoeba (fry-eng)":"","Tatoeba (gla-eng)":"","Tatoeba (gle-eng)":"","Tatoeba (glg-eng)":"","Tatoeba (gsw-eng)":"","Tatoeba (heb-eng)":"","Tatoeba (hin-eng)":"","Tatoeba (hrv-eng)":"","Tatoeba (hsb-eng)":"","Tatoeba (hun-eng)":"","Tatoeba (hye-eng)":"","Tatoeba (ido-eng)":"","Tatoeba (ile-eng)":"","Tatoeba (ina-eng)":"","Tatoeba (ind-eng)":"","Tatoeba (isl-eng)":"","Tatoeba (ita-eng)":"","Tatoeba (jav-eng)":"","Tatoeba (jpn-eng)":"","Tatoeba (kab-eng)":"","Tatoeba (kat-eng)":"","Tatoeba (kaz-eng)":"","Tatoeba (khm-eng)":"","Tatoeba (kor-eng)":"","Tatoeba (kur-eng)":"","Tatoeba (kzj-eng)":"","Tatoeba (lat-eng)":"","Tatoeba (lfn-eng)":"","Tatoeba (lit-eng)":"","Tatoeba (lvs-eng)":"","Tatoeba (mal-eng)":"","Tatoeba (mar-eng)":"","Tatoeba (max-eng)":"","Tatoeba (mhr-eng)":"","Tatoeba (mkd-eng)":"","Tatoeba (mon-eng)":"","Tatoeba (nds-eng)":"","Tatoeba (nld-eng)":"","Tatoeba (nno-eng)":"","Tatoeba (nob-eng)":"","Tatoeba (nov-eng)":"","Tatoeba (oci-eng)":"","Tatoeba (orv-eng)":"","Tatoeba (pam-eng)":"","Tatoeba (pes-eng)":"","Tatoeba (pms-eng)":"","Tatoeba (pol-eng)":"","Tatoeba (por-eng)":"","Tatoeba (ron-eng)":"","Tatoeba (rus-eng)":"","Tatoeba (slk-eng)":"","Tatoeba (slv-eng)":"","Tatoeba (spa-eng)":"","Tatoeba (sqi-eng)":"","Tatoeba (srp-eng)":"","Tatoeba (swe-eng)":"","Tatoeba (swg-eng)":"","Tatoeba (swh-eng)":"","Tatoeba (tam-eng)":"","Tatoeba (tat-eng)":"","Tatoeba (tel-eng)":"","Tatoeba (tgl-eng)":"","Tatoeba (tha-eng)":"","Tatoeba (tuk-eng)":"","Tatoeba (tur-eng)":"","Tatoeba (tzl-eng)":"","Tatoeba (uig-eng)":"","Tatoeba (ukr-eng)":"","Tatoeba (urd-eng)":"","Tatoeba (uzb-eng)":"","Tatoeba (vie-eng)":"","Tatoeba (war-eng)":"","Tatoeba (wuu-eng)":"","Tatoeba (xho-eng)":"","Tatoeba (yid-eng)":"","Tatoeba (yue-eng)":"","Tatoeba (zsm-eng)":""} -{"index":77,"Rank":78,"Model":"LaBSE-ru-turbo<\/a>","Model Size (Million Parameters)":128,"Memory Usage (GB, fp32)":0.48,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","BUCC (de-en)":"","BUCC (fr-en)":"","BUCC (ru-en)":"","BUCC (zh-en)":"","Tatoeba (afr-eng)":"","Tatoeba (amh-eng)":"","Tatoeba (ang-eng)":"","Tatoeba (ara-eng)":"","Tatoeba (arq-eng)":"","Tatoeba (arz-eng)":"","Tatoeba (ast-eng)":"","Tatoeba (awa-eng)":"","Tatoeba (aze-eng)":"","Tatoeba (bel-eng)":"","Tatoeba (ben-eng)":"","Tatoeba (ber-eng)":"","Tatoeba (bos-eng)":"","Tatoeba (bre-eng)":"","Tatoeba (bul-eng)":"","Tatoeba (cat-eng)":"","Tatoeba (cbk-eng)":"","Tatoeba (ceb-eng)":"","Tatoeba (ces-eng)":"","Tatoeba (cha-eng)":"","Tatoeba (cmn-eng)":"","Tatoeba (cor-eng)":"","Tatoeba (csb-eng)":"","Tatoeba (cym-eng)":"","Tatoeba (dan-eng)":"","Tatoeba (deu-eng)":"","Tatoeba (dsb-eng)":"","Tatoeba (dtp-eng)":"","Tatoeba (ell-eng)":"","Tatoeba (epo-eng)":"","Tatoeba (est-eng)":"","Tatoeba (eus-eng)":"","Tatoeba (fao-eng)":"","Tatoeba (fin-eng)":"","Tatoeba (fra-eng)":"","Tatoeba (fry-eng)":"","Tatoeba (gla-eng)":"","Tatoeba (gle-eng)":"","Tatoeba (glg-eng)":"","Tatoeba (gsw-eng)":"","Tatoeba (heb-eng)":"","Tatoeba (hin-eng)":"","Tatoeba (hrv-eng)":"","Tatoeba (hsb-eng)":"","Tatoeba (hun-eng)":"","Tatoeba (hye-eng)":"","Tatoeba (ido-eng)":"","Tatoeba (ile-eng)":"","Tatoeba (ina-eng)":"","Tatoeba (ind-eng)":"","Tatoeba (isl-eng)":"","Tatoeba (ita-eng)":"","Tatoeba (jav-eng)":"","Tatoeba (jpn-eng)":"","Tatoeba (kab-eng)":"","Tatoeba (kat-eng)":"","Tatoeba (kaz-eng)":"","Tatoeba (khm-eng)":"","Tatoeba (kor-eng)":"","Tatoeba (kur-eng)":"","Tatoeba (kzj-eng)":"","Tatoeba (lat-eng)":"","Tatoeba (lfn-eng)":"","Tatoeba (lit-eng)":"","Tatoeba (lvs-eng)":"","Tatoeba (mal-eng)":"","Tatoeba (mar-eng)":"","Tatoeba (max-eng)":"","Tatoeba (mhr-eng)":"","Tatoeba (mkd-eng)":"","Tatoeba (mon-eng)":"","Tatoeba (nds-eng)":"","Tatoeba (nld-eng)":"","Tatoeba (nno-eng)":"","Tatoeba (nob-eng)":"","Tatoeba (nov-eng)":"","Tatoeba (oci-eng)":"","Tatoeba (orv-eng)":"","Tatoeba (pam-eng)":"","Tatoeba (pes-eng)":"","Tatoeba (pms-eng)":"","Tatoeba (pol-eng)":"","Tatoeba (por-eng)":"","Tatoeba (ron-eng)":"","Tatoeba (rus-eng)":93.22,"Tatoeba (slk-eng)":"","Tatoeba (slv-eng)":"","Tatoeba (spa-eng)":"","Tatoeba (sqi-eng)":"","Tatoeba (srp-eng)":"","Tatoeba (swe-eng)":"","Tatoeba (swg-eng)":"","Tatoeba (swh-eng)":"","Tatoeba (tam-eng)":"","Tatoeba (tat-eng)":"","Tatoeba (tel-eng)":"","Tatoeba (tgl-eng)":"","Tatoeba (tha-eng)":"","Tatoeba (tuk-eng)":"","Tatoeba (tur-eng)":"","Tatoeba (tzl-eng)":"","Tatoeba (uig-eng)":"","Tatoeba (ukr-eng)":"","Tatoeba (urd-eng)":"","Tatoeba (uzb-eng)":"","Tatoeba (vie-eng)":"","Tatoeba (war-eng)":"","Tatoeba (wuu-eng)":"","Tatoeba (xho-eng)":"","Tatoeba (yid-eng)":"","Tatoeba (yue-eng)":"","Tatoeba (zsm-eng)":""} -{"index":78,"Rank":79,"Model":"rubert-tiny-turbo<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"Embedding Dimensions":312,"Max Tokens":2048,"Average":"","BUCC (de-en)":"","BUCC (fr-en)":"","BUCC (ru-en)":"","BUCC (zh-en)":"","Tatoeba (afr-eng)":"","Tatoeba (amh-eng)":"","Tatoeba (ang-eng)":"","Tatoeba (ara-eng)":"","Tatoeba (arq-eng)":"","Tatoeba (arz-eng)":"","Tatoeba (ast-eng)":"","Tatoeba (awa-eng)":"","Tatoeba (aze-eng)":"","Tatoeba (bel-eng)":"","Tatoeba (ben-eng)":"","Tatoeba (ber-eng)":"","Tatoeba (bos-eng)":"","Tatoeba (bre-eng)":"","Tatoeba (bul-eng)":"","Tatoeba (cat-eng)":"","Tatoeba (cbk-eng)":"","Tatoeba (ceb-eng)":"","Tatoeba (ces-eng)":"","Tatoeba (cha-eng)":"","Tatoeba (cmn-eng)":"","Tatoeba (cor-eng)":"","Tatoeba (csb-eng)":"","Tatoeba (cym-eng)":"","Tatoeba (dan-eng)":"","Tatoeba (deu-eng)":"","Tatoeba (dsb-eng)":"","Tatoeba (dtp-eng)":"","Tatoeba (ell-eng)":"","Tatoeba (epo-eng)":"","Tatoeba (est-eng)":"","Tatoeba (eus-eng)":"","Tatoeba (fao-eng)":"","Tatoeba (fin-eng)":"","Tatoeba (fra-eng)":"","Tatoeba (fry-eng)":"","Tatoeba (gla-eng)":"","Tatoeba (gle-eng)":"","Tatoeba (glg-eng)":"","Tatoeba (gsw-eng)":"","Tatoeba (heb-eng)":"","Tatoeba (hin-eng)":"","Tatoeba (hrv-eng)":"","Tatoeba (hsb-eng)":"","Tatoeba (hun-eng)":"","Tatoeba (hye-eng)":"","Tatoeba (ido-eng)":"","Tatoeba (ile-eng)":"","Tatoeba (ina-eng)":"","Tatoeba (ind-eng)":"","Tatoeba (isl-eng)":"","Tatoeba (ita-eng)":"","Tatoeba (jav-eng)":"","Tatoeba (jpn-eng)":"","Tatoeba (kab-eng)":"","Tatoeba (kat-eng)":"","Tatoeba (kaz-eng)":"","Tatoeba (khm-eng)":"","Tatoeba (kor-eng)":"","Tatoeba (kur-eng)":"","Tatoeba (kzj-eng)":"","Tatoeba (lat-eng)":"","Tatoeba (lfn-eng)":"","Tatoeba (lit-eng)":"","Tatoeba (lvs-eng)":"","Tatoeba (mal-eng)":"","Tatoeba (mar-eng)":"","Tatoeba (max-eng)":"","Tatoeba (mhr-eng)":"","Tatoeba (mkd-eng)":"","Tatoeba (mon-eng)":"","Tatoeba (nds-eng)":"","Tatoeba (nld-eng)":"","Tatoeba (nno-eng)":"","Tatoeba (nob-eng)":"","Tatoeba (nov-eng)":"","Tatoeba (oci-eng)":"","Tatoeba (orv-eng)":"","Tatoeba (pam-eng)":"","Tatoeba (pes-eng)":"","Tatoeba (pms-eng)":"","Tatoeba (pol-eng)":"","Tatoeba (por-eng)":"","Tatoeba (ron-eng)":"","Tatoeba (rus-eng)":83.14,"Tatoeba (slk-eng)":"","Tatoeba (slv-eng)":"","Tatoeba (spa-eng)":"","Tatoeba (sqi-eng)":"","Tatoeba (srp-eng)":"","Tatoeba (swe-eng)":"","Tatoeba (swg-eng)":"","Tatoeba (swh-eng)":"","Tatoeba (tam-eng)":"","Tatoeba (tat-eng)":"","Tatoeba (tel-eng)":"","Tatoeba (tgl-eng)":"","Tatoeba (tha-eng)":"","Tatoeba (tuk-eng)":"","Tatoeba (tur-eng)":"","Tatoeba (tzl-eng)":"","Tatoeba (uig-eng)":"","Tatoeba (ukr-eng)":"","Tatoeba (urd-eng)":"","Tatoeba (uzb-eng)":"","Tatoeba (vie-eng)":"","Tatoeba (war-eng)":"","Tatoeba (wuu-eng)":"","Tatoeba (xho-eng)":"","Tatoeba (yid-eng)":"","Tatoeba (yue-eng)":"","Tatoeba (zsm-eng)":""} -{"index":79,"Rank":80,"Model":"text2vec-base-multilingual<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":256,"Average":"","BUCC (de-en)":"","BUCC (fr-en)":"","BUCC (ru-en)":"","BUCC (zh-en)":"","Tatoeba (afr-eng)":53.85,"Tatoeba (amh-eng)":28.72,"Tatoeba (ang-eng)":9.91,"Tatoeba (ara-eng)":88.48,"Tatoeba (arq-eng)":15.17,"Tatoeba (arz-eng)":46.38,"Tatoeba (ast-eng)":59.27,"Tatoeba (awa-eng)":26.57,"Tatoeba (aze-eng)":50.48,"Tatoeba (bel-eng)":57.88,"Tatoeba (ben-eng)":19.9,"Tatoeba (ber-eng)":2.53,"Tatoeba (bos-eng)":93.6,"Tatoeba (bre-eng)":4.44,"Tatoeba (bul-eng)":92.79,"Tatoeba (cat-eng)":93.48,"Tatoeba (cbk-eng)":54.82,"Tatoeba (ceb-eng)":5.72,"Tatoeba (ces-eng)":94.3,"Tatoeba (cha-eng)":11.03,"Tatoeba (cmn-eng)":93.67,"Tatoeba (cor-eng)":3.09,"Tatoeba (csb-eng)":16.97,"Tatoeba (cym-eng)":11.56,"Tatoeba (dan-eng)":94.65,"Tatoeba (deu-eng)":96.03,"Tatoeba (dsb-eng)":29.84,"Tatoeba (dtp-eng)":3.32,"Tatoeba (ell-eng)":95.23,"Tatoeba (epo-eng)":32.67,"Tatoeba (est-eng)":97.75,"Tatoeba (eus-eng)":16.35,"Tatoeba (fao-eng)":19.62,"Tatoeba (fin-eng)":93.86,"Tatoeba (fra-eng)":91.29,"Tatoeba (fry-eng)":26.27,"Tatoeba (gla-eng)":1.87,"Tatoeba (gle-eng)":11.26,"Tatoeba (glg-eng)":93.12,"Tatoeba (gsw-eng)":27.33,"Tatoeba (heb-eng)":86.49,"Tatoeba (hin-eng)":97.17,"Tatoeba (hrv-eng)":96.07,"Tatoeba (hsb-eng)":36.15,"Tatoeba (hun-eng)":90.12,"Tatoeba (hye-eng)":92.68,"Tatoeba (ido-eng)":32.99,"Tatoeba (ile-eng)":56.1,"Tatoeba (ina-eng)":73.14,"Tatoeba (ind-eng)":91.57,"Tatoeba (isl-eng)":20.93,"Tatoeba (ita-eng)":92.18,"Tatoeba (jav-eng)":11.43,"Tatoeba (jpn-eng)":88.66,"Tatoeba (kab-eng)":0.86,"Tatoeba (kat-eng)":93.76,"Tatoeba (kaz-eng)":23.64,"Tatoeba (khm-eng)":27.12,"Tatoeba (kor-eng)":86.37,"Tatoeba (kur-eng)":43.05,"Tatoeba (kzj-eng)":3.99,"Tatoeba (lat-eng)":18.11,"Tatoeba (lfn-eng)":42.06,"Tatoeba (lit-eng)":93.15,"Tatoeba (lvs-eng)":98.0,"Tatoeba (mal-eng)":7.61,"Tatoeba (mar-eng)":91.27,"Tatoeba (max-eng)":36.23,"Tatoeba (mhr-eng)":3.97,"Tatoeba (mkd-eng)":90.86,"Tatoeba (mon-eng)":91.7,"Tatoeba (nds-eng)":29.11,"Tatoeba (nld-eng)":94.35,"Tatoeba (nno-eng)":70.14,"Tatoeba (nob-eng)":98.67,"Tatoeba (nov-eng)":46.38,"Tatoeba (oci-eng)":35.7,"Tatoeba (orv-eng)":12.32,"Tatoeba (pam-eng)":3.32,"Tatoeba (pes-eng)":88.84,"Tatoeba (pms-eng)":22.86,"Tatoeba (pol-eng)":94.7,"Tatoeba (por-eng)":92.58,"Tatoeba (ron-eng)":94.22,"Tatoeba (rus-eng)":91.73,"Tatoeba (slk-eng)":94.83,"Tatoeba (slv-eng)":97.25,"Tatoeba (spa-eng)":95.57,"Tatoeba (sqi-eng)":98.17,"Tatoeba (srp-eng)":91.77,"Tatoeba (swe-eng)":93.92,"Tatoeba (swg-eng)":22.4,"Tatoeba (swh-eng)":14.69,"Tatoeba (tam-eng)":35.72,"Tatoeba (tat-eng)":6.16,"Tatoeba (tel-eng)":41.89,"Tatoeba (tgl-eng)":9.49,"Tatoeba (tha-eng)":95.99,"Tatoeba (tuk-eng)":12.3,"Tatoeba (tur-eng)":94.73,"Tatoeba (tzl-eng)":25.48,"Tatoeba (uig-eng)":9.65,"Tatoeba (ukr-eng)":92.51,"Tatoeba (urd-eng)":94.21,"Tatoeba (uzb-eng)":14.03,"Tatoeba (vie-eng)":94.48,"Tatoeba (war-eng)":5.47,"Tatoeba (wuu-eng)":52.99,"Tatoeba (xho-eng)":2.01,"Tatoeba (yid-eng)":8.31,"Tatoeba (yue-eng)":54.38,"Tatoeba (zsm-eng)":94.48} -{"index":80,"Rank":81,"Model":"bi-cse<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","BUCC (de-en)":"","BUCC (fr-en)":"","BUCC (ru-en)":"","BUCC (zh-en)":98.39,"Tatoeba (afr-eng)":"","Tatoeba (amh-eng)":"","Tatoeba (ang-eng)":"","Tatoeba (ara-eng)":"","Tatoeba (arq-eng)":"","Tatoeba (arz-eng)":"","Tatoeba (ast-eng)":"","Tatoeba (awa-eng)":"","Tatoeba (aze-eng)":"","Tatoeba (bel-eng)":"","Tatoeba (ben-eng)":"","Tatoeba (ber-eng)":"","Tatoeba (bos-eng)":"","Tatoeba (bre-eng)":"","Tatoeba (bul-eng)":"","Tatoeba (cat-eng)":"","Tatoeba (cbk-eng)":"","Tatoeba (ceb-eng)":"","Tatoeba (ces-eng)":"","Tatoeba (cha-eng)":"","Tatoeba (cmn-eng)":95.15,"Tatoeba (cor-eng)":"","Tatoeba (csb-eng)":"","Tatoeba (cym-eng)":"","Tatoeba (dan-eng)":"","Tatoeba (deu-eng)":"","Tatoeba (dsb-eng)":"","Tatoeba (dtp-eng)":"","Tatoeba (ell-eng)":"","Tatoeba (epo-eng)":"","Tatoeba (est-eng)":"","Tatoeba (eus-eng)":"","Tatoeba (fao-eng)":"","Tatoeba (fin-eng)":"","Tatoeba (fra-eng)":"","Tatoeba (fry-eng)":"","Tatoeba (gla-eng)":"","Tatoeba (gle-eng)":"","Tatoeba (glg-eng)":"","Tatoeba (gsw-eng)":"","Tatoeba (heb-eng)":"","Tatoeba (hin-eng)":"","Tatoeba (hrv-eng)":"","Tatoeba (hsb-eng)":"","Tatoeba (hun-eng)":"","Tatoeba (hye-eng)":"","Tatoeba (ido-eng)":"","Tatoeba (ile-eng)":"","Tatoeba (ina-eng)":"","Tatoeba (ind-eng)":"","Tatoeba (isl-eng)":"","Tatoeba (ita-eng)":"","Tatoeba (jav-eng)":"","Tatoeba (jpn-eng)":"","Tatoeba (kab-eng)":"","Tatoeba (kat-eng)":"","Tatoeba (kaz-eng)":"","Tatoeba (khm-eng)":"","Tatoeba (kor-eng)":"","Tatoeba (kur-eng)":"","Tatoeba (kzj-eng)":"","Tatoeba (lat-eng)":"","Tatoeba (lfn-eng)":"","Tatoeba (lit-eng)":"","Tatoeba (lvs-eng)":"","Tatoeba (mal-eng)":"","Tatoeba (mar-eng)":"","Tatoeba (max-eng)":"","Tatoeba (mhr-eng)":"","Tatoeba (mkd-eng)":"","Tatoeba (mon-eng)":"","Tatoeba (nds-eng)":"","Tatoeba (nld-eng)":"","Tatoeba (nno-eng)":"","Tatoeba (nob-eng)":"","Tatoeba (nov-eng)":"","Tatoeba (oci-eng)":"","Tatoeba (orv-eng)":"","Tatoeba (pam-eng)":"","Tatoeba (pes-eng)":"","Tatoeba (pms-eng)":"","Tatoeba (pol-eng)":"","Tatoeba (por-eng)":"","Tatoeba (ron-eng)":"","Tatoeba (rus-eng)":"","Tatoeba (slk-eng)":"","Tatoeba (slv-eng)":"","Tatoeba (spa-eng)":"","Tatoeba (sqi-eng)":"","Tatoeba (srp-eng)":"","Tatoeba (swe-eng)":"","Tatoeba (swg-eng)":"","Tatoeba (swh-eng)":"","Tatoeba (tam-eng)":"","Tatoeba (tat-eng)":"","Tatoeba (tel-eng)":"","Tatoeba (tgl-eng)":"","Tatoeba (tha-eng)":"","Tatoeba (tuk-eng)":"","Tatoeba (tur-eng)":"","Tatoeba (tzl-eng)":"","Tatoeba (uig-eng)":"","Tatoeba (ukr-eng)":"","Tatoeba (urd-eng)":"","Tatoeba (uzb-eng)":"","Tatoeba (vie-eng)":"","Tatoeba (war-eng)":"","Tatoeba (wuu-eng)":"","Tatoeba (xho-eng)":"","Tatoeba (yid-eng)":"","Tatoeba (yue-eng)":"","Tatoeba (zsm-eng)":""} -{"index":81,"Rank":82,"Model":"text-embedding-3-large<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":3072,"Max Tokens":8191,"Average":"","BUCC (de-en)":"","BUCC (fr-en)":"","BUCC (ru-en)":"","BUCC (zh-en)":"","Tatoeba (afr-eng)":93.93,"Tatoeba (amh-eng)":0.84,"Tatoeba (ang-eng)":77.64,"Tatoeba (ara-eng)":92.4,"Tatoeba (arq-eng)":42.73,"Tatoeba (arz-eng)":80.65,"Tatoeba (ast-eng)":82.93,"Tatoeba (awa-eng)":50.66,"Tatoeba (aze-eng)":78.63,"Tatoeba (bel-eng)":82.25,"Tatoeba (ben-eng)":56.3,"Tatoeba (ber-eng)":6.77,"Tatoeba (bos-eng)":93.27,"Tatoeba (bre-eng)":9.53,"Tatoeba (bul-eng)":93.3,"Tatoeba (cat-eng)":92.16,"Tatoeba (cbk-eng)":81.09,"Tatoeba (ceb-eng)":41.74,"Tatoeba (ces-eng)":96.67,"Tatoeba (cha-eng)":41.66,"Tatoeba (cmn-eng)":96.02,"Tatoeba (cor-eng)":7.54,"Tatoeba (csb-eng)":60.18,"Tatoeba (cym-eng)":64.53,"Tatoeba (dan-eng)":96.42,"Tatoeba (deu-eng)":99.37,"Tatoeba (dsb-eng)":54.56,"Tatoeba (dtp-eng)":7.82,"Tatoeba (ell-eng)":94.86,"Tatoeba (epo-eng)":88.32,"Tatoeba (est-eng)":93.91,"Tatoeba (eus-eng)":40.27,"Tatoeba (fao-eng)":74.77,"Tatoeba (fin-eng)":97.83,"Tatoeba (fra-eng)":96.0,"Tatoeba (fry-eng)":69.52,"Tatoeba (gla-eng)":35.82,"Tatoeba (gle-eng)":46.47,"Tatoeba (glg-eng)":92.93,"Tatoeba (gsw-eng)":63.08,"Tatoeba (heb-eng)":83.69,"Tatoeba (hin-eng)":91.49,"Tatoeba (hrv-eng)":96.22,"Tatoeba (hsb-eng)":72.4,"Tatoeba (hun-eng)":94.47,"Tatoeba (hye-eng)":4.19,"Tatoeba (ido-eng)":74.09,"Tatoeba (ile-eng)":78.1,"Tatoeba (ina-eng)":94.98,"Tatoeba (ind-eng)":94.75,"Tatoeba (isl-eng)":89.9,"Tatoeba (ita-eng)":94.02,"Tatoeba (jav-eng)":36.65,"Tatoeba (jpn-eng)":95.78,"Tatoeba (kab-eng)":2.79,"Tatoeba (kat-eng)":2.84,"Tatoeba (kaz-eng)":18.5,"Tatoeba (khm-eng)":1.87,"Tatoeba (kor-eng)":88.92,"Tatoeba (kur-eng)":24.66,"Tatoeba (kzj-eng)":9.08,"Tatoeba (lat-eng)":72.55,"Tatoeba (lfn-eng)":66.2,"Tatoeba (lit-eng)":87.59,"Tatoeba (lvs-eng)":74.8,"Tatoeba (mal-eng)":50.26,"Tatoeba (mar-eng)":48.29,"Tatoeba (max-eng)":54.53,"Tatoeba (mhr-eng)":11.87,"Tatoeba (mkd-eng)":88.11,"Tatoeba (mon-eng)":15.74,"Tatoeba (nds-eng)":81.35,"Tatoeba (nld-eng)":97.27,"Tatoeba (nno-eng)":93.82,"Tatoeba (nob-eng)":98.07,"Tatoeba (nov-eng)":68.88,"Tatoeba (oci-eng)":67.46,"Tatoeba (orv-eng)":53.49,"Tatoeba (pam-eng)":15.43,"Tatoeba (pes-eng)":89.77,"Tatoeba (pms-eng)":60.53,"Tatoeba (pol-eng)":97.73,"Tatoeba (por-eng)":94.75,"Tatoeba (ron-eng)":96.98,"Tatoeba (rus-eng)":93.4,"Tatoeba (slk-eng)":95.33,"Tatoeba (slv-eng)":92.39,"Tatoeba (spa-eng)":98.03,"Tatoeba (sqi-eng)":76.63,"Tatoeba (srp-eng)":94.22,"Tatoeba (swe-eng)":96.0,"Tatoeba (swg-eng)":71.74,"Tatoeba (swh-eng)":65.95,"Tatoeba (tam-eng)":39.2,"Tatoeba (tat-eng)":17.64,"Tatoeba (tel-eng)":19.63,"Tatoeba (tgl-eng)":95.18,"Tatoeba (tha-eng)":89.4,"Tatoeba (tuk-eng)":27.35,"Tatoeba (tur-eng)":95.88,"Tatoeba (tzl-eng)":51.83,"Tatoeba (uig-eng)":4.24,"Tatoeba (ukr-eng)":93.22,"Tatoeba (urd-eng)":68.27,"Tatoeba (uzb-eng)":20.71,"Tatoeba (vie-eng)":96.22,"Tatoeba (war-eng)":47.28,"Tatoeba (wuu-eng)":86.08,"Tatoeba (xho-eng)":13.86,"Tatoeba (yid-eng)":6.05,"Tatoeba (yue-eng)":88.84,"Tatoeba (zsm-eng)":95.24} -{"index":82,"Rank":83,"Model":"text-embedding-3-small<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":8191,"Average":"","BUCC (de-en)":"","BUCC (fr-en)":"","BUCC (ru-en)":"","BUCC (zh-en)":"","Tatoeba (afr-eng)":79.77,"Tatoeba (amh-eng)":0.01,"Tatoeba (ang-eng)":48.75,"Tatoeba (ara-eng)":75.08,"Tatoeba (arq-eng)":17.45,"Tatoeba (arz-eng)":46.12,"Tatoeba (ast-eng)":78.26,"Tatoeba (awa-eng)":15.07,"Tatoeba (aze-eng)":36.72,"Tatoeba (bel-eng)":47.19,"Tatoeba (ben-eng)":13.3,"Tatoeba (ber-eng)":6.13,"Tatoeba (bos-eng)":86.53,"Tatoeba (bre-eng)":7.35,"Tatoeba (bul-eng)":83.54,"Tatoeba (cat-eng)":84.23,"Tatoeba (cbk-eng)":71.54,"Tatoeba (ceb-eng)":15.93,"Tatoeba (ces-eng)":88.56,"Tatoeba (cha-eng)":36.96,"Tatoeba (cmn-eng)":93.33,"Tatoeba (cor-eng)":4.18,"Tatoeba (csb-eng)":38.6,"Tatoeba (cym-eng)":8.58,"Tatoeba (dan-eng)":92.71,"Tatoeba (deu-eng)":98.6,"Tatoeba (dsb-eng)":38.66,"Tatoeba (dtp-eng)":6.86,"Tatoeba (ell-eng)":76.42,"Tatoeba (epo-eng)":60.93,"Tatoeba (est-eng)":67.96,"Tatoeba (eus-eng)":17.25,"Tatoeba (fao-eng)":42.44,"Tatoeba (fin-eng)":89.08,"Tatoeba (fra-eng)":93.75,"Tatoeba (fry-eng)":46.68,"Tatoeba (gla-eng)":4.26,"Tatoeba (gle-eng)":4.65,"Tatoeba (glg-eng)":88.25,"Tatoeba (gsw-eng)":37.93,"Tatoeba (heb-eng)":44.33,"Tatoeba (hin-eng)":43.69,"Tatoeba (hrv-eng)":90.64,"Tatoeba (hsb-eng)":53.23,"Tatoeba (hun-eng)":81.65,"Tatoeba (hye-eng)":0.86,"Tatoeba (ido-eng)":62.7,"Tatoeba (ile-eng)":75.59,"Tatoeba (ina-eng)":90.77,"Tatoeba (ind-eng)":88.64,"Tatoeba (isl-eng)":35.53,"Tatoeba (ita-eng)":92.32,"Tatoeba (jav-eng)":21.76,"Tatoeba (jpn-eng)":89.22,"Tatoeba (kab-eng)":2.39,"Tatoeba (kat-eng)":0.74,"Tatoeba (kaz-eng)":9.81,"Tatoeba (khm-eng)":0.7,"Tatoeba (kor-eng)":61.61,"Tatoeba (kur-eng)":17.64,"Tatoeba (kzj-eng)":8.19,"Tatoeba (lat-eng)":43.22,"Tatoeba (lfn-eng)":56.5,"Tatoeba (lit-eng)":43.09,"Tatoeba (lvs-eng)":31.88,"Tatoeba (mal-eng)":3.09,"Tatoeba (mar-eng)":9.51,"Tatoeba (max-eng)":43.93,"Tatoeba (mhr-eng)":9.01,"Tatoeba (mkd-eng)":65.77,"Tatoeba (mon-eng)":11.71,"Tatoeba (nds-eng)":61.73,"Tatoeba (nld-eng)":96.3,"Tatoeba (nno-eng)":86.34,"Tatoeba (nob-eng)":95.91,"Tatoeba (nov-eng)":63.74,"Tatoeba (oci-eng)":48.97,"Tatoeba (orv-eng)":28.28,"Tatoeba (pam-eng)":8.23,"Tatoeba (pes-eng)":54.92,"Tatoeba (pms-eng)":47.24,"Tatoeba (pol-eng)":94.93,"Tatoeba (por-eng)":93.69,"Tatoeba (ron-eng)":90.68,"Tatoeba (rus-eng)":91.1,"Tatoeba (slk-eng)":82.56,"Tatoeba (slv-eng)":83.81,"Tatoeba (spa-eng)":97.04,"Tatoeba (sqi-eng)":35.63,"Tatoeba (srp-eng)":85.3,"Tatoeba (swe-eng)":91.98,"Tatoeba (swg-eng)":50.73,"Tatoeba (swh-eng)":27.61,"Tatoeba (tam-eng)":4.31,"Tatoeba (tat-eng)":11.31,"Tatoeba (tel-eng)":0.68,"Tatoeba (tgl-eng)":58.15,"Tatoeba (tha-eng)":36.24,"Tatoeba (tuk-eng)":17.76,"Tatoeba (tur-eng)":83.92,"Tatoeba (tzl-eng)":48.13,"Tatoeba (uig-eng)":1.67,"Tatoeba (ukr-eng)":81.09,"Tatoeba (urd-eng)":12.54,"Tatoeba (uzb-eng)":12.23,"Tatoeba (vie-eng)":85.38,"Tatoeba (war-eng)":17.98,"Tatoeba (wuu-eng)":76.54,"Tatoeba (xho-eng)":10.93,"Tatoeba (yid-eng)":1.18,"Tatoeba (yue-eng)":71.79,"Tatoeba (zsm-eng)":88.16} diff --git a/boards_data/en/data_overall/default.jsonl b/boards_data/en/data_overall/default.jsonl deleted file mode 100644 index a1a71e63504fce6b0efbb664aefe5ff0523ece9e..0000000000000000000000000000000000000000 --- a/boards_data/en/data_overall/default.jsonl +++ /dev/null @@ -1,386 +0,0 @@ -{"index":366,"Rank":1,"Model":"voyage-3-m-exp<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average (56 datasets)":74.03,"Classification Average (12 datasets)":90.16,"Clustering Average (11 datasets)":61.45,"PairClassification Average (3 datasets)":86.13,"Reranking Average (4 datasets)":59.5,"Retrieval Average (15 datasets)":68.13,"STS Average (10 datasets)":83.91,"Summarization Average (1 datasets)":30.45} -{"index":294,"Rank":2,"Model":"NV-Embed-v2<\/a>","Model Size (Million Parameters)":7851,"Memory Usage (GB, fp32)":29.25,"Embedding Dimensions":4096,"Max Tokens":32768,"Average (56 datasets)":72.31,"Classification Average (12 datasets)":90.37,"Clustering Average (11 datasets)":58.46,"PairClassification Average (3 datasets)":88.67,"Reranking Average (4 datasets)":60.65,"Retrieval Average (15 datasets)":62.65,"STS Average (10 datasets)":84.31,"Summarization Average (1 datasets)":30.7} -{"index":30,"Rank":3,"Model":"bge-en-icl<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average (56 datasets)":71.67,"Classification Average (12 datasets)":88.95,"Clustering Average (11 datasets)":57.89,"PairClassification Average (3 datasets)":88.14,"Reranking Average (4 datasets)":59.86,"Retrieval Average (15 datasets)":62.16,"STS Average (10 datasets)":84.24,"Summarization Average (1 datasets)":30.77} -{"index":380,"Rank":4,"Model":"LENS-d8000<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average (56 datasets)":71.62,"Classification Average (12 datasets)":88.43,"Clustering Average (11 datasets)":58.02,"PairClassification Average (3 datasets)":87.87,"Reranking Average (4 datasets)":60.9,"Retrieval Average (15 datasets)":61.86,"STS Average (10 datasets)":84.67,"Summarization Average (1 datasets)":29.54} -{"index":112,"Rank":5,"Model":"jasper_en_vision_language_v1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average (56 datasets)":71.54,"Classification Average (12 datasets)":88.49,"Clustering Average (11 datasets)":58.04,"PairClassification Average (3 datasets)":88.07,"Reranking Average (4 datasets)":60.91,"Retrieval Average (15 datasets)":61.33,"STS Average (10 datasets)":84.67,"Summarization Average (1 datasets)":31.42} -{"index":379,"Rank":6,"Model":"LENS-d4000<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average (56 datasets)":71.21,"Classification Average (12 datasets)":88.13,"Clustering Average (11 datasets)":57.92,"PairClassification Average (3 datasets)":87.77,"Reranking Average (4 datasets)":60.86,"Retrieval Average (15 datasets)":60.76,"STS Average (10 datasets)":84.36,"Summarization Average (1 datasets)":31.55} -{"index":113,"Rank":7,"Model":"stella_en_1.5B_v5<\/a>","Model Size (Million Parameters)":1543,"Memory Usage (GB, fp32)":5.75,"Embedding Dimensions":8192,"Max Tokens":131072,"Average (56 datasets)":71.19,"Classification Average (12 datasets)":87.63,"Clustering Average (11 datasets)":57.69,"PairClassification Average (3 datasets)":88.07,"Reranking Average (4 datasets)":61.21,"Retrieval Average (15 datasets)":61.01,"STS Average (10 datasets)":84.51,"Summarization Average (1 datasets)":31.49} -{"index":129,"Rank":8,"Model":"SFR-Embedding-2_R<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average (56 datasets)":70.31,"Classification Average (12 datasets)":89.05,"Clustering Average (11 datasets)":56.17,"PairClassification Average (3 datasets)":88.07,"Reranking Average (4 datasets)":60.14,"Retrieval Average (15 datasets)":60.18,"STS Average (10 datasets)":81.26,"Summarization Average (1 datasets)":30.71} -{"index":114,"Rank":9,"Model":"stella_en_400M_v5<\/a>","Model Size (Million Parameters)":435,"Memory Usage (GB, fp32)":1.62,"Embedding Dimensions":8192,"Max Tokens":8192,"Average (56 datasets)":70.11,"Classification Average (12 datasets)":86.67,"Clustering Average (11 datasets)":56.7,"PairClassification Average (3 datasets)":87.74,"Reranking Average (4 datasets)":60.16,"Retrieval Average (15 datasets)":58.97,"STS Average (10 datasets)":84.22,"Summarization Average (1 datasets)":31.66} -{"index":22,"Rank":10,"Model":"gte-Qwen2-7B-instruct<\/a>","Model Size (Million Parameters)":7613,"Memory Usage (GB, fp32)":28.36,"Embedding Dimensions":3584,"Max Tokens":32768,"Average (56 datasets)":69.95,"Classification Average (12 datasets)":86.58,"Clustering Average (11 datasets)":56.92,"PairClassification Average (3 datasets)":85.9,"Reranking Average (4 datasets)":61.42,"Retrieval Average (15 datasets)":59.11,"STS Average (10 datasets)":83.06,"Summarization Average (1 datasets)":31.35} -{"index":33,"Rank":11,"Model":"bge-multilingual-gemma2<\/a>","Model Size (Million Parameters)":9242,"Memory Usage (GB, fp32)":34.43,"Embedding Dimensions":3584,"Max Tokens":8192,"Average (56 datasets)":69.88,"Classification Average (12 datasets)":88.08,"Clustering Average (11 datasets)":54.65,"PairClassification Average (3 datasets)":85.84,"Reranking Average (4 datasets)":59.72,"Retrieval Average (15 datasets)":59.24,"STS Average (10 datasets)":83.88,"Summarization Average (1 datasets)":31.2} -{"index":293,"Rank":12,"Model":"NV-Embed-v1<\/a>","Model Size (Million Parameters)":7851,"Memory Usage (GB, fp32)":29.25,"Embedding Dimensions":4096,"Max Tokens":32768,"Average (56 datasets)":69.32,"Classification Average (12 datasets)":87.35,"Clustering Average (11 datasets)":52.8,"PairClassification Average (3 datasets)":86.91,"Reranking Average (4 datasets)":60.54,"Retrieval Average (15 datasets)":59.36,"STS Average (10 datasets)":82.84,"Summarization Average (1 datasets)":31.2} -{"index":81,"Rank":13,"Model":"Linq-Embed-Mistral<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average (56 datasets)":68.17,"Classification Average (12 datasets)":80.2,"Clustering Average (11 datasets)":51.42,"PairClassification Average (3 datasets)":88.35,"Reranking Average (4 datasets)":60.29,"Retrieval Average (15 datasets)":60.19,"STS Average (10 datasets)":84.97,"Summarization Average (1 datasets)":30.98} -{"index":384,"Rank":14,"Model":"Zeta-Alpha-E5-Mistral<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average (56 datasets)":67.55,"Classification Average (12 datasets)":78.77,"Clustering Average (11 datasets)":51.89,"PairClassification Average (3 datasets)":88.19,"Reranking Average (4 datasets)":59.02,"Retrieval Average (15 datasets)":59.5,"STS Average (10 datasets)":84.24,"Summarization Average (1 datasets)":31.42} -{"index":19,"Rank":15,"Model":"gme-Qwen2-VL-7B-Instruct<\/a>","Model Size (Million Parameters)":8291,"Memory Usage (GB, fp32)":30.89,"Embedding Dimensions":3584,"Max Tokens":32768,"Average (56 datasets)":67.48,"Classification Average (12 datasets)":84.31,"Clustering Average (11 datasets)":54.82,"PairClassification Average (3 datasets)":84.91,"Reranking Average (4 datasets)":61.19,"Retrieval Average (15 datasets)":55.68,"STS Average (10 datasets)":80.0,"Summarization Average (1 datasets)":29.47} -{"index":20,"Rank":16,"Model":"gte-Qwen1.5-7B-instruct<\/a>","Model Size (Million Parameters)":7099,"Memory Usage (GB, fp32)":26.45,"Embedding Dimensions":4096,"Max Tokens":32768,"Average (56 datasets)":67.36,"Classification Average (12 datasets)":79.6,"Clustering Average (11 datasets)":55.83,"PairClassification Average (3 datasets)":87.38,"Reranking Average (4 datasets)":60.13,"Retrieval Average (15 datasets)":56.24,"STS Average (10 datasets)":82.49,"Summarization Average (1 datasets)":31.46} -{"index":130,"Rank":17,"Model":"SFR-Embedding-Mistral<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average (56 datasets)":67.28,"Classification Average (12 datasets)":77.02,"Clustering Average (11 datasets)":51.67,"PairClassification Average (3 datasets)":88.54,"Reranking Average (4 datasets)":60.64,"Retrieval Average (15 datasets)":59.0,"STS Average (10 datasets)":85.07,"Summarization Average (1 datasets)":31.16} -{"index":21,"Rank":18,"Model":"gte-Qwen2-1.5B-instruct<\/a>","Model Size (Million Parameters)":1776,"Memory Usage (GB, fp32)":6.62,"Embedding Dimensions":1536,"Max Tokens":131072,"Average (56 datasets)":67.16,"Classification Average (12 datasets)":82.47,"Clustering Average (11 datasets)":48.75,"PairClassification Average (3 datasets)":87.51,"Reranking Average (4 datasets)":59.98,"Retrieval Average (15 datasets)":58.29,"STS Average (10 datasets)":82.73,"Summarization Average (1 datasets)":31.17} -{"index":12,"Rank":19,"Model":"voyage-lite-02-instruct<\/a>","Model Size (Million Parameters)":1220,"Memory Usage (GB, fp32)":4.54,"Embedding Dimensions":1024,"Max Tokens":4000,"Average (56 datasets)":67.13,"Classification Average (12 datasets)":79.25,"Clustering Average (11 datasets)":52.42,"PairClassification Average (3 datasets)":86.87,"Reranking Average (4 datasets)":58.24,"Retrieval Average (15 datasets)":56.6,"STS Average (10 datasets)":85.79,"Summarization Average (1 datasets)":31.01} -{"index":300,"Rank":20,"Model":"GritLM-7B-vllm<\/a>","Model Size (Million Parameters)":7242,"Memory Usage (GB, fp32)":26.98,"Embedding Dimensions":4096,"Max Tokens":32768,"Average (56 datasets)":66.76,"Classification Average (12 datasets)":79.46,"Clustering Average (11 datasets)":50.61,"PairClassification Average (3 datasets)":87.16,"Reranking Average (4 datasets)":60.49,"Retrieval Average (15 datasets)":57.41,"STS Average (10 datasets)":83.35,"Summarization Average (1 datasets)":30.37} -{"index":26,"Rank":21,"Model":"e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average (56 datasets)":66.63,"Classification Average (12 datasets)":78.47,"Clustering Average (11 datasets)":50.26,"PairClassification Average (3 datasets)":88.34,"Reranking Average (4 datasets)":60.21,"Retrieval Average (15 datasets)":56.89,"STS Average (10 datasets)":84.63,"Summarization Average (1 datasets)":31.4} -{"index":61,"Rank":22,"Model":"GritLM-7B<\/a>","Model Size (Million Parameters)":7240,"Memory Usage (GB, fp32)":26.97,"Embedding Dimensions":"","Max Tokens":4096,"Average (56 datasets)":66.58,"Classification Average (12 datasets)":78.65,"Clustering Average (11 datasets)":50.61,"PairClassification Average (3 datasets)":87.29,"Reranking Average (4 datasets)":60.48,"Retrieval Average (15 datasets)":57.36,"STS Average (10 datasets)":83.35,"Summarization Average (1 datasets)":30.39} -{"index":66,"Rank":23,"Model":"speed-embedding-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average (56 datasets)":66.51,"Classification Average (12 datasets)":78.44,"Clustering Average (11 datasets)":49.28,"PairClassification Average (3 datasets)":88.19,"Reranking Average (4 datasets)":60.76,"Retrieval Average (15 datasets)":56.5,"STS Average (10 datasets)":85.48,"Summarization Average (1 datasets)":31.06} -{"index":223,"Rank":24,"Model":"e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average (56 datasets)":66.4,"Classification Average (12 datasets)":77.37,"Clustering Average (11 datasets)":50.26,"PairClassification Average (3 datasets)":88.42,"Reranking Average (4 datasets)":60.21,"Retrieval Average (15 datasets)":56.87,"STS Average (10 datasets)":84.65,"Summarization Average (1 datasets)":31.53} -{"index":1,"Rank":25,"Model":"text-embedding-004<\/a>","Model Size (Million Parameters)":1200,"Memory Usage (GB, fp32)":4.47,"Embedding Dimensions":768,"Max Tokens":2048,"Average (56 datasets)":66.31,"Classification Average (12 datasets)":81.17,"Clustering Average (11 datasets)":47.48,"PairClassification Average (3 datasets)":87.61,"Reranking Average (4 datasets)":58.9,"Retrieval Average (15 datasets)":55.7,"STS Average (10 datasets)":85.07,"Summarization Average (1 datasets)":32.63} -{"index":9,"Rank":26,"Model":"voyage-large-2-instruct<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":16000,"Average (56 datasets)":66.22,"Classification Average (12 datasets)":78.38,"Clustering Average (11 datasets)":49.04,"PairClassification Average (3 datasets)":89.24,"Reranking Average (4 datasets)":61.16,"Retrieval Average (15 datasets)":57.3,"STS Average (10 datasets)":82.63,"Summarization Average (1 datasets)":30.15} -{"index":308,"Rank":27,"Model":"TDTE<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average (56 datasets)":65.96,"Classification Average (12 datasets)":77.17,"Clustering Average (11 datasets)":47.86,"PairClassification Average (3 datasets)":88.27,"Reranking Average (4 datasets)":60.46,"Retrieval Average (15 datasets)":57.05,"STS Average (10 datasets)":84.82,"Summarization Average (1 datasets)":30.83} -{"index":355,"Rank":28,"Model":"BinGSE-Meta-Llama-3-8B-Instruct<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average (56 datasets)":65.72,"Classification Average (12 datasets)":76.05,"Clustering Average (11 datasets)":47.18,"PairClassification Average (3 datasets)":88.84,"Reranking Average (4 datasets)":59.28,"Retrieval Average (15 datasets)":57.38,"STS Average (10 datasets)":85.31,"Summarization Average (1 datasets)":31.19} -{"index":62,"Rank":29,"Model":"GritLM-8x7B<\/a>","Model Size (Million Parameters)":46703,"Memory Usage (GB, fp32)":173.98,"Embedding Dimensions":4096,"Max Tokens":32768,"Average (56 datasets)":65.66,"Classification Average (12 datasets)":78.53,"Clustering Average (11 datasets)":50.14,"PairClassification Average (3 datasets)":84.97,"Reranking Average (4 datasets)":59.8,"Retrieval Average (15 datasets)":55.09,"STS Average (10 datasets)":83.26,"Summarization Average (1 datasets)":29.82} -{"index":247,"Rank":30,"Model":"cde-small-v2<\/a>","Model Size (Million Parameters)":150,"Memory Usage (GB, fp32)":0.56,"Embedding Dimensions":768,"Max Tokens":512,"Average (56 datasets)":65.58,"Classification Average (12 datasets)":80.62,"Clustering Average (11 datasets)":49.48,"PairClassification Average (3 datasets)":85.22,"Reranking Average (4 datasets)":56.94,"Retrieval Average (15 datasets)":54.19,"STS Average (10 datasets)":83.3,"Summarization Average (1 datasets)":31.6} -{"index":243,"Rank":31,"Model":"jina-embeddings-v3<\/a>","Model Size (Million Parameters)":572,"Memory Usage (GB, fp32)":2.13,"Embedding Dimensions":1024,"Max Tokens":8194,"Average (56 datasets)":65.51,"Classification Average (12 datasets)":82.58,"Clustering Average (11 datasets)":45.21,"PairClassification Average (3 datasets)":84.01,"Reranking Average (4 datasets)":58.13,"Retrieval Average (15 datasets)":53.88,"STS Average (10 datasets)":85.81,"Summarization Average (1 datasets)":29.71} -{"index":49,"Rank":32,"Model":"jina-embeddings-v3<\/a>","Model Size (Million Parameters)":572,"Memory Usage (GB, fp32)":2.13,"Embedding Dimensions":1024,"Max Tokens":8194,"Average (56 datasets)":65.51,"Classification Average (12 datasets)":82.58,"Clustering Average (11 datasets)":45.21,"PairClassification Average (3 datasets)":84.01,"Reranking Average (4 datasets)":58.13,"Retrieval Average (15 datasets)":53.88,"STS Average (10 datasets)":85.81,"Summarization Average (1 datasets)":29.71} -{"index":24,"Rank":33,"Model":"gte-large-en-v1.5<\/a>","Model Size (Million Parameters)":434,"Memory Usage (GB, fp32)":1.62,"Embedding Dimensions":1024,"Max Tokens":8192,"Average (56 datasets)":65.39,"Classification Average (12 datasets)":77.75,"Clustering Average (11 datasets)":47.96,"PairClassification Average (3 datasets)":84.53,"Reranking Average (4 datasets)":58.5,"Retrieval Average (15 datasets)":57.91,"STS Average (10 datasets)":81.43,"Summarization Average (1 datasets)":30.91} -{"index":18,"Rank":34,"Model":"gme-Qwen2-VL-2B-Instruct<\/a>","Model Size (Million Parameters)":2209,"Memory Usage (GB, fp32)":8.23,"Embedding Dimensions":1536,"Max Tokens":32768,"Average (56 datasets)":65.29,"Classification Average (12 datasets)":81.07,"Clustering Average (11 datasets)":51.3,"PairClassification Average (3 datasets)":82.53,"Reranking Average (4 datasets)":58.5,"Retrieval Average (15 datasets)":53.38,"STS Average (10 datasets)":80.58,"Summarization Average (1 datasets)":30.8} -{"index":88,"Rank":35,"Model":"LLM2Vec-Meta-Llama-3-supervised<\/a>","Model Size (Million Parameters)":7505,"Memory Usage (GB, fp32)":27.96,"Embedding Dimensions":4096,"Max Tokens":8192,"Average (56 datasets)":65.01,"Classification Average (12 datasets)":75.92,"Clustering Average (11 datasets)":46.45,"PairClassification Average (3 datasets)":87.79,"Reranking Average (4 datasets)":59.68,"Retrieval Average (15 datasets)":56.63,"STS Average (10 datasets)":83.58,"Summarization Average (1 datasets)":30.94} -{"index":246,"Rank":36,"Model":"cde-small-v1<\/a>","Model Size (Million Parameters)":143,"Memory Usage (GB, fp32)":0.53,"Embedding Dimensions":768,"Max Tokens":512,"Average (56 datasets)":65.0,"Classification Average (12 datasets)":81.71,"Clustering Average (11 datasets)":48.32,"PairClassification Average (3 datasets)":84.69,"Reranking Average (4 datasets)":56.75,"Retrieval Average (15 datasets)":53.27,"STS Average (10 datasets)":81.63,"Summarization Average (1 datasets)":31.23} -{"index":64,"Rank":37,"Model":"KaLM-embedding-multilingual-mini-instruct-v1.5<\/a>","Model Size (Million Parameters)":494,"Memory Usage (GB, fp32)":1.84,"Embedding Dimensions":896,"Max Tokens":131072,"Average (56 datasets)":64.94,"Classification Average (12 datasets)":84.74,"Clustering Average (11 datasets)":47.82,"PairClassification Average (3 datasets)":83.26,"Reranking Average (4 datasets)":55.41,"Retrieval Average (15 datasets)":51.65,"STS Average (10 datasets)":82.24,"Summarization Average (1 datasets)":25.23} -{"index":90,"Rank":38,"Model":"LLM2Vec-Mistral-supervised<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average (56 datasets)":64.8,"Classification Average (12 datasets)":76.63,"Clustering Average (11 datasets)":45.54,"PairClassification Average (3 datasets)":87.99,"Reranking Average (4 datasets)":58.42,"Retrieval Average (15 datasets)":55.99,"STS Average (10 datasets)":84.09,"Summarization Average (1 datasets)":29.96} -{"index":63,"Rank":39,"Model":"KaLM-embedding-multilingual-mini-instruct-v1<\/a>","Model Size (Million Parameters)":494,"Memory Usage (GB, fp32)":1.84,"Embedding Dimensions":896,"Max Tokens":131072,"Average (56 datasets)":64.74,"Classification Average (12 datasets)":85.1,"Clustering Average (11 datasets)":45.46,"PairClassification Average (3 datasets)":83.92,"Reranking Average (4 datasets)":55.58,"Retrieval Average (15 datasets)":51.88,"STS Average (10 datasets)":82.4,"Summarization Average (1 datasets)":27.88} -{"index":245,"Rank":40,"Model":"echo-mistral-7b-instruct-lasttoken<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average (56 datasets)":64.68,"Classification Average (12 datasets)":77.43,"Clustering Average (11 datasets)":46.32,"PairClassification Average (3 datasets)":87.34,"Reranking Average (4 datasets)":58.14,"Retrieval Average (15 datasets)":55.52,"STS Average (10 datasets)":82.56,"Summarization Average (1 datasets)":30.73} -{"index":270,"Rank":41,"Model":"mxbai-embed-large-v1<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average (56 datasets)":64.68,"Classification Average (12 datasets)":75.64,"Clustering Average (11 datasets)":46.71,"PairClassification Average (3 datasets)":87.2,"Reranking Average (4 datasets)":60.11,"Retrieval Average (15 datasets)":54.39,"STS Average (10 datasets)":85.0,"Summarization Average (1 datasets)":32.71} -{"index":145,"Rank":42,"Model":"UAE-Large-V1<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average (56 datasets)":64.64,"Classification Average (12 datasets)":75.58,"Clustering Average (11 datasets)":46.73,"PairClassification Average (3 datasets)":87.25,"Reranking Average (4 datasets)":59.88,"Retrieval Average (15 datasets)":54.66,"STS Average (10 datasets)":84.54,"Summarization Average (1 datasets)":32.03} -{"index":398,"Rank":43,"Model":"text-embedding-3-large<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":3072,"Max Tokens":8191,"Average (56 datasets)":64.52,"Classification Average (12 datasets)":75.11,"Clustering Average (11 datasets)":49.01,"PairClassification Average (3 datasets)":85.72,"Reranking Average (4 datasets)":59.16,"Retrieval Average (15 datasets)":55.43,"STS Average (10 datasets)":81.73,"Summarization Average (1 datasets)":29.92} -{"index":11,"Rank":44,"Model":"voyage-lite-01-instruct<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":4000,"Average (56 datasets)":64.49,"Classification Average (12 datasets)":74.79,"Clustering Average (11 datasets)":47.4,"PairClassification Average (3 datasets)":86.57,"Reranking Average (4 datasets)":59.74,"Retrieval Average (15 datasets)":55.58,"STS Average (10 datasets)":82.93,"Summarization Average (1 datasets)":30.97} -{"index":0,"Rank":45,"Model":"text-embedding-004-256<\/a>","Model Size (Million Parameters)":1200,"Memory Usage (GB, fp32)":4.47,"Embedding Dimensions":256,"Max Tokens":2048,"Average (56 datasets)":64.37,"Classification Average (12 datasets)":79.0,"Clustering Average (11 datasets)":45.07,"PairClassification Average (3 datasets)":87.29,"Reranking Average (4 datasets)":57.78,"Retrieval Average (15 datasets)":52.44,"STS Average (10 datasets)":84.93,"Summarization Average (1 datasets)":32.36} -{"index":162,"Rank":46,"Model":"GIST-large-Embedding-v0<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average (56 datasets)":64.34,"Classification Average (12 datasets)":76.01,"Clustering Average (11 datasets)":46.55,"PairClassification Average (3 datasets)":86.7,"Reranking Average (4 datasets)":60.05,"Retrieval Average (15 datasets)":53.44,"STS Average (10 datasets)":84.59,"Summarization Average (1 datasets)":30.96} -{"index":46,"Rank":47,"Model":"Cohere-embed-english-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":512,"Average (56 datasets)":64.3,"Classification Average (12 datasets)":75.54,"Clustering Average (11 datasets)":47.43,"PairClassification Average (3 datasets)":85.84,"Reranking Average (4 datasets)":58.01,"Retrieval Average (15 datasets)":55.0,"STS Average (10 datasets)":82.79,"Summarization Average (1 datasets)":30.18} -{"index":281,"Rank":48,"Model":"bge-large-en-v1.5<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average (56 datasets)":64.23,"Classification Average (12 datasets)":75.97,"Clustering Average (11 datasets)":46.08,"PairClassification Average (3 datasets)":87.12,"Reranking Average (4 datasets)":60.03,"Retrieval Average (15 datasets)":54.29,"STS Average (10 datasets)":83.11,"Summarization Average (1 datasets)":31.61} -{"index":371,"Rank":49,"Model":"b1ade-embed<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average (56 datasets)":64.21,"Classification Average (12 datasets)":75.16,"Clustering Average (11 datasets)":46.46,"PairClassification Average (3 datasets)":87.07,"Reranking Average (4 datasets)":60.0,"Retrieval Average (15 datasets)":53.3,"STS Average (10 datasets)":85.04,"Summarization Average (1 datasets)":31.93} -{"index":76,"Rank":50,"Model":"MUG-B-1.6<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average (56 datasets)":64.2,"Classification Average (12 datasets)":74.5,"Clustering Average (11 datasets)":46.93,"PairClassification Average (3 datasets)":87.14,"Reranking Average (4 datasets)":59.97,"Retrieval Average (15 datasets)":53.46,"STS Average (10 datasets)":84.99,"Summarization Average (1 datasets)":32.12} -{"index":86,"Rank":51,"Model":"LLM2Vec-Llama-2-7b-chat-hf-mntp-supervised<\/a>","Model Size (Million Parameters)":6607,"Memory Usage (GB, fp32)":24.61,"Embedding Dimensions":4096,"Max Tokens":4096,"Average (56 datasets)":64.14,"Classification Average (12 datasets)":76.33,"Clustering Average (11 datasets)":45.24,"PairClassification Average (3 datasets)":88.03,"Reranking Average (4 datasets)":57.38,"Retrieval Average (15 datasets)":54.6,"STS Average (10 datasets)":83.73,"Summarization Average (1 datasets)":28.49} -{"index":23,"Rank":52,"Model":"gte-base-en-v1.5<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":8192,"Average (56 datasets)":64.11,"Classification Average (12 datasets)":77.17,"Clustering Average (11 datasets)":46.82,"PairClassification Average (3 datasets)":85.33,"Reranking Average (4 datasets)":57.66,"Retrieval Average (15 datasets)":54.09,"STS Average (10 datasets)":81.97,"Summarization Average (1 datasets)":31.17} -{"index":31,"Rank":53,"Model":"bge-large-en-v1.5<\/a>","Model Size (Million Parameters)":1340,"Memory Usage (GB, fp32)":4.99,"Embedding Dimensions":1024,"Max Tokens":512,"Average (56 datasets)":63.89,"Classification Average (12 datasets)":74.24,"Clustering Average (11 datasets)":46.08,"PairClassification Average (3 datasets)":87.13,"Reranking Average (4 datasets)":60.03,"Retrieval Average (15 datasets)":54.34,"STS Average (10 datasets)":83.16,"Summarization Average (1 datasets)":31.61} -{"index":248,"Rank":54,"Model":"modernbert-embed-large<\/a>","Model Size (Million Parameters)":395,"Memory Usage (GB, fp32)":1.47,"Embedding Dimensions":1024,"Max Tokens":8192,"Average (56 datasets)":63.84,"Classification Average (12 datasets)":75.03,"Clustering Average (11 datasets)":46.04,"PairClassification Average (3 datasets)":85.31,"Reranking Average (4 datasets)":57.65,"Retrieval Average (15 datasets)":54.36,"STS Average (10 datasets)":83.8,"Summarization Average (1 datasets)":28.31} -{"index":48,"Rank":55,"Model":"Cohere-embed-multilingual-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":512,"Average (56 datasets)":63.84,"Classification Average (12 datasets)":74.97,"Clustering Average (11 datasets)":46.6,"PairClassification Average (3 datasets)":86.15,"Reranking Average (4 datasets)":57.86,"Retrieval Average (15 datasets)":53.84,"STS Average (10 datasets)":83.43,"Summarization Average (1 datasets)":30.99} -{"index":160,"Rank":56,"Model":"GIST-Embedding-v0<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average (56 datasets)":63.71,"Classification Average (12 datasets)":76.03,"Clustering Average (11 datasets)":46.21,"PairClassification Average (3 datasets)":86.32,"Reranking Average (4 datasets)":59.37,"Retrieval Average (15 datasets)":52.31,"STS Average (10 datasets)":83.51,"Summarization Average (1 datasets)":30.87} -{"index":228,"Rank":57,"Model":"multilingual-e5-large-instruct<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average (56 datasets)":63.61,"Classification Average (12 datasets)":73.32,"Clustering Average (11 datasets)":47.07,"PairClassification Average (3 datasets)":86.24,"Reranking Average (4 datasets)":58.92,"Retrieval Average (15 datasets)":52.64,"STS Average (10 datasets)":85.03,"Summarization Average (1 datasets)":30.46} -{"index":253,"Rank":58,"Model":"ember-v1<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average (56 datasets)":63.54,"Classification Average (12 datasets)":75.99,"Clustering Average (11 datasets)":45.58,"PairClassification Average (3 datasets)":87.37,"Reranking Average (4 datasets)":60.04,"Retrieval Average (15 datasets)":51.92,"STS Average (10 datasets)":83.34,"Summarization Average (1 datasets)":30.82} -{"index":311,"Rank":59,"Model":"sf_model_e5<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average (56 datasets)":63.34,"Classification Average (12 datasets)":73.96,"Clustering Average (11 datasets)":46.61,"PairClassification Average (3 datasets)":86.85,"Reranking Average (4 datasets)":59.86,"Retrieval Average (15 datasets)":51.8,"STS Average (10 datasets)":83.85,"Summarization Average (1 datasets)":31.61} -{"index":269,"Rank":60,"Model":"mxbai-embed-2d-large-v1<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average (56 datasets)":63.25,"Classification Average (12 datasets)":74.14,"Clustering Average (11 datasets)":46.07,"PairClassification Average (3 datasets)":85.89,"Reranking Average (4 datasets)":58.94,"Retrieval Average (15 datasets)":51.42,"STS Average (10 datasets)":84.9,"Summarization Average (1 datasets)":31.55} -{"index":29,"Rank":61,"Model":"bge-base-en-v1.5<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average (56 datasets)":63.19,"Classification Average (12 datasets)":73.72,"Clustering Average (11 datasets)":45.81,"PairClassification Average (3 datasets)":86.57,"Reranking Average (4 datasets)":58.86,"Retrieval Average (15 datasets)":53.28,"STS Average (10 datasets)":82.45,"Summarization Average (1 datasets)":31.07} -{"index":352,"Rank":62,"Model":"gte-large<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average (56 datasets)":63.13,"Classification Average (12 datasets)":73.33,"Clustering Average (11 datasets)":46.84,"PairClassification Average (3 datasets)":85.0,"Reranking Average (4 datasets)":59.13,"Retrieval Average (15 datasets)":52.22,"STS Average (10 datasets)":83.35,"Summarization Average (1 datasets)":31.66} -{"index":164,"Rank":63,"Model":"NoInstruct-small-Embedding-v0<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average (56 datasets)":63.12,"Classification Average (12 datasets)":75.97,"Clustering Average (11 datasets)":44.95,"PairClassification Average (3 datasets)":84.99,"Reranking Average (4 datasets)":58.3,"Retrieval Average (15 datasets)":51.99,"STS Average (10 datasets)":83.0,"Summarization Average (1 datasets)":30.6} -{"index":302,"Rank":64,"Model":"mini-gte<\/a>","Model Size (Million Parameters)":66,"Memory Usage (GB, fp32)":0.25,"Embedding Dimensions":768,"Max Tokens":512,"Average (56 datasets)":62.91,"Classification Average (12 datasets)":75.89,"Clustering Average (11 datasets)":46.01,"PairClassification Average (3 datasets)":84.76,"Reranking Average (4 datasets)":56.98,"Retrieval Average (15 datasets)":51.59,"STS Average (10 datasets)":81.94,"Summarization Average (1 datasets)":30.48} -{"index":163,"Rank":65,"Model":"GIST-small-Embedding-v0<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average (56 datasets)":62.72,"Classification Average (12 datasets)":76.11,"Clustering Average (11 datasets)":44.82,"PairClassification Average (3 datasets)":84.68,"Reranking Average (4 datasets)":58.56,"Retrieval Average (15 datasets)":50.43,"STS Average (10 datasets)":83.03,"Summarization Average (1 datasets)":31.14} -{"index":282,"Rank":66,"Model":"modernbert-embed-base<\/a>","Model Size (Million Parameters)":149,"Memory Usage (GB, fp32)":0.56,"Embedding Dimensions":768,"Max Tokens":8192,"Average (56 datasets)":62.62,"Classification Average (12 datasets)":74.31,"Clustering Average (11 datasets)":44.98,"PairClassification Average (3 datasets)":83.96,"Reranking Average (4 datasets)":56.42,"Retrieval Average (15 datasets)":52.89,"STS Average (10 datasets)":81.78,"Summarization Average (1 datasets)":31.39} -{"index":217,"Rank":67,"Model":"stella-base-en-v2<\/a>","Model Size (Million Parameters)":55,"Memory Usage (GB, fp32)":0.2,"Embedding Dimensions":768,"Max Tokens":512,"Average (56 datasets)":62.61,"Classification Average (12 datasets)":75.28,"Clustering Average (11 datasets)":44.9,"PairClassification Average (3 datasets)":86.45,"Reranking Average (4 datasets)":58.78,"Retrieval Average (15 datasets)":50.1,"STS Average (10 datasets)":83.02,"Summarization Average (1 datasets)":32.52} -{"index":351,"Rank":68,"Model":"gte-base<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average (56 datasets)":62.39,"Classification Average (12 datasets)":73.01,"Clustering Average (11 datasets)":46.2,"PairClassification Average (3 datasets)":84.57,"Reranking Average (4 datasets)":58.61,"Retrieval Average (15 datasets)":51.14,"STS Average (10 datasets)":82.3,"Summarization Average (1 datasets)":31.17} -{"index":35,"Rank":69,"Model":"nomic-embed-text-v1<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":8192,"Average (56 datasets)":62.39,"Classification Average (12 datasets)":74.12,"Clustering Average (11 datasets)":43.91,"PairClassification Average (3 datasets)":85.15,"Reranking Average (4 datasets)":55.69,"Retrieval Average (15 datasets)":52.81,"STS Average (10 datasets)":82.06,"Summarization Average (1 datasets)":30.08} -{"index":36,"Rank":70,"Model":"nomic-embed-text-v1.5<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":8192,"Average (56 datasets)":62.28,"Classification Average (12 datasets)":73.55,"Clustering Average (11 datasets)":43.93,"PairClassification Average (3 datasets)":84.61,"Reranking Average (4 datasets)":55.78,"Retrieval Average (15 datasets)":53.01,"STS Average (10 datasets)":81.94,"Summarization Average (1 datasets)":30.4} -{"index":291,"Rank":71,"Model":"nomic-embed-text-v1.5<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":8192,"Average (56 datasets)":62.28,"Classification Average (12 datasets)":73.55,"Clustering Average (11 datasets)":43.93,"PairClassification Average (3 datasets)":84.61,"Reranking Average (4 datasets)":55.78,"Retrieval Average (15 datasets)":53.01,"STS Average (10 datasets)":81.94,"Summarization Average (1 datasets)":30.4} -{"index":399,"Rank":72,"Model":"text-embedding-3-small<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":8191,"Average (56 datasets)":62.26,"Classification Average (12 datasets)":73.21,"Clustering Average (11 datasets)":46.65,"PairClassification Average (3 datasets)":85.04,"Reranking Average (4 datasets)":56.72,"Retrieval Average (15 datasets)":51.08,"STS Average (10 datasets)":81.58,"Summarization Average (1 datasets)":31.12} -{"index":166,"Rank":73,"Model":"concat-e5-small-bge-small-01<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average (56 datasets)":62.18,"Classification Average (12 datasets)":73.33,"Clustering Average (11 datasets)":44.36,"PairClassification Average (3 datasets)":86.09,"Reranking Average (4 datasets)":58.14,"Retrieval Average (15 datasets)":51.4,"STS Average (10 datasets)":82.24,"Summarization Average (1 datasets)":30.07} -{"index":198,"Rank":74,"Model":"english-4U-bge-small<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average (56 datasets)":62.17,"Classification Average (12 datasets)":74.14,"Clustering Average (11 datasets)":43.82,"PairClassification Average (3 datasets)":84.92,"Reranking Average (4 datasets)":58.36,"Retrieval Average (15 datasets)":51.68,"STS Average (10 datasets)":81.59,"Summarization Average (1 datasets)":30.12} -{"index":156,"Rank":75,"Model":"bge-small-en<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average (56 datasets)":62.11,"Classification Average (12 datasets)":74.37,"Clustering Average (11 datasets)":44.31,"PairClassification Average (3 datasets)":83.78,"Reranking Average (4 datasets)":57.97,"Retrieval Average (15 datasets)":51.82,"STS Average (10 datasets)":80.72,"Summarization Average (1 datasets)":30.53} -{"index":284,"Rank":76,"Model":"nomic-embed-text-v1<\/a>","Model Size (Million Parameters)":547,"Memory Usage (GB, fp32)":2.04,"Embedding Dimensions":768,"Max Tokens":8192,"Average (56 datasets)":62.04,"Classification Average (12 datasets)":72.45,"Clustering Average (11 datasets)":43.91,"PairClassification Average (3 datasets)":85.15,"Reranking Average (4 datasets)":55.69,"Retrieval Average (15 datasets)":52.81,"STS Average (10 datasets)":82.12,"Summarization Average (1 datasets)":30.08} -{"index":45,"Rank":77,"Model":"Cohere-embed-english-light-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average (56 datasets)":62.01,"Classification Average (12 datasets)":74.31,"Clustering Average (11 datasets)":44.64,"PairClassification Average (3 datasets)":85.05,"Reranking Average (4 datasets)":56.09,"Retrieval Average (15 datasets)":51.34,"STS Average (10 datasets)":80.92,"Summarization Average (1 datasets)":31.29} -{"index":397,"Rank":78,"Model":"text-embedding-3-large-256<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":256,"Max Tokens":8191,"Average (56 datasets)":62.0,"Classification Average (12 datasets)":71.97,"Clustering Average (11 datasets)":46.23,"PairClassification Average (3 datasets)":84.22,"Reranking Average (4 datasets)":57.99,"Retrieval Average (15 datasets)":51.66,"STS Average (10 datasets)":81.04,"Summarization Average (1 datasets)":29.92} -{"index":289,"Rank":79,"Model":"nomic-embed-text-v1.5-512<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":512,"Max Tokens":8192,"Average (56 datasets)":61.96,"Classification Average (12 datasets)":73.24,"Clustering Average (11 datasets)":43.71,"PairClassification Average (3 datasets)":84.59,"Reranking Average (4 datasets)":55.65,"Retrieval Average (15 datasets)":52.4,"STS Average (10 datasets)":81.7,"Summarization Average (1 datasets)":30.47} -{"index":65,"Rank":80,"Model":"KaLM-embedding-multilingual-mini-v1<\/a>","Model Size (Million Parameters)":494,"Memory Usage (GB, fp32)":1.84,"Embedding Dimensions":896,"Max Tokens":131072,"Average (56 datasets)":61.87,"Classification Average (12 datasets)":72.88,"Clustering Average (11 datasets)":45.37,"PairClassification Average (3 datasets)":84.09,"Reranking Average (4 datasets)":55.86,"Retrieval Average (15 datasets)":50.81,"STS Average (10 datasets)":82.42,"Summarization Average (1 datasets)":29.15} -{"index":92,"Rank":81,"Model":"LLM2Vec-Sheared-Llama-supervised<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":4096,"Average (56 datasets)":61.85,"Classification Average (12 datasets)":72.21,"Clustering Average (11 datasets)":43.57,"PairClassification Average (3 datasets)":86.21,"Reranking Average (4 datasets)":55.38,"Retrieval Average (15 datasets)":51.44,"STS Average (10 datasets)":83.58,"Summarization Average (1 datasets)":30.01} -{"index":209,"Rank":82,"Model":"instructor-xl<\/a>","Model Size (Million Parameters)":1241,"Memory Usage (GB, fp32)":4.62,"Embedding Dimensions":768,"Max Tokens":512,"Average (56 datasets)":61.79,"Classification Average (12 datasets)":73.12,"Clustering Average (11 datasets)":44.74,"PairClassification Average (3 datasets)":86.62,"Reranking Average (4 datasets)":57.29,"Retrieval Average (15 datasets)":49.26,"STS Average (10 datasets)":83.06,"Summarization Average (1 datasets)":32.32} -{"index":149,"Rank":83,"Model":"MedEmbed-small-v0.1<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average (56 datasets)":61.79,"Classification Average (12 datasets)":71.83,"Clustering Average (11 datasets)":43.45,"PairClassification Average (3 datasets)":84.71,"Reranking Average (4 datasets)":58.38,"Retrieval Average (15 datasets)":52.49,"STS Average (10 datasets)":81.48,"Summarization Average (1 datasets)":30.49} -{"index":299,"Rank":84,"Model":"MiniCPM-Embedding-Light<\/a>","Model Size (Million Parameters)":434,"Memory Usage (GB, fp32)":1.62,"Embedding Dimensions":1024,"Max Tokens":4096,"Average (56 datasets)":61.78,"Classification Average (12 datasets)":73.25,"Clustering Average (11 datasets)":44.08,"PairClassification Average (3 datasets)":83.91,"Reranking Average (4 datasets)":57.14,"Retrieval Average (15 datasets)":55.27,"STS Average (10 datasets)":75.6,"Summarization Average (1 datasets)":30.62} -{"index":34,"Rank":85,"Model":"bge-small-en-v1.5<\/a>","Model Size (Million Parameters)":24,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":512,"Max Tokens":512,"Average (56 datasets)":61.76,"Classification Average (12 datasets)":72.18,"Clustering Average (11 datasets)":43.82,"PairClassification Average (3 datasets)":84.92,"Reranking Average (4 datasets)":58.36,"Retrieval Average (15 datasets)":51.71,"STS Average (10 datasets)":81.64,"Summarization Average (1 datasets)":30.12} -{"index":208,"Rank":86,"Model":"instructor-large<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":768,"Max Tokens":512,"Average (56 datasets)":61.59,"Classification Average (12 datasets)":73.86,"Clustering Average (11 datasets)":45.29,"PairClassification Average (3 datasets)":85.89,"Reranking Average (4 datasets)":57.54,"Retrieval Average (15 datasets)":47.57,"STS Average (10 datasets)":83.15,"Summarization Average (1 datasets)":31.84} -{"index":356,"Rank":87,"Model":"BinGSE-Sheared-LLaMA<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average (56 datasets)":61.58,"Classification Average (12 datasets)":70.56,"Clustering Average (11 datasets)":43.59,"PairClassification Average (3 datasets)":86.61,"Reranking Average (4 datasets)":54.16,"Retrieval Average (15 datasets)":52.28,"STS Average (10 datasets)":83.1,"Summarization Average (1 datasets)":30.79} -{"index":222,"Rank":88,"Model":"e5-large-v2<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average (56 datasets)":61.44,"Classification Average (12 datasets)":72.4,"Clustering Average (11 datasets)":44.26,"PairClassification Average (3 datasets)":86.07,"Reranking Average (4 datasets)":56.61,"Retrieval Average (15 datasets)":50.57,"STS Average (10 datasets)":81.15,"Summarization Average (1 datasets)":30.19} -{"index":25,"Rank":89,"Model":"gte-multilingual-base<\/a>","Model Size (Million Parameters)":305,"Memory Usage (GB, fp32)":1.14,"Embedding Dimensions":768,"Max Tokens":8192,"Average (56 datasets)":61.4,"Classification Average (12 datasets)":70.89,"Clustering Average (11 datasets)":44.31,"PairClassification Average (3 datasets)":84.24,"Reranking Average (4 datasets)":57.47,"Retrieval Average (15 datasets)":51.08,"STS Average (10 datasets)":82.11,"Summarization Average (1 datasets)":30.58} -{"index":85,"Rank":90,"Model":"onnx-gte-multilingual-base<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average (56 datasets)":61.4,"Classification Average (12 datasets)":70.89,"Clustering Average (11 datasets)":44.31,"PairClassification Average (3 datasets)":84.24,"Reranking Average (4 datasets)":57.47,"Retrieval Average (15 datasets)":51.08,"STS Average (10 datasets)":82.11,"Summarization Average (1 datasets)":30.58} -{"index":285,"Rank":91,"Model":"nomic-embed-text-v1-ablated<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":8192,"Average (56 datasets)":61.36,"Classification Average (12 datasets)":73.65,"Clustering Average (11 datasets)":43.7,"PairClassification Average (3 datasets)":84.59,"Reranking Average (4 datasets)":53.32,"Retrieval Average (15 datasets)":51.43,"STS Average (10 datasets)":80.22,"Summarization Average (1 datasets)":31.28} -{"index":353,"Rank":92,"Model":"gte-small<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average (56 datasets)":61.36,"Classification Average (12 datasets)":72.31,"Clustering Average (11 datasets)":44.89,"PairClassification Average (3 datasets)":83.54,"Reranking Average (4 datasets)":57.7,"Retrieval Average (15 datasets)":49.46,"STS Average (10 datasets)":82.07,"Summarization Average (1 datasets)":30.42} -{"index":195,"Rank":93,"Model":"e5-base-4k<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average (56 datasets)":61.11,"Classification Average (12 datasets)":72.21,"Clustering Average (11 datasets)":43.8,"PairClassification Average (3 datasets)":85.73,"Reranking Average (4 datasets)":55.91,"Retrieval Average (15 datasets)":50.29,"STS Average (10 datasets)":80.83,"Summarization Average (1 datasets)":30.28} -{"index":288,"Rank":94,"Model":"nomic-embed-text-v1.5-256<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":256,"Max Tokens":8192,"Average (56 datasets)":61.04,"Classification Average (12 datasets)":72.1,"Clustering Average (11 datasets)":43.16,"PairClassification Average (3 datasets)":84.09,"Reranking Average (4 datasets)":55.18,"Retrieval Average (15 datasets)":50.81,"STS Average (10 datasets)":81.34,"Summarization Average (1 datasets)":30.05} -{"index":396,"Rank":95,"Model":"text-embedding-ada-002<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":8191,"Average (56 datasets)":60.99,"Classification Average (12 datasets)":70.93,"Clustering Average (11 datasets)":45.9,"PairClassification Average (3 datasets)":84.89,"Reranking Average (4 datasets)":56.32,"Retrieval Average (15 datasets)":49.25,"STS Average (10 datasets)":80.97,"Summarization Average (1 datasets)":30.8} -{"index":220,"Rank":96,"Model":"e5-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average (56 datasets)":60.97,"Classification Average (12 datasets)":71.15,"Clustering Average (11 datasets)":44.1,"PairClassification Average (3 datasets)":85.63,"Reranking Average (4 datasets)":55.91,"Retrieval Average (15 datasets)":50.3,"STS Average (10 datasets)":81.03,"Summarization Average (1 datasets)":30.28} -{"index":227,"Rank":97,"Model":"multilingual-e5-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average (56 datasets)":60.9,"Classification Average (12 datasets)":71.77,"Clustering Average (11 datasets)":41.23,"PairClassification Average (3 datasets)":84.75,"Reranking Average (4 datasets)":55.96,"Retrieval Average (15 datasets)":51.45,"STS Average (10 datasets)":81.62,"Summarization Average (1 datasets)":29.64} -{"index":221,"Rank":98,"Model":"e5-large<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average (56 datasets)":60.9,"Classification Average (12 datasets)":70.48,"Clustering Average (11 datasets)":43.33,"PairClassification Average (3 datasets)":85.94,"Reranking Average (4 datasets)":56.53,"Retrieval Average (15 datasets)":49.99,"STS Average (10 datasets)":82.32,"Summarization Average (1 datasets)":30.97} -{"index":249,"Rank":99,"Model":"modernbert-embed-large-unsupervised<\/a>","Model Size (Million Parameters)":395,"Memory Usage (GB, fp32)":1.47,"Embedding Dimensions":1024,"Max Tokens":8192,"Average (56 datasets)":60.71,"Classification Average (12 datasets)":72.91,"Clustering Average (11 datasets)":44.96,"PairClassification Average (3 datasets)":83.44,"Reranking Average (4 datasets)":55.54,"Retrieval Average (15 datasets)":47.9,"STS Average (10 datasets)":80.95,"Summarization Average (1 datasets)":29.86} -{"index":235,"Rank":100,"Model":"udever-bloom-7b1<\/a>","Model Size (Million Parameters)":7069,"Memory Usage (GB, fp32)":26.33,"Embedding Dimensions":4096,"Max Tokens":2048,"Average (56 datasets)":60.63,"Classification Average (12 datasets)":72.13,"Clustering Average (11 datasets)":40.81,"PairClassification Average (3 datasets)":85.4,"Reranking Average (4 datasets)":55.91,"Retrieval Average (15 datasets)":49.34,"STS Average (10 datasets)":83.01,"Summarization Average (1 datasets)":30.97} -{"index":135,"Rank":101,"Model":"snowflake-arctic-embed-l-v2.0<\/a>","Model Size (Million Parameters)":568,"Memory Usage (GB, fp32)":2.12,"Embedding Dimensions":1024,"Max Tokens":8194,"Average (56 datasets)":60.5,"Classification Average (12 datasets)":67.18,"Clustering Average (11 datasets)":41.65,"PairClassification Average (3 datasets)":83.0,"Reranking Average (4 datasets)":55.78,"Retrieval Average (15 datasets)":55.65,"STS Average (10 datasets)":78.62,"Summarization Average (1 datasets)":30.51} -{"index":159,"Rank":102,"Model":"jina-embeddings-v2-base-en<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":8192,"Average (56 datasets)":60.38,"Classification Average (12 datasets)":73.45,"Clustering Average (11 datasets)":41.73,"PairClassification Average (3 datasets)":85.38,"Reranking Average (4 datasets)":56.98,"Retrieval Average (15 datasets)":47.87,"STS Average (10 datasets)":80.7,"Summarization Average (1 datasets)":31.6} -{"index":157,"Rank":103,"Model":"Titan-text-embeddings-v2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average (56 datasets)":60.37,"Classification Average (12 datasets)":70.62,"Clustering Average (11 datasets)":40.4,"PairClassification Average (3 datasets)":82.14,"Reranking Average (4 datasets)":57.5,"Retrieval Average (15 datasets)":51.31,"STS Average (10 datasets)":81.54,"Summarization Average (1 datasets)":27.54} -{"index":47,"Rank":104,"Model":"Cohere-embed-multilingual-light-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":384,"Max Tokens":512,"Average (56 datasets)":60.12,"Classification Average (12 datasets)":70.57,"Clustering Average (11 datasets)":41.98,"PairClassification Average (3 datasets)":83.95,"Reranking Average (4 datasets)":55.06,"Retrieval Average (15 datasets)":50.15,"STS Average (10 datasets)":80.31,"Summarization Average (1 datasets)":30.41} -{"index":137,"Rank":105,"Model":"snowflake-arctic-embed-m-long<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":8192,"Average (56 datasets)":60.09,"Classification Average (12 datasets)":68.01,"Clustering Average (11 datasets)":41.51,"PairClassification Average (3 datasets)":82.02,"Reranking Average (4 datasets)":55.47,"Retrieval Average (15 datasets)":54.83,"STS Average (10 datasets)":77.08,"Summarization Average (1 datasets)":31.38} -{"index":283,"Rank":106,"Model":"modernbert-embed-base-unsupervised<\/a>","Model Size (Million Parameters)":149,"Memory Usage (GB, fp32)":0.56,"Embedding Dimensions":768,"Max Tokens":8192,"Average (56 datasets)":60.03,"Classification Average (12 datasets)":72.11,"Clustering Average (11 datasets)":44.34,"PairClassification Average (3 datasets)":82.78,"Reranking Average (4 datasets)":55.0,"Retrieval Average (15 datasets)":47.05,"STS Average (10 datasets)":80.33,"Summarization Average (1 datasets)":31.2} -{"index":225,"Rank":107,"Model":"e5-small-v2<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average (56 datasets)":59.93,"Classification Average (12 datasets)":72.94,"Clustering Average (11 datasets)":39.92,"PairClassification Average (3 datasets)":84.67,"Reranking Average (4 datasets)":54.32,"Retrieval Average (15 datasets)":49.04,"STS Average (10 datasets)":80.39,"Summarization Average (1 datasets)":31.16} -{"index":219,"Rank":108,"Model":"e5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average (56 datasets)":59.92,"Classification Average (12 datasets)":70.11,"Clustering Average (11 datasets)":42.11,"PairClassification Average (3 datasets)":85.09,"Reranking Average (4 datasets)":55.7,"Retrieval Average (15 datasets)":48.75,"STS Average (10 datasets)":81.05,"Summarization Average (1 datasets)":31.01} -{"index":233,"Rank":109,"Model":"udever-bloom-3b<\/a>","Model Size (Million Parameters)":3003,"Memory Usage (GB, fp32)":11.19,"Embedding Dimensions":2560,"Max Tokens":2048,"Average (56 datasets)":59.86,"Classification Average (12 datasets)":71.91,"Clustering Average (11 datasets)":40.74,"PairClassification Average (3 datasets)":84.06,"Reranking Average (4 datasets)":54.9,"Retrieval Average (15 datasets)":47.67,"STS Average (10 datasets)":82.37,"Summarization Average (1 datasets)":30.62} -{"index":286,"Rank":110,"Model":"nomic-embed-text-v1-unsupervised<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":8192,"Average (56 datasets)":59.85,"Classification Average (12 datasets)":71.17,"Clustering Average (11 datasets)":42.52,"PairClassification Average (3 datasets)":83.67,"Reranking Average (4 datasets)":54.99,"Retrieval Average (15 datasets)":48.0,"STS Average (10 datasets)":80.84,"Summarization Average (1 datasets)":30.72} -{"index":134,"Rank":111,"Model":"snowflake-arctic-embed-l<\/a>","Model Size (Million Parameters)":334,"Memory Usage (GB, fp32)":1.24,"Embedding Dimensions":1024,"Max Tokens":512,"Average (56 datasets)":59.84,"Classification Average (12 datasets)":67.07,"Clustering Average (11 datasets)":41.49,"PairClassification Average (3 datasets)":80.8,"Reranking Average (4 datasets)":55.46,"Retrieval Average (15 datasets)":55.98,"STS Average (10 datasets)":75.48,"Summarization Average (1 datasets)":30.84} -{"index":136,"Rank":112,"Model":"snowflake-arctic-embed-m<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average (56 datasets)":59.79,"Classification Average (12 datasets)":68.23,"Clustering Average (11 datasets)":41.87,"PairClassification Average (3 datasets)":81.07,"Reranking Average (4 datasets)":55.42,"Retrieval Average (15 datasets)":54.91,"STS Average (10 datasets)":75.03,"Summarization Average (1 datasets)":30.31} -{"index":138,"Rank":113,"Model":"snowflake-arctic-embed-m-v1.5<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average (56 datasets)":59.55,"Classification Average (12 datasets)":68.79,"Clustering Average (11 datasets)":40.71,"PairClassification Average (3 datasets)":81.36,"Reranking Average (4 datasets)":55.94,"Retrieval Average (15 datasets)":55.14,"STS Average (10 datasets)":73.63,"Summarization Average (1 datasets)":30.36} -{"index":207,"Rank":114,"Model":"instructor-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average (56 datasets)":59.54,"Classification Average (12 datasets)":72.36,"Clustering Average (11 datasets)":41.9,"PairClassification Average (3 datasets)":83.51,"Reranking Average (4 datasets)":56.2,"Retrieval Average (15 datasets)":45.12,"STS Average (10 datasets)":82.29,"Summarization Average (1 datasets)":29.85} -{"index":339,"Rank":115,"Model":"sentence-t5-xxl<\/a>","Model Size (Million Parameters)":4865,"Memory Usage (GB, fp32)":18.12,"Embedding Dimensions":768,"Max Tokens":512,"Average (56 datasets)":59.51,"Classification Average (12 datasets)":73.42,"Clustering Average (11 datasets)":43.72,"PairClassification Average (3 datasets)":85.07,"Reranking Average (4 datasets)":56.42,"Retrieval Average (15 datasets)":42.24,"STS Average (10 datasets)":82.63,"Summarization Average (1 datasets)":30.08} -{"index":139,"Rank":116,"Model":"snowflake-arctic-embed-m-v2.0<\/a>","Model Size (Million Parameters)":305,"Memory Usage (GB, fp32)":1.14,"Embedding Dimensions":768,"Max Tokens":8192,"Average (56 datasets)":59.48,"Classification Average (12 datasets)":65.25,"Clustering Average (11 datasets)":41.0,"PairClassification Average (3 datasets)":82.23,"Reranking Average (4 datasets)":54.7,"Retrieval Average (15 datasets)":55.38,"STS Average (10 datasets)":77.13,"Summarization Average (1 datasets)":29.39} -{"index":179,"Rank":117,"Model":"snowflake-arctic-embed-m-v2.0-cpu<\/a>","Model Size (Million Parameters)":305,"Memory Usage (GB, fp32)":1.14,"Embedding Dimensions":768,"Max Tokens":8192,"Average (56 datasets)":59.48,"Classification Average (12 datasets)":65.25,"Clustering Average (11 datasets)":41.0,"PairClassification Average (3 datasets)":82.23,"Reranking Average (4 datasets)":54.7,"Retrieval Average (15 datasets)":55.38,"STS Average (10 datasets)":77.13,"Summarization Average (1 datasets)":29.39} -{"index":39,"Rank":118,"Model":"multilingual-e5-base-similarity-v1-onnx-quantized<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average (56 datasets)":59.45,"Classification Average (12 datasets)":73.02,"Clustering Average (11 datasets)":37.89,"PairClassification Average (3 datasets)":83.57,"Reranking Average (4 datasets)":54.84,"Retrieval Average (15 datasets)":48.88,"STS Average (10 datasets)":80.26,"Summarization Average (1 datasets)":30.11} -{"index":287,"Rank":119,"Model":"nomic-embed-text-v1.5-128<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":128,"Max Tokens":8192,"Average (56 datasets)":59.34,"Classification Average (12 datasets)":69.7,"Clustering Average (11 datasets)":42.24,"PairClassification Average (3 datasets)":83.54,"Reranking Average (4 datasets)":54.56,"Retrieval Average (15 datasets)":47.75,"STS Average (10 datasets)":80.74,"Summarization Average (1 datasets)":29.59} -{"index":252,"Rank":120,"Model":"XLM-3B5-embedding<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average (56 datasets)":59.29,"Classification Average (12 datasets)":72.25,"Clustering Average (11 datasets)":43.48,"PairClassification Average (3 datasets)":79.23,"Reranking Average (4 datasets)":57.12,"Retrieval Average (15 datasets)":44.99,"STS Average (10 datasets)":80.47,"Summarization Average (1 datasets)":29.02} -{"index":214,"Rank":121,"Model":"granite-embedding-125m-english<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":514,"Average (56 datasets)":59.19,"Classification Average (12 datasets)":61.69,"Clustering Average (11 datasets)":45.33,"PairClassification Average (3 datasets)":79.63,"Reranking Average (4 datasets)":60.33,"Retrieval Average (15 datasets)":52.26,"STS Average (10 datasets)":77.97,"Summarization Average (1 datasets)":31.84} -{"index":226,"Rank":122,"Model":"multilingual-e5-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average (56 datasets)":59.11,"Classification Average (12 datasets)":69.76,"Clustering Average (11 datasets)":39.62,"PairClassification Average (3 datasets)":83.57,"Reranking Average (4 datasets)":55.03,"Retrieval Average (15 datasets)":48.89,"STS Average (10 datasets)":80.31,"Summarization Average (1 datasets)":30.23} -{"index":161,"Rank":123,"Model":"GIST-all-MiniLM-L6-v2<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.08,"Embedding Dimensions":384,"Max Tokens":512,"Average (56 datasets)":59.0,"Classification Average (12 datasets)":72.72,"Clustering Average (11 datasets)":39.48,"PairClassification Average (3 datasets)":83.39,"Reranking Average (4 datasets)":57.95,"Retrieval Average (15 datasets)":45.12,"STS Average (10 datasets)":80.72,"Summarization Average (1 datasets)":31.22} -{"index":331,"Rank":124,"Model":"gtr-t5-xxl<\/a>","Model Size (Million Parameters)":4865,"Memory Usage (GB, fp32)":18.12,"Embedding Dimensions":768,"Max Tokens":512,"Average (56 datasets)":58.97,"Classification Average (12 datasets)":67.41,"Clustering Average (11 datasets)":42.42,"PairClassification Average (3 datasets)":86.12,"Reranking Average (4 datasets)":56.66,"Retrieval Average (15 datasets)":48.48,"STS Average (10 datasets)":78.38,"Summarization Average (1 datasets)":30.64} -{"index":140,"Rank":125,"Model":"snowflake-arctic-embed-s<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average (56 datasets)":58.94,"Classification Average (12 datasets)":65.65,"Clustering Average (11 datasets)":40.88,"PairClassification Average (3 datasets)":82.07,"Reranking Average (4 datasets)":55.31,"Retrieval Average (15 datasets)":51.98,"STS Average (10 datasets)":78.44,"Summarization Average (1 datasets)":31.75} -{"index":109,"Rank":126,"Model":"SGPT-5.8B-weightedmean-msmarco-specb-bitfit<\/a>","Model Size (Million Parameters)":5874,"Memory Usage (GB, fp32)":21.88,"Embedding Dimensions":4096,"Max Tokens":2048,"Average (56 datasets)":58.93,"Classification Average (12 datasets)":68.13,"Clustering Average (11 datasets)":40.34,"PairClassification Average (3 datasets)":82.0,"Reranking Average (4 datasets)":56.56,"Retrieval Average (15 datasets)":50.25,"STS Average (10 datasets)":78.1,"Summarization Average (1 datasets)":31.46} -{"index":144,"Rank":127,"Model":"gte-tiny<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.08,"Embedding Dimensions":384,"Max Tokens":512,"Average (56 datasets)":58.69,"Classification Average (12 datasets)":70.35,"Clustering Average (11 datasets)":42.09,"PairClassification Average (3 datasets)":82.83,"Reranking Average (4 datasets)":55.77,"Retrieval Average (15 datasets)":44.92,"STS Average (10 datasets)":80.46,"Summarization Average (1 datasets)":29.47} -{"index":330,"Rank":128,"Model":"gtr-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Embedding Dimensions":768,"Max Tokens":512,"Average (56 datasets)":58.42,"Classification Average (12 datasets)":67.11,"Clustering Average (11 datasets)":41.51,"PairClassification Average (3 datasets)":86.13,"Reranking Average (4 datasets)":55.96,"Retrieval Average (15 datasets)":47.96,"STS Average (10 datasets)":77.8,"Summarization Average (1 datasets)":30.21} -{"index":232,"Rank":129,"Model":"udever-bloom-1b1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":2048,"Average (56 datasets)":58.29,"Classification Average (12 datasets)":70.17,"Clustering Average (11 datasets)":39.11,"PairClassification Average (3 datasets)":83.11,"Reranking Average (4 datasets)":54.28,"Retrieval Average (15 datasets)":45.27,"STS Average (10 datasets)":81.52,"Summarization Average (1 datasets)":31.1} -{"index":329,"Rank":130,"Model":"gtr-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Embedding Dimensions":768,"Max Tokens":512,"Average (56 datasets)":58.28,"Classification Average (12 datasets)":67.14,"Clustering Average (11 datasets)":41.6,"PairClassification Average (3 datasets)":85.32,"Reranking Average (4 datasets)":55.36,"Retrieval Average (15 datasets)":47.42,"STS Average (10 datasets)":78.19,"Summarization Average (1 datasets)":29.5} -{"index":224,"Rank":131,"Model":"e5-small<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average (56 datasets)":58.18,"Classification Average (12 datasets)":68.08,"Clustering Average (11 datasets)":39.73,"PairClassification Average (3 datasets)":85.08,"Reranking Average (4 datasets)":54.45,"Retrieval Average (15 datasets)":46.01,"STS Average (10 datasets)":80.97,"Summarization Average (1 datasets)":31.39} -{"index":95,"Rank":132,"Model":"Ivysaur<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.08,"Embedding Dimensions":384,"Max Tokens":512,"Average (56 datasets)":58.07,"Classification Average (12 datasets)":70.25,"Clustering Average (11 datasets)":40.7,"PairClassification Average (3 datasets)":83.32,"Reranking Average (4 datasets)":55.34,"Retrieval Average (15 datasets)":43.97,"STS Average (10 datasets)":79.89,"Summarization Average (1 datasets)":31.27} -{"index":242,"Rank":133,"Model":"jina-embeddings-v2-small-en<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":512,"Max Tokens":8192,"Average (56 datasets)":58.0,"Classification Average (12 datasets)":68.82,"Clustering Average (11 datasets)":40.08,"PairClassification Average (3 datasets)":84.44,"Reranking Average (4 datasets)":55.09,"Retrieval Average (15 datasets)":45.14,"STS Average (10 datasets)":80.0,"Summarization Average (1 datasets)":30.56} -{"index":251,"Rank":134,"Model":"XLM-0B6-embedding<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average (56 datasets)":57.97,"Classification Average (12 datasets)":70.55,"Clustering Average (11 datasets)":42.97,"PairClassification Average (3 datasets)":77.83,"Reranking Average (4 datasets)":55.6,"Retrieval Average (15 datasets)":43.39,"STS Average (10 datasets)":79.02,"Summarization Average (1 datasets)":30.25} -{"index":244,"Rank":135,"Model":"multilingual-e5-small-ct2-int8<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average (56 datasets)":57.87,"Classification Average (12 datasets)":70.74,"Clustering Average (11 datasets)":37.08,"PairClassification Average (3 datasets)":82.59,"Reranking Average (4 datasets)":53.87,"Retrieval Average (15 datasets)":46.64,"STS Average (10 datasets)":79.1,"Summarization Average (1 datasets)":29.98} -{"index":338,"Rank":136,"Model":"sentence-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Embedding Dimensions":768,"Max Tokens":512,"Average (56 datasets)":57.87,"Classification Average (12 datasets)":72.84,"Clustering Average (11 datasets)":42.34,"PairClassification Average (3 datasets)":86.06,"Reranking Average (4 datasets)":54.71,"Retrieval Average (15 datasets)":38.47,"STS Average (10 datasets)":81.66,"Summarization Average (1 datasets)":29.91} -{"index":323,"Rank":137,"Model":"all-mpnet-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average (56 datasets)":57.77,"Classification Average (12 datasets)":65.03,"Clustering Average (11 datasets)":43.69,"PairClassification Average (3 datasets)":83.04,"Reranking Average (4 datasets)":59.36,"Retrieval Average (15 datasets)":43.81,"STS Average (10 datasets)":80.28,"Summarization Average (1 datasets)":27.49} -{"index":175,"Rank":138,"Model":"sgpt-bloom-7b1-msmarco<\/a>","Model Size (Million Parameters)":7068,"Memory Usage (GB, fp32)":26.33,"Embedding Dimensions":4096,"Max Tokens":2048,"Average (56 datasets)":57.59,"Classification Average (12 datasets)":66.19,"Clustering Average (11 datasets)":38.93,"PairClassification Average (3 datasets)":81.9,"Reranking Average (4 datasets)":55.65,"Retrieval Average (15 datasets)":48.22,"STS Average (10 datasets)":77.74,"Summarization Average (1 datasets)":33.6} -{"index":237,"Rank":139,"Model":"jina-embedding-l-en-v1<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average (56 datasets)":57.38,"Classification Average (12 datasets)":67.76,"Clustering Average (11 datasets)":37.15,"PairClassification Average (3 datasets)":84.8,"Reranking Average (4 datasets)":56.42,"Retrieval Average (15 datasets)":44.81,"STS Average (10 datasets)":80.96,"Summarization Average (1 datasets)":29.85} -{"index":216,"Rank":140,"Model":"granite-embedding-30m-english<\/a>","Model Size (Million Parameters)":30,"Memory Usage (GB, fp32)":0.11,"Embedding Dimensions":384,"Max Tokens":514,"Average (56 datasets)":57.25,"Classification Average (12 datasets)":61.06,"Clustering Average (11 datasets)":43.21,"PairClassification Average (3 datasets)":78.84,"Reranking Average (4 datasets)":58.53,"Retrieval Average (15 datasets)":49.06,"STS Average (10 datasets)":76.24,"Summarization Average (1 datasets)":29.38} -{"index":108,"Rank":141,"Model":"SGPT-2.7B-weightedmean-msmarco-specb-bitfit<\/a>","Model Size (Million Parameters)":2685,"Memory Usage (GB, fp32)":10.0,"Embedding Dimensions":2560,"Max Tokens":2048,"Average (56 datasets)":57.17,"Classification Average (12 datasets)":67.13,"Clustering Average (11 datasets)":39.83,"PairClassification Average (3 datasets)":80.65,"Reranking Average (4 datasets)":54.67,"Retrieval Average (15 datasets)":46.54,"STS Average (10 datasets)":76.83,"Summarization Average (1 datasets)":31.03} -{"index":337,"Rank":142,"Model":"sentence-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Embedding Dimensions":768,"Max Tokens":512,"Average (56 datasets)":57.06,"Classification Average (12 datasets)":72.31,"Clustering Average (11 datasets)":41.65,"PairClassification Average (3 datasets)":84.97,"Reranking Average (4 datasets)":54.0,"Retrieval Average (15 datasets)":36.71,"STS Average (10 datasets)":81.83,"Summarization Average (1 datasets)":29.64} -{"index":229,"Rank":143,"Model":"multilingual-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average (56 datasets)":57.05,"Classification Average (12 datasets)":67.03,"Clustering Average (11 datasets)":37.22,"PairClassification Average (3 datasets)":82.73,"Reranking Average (4 datasets)":52.9,"Retrieval Average (15 datasets)":46.63,"STS Average (10 datasets)":79.16,"Summarization Average (1 datasets)":30.04} -{"index":141,"Rank":144,"Model":"snowflake-arctic-embed-xs<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.08,"Embedding Dimensions":384,"Max Tokens":512,"Average (56 datasets)":56.98,"Classification Average (12 datasets)":62.94,"Clustering Average (11 datasets)":38.86,"PairClassification Average (3 datasets)":81.33,"Reranking Average (4 datasets)":54.4,"Retrieval Average (15 datasets)":50.15,"STS Average (10 datasets)":76.39,"Summarization Average (1 datasets)":30.1} -{"index":210,"Rank":145,"Model":"granite-embedding-278m-multilingual-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average (56 datasets)":56.87,"Classification Average (12 datasets)":63.34,"Clustering Average (11 datasets)":39.15,"PairClassification Average (3 datasets)":81.35,"Reranking Average (4 datasets)":56.07,"Retrieval Average (15 datasets)":48.18,"STS Average (10 datasets)":77.1,"Summarization Average (1 datasets)":32.03} -{"index":211,"Rank":146,"Model":"granite-embedding-278m-multilingual-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average (56 datasets)":56.87,"Classification Average (12 datasets)":63.34,"Clustering Average (11 datasets)":39.15,"PairClassification Average (3 datasets)":81.35,"Reranking Average (4 datasets)":56.07,"Retrieval Average (15 datasets)":48.18,"STS Average (10 datasets)":77.1,"Summarization Average (1 datasets)":32.03} -{"index":215,"Rank":147,"Model":"granite-embedding-278m-multilingual<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average (56 datasets)":56.87,"Classification Average (12 datasets)":63.34,"Clustering Average (11 datasets)":39.15,"PairClassification Average (3 datasets)":81.35,"Reranking Average (4 datasets)":56.07,"Retrieval Average (15 datasets)":48.18,"STS Average (10 datasets)":77.1,"Summarization Average (1 datasets)":32.03} -{"index":250,"Rank":148,"Model":"MegatronBert-1B3-embedding<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average (56 datasets)":56.81,"Classification Average (12 datasets)":69.65,"Clustering Average (11 datasets)":40.86,"PairClassification Average (3 datasets)":76.9,"Reranking Average (4 datasets)":55.5,"Retrieval Average (15 datasets)":41.41,"STS Average (10 datasets)":79.11,"Summarization Average (1 datasets)":31.01} -{"index":91,"Rank":149,"Model":"LLM2Vec-Mistral-unsupervised<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average (56 datasets)":56.8,"Classification Average (12 datasets)":74.07,"Clustering Average (11 datasets)":40.63,"PairClassification Average (3 datasets)":80.94,"Reranking Average (4 datasets)":53.98,"Retrieval Average (15 datasets)":38.05,"STS Average (10 datasets)":78.5,"Summarization Average (1 datasets)":30.19} -{"index":143,"Rank":150,"Model":"bge-micro-v2<\/a>","Model Size (Million Parameters)":17,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average (56 datasets)":56.57,"Classification Average (12 datasets)":68.04,"Clustering Average (11 datasets)":39.18,"PairClassification Average (3 datasets)":82.81,"Reranking Average (4 datasets)":54.29,"Retrieval Average (15 datasets)":42.56,"STS Average (10 datasets)":78.65,"Summarization Average (1 datasets)":29.87} -{"index":321,"Rank":151,"Model":"all-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average (56 datasets)":56.53,"Classification Average (12 datasets)":63.21,"Clustering Average (11 datasets)":41.81,"PairClassification Average (3 datasets)":82.46,"Reranking Average (4 datasets)":58.44,"Retrieval Average (15 datasets)":42.69,"STS Average (10 datasets)":79.8,"Summarization Average (1 datasets)":27.9} -{"index":400,"Rank":152,"Model":"elser-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":30522,"Max Tokens":512,"Average (56 datasets)":56.33,"Classification Average (12 datasets)":65.94,"Clustering Average (11 datasets)":32.28,"PairClassification Average (3 datasets)":81.32,"Reranking Average (4 datasets)":53.27,"Retrieval Average (15 datasets)":50.02,"STS Average (10 datasets)":76.95,"Summarization Average (1 datasets)":31.03} -{"index":236,"Rank":153,"Model":"jina-embedding-b-en-v1<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average (56 datasets)":56.26,"Classification Average (12 datasets)":66.07,"Clustering Average (11 datasets)":35.88,"PairClassification Average (3 datasets)":83.04,"Reranking Average (4 datasets)":55.84,"Retrieval Average (15 datasets)":44.03,"STS Average (10 datasets)":79.93,"Summarization Average (1 datasets)":30.71} -{"index":89,"Rank":154,"Model":"LLM2Vec-Meta-Llama-3-unsupervised<\/a>","Model Size (Million Parameters)":7505,"Memory Usage (GB, fp32)":27.96,"Embedding Dimensions":4096,"Max Tokens":8192,"Average (56 datasets)":56.23,"Classification Average (12 datasets)":71.88,"Clustering Average (11 datasets)":41.99,"PairClassification Average (3 datasets)":78.01,"Reranking Average (4 datasets)":53.09,"Retrieval Average (15 datasets)":39.19,"STS Average (10 datasets)":75.86,"Summarization Average (1 datasets)":31.45} -{"index":105,"Rank":155,"Model":"SGPT-1.3B-weightedmean-msmarco-specb-bitfit<\/a>","Model Size (Million Parameters)":1341,"Memory Usage (GB, fp32)":4.99,"Embedding Dimensions":2048,"Max Tokens":2048,"Average (56 datasets)":56.2,"Classification Average (12 datasets)":66.52,"Clustering Average (11 datasets)":39.92,"PairClassification Average (3 datasets)":79.58,"Reranking Average (4 datasets)":54.0,"Retrieval Average (15 datasets)":44.49,"STS Average (10 datasets)":75.74,"Summarization Average (1 datasets)":30.43} -{"index":328,"Rank":156,"Model":"gtr-t5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average (56 datasets)":56.19,"Classification Average (12 datasets)":65.25,"Clustering Average (11 datasets)":38.63,"PairClassification Average (3 datasets)":83.85,"Reranking Average (4 datasets)":54.23,"Retrieval Average (15 datasets)":44.67,"STS Average (10 datasets)":77.07,"Summarization Average (1 datasets)":29.67} -{"index":290,"Rank":157,"Model":"nomic-embed-text-v1.5-64<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":64,"Max Tokens":8192,"Average (56 datasets)":56.1,"Classification Average (12 datasets)":66.48,"Clustering Average (11 datasets)":40.31,"PairClassification Average (3 datasets)":82.26,"Reranking Average (4 datasets)":53.42,"Retrieval Average (15 datasets)":40.92,"STS Average (10 datasets)":79.79,"Summarization Average (1 datasets)":28.41} -{"index":322,"Rank":158,"Model":"all-MiniLM-L6-v2<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":384,"Max Tokens":512,"Average (56 datasets)":56.09,"Classification Average (12 datasets)":62.62,"Clustering Average (11 datasets)":41.91,"PairClassification Average (3 datasets)":82.37,"Reranking Average (4 datasets)":58.04,"Retrieval Average (15 datasets)":41.95,"STS Average (10 datasets)":78.9,"Summarization Average (1 datasets)":30.81} -{"index":292,"Rank":159,"Model":"contriever-base-msmarco<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average (56 datasets)":56.0,"Classification Average (12 datasets)":66.68,"Clustering Average (11 datasets)":41.1,"PairClassification Average (3 datasets)":82.54,"Reranking Average (4 datasets)":53.14,"Retrieval Average (15 datasets)":41.88,"STS Average (10 datasets)":76.51,"Summarization Average (1 datasets)":30.36} -{"index":234,"Rank":160,"Model":"udever-bloom-560m<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":2048,"Average (56 datasets)":55.81,"Classification Average (12 datasets)":68.04,"Clustering Average (11 datasets)":36.89,"PairClassification Average (3 datasets)":81.05,"Reranking Average (4 datasets)":52.6,"Retrieval Average (15 datasets)":41.19,"STS Average (10 datasets)":79.93,"Summarization Average (1 datasets)":32.06} -{"index":142,"Rank":161,"Model":"bge-micro<\/a>","Model Size (Million Parameters)":17,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average (56 datasets)":55.71,"Classification Average (12 datasets)":66.35,"Clustering Average (11 datasets)":39.46,"PairClassification Average (3 datasets)":81.77,"Reranking Average (4 datasets)":54.28,"Retrieval Average (15 datasets)":40.82,"STS Average (10 datasets)":78.37,"Summarization Average (1 datasets)":31.16} -{"index":87,"Rank":162,"Model":"LLM2Vec-Llama-2-unsupervised<\/a>","Model Size (Million Parameters)":6607,"Memory Usage (GB, fp32)":24.61,"Embedding Dimensions":4096,"Max Tokens":4096,"Average (56 datasets)":55.36,"Classification Average (12 datasets)":71.57,"Clustering Average (11 datasets)":40.83,"PairClassification Average (3 datasets)":77.88,"Reranking Average (4 datasets)":52.95,"Retrieval Average (15 datasets)":36.75,"STS Average (10 datasets)":76.4,"Summarization Average (1 datasets)":31.38} -{"index":213,"Rank":163,"Model":"granite-embedding-107m-multilingual<\/a>","Model Size (Million Parameters)":107,"Memory Usage (GB, fp32)":0.4,"Embedding Dimensions":384,"Max Tokens":514,"Average (56 datasets)":55.28,"Classification Average (12 datasets)":62.05,"Clustering Average (11 datasets)":37.83,"PairClassification Average (3 datasets)":80.29,"Reranking Average (4 datasets)":55.58,"Retrieval Average (15 datasets)":45.33,"STS Average (10 datasets)":76.08,"Summarization Average (1 datasets)":31.12} -{"index":336,"Rank":164,"Model":"sentence-t5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average (56 datasets)":55.27,"Classification Average (12 datasets)":69.81,"Clustering Average (11 datasets)":40.21,"PairClassification Average (3 datasets)":85.18,"Reranking Average (4 datasets)":53.09,"Retrieval Average (15 datasets)":33.63,"STS Average (10 datasets)":81.14,"Summarization Average (1 datasets)":31.39} -{"index":94,"Rank":165,"Model":"Bulbasaur<\/a>","Model Size (Million Parameters)":17,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average (56 datasets)":55.04,"Classification Average (12 datasets)":67.9,"Clustering Average (11 datasets)":37.6,"PairClassification Average (3 datasets)":82.69,"Reranking Average (4 datasets)":53.49,"Retrieval Average (15 datasets)":37.94,"STS Average (10 datasets)":79.18,"Summarization Average (1 datasets)":30.97} -{"index":335,"Rank":166,"Model":"paraphrase-multilingual-mpnet-base-v2<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average (56 datasets)":54.64,"Classification Average (12 datasets)":67.46,"Clustering Average (11 datasets)":38.51,"PairClassification Average (3 datasets)":80.81,"Reranking Average (4 datasets)":53.8,"Retrieval Average (15 datasets)":35.34,"STS Average (10 datasets)":80.77,"Summarization Average (1 datasets)":31.57} -{"index":240,"Rank":167,"Model":"jina-embeddings-v2-base-en<\/a>","Model Size (Million Parameters)":275,"Memory Usage (GB, fp32)":1.02,"Embedding Dimensions":768,"Max Tokens":8192,"Average (56 datasets)":54.59,"Classification Average (12 datasets)":46.46,"Clustering Average (11 datasets)":41.73,"PairClassification Average (3 datasets)":85.38,"Reranking Average (4 datasets)":56.98,"Retrieval Average (15 datasets)":47.87,"STS Average (10 datasets)":80.7,"Summarization Average (1 datasets)":31.6} -{"index":158,"Rank":168,"Model":"bge-small-4096<\/a>","Model Size (Million Parameters)":35,"Memory Usage (GB, fp32)":0.13,"Embedding Dimensions":384,"Max Tokens":4096,"Average (56 datasets)":54.42,"Classification Average (12 datasets)":67.8,"Clustering Average (11 datasets)":38.03,"PairClassification Average (3 datasets)":81.4,"Reranking Average (4 datasets)":53.64,"Retrieval Average (15 datasets)":36.08,"STS Average (10 datasets)":78.59,"Summarization Average (1 datasets)":29.83} -{"index":67,"Rank":169,"Model":"lodestone-base-4096-v1<\/a>","Model Size (Million Parameters)":69,"Memory Usage (GB, fp32)":0.26,"Embedding Dimensions":768,"Max Tokens":4096,"Average (56 datasets)":54.24,"Classification Average (12 datasets)":67.3,"Clustering Average (11 datasets)":40.9,"PairClassification Average (3 datasets)":80.4,"Reranking Average (4 datasets)":53.95,"Retrieval Average (15 datasets)":36.99,"STS Average (10 datasets)":73.7,"Summarization Average (1 datasets)":31.23} -{"index":312,"Rank":170,"Model":"zzz<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average (56 datasets)":54.24,"Classification Average (12 datasets)":67.3,"Clustering Average (11 datasets)":40.9,"PairClassification Average (3 datasets)":80.4,"Reranking Average (4 datasets)":53.95,"Retrieval Average (15 datasets)":36.99,"STS Average (10 datasets)":73.7,"Summarization Average (1 datasets)":31.23} -{"index":110,"Rank":171,"Model":"SGPT-5.8B-weightedmean-nli-bitfit<\/a>","Model Size (Million Parameters)":5874,"Memory Usage (GB, fp32)":21.88,"Embedding Dimensions":4096,"Max Tokens":2048,"Average (56 datasets)":53.74,"Classification Average (12 datasets)":70.14,"Clustering Average (11 datasets)":36.98,"PairClassification Average (3 datasets)":77.03,"Reranking Average (4 datasets)":52.33,"Retrieval Average (15 datasets)":32.34,"STS Average (10 datasets)":80.53,"Summarization Average (1 datasets)":30.38} -{"index":193,"Rank":172,"Model":"multi-qa-MiniLM-L6-cos-v1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average (56 datasets)":53.29,"Classification Average (12 datasets)":61.67,"Clustering Average (11 datasets)":35.67,"PairClassification Average (3 datasets)":80.86,"Reranking Average (4 datasets)":54.58,"Retrieval Average (15 datasets)":41.17,"STS Average (10 datasets)":74.23,"Summarization Average (1 datasets)":31.05} -{"index":359,"Rank":173,"Model":"GTE_wl_mv<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average (56 datasets)":52.72,"Classification Average (12 datasets)":67.12,"Clustering Average (11 datasets)":37.17,"PairClassification Average (3 datasets)":79.0,"Reranking Average (4 datasets)":52.09,"Retrieval Average (15 datasets)":33.97,"STS Average (10 datasets)":75.28,"Summarization Average (1 datasets)":30.27} -{"index":360,"Rank":174,"Model":"gte_wl<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average (56 datasets)":52.48,"Classification Average (12 datasets)":66.23,"Clustering Average (11 datasets)":37.25,"PairClassification Average (3 datasets)":79.12,"Reranking Average (4 datasets)":52.61,"Retrieval Average (15 datasets)":33.36,"STS Average (10 datasets)":75.61,"Summarization Average (1 datasets)":30.22} -{"index":334,"Rank":175,"Model":"paraphrase-multilingual-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average (56 datasets)":52.45,"Classification Average (12 datasets)":64.31,"Clustering Average (11 datasets)":37.14,"PairClassification Average (3 datasets)":78.45,"Reranking Average (4 datasets)":53.62,"Retrieval Average (15 datasets)":32.45,"STS Average (10 datasets)":78.96,"Summarization Average (1 datasets)":30.67} -{"index":332,"Rank":176,"Model":"msmarco-bert-co-condensor<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average (56 datasets)":52.35,"Classification Average (12 datasets)":64.71,"Clustering Average (11 datasets)":37.64,"PairClassification Average (3 datasets)":81.74,"Reranking Average (4 datasets)":51.84,"Retrieval Average (15 datasets)":32.96,"STS Average (10 datasets)":76.47,"Summarization Average (1 datasets)":29.5} -{"index":238,"Rank":177,"Model":"jina-embedding-s-en-v1<\/a>","Model Size (Million Parameters)":35,"Memory Usage (GB, fp32)":0.13,"Embedding Dimensions":512,"Max Tokens":512,"Average (56 datasets)":52.33,"Classification Average (12 datasets)":60.56,"Clustering Average (11 datasets)":32.56,"PairClassification Average (3 datasets)":79.22,"Reranking Average (4 datasets)":53.07,"Retrieval Average (15 datasets)":38.91,"STS Average (10 datasets)":78.06,"Summarization Average (1 datasets)":31.25} -{"index":358,"Rank":178,"Model":"GTE512_sw<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average (56 datasets)":52.04,"Classification Average (12 datasets)":68.07,"Clustering Average (11 datasets)":36.17,"PairClassification Average (3 datasets)":79.1,"Reranking Average (4 datasets)":50.9,"Retrieval Average (15 datasets)":31.5,"STS Average (10 datasets)":75.65,"Summarization Average (1 datasets)":29.82} -{"index":357,"Rank":179,"Model":"GTE256_sw<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average (56 datasets)":51.87,"Classification Average (12 datasets)":67.21,"Clustering Average (11 datasets)":36.76,"PairClassification Average (3 datasets)":78.72,"Reranking Average (4 datasets)":50.86,"Retrieval Average (15 datasets)":31.03,"STS Average (10 datasets)":75.88,"Summarization Average (1 datasets)":30.04} -{"index":266,"Rank":180,"Model":"potion-base-32M<\/a>","Model Size (Million Parameters)":32,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":512,"Max Tokens":1000000,"Average (56 datasets)":51.64,"Classification Average (12 datasets)":65.97,"Clustering Average (11 datasets)":35.29,"PairClassification Average (3 datasets)":77.89,"Reranking Average (4 datasets)":50.92,"Retrieval Average (15 datasets)":33.52,"STS Average (10 datasets)":74.22,"Summarization Average (1 datasets)":29.78} -{"index":106,"Rank":181,"Model":"SGPT-125M-weightedmean-msmarco-specb-bitfit<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":2048,"Average (56 datasets)":51.25,"Classification Average (12 datasets)":60.72,"Clustering Average (11 datasets)":35.79,"PairClassification Average (3 datasets)":75.23,"Reranking Average (4 datasets)":50.58,"Retrieval Average (15 datasets)":37.04,"STS Average (10 datasets)":73.41,"Summarization Average (1 datasets)":29.71} -{"index":98,"Rank":182,"Model":"Wartortle<\/a>","Model Size (Million Parameters)":17,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average (56 datasets)":50.94,"Classification Average (12 datasets)":65.72,"Clustering Average (11 datasets)":32.91,"PairClassification Average (3 datasets)":80.62,"Reranking Average (4 datasets)":50.29,"Retrieval Average (15 datasets)":29.33,"STS Average (10 datasets)":78.81,"Summarization Average (1 datasets)":30.71} -{"index":361,"Rank":183,"Model":"l3_wl<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average (56 datasets)":50.23,"Classification Average (12 datasets)":60.85,"Clustering Average (11 datasets)":36.16,"PairClassification Average (3 datasets)":73.72,"Reranking Average (4 datasets)":52.82,"Retrieval Average (15 datasets)":33.14,"STS Average (10 datasets)":72.47,"Summarization Average (1 datasets)":30.83} -{"index":268,"Rank":184,"Model":"potion-base-8M<\/a>","Model Size (Million Parameters)":8,"Memory Usage (GB, fp32)":0.03,"Embedding Dimensions":256,"Max Tokens":1000000,"Average (56 datasets)":50.02,"Classification Average (12 datasets)":64.44,"Clustering Average (11 datasets)":32.93,"PairClassification Average (3 datasets)":76.45,"Reranking Average (4 datasets)":49.73,"Retrieval Average (15 datasets)":31.71,"STS Average (10 datasets)":73.24,"Summarization Average (1 datasets)":29.28} -{"index":376,"Rank":185,"Model":"potion-base-8M-stf<\/a>","Model Size (Million Parameters)":8,"Memory Usage (GB, fp32)":0.03,"Embedding Dimensions":256,"Max Tokens":1000000,"Average (56 datasets)":50.02,"Classification Average (12 datasets)":64.44,"Clustering Average (11 datasets)":32.93,"PairClassification Average (3 datasets)":76.45,"Reranking Average (4 datasets)":49.73,"Retrieval Average (15 datasets)":31.71,"STS Average (10 datasets)":73.24,"Summarization Average (1 datasets)":29.28} -{"index":364,"Rank":186,"Model":"wl_sw_256<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average (56 datasets)":49.74,"Classification Average (12 datasets)":60.06,"Clustering Average (11 datasets)":35.87,"PairClassification Average (3 datasets)":73.59,"Reranking Average (4 datasets)":52.68,"Retrieval Average (15 datasets)":32.41,"STS Average (10 datasets)":72.25,"Summarization Average (1 datasets)":30.12} -{"index":363,"Rank":187,"Model":"mv_sw<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average (56 datasets)":49.73,"Classification Average (12 datasets)":64.67,"Clustering Average (11 datasets)":32.94,"PairClassification Average (3 datasets)":76.45,"Reranking Average (4 datasets)":49.72,"Retrieval Average (15 datasets)":30.43,"STS Average (10 datasets)":73.24,"Summarization Average (1 datasets)":29.2} -{"index":392,"Rank":188,"Model":"text-similarity-ada-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":2046,"Average (56 datasets)":49.52,"Classification Average (12 datasets)":70.44,"Clustering Average (11 datasets)":37.52,"PairClassification Average (3 datasets)":76.93,"Reranking Average (4 datasets)":49.02,"Retrieval Average (15 datasets)":18.36,"STS Average (10 datasets)":78.6,"Summarization Average (1 datasets)":26.94} -{"index":93,"Rank":189,"Model":"LLM2Vec-Sheared-Llama-unsupervised<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":4096,"Average (56 datasets)":49.42,"Classification Average (12 datasets)":67.67,"Clustering Average (11 datasets)":37.45,"PairClassification Average (3 datasets)":72.21,"Reranking Average (4 datasets)":47.7,"Retrieval Average (15 datasets)":25.93,"STS Average (10 datasets)":71.61,"Summarization Average (1 datasets)":31.23} -{"index":303,"Rank":190,"Model":"sup-simcse-bert-base-uncased<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average (56 datasets)":48.93,"Classification Average (12 datasets)":67.32,"Clustering Average (11 datasets)":33.43,"PairClassification Average (3 datasets)":74.89,"Reranking Average (4 datasets)":47.54,"Retrieval Average (15 datasets)":21.82,"STS Average (10 datasets)":79.12,"Summarization Average (1 datasets)":31.17} -{"index":96,"Rank":191,"Model":"Squirtle<\/a>","Model Size (Million Parameters)":16,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average (56 datasets)":48.61,"Classification Average (12 datasets)":64.86,"Clustering Average (11 datasets)":30.21,"PairClassification Average (3 datasets)":78.57,"Reranking Average (4 datasets)":48.51,"Retrieval Average (15 datasets)":26.17,"STS Average (10 datasets)":75.9,"Summarization Average (1 datasets)":30.3} -{"index":174,"Rank":192,"Model":"red-beetle-base-v1.1<\/a>","Model Size (Million Parameters)":30,"Memory Usage (GB, fp32)":0.11,"Embedding Dimensions":1024,"Max Tokens":1000000,"Average (56 datasets)":48.37,"Classification Average (12 datasets)":62.15,"Clustering Average (11 datasets)":28.44,"PairClassification Average (3 datasets)":76.71,"Reranking Average (4 datasets)":48.81,"Retrieval Average (15 datasets)":30.64,"STS Average (10 datasets)":73.42,"Summarization Average (1 datasets)":30.74} -{"index":267,"Rank":193,"Model":"potion-base-4M<\/a>","Model Size (Million Parameters)":4,"Memory Usage (GB, fp32)":0.01,"Embedding Dimensions":128,"Max Tokens":1000000,"Average (56 datasets)":48.23,"Classification Average (12 datasets)":62.19,"Clustering Average (11 datasets)":31.47,"PairClassification Average (3 datasets)":75.35,"Reranking Average (4 datasets)":48.76,"Retrieval Average (15 datasets)":29.11,"STS Average (10 datasets)":72.19,"Summarization Average (1 datasets)":28.89} -{"index":97,"Rank":194,"Model":"Venusaur<\/a>","Model Size (Million Parameters)":16,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average (56 datasets)":48.17,"Classification Average (12 datasets)":67.77,"Clustering Average (11 datasets)":28.01,"PairClassification Average (3 datasets)":80.57,"Reranking Average (4 datasets)":49.41,"Retrieval Average (15 datasets)":25.51,"STS Average (10 datasets)":72.43,"Summarization Average (1 datasets)":29.91} -{"index":262,"Rank":195,"Model":"M2V_base_glove<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Embedding Dimensions":256,"Max Tokens":1000000,"Average (56 datasets)":47.59,"Classification Average (12 datasets)":61.34,"Clustering Average (11 datasets)":30.52,"PairClassification Average (3 datasets)":75.34,"Reranking Average (4 datasets)":48.5,"Retrieval Average (15 datasets)":29.26,"STS Average (10 datasets)":70.31,"Summarization Average (1 datasets)":31.45} -{"index":173,"Rank":196,"Model":"brown-fairy-base-v0<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.08,"Embedding Dimensions":768,"Max Tokens":1000000,"Average (56 datasets)":47.21,"Classification Average (12 datasets)":62.68,"Clustering Average (11 datasets)":24.73,"PairClassification Average (3 datasets)":73.08,"Reranking Average (4 datasets)":49.22,"Retrieval Average (15 datasets)":30.85,"STS Average (10 datasets)":71.0,"Summarization Average (1 datasets)":30.64} -{"index":263,"Rank":197,"Model":"M2V_base_glove_subword<\/a>","Model Size (Million Parameters)":103,"Memory Usage (GB, fp32)":0.38,"Embedding Dimensions":256,"Max Tokens":1000000,"Average (56 datasets)":46.69,"Classification Average (12 datasets)":61.27,"Clustering Average (11 datasets)":30.03,"PairClassification Average (3 datasets)":74.71,"Reranking Average (4 datasets)":49.15,"Retrieval Average (15 datasets)":27.16,"STS Average (10 datasets)":69.09,"Summarization Average (1 datasets)":30.08} -{"index":107,"Rank":198,"Model":"SGPT-125M-weightedmean-nli-bitfit<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":2048,"Average (56 datasets)":45.97,"Classification Average (12 datasets)":61.46,"Clustering Average (11 datasets)":30.95,"PairClassification Average (3 datasets)":71.78,"Reranking Average (4 datasets)":47.56,"Retrieval Average (15 datasets)":20.9,"STS Average (10 datasets)":74.71,"Summarization Average (1 datasets)":30.26} -{"index":172,"Rank":199,"Model":"brown-beetle-tiny-v1.1<\/a>","Model Size (Million Parameters)":4,"Memory Usage (GB, fp32)":0.01,"Embedding Dimensions":768,"Max Tokens":1000000,"Average (56 datasets)":45.81,"Classification Average (12 datasets)":58.27,"Clustering Average (11 datasets)":27.43,"PairClassification Average (3 datasets)":74.21,"Reranking Average (4 datasets)":47.68,"Retrieval Average (15 datasets)":27.68,"STS Average (10 datasets)":70.71,"Summarization Average (1 datasets)":28.59} -{"index":304,"Rank":200,"Model":"unsup-simcse-bert-base-uncased<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average (56 datasets)":45.62,"Classification Average (12 datasets)":62.5,"Clustering Average (11 datasets)":29.04,"PairClassification Average (3 datasets)":73.47,"Reranking Average (4 datasets)":46.47,"Retrieval Average (15 datasets)":20.29,"STS Average (10 datasets)":74.33,"Summarization Average (1 datasets)":31.15} -{"index":264,"Rank":201,"Model":"M2V_base_output<\/a>","Model Size (Million Parameters)":8,"Memory Usage (GB, fp32)":0.03,"Embedding Dimensions":256,"Max Tokens":1000000,"Average (56 datasets)":45.34,"Classification Average (12 datasets)":61.25,"Clustering Average (11 datasets)":25.59,"PairClassification Average (3 datasets)":74.9,"Reranking Average (4 datasets)":47.63,"Retrieval Average (15 datasets)":26.14,"STS Average (10 datasets)":68.58,"Summarization Average (1 datasets)":29.28} -{"index":169,"Rank":202,"Model":"brown-beetle-small-v1<\/a>","Model Size (Million Parameters)":8,"Memory Usage (GB, fp32)":0.03,"Embedding Dimensions":256,"Max Tokens":1000000,"Average (56 datasets)":45.22,"Classification Average (12 datasets)":61.28,"Clustering Average (11 datasets)":25.44,"PairClassification Average (3 datasets)":74.9,"Reranking Average (4 datasets)":47.62,"Retrieval Average (15 datasets)":26.16,"STS Average (10 datasets)":68.06,"Summarization Average (1 datasets)":29.27} -{"index":320,"Rank":203,"Model":"LaBSE<\/a>","Model Size (Million Parameters)":471,"Memory Usage (GB, fp32)":1.75,"Embedding Dimensions":768,"Max Tokens":512,"Average (56 datasets)":45.21,"Classification Average (12 datasets)":62.71,"Clustering Average (11 datasets)":29.55,"PairClassification Average (3 datasets)":78.87,"Reranking Average (4 datasets)":48.42,"Retrieval Average (15 datasets)":18.99,"STS Average (10 datasets)":70.8,"Summarization Average (1 datasets)":31.05} -{"index":265,"Rank":204,"Model":"potion-base-2M<\/a>","Model Size (Million Parameters)":2,"Memory Usage (GB, fp32)":0.01,"Embedding Dimensions":64,"Max Tokens":1000000,"Average (56 datasets)":44.77,"Classification Average (12 datasets)":58.45,"Clustering Average (11 datasets)":27.5,"PairClassification Average (3 datasets)":73.73,"Reranking Average (4 datasets)":46.82,"Retrieval Average (15 datasets)":24.13,"STS Average (10 datasets)":70.14,"Summarization Average (1 datasets)":31.51} -{"index":167,"Rank":205,"Model":"brown-beetle-base-v1<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.08,"Embedding Dimensions":768,"Max Tokens":1000000,"Average (56 datasets)":44.65,"Classification Average (12 datasets)":61.61,"Clustering Average (11 datasets)":24.11,"PairClassification Average (3 datasets)":75.32,"Reranking Average (4 datasets)":47.55,"Retrieval Average (15 datasets)":25.52,"STS Average (10 datasets)":66.8,"Summarization Average (1 datasets)":29.13} -{"index":326,"Rank":206,"Model":"average_word_embeddings_komninos<\/a>","Model Size (Million Parameters)":134,"Memory Usage (GB, fp32)":0.5,"Embedding Dimensions":300,"Max Tokens":"N\/A","Average (56 datasets)":42.06,"Classification Average (12 datasets)":57.65,"Clustering Average (11 datasets)":26.57,"PairClassification Average (3 datasets)":72.99,"Reranking Average (4 datasets)":44.75,"Retrieval Average (15 datasets)":21.22,"STS Average (10 datasets)":62.46,"Summarization Average (1 datasets)":30.49} -{"index":325,"Rank":207,"Model":"average_word_embeddings_glove.6B.300d<\/a>","Model Size (Million Parameters)":120,"Memory Usage (GB, fp32)":0.45,"Embedding Dimensions":300,"Max Tokens":"N\/A","Average (56 datasets)":42.05,"Classification Average (12 datasets)":57.29,"Clustering Average (11 datasets)":27.73,"PairClassification Average (3 datasets)":72.48,"Reranking Average (4 datasets)":43.29,"Retrieval Average (15 datasets)":21.62,"STS Average (10 datasets)":61.85,"Summarization Average (1 datasets)":28.87} -{"index":197,"Rank":208,"Model":"SONAR<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average (56 datasets)":42.02,"Classification Average (12 datasets)":63.42,"Clustering Average (11 datasets)":26.2,"PairClassification Average (3 datasets)":71.4,"Reranking Average (4 datasets)":46.18,"Retrieval Average (15 datasets)":13.47,"STS Average (10 datasets)":67.23,"Summarization Average (1 datasets)":30.56} -{"index":341,"Rank":209,"Model":"rubert-tiny-turbo<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"Embedding Dimensions":312,"Max Tokens":2048,"Average (56 datasets)":41.2,"Classification Average (12 datasets)":55.78,"Clustering Average (11 datasets)":23.75,"PairClassification Average (3 datasets)":76.16,"Reranking Average (4 datasets)":44.02,"Retrieval Average (15 datasets)":17.64,"STS Average (10 datasets)":67.63,"Summarization Average (1 datasets)":31.12} -{"index":324,"Rank":210,"Model":"allenai-specter<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average (56 datasets)":40.28,"Classification Average (12 datasets)":52.37,"Clustering Average (11 datasets)":34.06,"PairClassification Average (3 datasets)":61.37,"Reranking Average (4 datasets)":48.1,"Retrieval Average (15 datasets)":15.88,"STS Average (10 datasets)":61.02,"Summarization Average (1 datasets)":27.66} -{"index":206,"Rank":211,"Model":"bert-base-uncased<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average (56 datasets)":38.33,"Classification Average (12 datasets)":61.66,"Clustering Average (11 datasets)":30.12,"PairClassification Average (3 datasets)":56.33,"Reranking Average (4 datasets)":43.44,"Retrieval Average (15 datasets)":10.59,"STS Average (10 datasets)":54.36,"Summarization Average (1 datasets)":29.82} -{"index":14,"Rank":212,"Model":"LASER2<\/a>","Model Size (Million Parameters)":43,"Memory Usage (GB, fp32)":0.16,"Embedding Dimensions":1024,"Max Tokens":"N\/A","Average (56 datasets)":35.0,"Classification Average (12 datasets)":53.18,"Clustering Average (11 datasets)":15.28,"PairClassification Average (3 datasets)":69.84,"Reranking Average (4 datasets)":41.44,"Retrieval Average (15 datasets)":7.94,"STS Average (10 datasets)":63.27,"Summarization Average (1 datasets)":26.8} -{"index":2,"Rank":213,"Model":"titan-embed-text-v1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":8000,"Average (56 datasets)":"","Classification Average (12 datasets)":"","Clustering Average (11 datasets)":"","PairClassification Average (3 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (15 datasets)":"","STS Average (10 datasets)":"","Summarization Average (1 datasets)":""} -{"index":4,"Rank":215,"Model":"voyage-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":4000,"Average (56 datasets)":"","Classification Average (12 datasets)":"","Clustering Average (11 datasets)":"","PairClassification Average (3 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (15 datasets)":"","STS Average (10 datasets)":"","Summarization Average (1 datasets)":""} -{"index":5,"Rank":216,"Model":"voyage-3-lite<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":512,"Max Tokens":32000,"Average (56 datasets)":"","Classification Average (12 datasets)":65.04,"Clustering Average (11 datasets)":40.47,"PairClassification Average (3 datasets)":78.73,"Reranking Average (4 datasets)":"","Retrieval Average (15 datasets)":"","STS Average (10 datasets)":"","Summarization Average (1 datasets)":31.4} -{"index":6,"Rank":217,"Model":"voyage-3-m-exp<\/a>","Model Size (Million Parameters)":6918,"Memory Usage (GB, fp32)":25.77,"Embedding Dimensions":2048,"Max Tokens":32000,"Average (56 datasets)":"","Classification Average (12 datasets)":90.16,"Clustering Average (11 datasets)":61.45,"PairClassification Average (3 datasets)":86.13,"Reranking Average (4 datasets)":59.5,"Retrieval Average (15 datasets)":"","STS Average (10 datasets)":83.91,"Summarization Average (1 datasets)":30.45} -{"index":7,"Rank":218,"Model":"voyage-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":32000,"Average (56 datasets)":"","Classification Average (12 datasets)":64.81,"Clustering Average (11 datasets)":42.9,"PairClassification Average (3 datasets)":78.55,"Reranking Average (4 datasets)":"","Retrieval Average (15 datasets)":"","STS Average (10 datasets)":"","Summarization Average (1 datasets)":28.92} -{"index":8,"Rank":219,"Model":"voyage-code-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":16000,"Average (56 datasets)":"","Classification Average (12 datasets)":"","Clustering Average (11 datasets)":"","PairClassification Average (3 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (15 datasets)":"","STS Average (10 datasets)":"","Summarization Average (1 datasets)":""} -{"index":10,"Rank":220,"Model":"voyage-law-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":16000,"Average (56 datasets)":"","Classification Average (12 datasets)":"","Clustering Average (11 datasets)":"","PairClassification Average (3 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (15 datasets)":"","STS Average (10 datasets)":"","Summarization Average (1 datasets)":""} -{"index":13,"Rank":221,"Model":"voyage-multilingual-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":32000,"Average (56 datasets)":"","Classification Average (12 datasets)":70.04,"Clustering Average (11 datasets)":"","PairClassification Average (3 datasets)":78.1,"Reranking Average (4 datasets)":"","Retrieval Average (15 datasets)":"","STS Average (10 datasets)":"","Summarization Average (1 datasets)":28.44} -{"index":15,"Rank":222,"Model":"bm25s<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average (56 datasets)":"","Classification Average (12 datasets)":"","Clustering Average (11 datasets)":"","PairClassification Average (3 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (15 datasets)":39.84,"STS Average (10 datasets)":"","Summarization Average (1 datasets)":""} -{"index":16,"Rank":223,"Model":"llm2vec-croissant-mntp<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"Average (56 datasets)":"","Classification Average (12 datasets)":"","Clustering Average (11 datasets)":"","PairClassification Average (3 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (15 datasets)":"","STS Average (10 datasets)":"","Summarization Average (1 datasets)":""} -{"index":27,"Rank":225,"Model":"jina-embeddings-v2-base-es-Q2_K-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average (56 datasets)":"","Classification Average (12 datasets)":69.02,"Clustering Average (11 datasets)":39.29,"PairClassification Average (3 datasets)":84.56,"Reranking Average (4 datasets)":55.32,"Retrieval Average (15 datasets)":"","STS Average (10 datasets)":83.49,"Summarization Average (1 datasets)":29.87} -{"index":28,"Rank":226,"Model":"jina-embeddings-v2-base-es-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average (56 datasets)":"","Classification Average (12 datasets)":69.02,"Clustering Average (11 datasets)":39.29,"PairClassification Average (3 datasets)":84.56,"Reranking Average (4 datasets)":55.32,"Retrieval Average (15 datasets)":"","STS Average (10 datasets)":83.49,"Summarization Average (1 datasets)":29.87} -{"index":32,"Rank":227,"Model":"bge-m3<\/a>","Model Size (Million Parameters)":567,"Memory Usage (GB, fp32)":2.11,"Embedding Dimensions":1024,"Max Tokens":8192,"Average (56 datasets)":"","Classification Average (12 datasets)":"","Clustering Average (11 datasets)":"","PairClassification Average (3 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (15 datasets)":"","STS Average (10 datasets)":"","Summarization Average (1 datasets)":""} -{"index":37,"Rank":228,"Model":"e5-R-mistral-7b<\/a>","Model Size (Million Parameters)":7242,"Memory Usage (GB, fp32)":26.98,"Embedding Dimensions":4096,"Max Tokens":32768,"Average (56 datasets)":"","Classification Average (12 datasets)":"","Clustering Average (11 datasets)":"","PairClassification Average (3 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (15 datasets)":58.65,"STS Average (10 datasets)":"","Summarization Average (1 datasets)":""} -{"index":38,"Rank":229,"Model":"nomic-embed-text-v1.5-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average (56 datasets)":"","Classification Average (12 datasets)":73.55,"Clustering Average (11 datasets)":43.93,"PairClassification Average (3 datasets)":84.61,"Reranking Average (4 datasets)":55.78,"Retrieval Average (15 datasets)":"","STS Average (10 datasets)":81.94,"Summarization Average (1 datasets)":30.4} -{"index":40,"Rank":230,"Model":"GritLM-7B-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average (56 datasets)":"","Classification Average (12 datasets)":79.46,"Clustering Average (11 datasets)":50.61,"PairClassification Average (3 datasets)":87.16,"Reranking Average (4 datasets)":60.49,"Retrieval Average (15 datasets)":"","STS Average (10 datasets)":83.35,"Summarization Average (1 datasets)":30.37} -{"index":41,"Rank":231,"Model":"gme-Qwen2-VL-7B-Instruct-Q5_K_S-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average (56 datasets)":"","Classification Average (12 datasets)":84.31,"Clustering Average (11 datasets)":54.82,"PairClassification Average (3 datasets)":84.91,"Reranking Average (4 datasets)":61.19,"Retrieval Average (15 datasets)":"","STS Average (10 datasets)":80.0,"Summarization Average (1 datasets)":29.47} -{"index":42,"Rank":232,"Model":"winberta-base<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average (56 datasets)":"","Classification Average (12 datasets)":"","Clustering Average (11 datasets)":31.67,"PairClassification Average (3 datasets)":76.96,"Reranking Average (4 datasets)":"","Retrieval Average (15 datasets)":"","STS Average (10 datasets)":"","Summarization Average (1 datasets)":""} -{"index":50,"Rank":235,"Model":"distilrubert-small-cased-conversational<\/a>","Model Size (Million Parameters)":106,"Memory Usage (GB, fp32)":0.39,"Embedding Dimensions":768,"Max Tokens":512,"Average (56 datasets)":"","Classification Average (12 datasets)":52.76,"Clustering Average (11 datasets)":16.02,"PairClassification Average (3 datasets)":49.12,"Reranking Average (4 datasets)":37.91,"Retrieval Average (15 datasets)":"","STS Average (10 datasets)":53.0,"Summarization Average (1 datasets)":29.45} -{"index":51,"Rank":236,"Model":"rubert-base-cased<\/a>","Model Size (Million Parameters)":180,"Memory Usage (GB, fp32)":0.67,"Embedding Dimensions":768,"Max Tokens":512,"Average (56 datasets)":"","Classification Average (12 datasets)":47.0,"Clustering Average (11 datasets)":16.84,"PairClassification Average (3 datasets)":39.88,"Reranking Average (4 datasets)":37.53,"Retrieval Average (15 datasets)":"","STS Average (10 datasets)":40.01,"Summarization Average (1 datasets)":29.56} -{"index":52,"Rank":237,"Model":"rubert-base-cased-sentence<\/a>","Model Size (Million Parameters)":180,"Memory Usage (GB, fp32)":0.67,"Embedding Dimensions":768,"Max Tokens":512,"Average (56 datasets)":"","Classification Average (12 datasets)":45.7,"Clustering Average (11 datasets)":17.41,"PairClassification Average (3 datasets)":54.35,"Reranking Average (4 datasets)":37.48,"Retrieval Average (15 datasets)":"","STS Average (10 datasets)":55.66,"Summarization Average (1 datasets)":30.57} -{"index":53,"Rank":238,"Model":"jina-embeddings-v2-small-en-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average (56 datasets)":"","Classification Average (12 datasets)":68.82,"Clustering Average (11 datasets)":40.08,"PairClassification Average (3 datasets)":84.44,"Reranking Average (4 datasets)":55.09,"Retrieval Average (15 datasets)":"","STS Average (10 datasets)":80.0,"Summarization Average (1 datasets)":30.56} -{"index":54,"Rank":239,"Model":"xlm-roberta-base<\/a>","Model Size (Million Parameters)":279,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average (56 datasets)":"","Classification Average (12 datasets)":"","Clustering Average (11 datasets)":"","PairClassification Average (3 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (15 datasets)":"","STS Average (10 datasets)":"","Summarization Average (1 datasets)":""} -{"index":55,"Rank":240,"Model":"xlm-roberta-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average (56 datasets)":"","Classification Average (12 datasets)":"","Clustering Average (11 datasets)":"","PairClassification Average (3 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (15 datasets)":"","STS Average (10 datasets)":"","Summarization Average (1 datasets)":""} -{"index":57,"Rank":242,"Model":"STS-multilingual-mpnet-base-v2<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average (56 datasets)":"","Classification Average (12 datasets)":"","Clustering Average (11 datasets)":"","PairClassification Average (3 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (15 datasets)":"","STS Average (10 datasets)":"","Summarization Average (1 datasets)":""} -{"index":58,"Rank":243,"Model":"bert-base-10lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":512,"Average (56 datasets)":"","Classification Average (12 datasets)":"","Clustering Average (11 datasets)":"","PairClassification Average (3 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (15 datasets)":"","STS Average (10 datasets)":"","Summarization Average (1 datasets)":""} -{"index":59,"Rank":244,"Model":"bert-base-15lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":512,"Average (56 datasets)":"","Classification Average (12 datasets)":"","Clustering Average (11 datasets)":"","PairClassification Average (3 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (15 datasets)":"","STS Average (10 datasets)":"","Summarization Average (1 datasets)":""} -{"index":60,"Rank":245,"Model":"bert-base-25lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":512,"Average (56 datasets)":"","Classification Average (12 datasets)":"","Clustering Average (11 datasets)":"","PairClassification Average (3 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (15 datasets)":"","STS Average (10 datasets)":"","Summarization Average (1 datasets)":""} -{"index":74,"Rank":252,"Model":"gemma-2b-embeddings<\/a>","Model Size (Million Parameters)":2506,"Memory Usage (GB, fp32)":9.34,"Embedding Dimensions":2048,"Max Tokens":8192,"Average (56 datasets)":"","Classification Average (12 datasets)":"","Clustering Average (11 datasets)":"","PairClassification Average (3 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (15 datasets)":"","STS Average (10 datasets)":"","Summarization Average (1 datasets)":""} -{"index":75,"Rank":253,"Model":"e5-large-v2-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average (56 datasets)":"","Classification Average (12 datasets)":75.24,"Clustering Average (11 datasets)":44.49,"PairClassification Average (3 datasets)":86.03,"Reranking Average (4 datasets)":56.61,"Retrieval Average (15 datasets)":"","STS Average (10 datasets)":82.05,"Summarization Average (1 datasets)":30.19} -{"index":77,"Rank":254,"Model":"bilingual-document-embedding<\/a>","Model Size (Million Parameters)":568,"Memory Usage (GB, fp32)":2.12,"Embedding Dimensions":1024,"Max Tokens":8194,"Average (56 datasets)":"","Classification Average (12 datasets)":"","Clustering Average (11 datasets)":"","PairClassification Average (3 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (15 datasets)":"","STS Average (10 datasets)":"","Summarization Average (1 datasets)":""} -{"index":78,"Rank":255,"Model":"bilingual-embedding-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average (56 datasets)":"","Classification Average (12 datasets)":71.14,"Clustering Average (11 datasets)":42.03,"PairClassification Average (3 datasets)":85.0,"Reranking Average (4 datasets)":55.4,"Retrieval Average (15 datasets)":"","STS Average (10 datasets)":83.0,"Summarization Average (1 datasets)":30.26} -{"index":79,"Rank":256,"Model":"bilingual-embedding-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average (56 datasets)":"","Classification Average (12 datasets)":72.95,"Clustering Average (11 datasets)":44.62,"PairClassification Average (3 datasets)":85.61,"Reranking Average (4 datasets)":56.26,"Retrieval Average (15 datasets)":"","STS Average (10 datasets)":86.02,"Summarization Average (1 datasets)":31.14} -{"index":80,"Rank":257,"Model":"bilingual-embedding-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average (56 datasets)":"","Classification Average (12 datasets)":67.77,"Clustering Average (11 datasets)":39.16,"PairClassification Average (3 datasets)":82.95,"Reranking Average (4 datasets)":53.37,"Retrieval Average (15 datasets)":"","STS Average (10 datasets)":81.93,"Summarization Average (1 datasets)":29.23} -{"index":82,"Rank":258,"Model":"jina-embeddings-v2-base-de-Q5_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average (56 datasets)":"","Classification Average (12 datasets)":67.98,"Clustering Average (11 datasets)":38.99,"PairClassification Average (3 datasets)":83.65,"Reranking Average (4 datasets)":54.64,"Retrieval Average (15 datasets)":"","STS Average (10 datasets)":82.61,"Summarization Average (1 datasets)":31.55} -{"index":83,"Rank":259,"Model":"paraphrase-multilingual-mpnet-base-v2-KE_Sieve<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average (56 datasets)":"","Classification Average (12 datasets)":64.85,"Clustering Average (11 datasets)":"","PairClassification Average (3 datasets)":74.53,"Reranking Average (4 datasets)":"","Retrieval Average (15 datasets)":"","STS Average (10 datasets)":75.11,"Summarization Average (1 datasets)":""} -{"index":84,"Rank":260,"Model":"marqo-chimera-arctic-bge-m<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average (56 datasets)":"","Classification Average (12 datasets)":"","Clustering Average (11 datasets)":"","PairClassification Average (3 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (15 datasets)":55.16,"STS Average (10 datasets)":"","Summarization Average (1 datasets)":""} -{"index":99,"Rank":261,"Model":"gte-micro<\/a>","Model Size (Million Parameters)":17,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average (56 datasets)":"","Classification Average (12 datasets)":62.81,"Clustering Average (11 datasets)":35.96,"PairClassification Average (3 datasets)":80.73,"Reranking Average (4 datasets)":"","Retrieval Average (15 datasets)":"","STS Average (10 datasets)":"","Summarization Average (1 datasets)":""} -{"index":100,"Rank":262,"Model":"gte-micro-v2<\/a>","Model Size (Million Parameters)":17,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average (56 datasets)":"","Classification Average (12 datasets)":67.47,"Clustering Average (11 datasets)":"","PairClassification Average (3 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (15 datasets)":"","STS Average (10 datasets)":"","Summarization Average (1 datasets)":""} -{"index":101,"Rank":263,"Model":"gte-micro-v3<\/a>","Model Size (Million Parameters)":17,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average (56 datasets)":"","Classification Average (12 datasets)":67.47,"Clustering Average (11 datasets)":"","PairClassification Average (3 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (15 datasets)":"","STS Average (10 datasets)":"","Summarization Average (1 datasets)":""} -{"index":102,"Rank":264,"Model":"gte-micro-v4<\/a>","Model Size (Million Parameters)":19,"Memory Usage (GB, fp32)":0.07,"Embedding Dimensions":384,"Max Tokens":512,"Average (56 datasets)":"","Classification Average (12 datasets)":68.13,"Clustering Average (11 datasets)":39.54,"PairClassification Average (3 datasets)":82.59,"Reranking Average (4 datasets)":"","Retrieval Average (15 datasets)":"","STS Average (10 datasets)":"","Summarization Average (1 datasets)":""} -{"index":103,"Rank":265,"Model":"test24<\/a>","Model Size (Million Parameters)":17,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average (56 datasets)":"","Classification Average (12 datasets)":63.54,"Clustering Average (11 datasets)":35.78,"PairClassification Average (3 datasets)":80.4,"Reranking Average (4 datasets)":51.68,"Retrieval Average (15 datasets)":"","STS Average (10 datasets)":76.56,"Summarization Average (1 datasets)":30.52} -{"index":104,"Rank":266,"Model":"test25<\/a>","Model Size (Million Parameters)":17,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average (56 datasets)":"","Classification Average (12 datasets)":64.56,"Clustering Average (11 datasets)":33.15,"PairClassification Average (3 datasets)":79.7,"Reranking Average (4 datasets)":50.55,"Retrieval Average (15 datasets)":"","STS Average (10 datasets)":75.37,"Summarization Average (1 datasets)":29.33} -{"index":111,"Rank":267,"Model":"multilingual-e5-base-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average (56 datasets)":"","Classification Average (12 datasets)":73.02,"Clustering Average (11 datasets)":37.89,"PairClassification Average (3 datasets)":83.57,"Reranking Average (4 datasets)":54.84,"Retrieval Average (15 datasets)":"","STS Average (10 datasets)":80.26,"Summarization Average (1 datasets)":30.11} -{"index":115,"Rank":268,"Model":"Arabert-all-nli-triplet-Matryoshka<\/a>","Model Size (Million Parameters)":135,"Memory Usage (GB, fp32)":0.5,"Embedding Dimensions":768,"Max Tokens":512,"Average (56 datasets)":"","Classification Average (12 datasets)":"","Clustering Average (11 datasets)":"","PairClassification Average (3 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (15 datasets)":"","STS Average (10 datasets)":"","Summarization Average (1 datasets)":31.33} -{"index":116,"Rank":269,"Model":"Arabic-MiniLM-L12-v2-all-nli-triplet<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average (56 datasets)":"","Classification Average (12 datasets)":"","Clustering Average (11 datasets)":"","PairClassification Average (3 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (15 datasets)":"","STS Average (10 datasets)":"","Summarization Average (1 datasets)":30.69} -{"index":117,"Rank":270,"Model":"Arabic-all-nli-triplet-Matryoshka<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average (56 datasets)":"","Classification Average (12 datasets)":"","Clustering Average (11 datasets)":"","PairClassification Average (3 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (15 datasets)":"","STS Average (10 datasets)":"","Summarization Average (1 datasets)":30.16} -{"index":118,"Rank":271,"Model":"Arabic-labse-Matryoshka<\/a>","Model Size (Million Parameters)":471,"Memory Usage (GB, fp32)":1.75,"Embedding Dimensions":768,"Max Tokens":512,"Average (56 datasets)":"","Classification Average (12 datasets)":"","Clustering Average (11 datasets)":"","PairClassification Average (3 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (15 datasets)":"","STS Average (10 datasets)":"","Summarization Average (1 datasets)":32.17} -{"index":119,"Rank":272,"Model":"Arabic-mpnet-base-all-nli-triplet<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average (56 datasets)":"","Classification Average (12 datasets)":"","Clustering Average (11 datasets)":"","PairClassification Average (3 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (15 datasets)":"","STS Average (10 datasets)":"","Summarization Average (1 datasets)":28.79} -{"index":120,"Rank":273,"Model":"Marbert-all-nli-triplet-Matryoshka<\/a>","Model Size (Million Parameters)":163,"Memory Usage (GB, fp32)":0.61,"Embedding Dimensions":768,"Max Tokens":512,"Average (56 datasets)":"","Classification Average (12 datasets)":"","Clustering Average (11 datasets)":"","PairClassification Average (3 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (15 datasets)":"","STS Average (10 datasets)":"","Summarization Average (1 datasets)":29.53} -{"index":121,"Rank":274,"Model":"Solon-embeddings-large-0.1<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average (56 datasets)":"","Classification Average (12 datasets)":"","Clustering Average (11 datasets)":"","PairClassification Average (3 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (15 datasets)":"","STS Average (10 datasets)":"","Summarization Average (1 datasets)":""} -{"index":122,"Rank":275,"Model":"KartonBERT-USE-base-v1<\/a>","Model Size (Million Parameters)":104,"Memory Usage (GB, fp32)":0.39,"Embedding Dimensions":768,"Max Tokens":512,"Average (56 datasets)":"","Classification Average (12 datasets)":"","Clustering Average (11 datasets)":"","PairClassification Average (3 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (15 datasets)":"","STS Average (10 datasets)":"","Summarization Average (1 datasets)":""} -{"index":123,"Rank":276,"Model":"st-polish-kartonberta-base-alpha-v1<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":514,"Average (56 datasets)":"","Classification Average (12 datasets)":"","Clustering Average (11 datasets)":"","PairClassification Average (3 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (15 datasets)":"","STS Average (10 datasets)":"","Summarization Average (1 datasets)":""} -{"index":124,"Rank":277,"Model":"arctic-l-bge-small<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average (56 datasets)":"","Classification Average (12 datasets)":"","Clustering Average (11 datasets)":"","PairClassification Average (3 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (15 datasets)":57.19,"STS Average (10 datasets)":"","Summarization Average (1 datasets)":""} -{"index":125,"Rank":278,"Model":"arctic-m-bge-small<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average (56 datasets)":"","Classification Average (12 datasets)":"","Clustering Average (11 datasets)":"","PairClassification Average (3 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (15 datasets)":56.5,"STS Average (10 datasets)":"","Summarization Average (1 datasets)":""} -{"index":126,"Rank":279,"Model":"arctic-s-bge-small<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average (56 datasets)":"","Classification Average (12 datasets)":"","Clustering Average (11 datasets)":"","PairClassification Average (3 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (15 datasets)":54.61,"STS Average (10 datasets)":"","Summarization Average (1 datasets)":""} -{"index":127,"Rank":280,"Model":"nomic-embed-text-v1.5-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average (56 datasets)":"","Classification Average (12 datasets)":73.55,"Clustering Average (11 datasets)":43.93,"PairClassification Average (3 datasets)":84.61,"Reranking Average (4 datasets)":55.78,"Retrieval Average (15 datasets)":"","STS Average (10 datasets)":81.94,"Summarization Average (1 datasets)":30.4} -{"index":131,"Rank":282,"Model":"ember-v1-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average (56 datasets)":"","Classification Average (12 datasets)":75.99,"Clustering Average (11 datasets)":45.58,"PairClassification Average (3 datasets)":87.37,"Reranking Average (4 datasets)":60.04,"Retrieval Average (15 datasets)":"","STS Average (10 datasets)":83.34,"Summarization Average (1 datasets)":30.82} -{"index":132,"Rank":283,"Model":"LLaMA-embeeding<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average (56 datasets)":"","Classification Average (12 datasets)":"","Clustering Average (11 datasets)":"","PairClassification Average (3 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (15 datasets)":"","STS Average (10 datasets)":"","Summarization Average (1 datasets)":30.62} -{"index":133,"Rank":284,"Model":"yiyouliao<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average (56 datasets)":"","Classification Average (12 datasets)":"","Clustering Average (11 datasets)":"","PairClassification Average (3 datasets)":79.84,"Reranking Average (4 datasets)":"","Retrieval Average (15 datasets)":"","STS Average (10 datasets)":"","Summarization Average (1 datasets)":32.47} -{"index":146,"Rank":285,"Model":"sentence-croissant-llm-base<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"Average (56 datasets)":"","Classification Average (12 datasets)":"","Clustering Average (11 datasets)":"","PairClassification Average (3 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (15 datasets)":"","STS Average (10 datasets)":"","Summarization Average (1 datasets)":""} -{"index":147,"Rank":286,"Model":"nomic-embed-text-v1.5-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average (56 datasets)":"","Classification Average (12 datasets)":73.55,"Clustering Average (11 datasets)":43.93,"PairClassification Average (3 datasets)":84.61,"Reranking Average (4 datasets)":55.78,"Retrieval Average (15 datasets)":"","STS Average (10 datasets)":81.94,"Summarization Average (1 datasets)":30.4} -{"index":148,"Rank":287,"Model":"German_Semantic_STS_V2<\/a>","Model Size (Million Parameters)":336,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average (56 datasets)":"","Classification Average (12 datasets)":"","Clustering Average (11 datasets)":"","PairClassification Average (3 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (15 datasets)":"","STS Average (10 datasets)":"","Summarization Average (1 datasets)":""} -{"index":150,"Rank":288,"Model":"e5-base-v2-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average (56 datasets)":"","Classification Average (12 datasets)":73.84,"Clustering Average (11 datasets)":43.8,"PairClassification Average (3 datasets)":85.73,"Reranking Average (4 datasets)":55.91,"Retrieval Average (15 datasets)":"","STS Average (10 datasets)":81.05,"Summarization Average (1 datasets)":30.28} -{"index":152,"Rank":290,"Model":"ru-en-RoSBERTa<\/a>","Model Size (Million Parameters)":404,"Memory Usage (GB, fp32)":1.5,"Embedding Dimensions":1024,"Max Tokens":514,"Average (56 datasets)":"","Classification Average (12 datasets)":"","Clustering Average (11 datasets)":"","PairClassification Average (3 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (15 datasets)":"","STS Average (10 datasets)":"","Summarization Average (1 datasets)":""} -{"index":153,"Rank":291,"Model":"sbert_large_mt_nlu_ru<\/a>","Model Size (Million Parameters)":427,"Memory Usage (GB, fp32)":1.59,"Embedding Dimensions":1024,"Max Tokens":514,"Average (56 datasets)":"","Classification Average (12 datasets)":47.36,"Clustering Average (11 datasets)":17.7,"PairClassification Average (3 datasets)":53.64,"Reranking Average (4 datasets)":38.57,"Retrieval Average (15 datasets)":"","STS Average (10 datasets)":55.98,"Summarization Average (1 datasets)":27.17} -{"index":154,"Rank":292,"Model":"sbert_large_nlu_ru<\/a>","Model Size (Million Parameters)":427,"Memory Usage (GB, fp32)":1.59,"Embedding Dimensions":1024,"Max Tokens":512,"Average (56 datasets)":"","Classification Average (12 datasets)":46.29,"Clustering Average (11 datasets)":17.41,"PairClassification Average (3 datasets)":46.91,"Reranking Average (4 datasets)":36.24,"Retrieval Average (15 datasets)":"","STS Average (10 datasets)":48.76,"Summarization Average (1 datasets)":28.2} -{"index":155,"Rank":293,"Model":"Giga-Embeddings-instruct<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average (56 datasets)":"","Classification Average (12 datasets)":"","Clustering Average (11 datasets)":"","PairClassification Average (3 datasets)":78.64,"Reranking Average (4 datasets)":"","Retrieval Average (15 datasets)":48.03,"STS Average (10 datasets)":"","Summarization Average (1 datasets)":27.86} -{"index":165,"Rank":294,"Model":"bge-base-en-v1-5-seqlen-384-bs-1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average (56 datasets)":"","Classification Average (12 datasets)":75.53,"Clustering Average (11 datasets)":45.77,"PairClassification Average (3 datasets)":86.55,"Reranking Average (4 datasets)":58.86,"Retrieval Average (15 datasets)":"","STS Average (10 datasets)":82.4,"Summarization Average (1 datasets)":31.07} -{"index":168,"Rank":295,"Model":"brown-beetle-base-v1.1<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.08,"Embedding Dimensions":768,"Max Tokens":1000000,"Average (56 datasets)":"","Classification Average (12 datasets)":"","Clustering Average (11 datasets)":"","PairClassification Average (3 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (15 datasets)":"","STS Average (10 datasets)":"","Summarization Average (1 datasets)":""} -{"index":170,"Rank":296,"Model":"brown-beetle-small-v1.1<\/a>","Model Size (Million Parameters)":8,"Memory Usage (GB, fp32)":0.03,"Embedding Dimensions":768,"Max Tokens":1000000,"Average (56 datasets)":"","Classification Average (12 datasets)":"","Clustering Average (11 datasets)":"","PairClassification Average (3 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (15 datasets)":"","STS Average (10 datasets)":"","Summarization Average (1 datasets)":""} -{"index":171,"Rank":297,"Model":"brown-beetle-tiny-v1<\/a>","Model Size (Million Parameters)":4,"Memory Usage (GB, fp32)":0.01,"Embedding Dimensions":128,"Max Tokens":1000000,"Average (56 datasets)":"","Classification Average (12 datasets)":58.93,"Clustering Average (11 datasets)":25.71,"PairClassification Average (3 datasets)":73.49,"Reranking Average (4 datasets)":46.8,"Retrieval Average (15 datasets)":"","STS Average (10 datasets)":67.9,"Summarization Average (1 datasets)":30.16} -{"index":176,"Rank":298,"Model":"bge-m3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average (56 datasets)":"","Classification Average (12 datasets)":73.13,"Clustering Average (11 datasets)":"","PairClassification Average (3 datasets)":84.48,"Reranking Average (4 datasets)":"","Retrieval Average (15 datasets)":"","STS Average (10 datasets)":"","Summarization Average (1 datasets)":""} -{"index":177,"Rank":299,"Model":"slx-v0.1<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.08,"Embedding Dimensions":384,"Max Tokens":512,"Average (56 datasets)":"","Classification Average (12 datasets)":62.64,"Clustering Average (11 datasets)":41.91,"PairClassification Average (3 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (15 datasets)":"","STS Average (10 datasets)":"","Summarization Average (1 datasets)":""} -{"index":178,"Rank":300,"Model":"jina-embeddings-v2-base-de-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average (56 datasets)":"","Classification Average (12 datasets)":67.98,"Clustering Average (11 datasets)":38.99,"PairClassification Average (3 datasets)":83.65,"Reranking Average (4 datasets)":54.64,"Retrieval Average (15 datasets)":"","STS Average (10 datasets)":82.61,"Summarization Average (1 datasets)":31.55} -{"index":180,"Rank":301,"Model":"LaBSE-en-ru<\/a>","Model Size (Million Parameters)":129,"Memory Usage (GB, fp32)":0.48,"Embedding Dimensions":768,"Max Tokens":512,"Average (56 datasets)":"","Classification Average (12 datasets)":61.71,"Clustering Average (11 datasets)":27.86,"PairClassification Average (3 datasets)":77.73,"Reranking Average (4 datasets)":47.98,"Retrieval Average (15 datasets)":"","STS Average (10 datasets)":70.44,"Summarization Average (1 datasets)":30.58} -{"index":181,"Rank":302,"Model":"rubert-tiny<\/a>","Model Size (Million Parameters)":12,"Memory Usage (GB, fp32)":0.04,"Embedding Dimensions":512,"Max Tokens":514,"Average (56 datasets)":"","Classification Average (12 datasets)":56.47,"Clustering Average (11 datasets)":20.93,"PairClassification Average (3 datasets)":59.92,"Reranking Average (4 datasets)":40.08,"Retrieval Average (15 datasets)":"","STS Average (10 datasets)":59.67,"Summarization Average (1 datasets)":29.54} -{"index":182,"Rank":303,"Model":"rubert-tiny2<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"Embedding Dimensions":2048,"Max Tokens":514,"Average (56 datasets)":"","Classification Average (12 datasets)":52.21,"Clustering Average (11 datasets)":21.33,"PairClassification Average (3 datasets)":68.21,"Reranking Average (4 datasets)":41.38,"Retrieval Average (15 datasets)":"","STS Average (10 datasets)":64.74,"Summarization Average (1 datasets)":28.46} -{"index":183,"Rank":304,"Model":"cai-lunaris-text-embeddings<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average (56 datasets)":"","Classification Average (12 datasets)":"","Clustering Average (11 datasets)":"","PairClassification Average (3 datasets)":"","Reranking Average (4 datasets)":47.85,"Retrieval Average (15 datasets)":"","STS Average (10 datasets)":70.81,"Summarization Average (1 datasets)":29.02} -{"index":184,"Rank":305,"Model":"cai-stellaris-text-embeddings<\/a>","Model Size (Million Parameters)":53,"Memory Usage (GB, fp32)":0.2,"Embedding Dimensions":768,"Max Tokens":514,"Average (56 datasets)":"","Classification Average (12 datasets)":61.44,"Clustering Average (11 datasets)":37.92,"PairClassification Average (3 datasets)":82.11,"Reranking Average (4 datasets)":55.24,"Retrieval Average (15 datasets)":"","STS Average (10 datasets)":"","Summarization Average (1 datasets)":""} -{"index":185,"Rank":306,"Model":"french-document-embedding<\/a>","Model Size (Million Parameters)":305,"Memory Usage (GB, fp32)":1.14,"Embedding Dimensions":768,"Max Tokens":8192,"Average (56 datasets)":"","Classification Average (12 datasets)":"","Clustering Average (11 datasets)":"","PairClassification Average (3 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (15 datasets)":"","STS Average (10 datasets)":"","Summarization Average (1 datasets)":""} -{"index":186,"Rank":307,"Model":"sentence-camembert-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average (56 datasets)":"","Classification Average (12 datasets)":"","Clustering Average (11 datasets)":"","PairClassification Average (3 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (15 datasets)":"","STS Average (10 datasets)":"","Summarization Average (1 datasets)":""} -{"index":187,"Rank":308,"Model":"sentence-camembert-large<\/a>","Model Size (Million Parameters)":337,"Memory Usage (GB, fp32)":1.26,"Embedding Dimensions":1024,"Max Tokens":512,"Average (56 datasets)":"","Classification Average (12 datasets)":"","Clustering Average (11 datasets)":"","PairClassification Average (3 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (15 datasets)":"","STS Average (10 datasets)":"","Summarization Average (1 datasets)":""} -{"index":188,"Rank":309,"Model":"embedder-100p<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average (56 datasets)":"","Classification Average (12 datasets)":66.95,"Clustering Average (11 datasets)":40.83,"PairClassification Average (3 datasets)":81.03,"Reranking Average (4 datasets)":54.63,"Retrieval Average (15 datasets)":38.79,"STS Average (10 datasets)":80.17,"Summarization Average (1 datasets)":""} -{"index":189,"Rank":310,"Model":"USER-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":512,"Average (56 datasets)":"","Classification Average (12 datasets)":56.81,"Clustering Average (11 datasets)":24.15,"PairClassification Average (3 datasets)":75.53,"Reranking Average (4 datasets)":44.25,"Retrieval Average (15 datasets)":"","STS Average (10 datasets)":72.06,"Summarization Average (1 datasets)":32.46} -{"index":190,"Rank":311,"Model":"USER-bge-m3<\/a>","Model Size (Million Parameters)":359,"Memory Usage (GB, fp32)":1.34,"Embedding Dimensions":1024,"Max Tokens":8192,"Average (56 datasets)":"","Classification Average (12 datasets)":73.04,"Clustering Average (11 datasets)":37.59,"PairClassification Average (3 datasets)":84.88,"Reranking Average (4 datasets)":55.6,"Retrieval Average (15 datasets)":"","STS Average (10 datasets)":82.72,"Summarization Average (1 datasets)":31.82} -{"index":191,"Rank":312,"Model":"deberta-v1-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":512,"Average (56 datasets)":"","Classification Average (12 datasets)":48.8,"Clustering Average (11 datasets)":14.88,"PairClassification Average (3 datasets)":48.69,"Reranking Average (4 datasets)":36.64,"Retrieval Average (15 datasets)":"","STS Average (10 datasets)":46.61,"Summarization Average (1 datasets)":28.91} -{"index":192,"Rank":313,"Model":"multilingual-e5-base-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average (56 datasets)":"","Classification Average (12 datasets)":73.02,"Clustering Average (11 datasets)":37.89,"PairClassification Average (3 datasets)":83.57,"Reranking Average (4 datasets)":54.84,"Retrieval Average (15 datasets)":"","STS Average (10 datasets)":80.26,"Summarization Average (1 datasets)":30.11} -{"index":194,"Rank":314,"Model":"sft-bge-small<\/a>","Model Size (Million Parameters)":24,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":512,"Max Tokens":512,"Average (56 datasets)":"","Classification Average (12 datasets)":"","Clustering Average (11 datasets)":"","PairClassification Average (3 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (15 datasets)":"","STS Average (10 datasets)":"","Summarization Average (1 datasets)":""} -{"index":196,"Rank":315,"Model":"mxbai-embed-large-v1-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average (56 datasets)":"","Classification Average (12 datasets)":75.64,"Clustering Average (11 datasets)":46.71,"PairClassification Average (3 datasets)":87.2,"Reranking Average (4 datasets)":60.11,"Retrieval Average (15 datasets)":"","STS Average (10 datasets)":85.0,"Summarization Average (1 datasets)":32.71} -{"index":199,"Rank":316,"Model":"flaubert_base_cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":512,"Average (56 datasets)":"","Classification Average (12 datasets)":"","Clustering Average (11 datasets)":"","PairClassification Average (3 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (15 datasets)":"","STS Average (10 datasets)":"","Summarization Average (1 datasets)":""} -{"index":200,"Rank":317,"Model":"flaubert_base_uncased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":512,"Average (56 datasets)":"","Classification Average (12 datasets)":"","Clustering Average (11 datasets)":"","PairClassification Average (3 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (15 datasets)":"","STS Average (10 datasets)":"","Summarization Average (1 datasets)":""} -{"index":201,"Rank":318,"Model":"flaubert_large_cased<\/a>","Model Size (Million Parameters)":372,"Memory Usage (GB, fp32)":1.39,"Embedding Dimensions":1024,"Max Tokens":512,"Average (56 datasets)":"","Classification Average (12 datasets)":"","Clustering Average (11 datasets)":"","PairClassification Average (3 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (15 datasets)":"","STS Average (10 datasets)":"","Summarization Average (1 datasets)":""} -{"index":203,"Rank":320,"Model":"jina-embeddings-v2-base-en-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average (56 datasets)":"","Classification Average (12 datasets)":73.45,"Clustering Average (11 datasets)":41.73,"PairClassification Average (3 datasets)":85.38,"Reranking Average (4 datasets)":56.98,"Retrieval Average (15 datasets)":"","STS Average (10 datasets)":80.7,"Summarization Average (1 datasets)":31.6} -{"index":204,"Rank":321,"Model":"bert-base-multilingual-cased<\/a>","Model Size (Million Parameters)":179,"Memory Usage (GB, fp32)":0.67,"Embedding Dimensions":768,"Max Tokens":512,"Average (56 datasets)":"","Classification Average (12 datasets)":"","Clustering Average (11 datasets)":"","PairClassification Average (3 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (15 datasets)":"","STS Average (10 datasets)":"","Summarization Average (1 datasets)":""} -{"index":205,"Rank":322,"Model":"bert-base-multilingual-uncased<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Embedding Dimensions":768,"Max Tokens":512,"Average (56 datasets)":"","Classification Average (12 datasets)":"","Clustering Average (11 datasets)":"","PairClassification Average (3 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (15 datasets)":"","STS Average (10 datasets)":"","Summarization Average (1 datasets)":""} -{"index":212,"Rank":323,"Model":"bge-large-en-v1.5-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average (56 datasets)":"","Classification Average (12 datasets)":75.97,"Clustering Average (11 datasets)":46.08,"PairClassification Average (3 datasets)":87.12,"Reranking Average (4 datasets)":60.03,"Retrieval Average (15 datasets)":"","STS Average (10 datasets)":83.11,"Summarization Average (1 datasets)":31.61} -{"index":218,"Rank":324,"Model":"inf-retriever-v1<\/a>","Model Size (Million Parameters)":7069,"Memory Usage (GB, fp32)":26.33,"Embedding Dimensions":3584,"Max Tokens":131072,"Average (56 datasets)":"","Classification Average (12 datasets)":"","Clustering Average (11 datasets)":"","PairClassification Average (3 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (15 datasets)":61.71,"STS Average (10 datasets)":"","Summarization Average (1 datasets)":""} -{"index":230,"Rank":325,"Model":"herbert-base-retrieval-v2<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.47,"Embedding Dimensions":768,"Max Tokens":514,"Average (56 datasets)":"","Classification Average (12 datasets)":"","Clustering Average (11 datasets)":"","PairClassification Average (3 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (15 datasets)":"","STS Average (10 datasets)":"","Summarization Average (1 datasets)":""} -{"index":231,"Rank":326,"Model":"silver-retriever-base-v1<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.47,"Embedding Dimensions":768,"Max Tokens":514,"Average (56 datasets)":"","Classification Average (12 datasets)":"","Clustering Average (11 datasets)":"","PairClassification Average (3 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (15 datasets)":"","STS Average (10 datasets)":"","Summarization Average (1 datasets)":""} -{"index":239,"Rank":327,"Model":"jina-embeddings-v2-base-de<\/a>","Model Size (Million Parameters)":161,"Memory Usage (GB, fp32)":0.6,"Embedding Dimensions":768,"Max Tokens":8192,"Average (56 datasets)":"","Classification Average (12 datasets)":67.98,"Clustering Average (11 datasets)":38.99,"PairClassification Average (3 datasets)":83.65,"Reranking Average (4 datasets)":54.64,"Retrieval Average (15 datasets)":"","STS Average (10 datasets)":82.61,"Summarization Average (1 datasets)":31.55} -{"index":241,"Rank":328,"Model":"jina-embeddings-v2-base-es<\/a>","Model Size (Million Parameters)":161,"Memory Usage (GB, fp32)":0.6,"Embedding Dimensions":768,"Max Tokens":8192,"Average (56 datasets)":"","Classification Average (12 datasets)":69.02,"Clustering Average (11 datasets)":39.29,"PairClassification Average (3 datasets)":84.56,"Reranking Average (4 datasets)":55.32,"Retrieval Average (15 datasets)":"","STS Average (10 datasets)":83.49,"Summarization Average (1 datasets)":29.87} -{"index":254,"Rank":329,"Model":"mxbai-embed-large-v1-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average (56 datasets)":"","Classification Average (12 datasets)":75.64,"Clustering Average (11 datasets)":46.71,"PairClassification Average (3 datasets)":87.2,"Reranking Average (4 datasets)":60.11,"Retrieval Average (15 datasets)":"","STS Average (10 datasets)":85.0,"Summarization Average (1 datasets)":32.71} -{"index":255,"Rank":330,"Model":"ternary-weight-embedding<\/a>","Model Size (Million Parameters)":99,"Memory Usage (GB, fp32)":0.37,"Embedding Dimensions":1792,"Max Tokens":512,"Average (56 datasets)":"","Classification Average (12 datasets)":"","Clustering Average (11 datasets)":"","PairClassification Average (3 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (15 datasets)":"","STS Average (10 datasets)":"","Summarization Average (1 datasets)":""} -{"index":256,"Rank":331,"Model":"bge-m3-custom-fr<\/a>","Model Size (Million Parameters)":568,"Memory Usage (GB, fp32)":2.12,"Embedding Dimensions":1024,"Max Tokens":8194,"Average (56 datasets)":"","Classification Average (12 datasets)":"","Clustering Average (11 datasets)":"","PairClassification Average (3 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (15 datasets)":"","STS Average (10 datasets)":"","Summarization Average (1 datasets)":""} -{"index":257,"Rank":332,"Model":"sentence_croissant_alpha_v0.1<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"Average (56 datasets)":"","Classification Average (12 datasets)":"","Clustering Average (11 datasets)":"","PairClassification Average (3 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (15 datasets)":"","STS Average (10 datasets)":"","Summarization Average (1 datasets)":""} -{"index":258,"Rank":333,"Model":"sentence_croissant_alpha_v0.2<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"Average (56 datasets)":"","Classification Average (12 datasets)":"","Clustering Average (11 datasets)":"","PairClassification Average (3 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (15 datasets)":"","STS Average (10 datasets)":"","Summarization Average (1 datasets)":""} -{"index":259,"Rank":334,"Model":"sentence_croissant_alpha_v0.3<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"Average (56 datasets)":"","Classification Average (12 datasets)":"","Clustering Average (11 datasets)":"","PairClassification Average (3 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (15 datasets)":"","STS Average (10 datasets)":"","Summarization Average (1 datasets)":""} -{"index":260,"Rank":335,"Model":"sentence_croissant_alpha_v0.4<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"Average (56 datasets)":"","Classification Average (12 datasets)":"","Clustering Average (11 datasets)":"","PairClassification Average (3 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (15 datasets)":"","STS Average (10 datasets)":"","Summarization Average (1 datasets)":""} -{"index":261,"Rank":336,"Model":"all-MiniLM-L6-v2-ds<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average (56 datasets)":"","Classification Average (12 datasets)":63.67,"Clustering Average (11 datasets)":39.94,"PairClassification Average (3 datasets)":82.37,"Reranking Average (4 datasets)":58.04,"Retrieval Average (15 datasets)":"","STS Average (10 datasets)":"","Summarization Average (1 datasets)":""} -{"index":271,"Rank":337,"Model":"mxbai-embed-xsmall-v1<\/a>","Model Size (Million Parameters)":24,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":384,"Max Tokens":4096,"Average (56 datasets)":"","Classification Average (12 datasets)":"","Clustering Average (11 datasets)":"","PairClassification Average (3 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (15 datasets)":42.8,"STS Average (10 datasets)":"","Summarization Average (1 datasets)":""} -{"index":272,"Rank":338,"Model":"nomic-embed-text-v1.5-Q4_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average (56 datasets)":"","Classification Average (12 datasets)":73.55,"Clustering Average (11 datasets)":43.93,"PairClassification Average (3 datasets)":84.61,"Reranking Average (4 datasets)":55.78,"Retrieval Average (15 datasets)":"","STS Average (10 datasets)":81.94,"Summarization Average (1 datasets)":30.4} -{"index":273,"Rank":339,"Model":"fin-mpnet-base<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average (56 datasets)":"","Classification Average (12 datasets)":"","Clustering Average (11 datasets)":"","PairClassification Average (3 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (15 datasets)":"","STS Average (10 datasets)":"","Summarization Average (1 datasets)":""} -{"index":274,"Rank":340,"Model":"jina-embeddings-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average (56 datasets)":"","Classification Average (12 datasets)":73.45,"Clustering Average (11 datasets)":41.73,"PairClassification Average (3 datasets)":85.38,"Reranking Average (4 datasets)":56.98,"Retrieval Average (15 datasets)":"","STS Average (10 datasets)":80.7,"Summarization Average (1 datasets)":31.6} -{"index":275,"Rank":341,"Model":"bge-base-en-v1.5-quant<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average (56 datasets)":"","Classification Average (12 datasets)":74.98,"Clustering Average (11 datasets)":45.06,"PairClassification Average (3 datasets)":86.24,"Reranking Average (4 datasets)":58.94,"Retrieval Average (15 datasets)":"","STS Average (10 datasets)":82.79,"Summarization Average (1 datasets)":""} -{"index":276,"Rank":342,"Model":"bge-base-en-v1.5-sparse<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average (56 datasets)":"","Classification Average (12 datasets)":72.62,"Clustering Average (11 datasets)":42.88,"PairClassification Average (3 datasets)":84.69,"Reranking Average (4 datasets)":57.18,"Retrieval Average (15 datasets)":"","STS Average (10 datasets)":81.19,"Summarization Average (1 datasets)":""} -{"index":277,"Rank":343,"Model":"bge-large-en-v1.5-quant<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average (56 datasets)":"","Classification Average (12 datasets)":"","Clustering Average (11 datasets)":"","PairClassification Average (3 datasets)":86.74,"Reranking Average (4 datasets)":"","Retrieval Average (15 datasets)":"","STS Average (10 datasets)":84.18,"Summarization Average (1 datasets)":""} -{"index":278,"Rank":344,"Model":"bge-large-en-v1.5-sparse<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average (56 datasets)":"","Classification Average (12 datasets)":"","Clustering Average (11 datasets)":"","PairClassification Average (3 datasets)":85.06,"Reranking Average (4 datasets)":"","Retrieval Average (15 datasets)":"","STS Average (10 datasets)":82.5,"Summarization Average (1 datasets)":""} -{"index":279,"Rank":345,"Model":"bge-small-en-v1.5-quant<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average (56 datasets)":"","Classification Average (12 datasets)":73.52,"Clustering Average (11 datasets)":42.63,"PairClassification Average (3 datasets)":85.05,"Reranking Average (4 datasets)":57.86,"Retrieval Average (15 datasets)":"","STS Average (10 datasets)":82.04,"Summarization Average (1 datasets)":""} -{"index":280,"Rank":346,"Model":"bge-small-en-v1.5-sparse<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average (56 datasets)":"","Classification Average (12 datasets)":68.55,"Clustering Average (11 datasets)":38.37,"PairClassification Average (3 datasets)":81.93,"Reranking Average (4 datasets)":54.14,"Retrieval Average (15 datasets)":"","STS Average (10 datasets)":78.53,"Summarization Average (1 datasets)":""} -{"index":295,"Rank":347,"Model":"NV-Retriever-v1<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":512,"Average (56 datasets)":"","Classification Average (12 datasets)":"","Clustering Average (11 datasets)":"","PairClassification Average (3 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (15 datasets)":60.9,"STS Average (10 datasets)":"","Summarization Average (1 datasets)":""} -{"index":296,"Rank":348,"Model":"arabic-english-sts-matryoshka<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average (56 datasets)":"","Classification Average (12 datasets)":"","Clustering Average (11 datasets)":"","PairClassification Average (3 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (15 datasets)":"","STS Average (10 datasets)":"","Summarization Average (1 datasets)":""} -{"index":297,"Rank":349,"Model":"arabic-english-sts-matryoshka-v2.0<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average (56 datasets)":"","Classification Average (12 datasets)":"","Clustering Average (11 datasets)":"","PairClassification Average (3 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (15 datasets)":"","STS Average (10 datasets)":"","Summarization Average (1 datasets)":""} -{"index":298,"Rank":350,"Model":"MiniCPM-Embedding<\/a>","Model Size (Million Parameters)":2725,"Memory Usage (GB, fp32)":10.15,"Embedding Dimensions":2304,"Max Tokens":512,"Average (56 datasets)":"","Classification Average (12 datasets)":"","Clustering Average (11 datasets)":"","PairClassification Average (3 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (15 datasets)":58.56,"STS Average (10 datasets)":"","Summarization Average (1 datasets)":""} -{"index":301,"Rank":351,"Model":"jina-embeddings-v2-base-es-Q5_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average (56 datasets)":"","Classification Average (12 datasets)":69.02,"Clustering Average (11 datasets)":39.29,"PairClassification Average (3 datasets)":84.56,"Reranking Average (4 datasets)":55.32,"Retrieval Average (15 datasets)":"","STS Average (10 datasets)":83.49,"Summarization Average (1 datasets)":29.87} -{"index":305,"Rank":352,"Model":"FAB-Ramy-v1<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average (56 datasets)":"","Classification Average (12 datasets)":"","Clustering Average (11 datasets)":"","PairClassification Average (3 datasets)":79.62,"Reranking Average (4 datasets)":56.9,"Retrieval Average (15 datasets)":34.91,"STS Average (10 datasets)":77.33,"Summarization Average (1 datasets)":""} -{"index":306,"Rank":353,"Model":"FAE-v1<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average (56 datasets)":"","Classification Average (12 datasets)":"","Clustering Average (11 datasets)":"","PairClassification Average (3 datasets)":79.68,"Reranking Average (4 datasets)":55.28,"Retrieval Average (15 datasets)":43.04,"STS Average (10 datasets)":76.59,"Summarization Average (1 datasets)":""} -{"index":307,"Rank":354,"Model":"FUE-v1<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average (56 datasets)":"","Classification Average (12 datasets)":"","Clustering Average (11 datasets)":"","PairClassification Average (3 datasets)":80.21,"Reranking Average (4 datasets)":59.18,"Retrieval Average (15 datasets)":38.04,"STS Average (10 datasets)":77.61,"Summarization Average (1 datasets)":""} -{"index":309,"Rank":355,"Model":"bge-large-en-v1.5-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average (56 datasets)":"","Classification Average (12 datasets)":75.97,"Clustering Average (11 datasets)":46.08,"PairClassification Average (3 datasets)":87.12,"Reranking Average (4 datasets)":60.03,"Retrieval Average (15 datasets)":"","STS Average (10 datasets)":83.11,"Summarization Average (1 datasets)":31.61} -{"index":310,"Rank":356,"Model":"bge-large-en-v1.5-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average (56 datasets)":"","Classification Average (12 datasets)":75.97,"Clustering Average (11 datasets)":46.08,"PairClassification Average (3 datasets)":87.12,"Reranking Average (4 datasets)":60.03,"Retrieval Average (15 datasets)":"","STS Average (10 datasets)":83.11,"Summarization Average (1 datasets)":31.61} -{"index":313,"Rank":357,"Model":"mmlw-e5-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average (56 datasets)":"","Classification Average (12 datasets)":"","Clustering Average (11 datasets)":"","PairClassification Average (3 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (15 datasets)":"","STS Average (10 datasets)":"","Summarization Average (1 datasets)":""} -{"index":314,"Rank":358,"Model":"mmlw-e5-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average (56 datasets)":"","Classification Average (12 datasets)":"","Clustering Average (11 datasets)":"","PairClassification Average (3 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (15 datasets)":"","STS Average (10 datasets)":"","Summarization Average (1 datasets)":""} -{"index":315,"Rank":359,"Model":"mmlw-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average (56 datasets)":"","Classification Average (12 datasets)":"","Clustering Average (11 datasets)":"","PairClassification Average (3 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (15 datasets)":"","STS Average (10 datasets)":"","Summarization Average (1 datasets)":""} -{"index":316,"Rank":360,"Model":"mmlw-roberta-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":514,"Average (56 datasets)":"","Classification Average (12 datasets)":"","Clustering Average (11 datasets)":"","PairClassification Average (3 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (15 datasets)":"","STS Average (10 datasets)":"","Summarization Average (1 datasets)":""} -{"index":317,"Rank":361,"Model":"mmlw-roberta-large<\/a>","Model Size (Million Parameters)":435,"Memory Usage (GB, fp32)":1.62,"Embedding Dimensions":1024,"Max Tokens":514,"Average (56 datasets)":"","Classification Average (12 datasets)":"","Clustering Average (11 datasets)":"","PairClassification Average (3 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (15 datasets)":"","STS Average (10 datasets)":"","Summarization Average (1 datasets)":""} -{"index":318,"Rank":362,"Model":"st-polish-paraphrase-from-distilroberta<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.47,"Embedding Dimensions":768,"Max Tokens":514,"Average (56 datasets)":"","Classification Average (12 datasets)":"","Clustering Average (11 datasets)":"","PairClassification Average (3 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (15 datasets)":"","STS Average (10 datasets)":"","Summarization Average (1 datasets)":""} -{"index":319,"Rank":363,"Model":"st-polish-paraphrase-from-mpnet<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.47,"Embedding Dimensions":768,"Max Tokens":514,"Average (56 datasets)":"","Classification Average (12 datasets)":"","Clustering Average (11 datasets)":"","PairClassification Average (3 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (15 datasets)":"","STS Average (10 datasets)":"","Summarization Average (1 datasets)":""} -{"index":327,"Rank":364,"Model":"distiluse-base-multilingual-cased-v2<\/a>","Model Size (Million Parameters)":135,"Memory Usage (GB, fp32)":0.5,"Embedding Dimensions":512,"Max Tokens":512,"Average (56 datasets)":"","Classification Average (12 datasets)":64.67,"Clustering Average (11 datasets)":"","PairClassification Average (3 datasets)":78.3,"Reranking Average (4 datasets)":48.82,"Retrieval Average (15 datasets)":"","STS Average (10 datasets)":75.6,"Summarization Average (1 datasets)":""} -{"index":333,"Rank":365,"Model":"multi-qa-MiniLM-L6-cos-v1<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":384,"Max Tokens":512,"Average (56 datasets)":"","Classification Average (12 datasets)":"","Clustering Average (11 datasets)":"","PairClassification Average (3 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (15 datasets)":"","STS Average (10 datasets)":"","Summarization Average (1 datasets)":""} -{"index":340,"Rank":366,"Model":"LaBSE-ru-turbo<\/a>","Model Size (Million Parameters)":128,"Memory Usage (GB, fp32)":0.48,"Embedding Dimensions":768,"Max Tokens":512,"Average (56 datasets)":"","Classification Average (12 datasets)":66.55,"Clustering Average (11 datasets)":32.13,"PairClassification Average (3 datasets)":81.11,"Reranking Average (4 datasets)":50.2,"Retrieval Average (15 datasets)":"","STS Average (10 datasets)":78.1,"Summarization Average (1 datasets)":30.12} -{"index":342,"Rank":367,"Model":"text2vec-base-multilingual<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":256,"Average (56 datasets)":"","Classification Average (12 datasets)":62.23,"Clustering Average (11 datasets)":30.61,"PairClassification Average (3 datasets)":76.49,"Reranking Average (4 datasets)":50.66,"Retrieval Average (15 datasets)":"","STS Average (10 datasets)":80.24,"Summarization Average (1 datasets)":30.1} -{"index":343,"Rank":368,"Model":"silma-embeddding-matryoshka-v0.1<\/a>","Model Size (Million Parameters)":135,"Memory Usage (GB, fp32)":0.5,"Embedding Dimensions":768,"Max Tokens":512,"Average (56 datasets)":"","Classification Average (12 datasets)":"","Clustering Average (11 datasets)":"","PairClassification Average (3 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (15 datasets)":"","STS Average (10 datasets)":"","Summarization Average (1 datasets)":""} -{"index":344,"Rank":369,"Model":"silma-embeddding-sts-v0.1<\/a>","Model Size (Million Parameters)":135,"Memory Usage (GB, fp32)":0.5,"Embedding Dimensions":768,"Max Tokens":512,"Average (56 datasets)":"","Classification Average (12 datasets)":"","Clustering Average (11 datasets)":"","PairClassification Average (3 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (15 datasets)":"","STS Average (10 datasets)":"","Summarization Average (1 datasets)":""} -{"index":345,"Rank":370,"Model":"mxbai-embed-large-v1-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average (56 datasets)":"","Classification Average (12 datasets)":75.64,"Clustering Average (11 datasets)":46.71,"PairClassification Average (3 datasets)":87.2,"Reranking Average (4 datasets)":60.11,"Retrieval Average (15 datasets)":"","STS Average (10 datasets)":85.0,"Summarization Average (1 datasets)":32.71} -{"index":346,"Rank":371,"Model":"mxbai-embed-large-v1-Q5_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average (56 datasets)":"","Classification Average (12 datasets)":75.64,"Clustering Average (11 datasets)":46.71,"PairClassification Average (3 datasets)":87.2,"Reranking Average (4 datasets)":60.11,"Retrieval Average (15 datasets)":"","STS Average (10 datasets)":85.0,"Summarization Average (1 datasets)":32.71} -{"index":347,"Rank":372,"Model":"ret-phi2-v0<\/a>","Model Size (Million Parameters)":2649,"Memory Usage (GB, fp32)":9.87,"Embedding Dimensions":2560,"Max Tokens":2048,"Average (56 datasets)":"","Classification Average (12 datasets)":"","Clustering Average (11 datasets)":"","PairClassification Average (3 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (15 datasets)":50.78,"STS Average (10 datasets)":"","Summarization Average (1 datasets)":""} -{"index":348,"Rank":373,"Model":"Angle_BERT<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average (56 datasets)":"","Classification Average (12 datasets)":66.01,"Clustering Average (11 datasets)":33.47,"PairClassification Average (3 datasets)":77.75,"Reranking Average (4 datasets)":"","Retrieval Average (15 datasets)":"","STS Average (10 datasets)":"","Summarization Average (1 datasets)":""} -{"index":349,"Rank":374,"Model":"GritLM-7B-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average (56 datasets)":"","Classification Average (12 datasets)":79.46,"Clustering Average (11 datasets)":50.61,"PairClassification Average (3 datasets)":87.16,"Reranking Average (4 datasets)":60.49,"Retrieval Average (15 datasets)":"","STS Average (10 datasets)":83.35,"Summarization Average (1 datasets)":30.37} -{"index":350,"Rank":375,"Model":"GritLM-8x7B-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average (56 datasets)":"","Classification Average (12 datasets)":78.53,"Clustering Average (11 datasets)":50.14,"PairClassification Average (3 datasets)":84.97,"Reranking Average (4 datasets)":59.8,"Retrieval Average (15 datasets)":"","STS Average (10 datasets)":83.26,"Summarization Average (1 datasets)":29.82} -{"index":354,"Rank":376,"Model":"ALL_862873<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average (56 datasets)":"","Classification Average (12 datasets)":41.73,"Clustering Average (11 datasets)":18.0,"PairClassification Average (3 datasets)":30.61,"Reranking Average (4 datasets)":34.44,"Retrieval Average (15 datasets)":"","STS Average (10 datasets)":39.1,"Summarization Average (1 datasets)":""} -{"index":362,"Rank":377,"Model":"llm_mse<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average (56 datasets)":"","Classification Average (12 datasets)":"","Clustering Average (11 datasets)":"","PairClassification Average (3 datasets)":70.66,"Reranking Average (4 datasets)":44.59,"Retrieval Average (15 datasets)":"","STS Average (10 datasets)":"","Summarization Average (1 datasets)":""} -{"index":367,"Rank":379,"Model":"universal-sentence-encoder-4<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average (56 datasets)":"","Classification Average (12 datasets)":64.45,"Clustering Average (11 datasets)":35.71,"PairClassification Average (3 datasets)":76.23,"Reranking Average (4 datasets)":"","Retrieval Average (15 datasets)":"","STS Average (10 datasets)":72.04,"Summarization Average (1 datasets)":29.42} -{"index":368,"Rank":380,"Model":"universal-sentence-encoder-large-5<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average (56 datasets)":"","Classification Average (12 datasets)":67.9,"Clustering Average (11 datasets)":37.82,"PairClassification Average (3 datasets)":79.53,"Reranking Average (4 datasets)":"","Retrieval Average (15 datasets)":"","STS Average (10 datasets)":74.05,"Summarization Average (1 datasets)":29.01} -{"index":369,"Rank":381,"Model":"universal-sentence-encoder-multilingual-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":512,"Max Tokens":512,"Average (56 datasets)":"","Classification Average (12 datasets)":63.42,"Clustering Average (11 datasets)":34.82,"PairClassification Average (3 datasets)":75.43,"Reranking Average (4 datasets)":"","Retrieval Average (15 datasets)":"","STS Average (10 datasets)":75.39,"Summarization Average (1 datasets)":30.79} -{"index":370,"Rank":382,"Model":"universal-sentence-encoder-multilingual-large-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":512,"Max Tokens":512,"Average (56 datasets)":"","Classification Average (12 datasets)":65.78,"Clustering Average (11 datasets)":35.06,"PairClassification Average (3 datasets)":79.62,"Reranking Average (4 datasets)":"","Retrieval Average (15 datasets)":"","STS Average (10 datasets)":75.35,"Summarization Average (1 datasets)":29.71} -{"index":372,"Rank":383,"Model":"b1ade-embed-kd<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average (56 datasets)":"","Classification Average (12 datasets)":"","Clustering Average (11 datasets)":43.43,"PairClassification Average (3 datasets)":82.83,"Reranking Average (4 datasets)":54.29,"Retrieval Average (15 datasets)":"","STS Average (10 datasets)":"","Summarization Average (1 datasets)":30.57} -{"index":373,"Rank":384,"Model":"b1ade-embed-kd_3<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average (56 datasets)":"","Classification Average (12 datasets)":"","Clustering Average (11 datasets)":0.41,"PairClassification Average (3 datasets)":0.79,"Reranking Average (4 datasets)":0.53,"Retrieval Average (15 datasets)":"","STS Average (10 datasets)":"","Summarization Average (1 datasets)":0.29} -{"index":374,"Rank":385,"Model":"jina-embeddings-v2-base-en-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average (56 datasets)":"","Classification Average (12 datasets)":73.45,"Clustering Average (11 datasets)":41.73,"PairClassification Average (3 datasets)":85.38,"Reranking Average (4 datasets)":56.98,"Retrieval Average (15 datasets)":"","STS Average (10 datasets)":80.7,"Summarization Average (1 datasets)":31.6} -{"index":375,"Rank":386,"Model":"bge-small-en-v1.5-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average (56 datasets)":"","Classification Average (12 datasets)":74.14,"Clustering Average (11 datasets)":43.82,"PairClassification Average (3 datasets)":84.92,"Reranking Average (4 datasets)":58.36,"Retrieval Average (15 datasets)":"","STS Average (10 datasets)":81.59,"Summarization Average (1 datasets)":30.12} -{"index":377,"Rank":387,"Model":"bilingual-embedding-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average (56 datasets)":"","Classification Average (12 datasets)":"","Clustering Average (11 datasets)":"","PairClassification Average (3 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (15 datasets)":"","STS Average (10 datasets)":"","Summarization Average (1 datasets)":""} -{"index":378,"Rank":388,"Model":"new_model<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average (56 datasets)":"","Classification Average (12 datasets)":"","Clustering Average (11 datasets)":40.54,"PairClassification Average (3 datasets)":85.41,"Reranking Average (4 datasets)":54.46,"Retrieval Average (15 datasets)":"","STS Average (10 datasets)":80.59,"Summarization Average (1 datasets)":29.78} -{"index":381,"Rank":389,"Model":"gte-large-quant<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average (56 datasets)":"","Classification Average (12 datasets)":"","Clustering Average (11 datasets)":"","PairClassification Average (3 datasets)":84.69,"Reranking Average (4 datasets)":"","Retrieval Average (15 datasets)":"","STS Average (10 datasets)":82.88,"Summarization Average (1 datasets)":""} -{"index":382,"Rank":390,"Model":"gte-large-sparse<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average (56 datasets)":"","Classification Average (12 datasets)":"","Clustering Average (11 datasets)":"","PairClassification Average (3 datasets)":83.58,"Reranking Average (4 datasets)":"","Retrieval Average (15 datasets)":"","STS Average (10 datasets)":81.9,"Summarization Average (1 datasets)":""} -{"index":383,"Rank":391,"Model":"gte-small-quant<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average (56 datasets)":"","Classification Average (12 datasets)":71.7,"Clustering Average (11 datasets)":"","PairClassification Average (3 datasets)":83.09,"Reranking Average (4 datasets)":"","Retrieval Average (15 datasets)":"","STS Average (10 datasets)":81.5,"Summarization Average (1 datasets)":""} -{"index":385,"Rank":392,"Model":"bi-cse<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average (56 datasets)":"","Classification Average (12 datasets)":"","Clustering Average (11 datasets)":"","PairClassification Average (3 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (15 datasets)":"","STS Average (10 datasets)":79.66,"Summarization Average (1 datasets)":""} -{"index":386,"Rank":393,"Model":"nomic-embed-text-v1.5-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average (56 datasets)":"","Classification Average (12 datasets)":73.55,"Clustering Average (11 datasets)":43.93,"PairClassification Average (3 datasets)":84.61,"Reranking Average (4 datasets)":55.78,"Retrieval Average (15 datasets)":"","STS Average (10 datasets)":81.94,"Summarization Average (1 datasets)":30.4} -{"index":387,"Rank":394,"Model":"text-search-ada-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":2046,"Average (56 datasets)":"","Classification Average (12 datasets)":"","Clustering Average (11 datasets)":"","PairClassification Average (3 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (15 datasets)":"","STS Average (10 datasets)":"","Summarization Average (1 datasets)":""} -{"index":388,"Rank":395,"Model":"text-search-ada-doc-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":2046,"Average (56 datasets)":"","Classification Average (12 datasets)":"","Clustering Average (11 datasets)":"","PairClassification Average (3 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (15 datasets)":"","STS Average (10 datasets)":"","Summarization Average (1 datasets)":""} -{"index":389,"Rank":396,"Model":"text-search-babbage-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":2048,"Max Tokens":2046,"Average (56 datasets)":"","Classification Average (12 datasets)":"","Clustering Average (11 datasets)":"","PairClassification Average (3 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (15 datasets)":"","STS Average (10 datasets)":"","Summarization Average (1 datasets)":""} -{"index":390,"Rank":397,"Model":"text-search-curie-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":4096,"Max Tokens":2046,"Average (56 datasets)":"","Classification Average (12 datasets)":"","Clustering Average (11 datasets)":"","PairClassification Average (3 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (15 datasets)":"","STS Average (10 datasets)":"","Summarization Average (1 datasets)":""} -{"index":391,"Rank":398,"Model":"text-search-davinci-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":12288,"Max Tokens":2046,"Average (56 datasets)":"","Classification Average (12 datasets)":"","Clustering Average (11 datasets)":"","PairClassification Average (3 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (15 datasets)":"","STS Average (10 datasets)":"","Summarization Average (1 datasets)":""} -{"index":393,"Rank":399,"Model":"text-similarity-babbage-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":2048,"Max Tokens":2046,"Average (56 datasets)":"","Classification Average (12 datasets)":"","Clustering Average (11 datasets)":"","PairClassification Average (3 datasets)":77.46,"Reranking Average (4 datasets)":"","Retrieval Average (15 datasets)":"","STS Average (10 datasets)":"","Summarization Average (1 datasets)":""} -{"index":394,"Rank":400,"Model":"text-similarity-curie-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":4096,"Max Tokens":2046,"Average (56 datasets)":"","Classification Average (12 datasets)":"","Clustering Average (11 datasets)":"","PairClassification Average (3 datasets)":77.79,"Reranking Average (4 datasets)":"","Retrieval Average (15 datasets)":"","STS Average (10 datasets)":"","Summarization Average (1 datasets)":""} -{"index":395,"Rank":401,"Model":"text-similarity-davinci-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":12288,"Max Tokens":2046,"Average (56 datasets)":"","Classification Average (12 datasets)":"","Clustering Average (11 datasets)":"","PairClassification Average (3 datasets)":75.9,"Reranking Average (4 datasets)":"","Retrieval Average (15 datasets)":"","STS Average (10 datasets)":"","Summarization Average (1 datasets)":""} diff --git a/boards_data/en/data_tasks/Classification/default.jsonl b/boards_data/en/data_tasks/Classification/default.jsonl deleted file mode 100644 index adee4ba2e039ee8a50fc3260b66724bfe2f55716..0000000000000000000000000000000000000000 --- a/boards_data/en/data_tasks/Classification/default.jsonl +++ /dev/null @@ -1,382 +0,0 @@ -{"index":294,"Rank":1,"Model":"NV-Embed-v2<\/a>","Model Size (Million Parameters)":7851,"Memory Usage (GB, fp32)":29.25,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":90.37,"AmazonCounterfactualClassification (en)":94.28,"AmazonPolarityClassification":97.74,"AmazonReviewsClassification (en)":63.96,"Banking77Classification":92.42,"EmotionClassification":93.38,"ImdbClassification":97.14,"MassiveIntentClassification (en)":86.1,"MassiveScenarioClassification (en)":92.17,"MTOPDomainClassification (en)":99.25,"MTOPIntentClassification (en)":94.37,"ToxicConversationsClassification":92.74,"TweetSentimentExtractionClassification":80.87} -{"index":6,"Rank":2,"Model":"voyage-3-m-exp<\/a>","Model Size (Million Parameters)":6918,"Memory Usage (GB, fp32)":25.77,"Embedding Dimensions":2048,"Max Tokens":32000,"Average":90.16,"AmazonCounterfactualClassification (en)":95.78,"AmazonPolarityClassification":97.71,"AmazonReviewsClassification (en)":63.62,"Banking77Classification":93.8,"EmotionClassification":64.86,"ImdbClassification":97.29,"MassiveIntentClassification (en)":91.94,"MassiveScenarioClassification (en)":99.3,"MTOPDomainClassification (en)":99.95,"MTOPIntentClassification (en)":91.85,"ToxicConversationsClassification":97.59,"TweetSentimentExtractionClassification":88.23} -{"index":366,"Rank":3,"Model":"voyage-3-m-exp<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":90.16,"AmazonCounterfactualClassification (en)":95.78,"AmazonPolarityClassification":97.71,"AmazonReviewsClassification (en)":63.62,"Banking77Classification":93.8,"EmotionClassification":64.86,"ImdbClassification":97.29,"MassiveIntentClassification (en)":91.94,"MassiveScenarioClassification (en)":99.3,"MTOPDomainClassification (en)":99.95,"MTOPIntentClassification (en)":91.85,"ToxicConversationsClassification":97.59,"TweetSentimentExtractionClassification":88.23} -{"index":129,"Rank":4,"Model":"SFR-Embedding-2_R<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":89.05,"AmazonCounterfactualClassification (en)":92.72,"AmazonPolarityClassification":97.31,"AmazonReviewsClassification (en)":61.04,"Banking77Classification":90.02,"EmotionClassification":93.37,"ImdbClassification":96.8,"MassiveIntentClassification (en)":85.97,"MassiveScenarioClassification (en)":90.61,"MTOPDomainClassification (en)":98.58,"MTOPIntentClassification (en)":91.3,"ToxicConversationsClassification":91.14,"TweetSentimentExtractionClassification":79.7} -{"index":30,"Rank":5,"Model":"bge-en-icl<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":88.95,"AmazonCounterfactualClassification (en)":93.15,"AmazonPolarityClassification":96.98,"AmazonReviewsClassification (en)":61.46,"Banking77Classification":91.49,"EmotionClassification":93.36,"ImdbClassification":96.91,"MassiveIntentClassification (en)":82.93,"MassiveScenarioClassification (en)":85.6,"MTOPDomainClassification (en)":98.42,"MTOPIntentClassification (en)":94.0,"ToxicConversationsClassification":93.17,"TweetSentimentExtractionClassification":79.93} -{"index":112,"Rank":6,"Model":"jasper_en_vision_language_v1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":88.49,"AmazonCounterfactualClassification (en)":93.78,"AmazonPolarityClassification":97.58,"AmazonReviewsClassification (en)":62.92,"Banking77Classification":87.22,"EmotionClassification":87.73,"ImdbClassification":96.95,"MassiveIntentClassification (en)":85.31,"MassiveScenarioClassification (en)":91.17,"MTOPDomainClassification (en)":99.17,"MTOPIntentClassification (en)":91.48,"ToxicConversationsClassification":91.31,"TweetSentimentExtractionClassification":77.24} -{"index":380,"Rank":7,"Model":"LENS-d8000<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":88.43,"AmazonCounterfactualClassification (en)":93.69,"AmazonPolarityClassification":97.07,"AmazonReviewsClassification (en)":63.61,"Banking77Classification":90.19,"EmotionClassification":91.87,"ImdbClassification":97.0,"MassiveIntentClassification (en)":81.14,"MassiveScenarioClassification (en)":83.53,"MTOPDomainClassification (en)":97.44,"MTOPIntentClassification (en)":92.81,"ToxicConversationsClassification":92.37,"TweetSentimentExtractionClassification":80.42} -{"index":379,"Rank":8,"Model":"LENS-d4000<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":88.13,"AmazonCounterfactualClassification (en)":93.61,"AmazonPolarityClassification":97.05,"AmazonReviewsClassification (en)":62.83,"Banking77Classification":90.43,"EmotionClassification":92.33,"ImdbClassification":97.12,"MassiveIntentClassification (en)":79.65,"MassiveScenarioClassification (en)":81.97,"MTOPDomainClassification (en)":97.49,"MTOPIntentClassification (en)":92.59,"ToxicConversationsClassification":92.29,"TweetSentimentExtractionClassification":80.17} -{"index":33,"Rank":9,"Model":"bge-multilingual-gemma2<\/a>","Model Size (Million Parameters)":9242,"Memory Usage (GB, fp32)":34.43,"Embedding Dimensions":3584,"Max Tokens":8192,"Average":88.08,"AmazonCounterfactualClassification (en)":89.48,"AmazonPolarityClassification":96.9,"AmazonReviewsClassification (en)":61.6,"Banking77Classification":92.53,"EmotionClassification":92.97,"ImdbClassification":96.66,"MassiveIntentClassification (en)":82.05,"MassiveScenarioClassification (en)":84.4,"MTOPDomainClassification (en)":98.61,"MTOPIntentClassification (en)":95.51,"ToxicConversationsClassification":87.34,"TweetSentimentExtractionClassification":78.86} -{"index":113,"Rank":10,"Model":"stella_en_1.5B_v5<\/a>","Model Size (Million Parameters)":1543,"Memory Usage (GB, fp32)":5.75,"Embedding Dimensions":8192,"Max Tokens":131072,"Average":87.63,"AmazonCounterfactualClassification (en)":92.87,"AmazonPolarityClassification":97.16,"AmazonReviewsClassification (en)":59.36,"Banking77Classification":89.79,"EmotionClassification":84.29,"ImdbClassification":96.66,"MassiveIntentClassification (en)":85.83,"MassiveScenarioClassification (en)":90.2,"MTOPDomainClassification (en)":99.01,"MTOPIntentClassification (en)":92.78,"ToxicConversationsClassification":88.76,"TweetSentimentExtractionClassification":74.84} -{"index":293,"Rank":11,"Model":"NV-Embed-v1<\/a>","Model Size (Million Parameters)":7851,"Memory Usage (GB, fp32)":29.25,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":87.35,"AmazonCounterfactualClassification (en)":95.12,"AmazonPolarityClassification":97.14,"AmazonReviewsClassification (en)":55.47,"Banking77Classification":90.34,"EmotionClassification":91.7,"ImdbClassification":97.06,"MassiveIntentClassification (en)":80.07,"MassiveScenarioClassification (en)":81.74,"MTOPDomainClassification (en)":96.51,"MTOPIntentClassification (en)":89.77,"ToxicConversationsClassification":92.6,"TweetSentimentExtractionClassification":80.64} -{"index":114,"Rank":12,"Model":"stella_en_400M_v5<\/a>","Model Size (Million Parameters)":435,"Memory Usage (GB, fp32)":1.62,"Embedding Dimensions":8192,"Max Tokens":8192,"Average":86.67,"AmazonCounterfactualClassification (en)":92.36,"AmazonPolarityClassification":97.19,"AmazonReviewsClassification (en)":59.53,"Banking77Classification":89.3,"EmotionClassification":78.77,"ImdbClassification":96.49,"MassiveIntentClassification (en)":85.17,"MassiveScenarioClassification (en)":89.62,"MTOPDomainClassification (en)":98.83,"MTOPIntentClassification (en)":92.3,"ToxicConversationsClassification":86.94,"TweetSentimentExtractionClassification":73.58} -{"index":22,"Rank":13,"Model":"gte-Qwen2-7B-instruct<\/a>","Model Size (Million Parameters)":7613,"Memory Usage (GB, fp32)":28.36,"Embedding Dimensions":3584,"Max Tokens":32768,"Average":86.58,"AmazonCounterfactualClassification (en)":91.33,"AmazonPolarityClassification":97.5,"AmazonReviewsClassification (en)":62.11,"Banking77Classification":87.57,"EmotionClassification":79.45,"ImdbClassification":96.75,"MassiveIntentClassification (en)":85.43,"MassiveScenarioClassification (en)":89.7,"MTOPDomainClassification (en)":99.04,"MTOPIntentClassification (en)":91.78,"ToxicConversationsClassification":85.74,"TweetSentimentExtractionClassification":72.58} -{"index":63,"Rank":14,"Model":"KaLM-embedding-multilingual-mini-instruct-v1<\/a>","Model Size (Million Parameters)":494,"Memory Usage (GB, fp32)":1.84,"Embedding Dimensions":896,"Max Tokens":131072,"Average":85.1,"AmazonCounterfactualClassification (en)":91.72,"AmazonPolarityClassification":96.5,"AmazonReviewsClassification (en)":61.24,"Banking77Classification":84.93,"EmotionClassification":85.56,"ImdbClassification":95.03,"MassiveIntentClassification (en)":74.94,"MassiveScenarioClassification (en)":82.06,"MTOPDomainClassification (en)":97.58,"MTOPIntentClassification (en)":86.08,"ToxicConversationsClassification":89.04,"TweetSentimentExtractionClassification":76.49} -{"index":64,"Rank":15,"Model":"KaLM-embedding-multilingual-mini-instruct-v1.5<\/a>","Model Size (Million Parameters)":494,"Memory Usage (GB, fp32)":1.84,"Embedding Dimensions":896,"Max Tokens":131072,"Average":84.74,"AmazonCounterfactualClassification (en)":91.73,"AmazonPolarityClassification":96.56,"AmazonReviewsClassification (en)":61.42,"Banking77Classification":84.54,"EmotionClassification":86.9,"ImdbClassification":94.93,"MassiveIntentClassification (en)":72.52,"MassiveScenarioClassification (en)":79.32,"MTOPDomainClassification (en)":97.54,"MTOPIntentClassification (en)":85.76,"ToxicConversationsClassification":89.28,"TweetSentimentExtractionClassification":76.35} -{"index":19,"Rank":16,"Model":"gme-Qwen2-VL-7B-Instruct<\/a>","Model Size (Million Parameters)":8291,"Memory Usage (GB, fp32)":30.89,"Embedding Dimensions":3584,"Max Tokens":32768,"Average":84.31,"AmazonCounterfactualClassification (en)":77.61,"AmazonPolarityClassification":97.33,"AmazonReviewsClassification (en)":64.79,"Banking77Classification":84.76,"EmotionClassification":67.4,"ImdbClassification":96.73,"MassiveIntentClassification (en)":83.49,"MassiveScenarioClassification (en)":87.23,"MTOPDomainClassification (en)":97.55,"MTOPIntentClassification (en)":90.47,"ToxicConversationsClassification":86.56,"TweetSentimentExtractionClassification":77.8} -{"index":41,"Rank":17,"Model":"gme-Qwen2-VL-7B-Instruct-Q5_K_S-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":84.31,"AmazonCounterfactualClassification (en)":77.61,"AmazonPolarityClassification":97.33,"AmazonReviewsClassification (en)":64.79,"Banking77Classification":84.76,"EmotionClassification":67.4,"ImdbClassification":96.73,"MassiveIntentClassification (en)":83.49,"MassiveScenarioClassification (en)":87.23,"MTOPDomainClassification (en)":97.55,"MTOPIntentClassification (en)":90.47,"ToxicConversationsClassification":86.56,"TweetSentimentExtractionClassification":77.8} -{"index":49,"Rank":18,"Model":"jina-embeddings-v3<\/a>","Model Size (Million Parameters)":572,"Memory Usage (GB, fp32)":2.13,"Embedding Dimensions":1024,"Max Tokens":8194,"Average":82.58,"AmazonCounterfactualClassification (en)":89.49,"AmazonPolarityClassification":95.38,"AmazonReviewsClassification (en)":49.77,"Banking77Classification":84.08,"EmotionClassification":73.3,"ImdbClassification":91.9,"MassiveIntentClassification (en)":77.61,"MassiveScenarioClassification (en)":84.71,"MTOPDomainClassification (en)":97.49,"MTOPIntentClassification (en)":84.53,"ToxicConversationsClassification":91.29,"TweetSentimentExtractionClassification":71.4} -{"index":243,"Rank":19,"Model":"jina-embeddings-v3<\/a>","Model Size (Million Parameters)":572,"Memory Usage (GB, fp32)":2.13,"Embedding Dimensions":1024,"Max Tokens":8194,"Average":82.58,"AmazonCounterfactualClassification (en)":89.49,"AmazonPolarityClassification":95.38,"AmazonReviewsClassification (en)":49.77,"Banking77Classification":84.08,"EmotionClassification":73.3,"ImdbClassification":91.9,"MassiveIntentClassification (en)":77.61,"MassiveScenarioClassification (en)":84.71,"MTOPDomainClassification (en)":97.49,"MTOPIntentClassification (en)":84.53,"ToxicConversationsClassification":91.29,"TweetSentimentExtractionClassification":71.4} -{"index":21,"Rank":20,"Model":"gte-Qwen2-1.5B-instruct<\/a>","Model Size (Million Parameters)":1776,"Memory Usage (GB, fp32)":6.62,"Embedding Dimensions":1536,"Max Tokens":131072,"Average":82.47,"AmazonCounterfactualClassification (en)":83.99,"AmazonPolarityClassification":96.61,"AmazonReviewsClassification (en)":55.61,"Banking77Classification":87.31,"EmotionClassification":61.37,"ImdbClassification":95.83,"MassiveIntentClassification (en)":82.4,"MassiveScenarioClassification (en)":84.5,"MTOPDomainClassification (en)":97.69,"MTOPIntentClassification (en)":88.76,"ToxicConversationsClassification":82.66,"TweetSentimentExtractionClassification":72.95} -{"index":246,"Rank":21,"Model":"cde-small-v1<\/a>","Model Size (Million Parameters)":143,"Memory Usage (GB, fp32)":0.53,"Embedding Dimensions":768,"Max Tokens":512,"Average":81.71,"AmazonCounterfactualClassification (en)":87.03,"AmazonPolarityClassification":94.66,"AmazonReviewsClassification (en)":55.76,"Banking77Classification":88.58,"EmotionClassification":74.88,"ImdbClassification":93.59,"MassiveIntentClassification (en)":76.6,"MassiveScenarioClassification (en)":78.93,"MTOPDomainClassification (en)":96.04,"MTOPIntentClassification (en)":89.17,"ToxicConversationsClassification":72.77,"TweetSentimentExtractionClassification":72.56} -{"index":1,"Rank":22,"Model":"text-embedding-004<\/a>","Model Size (Million Parameters)":1200,"Memory Usage (GB, fp32)":4.47,"Embedding Dimensions":768,"Max Tokens":2048,"Average":81.17,"AmazonCounterfactualClassification (en)":75.34,"AmazonPolarityClassification":97.34,"AmazonReviewsClassification (en)":51.17,"Banking77Classification":88.62,"EmotionClassification":52.51,"ImdbClassification":95.65,"MassiveIntentClassification (en)":80.22,"MassiveScenarioClassification (en)":87.19,"MTOPDomainClassification (en)":98.35,"MTOPIntentClassification (en)":83.43,"ToxicConversationsClassification":89.67,"TweetSentimentExtractionClassification":74.52} -{"index":18,"Rank":23,"Model":"gme-Qwen2-VL-2B-Instruct<\/a>","Model Size (Million Parameters)":2209,"Memory Usage (GB, fp32)":8.23,"Embedding Dimensions":1536,"Max Tokens":32768,"Average":81.07,"AmazonCounterfactualClassification (en)":72.55,"AmazonPolarityClassification":96.76,"AmazonReviewsClassification (en)":61.97,"Banking77Classification":80.24,"EmotionClassification":62.81,"ImdbClassification":96.04,"MassiveIntentClassification (en)":78.52,"MassiveScenarioClassification (en)":80.04,"MTOPDomainClassification (en)":95.75,"MTOPIntentClassification (en)":85.83,"ToxicConversationsClassification":88.76,"TweetSentimentExtractionClassification":73.52} -{"index":247,"Rank":24,"Model":"cde-small-v2<\/a>","Model Size (Million Parameters)":150,"Memory Usage (GB, fp32)":0.56,"Embedding Dimensions":768,"Max Tokens":512,"Average":80.62,"AmazonCounterfactualClassification (en)":86.01,"AmazonPolarityClassification":96.02,"AmazonReviewsClassification (en)":55.1,"Banking77Classification":88.31,"EmotionClassification":63.23,"ImdbClassification":94.94,"MassiveIntentClassification (en)":75.79,"MassiveScenarioClassification (en)":77.36,"MTOPDomainClassification (en)":96.31,"MTOPIntentClassification (en)":86.5,"ToxicConversationsClassification":81.4,"TweetSentimentExtractionClassification":66.44} -{"index":81,"Rank":25,"Model":"Linq-Embed-Mistral<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":80.2,"AmazonCounterfactualClassification (en)":84.43,"AmazonPolarityClassification":95.7,"AmazonReviewsClassification (en)":57.64,"Banking77Classification":87.88,"EmotionClassification":51.82,"ImdbClassification":94.78,"MassiveIntentClassification (en)":82.67,"MassiveScenarioClassification (en)":85.01,"MTOPDomainClassification (en)":96.83,"MTOPIntentClassification (en)":89.57,"ToxicConversationsClassification":71.29,"TweetSentimentExtractionClassification":64.76} -{"index":20,"Rank":26,"Model":"gte-Qwen1.5-7B-instruct<\/a>","Model Size (Million Parameters)":7099,"Memory Usage (GB, fp32)":26.45,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":79.6,"AmazonCounterfactualClassification (en)":83.16,"AmazonPolarityClassification":96.7,"AmazonReviewsClassification (en)":62.17,"Banking77Classification":81.68,"EmotionClassification":54.53,"ImdbClassification":95.58,"MassiveIntentClassification (en)":78.47,"MassiveScenarioClassification (en)":78.19,"MTOPDomainClassification (en)":95.75,"MTOPIntentClassification (en)":84.26,"ToxicConversationsClassification":78.75,"TweetSentimentExtractionClassification":66.0} -{"index":349,"Rank":27,"Model":"GritLM-7B-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":79.46,"AmazonCounterfactualClassification (en)":81.18,"AmazonPolarityClassification":96.52,"AmazonReviewsClassification (en)":57.81,"Banking77Classification":88.47,"EmotionClassification":52.81,"ImdbClassification":95.0,"MassiveIntentClassification (en)":80.78,"MassiveScenarioClassification (en)":82.09,"MTOPDomainClassification (en)":96.16,"MTOPIntentClassification (en)":87.13,"ToxicConversationsClassification":70.8,"TweetSentimentExtractionClassification":64.78} -{"index":40,"Rank":28,"Model":"GritLM-7B-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":79.46,"AmazonCounterfactualClassification (en)":81.18,"AmazonPolarityClassification":96.52,"AmazonReviewsClassification (en)":57.81,"Banking77Classification":88.47,"EmotionClassification":52.81,"ImdbClassification":95.0,"MassiveIntentClassification (en)":80.78,"MassiveScenarioClassification (en)":82.09,"MTOPDomainClassification (en)":96.16,"MTOPIntentClassification (en)":87.13,"ToxicConversationsClassification":70.8,"TweetSentimentExtractionClassification":64.78} -{"index":300,"Rank":29,"Model":"GritLM-7B-vllm<\/a>","Model Size (Million Parameters)":7242,"Memory Usage (GB, fp32)":26.98,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":79.46,"AmazonCounterfactualClassification (en)":81.18,"AmazonPolarityClassification":96.52,"AmazonReviewsClassification (en)":57.81,"Banking77Classification":88.47,"EmotionClassification":52.81,"ImdbClassification":95.0,"MassiveIntentClassification (en)":80.78,"MassiveScenarioClassification (en)":82.09,"MTOPDomainClassification (en)":96.16,"MTOPIntentClassification (en)":87.13,"ToxicConversationsClassification":70.8,"TweetSentimentExtractionClassification":64.78} -{"index":12,"Rank":30,"Model":"voyage-lite-02-instruct<\/a>","Model Size (Million Parameters)":1220,"Memory Usage (GB, fp32)":4.54,"Embedding Dimensions":1024,"Max Tokens":4000,"Average":79.25,"AmazonCounterfactualClassification (en)":88.31,"AmazonPolarityClassification":96.32,"AmazonReviewsClassification (en)":56.25,"Banking77Classification":88.59,"EmotionClassification":50.28,"ImdbClassification":95.75,"MassiveIntentClassification (en)":73.97,"MassiveScenarioClassification (en)":83.99,"MTOPDomainClassification (en)":97.65,"MTOPIntentClassification (en)":75.16,"ToxicConversationsClassification":81.75,"TweetSentimentExtractionClassification":62.98} -{"index":0,"Rank":31,"Model":"text-embedding-004-256<\/a>","Model Size (Million Parameters)":1200,"Memory Usage (GB, fp32)":4.47,"Embedding Dimensions":256,"Max Tokens":2048,"Average":79.0,"AmazonCounterfactualClassification (en)":70.93,"AmazonPolarityClassification":97.34,"AmazonReviewsClassification (en)":48.47,"Banking77Classification":86.01,"EmotionClassification":51.53,"ImdbClassification":95.7,"MassiveIntentClassification (en)":75.67,"MassiveScenarioClassification (en)":85.16,"MTOPDomainClassification (en)":98.02,"MTOPIntentClassification (en)":77.82,"ToxicConversationsClassification":88.33,"TweetSentimentExtractionClassification":72.97} -{"index":384,"Rank":32,"Model":"Zeta-Alpha-E5-Mistral<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":78.77,"AmazonCounterfactualClassification (en)":77.76,"AmazonPolarityClassification":96.62,"AmazonReviewsClassification (en)":59.26,"Banking77Classification":83.11,"EmotionClassification":57.72,"ImdbClassification":95.5,"MassiveIntentClassification (en)":77.31,"MassiveScenarioClassification (en)":79.98,"MTOPDomainClassification (en)":96.35,"MTOPIntentClassification (en)":80.52,"ToxicConversationsClassification":75.88,"TweetSentimentExtractionClassification":65.22} -{"index":61,"Rank":33,"Model":"GritLM-7B<\/a>","Model Size (Million Parameters)":7240,"Memory Usage (GB, fp32)":26.97,"Embedding Dimensions":"","Max Tokens":4096,"Average":78.65,"AmazonCounterfactualClassification (en)":80.54,"AmazonPolarityClassification":96.64,"AmazonReviewsClassification (en)":59.91,"Banking77Classification":84.44,"EmotionClassification":56.01,"ImdbClassification":95.07,"MassiveIntentClassification (en)":79.1,"MassiveScenarioClassification (en)":80.37,"MTOPDomainClassification (en)":95.37,"MTOPIntentClassification (en)":81.23,"ToxicConversationsClassification":68.81,"TweetSentimentExtractionClassification":66.26} -{"index":62,"Rank":34,"Model":"GritLM-8x7B<\/a>","Model Size (Million Parameters)":46703,"Memory Usage (GB, fp32)":173.98,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":78.53,"AmazonCounterfactualClassification (en)":80.48,"AmazonPolarityClassification":96.32,"AmazonReviewsClassification (en)":57.18,"Banking77Classification":87.46,"EmotionClassification":50.06,"ImdbClassification":94.32,"MassiveIntentClassification (en)":79.72,"MassiveScenarioClassification (en)":81.09,"MTOPDomainClassification (en)":95.29,"MTOPIntentClassification (en)":87.08,"ToxicConversationsClassification":70.89,"TweetSentimentExtractionClassification":62.48} -{"index":350,"Rank":35,"Model":"GritLM-8x7B-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":78.53,"AmazonCounterfactualClassification (en)":80.48,"AmazonPolarityClassification":96.32,"AmazonReviewsClassification (en)":57.18,"Banking77Classification":87.46,"EmotionClassification":50.06,"ImdbClassification":94.32,"MassiveIntentClassification (en)":79.72,"MassiveScenarioClassification (en)":81.09,"MTOPDomainClassification (en)":95.29,"MTOPIntentClassification (en)":87.08,"ToxicConversationsClassification":70.89,"TweetSentimentExtractionClassification":62.48} -{"index":26,"Rank":36,"Model":"e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":78.47,"AmazonCounterfactualClassification (en)":78.69,"AmazonPolarityClassification":95.91,"AmazonReviewsClassification (en)":55.79,"Banking77Classification":88.23,"EmotionClassification":49.77,"ImdbClassification":94.78,"MassiveIntentClassification (en)":80.57,"MassiveScenarioClassification (en)":82.39,"MTOPDomainClassification (en)":96.12,"MTOPIntentClassification (en)":86.11,"ToxicConversationsClassification":69.59,"TweetSentimentExtractionClassification":63.72} -{"index":66,"Rank":37,"Model":"speed-embedding-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":78.44,"AmazonCounterfactualClassification (en)":76.67,"AmazonPolarityClassification":96.18,"AmazonReviewsClassification (en)":56.28,"Banking77Classification":88.64,"EmotionClassification":51.02,"ImdbClassification":94.88,"MassiveIntentClassification (en)":80.2,"MassiveScenarioClassification (en)":82.27,"MTOPDomainClassification (en)":95.85,"MTOPIntentClassification (en)":87.08,"ToxicConversationsClassification":68.43,"TweetSentimentExtractionClassification":63.83} -{"index":9,"Rank":38,"Model":"voyage-large-2-instruct<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":16000,"Average":78.38,"AmazonCounterfactualClassification (en)":83.06,"AmazonPolarityClassification":96.11,"AmazonReviewsClassification (en)":51.4,"Banking77Classification":87.62,"EmotionClassification":64.46,"ImdbClassification":93.78,"MassiveIntentClassification (en)":76.62,"MassiveScenarioClassification (en)":83.75,"MTOPDomainClassification (en)":97.46,"MTOPIntentClassification (en)":75.01,"ToxicConversationsClassification":69.39,"TweetSentimentExtractionClassification":61.9} -{"index":24,"Rank":39,"Model":"gte-large-en-v1.5<\/a>","Model Size (Million Parameters)":434,"Memory Usage (GB, fp32)":1.62,"Embedding Dimensions":1024,"Max Tokens":8192,"Average":77.75,"AmazonCounterfactualClassification (en)":73.01,"AmazonPolarityClassification":93.97,"AmazonReviewsClassification (en)":54.2,"Banking77Classification":87.33,"EmotionClassification":46.77,"ImdbClassification":92.1,"MassiveIntentClassification (en)":78.94,"MassiveScenarioClassification (en)":81.41,"MTOPDomainClassification (en)":96.6,"MTOPIntentClassification (en)":82.9,"ToxicConversationsClassification":82.61,"TweetSentimentExtractionClassification":63.16} -{"index":245,"Rank":40,"Model":"echo-mistral-7b-instruct-lasttoken<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":77.43,"AmazonCounterfactualClassification (en)":82.97,"AmazonPolarityClassification":90.98,"AmazonReviewsClassification (en)":48.71,"Banking77Classification":88.15,"EmotionClassification":52.18,"ImdbClassification":87.42,"MassiveIntentClassification (en)":79.67,"MassiveScenarioClassification (en)":82.82,"MTOPDomainClassification (en)":96.16,"MTOPIntentClassification (en)":85.75,"ToxicConversationsClassification":71.91,"TweetSentimentExtractionClassification":62.4} -{"index":223,"Rank":41,"Model":"e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":77.37,"AmazonCounterfactualClassification (en)":74.57,"AmazonPolarityClassification":96.26,"AmazonReviewsClassification (en)":55.97,"Banking77Classification":81.41,"EmotionClassification":58.42,"ImdbClassification":94.73,"MassiveIntentClassification (en)":77.0,"MassiveScenarioClassification (en)":79.13,"MTOPDomainClassification (en)":95.33,"MTOPIntentClassification (en)":78.99,"ToxicConversationsClassification":71.75,"TweetSentimentExtractionClassification":64.89} -{"index":308,"Rank":42,"Model":"TDTE<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":77.17,"AmazonCounterfactualClassification (en)":79.66,"AmazonPolarityClassification":94.48,"AmazonReviewsClassification (en)":48.16,"Banking77Classification":88.91,"EmotionClassification":52.01,"ImdbClassification":89.47,"MassiveIntentClassification (en)":80.12,"MassiveScenarioClassification (en)":82.7,"MTOPDomainClassification (en)":96.46,"MTOPIntentClassification (en)":85.38,"ToxicConversationsClassification":66.18,"TweetSentimentExtractionClassification":62.54} -{"index":23,"Rank":43,"Model":"gte-base-en-v1.5<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":8192,"Average":77.17,"AmazonCounterfactualClassification (en)":74.79,"AmazonPolarityClassification":93.02,"AmazonReviewsClassification (en)":53.31,"Banking77Classification":86.73,"EmotionClassification":46.39,"ImdbClassification":87.48,"MassiveIntentClassification (en)":77.67,"MassiveScenarioClassification (en)":81.77,"MTOPDomainClassification (en)":96.5,"MTOPIntentClassification (en)":82.81,"ToxicConversationsClassification":83.98,"TweetSentimentExtractionClassification":61.57} -{"index":130,"Rank":44,"Model":"SFR-Embedding-Mistral<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":77.02,"AmazonCounterfactualClassification (en)":74.51,"AmazonPolarityClassification":95.97,"AmazonReviewsClassification (en)":55.43,"Banking77Classification":88.81,"EmotionClassification":50.24,"ImdbClassification":94.79,"MassiveIntentClassification (en)":77.05,"MassiveScenarioClassification (en)":79.73,"MTOPDomainClassification (en)":95.88,"MTOPIntentClassification (en)":78.86,"ToxicConversationsClassification":69.33,"TweetSentimentExtractionClassification":63.64} -{"index":90,"Rank":45,"Model":"LLM2Vec-Mistral-supervised<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":76.63,"AmazonCounterfactualClassification (en)":77.58,"AmazonPolarityClassification":91.12,"AmazonReviewsClassification (en)":49.97,"Banking77Classification":88.31,"EmotionClassification":52.04,"ImdbClassification":87.42,"MassiveIntentClassification (en)":79.29,"MassiveScenarioClassification (en)":81.64,"MTOPDomainClassification (en)":96.04,"MTOPIntentClassification (en)":84.77,"ToxicConversationsClassification":69.26,"TweetSentimentExtractionClassification":62.14} -{"index":86,"Rank":46,"Model":"LLM2Vec-Llama-2-7b-chat-hf-mntp-supervised<\/a>","Model Size (Million Parameters)":6607,"Memory Usage (GB, fp32)":24.61,"Embedding Dimensions":4096,"Max Tokens":4096,"Average":76.33,"AmazonCounterfactualClassification (en)":82.22,"AmazonPolarityClassification":89.69,"AmazonReviewsClassification (en)":48.47,"Banking77Classification":88.17,"EmotionClassification":51.71,"ImdbClassification":85.78,"MassiveIntentClassification (en)":78.06,"MassiveScenarioClassification (en)":81.35,"MTOPDomainClassification (en)":95.57,"MTOPIntentClassification (en)":82.81,"ToxicConversationsClassification":71.01,"TweetSentimentExtractionClassification":61.11} -{"index":163,"Rank":47,"Model":"GIST-small-Embedding-v0<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":76.11,"AmazonCounterfactualClassification (en)":75.27,"AmazonPolarityClassification":93.23,"AmazonReviewsClassification (en)":49.72,"Banking77Classification":86.65,"EmotionClassification":55.89,"ImdbClassification":89.49,"MassiveIntentClassification (en)":75.53,"MassiveScenarioClassification (en)":79.23,"MTOPDomainClassification (en)":95.48,"MTOPIntentClassification (en)":79.09,"ToxicConversationsClassification":72.8,"TweetSentimentExtractionClassification":61.0} -{"index":355,"Rank":48,"Model":"BinGSE-Meta-Llama-3-8B-Instruct<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":76.05,"AmazonCounterfactualClassification (en)":80.42,"AmazonPolarityClassification":91.38,"AmazonReviewsClassification (en)":51.53,"Banking77Classification":84.83,"EmotionClassification":53.45,"ImdbClassification":87.5,"MassiveIntentClassification (en)":77.97,"MassiveScenarioClassification (en)":80.14,"MTOPDomainClassification (en)":95.4,"MTOPIntentClassification (en)":78.62,"ToxicConversationsClassification":67.31,"TweetSentimentExtractionClassification":64.03} -{"index":160,"Rank":49,"Model":"GIST-Embedding-v0<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":76.03,"AmazonCounterfactualClassification (en)":75.96,"AmazonPolarityClassification":93.51,"AmazonReviewsClassification (en)":50.45,"Banking77Classification":87.3,"EmotionClassification":54.68,"ImdbClassification":89.66,"MassiveIntentClassification (en)":76.01,"MassiveScenarioClassification (en)":79.64,"MTOPDomainClassification (en)":95.3,"MTOPIntentClassification (en)":78.1,"ToxicConversationsClassification":72.42,"TweetSentimentExtractionClassification":59.32} -{"index":162,"Rank":50,"Model":"GIST-large-Embedding-v0<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":76.01,"AmazonCounterfactualClassification (en)":75.58,"AmazonPolarityClassification":93.41,"AmazonReviewsClassification (en)":49.06,"Banking77Classification":88.1,"EmotionClassification":54.72,"ImdbClassification":91.23,"MassiveIntentClassification (en)":76.2,"MassiveScenarioClassification (en)":79.35,"MTOPDomainClassification (en)":95.25,"MTOPIntentClassification (en)":78.24,"ToxicConversationsClassification":71.86,"TweetSentimentExtractionClassification":59.17} -{"index":253,"Rank":51,"Model":"ember-v1<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":75.99,"AmazonCounterfactualClassification (en)":76.06,"AmazonPolarityClassification":91.98,"AmazonReviewsClassification (en)":47.94,"Banking77Classification":87.9,"EmotionClassification":52.03,"ImdbClassification":92.79,"MassiveIntentClassification (en)":77.41,"MassiveScenarioClassification (en)":80.45,"MTOPDomainClassification (en)":94.59,"MTOPIntentClassification (en)":79.26,"ToxicConversationsClassification":71.42,"TweetSentimentExtractionClassification":60.0} -{"index":131,"Rank":52,"Model":"ember-v1-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":75.99,"AmazonCounterfactualClassification (en)":76.06,"AmazonPolarityClassification":91.98,"AmazonReviewsClassification (en)":47.94,"Banking77Classification":87.9,"EmotionClassification":52.03,"ImdbClassification":92.79,"MassiveIntentClassification (en)":77.41,"MassiveScenarioClassification (en)":80.45,"MTOPDomainClassification (en)":94.59,"MTOPIntentClassification (en)":79.26,"ToxicConversationsClassification":71.42,"TweetSentimentExtractionClassification":60.0} -{"index":212,"Rank":53,"Model":"bge-large-en-v1.5-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":75.97,"AmazonCounterfactualClassification (en)":75.85,"AmazonPolarityClassification":92.42,"AmazonReviewsClassification (en)":48.18,"Banking77Classification":87.79,"EmotionClassification":51.52,"ImdbClassification":92.85,"MassiveIntentClassification (en)":77.56,"MassiveScenarioClassification (en)":80.53,"MTOPDomainClassification (en)":94.59,"MTOPIntentClassification (en)":79.49,"ToxicConversationsClassification":70.91,"TweetSentimentExtractionClassification":59.94} -{"index":310,"Rank":54,"Model":"bge-large-en-v1.5-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":75.97,"AmazonCounterfactualClassification (en)":75.85,"AmazonPolarityClassification":92.42,"AmazonReviewsClassification (en)":48.18,"Banking77Classification":87.79,"EmotionClassification":51.52,"ImdbClassification":92.85,"MassiveIntentClassification (en)":77.56,"MassiveScenarioClassification (en)":80.53,"MTOPDomainClassification (en)":94.59,"MTOPIntentClassification (en)":79.49,"ToxicConversationsClassification":70.91,"TweetSentimentExtractionClassification":59.94} -{"index":309,"Rank":55,"Model":"bge-large-en-v1.5-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":75.97,"AmazonCounterfactualClassification (en)":75.85,"AmazonPolarityClassification":92.42,"AmazonReviewsClassification (en)":48.18,"Banking77Classification":87.79,"EmotionClassification":51.52,"ImdbClassification":92.85,"MassiveIntentClassification (en)":77.56,"MassiveScenarioClassification (en)":80.53,"MTOPDomainClassification (en)":94.59,"MTOPIntentClassification (en)":79.49,"ToxicConversationsClassification":70.91,"TweetSentimentExtractionClassification":59.94} -{"index":281,"Rank":56,"Model":"bge-large-en-v1.5<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":75.97,"AmazonCounterfactualClassification (en)":75.85,"AmazonPolarityClassification":92.42,"AmazonReviewsClassification (en)":48.18,"Banking77Classification":87.79,"EmotionClassification":51.52,"ImdbClassification":92.85,"MassiveIntentClassification (en)":77.56,"MassiveScenarioClassification (en)":80.53,"MTOPDomainClassification (en)":94.59,"MTOPIntentClassification (en)":79.49,"ToxicConversationsClassification":70.91,"TweetSentimentExtractionClassification":59.94} -{"index":164,"Rank":57,"Model":"NoInstruct-small-Embedding-v0<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":75.97,"AmazonCounterfactualClassification (en)":75.76,"AmazonPolarityClassification":93.3,"AmazonReviewsClassification (en)":49.99,"Banking77Classification":86.4,"EmotionClassification":55.07,"ImdbClassification":90.15,"MassiveIntentClassification (en)":76.01,"MassiveScenarioClassification (en)":79.33,"MTOPDomainClassification (en)":95.29,"MTOPIntentClassification (en)":79.57,"ToxicConversationsClassification":69.44,"TweetSentimentExtractionClassification":61.27} -{"index":88,"Rank":58,"Model":"LLM2Vec-Meta-Llama-3-supervised<\/a>","Model Size (Million Parameters)":7505,"Memory Usage (GB, fp32)":27.96,"Embedding Dimensions":4096,"Max Tokens":8192,"Average":75.92,"AmazonCounterfactualClassification (en)":79.94,"AmazonPolarityClassification":86.07,"AmazonReviewsClassification (en)":46.84,"Banking77Classification":88.05,"EmotionClassification":51.2,"ImdbClassification":82.94,"MassiveIntentClassification (en)":79.8,"MassiveScenarioClassification (en)":81.52,"MTOPDomainClassification (en)":96.14,"MTOPIntentClassification (en)":86.11,"ToxicConversationsClassification":70.59,"TweetSentimentExtractionClassification":61.9} -{"index":302,"Rank":59,"Model":"mini-gte<\/a>","Model Size (Million Parameters)":66,"Memory Usage (GB, fp32)":0.25,"Embedding Dimensions":768,"Max Tokens":512,"Average":75.89,"AmazonCounterfactualClassification (en)":74.9,"AmazonPolarityClassification":92.94,"AmazonReviewsClassification (en)":53.09,"Banking77Classification":85.72,"EmotionClassification":48.24,"ImdbClassification":88.7,"MassiveIntentClassification (en)":75.33,"MassiveScenarioClassification (en)":80.22,"MTOPDomainClassification (en)":95.18,"MTOPIntentClassification (en)":76.76,"ToxicConversationsClassification":78.21,"TweetSentimentExtractionClassification":61.39} -{"index":254,"Rank":60,"Model":"mxbai-embed-large-v1-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":75.64,"AmazonCounterfactualClassification (en)":75.04,"AmazonPolarityClassification":93.84,"AmazonReviewsClassification (en)":49.18,"Banking77Classification":87.82,"EmotionClassification":50.88,"ImdbClassification":92.83,"MassiveIntentClassification (en)":76.24,"MassiveScenarioClassification (en)":79.95,"MTOPDomainClassification (en)":93.95,"MTOPIntentClassification (en)":76.79,"ToxicConversationsClassification":71.48,"TweetSentimentExtractionClassification":59.71} -{"index":196,"Rank":61,"Model":"mxbai-embed-large-v1-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":75.64,"AmazonCounterfactualClassification (en)":75.04,"AmazonPolarityClassification":93.84,"AmazonReviewsClassification (en)":49.18,"Banking77Classification":87.82,"EmotionClassification":50.88,"ImdbClassification":92.83,"MassiveIntentClassification (en)":76.24,"MassiveScenarioClassification (en)":79.95,"MTOPDomainClassification (en)":93.95,"MTOPIntentClassification (en)":76.79,"ToxicConversationsClassification":71.48,"TweetSentimentExtractionClassification":59.71} -{"index":346,"Rank":62,"Model":"mxbai-embed-large-v1-Q5_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":75.64,"AmazonCounterfactualClassification (en)":75.04,"AmazonPolarityClassification":93.84,"AmazonReviewsClassification (en)":49.18,"Banking77Classification":87.82,"EmotionClassification":50.88,"ImdbClassification":92.83,"MassiveIntentClassification (en)":76.24,"MassiveScenarioClassification (en)":79.95,"MTOPDomainClassification (en)":93.95,"MTOPIntentClassification (en)":76.79,"ToxicConversationsClassification":71.48,"TweetSentimentExtractionClassification":59.71} -{"index":345,"Rank":63,"Model":"mxbai-embed-large-v1-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":75.64,"AmazonCounterfactualClassification (en)":75.04,"AmazonPolarityClassification":93.84,"AmazonReviewsClassification (en)":49.18,"Banking77Classification":87.82,"EmotionClassification":50.88,"ImdbClassification":92.83,"MassiveIntentClassification (en)":76.24,"MassiveScenarioClassification (en)":79.95,"MTOPDomainClassification (en)":93.95,"MTOPIntentClassification (en)":76.79,"ToxicConversationsClassification":71.48,"TweetSentimentExtractionClassification":59.71} -{"index":270,"Rank":64,"Model":"mxbai-embed-large-v1<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":75.64,"AmazonCounterfactualClassification (en)":75.04,"AmazonPolarityClassification":93.84,"AmazonReviewsClassification (en)":49.18,"Banking77Classification":87.82,"EmotionClassification":50.88,"ImdbClassification":92.83,"MassiveIntentClassification (en)":76.24,"MassiveScenarioClassification (en)":79.95,"MTOPDomainClassification (en)":93.95,"MTOPIntentClassification (en)":76.79,"ToxicConversationsClassification":71.48,"TweetSentimentExtractionClassification":59.71} -{"index":145,"Rank":65,"Model":"UAE-Large-V1<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":75.58,"AmazonCounterfactualClassification (en)":75.55,"AmazonPolarityClassification":92.84,"AmazonReviewsClassification (en)":48.29,"Banking77Classification":87.69,"EmotionClassification":51.75,"ImdbClassification":92.78,"MassiveIntentClassification (en)":76.5,"MassiveScenarioClassification (en)":79.75,"MTOPDomainClassification (en)":94.02,"MTOPIntentClassification (en)":76.92,"ToxicConversationsClassification":71.09,"TweetSentimentExtractionClassification":59.75} -{"index":46,"Rank":66,"Model":"Cohere-embed-english-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":512,"Average":75.54,"AmazonCounterfactualClassification (en)":80.64,"AmazonPolarityClassification":95.62,"AmazonReviewsClassification (en)":53.73,"Banking77Classification":85.53,"EmotionClassification":51.57,"ImdbClassification":93.57,"MassiveIntentClassification (en)":71.8,"MassiveScenarioClassification (en)":76.58,"MTOPDomainClassification (en)":94.71,"MTOPIntentClassification (en)":68.08,"ToxicConversationsClassification":72.61,"TweetSentimentExtractionClassification":62.02} -{"index":165,"Rank":67,"Model":"bge-base-en-v1-5-seqlen-384-bs-1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":75.53,"AmazonCounterfactualClassification (en)":76.15,"AmazonPolarityClassification":93.39,"AmazonReviewsClassification (en)":48.85,"Banking77Classification":86.95,"EmotionClassification":51.9,"ImdbClassification":90.81,"MassiveIntentClassification (en)":76.15,"MassiveScenarioClassification (en)":80.16,"MTOPDomainClassification (en)":94.17,"MTOPIntentClassification (en)":76.91,"ToxicConversationsClassification":71.58,"TweetSentimentExtractionClassification":59.38} -{"index":217,"Rank":68,"Model":"stella-base-en-v2<\/a>","Model Size (Million Parameters)":55,"Memory Usage (GB, fp32)":0.2,"Embedding Dimensions":768,"Max Tokens":512,"Average":75.28,"AmazonCounterfactualClassification (en)":77.19,"AmazonPolarityClassification":93.26,"AmazonReviewsClassification (en)":49.61,"Banking77Classification":84.73,"EmotionClassification":54.47,"ImdbClassification":91.31,"MassiveIntentClassification (en)":73.88,"MassiveScenarioClassification (en)":78.28,"MTOPDomainClassification (en)":93.5,"MTOPIntentClassification (en)":71.06,"ToxicConversationsClassification":72.99,"TweetSentimentExtractionClassification":63.07} -{"index":75,"Rank":69,"Model":"e5-large-v2-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":75.24,"AmazonCounterfactualClassification (en)":79.22,"AmazonPolarityClassification":93.75,"AmazonReviewsClassification (en)":48.61,"Banking77Classification":84.55,"EmotionClassification":49.45,"ImdbClassification":91.69,"MassiveIntentClassification (en)":73.84,"MassiveScenarioClassification (en)":78.11,"MTOPDomainClassification (en)":94.62,"MTOPIntentClassification (en)":77.14,"ToxicConversationsClassification":70.9,"TweetSentimentExtractionClassification":60.94} -{"index":371,"Rank":70,"Model":"b1ade-embed<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":75.16,"AmazonCounterfactualClassification (en)":75.18,"AmazonPolarityClassification":93.07,"AmazonReviewsClassification (en)":48.42,"Banking77Classification":88.03,"EmotionClassification":51.93,"ImdbClassification":91.91,"MassiveIntentClassification (en)":75.91,"MassiveScenarioClassification (en)":79.43,"MTOPDomainClassification (en)":94.33,"MTOPIntentClassification (en)":76.61,"ToxicConversationsClassification":67.91,"TweetSentimentExtractionClassification":59.22} -{"index":398,"Rank":71,"Model":"text-embedding-3-large<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":3072,"Max Tokens":8191,"Average":75.11,"AmazonCounterfactualClassification (en)":78.99,"AmazonPolarityClassification":92.85,"AmazonReviewsClassification (en)":48.7,"Banking77Classification":85.69,"EmotionClassification":51.58,"ImdbClassification":87.67,"MassiveIntentClassification (en)":74.63,"MassiveScenarioClassification (en)":79.79,"MTOPDomainClassification (en)":95.36,"MTOPIntentClassification (en)":75.07,"ToxicConversationsClassification":68.82,"TweetSentimentExtractionClassification":62.22} -{"index":248,"Rank":72,"Model":"modernbert-embed-large<\/a>","Model Size (Million Parameters)":395,"Memory Usage (GB, fp32)":1.47,"Embedding Dimensions":1024,"Max Tokens":8192,"Average":75.03,"AmazonCounterfactualClassification (en)":76.79,"AmazonPolarityClassification":94.2,"AmazonReviewsClassification (en)":47.66,"Banking77Classification":86.18,"EmotionClassification":49.62,"ImdbClassification":89.04,"MassiveIntentClassification (en)":75.4,"MassiveScenarioClassification (en)":78.56,"MTOPDomainClassification (en)":93.26,"MTOPIntentClassification (en)":79.26,"ToxicConversationsClassification":68.11,"TweetSentimentExtractionClassification":62.32} -{"index":275,"Rank":73,"Model":"bge-base-en-v1.5-quant<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":74.98,"AmazonCounterfactualClassification (en)":76.16,"AmazonPolarityClassification":92.95,"AmazonReviewsClassification (en)":48.21,"Banking77Classification":86.35,"EmotionClassification":51.27,"ImdbClassification":89.72,"MassiveIntentClassification (en)":75.16,"MassiveScenarioClassification (en)":78.93,"MTOPDomainClassification (en)":93.95,"MTOPIntentClassification (en)":75.26,"ToxicConversationsClassification":72.12,"TweetSentimentExtractionClassification":59.67} -{"index":48,"Rank":74,"Model":"Cohere-embed-multilingual-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":512,"Average":74.97,"AmazonCounterfactualClassification (en)":77.67,"AmazonPolarityClassification":95.6,"AmazonReviewsClassification (en)":51.97,"Banking77Classification":86.09,"EmotionClassification":48.15,"ImdbClassification":93.97,"MassiveIntentClassification (en)":72.11,"MassiveScenarioClassification (en)":76.37,"MTOPDomainClassification (en)":94.44,"MTOPIntentClassification (en)":69.95,"ToxicConversationsClassification":71.2,"TweetSentimentExtractionClassification":62.18} -{"index":11,"Rank":75,"Model":"voyage-lite-01-instruct<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":4000,"Average":74.79,"AmazonCounterfactualClassification (en)":71.43,"AmazonPolarityClassification":96.41,"AmazonReviewsClassification (en)":57.06,"Banking77Classification":81.64,"EmotionClassification":48.29,"ImdbClassification":95.49,"MassiveIntentClassification (en)":71.29,"MassiveScenarioClassification (en)":76.74,"MTOPDomainClassification (en)":96.3,"MTOPIntentClassification (en)":67.93,"ToxicConversationsClassification":75.45,"TweetSentimentExtractionClassification":59.44} -{"index":76,"Rank":76,"Model":"MUG-B-1.6<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":74.5,"AmazonCounterfactualClassification (en)":72.39,"AmazonPolarityClassification":93.71,"AmazonReviewsClassification (en)":50.85,"Banking77Classification":85.41,"EmotionClassification":55.93,"ImdbClassification":93.57,"MassiveIntentClassification (en)":73.88,"MassiveScenarioClassification (en)":77.42,"MTOPDomainClassification (en)":94.25,"MTOPIntentClassification (en)":67.51,"ToxicConversationsClassification":67.3,"TweetSentimentExtractionClassification":61.76} -{"index":156,"Rank":77,"Model":"bge-small-en<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":74.37,"AmazonCounterfactualClassification (en)":74.34,"AmazonPolarityClassification":93.05,"AmazonReviewsClassification (en)":46.08,"Banking77Classification":85.31,"EmotionClassification":48.95,"ImdbClassification":91.52,"MassiveIntentClassification (en)":75.83,"MassiveScenarioClassification (en)":78.73,"MTOPDomainClassification (en)":93.55,"MTOPIntentClassification (en)":75.72,"ToxicConversationsClassification":68.84,"TweetSentimentExtractionClassification":60.55} -{"index":282,"Rank":78,"Model":"modernbert-embed-base<\/a>","Model Size (Million Parameters)":149,"Memory Usage (GB, fp32)":0.56,"Embedding Dimensions":768,"Max Tokens":8192,"Average":74.31,"AmazonCounterfactualClassification (en)":78.13,"AmazonPolarityClassification":93.09,"AmazonReviewsClassification (en)":48.43,"Banking77Classification":85.25,"EmotionClassification":48.26,"ImdbClassification":86.61,"MassiveIntentClassification (en)":73.83,"MassiveScenarioClassification (en)":77.51,"MTOPDomainClassification (en)":92.95,"MTOPIntentClassification (en)":77.86,"ToxicConversationsClassification":67.46,"TweetSentimentExtractionClassification":62.36} -{"index":45,"Rank":79,"Model":"Cohere-embed-english-light-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":74.31,"AmazonCounterfactualClassification (en)":78.63,"AmazonPolarityClassification":94.8,"AmazonReviewsClassification (en)":51.02,"Banking77Classification":79.7,"EmotionClassification":52.74,"ImdbClassification":92.17,"MassiveIntentClassification (en)":70.01,"MassiveScenarioClassification (en)":76.34,"MTOPDomainClassification (en)":93.63,"MTOPIntentClassification (en)":64.93,"ToxicConversationsClassification":73.04,"TweetSentimentExtractionClassification":64.72} -{"index":31,"Rank":80,"Model":"bge-large-en-v1.5<\/a>","Model Size (Million Parameters)":1340,"Memory Usage (GB, fp32)":4.99,"Embedding Dimensions":1024,"Max Tokens":512,"Average":74.24,"AmazonCounterfactualClassification (en)":73.94,"AmazonPolarityClassification":92.42,"AmazonReviewsClassification (en)":50.23,"Banking77Classification":87.79,"EmotionClassification":51.52,"ImdbClassification":92.85,"MassiveIntentClassification (en)":74.34,"MassiveScenarioClassification (en)":77.39,"MTOPDomainClassification (en)":94.0,"MTOPIntentClassification (en)":69.96,"ToxicConversationsClassification":66.48,"TweetSentimentExtractionClassification":59.94} -{"index":198,"Rank":81,"Model":"english-4U-bge-small<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":74.14,"AmazonCounterfactualClassification (en)":73.79,"AmazonPolarityClassification":92.75,"AmazonReviewsClassification (en)":46.99,"Banking77Classification":85.74,"EmotionClassification":47.84,"ImdbClassification":90.61,"MassiveIntentClassification (en)":74.81,"MassiveScenarioClassification (en)":78.7,"MTOPDomainClassification (en)":93.36,"MTOPIntentClassification (en)":74.75,"ToxicConversationsClassification":69.89,"TweetSentimentExtractionClassification":60.51} -{"index":375,"Rank":82,"Model":"bge-small-en-v1.5-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":74.14,"AmazonCounterfactualClassification (en)":73.79,"AmazonPolarityClassification":92.75,"AmazonReviewsClassification (en)":46.99,"Banking77Classification":85.74,"EmotionClassification":47.84,"ImdbClassification":90.61,"MassiveIntentClassification (en)":74.81,"MassiveScenarioClassification (en)":78.7,"MTOPDomainClassification (en)":93.36,"MTOPIntentClassification (en)":74.75,"ToxicConversationsClassification":69.89,"TweetSentimentExtractionClassification":60.51} -{"index":269,"Rank":83,"Model":"mxbai-embed-2d-large-v1<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":74.14,"AmazonCounterfactualClassification (en)":74.76,"AmazonPolarityClassification":93.26,"AmazonReviewsClassification (en)":46.16,"Banking77Classification":86.65,"EmotionClassification":49.32,"ImdbClassification":90.4,"MassiveIntentClassification (en)":73.87,"MassiveScenarioClassification (en)":78.17,"MTOPDomainClassification (en)":93.1,"MTOPIntentClassification (en)":73.24,"ToxicConversationsClassification":71.53,"TweetSentimentExtractionClassification":59.25} -{"index":35,"Rank":84,"Model":"nomic-embed-text-v1<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":8192,"Average":74.12,"AmazonCounterfactualClassification (en)":76.85,"AmazonPolarityClassification":91.52,"AmazonReviewsClassification (en)":47.36,"Banking77Classification":84.54,"EmotionClassification":48.35,"ImdbClassification":85.56,"MassiveIntentClassification (en)":73.72,"MassiveScenarioClassification (en)":77.8,"MTOPDomainClassification (en)":93.41,"MTOPIntentClassification (en)":77.25,"ToxicConversationsClassification":71.5,"TweetSentimentExtractionClassification":61.54} -{"index":91,"Rank":85,"Model":"LLM2Vec-Mistral-unsupervised<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":74.07,"AmazonCounterfactualClassification (en)":76.94,"AmazonPolarityClassification":85.29,"AmazonReviewsClassification (en)":47.09,"Banking77Classification":86.16,"EmotionClassification":48.88,"ImdbClassification":77.95,"MassiveIntentClassification (en)":76.65,"MassiveScenarioClassification (en)":79.99,"MTOPDomainClassification (en)":95.48,"MTOPIntentClassification (en)":82.84,"ToxicConversationsClassification":70.71,"TweetSentimentExtractionClassification":60.9} -{"index":311,"Rank":86,"Model":"sf_model_e5<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":73.96,"AmazonCounterfactualClassification (en)":70.85,"AmazonPolarityClassification":91.81,"AmazonReviewsClassification (en)":48.94,"Banking77Classification":84.61,"EmotionClassification":54.9,"ImdbClassification":93.14,"MassiveIntentClassification (en)":73.49,"MassiveScenarioClassification (en)":77.38,"MTOPDomainClassification (en)":93.64,"MTOPIntentClassification (en)":66.01,"ToxicConversationsClassification":71.19,"TweetSentimentExtractionClassification":61.55} -{"index":208,"Rank":87,"Model":"instructor-large<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":768,"Max Tokens":512,"Average":73.86,"AmazonCounterfactualClassification (en)":88.13,"AmazonPolarityClassification":91.53,"AmazonReviewsClassification (en)":47.86,"Banking77Classification":78.51,"EmotionClassification":52.73,"ImdbClassification":88.32,"MassiveIntentClassification (en)":68.9,"MassiveScenarioClassification (en)":73.35,"MTOPDomainClassification (en)":93.89,"MTOPIntentClassification (en)":67.98,"ToxicConversationsClassification":71.05,"TweetSentimentExtractionClassification":64.13} -{"index":150,"Rank":88,"Model":"e5-base-v2-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":73.84,"AmazonCounterfactualClassification (en)":77.78,"AmazonPolarityClassification":92.81,"AmazonReviewsClassification (en)":46.71,"Banking77Classification":83.53,"EmotionClassification":46.95,"ImdbClassification":86.15,"MassiveIntentClassification (en)":73.04,"MassiveScenarioClassification (en)":77.65,"MTOPDomainClassification (en)":93.69,"MTOPIntentClassification (en)":75.31,"ToxicConversationsClassification":72.11,"TweetSentimentExtractionClassification":60.39} -{"index":29,"Rank":89,"Model":"bge-base-en-v1.5<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":73.72,"AmazonCounterfactualClassification (en)":75.01,"AmazonPolarityClassification":93.39,"AmazonReviewsClassification (en)":50.73,"Banking77Classification":86.95,"EmotionClassification":51.9,"ImdbClassification":90.81,"MassiveIntentClassification (en)":72.64,"MassiveScenarioClassification (en)":76.51,"MTOPDomainClassification (en)":93.18,"MTOPIntentClassification (en)":67.14,"ToxicConversationsClassification":67.04,"TweetSentimentExtractionClassification":59.38} -{"index":285,"Rank":90,"Model":"nomic-embed-text-v1-ablated<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":8192,"Average":73.65,"AmazonCounterfactualClassification (en)":78.67,"AmazonPolarityClassification":90.41,"AmazonReviewsClassification (en)":47.81,"Banking77Classification":83.82,"EmotionClassification":48.81,"ImdbClassification":83.78,"MassiveIntentClassification (en)":72.76,"MassiveScenarioClassification (en)":76.7,"MTOPDomainClassification (en)":93.47,"MTOPIntentClassification (en)":75.27,"ToxicConversationsClassification":71.39,"TweetSentimentExtractionClassification":60.87} -{"index":38,"Rank":91,"Model":"nomic-embed-text-v1.5-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":73.55,"AmazonCounterfactualClassification (en)":75.21,"AmazonPolarityClassification":91.81,"AmazonReviewsClassification (en)":47.16,"Banking77Classification":84.25,"EmotionClassification":47.99,"ImdbClassification":85.31,"MassiveIntentClassification (en)":73.46,"MassiveScenarioClassification (en)":77.08,"MTOPDomainClassification (en)":93.01,"MTOPIntentClassification (en)":75.03,"ToxicConversationsClassification":71.42,"TweetSentimentExtractionClassification":60.92} -{"index":147,"Rank":92,"Model":"nomic-embed-text-v1.5-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":73.55,"AmazonCounterfactualClassification (en)":75.21,"AmazonPolarityClassification":91.81,"AmazonReviewsClassification (en)":47.16,"Banking77Classification":84.25,"EmotionClassification":47.99,"ImdbClassification":85.31,"MassiveIntentClassification (en)":73.46,"MassiveScenarioClassification (en)":77.08,"MTOPDomainClassification (en)":93.01,"MTOPIntentClassification (en)":75.03,"ToxicConversationsClassification":71.42,"TweetSentimentExtractionClassification":60.92} -{"index":291,"Rank":93,"Model":"nomic-embed-text-v1.5<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":8192,"Average":73.55,"AmazonCounterfactualClassification (en)":75.21,"AmazonPolarityClassification":91.81,"AmazonReviewsClassification (en)":47.16,"Banking77Classification":84.25,"EmotionClassification":47.99,"ImdbClassification":85.31,"MassiveIntentClassification (en)":73.46,"MassiveScenarioClassification (en)":77.08,"MTOPDomainClassification (en)":93.01,"MTOPIntentClassification (en)":75.03,"ToxicConversationsClassification":71.42,"TweetSentimentExtractionClassification":60.92} -{"index":272,"Rank":94,"Model":"nomic-embed-text-v1.5-Q4_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":73.55,"AmazonCounterfactualClassification (en)":75.21,"AmazonPolarityClassification":91.81,"AmazonReviewsClassification (en)":47.16,"Banking77Classification":84.25,"EmotionClassification":47.99,"ImdbClassification":85.31,"MassiveIntentClassification (en)":73.46,"MassiveScenarioClassification (en)":77.08,"MTOPDomainClassification (en)":93.01,"MTOPIntentClassification (en)":75.03,"ToxicConversationsClassification":71.42,"TweetSentimentExtractionClassification":60.92} -{"index":386,"Rank":95,"Model":"nomic-embed-text-v1.5-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":73.55,"AmazonCounterfactualClassification (en)":75.21,"AmazonPolarityClassification":91.81,"AmazonReviewsClassification (en)":47.16,"Banking77Classification":84.25,"EmotionClassification":47.99,"ImdbClassification":85.31,"MassiveIntentClassification (en)":73.46,"MassiveScenarioClassification (en)":77.08,"MTOPDomainClassification (en)":93.01,"MTOPIntentClassification (en)":75.03,"ToxicConversationsClassification":71.42,"TweetSentimentExtractionClassification":60.92} -{"index":127,"Rank":96,"Model":"nomic-embed-text-v1.5-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":73.55,"AmazonCounterfactualClassification (en)":75.21,"AmazonPolarityClassification":91.81,"AmazonReviewsClassification (en)":47.16,"Banking77Classification":84.25,"EmotionClassification":47.99,"ImdbClassification":85.31,"MassiveIntentClassification (en)":73.46,"MassiveScenarioClassification (en)":77.08,"MTOPDomainClassification (en)":93.01,"MTOPIntentClassification (en)":75.03,"ToxicConversationsClassification":71.42,"TweetSentimentExtractionClassification":60.92} -{"index":36,"Rank":97,"Model":"nomic-embed-text-v1.5<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":8192,"Average":73.55,"AmazonCounterfactualClassification (en)":75.21,"AmazonPolarityClassification":91.81,"AmazonReviewsClassification (en)":47.16,"Banking77Classification":84.25,"EmotionClassification":47.99,"ImdbClassification":85.31,"MassiveIntentClassification (en)":73.46,"MassiveScenarioClassification (en)":77.08,"MTOPDomainClassification (en)":93.01,"MTOPIntentClassification (en)":75.03,"ToxicConversationsClassification":71.42,"TweetSentimentExtractionClassification":60.92} -{"index":279,"Rank":98,"Model":"bge-small-en-v1.5-quant<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":73.52,"AmazonCounterfactualClassification (en)":74.19,"AmazonPolarityClassification":91.89,"AmazonReviewsClassification (en)":46.72,"Banking77Classification":85.1,"EmotionClassification":46.84,"ImdbClassification":89.35,"MassiveIntentClassification (en)":74.01,"MassiveScenarioClassification (en)":77.96,"MTOPDomainClassification (en)":92.67,"MTOPIntentClassification (en)":74.03,"ToxicConversationsClassification":69.5,"TweetSentimentExtractionClassification":60.02} -{"index":374,"Rank":99,"Model":"jina-embeddings-v2-base-en-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":73.45,"AmazonCounterfactualClassification (en)":74.73,"AmazonPolarityClassification":88.54,"AmazonReviewsClassification (en)":45.26,"Banking77Classification":84.01,"EmotionClassification":48.77,"ImdbClassification":79.44,"MassiveIntentClassification (en)":71.93,"MassiveScenarioClassification (en)":74.49,"MTOPDomainClassification (en)":95.68,"MTOPIntentClassification (en)":83.15,"ToxicConversationsClassification":73.35,"TweetSentimentExtractionClassification":62.06} -{"index":274,"Rank":100,"Model":"jina-embeddings-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":73.45,"AmazonCounterfactualClassification (en)":74.73,"AmazonPolarityClassification":88.54,"AmazonReviewsClassification (en)":45.26,"Banking77Classification":84.01,"EmotionClassification":48.77,"ImdbClassification":79.44,"MassiveIntentClassification (en)":71.93,"MassiveScenarioClassification (en)":74.49,"MTOPDomainClassification (en)":95.68,"MTOPIntentClassification (en)":83.15,"ToxicConversationsClassification":73.35,"TweetSentimentExtractionClassification":62.06} -{"index":203,"Rank":101,"Model":"jina-embeddings-v2-base-en-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":73.45,"AmazonCounterfactualClassification (en)":74.73,"AmazonPolarityClassification":88.54,"AmazonReviewsClassification (en)":45.26,"Banking77Classification":84.01,"EmotionClassification":48.77,"ImdbClassification":79.44,"MassiveIntentClassification (en)":71.93,"MassiveScenarioClassification (en)":74.49,"MTOPDomainClassification (en)":95.68,"MTOPIntentClassification (en)":83.15,"ToxicConversationsClassification":73.35,"TweetSentimentExtractionClassification":62.06} -{"index":159,"Rank":102,"Model":"jina-embeddings-v2-base-en<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":8192,"Average":73.45,"AmazonCounterfactualClassification (en)":74.73,"AmazonPolarityClassification":88.54,"AmazonReviewsClassification (en)":45.26,"Banking77Classification":84.01,"EmotionClassification":48.77,"ImdbClassification":79.44,"MassiveIntentClassification (en)":71.93,"MassiveScenarioClassification (en)":74.49,"MTOPDomainClassification (en)":95.68,"MTOPIntentClassification (en)":83.15,"ToxicConversationsClassification":73.35,"TweetSentimentExtractionClassification":62.06} -{"index":339,"Rank":103,"Model":"sentence-t5-xxl<\/a>","Model Size (Million Parameters)":4865,"Memory Usage (GB, fp32)":18.12,"Embedding Dimensions":768,"Max Tokens":512,"Average":73.42,"AmazonCounterfactualClassification (en)":77.07,"AmazonPolarityClassification":92.79,"AmazonReviewsClassification (en)":48.93,"Banking77Classification":82.31,"EmotionClassification":48.57,"ImdbClassification":90.23,"MassiveIntentClassification (en)":73.44,"MassiveScenarioClassification (en)":74.82,"MTOPDomainClassification (en)":92.49,"MTOPIntentClassification (en)":68.33,"ToxicConversationsClassification":70.04,"TweetSentimentExtractionClassification":62.01} -{"index":166,"Rank":104,"Model":"concat-e5-small-bge-small-01<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":73.33,"AmazonCounterfactualClassification (en)":73.76,"AmazonPolarityClassification":93.0,"AmazonReviewsClassification (en)":48.8,"Banking77Classification":82.19,"EmotionClassification":50.26,"ImdbClassification":91.64,"MassiveIntentClassification (en)":73.43,"MassiveScenarioClassification (en)":77.04,"MTOPDomainClassification (en)":93.05,"MTOPIntentClassification (en)":67.77,"ToxicConversationsClassification":65.77,"TweetSentimentExtractionClassification":63.29} -{"index":352,"Rank":105,"Model":"gte-large<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":73.33,"AmazonCounterfactualClassification (en)":72.63,"AmazonPolarityClassification":92.52,"AmazonReviewsClassification (en)":49.07,"Banking77Classification":86.06,"EmotionClassification":47.88,"ImdbClassification":88.46,"MassiveIntentClassification (en)":72.62,"MassiveScenarioClassification (en)":76.77,"MTOPDomainClassification (en)":93.51,"MTOPIntentClassification (en)":73.25,"ToxicConversationsClassification":70.56,"TweetSentimentExtractionClassification":56.58} -{"index":228,"Rank":106,"Model":"multilingual-e5-large-instruct<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":73.32,"AmazonCounterfactualClassification (en)":69.72,"AmazonPolarityClassification":96.24,"AmazonReviewsClassification (en)":56.2,"Banking77Classification":78.04,"EmotionClassification":54.99,"ImdbClassification":94.61,"MassiveIntentClassification (en)":70.89,"MassiveScenarioClassification (en)":73.88,"MTOPDomainClassification (en)":91.18,"MTOPIntentClassification (en)":68.05,"ToxicConversationsClassification":66.82,"TweetSentimentExtractionClassification":59.18} -{"index":299,"Rank":107,"Model":"MiniCPM-Embedding-Light<\/a>","Model Size (Million Parameters)":434,"Memory Usage (GB, fp32)":1.62,"Embedding Dimensions":1024,"Max Tokens":4096,"Average":73.25,"AmazonCounterfactualClassification (en)":74.15,"AmazonPolarityClassification":92.58,"AmazonReviewsClassification (en)":47.72,"Banking77Classification":82.11,"EmotionClassification":52.2,"ImdbClassification":87.07,"MassiveIntentClassification (en)":72.57,"MassiveScenarioClassification (en)":75.27,"MTOPDomainClassification (en)":93.86,"MTOPIntentClassification (en)":71.78,"ToxicConversationsClassification":64.83,"TweetSentimentExtractionClassification":64.88} -{"index":289,"Rank":108,"Model":"nomic-embed-text-v1.5-512<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":512,"Max Tokens":8192,"Average":73.24,"AmazonCounterfactualClassification (en)":74.27,"AmazonPolarityClassification":91.89,"AmazonReviewsClassification (en)":46.97,"Banking77Classification":84.15,"EmotionClassification":47.73,"ImdbClassification":85.47,"MassiveIntentClassification (en)":73.07,"MassiveScenarioClassification (en)":76.82,"MTOPDomainClassification (en)":92.62,"MTOPIntentClassification (en)":74.27,"ToxicConversationsClassification":71.25,"TweetSentimentExtractionClassification":60.4} -{"index":399,"Rank":109,"Model":"text-embedding-3-small<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":8191,"Average":73.21,"AmazonCounterfactualClassification (en)":76.42,"AmazonPolarityClassification":90.84,"AmazonReviewsClassification (en)":45.73,"Banking77Classification":83.01,"EmotionClassification":50.63,"ImdbClassification":83.66,"MassiveIntentClassification (en)":72.86,"MassiveScenarioClassification (en)":76.84,"MTOPDomainClassification (en)":93.91,"MTOPIntentClassification (en)":70.98,"ToxicConversationsClassification":71.91,"TweetSentimentExtractionClassification":61.72} -{"index":176,"Rank":110,"Model":"bge-m3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":73.13,"AmazonCounterfactualClassification (en)":75.63,"AmazonPolarityClassification":91.01,"AmazonReviewsClassification (en)":46.99,"Banking77Classification":81.93,"EmotionClassification":50.16,"ImdbClassification":87.84,"MassiveIntentClassification (en)":71.08,"MassiveScenarioClassification (en)":76.64,"MTOPDomainClassification (en)":93.36,"MTOPIntentClassification (en)":66.58,"ToxicConversationsClassification":72.6,"TweetSentimentExtractionClassification":63.71} -{"index":209,"Rank":111,"Model":"instructor-xl<\/a>","Model Size (Million Parameters)":1241,"Memory Usage (GB, fp32)":4.62,"Embedding Dimensions":768,"Max Tokens":512,"Average":73.12,"AmazonCounterfactualClassification (en)":85.09,"AmazonPolarityClassification":86.54,"AmazonReviewsClassification (en)":42.96,"Banking77Classification":82.66,"EmotionClassification":53.24,"ImdbClassification":79.79,"MassiveIntentClassification (en)":71.48,"MassiveScenarioClassification (en)":76.47,"MTOPDomainClassification (en)":95.07,"MTOPIntentClassification (en)":72.26,"ToxicConversationsClassification":70.33,"TweetSentimentExtractionClassification":61.58} -{"index":190,"Rank":112,"Model":"USER-bge-m3<\/a>","Model Size (Million Parameters)":359,"Memory Usage (GB, fp32)":1.34,"Embedding Dimensions":1024,"Max Tokens":8192,"Average":73.04,"AmazonCounterfactualClassification (en)":74.21,"AmazonPolarityClassification":93.62,"AmazonReviewsClassification (en)":48.69,"Banking77Classification":81.15,"EmotionClassification":50.25,"ImdbClassification":90.88,"MassiveIntentClassification (en)":70.67,"MassiveScenarioClassification (en)":75.85,"MTOPDomainClassification (en)":92.44,"MTOPIntentClassification (en)":65.61,"ToxicConversationsClassification":69.19,"TweetSentimentExtractionClassification":63.88} -{"index":111,"Rank":113,"Model":"multilingual-e5-base-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":73.02,"AmazonCounterfactualClassification (en)":78.97,"AmazonPolarityClassification":90.64,"AmazonReviewsClassification (en)":44.55,"Banking77Classification":82.74,"EmotionClassification":45.18,"ImdbClassification":85.46,"MassiveIntentClassification (en)":72.11,"MassiveScenarioClassification (en)":77.08,"MTOPDomainClassification (en)":93.13,"MTOPIntentClassification (en)":75.27,"ToxicConversationsClassification":69.78,"TweetSentimentExtractionClassification":61.28} -{"index":39,"Rank":114,"Model":"multilingual-e5-base-similarity-v1-onnx-quantized<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":73.02,"AmazonCounterfactualClassification (en)":78.97,"AmazonPolarityClassification":90.64,"AmazonReviewsClassification (en)":44.55,"Banking77Classification":82.74,"EmotionClassification":45.18,"ImdbClassification":85.46,"MassiveIntentClassification (en)":72.11,"MassiveScenarioClassification (en)":77.08,"MTOPDomainClassification (en)":93.13,"MTOPIntentClassification (en)":75.27,"ToxicConversationsClassification":69.78,"TweetSentimentExtractionClassification":61.28} -{"index":192,"Rank":115,"Model":"multilingual-e5-base-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":73.02,"AmazonCounterfactualClassification (en)":78.97,"AmazonPolarityClassification":90.64,"AmazonReviewsClassification (en)":44.55,"Banking77Classification":82.74,"EmotionClassification":45.18,"ImdbClassification":85.46,"MassiveIntentClassification (en)":72.11,"MassiveScenarioClassification (en)":77.08,"MTOPDomainClassification (en)":93.13,"MTOPIntentClassification (en)":75.27,"ToxicConversationsClassification":69.78,"TweetSentimentExtractionClassification":61.28} -{"index":351,"Rank":116,"Model":"gte-base<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":73.01,"AmazonCounterfactualClassification (en)":74.18,"AmazonPolarityClassification":91.77,"AmazonReviewsClassification (en)":48.96,"Banking77Classification":85.07,"EmotionClassification":48.65,"ImdbClassification":85.95,"MassiveIntentClassification (en)":71.47,"MassiveScenarioClassification (en)":76.38,"MTOPDomainClassification (en)":93.03,"MTOPIntentClassification (en)":72.04,"ToxicConversationsClassification":71.61,"TweetSentimentExtractionClassification":57.01} -{"index":79,"Rank":117,"Model":"bilingual-embedding-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":72.95,"AmazonCounterfactualClassification (en)":78.19,"AmazonPolarityClassification":90.7,"AmazonReviewsClassification (en)":47.94,"Banking77Classification":80.99,"EmotionClassification":50.21,"ImdbClassification":88.77,"MassiveIntentClassification (en)":72.02,"MassiveScenarioClassification (en)":76.6,"MTOPDomainClassification (en)":92.43,"MTOPIntentClassification (en)":69.24,"ToxicConversationsClassification":65.57,"TweetSentimentExtractionClassification":62.8} -{"index":225,"Rank":118,"Model":"e5-small-v2<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":72.94,"AmazonCounterfactualClassification (en)":77.6,"AmazonPolarityClassification":91.27,"AmazonReviewsClassification (en)":45.88,"Banking77Classification":81.64,"EmotionClassification":47.06,"ImdbClassification":86.0,"MassiveIntentClassification (en)":71.62,"MassiveScenarioClassification (en)":76.36,"MTOPDomainClassification (en)":92.7,"MTOPIntentClassification (en)":72.56,"ToxicConversationsClassification":71.1,"TweetSentimentExtractionClassification":61.46} -{"index":249,"Rank":119,"Model":"modernbert-embed-large-unsupervised<\/a>","Model Size (Million Parameters)":395,"Memory Usage (GB, fp32)":1.47,"Embedding Dimensions":1024,"Max Tokens":8192,"Average":72.91,"AmazonCounterfactualClassification (en)":76.64,"AmazonPolarityClassification":91.83,"AmazonReviewsClassification (en)":47.86,"Banking77Classification":85.47,"EmotionClassification":44.48,"ImdbClassification":90.24,"MassiveIntentClassification (en)":71.9,"MassiveScenarioClassification (en)":76.88,"MTOPDomainClassification (en)":92.83,"MTOPIntentClassification (en)":73.7,"ToxicConversationsClassification":68.25,"TweetSentimentExtractionClassification":54.81} -{"index":65,"Rank":120,"Model":"KaLM-embedding-multilingual-mini-v1<\/a>","Model Size (Million Parameters)":494,"Memory Usage (GB, fp32)":1.84,"Embedding Dimensions":896,"Max Tokens":131072,"Average":72.88,"AmazonCounterfactualClassification (en)":72.36,"AmazonPolarityClassification":95.27,"AmazonReviewsClassification (en)":51.01,"Banking77Classification":79.17,"EmotionClassification":53.95,"ImdbClassification":91.6,"MassiveIntentClassification (en)":70.36,"MassiveScenarioClassification (en)":75.73,"MTOPDomainClassification (en)":89.54,"MTOPIntentClassification (en)":62.08,"ToxicConversationsClassification":70.81,"TweetSentimentExtractionClassification":62.67} -{"index":338,"Rank":121,"Model":"sentence-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Embedding Dimensions":768,"Max Tokens":512,"Average":72.84,"AmazonCounterfactualClassification (en)":76.01,"AmazonPolarityClassification":93.17,"AmazonReviewsClassification (en)":48.18,"Banking77Classification":80.88,"EmotionClassification":51.95,"ImdbClassification":87.54,"MassiveIntentClassification (en)":72.09,"MassiveScenarioClassification (en)":73.26,"MTOPDomainClassification (en)":90.73,"MTOPIntentClassification (en)":68.15,"ToxicConversationsClassification":70.95,"TweetSentimentExtractionClassification":61.21} -{"index":161,"Rank":122,"Model":"GIST-all-MiniLM-L6-v2<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.08,"Embedding Dimensions":384,"Max Tokens":512,"Average":72.72,"AmazonCounterfactualClassification (en)":72.9,"AmazonPolarityClassification":87.19,"AmazonReviewsClassification (en)":42.56,"Banking77Classification":84.24,"EmotionClassification":52.06,"ImdbClassification":78.54,"MassiveIntentClassification (en)":73.18,"MassiveScenarioClassification (en)":76.68,"MTOPDomainClassification (en)":94.78,"MTOPIntentClassification (en)":77.72,"ToxicConversationsClassification":72.9,"TweetSentimentExtractionClassification":59.85} -{"index":276,"Rank":123,"Model":"bge-base-en-v1.5-sparse<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":72.62,"AmazonCounterfactualClassification (en)":75.39,"AmazonPolarityClassification":90.73,"AmazonReviewsClassification (en)":45.49,"Banking77Classification":84.3,"EmotionClassification":46.7,"ImdbClassification":83.15,"MassiveIntentClassification (en)":73.18,"MassiveScenarioClassification (en)":77.54,"MTOPDomainClassification (en)":92.05,"MTOPIntentClassification (en)":72.49,"ToxicConversationsClassification":70.92,"TweetSentimentExtractionClassification":59.49} -{"index":284,"Rank":124,"Model":"nomic-embed-text-v1<\/a>","Model Size (Million Parameters)":547,"Memory Usage (GB, fp32)":2.04,"Embedding Dimensions":768,"Max Tokens":8192,"Average":72.45,"AmazonCounterfactualClassification (en)":74.1,"AmazonPolarityClassification":91.52,"AmazonReviewsClassification (en)":49.47,"Banking77Classification":84.54,"EmotionClassification":48.35,"ImdbClassification":85.56,"MassiveIntentClassification (en)":69.46,"MassiveScenarioClassification (en)":74.64,"MTOPDomainClassification (en)":92.83,"MTOPIntentClassification (en)":65.84,"ToxicConversationsClassification":71.5,"TweetSentimentExtractionClassification":61.54} -{"index":222,"Rank":125,"Model":"e5-large-v2<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":72.4,"AmazonCounterfactualClassification (en)":78.34,"AmazonPolarityClassification":93.75,"AmazonReviewsClassification (en)":49.45,"Banking77Classification":84.55,"EmotionClassification":49.45,"ImdbClassification":91.69,"MassiveIntentClassification (en)":68.14,"MassiveScenarioClassification (en)":71.5,"MTOPDomainClassification (en)":93.08,"MTOPIntentClassification (en)":64.58,"ToxicConversationsClassification":63.29,"TweetSentimentExtractionClassification":60.94} -{"index":207,"Rank":126,"Model":"instructor-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":72.36,"AmazonCounterfactualClassification (en)":86.21,"AmazonPolarityClassification":88.36,"AmazonReviewsClassification (en)":44.64,"Banking77Classification":77.04,"EmotionClassification":51.76,"ImdbClassification":81.17,"MassiveIntentClassification (en)":67.48,"MassiveScenarioClassification (en)":72.59,"MTOPDomainClassification (en)":93.72,"MTOPIntentClassification (en)":70.26,"ToxicConversationsClassification":71.82,"TweetSentimentExtractionClassification":63.31} -{"index":353,"Rank":127,"Model":"gte-small<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":72.31,"AmazonCounterfactualClassification (en)":73.22,"AmazonPolarityClassification":91.82,"AmazonReviewsClassification (en)":48.03,"Banking77Classification":84.08,"EmotionClassification":46.56,"ImdbClassification":86.8,"MassiveIntentClassification (en)":70.35,"MassiveScenarioClassification (en)":75.64,"MTOPDomainClassification (en)":93.05,"MTOPIntentClassification (en)":69.65,"ToxicConversationsClassification":70.33,"TweetSentimentExtractionClassification":58.22} -{"index":337,"Rank":128,"Model":"sentence-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Embedding Dimensions":768,"Max Tokens":512,"Average":72.31,"AmazonCounterfactualClassification (en)":75.51,"AmazonPolarityClassification":92.87,"AmazonReviewsClassification (en)":47.12,"Banking77Classification":78.46,"EmotionClassification":51.74,"ImdbClassification":87.01,"MassiveIntentClassification (en)":71.78,"MassiveScenarioClassification (en)":73.16,"MTOPDomainClassification (en)":90.99,"MTOPIntentClassification (en)":64.98,"ToxicConversationsClassification":71.73,"TweetSentimentExtractionClassification":62.33} -{"index":252,"Rank":129,"Model":"XLM-3B5-embedding<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":72.25,"AmazonCounterfactualClassification (en)":66.94,"AmazonPolarityClassification":94.7,"AmazonReviewsClassification (en)":51.59,"Banking77Classification":80.34,"EmotionClassification":47.83,"ImdbClassification":89.66,"MassiveIntentClassification (en)":70.27,"MassiveScenarioClassification (en)":74.51,"MTOPDomainClassification (en)":93.77,"MTOPIntentClassification (en)":67.8,"ToxicConversationsClassification":70.85,"TweetSentimentExtractionClassification":58.71} -{"index":92,"Rank":130,"Model":"LLM2Vec-Sheared-Llama-supervised<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":4096,"Average":72.21,"AmazonCounterfactualClassification (en)":77.42,"AmazonPolarityClassification":82.05,"AmazonReviewsClassification (en)":40.81,"Banking77Classification":86.01,"EmotionClassification":48.38,"ImdbClassification":75.33,"MassiveIntentClassification (en)":75.58,"MassiveScenarioClassification (en)":79.16,"MTOPDomainClassification (en)":94.09,"MTOPIntentClassification (en)":77.05,"ToxicConversationsClassification":69.92,"TweetSentimentExtractionClassification":60.76} -{"index":195,"Rank":131,"Model":"e5-base-4k<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":72.21,"AmazonCounterfactualClassification (en)":75.42,"AmazonPolarityClassification":92.81,"AmazonReviewsClassification (en)":42.61,"Banking77Classification":83.53,"EmotionClassification":46.95,"ImdbClassification":86.15,"MassiveIntentClassification (en)":68.79,"MassiveScenarioClassification (en)":74.89,"MTOPDomainClassification (en)":91.79,"MTOPIntentClassification (en)":71.07,"ToxicConversationsClassification":72.11,"TweetSentimentExtractionClassification":60.39} -{"index":34,"Rank":132,"Model":"bge-small-en-v1.5<\/a>","Model Size (Million Parameters)":24,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":512,"Max Tokens":512,"Average":72.18,"AmazonCounterfactualClassification (en)":71.84,"AmazonPolarityClassification":92.75,"AmazonReviewsClassification (en)":49.19,"Banking77Classification":85.74,"EmotionClassification":47.84,"ImdbClassification":90.61,"MassiveIntentClassification (en)":70.76,"MassiveScenarioClassification (en)":75.21,"MTOPDomainClassification (en)":92.31,"MTOPIntentClassification (en)":63.87,"ToxicConversationsClassification":65.48,"TweetSentimentExtractionClassification":60.51} -{"index":235,"Rank":133,"Model":"udever-bloom-7b1<\/a>","Model Size (Million Parameters)":7069,"Memory Usage (GB, fp32)":26.33,"Embedding Dimensions":4096,"Max Tokens":2048,"Average":72.13,"AmazonCounterfactualClassification (en)":73.12,"AmazonPolarityClassification":88.89,"AmazonReviewsClassification (en)":43.2,"Banking77Classification":85.36,"EmotionClassification":48.77,"ImdbClassification":78.46,"MassiveIntentClassification (en)":72.04,"MassiveScenarioClassification (en)":76.86,"MTOPDomainClassification (en)":93.43,"MTOPIntentClassification (en)":71.73,"ToxicConversationsClassification":71.58,"TweetSentimentExtractionClassification":62.14} -{"index":283,"Rank":134,"Model":"modernbert-embed-base-unsupervised<\/a>","Model Size (Million Parameters)":149,"Memory Usage (GB, fp32)":0.56,"Embedding Dimensions":768,"Max Tokens":8192,"Average":72.11,"AmazonCounterfactualClassification (en)":76.21,"AmazonPolarityClassification":91.66,"AmazonReviewsClassification (en)":46.77,"Banking77Classification":84.58,"EmotionClassification":43.62,"ImdbClassification":88.74,"MassiveIntentClassification (en)":70.22,"MassiveScenarioClassification (en)":75.27,"MTOPDomainClassification (en)":92.29,"MTOPIntentClassification (en)":73.52,"ToxicConversationsClassification":67.56,"TweetSentimentExtractionClassification":54.85} -{"index":288,"Rank":135,"Model":"nomic-embed-text-v1.5-256<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":256,"Max Tokens":8192,"Average":72.1,"AmazonCounterfactualClassification (en)":72.94,"AmazonPolarityClassification":91.35,"AmazonReviewsClassification (en)":45.73,"Banking77Classification":83.69,"EmotionClassification":45.88,"ImdbClassification":83.99,"MassiveIntentClassification (en)":71.76,"MassiveScenarioClassification (en)":75.67,"MTOPDomainClassification (en)":91.68,"MTOPIntentClassification (en)":72.47,"ToxicConversationsClassification":70.87,"TweetSentimentExtractionClassification":59.2} -{"index":397,"Rank":136,"Model":"text-embedding-3-large-256<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":256,"Max Tokens":8191,"Average":71.97,"AmazonCounterfactualClassification (en)":73.96,"AmazonPolarityClassification":91.32,"AmazonReviewsClassification (en)":46.03,"Banking77Classification":83.19,"EmotionClassification":45.8,"ImdbClassification":85.93,"MassiveIntentClassification (en)":71.12,"MassiveScenarioClassification (en)":75.56,"MTOPDomainClassification (en)":92.76,"MTOPIntentClassification (en)":70.45,"ToxicConversationsClassification":68.52,"TweetSentimentExtractionClassification":58.98} -{"index":233,"Rank":137,"Model":"udever-bloom-3b<\/a>","Model Size (Million Parameters)":3003,"Memory Usage (GB, fp32)":11.19,"Embedding Dimensions":2560,"Max Tokens":2048,"Average":71.91,"AmazonCounterfactualClassification (en)":78.9,"AmazonPolarityClassification":87.98,"AmazonReviewsClassification (en)":42.58,"Banking77Classification":84.16,"EmotionClassification":47.88,"ImdbClassification":77.7,"MassiveIntentClassification (en)":70.39,"MassiveScenarioClassification (en)":77.19,"MTOPDomainClassification (en)":92.34,"MTOPIntentClassification (en)":70.63,"ToxicConversationsClassification":72.13,"TweetSentimentExtractionClassification":61.04} -{"index":89,"Rank":138,"Model":"LLM2Vec-Meta-Llama-3-unsupervised<\/a>","Model Size (Million Parameters)":7505,"Memory Usage (GB, fp32)":27.96,"Embedding Dimensions":4096,"Max Tokens":8192,"Average":71.88,"AmazonCounterfactualClassification (en)":75.7,"AmazonPolarityClassification":80.68,"AmazonReviewsClassification (en)":40.0,"Banking77Classification":84.77,"EmotionClassification":47.08,"ImdbClassification":75.19,"MassiveIntentClassification (en)":75.01,"MassiveScenarioClassification (en)":79.16,"MTOPDomainClassification (en)":94.47,"MTOPIntentClassification (en)":81.09,"ToxicConversationsClassification":71.85,"TweetSentimentExtractionClassification":57.61} -{"index":149,"Rank":139,"Model":"MedEmbed-small-v0.1<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":71.83,"AmazonCounterfactualClassification (en)":71.28,"AmazonPolarityClassification":91.99,"AmazonReviewsClassification (en)":48.21,"Banking77Classification":81.01,"EmotionClassification":49.75,"ImdbClassification":91.31,"MassiveIntentClassification (en)":70.43,"MassiveScenarioClassification (en)":75.12,"MTOPDomainClassification (en)":92.49,"MTOPIntentClassification (en)":63.23,"ToxicConversationsClassification":65.84,"TweetSentimentExtractionClassification":61.35} -{"index":227,"Rank":140,"Model":"multilingual-e5-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":71.77,"AmazonCounterfactualClassification (en)":78.67,"AmazonPolarityClassification":93.26,"AmazonReviewsClassification (en)":49.2,"Banking77Classification":75.88,"EmotionClassification":47.58,"ImdbClassification":90.23,"MassiveIntentClassification (en)":68.51,"MassiveScenarioClassification (en)":73.04,"MTOPDomainClassification (en)":91.81,"MTOPIntentClassification (en)":64.29,"ToxicConversationsClassification":66.01,"TweetSentimentExtractionClassification":62.8} -{"index":383,"Rank":141,"Model":"gte-small-quant<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":71.7,"AmazonCounterfactualClassification (en)":72.88,"AmazonPolarityClassification":91.03,"AmazonReviewsClassification (en)":46.94,"Banking77Classification":83.47,"EmotionClassification":45.8,"ImdbClassification":85.01,"MassiveIntentClassification (en)":70.23,"MassiveScenarioClassification (en)":75.29,"MTOPDomainClassification (en)":92.51,"MTOPIntentClassification (en)":69.62,"ToxicConversationsClassification":69.8,"TweetSentimentExtractionClassification":57.82} -{"index":87,"Rank":142,"Model":"LLM2Vec-Llama-2-unsupervised<\/a>","Model Size (Million Parameters)":6607,"Memory Usage (GB, fp32)":24.61,"Embedding Dimensions":4096,"Max Tokens":4096,"Average":71.57,"AmazonCounterfactualClassification (en)":76.91,"AmazonPolarityClassification":79.05,"AmazonReviewsClassification (en)":40.08,"Banking77Classification":84.65,"EmotionClassification":46.58,"ImdbClassification":75.68,"MassiveIntentClassification (en)":73.84,"MassiveScenarioClassification (en)":79.17,"MTOPDomainClassification (en)":94.33,"MTOPIntentClassification (en)":79.54,"ToxicConversationsClassification":71.81,"TweetSentimentExtractionClassification":57.17} -{"index":286,"Rank":143,"Model":"nomic-embed-text-v1-unsupervised<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":8192,"Average":71.17,"AmazonCounterfactualClassification (en)":76.99,"AmazonPolarityClassification":87.54,"AmazonReviewsClassification (en)":46.81,"Banking77Classification":81.09,"EmotionClassification":47.65,"ImdbClassification":86.32,"MassiveIntentClassification (en)":67.75,"MassiveScenarioClassification (en)":74.03,"MTOPDomainClassification (en)":92.36,"MTOPIntentClassification (en)":65.2,"ToxicConversationsClassification":72.96,"TweetSentimentExtractionClassification":55.28} -{"index":220,"Rank":144,"Model":"e5-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":71.15,"AmazonCounterfactualClassification (en)":75.51,"AmazonPolarityClassification":92.81,"AmazonReviewsClassification (en)":47.82,"Banking77Classification":83.53,"EmotionClassification":46.95,"ImdbClassification":86.15,"MassiveIntentClassification (en)":67.43,"MassiveScenarioClassification (en)":72.73,"MTOPDomainClassification (en)":92.23,"MTOPIntentClassification (en)":62.41,"ToxicConversationsClassification":65.87,"TweetSentimentExtractionClassification":60.39} -{"index":78,"Rank":145,"Model":"bilingual-embedding-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":71.14,"AmazonCounterfactualClassification (en)":77.42,"AmazonPolarityClassification":89.51,"AmazonReviewsClassification (en)":46.1,"Banking77Classification":78.46,"EmotionClassification":47.11,"ImdbClassification":87.39,"MassiveIntentClassification (en)":68.86,"MassiveScenarioClassification (en)":75.25,"MTOPDomainClassification (en)":92.86,"MTOPIntentClassification (en)":64.85,"ToxicConversationsClassification":63.38,"TweetSentimentExtractionClassification":62.47} -{"index":396,"Rank":146,"Model":"text-embedding-ada-002<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":8191,"Average":70.93,"AmazonCounterfactualClassification (en)":75.94,"AmazonPolarityClassification":86.72,"AmazonReviewsClassification (en)":44.78,"Banking77Classification":80.66,"EmotionClassification":48.74,"ImdbClassification":77.98,"MassiveIntentClassification (en)":70.15,"MassiveScenarioClassification (en)":75.33,"MTOPDomainClassification (en)":92.13,"MTOPIntentClassification (en)":64.68,"ToxicConversationsClassification":72.29,"TweetSentimentExtractionClassification":61.81} -{"index":25,"Rank":147,"Model":"gte-multilingual-base<\/a>","Model Size (Million Parameters)":305,"Memory Usage (GB, fp32)":1.14,"Embedding Dimensions":768,"Max Tokens":8192,"Average":70.89,"AmazonCounterfactualClassification (en)":75.96,"AmazonPolarityClassification":80.72,"AmazonReviewsClassification (en)":43.64,"Banking77Classification":85.36,"EmotionClassification":47.95,"ImdbClassification":74.91,"MassiveIntentClassification (en)":72.13,"MassiveScenarioClassification (en)":76.28,"MTOPDomainClassification (en)":92.54,"MTOPIntentClassification (en)":72.58,"ToxicConversationsClassification":71.03,"TweetSentimentExtractionClassification":57.6} -{"index":85,"Rank":148,"Model":"onnx-gte-multilingual-base<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":70.89,"AmazonCounterfactualClassification (en)":75.96,"AmazonPolarityClassification":80.72,"AmazonReviewsClassification (en)":43.64,"Banking77Classification":85.36,"EmotionClassification":47.95,"ImdbClassification":74.91,"MassiveIntentClassification (en)":72.13,"MassiveScenarioClassification (en)":76.28,"MTOPDomainClassification (en)":92.54,"MTOPIntentClassification (en)":72.58,"ToxicConversationsClassification":71.03,"TweetSentimentExtractionClassification":57.6} -{"index":244,"Rank":149,"Model":"multilingual-e5-small-ct2-int8<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":70.74,"AmazonCounterfactualClassification (en)":73.79,"AmazonPolarityClassification":88.7,"AmazonReviewsClassification (en)":44.7,"Banking77Classification":79.42,"EmotionClassification":42.45,"ImdbClassification":80.82,"MassiveIntentClassification (en)":70.3,"MassiveScenarioClassification (en)":74.48,"MTOPDomainClassification (en)":91.07,"MTOPIntentClassification (en)":71.08,"ToxicConversationsClassification":69.39,"TweetSentimentExtractionClassification":62.62} -{"index":157,"Rank":150,"Model":"Titan-text-embeddings-v2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":70.62,"AmazonCounterfactualClassification (en)":79.31,"AmazonPolarityClassification":76.66,"AmazonReviewsClassification (en)":35.28,"Banking77Classification":84.31,"EmotionClassification":55.61,"ImdbClassification":82.39,"MassiveIntentClassification (en)":69.24,"MassiveScenarioClassification (en)":74.11,"MTOPDomainClassification (en)":90.46,"MTOPIntentClassification (en)":66.0,"ToxicConversationsClassification":74.52,"TweetSentimentExtractionClassification":59.59} -{"index":47,"Rank":151,"Model":"Cohere-embed-multilingual-light-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":384,"Max Tokens":512,"Average":70.57,"AmazonCounterfactualClassification (en)":69.96,"AmazonPolarityClassification":90.7,"AmazonReviewsClassification (en)":46.54,"Banking77Classification":78.12,"EmotionClassification":46.66,"ImdbClassification":85.64,"MassiveIntentClassification (en)":67.36,"MassiveScenarioClassification (en)":72.63,"MTOPDomainClassification (en)":91.87,"MTOPIntentClassification (en)":62.23,"ToxicConversationsClassification":70.66,"TweetSentimentExtractionClassification":64.46} -{"index":356,"Rank":152,"Model":"BinGSE-Sheared-LLaMA<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":70.56,"AmazonCounterfactualClassification (en)":79.04,"AmazonPolarityClassification":82.24,"AmazonReviewsClassification (en)":44.91,"Banking77Classification":82.21,"EmotionClassification":46.78,"ImdbClassification":74.87,"MassiveIntentClassification (en)":74.19,"MassiveScenarioClassification (en)":77.74,"MTOPDomainClassification (en)":91.84,"MTOPIntentClassification (en)":66.63,"ToxicConversationsClassification":63.28,"TweetSentimentExtractionClassification":63.01} -{"index":251,"Rank":153,"Model":"XLM-0B6-embedding<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":70.55,"AmazonCounterfactualClassification (en)":68.61,"AmazonPolarityClassification":93.38,"AmazonReviewsClassification (en)":50.64,"Banking77Classification":78.5,"EmotionClassification":46.37,"ImdbClassification":88.54,"MassiveIntentClassification (en)":67.24,"MassiveScenarioClassification (en)":72.98,"MTOPDomainClassification (en)":90.48,"MTOPIntentClassification (en)":59.82,"ToxicConversationsClassification":71.16,"TweetSentimentExtractionClassification":58.89} -{"index":221,"Rank":154,"Model":"e5-large<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":70.48,"AmazonCounterfactualClassification (en)":75.07,"AmazonPolarityClassification":90.05,"AmazonReviewsClassification (en)":41.52,"Banking77Classification":84.14,"EmotionClassification":48.05,"ImdbClassification":82.11,"MassiveIntentClassification (en)":67.77,"MassiveScenarioClassification (en)":71.99,"MTOPDomainClassification (en)":92.07,"MTOPIntentClassification (en)":61.22,"ToxicConversationsClassification":70.56,"TweetSentimentExtractionClassification":61.21} -{"index":392,"Rank":155,"Model":"text-similarity-ada-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":2046,"Average":70.44,"AmazonCounterfactualClassification (en)":76.4,"AmazonPolarityClassification":92.83,"AmazonReviewsClassification (en)":47.45,"Banking77Classification":68.04,"EmotionClassification":50.33,"ImdbClassification":89.38,"MassiveIntentClassification (en)":65.17,"MassiveScenarioClassification (en)":67.67,"MTOPDomainClassification (en)":89.89,"MTOPIntentClassification (en)":64.8,"ToxicConversationsClassification":70.0,"TweetSentimentExtractionClassification":63.35} -{"index":144,"Rank":156,"Model":"gte-tiny<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.08,"Embedding Dimensions":384,"Max Tokens":512,"Average":70.35,"AmazonCounterfactualClassification (en)":71.76,"AmazonPolarityClassification":86.61,"AmazonReviewsClassification (en)":42.61,"Banking77Classification":81.73,"EmotionClassification":44.71,"ImdbClassification":80.54,"MassiveIntentClassification (en)":70.13,"MassiveScenarioClassification (en)":74.86,"MTOPDomainClassification (en)":91.76,"MTOPIntentClassification (en)":69.9,"ToxicConversationsClassification":70.97,"TweetSentimentExtractionClassification":58.57} -{"index":95,"Rank":157,"Model":"Ivysaur<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.08,"Embedding Dimensions":384,"Max Tokens":512,"Average":70.25,"AmazonCounterfactualClassification (en)":72.1,"AmazonPolarityClassification":86.69,"AmazonReviewsClassification (en)":42.7,"Banking77Classification":81.92,"EmotionClassification":45.44,"ImdbClassification":80.8,"MassiveIntentClassification (en)":70.35,"MassiveScenarioClassification (en)":74.89,"MTOPDomainClassification (en)":92.12,"MTOPIntentClassification (en)":71.86,"ToxicConversationsClassification":65.46,"TweetSentimentExtractionClassification":58.66} -{"index":232,"Rank":158,"Model":"udever-bloom-1b1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":2048,"Average":70.17,"AmazonCounterfactualClassification (en)":69.94,"AmazonPolarityClassification":87.19,"AmazonReviewsClassification (en)":41.08,"Banking77Classification":82.89,"EmotionClassification":46.84,"ImdbClassification":74.45,"MassiveIntentClassification (en)":67.93,"MassiveScenarioClassification (en)":75.72,"MTOPDomainClassification (en)":92.18,"MTOPIntentClassification (en)":70.3,"ToxicConversationsClassification":72.01,"TweetSentimentExtractionClassification":61.51} -{"index":110,"Rank":159,"Model":"SGPT-5.8B-weightedmean-nli-bitfit<\/a>","Model Size (Million Parameters)":5874,"Memory Usage (GB, fp32)":21.88,"Embedding Dimensions":4096,"Max Tokens":2048,"Average":70.14,"AmazonCounterfactualClassification (en)":74.07,"AmazonPolarityClassification":82.31,"AmazonReviewsClassification (en)":41.58,"Banking77Classification":81.74,"EmotionClassification":49.92,"ImdbClassification":74.33,"MassiveIntentClassification (en)":70.0,"MassiveScenarioClassification (en)":75.03,"MTOPDomainClassification (en)":89.64,"MTOPIntentClassification (en)":70.68,"ToxicConversationsClassification":69.93,"TweetSentimentExtractionClassification":62.44} -{"index":219,"Rank":160,"Model":"e5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":70.11,"AmazonCounterfactualClassification (en)":78.16,"AmazonPolarityClassification":87.96,"AmazonReviewsClassification (en)":42.32,"Banking77Classification":83.33,"EmotionClassification":49.44,"ImdbClassification":75.96,"MassiveIntentClassification (en)":66.65,"MassiveScenarioClassification (en)":71.52,"MTOPDomainClassification (en)":90.44,"MTOPIntentClassification (en)":60.07,"ToxicConversationsClassification":74.12,"TweetSentimentExtractionClassification":61.38} -{"index":13,"Rank":161,"Model":"voyage-multilingual-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":32000,"Average":70.04,"AmazonCounterfactualClassification (en)":72.73,"AmazonPolarityClassification":87.78,"AmazonReviewsClassification (en)":42.88,"Banking77Classification":78.61,"EmotionClassification":45.83,"ImdbClassification":82.8,"MassiveIntentClassification (en)":72.45,"MassiveScenarioClassification (en)":76.56,"MTOPDomainClassification (en)":93.04,"MTOPIntentClassification (en)":68.46,"ToxicConversationsClassification":61.88,"TweetSentimentExtractionClassification":57.51} -{"index":336,"Rank":162,"Model":"sentence-t5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":69.81,"AmazonCounterfactualClassification (en)":75.82,"AmazonPolarityClassification":85.12,"AmazonReviewsClassification (en)":44.94,"Banking77Classification":76.48,"EmotionClassification":51.35,"ImdbClassification":77.34,"MassiveIntentClassification (en)":69.74,"MassiveScenarioClassification (en)":72.32,"MTOPDomainClassification (en)":90.34,"MTOPIntentClassification (en)":63.32,"ToxicConversationsClassification":68.2,"TweetSentimentExtractionClassification":62.71} -{"index":226,"Rank":163,"Model":"multilingual-e5-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":69.76,"AmazonCounterfactualClassification (en)":77.36,"AmazonPolarityClassification":91.76,"AmazonReviewsClassification (en)":47.54,"Banking77Classification":73.53,"EmotionClassification":45.68,"ImdbClassification":84.29,"MassiveIntentClassification (en)":65.71,"MassiveScenarioClassification (en)":71.57,"MTOPDomainClassification (en)":90.9,"MTOPIntentClassification (en)":61.6,"ToxicConversationsClassification":64.33,"TweetSentimentExtractionClassification":62.8} -{"index":287,"Rank":164,"Model":"nomic-embed-text-v1.5-128<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":128,"Max Tokens":8192,"Average":69.7,"AmazonCounterfactualClassification (en)":69.78,"AmazonPolarityClassification":88.74,"AmazonReviewsClassification (en)":43.11,"Banking77Classification":82.78,"EmotionClassification":42.92,"ImdbClassification":80.87,"MassiveIntentClassification (en)":69.34,"MassiveScenarioClassification (en)":74.21,"MTOPDomainClassification (en)":89.61,"MTOPIntentClassification (en)":68.9,"ToxicConversationsClassification":68.16,"TweetSentimentExtractionClassification":57.99} -{"index":250,"Rank":165,"Model":"MegatronBert-1B3-embedding<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":69.65,"AmazonCounterfactualClassification (en)":70.12,"AmazonPolarityClassification":92.95,"AmazonReviewsClassification (en)":50.52,"Banking77Classification":75.59,"EmotionClassification":45.98,"ImdbClassification":90.22,"MassiveIntentClassification (en)":65.03,"MassiveScenarioClassification (en)":71.05,"MTOPDomainClassification (en)":88.63,"MTOPIntentClassification (en)":58.08,"ToxicConversationsClassification":69.33,"TweetSentimentExtractionClassification":58.25} -{"index":301,"Rank":166,"Model":"jina-embeddings-v2-base-es-Q5_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":69.02,"AmazonCounterfactualClassification (en)":74.25,"AmazonPolarityClassification":78.31,"AmazonReviewsClassification (en)":38.32,"Banking77Classification":85.26,"EmotionClassification":46.58,"ImdbClassification":67.46,"MassiveIntentClassification (en)":70.76,"MassiveScenarioClassification (en)":73.82,"MTOPDomainClassification (en)":90.37,"MTOPIntentClassification (en)":71.97,"ToxicConversationsClassification":70.05,"TweetSentimentExtractionClassification":61.06} -{"index":241,"Rank":167,"Model":"jina-embeddings-v2-base-es<\/a>","Model Size (Million Parameters)":161,"Memory Usage (GB, fp32)":0.6,"Embedding Dimensions":768,"Max Tokens":8192,"Average":69.02,"AmazonCounterfactualClassification (en)":74.25,"AmazonPolarityClassification":78.31,"AmazonReviewsClassification (en)":38.32,"Banking77Classification":85.26,"EmotionClassification":46.58,"ImdbClassification":67.46,"MassiveIntentClassification (en)":70.76,"MassiveScenarioClassification (en)":73.82,"MTOPDomainClassification (en)":90.37,"MTOPIntentClassification (en)":71.97,"ToxicConversationsClassification":70.05,"TweetSentimentExtractionClassification":61.06} -{"index":27,"Rank":168,"Model":"jina-embeddings-v2-base-es-Q2_K-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":69.02,"AmazonCounterfactualClassification (en)":74.25,"AmazonPolarityClassification":78.31,"AmazonReviewsClassification (en)":38.32,"Banking77Classification":85.26,"EmotionClassification":46.58,"ImdbClassification":67.46,"MassiveIntentClassification (en)":70.76,"MassiveScenarioClassification (en)":73.82,"MTOPDomainClassification (en)":90.37,"MTOPIntentClassification (en)":71.97,"ToxicConversationsClassification":70.05,"TweetSentimentExtractionClassification":61.06} -{"index":28,"Rank":169,"Model":"jina-embeddings-v2-base-es-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":69.02,"AmazonCounterfactualClassification (en)":74.25,"AmazonPolarityClassification":78.31,"AmazonReviewsClassification (en)":38.32,"Banking77Classification":85.26,"EmotionClassification":46.58,"ImdbClassification":67.46,"MassiveIntentClassification (en)":70.76,"MassiveScenarioClassification (en)":73.82,"MTOPDomainClassification (en)":90.37,"MTOPIntentClassification (en)":71.97,"ToxicConversationsClassification":70.05,"TweetSentimentExtractionClassification":61.06} -{"index":53,"Rank":170,"Model":"jina-embeddings-v2-small-en-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":68.82,"AmazonCounterfactualClassification (en)":71.36,"AmazonPolarityClassification":82.9,"AmazonReviewsClassification (en)":40.89,"Banking77Classification":78.25,"EmotionClassification":44.01,"ImdbClassification":73.64,"MassiveIntentClassification (en)":67.61,"MassiveScenarioClassification (en)":69.75,"MTOPDomainClassification (en)":93.96,"MTOPIntentClassification (en)":72.5,"ToxicConversationsClassification":71.54,"TweetSentimentExtractionClassification":59.4} -{"index":242,"Rank":171,"Model":"jina-embeddings-v2-small-en<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":512,"Max Tokens":8192,"Average":68.82,"AmazonCounterfactualClassification (en)":71.36,"AmazonPolarityClassification":82.9,"AmazonReviewsClassification (en)":40.89,"Banking77Classification":78.25,"EmotionClassification":44.01,"ImdbClassification":73.64,"MassiveIntentClassification (en)":67.61,"MassiveScenarioClassification (en)":69.75,"MTOPDomainClassification (en)":93.96,"MTOPIntentClassification (en)":72.5,"ToxicConversationsClassification":71.54,"TweetSentimentExtractionClassification":59.4} -{"index":138,"Rank":172,"Model":"snowflake-arctic-embed-m-v1.5<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":68.79,"AmazonCounterfactualClassification (en)":68.3,"AmazonPolarityClassification":90.31,"AmazonReviewsClassification (en)":46.27,"Banking77Classification":80.01,"EmotionClassification":43.67,"ImdbClassification":84.36,"MassiveIntentClassification (en)":66.69,"MassiveScenarioClassification (en)":73.06,"MTOPDomainClassification (en)":91.36,"MTOPIntentClassification (en)":60.64,"ToxicConversationsClassification":66.84,"TweetSentimentExtractionClassification":53.91} -{"index":280,"Rank":173,"Model":"bge-small-en-v1.5-sparse<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":68.55,"AmazonCounterfactualClassification (en)":70.72,"AmazonPolarityClassification":83.34,"AmazonReviewsClassification (en)":40.99,"Banking77Classification":81.25,"EmotionClassification":41.66,"ImdbClassification":74.81,"MassiveIntentClassification (en)":69.8,"MassiveScenarioClassification (en)":74.54,"MTOPDomainClassification (en)":91.22,"MTOPIntentClassification (en)":69.39,"ToxicConversationsClassification":67.44,"TweetSentimentExtractionClassification":57.48} -{"index":136,"Rank":174,"Model":"snowflake-arctic-embed-m<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":68.23,"AmazonCounterfactualClassification (en)":76.81,"AmazonPolarityClassification":82.83,"AmazonReviewsClassification (en)":38.93,"Banking77Classification":80.34,"EmotionClassification":46.54,"ImdbClassification":74.08,"MassiveIntentClassification (en)":66.92,"MassiveScenarioClassification (en)":72.75,"MTOPDomainClassification (en)":92.73,"MTOPIntentClassification (en)":65.18,"ToxicConversationsClassification":64.93,"TweetSentimentExtractionClassification":56.73} -{"index":109,"Rank":175,"Model":"SGPT-5.8B-weightedmean-msmarco-specb-bitfit<\/a>","Model Size (Million Parameters)":5874,"Memory Usage (GB, fp32)":21.88,"Embedding Dimensions":4096,"Max Tokens":2048,"Average":68.13,"AmazonCounterfactualClassification (en)":69.22,"AmazonPolarityClassification":71.26,"AmazonReviewsClassification (en)":39.19,"Banking77Classification":84.49,"EmotionClassification":49.66,"ImdbClassification":66.64,"MassiveIntentClassification (en)":70.39,"MassiveScenarioClassification (en)":76.28,"MTOPDomainClassification (en)":93.47,"MTOPIntentClassification (en)":72.42,"ToxicConversationsClassification":67.71,"TweetSentimentExtractionClassification":56.85} -{"index":102,"Rank":176,"Model":"gte-micro-v4<\/a>","Model Size (Million Parameters)":19,"Memory Usage (GB, fp32)":0.07,"Embedding Dimensions":384,"Max Tokens":512,"Average":68.13,"AmazonCounterfactualClassification (en)":71.84,"AmazonPolarityClassification":80.04,"AmazonReviewsClassification (en)":39.75,"Banking77Classification":80.92,"EmotionClassification":44.88,"ImdbClassification":71.96,"MassiveIntentClassification (en)":69.11,"MassiveScenarioClassification (en)":74.16,"MTOPDomainClassification (en)":90.87,"MTOPIntentClassification (en)":68.53,"ToxicConversationsClassification":66.04,"TweetSentimentExtractionClassification":59.43} -{"index":224,"Rank":177,"Model":"e5-small<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":68.08,"AmazonCounterfactualClassification (en)":73.42,"AmazonPolarityClassification":87.53,"AmazonReviewsClassification (en)":41.5,"Banking77Classification":81.87,"EmotionClassification":46.86,"ImdbClassification":75.55,"MassiveIntentClassification (en)":64.47,"MassiveScenarioClassification (en)":68.78,"MTOPDomainClassification (en)":87.88,"MTOPIntentClassification (en)":52.97,"ToxicConversationsClassification":72.76,"TweetSentimentExtractionClassification":63.31} -{"index":358,"Rank":178,"Model":"GTE512_sw<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":68.07,"AmazonCounterfactualClassification (en)":75.03,"AmazonPolarityClassification":74.01,"AmazonReviewsClassification (en)":39.46,"Banking77Classification":75.15,"EmotionClassification":48.99,"ImdbClassification":70.68,"MassiveIntentClassification (en)":65.63,"MassiveScenarioClassification (en)":72.66,"MTOPDomainClassification (en)":91.34,"MTOPIntentClassification (en)":63.57,"ToxicConversationsClassification":79.29,"TweetSentimentExtractionClassification":60.98} -{"index":234,"Rank":179,"Model":"udever-bloom-560m<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":2048,"Average":68.04,"AmazonCounterfactualClassification (en)":72.36,"AmazonPolarityClassification":83.81,"AmazonReviewsClassification (en)":38.97,"Banking77Classification":80.97,"EmotionClassification":44.77,"ImdbClassification":72.21,"MassiveIntentClassification (en)":66.09,"MassiveScenarioClassification (en)":73.26,"MTOPDomainClassification (en)":89.93,"MTOPIntentClassification (en)":66.56,"ToxicConversationsClassification":67.96,"TweetSentimentExtractionClassification":59.6} -{"index":143,"Rank":180,"Model":"bge-micro-v2<\/a>","Model Size (Million Parameters)":17,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average":68.04,"AmazonCounterfactualClassification (en)":67.76,"AmazonPolarityClassification":79.75,"AmazonReviewsClassification (en)":37.45,"Banking77Classification":81.17,"EmotionClassification":44.53,"ImdbClassification":76.46,"MassiveIntentClassification (en)":68.58,"MassiveScenarioClassification (en)":73.92,"MTOPDomainClassification (en)":90.67,"MTOPIntentClassification (en)":68.29,"ToxicConversationsClassification":70.23,"TweetSentimentExtractionClassification":57.64} -{"index":137,"Rank":181,"Model":"snowflake-arctic-embed-m-long<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":8192,"Average":68.01,"AmazonCounterfactualClassification (en)":78.48,"AmazonPolarityClassification":78.74,"AmazonReviewsClassification (en)":39.93,"Banking77Classification":80.26,"EmotionClassification":47.26,"ImdbClassification":71.79,"MassiveIntentClassification (en)":66.55,"MassiveScenarioClassification (en)":73.11,"MTOPDomainClassification (en)":93.04,"MTOPIntentClassification (en)":63.52,"ToxicConversationsClassification":66.74,"TweetSentimentExtractionClassification":56.73} -{"index":239,"Rank":182,"Model":"jina-embeddings-v2-base-de<\/a>","Model Size (Million Parameters)":161,"Memory Usage (GB, fp32)":0.6,"Embedding Dimensions":768,"Max Tokens":8192,"Average":67.98,"AmazonCounterfactualClassification (en)":73.76,"AmazonPolarityClassification":77.52,"AmazonReviewsClassification (en)":38.5,"Banking77Classification":83.94,"EmotionClassification":44.64,"ImdbClassification":68.61,"MassiveIntentClassification (en)":69.11,"MassiveScenarioClassification (en)":73.74,"MTOPDomainClassification (en)":89.38,"MTOPIntentClassification (en)":66.49,"ToxicConversationsClassification":69.65,"TweetSentimentExtractionClassification":60.43} -{"index":178,"Rank":183,"Model":"jina-embeddings-v2-base-de-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":67.98,"AmazonCounterfactualClassification (en)":73.76,"AmazonPolarityClassification":77.52,"AmazonReviewsClassification (en)":38.5,"Banking77Classification":83.94,"EmotionClassification":44.64,"ImdbClassification":68.61,"MassiveIntentClassification (en)":69.11,"MassiveScenarioClassification (en)":73.74,"MTOPDomainClassification (en)":89.38,"MTOPIntentClassification (en)":66.49,"ToxicConversationsClassification":69.65,"TweetSentimentExtractionClassification":60.43} -{"index":82,"Rank":184,"Model":"jina-embeddings-v2-base-de-Q5_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":67.98,"AmazonCounterfactualClassification (en)":73.76,"AmazonPolarityClassification":77.52,"AmazonReviewsClassification (en)":38.5,"Banking77Classification":83.94,"EmotionClassification":44.64,"ImdbClassification":68.61,"MassiveIntentClassification (en)":69.11,"MassiveScenarioClassification (en)":73.74,"MTOPDomainClassification (en)":89.38,"MTOPIntentClassification (en)":66.49,"ToxicConversationsClassification":69.65,"TweetSentimentExtractionClassification":60.43} -{"index":368,"Rank":185,"Model":"universal-sentence-encoder-large-5<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":67.9,"AmazonCounterfactualClassification (en)":76.19,"AmazonPolarityClassification":69.63,"AmazonReviewsClassification (en)":35.53,"Banking77Classification":78.13,"EmotionClassification":45.48,"ImdbClassification":64.06,"MassiveIntentClassification (en)":71.69,"MassiveScenarioClassification (en)":77.2,"MTOPDomainClassification (en)":92.94,"MTOPIntentClassification (en)":74.43,"ToxicConversationsClassification":70.17,"TweetSentimentExtractionClassification":59.31} -{"index":94,"Rank":186,"Model":"Bulbasaur<\/a>","Model Size (Million Parameters)":17,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average":67.9,"AmazonCounterfactualClassification (en)":71.87,"AmazonPolarityClassification":78.79,"AmazonReviewsClassification (en)":39.31,"Banking77Classification":80.58,"EmotionClassification":44.79,"ImdbClassification":71.53,"MassiveIntentClassification (en)":68.84,"MassiveScenarioClassification (en)":73.75,"MTOPDomainClassification (en)":90.79,"MTOPIntentClassification (en)":68.72,"ToxicConversationsClassification":66.29,"TweetSentimentExtractionClassification":59.49} -{"index":158,"Rank":187,"Model":"bge-small-4096<\/a>","Model Size (Million Parameters)":35,"Memory Usage (GB, fp32)":0.13,"Embedding Dimensions":384,"Max Tokens":4096,"Average":67.8,"AmazonCounterfactualClassification (en)":68.75,"AmazonPolarityClassification":81.3,"AmazonReviewsClassification (en)":38.57,"Banking77Classification":79.98,"EmotionClassification":40.09,"ImdbClassification":80.09,"MassiveIntentClassification (en)":67.58,"MassiveScenarioClassification (en)":73.47,"MTOPDomainClassification (en)":90.36,"MTOPIntentClassification (en)":66.45,"ToxicConversationsClassification":69.34,"TweetSentimentExtractionClassification":57.6} -{"index":97,"Rank":188,"Model":"Venusaur<\/a>","Model Size (Million Parameters)":16,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average":67.77,"AmazonCounterfactualClassification (en)":73.18,"AmazonPolarityClassification":79.99,"AmazonReviewsClassification (en)":39.66,"Banking77Classification":77.95,"EmotionClassification":44.38,"ImdbClassification":73.02,"MassiveIntentClassification (en)":67.75,"MassiveScenarioClassification (en)":72.36,"MTOPDomainClassification (en)":89.87,"MTOPIntentClassification (en)":71.03,"ToxicConversationsClassification":64.41,"TweetSentimentExtractionClassification":59.66} -{"index":80,"Rank":189,"Model":"bilingual-embedding-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":67.77,"AmazonCounterfactualClassification (en)":74.28,"AmazonPolarityClassification":82.2,"AmazonReviewsClassification (en)":40.22,"Banking77Classification":80.31,"EmotionClassification":40.81,"ImdbClassification":73.7,"MassiveIntentClassification (en)":68.86,"MassiveScenarioClassification (en)":74.49,"MTOPDomainClassification (en)":89.73,"MTOPIntentClassification (en)":66.49,"ToxicConversationsClassification":62.52,"TweetSentimentExtractionClassification":59.6} -{"index":237,"Rank":190,"Model":"jina-embedding-l-en-v1<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":67.76,"AmazonCounterfactualClassification (en)":68.93,"AmazonPolarityClassification":69.14,"AmazonReviewsClassification (en)":31.38,"Banking77Classification":85.34,"EmotionClassification":45.84,"ImdbClassification":66.42,"MassiveIntentClassification (en)":72.73,"MassiveScenarioClassification (en)":77.08,"MTOPDomainClassification (en)":92.83,"MTOPIntentClassification (en)":76.09,"ToxicConversationsClassification":69.13,"TweetSentimentExtractionClassification":58.16} -{"index":93,"Rank":191,"Model":"LLM2Vec-Sheared-Llama-unsupervised<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":4096,"Average":67.67,"AmazonCounterfactualClassification (en)":72.93,"AmazonPolarityClassification":74.28,"AmazonReviewsClassification (en)":36.14,"Banking77Classification":79.0,"EmotionClassification":42.85,"ImdbClassification":71.92,"MassiveIntentClassification (en)":69.99,"MassiveScenarioClassification (en)":75.15,"MTOPDomainClassification (en)":91.24,"MTOPIntentClassification (en)":74.08,"ToxicConversationsClassification":68.4,"TweetSentimentExtractionClassification":56.08} -{"index":101,"Rank":192,"Model":"gte-micro-v3<\/a>","Model Size (Million Parameters)":17,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average":67.47,"AmazonCounterfactualClassification (en)":71.43,"AmazonPolarityClassification":77.72,"AmazonReviewsClassification (en)":38.96,"Banking77Classification":80.4,"EmotionClassification":44.54,"ImdbClassification":70.59,"MassiveIntentClassification (en)":68.5,"MassiveScenarioClassification (en)":73.55,"MTOPDomainClassification (en)":90.5,"MTOPIntentClassification (en)":67.52,"ToxicConversationsClassification":66.69,"TweetSentimentExtractionClassification":59.29} -{"index":100,"Rank":193,"Model":"gte-micro-v2<\/a>","Model Size (Million Parameters)":17,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average":67.47,"AmazonCounterfactualClassification (en)":71.43,"AmazonPolarityClassification":77.72,"AmazonReviewsClassification (en)":38.96,"Banking77Classification":80.4,"EmotionClassification":44.54,"ImdbClassification":70.59,"MassiveIntentClassification (en)":68.5,"MassiveScenarioClassification (en)":73.55,"MTOPDomainClassification (en)":90.5,"MTOPIntentClassification (en)":67.52,"ToxicConversationsClassification":66.69,"TweetSentimentExtractionClassification":59.29} -{"index":335,"Rank":194,"Model":"paraphrase-multilingual-mpnet-base-v2<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":67.46,"AmazonCounterfactualClassification (en)":75.81,"AmazonPolarityClassification":76.41,"AmazonReviewsClassification (en)":38.52,"Banking77Classification":81.1,"EmotionClassification":45.85,"ImdbClassification":64.58,"MassiveIntentClassification (en)":69.32,"MassiveScenarioClassification (en)":75.35,"MTOPDomainClassification (en)":89.24,"MTOPIntentClassification (en)":68.69,"ToxicConversationsClassification":65.56,"TweetSentimentExtractionClassification":59.04} -{"index":331,"Rank":195,"Model":"gtr-t5-xxl<\/a>","Model Size (Million Parameters)":4865,"Memory Usage (GB, fp32)":18.12,"Embedding Dimensions":768,"Max Tokens":512,"Average":67.41,"AmazonCounterfactualClassification (en)":67.3,"AmazonPolarityClassification":75.05,"AmazonReviewsClassification (en)":37.3,"Banking77Classification":82.32,"EmotionClassification":43.19,"ImdbClassification":70.8,"MassiveIntentClassification (en)":70.61,"MassiveScenarioClassification (en)":77.77,"MTOPDomainClassification (en)":93.84,"MTOPIntentClassification (en)":67.71,"ToxicConversationsClassification":68.48,"TweetSentimentExtractionClassification":54.54} -{"index":303,"Rank":196,"Model":"sup-simcse-bert-base-uncased<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":67.32,"AmazonCounterfactualClassification (en)":75.75,"AmazonPolarityClassification":82.47,"AmazonReviewsClassification (en)":39.6,"Banking77Classification":75.76,"EmotionClassification":44.81,"ImdbClassification":73.53,"MassiveIntentClassification (en)":65.95,"MassiveScenarioClassification (en)":70.78,"MTOPDomainClassification (en)":84.29,"MTOPIntentClassification (en)":63.14,"ToxicConversationsClassification":72.04,"TweetSentimentExtractionClassification":59.73} -{"index":67,"Rank":197,"Model":"lodestone-base-4096-v1<\/a>","Model Size (Million Parameters)":69,"Memory Usage (GB, fp32)":0.26,"Embedding Dimensions":768,"Max Tokens":4096,"Average":67.3,"AmazonCounterfactualClassification (en)":69.73,"AmazonPolarityClassification":86.9,"AmazonReviewsClassification (en)":44.05,"Banking77Classification":75.41,"EmotionClassification":41.99,"ImdbClassification":79.54,"MassiveIntentClassification (en)":63.34,"MassiveScenarioClassification (en)":72.37,"MTOPDomainClassification (en)":89.67,"MTOPIntentClassification (en)":60.28,"ToxicConversationsClassification":67.94,"TweetSentimentExtractionClassification":56.41} -{"index":312,"Rank":198,"Model":"zzz<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":67.3,"AmazonCounterfactualClassification (en)":69.73,"AmazonPolarityClassification":86.9,"AmazonReviewsClassification (en)":44.05,"Banking77Classification":75.41,"EmotionClassification":41.99,"ImdbClassification":79.54,"MassiveIntentClassification (en)":63.34,"MassiveScenarioClassification (en)":72.37,"MTOPDomainClassification (en)":89.67,"MTOPIntentClassification (en)":60.28,"ToxicConversationsClassification":67.94,"TweetSentimentExtractionClassification":56.41} -{"index":357,"Rank":199,"Model":"GTE256_sw<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":67.21,"AmazonCounterfactualClassification (en)":72.72,"AmazonPolarityClassification":72.78,"AmazonReviewsClassification (en)":38.48,"Banking77Classification":75.05,"EmotionClassification":48.27,"ImdbClassification":69.98,"MassiveIntentClassification (en)":65.15,"MassiveScenarioClassification (en)":71.97,"MTOPDomainClassification (en)":91.4,"MTOPIntentClassification (en)":61.25,"ToxicConversationsClassification":79.27,"TweetSentimentExtractionClassification":60.2} -{"index":135,"Rank":200,"Model":"snowflake-arctic-embed-l-v2.0<\/a>","Model Size (Million Parameters)":568,"Memory Usage (GB, fp32)":2.12,"Embedding Dimensions":1024,"Max Tokens":8194,"Average":67.18,"AmazonCounterfactualClassification (en)":65.6,"AmazonPolarityClassification":74.26,"AmazonReviewsClassification (en)":34.95,"Banking77Classification":81.81,"EmotionClassification":42.53,"ImdbClassification":72.54,"MassiveIntentClassification (en)":71.46,"MassiveScenarioClassification (en)":76.22,"MTOPDomainClassification (en)":93.53,"MTOPIntentClassification (en)":67.79,"ToxicConversationsClassification":65.86,"TweetSentimentExtractionClassification":59.66} -{"index":329,"Rank":201,"Model":"gtr-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Embedding Dimensions":768,"Max Tokens":512,"Average":67.14,"AmazonCounterfactualClassification (en)":70.03,"AmazonPolarityClassification":73.92,"AmazonReviewsClassification (en)":37.21,"Banking77Classification":81.21,"EmotionClassification":46.33,"ImdbClassification":70.86,"MassiveIntentClassification (en)":70.06,"MassiveScenarioClassification (en)":75.49,"MTOPDomainClassification (en)":94.01,"MTOPIntentClassification (en)":63.86,"ToxicConversationsClassification":68.65,"TweetSentimentExtractionClassification":54.09} -{"index":108,"Rank":202,"Model":"SGPT-2.7B-weightedmean-msmarco-specb-bitfit<\/a>","Model Size (Million Parameters)":2685,"Memory Usage (GB, fp32)":10.0,"Embedding Dimensions":2560,"Max Tokens":2048,"Average":67.13,"AmazonCounterfactualClassification (en)":67.57,"AmazonPolarityClassification":71.44,"AmazonReviewsClassification (en)":35.75,"Banking77Classification":83.22,"EmotionClassification":49.21,"ImdbClassification":63.53,"MassiveIntentClassification (en)":69.01,"MassiveScenarioClassification (en)":75.9,"MTOPDomainClassification (en)":92.56,"MTOPIntentClassification (en)":71.85,"ToxicConversationsClassification":68.84,"TweetSentimentExtractionClassification":56.69} -{"index":359,"Rank":203,"Model":"GTE_wl_mv<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":67.12,"AmazonCounterfactualClassification (en)":73.13,"AmazonPolarityClassification":71.52,"AmazonReviewsClassification (en)":37.03,"Banking77Classification":75.63,"EmotionClassification":49.19,"ImdbClassification":70.21,"MassiveIntentClassification (en)":66.29,"MassiveScenarioClassification (en)":73.91,"MTOPDomainClassification (en)":91.68,"MTOPIntentClassification (en)":61.33,"ToxicConversationsClassification":75.88,"TweetSentimentExtractionClassification":59.68} -{"index":330,"Rank":204,"Model":"gtr-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Embedding Dimensions":768,"Max Tokens":512,"Average":67.11,"AmazonCounterfactualClassification (en)":68.6,"AmazonPolarityClassification":74.58,"AmazonReviewsClassification (en)":38.2,"Banking77Classification":82.22,"EmotionClassification":45.54,"ImdbClassification":68.15,"MassiveIntentClassification (en)":70.23,"MassiveScenarioClassification (en)":75.94,"MTOPDomainClassification (en)":93.6,"MTOPIntentClassification (en)":65.93,"ToxicConversationsClassification":67.56,"TweetSentimentExtractionClassification":54.77} -{"index":134,"Rank":205,"Model":"snowflake-arctic-embed-l<\/a>","Model Size (Million Parameters)":334,"Memory Usage (GB, fp32)":1.24,"Embedding Dimensions":1024,"Max Tokens":512,"Average":67.07,"AmazonCounterfactualClassification (en)":74.81,"AmazonPolarityClassification":78.4,"AmazonReviewsClassification (en)":36.72,"Banking77Classification":80.06,"EmotionClassification":46.46,"ImdbClassification":72.88,"MassiveIntentClassification (en)":65.79,"MassiveScenarioClassification (en)":71.1,"MTOPDomainClassification (en)":92.62,"MTOPIntentClassification (en)":64.51,"ToxicConversationsClassification":64.71,"TweetSentimentExtractionClassification":56.74} -{"index":229,"Rank":206,"Model":"multilingual-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":67.03,"AmazonCounterfactualClassification (en)":71.87,"AmazonPolarityClassification":88.61,"AmazonReviewsClassification (en)":45.75,"Banking77Classification":70.44,"EmotionClassification":42.86,"ImdbClassification":79.57,"MassiveIntentClassification (en)":63.87,"MassiveScenarioClassification (en)":69.28,"MTOPDomainClassification (en)":88.99,"MTOPIntentClassification (en)":56.69,"ToxicConversationsClassification":63.59,"TweetSentimentExtractionClassification":62.79} -{"index":188,"Rank":207,"Model":"embedder-100p<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":66.95,"AmazonCounterfactualClassification (en)":67.06,"AmazonPolarityClassification":70.41,"AmazonReviewsClassification (en)":33.21,"Banking77Classification":82.73,"EmotionClassification":43.47,"ImdbClassification":67.3,"MassiveIntentClassification (en)":71.77,"MassiveScenarioClassification (en)":77.85,"MTOPDomainClassification (en)":91.82,"MTOPIntentClassification (en)":74.7,"ToxicConversationsClassification":67.48,"TweetSentimentExtractionClassification":55.62} -{"index":292,"Rank":208,"Model":"contriever-base-msmarco<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":66.68,"AmazonCounterfactualClassification (en)":72.19,"AmazonPolarityClassification":68.63,"AmazonReviewsClassification (en)":37.42,"Banking77Classification":80.02,"EmotionClassification":44.77,"ImdbClassification":67.04,"MassiveIntentClassification (en)":67.78,"MassiveScenarioClassification (en)":76.0,"MTOPDomainClassification (en)":93.18,"MTOPIntentClassification (en)":69.31,"ToxicConversationsClassification":67.77,"TweetSentimentExtractionClassification":56.1} -{"index":340,"Rank":209,"Model":"LaBSE-ru-turbo<\/a>","Model Size (Million Parameters)":128,"Memory Usage (GB, fp32)":0.48,"Embedding Dimensions":768,"Max Tokens":512,"Average":66.55,"AmazonCounterfactualClassification (en)":74.01,"AmazonPolarityClassification":79.24,"AmazonReviewsClassification (en)":42.38,"Banking77Classification":73.54,"EmotionClassification":45.58,"ImdbClassification":71.58,"MassiveIntentClassification (en)":64.92,"MassiveScenarioClassification (en)":71.06,"MTOPDomainClassification (en)":89.99,"MTOPIntentClassification (en)":58.5,"ToxicConversationsClassification":64.28,"TweetSentimentExtractionClassification":63.49} -{"index":105,"Rank":210,"Model":"SGPT-1.3B-weightedmean-msmarco-specb-bitfit<\/a>","Model Size (Million Parameters)":1341,"Memory Usage (GB, fp32)":4.99,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":66.52,"AmazonCounterfactualClassification (en)":65.21,"AmazonPolarityClassification":73.21,"AmazonReviewsClassification (en)":34.96,"Banking77Classification":82.06,"EmotionClassification":46.39,"ImdbClassification":64.05,"MassiveIntentClassification (en)":68.65,"MassiveScenarioClassification (en)":76.04,"MTOPDomainClassification (en)":92.08,"MTOPIntentClassification (en)":71.19,"ToxicConversationsClassification":68.73,"TweetSentimentExtractionClassification":55.67} -{"index":290,"Rank":211,"Model":"nomic-embed-text-v1.5-64<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":64,"Max Tokens":8192,"Average":66.48,"AmazonCounterfactualClassification (en)":66.85,"AmazonPolarityClassification":85.92,"AmazonReviewsClassification (en)":41.02,"Banking77Classification":80.63,"EmotionClassification":40.55,"ImdbClassification":76.6,"MassiveIntentClassification (en)":64.95,"MassiveScenarioClassification (en)":70.38,"MTOPDomainClassification (en)":86.31,"MTOPIntentClassification (en)":62.77,"ToxicConversationsClassification":66.53,"TweetSentimentExtractionClassification":55.23} -{"index":142,"Rank":212,"Model":"bge-micro<\/a>","Model Size (Million Parameters)":17,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average":66.35,"AmazonCounterfactualClassification (en)":66.27,"AmazonPolarityClassification":75.37,"AmazonReviewsClassification (en)":35.81,"Banking77Classification":80.58,"EmotionClassification":42.47,"ImdbClassification":70.7,"MassiveIntentClassification (en)":67.78,"MassiveScenarioClassification (en)":73.04,"MTOPDomainClassification (en)":90.25,"MTOPIntentClassification (en)":67.95,"ToxicConversationsClassification":69.21,"TweetSentimentExtractionClassification":56.71} -{"index":360,"Rank":213,"Model":"gte_wl<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":66.23,"AmazonCounterfactualClassification (en)":72.07,"AmazonPolarityClassification":69.45,"AmazonReviewsClassification (en)":36.36,"Banking77Classification":75.68,"EmotionClassification":47.21,"ImdbClassification":68.03,"MassiveIntentClassification (en)":65.54,"MassiveScenarioClassification (en)":72.93,"MTOPDomainClassification (en)":91.23,"MTOPIntentClassification (en)":60.44,"ToxicConversationsClassification":76.2,"TweetSentimentExtractionClassification":59.56} -{"index":175,"Rank":214,"Model":"sgpt-bloom-7b1-msmarco<\/a>","Model Size (Million Parameters)":7068,"Memory Usage (GB, fp32)":26.33,"Embedding Dimensions":4096,"Max Tokens":2048,"Average":66.19,"AmazonCounterfactualClassification (en)":68.06,"AmazonPolarityClassification":68.97,"AmazonReviewsClassification (en)":33.86,"Banking77Classification":84.33,"EmotionClassification":44.87,"ImdbClassification":61.77,"MassiveIntentClassification (en)":69.67,"MassiveScenarioClassification (en)":75.34,"MTOPDomainClassification (en)":93.68,"MTOPIntentClassification (en)":71.34,"ToxicConversationsClassification":66.55,"TweetSentimentExtractionClassification":55.85} -{"index":236,"Rank":215,"Model":"jina-embedding-b-en-v1<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":66.07,"AmazonCounterfactualClassification (en)":66.73,"AmazonPolarityClassification":67.61,"AmazonReviewsClassification (en)":31.18,"Banking77Classification":84.06,"EmotionClassification":44.68,"ImdbClassification":63.87,"MassiveIntentClassification (en)":71.09,"MassiveScenarioClassification (en)":76.25,"MTOPDomainClassification (en)":91.53,"MTOPIntentClassification (en)":72.83,"ToxicConversationsClassification":66.15,"TweetSentimentExtractionClassification":56.85} -{"index":348,"Rank":216,"Model":"Angle_BERT<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":66.01,"AmazonCounterfactualClassification (en)":77.94,"AmazonPolarityClassification":76.0,"AmazonReviewsClassification (en)":37.18,"Banking77Classification":75.5,"EmotionClassification":45.21,"ImdbClassification":68.85,"MassiveIntentClassification (en)":66.32,"MassiveScenarioClassification (en)":70.62,"MTOPDomainClassification (en)":85.38,"MTOPIntentClassification (en)":64.51,"ToxicConversationsClassification":67.08,"TweetSentimentExtractionClassification":57.57} -{"index":266,"Rank":217,"Model":"potion-base-32M<\/a>","Model Size (Million Parameters)":32,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":512,"Max Tokens":1000000,"Average":65.97,"AmazonCounterfactualClassification (en)":74.55,"AmazonPolarityClassification":72.86,"AmazonReviewsClassification (en)":36.95,"Banking77Classification":74.78,"EmotionClassification":48.29,"ImdbClassification":70.13,"MassiveIntentClassification (en)":65.14,"MassiveScenarioClassification (en)":71.39,"MTOPDomainClassification (en)":90.61,"MTOPIntentClassification (en)":59.9,"ToxicConversationsClassification":70.43,"TweetSentimentExtractionClassification":56.58} -{"index":400,"Rank":218,"Model":"elser-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":30522,"Max Tokens":512,"Average":65.94,"AmazonCounterfactualClassification (en)":74.16,"AmazonPolarityClassification":61.91,"AmazonReviewsClassification (en)":32.06,"Banking77Classification":82.05,"EmotionClassification":46.65,"ImdbClassification":65.02,"MassiveIntentClassification (en)":68.48,"MassiveScenarioClassification (en)":74.98,"MTOPDomainClassification (en)":93.17,"MTOPIntentClassification (en)":71.1,"ToxicConversationsClassification":68.15,"TweetSentimentExtractionClassification":53.57} -{"index":370,"Rank":219,"Model":"universal-sentence-encoder-multilingual-large-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":512,"Max Tokens":512,"Average":65.78,"AmazonCounterfactualClassification (en)":70.81,"AmazonPolarityClassification":67.05,"AmazonReviewsClassification (en)":35.85,"Banking77Classification":74.67,"EmotionClassification":42.31,"ImdbClassification":63.69,"MassiveIntentClassification (en)":69.05,"MassiveScenarioClassification (en)":75.8,"MTOPDomainClassification (en)":92.48,"MTOPIntentClassification (en)":70.27,"ToxicConversationsClassification":68.22,"TweetSentimentExtractionClassification":59.19} -{"index":98,"Rank":220,"Model":"Wartortle<\/a>","Model Size (Million Parameters)":17,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average":65.72,"AmazonCounterfactualClassification (en)":70.4,"AmazonPolarityClassification":82.04,"AmazonReviewsClassification (en)":42.41,"Banking77Classification":71.07,"EmotionClassification":46.78,"ImdbClassification":74.6,"MassiveIntentClassification (en)":62.27,"MassiveScenarioClassification (en)":68.22,"MTOPDomainClassification (en)":88.24,"MTOPIntentClassification (en)":54.94,"ToxicConversationsClassification":65.15,"TweetSentimentExtractionClassification":62.54} -{"index":140,"Rank":221,"Model":"snowflake-arctic-embed-s<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":65.65,"AmazonCounterfactualClassification (en)":71.18,"AmazonPolarityClassification":78.75,"AmazonReviewsClassification (en)":38.26,"Banking77Classification":79.12,"EmotionClassification":45.77,"ImdbClassification":69.49,"MassiveIntentClassification (en)":64.76,"MassiveScenarioClassification (en)":70.05,"MTOPDomainClassification (en)":90.94,"MTOPIntentClassification (en)":58.63,"ToxicConversationsClassification":61.96,"TweetSentimentExtractionClassification":58.9} -{"index":328,"Rank":222,"Model":"gtr-t5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":65.25,"AmazonCounterfactualClassification (en)":69.33,"AmazonPolarityClassification":67.82,"AmazonReviewsClassification (en)":38.48,"Banking77Classification":79.26,"EmotionClassification":42.2,"ImdbClassification":65.99,"MassiveIntentClassification (en)":67.05,"MassiveScenarioClassification (en)":75.4,"MTOPDomainClassification (en)":92.42,"MTOPIntentClassification (en)":62.44,"ToxicConversationsClassification":66.6,"TweetSentimentExtractionClassification":56.02} -{"index":139,"Rank":223,"Model":"snowflake-arctic-embed-m-v2.0<\/a>","Model Size (Million Parameters)":305,"Memory Usage (GB, fp32)":1.14,"Embedding Dimensions":768,"Max Tokens":8192,"Average":65.25,"AmazonCounterfactualClassification (en)":66.19,"AmazonPolarityClassification":70.36,"AmazonReviewsClassification (en)":33.77,"Banking77Classification":80.18,"EmotionClassification":42.38,"ImdbClassification":69.09,"MassiveIntentClassification (en)":68.01,"MassiveScenarioClassification (en)":72.67,"MTOPDomainClassification (en)":92.09,"MTOPIntentClassification (en)":65.27,"ToxicConversationsClassification":64.81,"TweetSentimentExtractionClassification":58.17} -{"index":179,"Rank":224,"Model":"snowflake-arctic-embed-m-v2.0-cpu<\/a>","Model Size (Million Parameters)":305,"Memory Usage (GB, fp32)":1.14,"Embedding Dimensions":768,"Max Tokens":8192,"Average":65.25,"AmazonCounterfactualClassification (en)":66.19,"AmazonPolarityClassification":70.36,"AmazonReviewsClassification (en)":33.77,"Banking77Classification":80.18,"EmotionClassification":42.38,"ImdbClassification":69.09,"MassiveIntentClassification (en)":68.01,"MassiveScenarioClassification (en)":72.67,"MTOPDomainClassification (en)":92.09,"MTOPIntentClassification (en)":65.27,"ToxicConversationsClassification":64.81,"TweetSentimentExtractionClassification":58.17} -{"index":5,"Rank":225,"Model":"voyage-3-lite<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":512,"Max Tokens":32000,"Average":65.04,"AmazonCounterfactualClassification (en)":63.58,"AmazonPolarityClassification":75.7,"AmazonReviewsClassification (en)":37.63,"Banking77Classification":76.85,"EmotionClassification":43.81,"ImdbClassification":73.04,"MassiveIntentClassification (en)":66.46,"MassiveScenarioClassification (en)":71.94,"MTOPDomainClassification (en)":90.52,"MTOPIntentClassification (en)":62.23,"ToxicConversationsClassification":61.86,"TweetSentimentExtractionClassification":56.84} -{"index":323,"Rank":226,"Model":"all-mpnet-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average":65.03,"AmazonCounterfactualClassification (en)":65.03,"AmazonPolarityClassification":67.14,"AmazonReviewsClassification (en)":31.44,"Banking77Classification":81.7,"EmotionClassification":42.22,"ImdbClassification":71.17,"MassiveIntentClassification (en)":69.76,"MassiveScenarioClassification (en)":75.67,"MTOPDomainClassification (en)":91.89,"MTOPIntentClassification (en)":68.27,"ToxicConversationsClassification":61.05,"TweetSentimentExtractionClassification":55.05} -{"index":96,"Rank":227,"Model":"Squirtle<\/a>","Model Size (Million Parameters)":16,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average":64.86,"AmazonCounterfactualClassification (en)":69.6,"AmazonPolarityClassification":82.09,"AmazonReviewsClassification (en)":41.94,"Banking77Classification":67.13,"EmotionClassification":45.79,"ImdbClassification":74.95,"MassiveIntentClassification (en)":61.52,"MassiveScenarioClassification (en)":67.04,"MTOPDomainClassification (en)":87.27,"MTOPIntentClassification (en)":54.66,"ToxicConversationsClassification":64.47,"TweetSentimentExtractionClassification":61.8} -{"index":83,"Rank":228,"Model":"paraphrase-multilingual-mpnet-base-v2-KE_Sieve<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":64.85,"AmazonCounterfactualClassification (en)":79.06,"AmazonPolarityClassification":70.19,"AmazonReviewsClassification (en)":34.29,"Banking77Classification":75.89,"EmotionClassification":40.26,"ImdbClassification":61.14,"MassiveIntentClassification (en)":65.6,"MassiveScenarioClassification (en)":70.37,"MTOPDomainClassification (en)":87.22,"MTOPIntentClassification (en)":69.45,"ToxicConversationsClassification":70.26,"TweetSentimentExtractionClassification":54.49} -{"index":7,"Rank":229,"Model":"voyage-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":32000,"Average":64.81,"AmazonCounterfactualClassification (en)":60.37,"AmazonPolarityClassification":86.02,"AmazonReviewsClassification (en)":36.97,"Banking77Classification":73.8,"EmotionClassification":40.62,"ImdbClassification":89.68,"MassiveIntentClassification (en)":63.75,"MassiveScenarioClassification (en)":71.0,"MTOPDomainClassification (en)":87.15,"MTOPIntentClassification (en)":56.34,"ToxicConversationsClassification":60.73,"TweetSentimentExtractionClassification":51.28} -{"index":332,"Rank":230,"Model":"msmarco-bert-co-condensor<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":64.71,"AmazonCounterfactualClassification (en)":64.06,"AmazonPolarityClassification":66.88,"AmazonReviewsClassification (en)":34.85,"Banking77Classification":82.35,"EmotionClassification":41.91,"ImdbClassification":60.17,"MassiveIntentClassification (en)":70.4,"MassiveScenarioClassification (en)":73.73,"MTOPDomainClassification (en)":91.34,"MTOPIntentClassification (en)":71.07,"ToxicConversationsClassification":64.01,"TweetSentimentExtractionClassification":55.74} -{"index":363,"Rank":231,"Model":"mv_sw<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":64.67,"AmazonCounterfactualClassification (en)":71.79,"AmazonPolarityClassification":72.48,"AmazonReviewsClassification (en)":36.01,"Banking77Classification":72.64,"EmotionClassification":45.09,"ImdbClassification":70.78,"MassiveIntentClassification (en)":63.79,"MassiveScenarioClassification (en)":70.31,"MTOPDomainClassification (en)":88.96,"MTOPIntentClassification (en)":57.0,"ToxicConversationsClassification":71.83,"TweetSentimentExtractionClassification":55.39} -{"index":327,"Rank":232,"Model":"distiluse-base-multilingual-cased-v2<\/a>","Model Size (Million Parameters)":135,"Memory Usage (GB, fp32)":0.5,"Embedding Dimensions":512,"Max Tokens":512,"Average":64.67,"AmazonCounterfactualClassification (en)":71.81,"AmazonPolarityClassification":68.0,"AmazonReviewsClassification (en)":35.45,"Banking77Classification":71.48,"EmotionClassification":40.04,"ImdbClassification":61.52,"MassiveIntentClassification (en)":66.71,"MassiveScenarioClassification (en)":74.0,"MTOPDomainClassification (en)":91.59,"MTOPIntentClassification (en)":66.4,"ToxicConversationsClassification":69.09,"TweetSentimentExtractionClassification":59.97} -{"index":104,"Rank":233,"Model":"test25<\/a>","Model Size (Million Parameters)":17,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average":64.56,"AmazonCounterfactualClassification (en)":69.57,"AmazonPolarityClassification":74.74,"AmazonReviewsClassification (en)":35.36,"Banking77Classification":77.51,"EmotionClassification":39.09,"ImdbClassification":67.87,"MassiveIntentClassification (en)":65.15,"MassiveScenarioClassification (en)":70.75,"MTOPDomainClassification (en)":89.98,"MTOPIntentClassification (en)":66.43,"ToxicConversationsClassification":64.01,"TweetSentimentExtractionClassification":54.26} -{"index":367,"Rank":234,"Model":"universal-sentence-encoder-4<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":64.45,"AmazonCounterfactualClassification (en)":70.67,"AmazonPolarityClassification":67.73,"AmazonReviewsClassification (en)":32.62,"Banking77Classification":74.12,"EmotionClassification":38.64,"ImdbClassification":68.43,"MassiveIntentClassification (en)":67.23,"MassiveScenarioClassification (en)":72.79,"MTOPDomainClassification (en)":90.12,"MTOPIntentClassification (en)":65.0,"ToxicConversationsClassification":68.99,"TweetSentimentExtractionClassification":57.01} -{"index":268,"Rank":235,"Model":"potion-base-8M<\/a>","Model Size (Million Parameters)":8,"Memory Usage (GB, fp32)":0.03,"Embedding Dimensions":256,"Max Tokens":1000000,"Average":64.44,"AmazonCounterfactualClassification (en)":71.79,"AmazonPolarityClassification":72.48,"AmazonReviewsClassification (en)":36.01,"Banking77Classification":72.64,"EmotionClassification":45.09,"ImdbClassification":70.78,"MassiveIntentClassification (en)":63.79,"MassiveScenarioClassification (en)":70.31,"MTOPDomainClassification (en)":88.96,"MTOPIntentClassification (en)":57.0,"ToxicConversationsClassification":69.06,"TweetSentimentExtractionClassification":55.39} -{"index":376,"Rank":236,"Model":"potion-base-8M-stf<\/a>","Model Size (Million Parameters)":8,"Memory Usage (GB, fp32)":0.03,"Embedding Dimensions":256,"Max Tokens":1000000,"Average":64.44,"AmazonCounterfactualClassification (en)":71.79,"AmazonPolarityClassification":72.48,"AmazonReviewsClassification (en)":36.01,"Banking77Classification":72.64,"EmotionClassification":45.09,"ImdbClassification":70.78,"MassiveIntentClassification (en)":63.79,"MassiveScenarioClassification (en)":70.31,"MTOPDomainClassification (en)":88.96,"MTOPIntentClassification (en)":57.0,"ToxicConversationsClassification":69.06,"TweetSentimentExtractionClassification":55.39} -{"index":334,"Rank":237,"Model":"paraphrase-multilingual-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":64.31,"AmazonCounterfactualClassification (en)":71.57,"AmazonPolarityClassification":69.21,"AmazonReviewsClassification (en)":35.11,"Banking77Classification":79.77,"EmotionClassification":42.37,"ImdbClassification":60.46,"MassiveIntentClassification (en)":66.89,"MassiveScenarioClassification (en)":71.54,"MTOPDomainClassification (en)":87.06,"MTOPIntentClassification (en)":65.52,"ToxicConversationsClassification":66.07,"TweetSentimentExtractionClassification":56.12} -{"index":261,"Rank":238,"Model":"all-MiniLM-L6-v2-ds<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":63.67,"AmazonCounterfactualClassification (en)":61.99,"AmazonPolarityClassification":64.75,"AmazonReviewsClassification (en)":29.79,"Banking77Classification":82.92,"EmotionClassification":40.56,"ImdbClassification":61.71,"MassiveIntentClassification (en)":68.72,"MassiveScenarioClassification (en)":74.39,"MTOPDomainClassification (en)":91.45,"MTOPIntentClassification (en)":70.03,"ToxicConversationsClassification":65.33,"TweetSentimentExtractionClassification":52.41} -{"index":103,"Rank":239,"Model":"test24<\/a>","Model Size (Million Parameters)":17,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average":63.54,"AmazonCounterfactualClassification (en)":66.84,"AmazonPolarityClassification":70.48,"AmazonReviewsClassification (en)":33.65,"Banking77Classification":78.04,"EmotionClassification":39.18,"ImdbClassification":65.14,"MassiveIntentClassification (en)":65.32,"MassiveScenarioClassification (en)":70.51,"MTOPDomainClassification (en)":89.27,"MTOPIntentClassification (en)":65.36,"ToxicConversationsClassification":63.92,"TweetSentimentExtractionClassification":54.8} -{"index":369,"Rank":240,"Model":"universal-sentence-encoder-multilingual-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":512,"Max Tokens":512,"Average":63.42,"AmazonCounterfactualClassification (en)":69.84,"AmazonPolarityClassification":65.24,"AmazonReviewsClassification (en)":33.95,"Banking77Classification":72.79,"EmotionClassification":35.6,"ImdbClassification":66.32,"MassiveIntentClassification (en)":66.12,"MassiveScenarioClassification (en)":73.74,"MTOPDomainClassification (en)":90.4,"MTOPIntentClassification (en)":62.28,"ToxicConversationsClassification":67.56,"TweetSentimentExtractionClassification":57.24} -{"index":197,"Rank":241,"Model":"SONAR<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":63.42,"AmazonCounterfactualClassification (en)":81.49,"AmazonPolarityClassification":62.73,"AmazonReviewsClassification (en)":31.55,"Banking77Classification":73.5,"EmotionClassification":38.29,"ImdbClassification":55.75,"MassiveIntentClassification (en)":64.37,"MassiveScenarioClassification (en)":69.05,"MTOPDomainClassification (en)":89.92,"MTOPIntentClassification (en)":70.85,"ToxicConversationsClassification":67.28,"TweetSentimentExtractionClassification":56.23} -{"index":215,"Rank":242,"Model":"granite-embedding-278m-multilingual<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":63.34,"AmazonCounterfactualClassification (en)":71.81,"AmazonPolarityClassification":67.59,"AmazonReviewsClassification (en)":37.28,"Banking77Classification":78.06,"EmotionClassification":36.45,"ImdbClassification":63.02,"MassiveIntentClassification (en)":63.95,"MassiveScenarioClassification (en)":70.93,"MTOPDomainClassification (en)":89.9,"MTOPIntentClassification (en)":60.27,"ToxicConversationsClassification":62.48,"TweetSentimentExtractionClassification":58.36} -{"index":210,"Rank":243,"Model":"granite-embedding-278m-multilingual-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":63.34,"AmazonCounterfactualClassification (en)":71.81,"AmazonPolarityClassification":67.59,"AmazonReviewsClassification (en)":37.28,"Banking77Classification":78.06,"EmotionClassification":36.45,"ImdbClassification":63.02,"MassiveIntentClassification (en)":63.95,"MassiveScenarioClassification (en)":70.93,"MTOPDomainClassification (en)":89.9,"MTOPIntentClassification (en)":60.27,"ToxicConversationsClassification":62.48,"TweetSentimentExtractionClassification":58.36} -{"index":211,"Rank":244,"Model":"granite-embedding-278m-multilingual-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":63.34,"AmazonCounterfactualClassification (en)":71.81,"AmazonPolarityClassification":67.59,"AmazonReviewsClassification (en)":37.28,"Banking77Classification":78.06,"EmotionClassification":36.45,"ImdbClassification":63.02,"MassiveIntentClassification (en)":63.95,"MassiveScenarioClassification (en)":70.93,"MTOPDomainClassification (en)":89.9,"MTOPIntentClassification (en)":60.27,"ToxicConversationsClassification":62.48,"TweetSentimentExtractionClassification":58.36} -{"index":321,"Rank":245,"Model":"all-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":63.21,"AmazonCounterfactualClassification (en)":65.28,"AmazonPolarityClassification":62.98,"AmazonReviewsClassification (en)":30.79,"Banking77Classification":80.4,"EmotionClassification":41.17,"ImdbClassification":59.76,"MassiveIntentClassification (en)":67.15,"MassiveScenarioClassification (en)":74.58,"MTOPDomainClassification (en)":91.9,"MTOPIntentClassification (en)":62.84,"ToxicConversationsClassification":67.47,"TweetSentimentExtractionClassification":54.25} -{"index":141,"Rank":246,"Model":"snowflake-arctic-embed-xs<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.08,"Embedding Dimensions":384,"Max Tokens":512,"Average":62.94,"AmazonCounterfactualClassification (en)":65.09,"AmazonPolarityClassification":70.04,"AmazonReviewsClassification (en)":35.34,"Banking77Classification":76.37,"EmotionClassification":41.84,"ImdbClassification":62.8,"MassiveIntentClassification (en)":63.51,"MassiveScenarioClassification (en)":71.01,"MTOPDomainClassification (en)":90.8,"MTOPIntentClassification (en)":58.01,"ToxicConversationsClassification":64.31,"TweetSentimentExtractionClassification":56.19} -{"index":99,"Rank":247,"Model":"gte-micro<\/a>","Model Size (Million Parameters)":17,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average":62.81,"AmazonCounterfactualClassification (en)":68.82,"AmazonPolarityClassification":77.12,"AmazonReviewsClassification (en)":40.94,"Banking77Classification":69.56,"EmotionClassification":46.22,"ImdbClassification":62.17,"MassiveIntentClassification (en)":59.03,"MassiveScenarioClassification (en)":66.59,"MTOPDomainClassification (en)":86.69,"MTOPIntentClassification (en)":49.7,"ToxicConversationsClassification":66.1,"TweetSentimentExtractionClassification":60.78} -{"index":320,"Rank":248,"Model":"LaBSE<\/a>","Model Size (Million Parameters)":471,"Memory Usage (GB, fp32)":1.75,"Embedding Dimensions":768,"Max Tokens":512,"Average":62.71,"AmazonCounterfactualClassification (en)":75.93,"AmazonPolarityClassification":68.95,"AmazonReviewsClassification (en)":35.8,"Banking77Classification":69.85,"EmotionClassification":37.22,"ImdbClassification":62.04,"MassiveIntentClassification (en)":61.46,"MassiveScenarioClassification (en)":66.41,"MTOPDomainClassification (en)":86.06,"MTOPIntentClassification (en)":63.03,"ToxicConversationsClassification":66.9,"TweetSentimentExtractionClassification":58.82} -{"index":173,"Rank":249,"Model":"brown-fairy-base-v0<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.08,"Embedding Dimensions":768,"Max Tokens":1000000,"Average":62.68,"AmazonCounterfactualClassification (en)":69.52,"AmazonPolarityClassification":68.71,"AmazonReviewsClassification (en)":34.01,"Banking77Classification":74.3,"EmotionClassification":45.68,"ImdbClassification":65.87,"MassiveIntentClassification (en)":60.25,"MassiveScenarioClassification (en)":66.33,"MTOPDomainClassification (en)":82.47,"MTOPIntentClassification (en)":58.11,"ToxicConversationsClassification":74.03,"TweetSentimentExtractionClassification":52.82} -{"index":177,"Rank":250,"Model":"slx-v0.1<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.08,"Embedding Dimensions":384,"Max Tokens":512,"Average":62.64,"AmazonCounterfactualClassification (en)":61.46,"AmazonPolarityClassification":64.26,"AmazonReviewsClassification (en)":30.3,"Banking77Classification":80.04,"EmotionClassification":40.55,"ImdbClassification":61.76,"MassiveIntentClassification (en)":67.94,"MassiveScenarioClassification (en)":73.91,"MTOPDomainClassification (en)":91.97,"MTOPIntentClassification (en)":63.3,"ToxicConversationsClassification":62.09,"TweetSentimentExtractionClassification":54.04} -{"index":322,"Rank":251,"Model":"all-MiniLM-L6-v2<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":384,"Max Tokens":512,"Average":62.62,"AmazonCounterfactualClassification (en)":63.64,"AmazonPolarityClassification":64.26,"AmazonReviewsClassification (en)":30.85,"Banking77Classification":80.04,"EmotionClassification":40.83,"ImdbClassification":61.76,"MassiveIntentClassification (en)":66.94,"MassiveScenarioClassification (en)":73.81,"MTOPDomainClassification (en)":91.68,"MTOPIntentClassification (en)":61.55,"ToxicConversationsClassification":62.09,"TweetSentimentExtractionClassification":54.04} -{"index":304,"Rank":252,"Model":"unsup-simcse-bert-base-uncased<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":62.5,"AmazonCounterfactualClassification (en)":67.09,"AmazonPolarityClassification":74.48,"AmazonReviewsClassification (en)":33.85,"Banking77Classification":73.55,"EmotionClassification":42.22,"ImdbClassification":69.63,"MassiveIntentClassification (en)":59.84,"MassiveScenarioClassification (en)":66.25,"MTOPDomainClassification (en)":81.71,"MTOPIntentClassification (en)":59.23,"ToxicConversationsClassification":68.82,"TweetSentimentExtractionClassification":53.36} -{"index":342,"Rank":253,"Model":"text2vec-base-multilingual<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":256,"Average":62.23,"AmazonCounterfactualClassification (en)":70.97,"AmazonPolarityClassification":66.1,"AmazonReviewsClassification (en)":33.13,"Banking77Classification":78.08,"EmotionClassification":43.35,"ImdbClassification":59.35,"MassiveIntentClassification (en)":63.83,"MassiveScenarioClassification (en)":66.96,"MTOPDomainClassification (en)":81.05,"MTOPIntentClassification (en)":62.79,"ToxicConversationsClassification":65.97,"TweetSentimentExtractionClassification":55.22} -{"index":267,"Rank":254,"Model":"potion-base-4M<\/a>","Model Size (Million Parameters)":4,"Memory Usage (GB, fp32)":0.01,"Embedding Dimensions":128,"Max Tokens":1000000,"Average":62.19,"AmazonCounterfactualClassification (en)":68.39,"AmazonPolarityClassification":71.7,"AmazonReviewsClassification (en)":34.32,"Banking77Classification":69.69,"EmotionClassification":44.71,"ImdbClassification":70.79,"MassiveIntentClassification (en)":60.67,"MassiveScenarioClassification (en)":66.95,"MTOPDomainClassification (en)":85.62,"MTOPIntentClassification (en)":51.51,"ToxicConversationsClassification":67.72,"TweetSentimentExtractionClassification":54.2} -{"index":174,"Rank":255,"Model":"red-beetle-base-v1.1<\/a>","Model Size (Million Parameters)":30,"Memory Usage (GB, fp32)":0.11,"Embedding Dimensions":1024,"Max Tokens":1000000,"Average":62.15,"AmazonCounterfactualClassification (en)":70.37,"AmazonPolarityClassification":69.4,"AmazonReviewsClassification (en)":32.02,"Banking77Classification":75.22,"EmotionClassification":43.98,"ImdbClassification":67.88,"MassiveIntentClassification (en)":59.35,"MassiveScenarioClassification (en)":65.68,"MTOPDomainClassification (en)":86.23,"MTOPIntentClassification (en)":58.11,"ToxicConversationsClassification":66.41,"TweetSentimentExtractionClassification":51.19} -{"index":213,"Rank":256,"Model":"granite-embedding-107m-multilingual<\/a>","Model Size (Million Parameters)":107,"Memory Usage (GB, fp32)":0.4,"Embedding Dimensions":384,"Max Tokens":514,"Average":62.05,"AmazonCounterfactualClassification (en)":71.67,"AmazonPolarityClassification":66.58,"AmazonReviewsClassification (en)":36.41,"Banking77Classification":75.95,"EmotionClassification":33.76,"ImdbClassification":62.91,"MassiveIntentClassification (en)":62.52,"MassiveScenarioClassification (en)":69.36,"MTOPDomainClassification (en)":88.92,"MTOPIntentClassification (en)":57.64,"ToxicConversationsClassification":60.38,"TweetSentimentExtractionClassification":58.54} -{"index":180,"Rank":257,"Model":"LaBSE-en-ru<\/a>","Model Size (Million Parameters)":129,"Memory Usage (GB, fp32)":0.48,"Embedding Dimensions":768,"Max Tokens":512,"Average":61.71,"AmazonCounterfactualClassification (en)":76.06,"AmazonPolarityClassification":68.35,"AmazonReviewsClassification (en)":35.53,"Banking77Classification":69.6,"EmotionClassification":36.15,"ImdbClassification":62.87,"MassiveIntentClassification (en)":60.48,"MassiveScenarioClassification (en)":65.43,"MTOPDomainClassification (en)":85.6,"MTOPIntentClassification (en)":62.39,"ToxicConversationsClassification":60.26,"TweetSentimentExtractionClassification":57.75} -{"index":214,"Rank":258,"Model":"granite-embedding-125m-english<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":514,"Average":61.69,"AmazonCounterfactualClassification (en)":63.4,"AmazonPolarityClassification":64.59,"AmazonReviewsClassification (en)":33.53,"Banking77Classification":77.92,"EmotionClassification":40.95,"ImdbClassification":64.41,"MassiveIntentClassification (en)":64.55,"MassiveScenarioClassification (en)":71.65,"MTOPDomainClassification (en)":91.31,"MTOPIntentClassification (en)":54.94,"ToxicConversationsClassification":59.76,"TweetSentimentExtractionClassification":53.32} -{"index":193,"Rank":259,"Model":"multi-qa-MiniLM-L6-cos-v1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":61.67,"AmazonCounterfactualClassification (en)":61.79,"AmazonPolarityClassification":62.36,"AmazonReviewsClassification (en)":29.59,"Banking77Classification":78.6,"EmotionClassification":39.6,"ImdbClassification":61.22,"MassiveIntentClassification (en)":66.78,"MassiveScenarioClassification (en)":73.78,"MTOPDomainClassification (en)":89.97,"MTOPIntentClassification (en)":59.57,"ToxicConversationsClassification":65.12,"TweetSentimentExtractionClassification":51.63} -{"index":206,"Rank":260,"Model":"bert-base-uncased<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":61.66,"AmazonCounterfactualClassification (en)":74.25,"AmazonPolarityClassification":71.33,"AmazonReviewsClassification (en)":33.56,"Banking77Classification":63.41,"EmotionClassification":35.28,"ImdbClassification":65.35,"MassiveIntentClassification (en)":59.88,"MassiveScenarioClassification (en)":64.28,"MTOPDomainClassification (en)":82.63,"MTOPIntentClassification (en)":68.14,"ToxicConversationsClassification":70.0,"TweetSentimentExtractionClassification":51.81} -{"index":167,"Rank":261,"Model":"brown-beetle-base-v1<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.08,"Embedding Dimensions":768,"Max Tokens":1000000,"Average":61.61,"AmazonCounterfactualClassification (en)":72.45,"AmazonPolarityClassification":66.56,"AmazonReviewsClassification (en)":32.8,"Banking77Classification":71.94,"EmotionClassification":36.71,"ImdbClassification":64.76,"MassiveIntentClassification (en)":62.97,"MassiveScenarioClassification (en)":67.06,"MTOPDomainClassification (en)":85.47,"MTOPIntentClassification (en)":65.47,"ToxicConversationsClassification":63.3,"TweetSentimentExtractionClassification":49.79} -{"index":107,"Rank":262,"Model":"SGPT-125M-weightedmean-nli-bitfit<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":2048,"Average":61.46,"AmazonCounterfactualClassification (en)":65.88,"AmazonPolarityClassification":74.94,"AmazonReviewsClassification (en)":35.1,"Banking77Classification":74.68,"EmotionClassification":42.23,"ImdbClassification":62.9,"MassiveIntentClassification (en)":58.08,"MassiveScenarioClassification (en)":66.34,"MTOPDomainClassification (en)":81.52,"MTOPIntentClassification (en)":58.24,"ToxicConversationsClassification":62.79,"TweetSentimentExtractionClassification":54.82} -{"index":184,"Rank":263,"Model":"cai-stellaris-text-embeddings<\/a>","Model Size (Million Parameters)":53,"Memory Usage (GB, fp32)":0.2,"Embedding Dimensions":768,"Max Tokens":514,"Average":61.44,"AmazonCounterfactualClassification (en)":64.87,"AmazonPolarityClassification":65.17,"AmazonReviewsClassification (en)":31.02,"Banking77Classification":74.12,"EmotionClassification":36.71,"ImdbClassification":66.9,"MassiveIntentClassification (en)":61.95,"MassiveScenarioClassification (en)":70.2,"MTOPDomainClassification (en)":89.13,"MTOPIntentClassification (en)":62.62,"ToxicConversationsClassification":63.57,"TweetSentimentExtractionClassification":51.04} -{"index":262,"Rank":264,"Model":"M2V_base_glove<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Embedding Dimensions":256,"Max Tokens":1000000,"Average":61.34,"AmazonCounterfactualClassification (en)":67.19,"AmazonPolarityClassification":68.45,"AmazonReviewsClassification (en)":31.84,"Banking77Classification":72.39,"EmotionClassification":40.96,"ImdbClassification":67.0,"MassiveIntentClassification (en)":61.16,"MassiveScenarioClassification (en)":65.94,"MTOPDomainClassification (en)":84.32,"MTOPIntentClassification (en)":59.26,"ToxicConversationsClassification":67.6,"TweetSentimentExtractionClassification":50.02} -{"index":169,"Rank":265,"Model":"brown-beetle-small-v1<\/a>","Model Size (Million Parameters)":8,"Memory Usage (GB, fp32)":0.03,"Embedding Dimensions":256,"Max Tokens":1000000,"Average":61.28,"AmazonCounterfactualClassification (en)":71.13,"AmazonPolarityClassification":67.33,"AmazonReviewsClassification (en)":32.6,"Banking77Classification":71.91,"EmotionClassification":37.01,"ImdbClassification":65.49,"MassiveIntentClassification (en)":62.66,"MassiveScenarioClassification (en)":66.68,"MTOPDomainClassification (en)":84.76,"MTOPIntentClassification (en)":63.26,"ToxicConversationsClassification":63.05,"TweetSentimentExtractionClassification":49.45} -{"index":263,"Rank":266,"Model":"M2V_base_glove_subword<\/a>","Model Size (Million Parameters)":103,"Memory Usage (GB, fp32)":0.38,"Embedding Dimensions":256,"Max Tokens":1000000,"Average":61.27,"AmazonCounterfactualClassification (en)":68.04,"AmazonPolarityClassification":67.22,"AmazonReviewsClassification (en)":32.38,"Banking77Classification":71.39,"EmotionClassification":38.34,"ImdbClassification":66.56,"MassiveIntentClassification (en)":62.5,"MassiveScenarioClassification (en)":66.09,"MTOPDomainClassification (en)":84.82,"MTOPIntentClassification (en)":62.41,"ToxicConversationsClassification":65.69,"TweetSentimentExtractionClassification":49.83} -{"index":264,"Rank":267,"Model":"M2V_base_output<\/a>","Model Size (Million Parameters)":8,"Memory Usage (GB, fp32)":0.03,"Embedding Dimensions":256,"Max Tokens":1000000,"Average":61.25,"AmazonCounterfactualClassification (en)":71.1,"AmazonPolarityClassification":67.33,"AmazonReviewsClassification (en)":32.59,"Banking77Classification":71.91,"EmotionClassification":37.09,"ImdbClassification":65.11,"MassiveIntentClassification (en)":62.67,"MassiveScenarioClassification (en)":66.7,"MTOPDomainClassification (en)":84.76,"MTOPIntentClassification (en)":63.26,"ToxicConversationsClassification":63.04,"TweetSentimentExtractionClassification":49.44} -{"index":216,"Rank":268,"Model":"granite-embedding-30m-english<\/a>","Model Size (Million Parameters)":30,"Memory Usage (GB, fp32)":0.11,"Embedding Dimensions":384,"Max Tokens":514,"Average":61.06,"AmazonCounterfactualClassification (en)":60.93,"AmazonPolarityClassification":62.98,"AmazonReviewsClassification (en)":32.18,"Banking77Classification":77.32,"EmotionClassification":38.8,"ImdbClassification":62.23,"MassiveIntentClassification (en)":64.77,"MassiveScenarioClassification (en)":71.34,"MTOPDomainClassification (en)":89.45,"MTOPIntentClassification (en)":56.85,"ToxicConversationsClassification":62.94,"TweetSentimentExtractionClassification":52.87} -{"index":361,"Rank":269,"Model":"l3_wl<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":60.85,"AmazonCounterfactualClassification (en)":67.4,"AmazonPolarityClassification":63.76,"AmazonReviewsClassification (en)":32.09,"Banking77Classification":73.69,"EmotionClassification":39.0,"ImdbClassification":65.02,"MassiveIntentClassification (en)":61.99,"MassiveScenarioClassification (en)":68.49,"MTOPDomainClassification (en)":85.58,"MTOPIntentClassification (en)":56.26,"ToxicConversationsClassification":66.82,"TweetSentimentExtractionClassification":50.12} -{"index":106,"Rank":270,"Model":"SGPT-125M-weightedmean-msmarco-specb-bitfit<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":2048,"Average":60.72,"AmazonCounterfactualClassification (en)":61.24,"AmazonPolarityClassification":65.4,"AmazonReviewsClassification (en)":31.17,"Banking77Classification":77.7,"EmotionClassification":39.08,"ImdbClassification":58.67,"MassiveIntentClassification (en)":61.41,"MassiveScenarioClassification (en)":69.74,"MTOPDomainClassification (en)":86.96,"MTOPIntentClassification (en)":62.25,"ToxicConversationsClassification":62.66,"TweetSentimentExtractionClassification":52.41} -{"index":238,"Rank":271,"Model":"jina-embedding-s-en-v1<\/a>","Model Size (Million Parameters)":35,"Memory Usage (GB, fp32)":0.13,"Embedding Dimensions":512,"Max Tokens":512,"Average":60.56,"AmazonCounterfactualClassification (en)":64.82,"AmazonPolarityClassification":64.28,"AmazonReviewsClassification (en)":30.62,"Banking77Classification":74.64,"EmotionClassification":36.08,"ImdbClassification":58.71,"MassiveIntentClassification (en)":64.67,"MassiveScenarioClassification (en)":71.79,"MTOPDomainClassification (en)":88.82,"MTOPIntentClassification (en)":58.61,"ToxicConversationsClassification":59.44,"TweetSentimentExtractionClassification":54.26} -{"index":364,"Rank":272,"Model":"wl_sw_256<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":60.06,"AmazonCounterfactualClassification (en)":65.97,"AmazonPolarityClassification":63.25,"AmazonReviewsClassification (en)":31.69,"Banking77Classification":73.57,"EmotionClassification":37.89,"ImdbClassification":64.62,"MassiveIntentClassification (en)":61.37,"MassiveScenarioClassification (en)":67.52,"MTOPDomainClassification (en)":84.4,"MTOPIntentClassification (en)":54.9,"ToxicConversationsClassification":65.96,"TweetSentimentExtractionClassification":49.6} -{"index":171,"Rank":273,"Model":"brown-beetle-tiny-v1<\/a>","Model Size (Million Parameters)":4,"Memory Usage (GB, fp32)":0.01,"Embedding Dimensions":128,"Max Tokens":1000000,"Average":58.93,"AmazonCounterfactualClassification (en)":66.55,"AmazonPolarityClassification":66.96,"AmazonReviewsClassification (en)":31.41,"Banking77Classification":70.06,"EmotionClassification":36.84,"ImdbClassification":65.93,"MassiveIntentClassification (en)":59.07,"MassiveScenarioClassification (en)":62.59,"MTOPDomainClassification (en)":80.67,"MTOPIntentClassification (en)":56.54,"ToxicConversationsClassification":62.14,"TweetSentimentExtractionClassification":48.4} -{"index":265,"Rank":274,"Model":"potion-base-2M<\/a>","Model Size (Million Parameters)":2,"Memory Usage (GB, fp32)":0.01,"Embedding Dimensions":64,"Max Tokens":1000000,"Average":58.45,"AmazonCounterfactualClassification (en)":65.45,"AmazonPolarityClassification":70.83,"AmazonReviewsClassification (en)":33.0,"Banking77Classification":65.17,"EmotionClassification":42.03,"ImdbClassification":70.36,"MassiveIntentClassification (en)":54.07,"MassiveScenarioClassification (en)":59.6,"MTOPDomainClassification (en)":79.27,"MTOPIntentClassification (en)":42.5,"ToxicConversationsClassification":66.59,"TweetSentimentExtractionClassification":52.52} -{"index":172,"Rank":275,"Model":"brown-beetle-tiny-v1.1<\/a>","Model Size (Million Parameters)":4,"Memory Usage (GB, fp32)":0.01,"Embedding Dimensions":768,"Max Tokens":1000000,"Average":58.27,"AmazonCounterfactualClassification (en)":62.12,"AmazonPolarityClassification":67.53,"AmazonReviewsClassification (en)":29.97,"Banking77Classification":72.44,"EmotionClassification":41.11,"ImdbClassification":66.39,"MassiveIntentClassification (en)":56.31,"MassiveScenarioClassification (en)":61.36,"MTOPDomainClassification (en)":79.95,"MTOPIntentClassification (en)":50.99,"ToxicConversationsClassification":63.07,"TweetSentimentExtractionClassification":47.95} -{"index":326,"Rank":276,"Model":"average_word_embeddings_komninos<\/a>","Model Size (Million Parameters)":134,"Memory Usage (GB, fp32)":0.5,"Embedding Dimensions":300,"Max Tokens":"N\/A","Average":57.65,"AmazonCounterfactualClassification (en)":60.54,"AmazonPolarityClassification":59.59,"AmazonReviewsClassification (en)":31.01,"Banking77Classification":67.05,"EmotionClassification":33.18,"ImdbClassification":63.98,"MassiveIntentClassification (en)":57.21,"MassiveScenarioClassification (en)":66.11,"MTOPDomainClassification (en)":78.57,"MTOPIntentClassification (en)":57.07,"ToxicConversationsClassification":67.76,"TweetSentimentExtractionClassification":49.68} -{"index":325,"Rank":277,"Model":"average_word_embeddings_glove.6B.300d<\/a>","Model Size (Million Parameters)":120,"Memory Usage (GB, fp32)":0.45,"Embedding Dimensions":300,"Max Tokens":"N\/A","Average":57.29,"AmazonCounterfactualClassification (en)":56.91,"AmazonPolarityClassification":60.32,"AmazonReviewsClassification (en)":29.67,"Banking77Classification":67.69,"EmotionClassification":36.93,"ImdbClassification":62.57,"MassiveIntentClassification (en)":56.19,"MassiveScenarioClassification (en)":66.03,"MTOPDomainClassification (en)":79.11,"MTOPIntentClassification (en)":55.85,"ToxicConversationsClassification":65.4,"TweetSentimentExtractionClassification":50.8} -{"index":189,"Rank":278,"Model":"USER-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":512,"Average":56.81,"AmazonCounterfactualClassification (en)":68.37,"AmazonPolarityClassification":66.69,"AmazonReviewsClassification (en)":35.19,"Banking77Classification":65.5,"EmotionClassification":27.16,"ImdbClassification":58.56,"MassiveIntentClassification (en)":50.95,"MassiveScenarioClassification (en)":59.93,"MTOPDomainClassification (en)":81.46,"MTOPIntentClassification (en)":50.21,"ToxicConversationsClassification":62.4,"TweetSentimentExtractionClassification":55.35} -{"index":181,"Rank":279,"Model":"rubert-tiny<\/a>","Model Size (Million Parameters)":12,"Memory Usage (GB, fp32)":0.04,"Embedding Dimensions":512,"Max Tokens":514,"Average":56.47,"AmazonCounterfactualClassification (en)":69.09,"AmazonPolarityClassification":62.69,"AmazonReviewsClassification (en)":30.32,"Banking77Classification":61.03,"EmotionClassification":27.94,"ImdbClassification":60.52,"MassiveIntentClassification (en)":53.87,"MassiveScenarioClassification (en)":58.9,"MTOPDomainClassification (en)":81.03,"MTOPIntentClassification (en)":61.7,"ToxicConversationsClassification":59.95,"TweetSentimentExtractionClassification":50.65} -{"index":341,"Rank":280,"Model":"rubert-tiny-turbo<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"Embedding Dimensions":312,"Max Tokens":2048,"Average":55.78,"AmazonCounterfactualClassification (en)":71.04,"AmazonPolarityClassification":68.36,"AmazonReviewsClassification (en)":36.73,"Banking77Classification":59.86,"EmotionClassification":29.5,"ImdbClassification":58.36,"MassiveIntentClassification (en)":50.16,"MassiveScenarioClassification (en)":61.29,"MTOPDomainClassification (en)":78.49,"MTOPIntentClassification (en)":42.46,"ToxicConversationsClassification":57.77,"TweetSentimentExtractionClassification":55.3} -{"index":14,"Rank":281,"Model":"LASER2<\/a>","Model Size (Million Parameters)":43,"Memory Usage (GB, fp32)":0.16,"Embedding Dimensions":1024,"Max Tokens":"N\/A","Average":53.18,"AmazonCounterfactualClassification (en)":76.84,"AmazonPolarityClassification":61.01,"AmazonReviewsClassification (en)":28.71,"Banking77Classification":57.76,"EmotionClassification":24.83,"ImdbClassification":57.58,"MassiveIntentClassification (en)":47.91,"MassiveScenarioClassification (en)":55.92,"MTOPDomainClassification (en)":75.36,"MTOPIntentClassification (en)":49.47,"ToxicConversationsClassification":54.05,"TweetSentimentExtractionClassification":48.73} -{"index":50,"Rank":282,"Model":"distilrubert-small-cased-conversational<\/a>","Model Size (Million Parameters)":106,"Memory Usage (GB, fp32)":0.39,"Embedding Dimensions":768,"Max Tokens":512,"Average":52.76,"AmazonCounterfactualClassification (en)":72.24,"AmazonPolarityClassification":57.61,"AmazonReviewsClassification (en)":28.83,"Banking77Classification":64.28,"EmotionClassification":22.08,"ImdbClassification":54.55,"MassiveIntentClassification (en)":51.68,"MassiveScenarioClassification (en)":55.21,"MTOPDomainClassification (en)":71.22,"MTOPIntentClassification (en)":53.1,"ToxicConversationsClassification":58.89,"TweetSentimentExtractionClassification":43.44} -{"index":324,"Rank":283,"Model":"allenai-specter<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":52.37,"AmazonCounterfactualClassification (en)":58.7,"AmazonPolarityClassification":57.77,"AmazonReviewsClassification (en)":26.26,"Banking77Classification":66.66,"EmotionClassification":24.82,"ImdbClassification":56.35,"MassiveIntentClassification (en)":51.73,"MassiveScenarioClassification (en)":58.58,"MTOPDomainClassification (en)":74.53,"MTOPIntentClassification (en)":50.05,"ToxicConversationsClassification":57.44,"TweetSentimentExtractionClassification":45.52} -{"index":182,"Rank":284,"Model":"rubert-tiny2<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"Embedding Dimensions":2048,"Max Tokens":514,"Average":52.21,"AmazonCounterfactualClassification (en)":67.42,"AmazonPolarityClassification":63.8,"AmazonReviewsClassification (en)":33.02,"Banking77Classification":50.97,"EmotionClassification":24.77,"ImdbClassification":60.71,"MassiveIntentClassification (en)":44.53,"MassiveScenarioClassification (en)":55.36,"MTOPDomainClassification (en)":76.85,"MTOPIntentClassification (en)":41.31,"ToxicConversationsClassification":57.44,"TweetSentimentExtractionClassification":50.37} -{"index":191,"Rank":285,"Model":"deberta-v1-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":512,"Average":48.8,"AmazonCounterfactualClassification (en)":64.33,"AmazonPolarityClassification":57.15,"AmazonReviewsClassification (en)":26.81,"Banking77Classification":54.06,"EmotionClassification":20.53,"ImdbClassification":52.62,"MassiveIntentClassification (en)":44.81,"MassiveScenarioClassification (en)":45.39,"MTOPDomainClassification (en)":66.39,"MTOPIntentClassification (en)":52.32,"ToxicConversationsClassification":56.61,"TweetSentimentExtractionClassification":44.62} -{"index":153,"Rank":286,"Model":"sbert_large_mt_nlu_ru<\/a>","Model Size (Million Parameters)":427,"Memory Usage (GB, fp32)":1.59,"Embedding Dimensions":1024,"Max Tokens":514,"Average":47.36,"AmazonCounterfactualClassification (en)":61.57,"AmazonPolarityClassification":60.24,"AmazonReviewsClassification (en)":28.26,"Banking77Classification":39.12,"EmotionClassification":19.28,"ImdbClassification":56.13,"MassiveIntentClassification (en)":38.41,"MassiveScenarioClassification (en)":49.23,"MTOPDomainClassification (en)":72.42,"MTOPIntentClassification (en)":40.1,"ToxicConversationsClassification":56.2,"TweetSentimentExtractionClassification":47.37} -{"index":51,"Rank":287,"Model":"rubert-base-cased<\/a>","Model Size (Million Parameters)":180,"Memory Usage (GB, fp32)":0.67,"Embedding Dimensions":768,"Max Tokens":512,"Average":47.0,"AmazonCounterfactualClassification (en)":65.67,"AmazonPolarityClassification":56.54,"AmazonReviewsClassification (en)":26.34,"Banking77Classification":51.54,"EmotionClassification":20.01,"ImdbClassification":54.6,"MassiveIntentClassification (en)":40.37,"MassiveScenarioClassification (en)":44.48,"MTOPDomainClassification (en)":62.95,"MTOPIntentClassification (en)":45.33,"ToxicConversationsClassification":55.36,"TweetSentimentExtractionClassification":40.79} -{"index":240,"Rank":288,"Model":"jina-embeddings-v2-base-en<\/a>","Model Size (Million Parameters)":275,"Memory Usage (GB, fp32)":1.02,"Embedding Dimensions":768,"Max Tokens":8192,"Average":46.46,"AmazonCounterfactualClassification (en)":52.79,"AmazonPolarityClassification":88.54,"AmazonReviewsClassification (en)":21.39,"Banking77Classification":84.01,"EmotionClassification":48.77,"ImdbClassification":79.44,"MassiveIntentClassification (en)":7.27,"MassiveScenarioClassification (en)":12.97,"MTOPDomainClassification (en)":20.7,"MTOPIntentClassification (en)":6.2,"ToxicConversationsClassification":73.35,"TweetSentimentExtractionClassification":62.06} -{"index":154,"Rank":289,"Model":"sbert_large_nlu_ru<\/a>","Model Size (Million Parameters)":427,"Memory Usage (GB, fp32)":1.59,"Embedding Dimensions":1024,"Max Tokens":512,"Average":46.29,"AmazonCounterfactualClassification (en)":62.37,"AmazonPolarityClassification":59.33,"AmazonReviewsClassification (en)":27.26,"Banking77Classification":34.79,"EmotionClassification":18.68,"ImdbClassification":55.97,"MassiveIntentClassification (en)":36.64,"MassiveScenarioClassification (en)":49.26,"MTOPDomainClassification (en)":69.22,"MTOPIntentClassification (en)":37.01,"ToxicConversationsClassification":57.76,"TweetSentimentExtractionClassification":47.21} -{"index":52,"Rank":290,"Model":"rubert-base-cased-sentence<\/a>","Model Size (Million Parameters)":180,"Memory Usage (GB, fp32)":0.67,"Embedding Dimensions":768,"Max Tokens":512,"Average":45.7,"AmazonCounterfactualClassification (en)":59.58,"AmazonPolarityClassification":60.81,"AmazonReviewsClassification (en)":28.25,"Banking77Classification":48.98,"EmotionClassification":19.64,"ImdbClassification":57.73,"MassiveIntentClassification (en)":37.12,"MassiveScenarioClassification (en)":40.34,"MTOPDomainClassification (en)":59.98,"MTOPIntentClassification (en)":39.37,"ToxicConversationsClassification":53.28,"TweetSentimentExtractionClassification":43.27} -{"index":354,"Rank":291,"Model":"ALL_862873<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":41.73,"AmazonCounterfactualClassification (en)":50.81,"AmazonPolarityClassification":52.57,"AmazonReviewsClassification (en)":22.63,"Banking77Classification":36.43,"EmotionClassification":22.75,"ImdbClassification":50.76,"MassiveIntentClassification (en)":34.33,"MassiveScenarioClassification (en)":44.13,"MTOPDomainClassification (en)":61.03,"MTOPIntentClassification (en)":29.68,"ToxicConversationsClassification":54.93,"TweetSentimentExtractionClassification":40.75} -{"index":2,"Rank":292,"Model":"titan-embed-text-v1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":8000,"Average":"","AmazonCounterfactualClassification (en)":61.85,"AmazonPolarityClassification":"","AmazonReviewsClassification (en)":"","Banking77Classification":83.21,"EmotionClassification":"","ImdbClassification":"","MassiveIntentClassification (en)":"","MassiveScenarioClassification (en)":"","MTOPDomainClassification (en)":"","MTOPIntentClassification (en)":"","ToxicConversationsClassification":"","TweetSentimentExtractionClassification":""} -{"index":3,"Rank":293,"Model":"mistral-embed<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":"","Average":"","AmazonCounterfactualClassification (en)":"","AmazonPolarityClassification":"","AmazonReviewsClassification (en)":"","Banking77Classification":"","EmotionClassification":"","ImdbClassification":"","MassiveIntentClassification (en)":"","MassiveScenarioClassification (en)":"","MTOPDomainClassification (en)":"","MTOPIntentClassification (en)":"","ToxicConversationsClassification":"","TweetSentimentExtractionClassification":""} -{"index":4,"Rank":294,"Model":"voyage-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":4000,"Average":"","AmazonCounterfactualClassification (en)":"","AmazonPolarityClassification":"","AmazonReviewsClassification (en)":"","Banking77Classification":"","EmotionClassification":"","ImdbClassification":"","MassiveIntentClassification (en)":"","MassiveScenarioClassification (en)":"","MTOPDomainClassification (en)":"","MTOPIntentClassification (en)":"","ToxicConversationsClassification":"","TweetSentimentExtractionClassification":""} -{"index":8,"Rank":295,"Model":"voyage-code-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":16000,"Average":"","AmazonCounterfactualClassification (en)":"","AmazonPolarityClassification":"","AmazonReviewsClassification (en)":"","Banking77Classification":"","EmotionClassification":"","ImdbClassification":"","MassiveIntentClassification (en)":"","MassiveScenarioClassification (en)":"","MTOPDomainClassification (en)":"","MTOPIntentClassification (en)":"","ToxicConversationsClassification":"","TweetSentimentExtractionClassification":""} -{"index":10,"Rank":296,"Model":"voyage-law-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":16000,"Average":"","AmazonCounterfactualClassification (en)":"","AmazonPolarityClassification":"","AmazonReviewsClassification (en)":"","Banking77Classification":"","EmotionClassification":"","ImdbClassification":"","MassiveIntentClassification (en)":"","MassiveScenarioClassification (en)":"","MTOPDomainClassification (en)":"","MTOPIntentClassification (en)":"","ToxicConversationsClassification":"","TweetSentimentExtractionClassification":""} -{"index":16,"Rank":298,"Model":"llm2vec-croissant-mntp<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":"","AmazonCounterfactualClassification (en)":"","AmazonPolarityClassification":"","AmazonReviewsClassification (en)":"","Banking77Classification":"","EmotionClassification":"","ImdbClassification":"","MassiveIntentClassification (en)":"","MassiveScenarioClassification (en)":"","MTOPDomainClassification (en)":"","MTOPIntentClassification (en)":"","ToxicConversationsClassification":"","TweetSentimentExtractionClassification":""} -{"index":32,"Rank":300,"Model":"bge-m3<\/a>","Model Size (Million Parameters)":567,"Memory Usage (GB, fp32)":2.11,"Embedding Dimensions":1024,"Max Tokens":8192,"Average":"","AmazonCounterfactualClassification (en)":75.63,"AmazonPolarityClassification":"","AmazonReviewsClassification (en)":"","Banking77Classification":"","EmotionClassification":"","ImdbClassification":"","MassiveIntentClassification (en)":71.08,"MassiveScenarioClassification (en)":"","MTOPDomainClassification (en)":"","MTOPIntentClassification (en)":"","ToxicConversationsClassification":68.72,"TweetSentimentExtractionClassification":""} -{"index":37,"Rank":301,"Model":"e5-R-mistral-7b<\/a>","Model Size (Million Parameters)":7242,"Memory Usage (GB, fp32)":26.98,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","AmazonCounterfactualClassification (en)":"","AmazonPolarityClassification":"","AmazonReviewsClassification (en)":"","Banking77Classification":"","EmotionClassification":"","ImdbClassification":"","MassiveIntentClassification (en)":"","MassiveScenarioClassification (en)":"","MTOPDomainClassification (en)":"","MTOPIntentClassification (en)":"","ToxicConversationsClassification":"","TweetSentimentExtractionClassification":""} -{"index":42,"Rank":302,"Model":"winberta-base<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","AmazonCounterfactualClassification (en)":69.91,"AmazonPolarityClassification":72.95,"AmazonReviewsClassification (en)":"","Banking77Classification":64.12,"EmotionClassification":31.51,"ImdbClassification":65.17,"MassiveIntentClassification (en)":60.48,"MassiveScenarioClassification (en)":68.76,"MTOPDomainClassification (en)":81.21,"MTOPIntentClassification (en)":51.56,"ToxicConversationsClassification":65.65,"TweetSentimentExtractionClassification":57.41} -{"index":43,"Rank":303,"Model":"winberta-large<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","AmazonCounterfactualClassification (en)":"","AmazonPolarityClassification":"","AmazonReviewsClassification (en)":"","Banking77Classification":"","EmotionClassification":"","ImdbClassification":"","MassiveIntentClassification (en)":53.41,"MassiveScenarioClassification (en)":61.78,"MTOPDomainClassification (en)":"","MTOPIntentClassification (en)":"","ToxicConversationsClassification":"","TweetSentimentExtractionClassification":""} -{"index":44,"Rank":304,"Model":"windberta-large<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","AmazonCounterfactualClassification (en)":"","AmazonPolarityClassification":"","AmazonReviewsClassification (en)":"","Banking77Classification":"","EmotionClassification":"","ImdbClassification":"","MassiveIntentClassification (en)":54.76,"MassiveScenarioClassification (en)":63.42,"MTOPDomainClassification (en)":"","MTOPIntentClassification (en)":"","ToxicConversationsClassification":"","TweetSentimentExtractionClassification":""} -{"index":54,"Rank":305,"Model":"xlm-roberta-base<\/a>","Model Size (Million Parameters)":279,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","AmazonCounterfactualClassification (en)":"","AmazonPolarityClassification":"","AmazonReviewsClassification (en)":"","Banking77Classification":"","EmotionClassification":"","ImdbClassification":"","MassiveIntentClassification (en)":"","MassiveScenarioClassification (en)":"","MTOPDomainClassification (en)":"","MTOPIntentClassification (en)":"","ToxicConversationsClassification":"","TweetSentimentExtractionClassification":""} -{"index":55,"Rank":306,"Model":"xlm-roberta-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","AmazonCounterfactualClassification (en)":"","AmazonPolarityClassification":"","AmazonReviewsClassification (en)":"","Banking77Classification":"","EmotionClassification":"","ImdbClassification":"","MassiveIntentClassification (en)":"","MassiveScenarioClassification (en)":"","MTOPDomainClassification (en)":"","MTOPIntentClassification (en)":"","ToxicConversationsClassification":"","TweetSentimentExtractionClassification":""} -{"index":56,"Rank":307,"Model":"openai_clip_embeddings<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","AmazonCounterfactualClassification (en)":57.49,"AmazonPolarityClassification":"","AmazonReviewsClassification (en)":30.59,"Banking77Classification":73.42,"EmotionClassification":33.62,"ImdbClassification":56.17,"MassiveIntentClassification (en)":62.96,"MassiveScenarioClassification (en)":71.47,"MTOPDomainClassification (en)":87.07,"MTOPIntentClassification (en)":61.96,"ToxicConversationsClassification":"","TweetSentimentExtractionClassification":49.34} -{"index":57,"Rank":308,"Model":"STS-multilingual-mpnet-base-v2<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","AmazonCounterfactualClassification (en)":"","AmazonPolarityClassification":"","AmazonReviewsClassification (en)":"","Banking77Classification":"","EmotionClassification":"","ImdbClassification":"","MassiveIntentClassification (en)":"","MassiveScenarioClassification (en)":"","MTOPDomainClassification (en)":"","MTOPIntentClassification (en)":"","ToxicConversationsClassification":"","TweetSentimentExtractionClassification":""} -{"index":58,"Rank":309,"Model":"bert-base-10lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AmazonCounterfactualClassification (en)":"","AmazonPolarityClassification":"","AmazonReviewsClassification (en)":"","Banking77Classification":"","EmotionClassification":"","ImdbClassification":"","MassiveIntentClassification (en)":"","MassiveScenarioClassification (en)":"","MTOPDomainClassification (en)":"","MTOPIntentClassification (en)":"","ToxicConversationsClassification":"","TweetSentimentExtractionClassification":""} -{"index":59,"Rank":310,"Model":"bert-base-15lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AmazonCounterfactualClassification (en)":"","AmazonPolarityClassification":"","AmazonReviewsClassification (en)":"","Banking77Classification":"","EmotionClassification":"","ImdbClassification":"","MassiveIntentClassification (en)":"","MassiveScenarioClassification (en)":"","MTOPDomainClassification (en)":"","MTOPIntentClassification (en)":"","ToxicConversationsClassification":"","TweetSentimentExtractionClassification":""} -{"index":60,"Rank":311,"Model":"bert-base-25lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AmazonCounterfactualClassification (en)":"","AmazonPolarityClassification":"","AmazonReviewsClassification (en)":"","Banking77Classification":"","EmotionClassification":"","ImdbClassification":"","MassiveIntentClassification (en)":"","MassiveScenarioClassification (en)":"","MTOPDomainClassification (en)":"","MTOPIntentClassification (en)":"","ToxicConversationsClassification":"","TweetSentimentExtractionClassification":""} -{"index":74,"Rank":318,"Model":"gemma-2b-embeddings<\/a>","Model Size (Million Parameters)":2506,"Memory Usage (GB, fp32)":9.34,"Embedding Dimensions":2048,"Max Tokens":8192,"Average":"","AmazonCounterfactualClassification (en)":67.49,"AmazonPolarityClassification":"","AmazonReviewsClassification (en)":34.9,"Banking77Classification":58.43,"EmotionClassification":29.68,"ImdbClassification":"","MassiveIntentClassification (en)":"","MassiveScenarioClassification (en)":"","MTOPDomainClassification (en)":"","MTOPIntentClassification (en)":"","ToxicConversationsClassification":"","TweetSentimentExtractionClassification":""} -{"index":77,"Rank":319,"Model":"bilingual-document-embedding<\/a>","Model Size (Million Parameters)":568,"Memory Usage (GB, fp32)":2.12,"Embedding Dimensions":1024,"Max Tokens":8194,"Average":"","AmazonCounterfactualClassification (en)":"","AmazonPolarityClassification":"","AmazonReviewsClassification (en)":"","Banking77Classification":"","EmotionClassification":"","ImdbClassification":"","MassiveIntentClassification (en)":"","MassiveScenarioClassification (en)":"","MTOPDomainClassification (en)":"","MTOPIntentClassification (en)":"","ToxicConversationsClassification":"","TweetSentimentExtractionClassification":""} -{"index":115,"Rank":321,"Model":"Arabert-all-nli-triplet-Matryoshka<\/a>","Model Size (Million Parameters)":135,"Memory Usage (GB, fp32)":0.5,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AmazonCounterfactualClassification (en)":"","AmazonPolarityClassification":"","AmazonReviewsClassification (en)":"","Banking77Classification":"","EmotionClassification":"","ImdbClassification":"","MassiveIntentClassification (en)":"","MassiveScenarioClassification (en)":"","MTOPDomainClassification (en)":"","MTOPIntentClassification (en)":"","ToxicConversationsClassification":"","TweetSentimentExtractionClassification":""} -{"index":116,"Rank":322,"Model":"Arabic-MiniLM-L12-v2-all-nli-triplet<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","AmazonCounterfactualClassification (en)":"","AmazonPolarityClassification":"","AmazonReviewsClassification (en)":"","Banking77Classification":"","EmotionClassification":"","ImdbClassification":"","MassiveIntentClassification (en)":"","MassiveScenarioClassification (en)":"","MTOPDomainClassification (en)":"","MTOPIntentClassification (en)":"","ToxicConversationsClassification":"","TweetSentimentExtractionClassification":""} -{"index":117,"Rank":323,"Model":"Arabic-all-nli-triplet-Matryoshka<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","AmazonCounterfactualClassification (en)":"","AmazonPolarityClassification":"","AmazonReviewsClassification (en)":"","Banking77Classification":"","EmotionClassification":"","ImdbClassification":"","MassiveIntentClassification (en)":"","MassiveScenarioClassification (en)":"","MTOPDomainClassification (en)":"","MTOPIntentClassification (en)":"","ToxicConversationsClassification":"","TweetSentimentExtractionClassification":""} -{"index":118,"Rank":324,"Model":"Arabic-labse-Matryoshka<\/a>","Model Size (Million Parameters)":471,"Memory Usage (GB, fp32)":1.75,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AmazonCounterfactualClassification (en)":"","AmazonPolarityClassification":"","AmazonReviewsClassification (en)":"","Banking77Classification":"","EmotionClassification":"","ImdbClassification":"","MassiveIntentClassification (en)":"","MassiveScenarioClassification (en)":"","MTOPDomainClassification (en)":"","MTOPIntentClassification (en)":"","ToxicConversationsClassification":"","TweetSentimentExtractionClassification":""} -{"index":119,"Rank":325,"Model":"Arabic-mpnet-base-all-nli-triplet<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","AmazonCounterfactualClassification (en)":"","AmazonPolarityClassification":"","AmazonReviewsClassification (en)":"","Banking77Classification":"","EmotionClassification":"","ImdbClassification":"","MassiveIntentClassification (en)":"","MassiveScenarioClassification (en)":"","MTOPDomainClassification (en)":"","MTOPIntentClassification (en)":"","ToxicConversationsClassification":"","TweetSentimentExtractionClassification":""} -{"index":120,"Rank":326,"Model":"Marbert-all-nli-triplet-Matryoshka<\/a>","Model Size (Million Parameters)":163,"Memory Usage (GB, fp32)":0.61,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AmazonCounterfactualClassification (en)":"","AmazonPolarityClassification":"","AmazonReviewsClassification (en)":"","Banking77Classification":"","EmotionClassification":"","ImdbClassification":"","MassiveIntentClassification (en)":"","MassiveScenarioClassification (en)":"","MTOPDomainClassification (en)":"","MTOPIntentClassification (en)":"","ToxicConversationsClassification":"","TweetSentimentExtractionClassification":""} -{"index":121,"Rank":327,"Model":"Solon-embeddings-large-0.1<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","AmazonCounterfactualClassification (en)":"","AmazonPolarityClassification":"","AmazonReviewsClassification (en)":"","Banking77Classification":"","EmotionClassification":"","ImdbClassification":"","MassiveIntentClassification (en)":"","MassiveScenarioClassification (en)":"","MTOPDomainClassification (en)":"","MTOPIntentClassification (en)":"","ToxicConversationsClassification":"","TweetSentimentExtractionClassification":""} -{"index":122,"Rank":328,"Model":"KartonBERT-USE-base-v1<\/a>","Model Size (Million Parameters)":104,"Memory Usage (GB, fp32)":0.39,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AmazonCounterfactualClassification (en)":"","AmazonPolarityClassification":"","AmazonReviewsClassification (en)":"","Banking77Classification":"","EmotionClassification":"","ImdbClassification":"","MassiveIntentClassification (en)":"","MassiveScenarioClassification (en)":"","MTOPDomainClassification (en)":"","MTOPIntentClassification (en)":"","ToxicConversationsClassification":"","TweetSentimentExtractionClassification":""} -{"index":123,"Rank":329,"Model":"st-polish-kartonberta-base-alpha-v1<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","AmazonCounterfactualClassification (en)":"","AmazonPolarityClassification":"","AmazonReviewsClassification (en)":"","Banking77Classification":"","EmotionClassification":"","ImdbClassification":"","MassiveIntentClassification (en)":"","MassiveScenarioClassification (en)":"","MTOPDomainClassification (en)":"","MTOPIntentClassification (en)":"","ToxicConversationsClassification":"","TweetSentimentExtractionClassification":""} -{"index":132,"Rank":334,"Model":"LLaMA-embeeding<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","AmazonCounterfactualClassification (en)":84.82,"AmazonPolarityClassification":76.88,"AmazonReviewsClassification (en)":36.72,"Banking77Classification":"","EmotionClassification":41.93,"ImdbClassification":"","MassiveIntentClassification (en)":65.91,"MassiveScenarioClassification (en)":67.62,"MTOPDomainClassification (en)":87.95,"MTOPIntentClassification (en)":78.43,"ToxicConversationsClassification":"","TweetSentimentExtractionClassification":56.28} -{"index":133,"Rank":335,"Model":"yiyouliao<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","AmazonCounterfactualClassification (en)":74.78,"AmazonPolarityClassification":71.89,"AmazonReviewsClassification (en)":36.7,"Banking77Classification":81.37,"EmotionClassification":42.6,"ImdbClassification":63.96,"MassiveIntentClassification (en)":68.56,"MassiveScenarioClassification (en)":74.15,"MTOPDomainClassification (en)":90.19,"MTOPIntentClassification (en)":69.5,"ToxicConversationsClassification":69.85,"TweetSentimentExtractionClassification":""} -{"index":146,"Rank":336,"Model":"sentence-croissant-llm-base<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":"","AmazonCounterfactualClassification (en)":"","AmazonPolarityClassification":"","AmazonReviewsClassification (en)":"","Banking77Classification":"","EmotionClassification":"","ImdbClassification":"","MassiveIntentClassification (en)":"","MassiveScenarioClassification (en)":"","MTOPDomainClassification (en)":"","MTOPIntentClassification (en)":"","ToxicConversationsClassification":"","TweetSentimentExtractionClassification":""} -{"index":148,"Rank":337,"Model":"German_Semantic_STS_V2<\/a>","Model Size (Million Parameters)":336,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","AmazonCounterfactualClassification (en)":"","AmazonPolarityClassification":"","AmazonReviewsClassification (en)":"","Banking77Classification":"","EmotionClassification":"","ImdbClassification":"","MassiveIntentClassification (en)":"","MassiveScenarioClassification (en)":"","MTOPDomainClassification (en)":"","MTOPIntentClassification (en)":"","ToxicConversationsClassification":"","TweetSentimentExtractionClassification":""} -{"index":152,"Rank":339,"Model":"ru-en-RoSBERTa<\/a>","Model Size (Million Parameters)":404,"Memory Usage (GB, fp32)":1.5,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","AmazonCounterfactualClassification (en)":"","AmazonPolarityClassification":"","AmazonReviewsClassification (en)":"","Banking77Classification":"","EmotionClassification":"","ImdbClassification":"","MassiveIntentClassification (en)":"","MassiveScenarioClassification (en)":"","MTOPDomainClassification (en)":"","MTOPIntentClassification (en)":"","ToxicConversationsClassification":"","TweetSentimentExtractionClassification":""} -{"index":155,"Rank":340,"Model":"Giga-Embeddings-instruct<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","AmazonCounterfactualClassification (en)":90.31,"AmazonPolarityClassification":94.3,"AmazonReviewsClassification (en)":"","Banking77Classification":87.79,"EmotionClassification":73.1,"ImdbClassification":94.91,"MassiveIntentClassification (en)":"","MassiveScenarioClassification (en)":"","MTOPDomainClassification (en)":95.35,"MTOPIntentClassification (en)":80.47,"ToxicConversationsClassification":75.37,"TweetSentimentExtractionClassification":67.65} -{"index":168,"Rank":341,"Model":"brown-beetle-base-v1.1<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.08,"Embedding Dimensions":768,"Max Tokens":1000000,"Average":"","AmazonCounterfactualClassification (en)":70.19,"AmazonPolarityClassification":68.72,"AmazonReviewsClassification (en)":31.69,"Banking77Classification":75.27,"EmotionClassification":43.02,"ImdbClassification":66.62,"MassiveIntentClassification (en)":60.86,"MassiveScenarioClassification (en)":66.4,"MTOPDomainClassification (en)":86.19,"MTOPIntentClassification (en)":60.4,"ToxicConversationsClassification":"","TweetSentimentExtractionClassification":""} -{"index":170,"Rank":342,"Model":"brown-beetle-small-v1.1<\/a>","Model Size (Million Parameters)":8,"Memory Usage (GB, fp32)":0.03,"Embedding Dimensions":768,"Max Tokens":1000000,"Average":"","AmazonCounterfactualClassification (en)":67.96,"AmazonPolarityClassification":68.57,"AmazonReviewsClassification (en)":31.15,"Banking77Classification":74.57,"EmotionClassification":42.75,"ImdbClassification":66.8,"MassiveIntentClassification (en)":59.83,"MassiveScenarioClassification (en)":65.43,"MTOPDomainClassification (en)":84.4,"MTOPIntentClassification (en)":57.5,"ToxicConversationsClassification":"","TweetSentimentExtractionClassification":""} -{"index":183,"Rank":343,"Model":"cai-lunaris-text-embeddings<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","AmazonCounterfactualClassification (en)":"","AmazonPolarityClassification":"","AmazonReviewsClassification (en)":"","Banking77Classification":"","EmotionClassification":"","ImdbClassification":"","MassiveIntentClassification (en)":"","MassiveScenarioClassification (en)":"","MTOPDomainClassification (en)":"","MTOPIntentClassification (en)":"","ToxicConversationsClassification":"","TweetSentimentExtractionClassification":""} -{"index":185,"Rank":344,"Model":"french-document-embedding<\/a>","Model Size (Million Parameters)":305,"Memory Usage (GB, fp32)":1.14,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","AmazonCounterfactualClassification (en)":"","AmazonPolarityClassification":"","AmazonReviewsClassification (en)":"","Banking77Classification":"","EmotionClassification":"","ImdbClassification":"","MassiveIntentClassification (en)":"","MassiveScenarioClassification (en)":"","MTOPDomainClassification (en)":"","MTOPIntentClassification (en)":"","ToxicConversationsClassification":"","TweetSentimentExtractionClassification":""} -{"index":186,"Rank":345,"Model":"sentence-camembert-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AmazonCounterfactualClassification (en)":"","AmazonPolarityClassification":"","AmazonReviewsClassification (en)":"","Banking77Classification":"","EmotionClassification":"","ImdbClassification":"","MassiveIntentClassification (en)":"","MassiveScenarioClassification (en)":"","MTOPDomainClassification (en)":"","MTOPIntentClassification (en)":"","ToxicConversationsClassification":"","TweetSentimentExtractionClassification":""} -{"index":187,"Rank":346,"Model":"sentence-camembert-large<\/a>","Model Size (Million Parameters)":337,"Memory Usage (GB, fp32)":1.26,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","AmazonCounterfactualClassification (en)":"","AmazonPolarityClassification":"","AmazonReviewsClassification (en)":"","Banking77Classification":"","EmotionClassification":"","ImdbClassification":"","MassiveIntentClassification (en)":"","MassiveScenarioClassification (en)":"","MTOPDomainClassification (en)":"","MTOPIntentClassification (en)":"","ToxicConversationsClassification":"","TweetSentimentExtractionClassification":""} -{"index":194,"Rank":347,"Model":"sft-bge-small<\/a>","Model Size (Million Parameters)":24,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":512,"Max Tokens":512,"Average":"","AmazonCounterfactualClassification (en)":"","AmazonPolarityClassification":"","AmazonReviewsClassification (en)":"","Banking77Classification":"","EmotionClassification":"","ImdbClassification":"","MassiveIntentClassification (en)":"","MassiveScenarioClassification (en)":"","MTOPDomainClassification (en)":"","MTOPIntentClassification (en)":"","ToxicConversationsClassification":"","TweetSentimentExtractionClassification":""} -{"index":199,"Rank":348,"Model":"flaubert_base_cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AmazonCounterfactualClassification (en)":"","AmazonPolarityClassification":"","AmazonReviewsClassification (en)":"","Banking77Classification":"","EmotionClassification":"","ImdbClassification":"","MassiveIntentClassification (en)":"","MassiveScenarioClassification (en)":"","MTOPDomainClassification (en)":"","MTOPIntentClassification (en)":"","ToxicConversationsClassification":"","TweetSentimentExtractionClassification":""} -{"index":200,"Rank":349,"Model":"flaubert_base_uncased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AmazonCounterfactualClassification (en)":"","AmazonPolarityClassification":"","AmazonReviewsClassification (en)":"","Banking77Classification":"","EmotionClassification":"","ImdbClassification":"","MassiveIntentClassification (en)":"","MassiveScenarioClassification (en)":"","MTOPDomainClassification (en)":"","MTOPIntentClassification (en)":"","ToxicConversationsClassification":"","TweetSentimentExtractionClassification":""} -{"index":201,"Rank":350,"Model":"flaubert_large_cased<\/a>","Model Size (Million Parameters)":372,"Memory Usage (GB, fp32)":1.39,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","AmazonCounterfactualClassification (en)":"","AmazonPolarityClassification":"","AmazonReviewsClassification (en)":"","Banking77Classification":"","EmotionClassification":"","ImdbClassification":"","MassiveIntentClassification (en)":"","MassiveScenarioClassification (en)":"","MTOPDomainClassification (en)":"","MTOPIntentClassification (en)":"","ToxicConversationsClassification":"","TweetSentimentExtractionClassification":""} -{"index":204,"Rank":352,"Model":"bert-base-multilingual-cased<\/a>","Model Size (Million Parameters)":179,"Memory Usage (GB, fp32)":0.67,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AmazonCounterfactualClassification (en)":"","AmazonPolarityClassification":"","AmazonReviewsClassification (en)":"","Banking77Classification":"","EmotionClassification":"","ImdbClassification":"","MassiveIntentClassification (en)":"","MassiveScenarioClassification (en)":"","MTOPDomainClassification (en)":"","MTOPIntentClassification (en)":"","ToxicConversationsClassification":"","TweetSentimentExtractionClassification":""} -{"index":205,"Rank":353,"Model":"bert-base-multilingual-uncased<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AmazonCounterfactualClassification (en)":"","AmazonPolarityClassification":"","AmazonReviewsClassification (en)":"","Banking77Classification":"","EmotionClassification":"","ImdbClassification":"","MassiveIntentClassification (en)":"","MassiveScenarioClassification (en)":"","MTOPDomainClassification (en)":"","MTOPIntentClassification (en)":"","ToxicConversationsClassification":"","TweetSentimentExtractionClassification":""} -{"index":218,"Rank":354,"Model":"inf-retriever-v1<\/a>","Model Size (Million Parameters)":7069,"Memory Usage (GB, fp32)":26.33,"Embedding Dimensions":3584,"Max Tokens":131072,"Average":"","AmazonCounterfactualClassification (en)":"","AmazonPolarityClassification":"","AmazonReviewsClassification (en)":"","Banking77Classification":"","EmotionClassification":"","ImdbClassification":"","MassiveIntentClassification (en)":"","MassiveScenarioClassification (en)":"","MTOPDomainClassification (en)":"","MTOPIntentClassification (en)":"","ToxicConversationsClassification":"","TweetSentimentExtractionClassification":""} -{"index":230,"Rank":355,"Model":"herbert-base-retrieval-v2<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.47,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","AmazonCounterfactualClassification (en)":"","AmazonPolarityClassification":"","AmazonReviewsClassification (en)":"","Banking77Classification":"","EmotionClassification":"","ImdbClassification":"","MassiveIntentClassification (en)":"","MassiveScenarioClassification (en)":"","MTOPDomainClassification (en)":"","MTOPIntentClassification (en)":"","ToxicConversationsClassification":"","TweetSentimentExtractionClassification":""} -{"index":231,"Rank":356,"Model":"silver-retriever-base-v1<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.47,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","AmazonCounterfactualClassification (en)":"","AmazonPolarityClassification":"","AmazonReviewsClassification (en)":"","Banking77Classification":"","EmotionClassification":"","ImdbClassification":"","MassiveIntentClassification (en)":"","MassiveScenarioClassification (en)":"","MTOPDomainClassification (en)":"","MTOPIntentClassification (en)":"","ToxicConversationsClassification":"","TweetSentimentExtractionClassification":""} -{"index":255,"Rank":357,"Model":"ternary-weight-embedding<\/a>","Model Size (Million Parameters)":99,"Memory Usage (GB, fp32)":0.37,"Embedding Dimensions":1792,"Max Tokens":512,"Average":"","AmazonCounterfactualClassification (en)":"","AmazonPolarityClassification":"","AmazonReviewsClassification (en)":37.26,"Banking77Classification":"","EmotionClassification":"","ImdbClassification":"","MassiveIntentClassification (en)":63.42,"MassiveScenarioClassification (en)":68.93,"MTOPDomainClassification (en)":"","MTOPIntentClassification (en)":"","ToxicConversationsClassification":"","TweetSentimentExtractionClassification":""} -{"index":256,"Rank":358,"Model":"bge-m3-custom-fr<\/a>","Model Size (Million Parameters)":568,"Memory Usage (GB, fp32)":2.12,"Embedding Dimensions":1024,"Max Tokens":8194,"Average":"","AmazonCounterfactualClassification (en)":"","AmazonPolarityClassification":"","AmazonReviewsClassification (en)":"","Banking77Classification":"","EmotionClassification":"","ImdbClassification":"","MassiveIntentClassification (en)":"","MassiveScenarioClassification (en)":"","MTOPDomainClassification (en)":"","MTOPIntentClassification (en)":"","ToxicConversationsClassification":"","TweetSentimentExtractionClassification":""} -{"index":257,"Rank":359,"Model":"sentence_croissant_alpha_v0.1<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":"","AmazonCounterfactualClassification (en)":"","AmazonPolarityClassification":"","AmazonReviewsClassification (en)":"","Banking77Classification":"","EmotionClassification":"","ImdbClassification":"","MassiveIntentClassification (en)":"","MassiveScenarioClassification (en)":"","MTOPDomainClassification (en)":"","MTOPIntentClassification (en)":"","ToxicConversationsClassification":"","TweetSentimentExtractionClassification":""} -{"index":258,"Rank":360,"Model":"sentence_croissant_alpha_v0.2<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":"","AmazonCounterfactualClassification (en)":"","AmazonPolarityClassification":"","AmazonReviewsClassification (en)":"","Banking77Classification":"","EmotionClassification":"","ImdbClassification":"","MassiveIntentClassification (en)":"","MassiveScenarioClassification (en)":"","MTOPDomainClassification (en)":"","MTOPIntentClassification (en)":"","ToxicConversationsClassification":"","TweetSentimentExtractionClassification":""} -{"index":259,"Rank":361,"Model":"sentence_croissant_alpha_v0.3<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":"","AmazonCounterfactualClassification (en)":"","AmazonPolarityClassification":"","AmazonReviewsClassification (en)":"","Banking77Classification":"","EmotionClassification":"","ImdbClassification":"","MassiveIntentClassification (en)":"","MassiveScenarioClassification (en)":"","MTOPDomainClassification (en)":"","MTOPIntentClassification (en)":"","ToxicConversationsClassification":"","TweetSentimentExtractionClassification":""} -{"index":260,"Rank":362,"Model":"sentence_croissant_alpha_v0.4<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":"","AmazonCounterfactualClassification (en)":"","AmazonPolarityClassification":"","AmazonReviewsClassification (en)":"","Banking77Classification":"","EmotionClassification":"","ImdbClassification":"","MassiveIntentClassification (en)":"","MassiveScenarioClassification (en)":"","MTOPDomainClassification (en)":"","MTOPIntentClassification (en)":"","ToxicConversationsClassification":"","TweetSentimentExtractionClassification":""} -{"index":271,"Rank":363,"Model":"mxbai-embed-xsmall-v1<\/a>","Model Size (Million Parameters)":24,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":384,"Max Tokens":4096,"Average":"","AmazonCounterfactualClassification (en)":"","AmazonPolarityClassification":"","AmazonReviewsClassification (en)":"","Banking77Classification":"","EmotionClassification":"","ImdbClassification":"","MassiveIntentClassification (en)":"","MassiveScenarioClassification (en)":"","MTOPDomainClassification (en)":"","MTOPIntentClassification (en)":"","ToxicConversationsClassification":"","TweetSentimentExtractionClassification":""} -{"index":273,"Rank":364,"Model":"fin-mpnet-base<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","AmazonCounterfactualClassification (en)":"","AmazonPolarityClassification":"","AmazonReviewsClassification (en)":29.13,"Banking77Classification":80.25,"EmotionClassification":"","ImdbClassification":"","MassiveIntentClassification (en)":"","MassiveScenarioClassification (en)":"","MTOPDomainClassification (en)":"","MTOPIntentClassification (en)":"","ToxicConversationsClassification":"","TweetSentimentExtractionClassification":""} -{"index":277,"Rank":365,"Model":"bge-large-en-v1.5-quant<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","AmazonCounterfactualClassification (en)":75.54,"AmazonPolarityClassification":"","AmazonReviewsClassification (en)":"","Banking77Classification":"","EmotionClassification":"","ImdbClassification":"","MassiveIntentClassification (en)":"","MassiveScenarioClassification (en)":"","MTOPDomainClassification (en)":"","MTOPIntentClassification (en)":"","ToxicConversationsClassification":"","TweetSentimentExtractionClassification":""} -{"index":295,"Rank":367,"Model":"NV-Retriever-v1<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":512,"Average":"","AmazonCounterfactualClassification (en)":"","AmazonPolarityClassification":"","AmazonReviewsClassification (en)":"","Banking77Classification":"","EmotionClassification":"","ImdbClassification":"","MassiveIntentClassification (en)":"","MassiveScenarioClassification (en)":"","MTOPDomainClassification (en)":"","MTOPIntentClassification (en)":"","ToxicConversationsClassification":"","TweetSentimentExtractionClassification":""} -{"index":296,"Rank":368,"Model":"arabic-english-sts-matryoshka<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","AmazonCounterfactualClassification (en)":"","AmazonPolarityClassification":"","AmazonReviewsClassification (en)":"","Banking77Classification":"","EmotionClassification":"","ImdbClassification":"","MassiveIntentClassification (en)":"","MassiveScenarioClassification (en)":"","MTOPDomainClassification (en)":"","MTOPIntentClassification (en)":"","ToxicConversationsClassification":"","TweetSentimentExtractionClassification":""} -{"index":297,"Rank":369,"Model":"arabic-english-sts-matryoshka-v2.0<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","AmazonCounterfactualClassification (en)":"","AmazonPolarityClassification":"","AmazonReviewsClassification (en)":"","Banking77Classification":"","EmotionClassification":"","ImdbClassification":"","MassiveIntentClassification (en)":"","MassiveScenarioClassification (en)":"","MTOPDomainClassification (en)":"","MTOPIntentClassification (en)":"","ToxicConversationsClassification":"","TweetSentimentExtractionClassification":""} -{"index":298,"Rank":370,"Model":"MiniCPM-Embedding<\/a>","Model Size (Million Parameters)":2725,"Memory Usage (GB, fp32)":10.15,"Embedding Dimensions":2304,"Max Tokens":512,"Average":"","AmazonCounterfactualClassification (en)":"","AmazonPolarityClassification":"","AmazonReviewsClassification (en)":"","Banking77Classification":"","EmotionClassification":"","ImdbClassification":"","MassiveIntentClassification (en)":"","MassiveScenarioClassification (en)":"","MTOPDomainClassification (en)":"","MTOPIntentClassification (en)":"","ToxicConversationsClassification":"","TweetSentimentExtractionClassification":""} -{"index":305,"Rank":371,"Model":"FAB-Ramy-v1<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","AmazonCounterfactualClassification (en)":"","AmazonPolarityClassification":"","AmazonReviewsClassification (en)":"","Banking77Classification":"","EmotionClassification":"","ImdbClassification":"","MassiveIntentClassification (en)":"","MassiveScenarioClassification (en)":"","MTOPDomainClassification (en)":"","MTOPIntentClassification (en)":"","ToxicConversationsClassification":"","TweetSentimentExtractionClassification":""} -{"index":306,"Rank":372,"Model":"FAE-v1<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","AmazonCounterfactualClassification (en)":"","AmazonPolarityClassification":"","AmazonReviewsClassification (en)":"","Banking77Classification":"","EmotionClassification":"","ImdbClassification":"","MassiveIntentClassification (en)":"","MassiveScenarioClassification (en)":"","MTOPDomainClassification (en)":"","MTOPIntentClassification (en)":"","ToxicConversationsClassification":"","TweetSentimentExtractionClassification":""} -{"index":307,"Rank":373,"Model":"FUE-v1<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","AmazonCounterfactualClassification (en)":"","AmazonPolarityClassification":"","AmazonReviewsClassification (en)":"","Banking77Classification":"","EmotionClassification":"","ImdbClassification":"","MassiveIntentClassification (en)":"","MassiveScenarioClassification (en)":"","MTOPDomainClassification (en)":"","MTOPIntentClassification (en)":"","ToxicConversationsClassification":"","TweetSentimentExtractionClassification":""} -{"index":313,"Rank":374,"Model":"mmlw-e5-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","AmazonCounterfactualClassification (en)":"","AmazonPolarityClassification":"","AmazonReviewsClassification (en)":"","Banking77Classification":"","EmotionClassification":"","ImdbClassification":"","MassiveIntentClassification (en)":"","MassiveScenarioClassification (en)":"","MTOPDomainClassification (en)":"","MTOPIntentClassification (en)":"","ToxicConversationsClassification":"","TweetSentimentExtractionClassification":""} -{"index":314,"Rank":375,"Model":"mmlw-e5-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","AmazonCounterfactualClassification (en)":"","AmazonPolarityClassification":"","AmazonReviewsClassification (en)":"","Banking77Classification":"","EmotionClassification":"","ImdbClassification":"","MassiveIntentClassification (en)":"","MassiveScenarioClassification (en)":"","MTOPDomainClassification (en)":"","MTOPIntentClassification (en)":"","ToxicConversationsClassification":"","TweetSentimentExtractionClassification":""} -{"index":315,"Rank":376,"Model":"mmlw-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","AmazonCounterfactualClassification (en)":"","AmazonPolarityClassification":"","AmazonReviewsClassification (en)":"","Banking77Classification":"","EmotionClassification":"","ImdbClassification":"","MassiveIntentClassification (en)":"","MassiveScenarioClassification (en)":"","MTOPDomainClassification (en)":"","MTOPIntentClassification (en)":"","ToxicConversationsClassification":"","TweetSentimentExtractionClassification":""} -{"index":316,"Rank":377,"Model":"mmlw-roberta-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","AmazonCounterfactualClassification (en)":"","AmazonPolarityClassification":"","AmazonReviewsClassification (en)":"","Banking77Classification":"","EmotionClassification":"","ImdbClassification":"","MassiveIntentClassification (en)":"","MassiveScenarioClassification (en)":"","MTOPDomainClassification (en)":"","MTOPIntentClassification (en)":"","ToxicConversationsClassification":"","TweetSentimentExtractionClassification":""} -{"index":317,"Rank":378,"Model":"mmlw-roberta-large<\/a>","Model Size (Million Parameters)":435,"Memory Usage (GB, fp32)":1.62,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","AmazonCounterfactualClassification (en)":"","AmazonPolarityClassification":"","AmazonReviewsClassification (en)":"","Banking77Classification":"","EmotionClassification":"","ImdbClassification":"","MassiveIntentClassification (en)":"","MassiveScenarioClassification (en)":"","MTOPDomainClassification (en)":"","MTOPIntentClassification (en)":"","ToxicConversationsClassification":"","TweetSentimentExtractionClassification":""} -{"index":318,"Rank":379,"Model":"st-polish-paraphrase-from-distilroberta<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.47,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","AmazonCounterfactualClassification (en)":"","AmazonPolarityClassification":"","AmazonReviewsClassification (en)":"","Banking77Classification":"","EmotionClassification":"","ImdbClassification":"","MassiveIntentClassification (en)":"","MassiveScenarioClassification (en)":"","MTOPDomainClassification (en)":"","MTOPIntentClassification (en)":"","ToxicConversationsClassification":"","TweetSentimentExtractionClassification":""} -{"index":319,"Rank":380,"Model":"st-polish-paraphrase-from-mpnet<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.47,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","AmazonCounterfactualClassification (en)":"","AmazonPolarityClassification":"","AmazonReviewsClassification (en)":"","Banking77Classification":"","EmotionClassification":"","ImdbClassification":"","MassiveIntentClassification (en)":"","MassiveScenarioClassification (en)":"","MTOPDomainClassification (en)":"","MTOPIntentClassification (en)":"","ToxicConversationsClassification":"","TweetSentimentExtractionClassification":""} -{"index":333,"Rank":381,"Model":"multi-qa-MiniLM-L6-cos-v1<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","AmazonCounterfactualClassification (en)":"","AmazonPolarityClassification":"","AmazonReviewsClassification (en)":"","Banking77Classification":"","EmotionClassification":"","ImdbClassification":"","MassiveIntentClassification (en)":"","MassiveScenarioClassification (en)":"","MTOPDomainClassification (en)":"","MTOPIntentClassification (en)":"","ToxicConversationsClassification":"","TweetSentimentExtractionClassification":""} -{"index":343,"Rank":382,"Model":"silma-embeddding-matryoshka-v0.1<\/a>","Model Size (Million Parameters)":135,"Memory Usage (GB, fp32)":0.5,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AmazonCounterfactualClassification (en)":"","AmazonPolarityClassification":"","AmazonReviewsClassification (en)":"","Banking77Classification":"","EmotionClassification":"","ImdbClassification":"","MassiveIntentClassification (en)":47.68,"MassiveScenarioClassification (en)":52.62,"MTOPDomainClassification (en)":"","MTOPIntentClassification (en)":"","ToxicConversationsClassification":"","TweetSentimentExtractionClassification":""} -{"index":344,"Rank":383,"Model":"silma-embeddding-sts-v0.1<\/a>","Model Size (Million Parameters)":135,"Memory Usage (GB, fp32)":0.5,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AmazonCounterfactualClassification (en)":"","AmazonPolarityClassification":"","AmazonReviewsClassification (en)":"","Banking77Classification":"","EmotionClassification":"","ImdbClassification":"","MassiveIntentClassification (en)":49.54,"MassiveScenarioClassification (en)":55.25,"MTOPDomainClassification (en)":"","MTOPIntentClassification (en)":"","ToxicConversationsClassification":"","TweetSentimentExtractionClassification":""} -{"index":347,"Rank":384,"Model":"ret-phi2-v0<\/a>","Model Size (Million Parameters)":2649,"Memory Usage (GB, fp32)":9.87,"Embedding Dimensions":2560,"Max Tokens":2048,"Average":"","AmazonCounterfactualClassification (en)":"","AmazonPolarityClassification":"","AmazonReviewsClassification (en)":"","Banking77Classification":"","EmotionClassification":"","ImdbClassification":"","MassiveIntentClassification (en)":"","MassiveScenarioClassification (en)":"","MTOPDomainClassification (en)":"","MTOPIntentClassification (en)":"","ToxicConversationsClassification":"","TweetSentimentExtractionClassification":""} -{"index":362,"Rank":385,"Model":"llm_mse<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","AmazonCounterfactualClassification (en)":68.57,"AmazonPolarityClassification":"","AmazonReviewsClassification (en)":36.81,"Banking77Classification":50.75,"EmotionClassification":31.46,"ImdbClassification":"","MassiveIntentClassification (en)":53.5,"MassiveScenarioClassification (en)":63.84,"MTOPDomainClassification (en)":83.66,"MTOPIntentClassification (en)":49.43,"ToxicConversationsClassification":61.04,"TweetSentimentExtractionClassification":54.89} -{"index":372,"Rank":387,"Model":"b1ade-embed-kd<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","AmazonCounterfactualClassification (en)":"","AmazonPolarityClassification":80.3,"AmazonReviewsClassification (en)":"","Banking77Classification":85.19,"EmotionClassification":48.22,"ImdbClassification":69.87,"MassiveIntentClassification (en)":"","MassiveScenarioClassification (en)":"","MTOPDomainClassification (en)":"","MTOPIntentClassification (en)":"","ToxicConversationsClassification":75.01,"TweetSentimentExtractionClassification":61.8} -{"index":373,"Rank":388,"Model":"b1ade-embed-kd_3<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","AmazonCounterfactualClassification (en)":"","AmazonPolarityClassification":0.86,"AmazonReviewsClassification (en)":"","Banking77Classification":0.81,"EmotionClassification":0.48,"ImdbClassification":0.74,"MassiveIntentClassification (en)":"","MassiveScenarioClassification (en)":"","MTOPDomainClassification (en)":"","MTOPIntentClassification (en)":"","ToxicConversationsClassification":0.69,"TweetSentimentExtractionClassification":0.61} -{"index":377,"Rank":389,"Model":"bilingual-embedding-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","AmazonCounterfactualClassification (en)":"","AmazonPolarityClassification":"","AmazonReviewsClassification (en)":"","Banking77Classification":"","EmotionClassification":"","ImdbClassification":"","MassiveIntentClassification (en)":"","MassiveScenarioClassification (en)":"","MTOPDomainClassification (en)":"","MTOPIntentClassification (en)":"","ToxicConversationsClassification":"","TweetSentimentExtractionClassification":""} -{"index":378,"Rank":390,"Model":"new_model<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","AmazonCounterfactualClassification (en)":76.66,"AmazonPolarityClassification":"","AmazonReviewsClassification (en)":46.43,"Banking77Classification":73.74,"EmotionClassification":47.44,"ImdbClassification":79.55,"MassiveIntentClassification (en)":65.61,"MassiveScenarioClassification (en)":71.05,"MTOPDomainClassification (en)":90.48,"MTOPIntentClassification (en)":58.11,"ToxicConversationsClassification":63.53,"TweetSentimentExtractionClassification":61.77} -{"index":385,"Rank":393,"Model":"bi-cse<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","AmazonCounterfactualClassification (en)":"","AmazonPolarityClassification":"","AmazonReviewsClassification (en)":"","Banking77Classification":"","EmotionClassification":"","ImdbClassification":"","MassiveIntentClassification (en)":"","MassiveScenarioClassification (en)":"","MTOPDomainClassification (en)":"","MTOPIntentClassification (en)":"","ToxicConversationsClassification":"","TweetSentimentExtractionClassification":""} -{"index":387,"Rank":394,"Model":"text-search-ada-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":2046,"Average":"","AmazonCounterfactualClassification (en)":"","AmazonPolarityClassification":"","AmazonReviewsClassification (en)":"","Banking77Classification":"","EmotionClassification":"","ImdbClassification":"","MassiveIntentClassification (en)":"","MassiveScenarioClassification (en)":"","MTOPDomainClassification (en)":"","MTOPIntentClassification (en)":"","ToxicConversationsClassification":"","TweetSentimentExtractionClassification":""} -{"index":388,"Rank":395,"Model":"text-search-ada-doc-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":2046,"Average":"","AmazonCounterfactualClassification (en)":"","AmazonPolarityClassification":"","AmazonReviewsClassification (en)":"","Banking77Classification":"","EmotionClassification":"","ImdbClassification":"","MassiveIntentClassification (en)":"","MassiveScenarioClassification (en)":"","MTOPDomainClassification (en)":"","MTOPIntentClassification (en)":"","ToxicConversationsClassification":"","TweetSentimentExtractionClassification":""} -{"index":389,"Rank":396,"Model":"text-search-babbage-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":2048,"Max Tokens":2046,"Average":"","AmazonCounterfactualClassification (en)":"","AmazonPolarityClassification":"","AmazonReviewsClassification (en)":"","Banking77Classification":"","EmotionClassification":"","ImdbClassification":"","MassiveIntentClassification (en)":"","MassiveScenarioClassification (en)":"","MTOPDomainClassification (en)":"","MTOPIntentClassification (en)":"","ToxicConversationsClassification":"","TweetSentimentExtractionClassification":""} -{"index":390,"Rank":397,"Model":"text-search-curie-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":4096,"Max Tokens":2046,"Average":"","AmazonCounterfactualClassification (en)":"","AmazonPolarityClassification":"","AmazonReviewsClassification (en)":"","Banking77Classification":"","EmotionClassification":"","ImdbClassification":"","MassiveIntentClassification (en)":"","MassiveScenarioClassification (en)":"","MTOPDomainClassification (en)":"","MTOPIntentClassification (en)":"","ToxicConversationsClassification":"","TweetSentimentExtractionClassification":""} -{"index":391,"Rank":398,"Model":"text-search-davinci-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":12288,"Max Tokens":2046,"Average":"","AmazonCounterfactualClassification (en)":"","AmazonPolarityClassification":"","AmazonReviewsClassification (en)":"","Banking77Classification":"","EmotionClassification":"","ImdbClassification":"","MassiveIntentClassification (en)":"","MassiveScenarioClassification (en)":"","MTOPDomainClassification (en)":"","MTOPIntentClassification (en)":"","ToxicConversationsClassification":"","TweetSentimentExtractionClassification":""} -{"index":393,"Rank":399,"Model":"text-similarity-babbage-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":2048,"Max Tokens":2046,"Average":"","AmazonCounterfactualClassification (en)":"","AmazonPolarityClassification":"","AmazonReviewsClassification (en)":"","Banking77Classification":"","EmotionClassification":"","ImdbClassification":"","MassiveIntentClassification (en)":"","MassiveScenarioClassification (en)":"","MTOPDomainClassification (en)":"","MTOPIntentClassification (en)":"","ToxicConversationsClassification":"","TweetSentimentExtractionClassification":""} -{"index":394,"Rank":400,"Model":"text-similarity-curie-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":4096,"Max Tokens":2046,"Average":"","AmazonCounterfactualClassification (en)":"","AmazonPolarityClassification":"","AmazonReviewsClassification (en)":"","Banking77Classification":"","EmotionClassification":"","ImdbClassification":"","MassiveIntentClassification (en)":"","MassiveScenarioClassification (en)":"","MTOPDomainClassification (en)":"","MTOPIntentClassification (en)":"","ToxicConversationsClassification":"","TweetSentimentExtractionClassification":""} -{"index":395,"Rank":401,"Model":"text-similarity-davinci-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":12288,"Max Tokens":2046,"Average":"","AmazonCounterfactualClassification (en)":"","AmazonPolarityClassification":"","AmazonReviewsClassification (en)":"","Banking77Classification":"","EmotionClassification":"","ImdbClassification":"","MassiveIntentClassification (en)":"","MassiveScenarioClassification (en)":"","MTOPDomainClassification (en)":"","MTOPIntentClassification (en)":"","ToxicConversationsClassification":"","TweetSentimentExtractionClassification":""} diff --git a/boards_data/en/data_tasks/Clustering/default.jsonl b/boards_data/en/data_tasks/Clustering/default.jsonl deleted file mode 100644 index 57d555d444c10f3eba5939762e929bcd966414ba..0000000000000000000000000000000000000000 --- a/boards_data/en/data_tasks/Clustering/default.jsonl +++ /dev/null @@ -1,376 +0,0 @@ -{"index":6,"Rank":1,"Model":"voyage-3-m-exp<\/a>","Model Size (Million Parameters)":6918,"Memory Usage (GB, fp32)":25.77,"Embedding Dimensions":2048,"Max Tokens":32000,"Average":61.45,"ArxivClusteringP2P":57.14,"ArxivClusteringS2S":52.64,"BiorxivClusteringP2P":54.65,"BiorxivClusteringS2S":49.95,"MedrxivClusteringP2P":51.53,"MedrxivClusteringS2S":48.99,"RedditClustering":77.16,"RedditClusteringP2P":70.23,"StackExchangeClustering":82.03,"StackExchangeClusteringP2P":48.17,"TwentyNewsgroupsClustering":83.49} -{"index":366,"Rank":2,"Model":"voyage-3-m-exp<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":61.45,"ArxivClusteringP2P":57.14,"ArxivClusteringS2S":52.64,"BiorxivClusteringP2P":54.65,"BiorxivClusteringS2S":49.95,"MedrxivClusteringP2P":51.53,"MedrxivClusteringS2S":48.99,"RedditClustering":77.16,"RedditClusteringP2P":70.23,"StackExchangeClustering":82.03,"StackExchangeClusteringP2P":48.17,"TwentyNewsgroupsClustering":83.49} -{"index":294,"Rank":3,"Model":"NV-Embed-v2<\/a>","Model Size (Million Parameters)":7851,"Memory Usage (GB, fp32)":29.25,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":58.46,"ArxivClusteringP2P":55.8,"ArxivClusteringS2S":51.26,"BiorxivClusteringP2P":54.09,"BiorxivClusteringS2S":49.6,"MedrxivClusteringP2P":46.09,"MedrxivClusteringS2S":44.86,"RedditClustering":71.1,"RedditClusteringP2P":74.94,"StackExchangeClustering":82.1,"StackExchangeClusteringP2P":48.36,"TwentyNewsgroupsClustering":64.82} -{"index":112,"Rank":4,"Model":"jasper_en_vision_language_v1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":58.04,"ArxivClusteringP2P":55.71,"ArxivClusteringS2S":51.0,"BiorxivClusteringP2P":52.05,"BiorxivClusteringS2S":47.58,"MedrxivClusteringP2P":46.75,"MedrxivClusteringS2S":44.9,"RedditClustering":73.02,"RedditClusteringP2P":74.72,"StackExchangeClustering":80.19,"StackExchangeClusteringP2P":49.42,"TwentyNewsgroupsClustering":63.13} -{"index":380,"Rank":5,"Model":"LENS-d8000<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":58.02,"ArxivClusteringP2P":54.81,"ArxivClusteringS2S":50.14,"BiorxivClusteringP2P":52.48,"BiorxivClusteringS2S":48.52,"MedrxivClusteringP2P":46.38,"MedrxivClusteringS2S":44.89,"RedditClustering":72.37,"RedditClusteringP2P":73.89,"StackExchangeClustering":81.6,"StackExchangeClusteringP2P":44.41,"TwentyNewsgroupsClustering":68.78} -{"index":379,"Rank":6,"Model":"LENS-d4000<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":57.92,"ArxivClusteringP2P":54.87,"ArxivClusteringS2S":50.25,"BiorxivClusteringP2P":52.39,"BiorxivClusteringS2S":48.35,"MedrxivClusteringP2P":46.35,"MedrxivClusteringS2S":44.54,"RedditClustering":72.32,"RedditClusteringP2P":73.2,"StackExchangeClustering":81.7,"StackExchangeClusteringP2P":43.73,"TwentyNewsgroupsClustering":69.44} -{"index":30,"Rank":7,"Model":"bge-en-icl<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":57.89,"ArxivClusteringP2P":54.44,"ArxivClusteringS2S":49.33,"BiorxivClusteringP2P":53.05,"BiorxivClusteringS2S":48.38,"MedrxivClusteringP2P":45.86,"MedrxivClusteringS2S":44.33,"RedditClustering":72.33,"RedditClusteringP2P":72.72,"StackExchangeClustering":81.32,"StackExchangeClusteringP2P":46.05,"TwentyNewsgroupsClustering":68.98} -{"index":113,"Rank":8,"Model":"stella_en_1.5B_v5<\/a>","Model Size (Million Parameters)":1543,"Memory Usage (GB, fp32)":5.75,"Embedding Dimensions":8192,"Max Tokens":131072,"Average":57.69,"ArxivClusteringP2P":55.44,"ArxivClusteringS2S":50.66,"BiorxivClusteringP2P":50.68,"BiorxivClusteringS2S":46.87,"MedrxivClusteringP2P":46.87,"MedrxivClusteringS2S":44.65,"RedditClustering":72.86,"RedditClusteringP2P":75.27,"StackExchangeClustering":80.29,"StackExchangeClusteringP2P":49.57,"TwentyNewsgroupsClustering":61.43} -{"index":22,"Rank":9,"Model":"gte-Qwen2-7B-instruct<\/a>","Model Size (Million Parameters)":7613,"Memory Usage (GB, fp32)":28.36,"Embedding Dimensions":3584,"Max Tokens":32768,"Average":56.92,"ArxivClusteringP2P":56.46,"ArxivClusteringS2S":51.74,"BiorxivClusteringP2P":50.09,"BiorxivClusteringS2S":46.65,"MedrxivClusteringP2P":46.23,"MedrxivClusteringS2S":44.13,"RedditClustering":73.55,"RedditClusteringP2P":74.13,"StackExchangeClustering":79.86,"StackExchangeClusteringP2P":49.41,"TwentyNewsgroupsClustering":53.91} -{"index":114,"Rank":10,"Model":"stella_en_400M_v5<\/a>","Model Size (Million Parameters)":435,"Memory Usage (GB, fp32)":1.62,"Embedding Dimensions":8192,"Max Tokens":8192,"Average":56.7,"ArxivClusteringP2P":55.16,"ArxivClusteringS2S":49.82,"BiorxivClusteringP2P":50.68,"BiorxivClusteringS2S":45.81,"MedrxivClusteringP2P":46.32,"MedrxivClusteringS2S":44.29,"RedditClustering":71.19,"RedditClusteringP2P":74.42,"StackExchangeClustering":78.49,"StackExchangeClusteringP2P":48.9,"TwentyNewsgroupsClustering":58.57} -{"index":129,"Rank":11,"Model":"SFR-Embedding-2_R<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":56.17,"ArxivClusteringP2P":54.02,"ArxivClusteringS2S":48.82,"BiorxivClusteringP2P":50.76,"BiorxivClusteringS2S":46.57,"MedrxivClusteringP2P":46.66,"MedrxivClusteringS2S":44.18,"RedditClustering":62.92,"RedditClusteringP2P":72.74,"StackExchangeClustering":76.48,"StackExchangeClusteringP2P":48.29,"TwentyNewsgroupsClustering":66.42} -{"index":20,"Rank":12,"Model":"gte-Qwen1.5-7B-instruct<\/a>","Model Size (Million Parameters)":7099,"Memory Usage (GB, fp32)":26.45,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":55.83,"ArxivClusteringP2P":56.4,"ArxivClusteringS2S":51.45,"BiorxivClusteringP2P":49.01,"BiorxivClusteringS2S":45.06,"MedrxivClusteringP2P":44.37,"MedrxivClusteringS2S":42.0,"RedditClustering":73.37,"RedditClusteringP2P":72.51,"StackExchangeClustering":79.07,"StackExchangeClusteringP2P":49.57,"TwentyNewsgroupsClustering":51.31} -{"index":19,"Rank":13,"Model":"gme-Qwen2-VL-7B-Instruct<\/a>","Model Size (Million Parameters)":8291,"Memory Usage (GB, fp32)":30.89,"Embedding Dimensions":3584,"Max Tokens":32768,"Average":54.82,"ArxivClusteringP2P":54.96,"ArxivClusteringS2S":50.64,"BiorxivClusteringP2P":46.87,"BiorxivClusteringS2S":43.86,"MedrxivClusteringP2P":40.32,"MedrxivClusteringS2S":39.4,"RedditClustering":70.13,"RedditClusteringP2P":71.19,"StackExchangeClustering":78.89,"StackExchangeClusteringP2P":47.52,"TwentyNewsgroupsClustering":59.21} -{"index":41,"Rank":14,"Model":"gme-Qwen2-VL-7B-Instruct-Q5_K_S-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":54.82,"ArxivClusteringP2P":54.96,"ArxivClusteringS2S":50.64,"BiorxivClusteringP2P":46.87,"BiorxivClusteringS2S":43.86,"MedrxivClusteringP2P":40.32,"MedrxivClusteringS2S":39.4,"RedditClustering":70.13,"RedditClusteringP2P":71.19,"StackExchangeClustering":78.89,"StackExchangeClusteringP2P":47.52,"TwentyNewsgroupsClustering":59.21} -{"index":33,"Rank":15,"Model":"bge-multilingual-gemma2<\/a>","Model Size (Million Parameters)":9242,"Memory Usage (GB, fp32)":34.43,"Embedding Dimensions":3584,"Max Tokens":8192,"Average":54.65,"ArxivClusteringP2P":54.91,"ArxivClusteringS2S":50.28,"BiorxivClusteringP2P":52.64,"BiorxivClusteringS2S":49.2,"MedrxivClusteringP2P":45.81,"MedrxivClusteringS2S":44.11,"RedditClustering":56.03,"RedditClusteringP2P":65.83,"StackExchangeClustering":66.21,"StackExchangeClusteringP2P":45.74,"TwentyNewsgroupsClustering":70.44} -{"index":293,"Rank":16,"Model":"NV-Embed-v1<\/a>","Model Size (Million Parameters)":7851,"Memory Usage (GB, fp32)":29.25,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":52.8,"ArxivClusteringP2P":53.76,"ArxivClusteringS2S":49.59,"BiorxivClusteringP2P":48.15,"BiorxivClusteringS2S":44.74,"MedrxivClusteringP2P":39.24,"MedrxivClusteringS2S":36.98,"RedditClustering":63.2,"RedditClusteringP2P":68.01,"StackExchangeClustering":74.99,"StackExchangeClusteringP2P":42.04,"TwentyNewsgroupsClustering":60.13} -{"index":12,"Rank":17,"Model":"voyage-lite-02-instruct<\/a>","Model Size (Million Parameters)":1220,"Memory Usage (GB, fp32)":4.54,"Embedding Dimensions":1024,"Max Tokens":4000,"Average":52.42,"ArxivClusteringP2P":51.95,"ArxivClusteringS2S":42.48,"BiorxivClusteringP2P":50.15,"BiorxivClusteringS2S":42.84,"MedrxivClusteringP2P":47.24,"MedrxivClusteringS2S":43.48,"RedditClustering":63.73,"RedditClusteringP2P":64.09,"StackExchangeClustering":70.71,"StackExchangeClusteringP2P":40.34,"TwentyNewsgroupsClustering":59.56} -{"index":384,"Rank":18,"Model":"Zeta-Alpha-E5-Mistral<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":51.89,"ArxivClusteringP2P":52.03,"ArxivClusteringS2S":47.83,"BiorxivClusteringP2P":43.74,"BiorxivClusteringS2S":40.74,"MedrxivClusteringP2P":38.38,"MedrxivClusteringS2S":37.67,"RedditClustering":61.88,"RedditClusteringP2P":68.3,"StackExchangeClustering":75.91,"StackExchangeClusteringP2P":47.17,"TwentyNewsgroupsClustering":57.15} -{"index":130,"Rank":19,"Model":"SFR-Embedding-Mistral<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":51.67,"ArxivClusteringP2P":52.08,"ArxivClusteringS2S":47.38,"BiorxivClusteringP2P":43.94,"BiorxivClusteringS2S":41.14,"MedrxivClusteringP2P":40.03,"MedrxivClusteringS2S":39.0,"RedditClustering":59.9,"RedditClusteringP2P":67.64,"StackExchangeClustering":74.25,"StackExchangeClusteringP2P":46.78,"TwentyNewsgroupsClustering":56.27} -{"index":81,"Rank":20,"Model":"Linq-Embed-Mistral<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":51.42,"ArxivClusteringP2P":51.48,"ArxivClusteringS2S":47.3,"BiorxivClusteringP2P":42.73,"BiorxivClusteringS2S":39.58,"MedrxivClusteringP2P":37.84,"MedrxivClusteringS2S":36.65,"RedditClustering":61.52,"RedditClusteringP2P":68.24,"StackExchangeClustering":76.94,"StackExchangeClusteringP2P":46.04,"TwentyNewsgroupsClustering":57.3} -{"index":18,"Rank":21,"Model":"gme-Qwen2-VL-2B-Instruct<\/a>","Model Size (Million Parameters)":2209,"Memory Usage (GB, fp32)":8.23,"Embedding Dimensions":1536,"Max Tokens":32768,"Average":51.3,"ArxivClusteringP2P":52.45,"ArxivClusteringS2S":46.84,"BiorxivClusteringP2P":44.68,"BiorxivClusteringS2S":40.67,"MedrxivClusteringP2P":38.69,"MedrxivClusteringS2S":38.07,"RedditClustering":65.18,"RedditClusteringP2P":66.22,"StackExchangeClustering":72.82,"StackExchangeClusteringP2P":44.31,"TwentyNewsgroupsClustering":54.35} -{"index":61,"Rank":22,"Model":"GritLM-7B<\/a>","Model Size (Million Parameters)":7240,"Memory Usage (GB, fp32)":26.97,"Embedding Dimensions":"","Max Tokens":4096,"Average":50.61,"ArxivClusteringP2P":51.67,"ArxivClusteringS2S":48.11,"BiorxivClusteringP2P":40.87,"BiorxivClusteringS2S":39.8,"MedrxivClusteringP2P":36.52,"MedrxivClusteringS2S":36.8,"RedditClustering":61.3,"RedditClusteringP2P":67.26,"StackExchangeClustering":77.33,"StackExchangeClusteringP2P":41.33,"TwentyNewsgroupsClustering":55.7} -{"index":40,"Rank":23,"Model":"GritLM-7B-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":50.61,"ArxivClusteringP2P":51.67,"ArxivClusteringS2S":48.11,"BiorxivClusteringP2P":40.87,"BiorxivClusteringS2S":39.8,"MedrxivClusteringP2P":36.52,"MedrxivClusteringS2S":36.8,"RedditClustering":61.3,"RedditClusteringP2P":67.26,"StackExchangeClustering":77.33,"StackExchangeClusteringP2P":41.33,"TwentyNewsgroupsClustering":55.7} -{"index":300,"Rank":24,"Model":"GritLM-7B-vllm<\/a>","Model Size (Million Parameters)":7242,"Memory Usage (GB, fp32)":26.98,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":50.61,"ArxivClusteringP2P":51.67,"ArxivClusteringS2S":48.11,"BiorxivClusteringP2P":40.87,"BiorxivClusteringS2S":39.8,"MedrxivClusteringP2P":36.52,"MedrxivClusteringS2S":36.8,"RedditClustering":61.3,"RedditClusteringP2P":67.26,"StackExchangeClustering":77.33,"StackExchangeClusteringP2P":41.33,"TwentyNewsgroupsClustering":55.7} -{"index":349,"Rank":25,"Model":"GritLM-7B-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":50.61,"ArxivClusteringP2P":51.67,"ArxivClusteringS2S":48.11,"BiorxivClusteringP2P":40.87,"BiorxivClusteringS2S":39.8,"MedrxivClusteringP2P":36.52,"MedrxivClusteringS2S":36.8,"RedditClustering":61.3,"RedditClusteringP2P":67.26,"StackExchangeClustering":77.33,"StackExchangeClusteringP2P":41.33,"TwentyNewsgroupsClustering":55.7} -{"index":26,"Rank":26,"Model":"e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":50.26,"ArxivClusteringP2P":50.45,"ArxivClusteringS2S":45.5,"BiorxivClusteringP2P":43.53,"BiorxivClusteringS2S":40.24,"MedrxivClusteringP2P":38.19,"MedrxivClusteringS2S":37.45,"RedditClustering":57.71,"RedditClusteringP2P":66.49,"StackExchangeClustering":73.1,"StackExchangeClusteringP2P":45.91,"TwentyNewsgroupsClustering":54.31} -{"index":223,"Rank":27,"Model":"e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":50.26,"ArxivClusteringP2P":50.45,"ArxivClusteringS2S":45.5,"BiorxivClusteringP2P":43.53,"BiorxivClusteringS2S":40.24,"MedrxivClusteringP2P":38.19,"MedrxivClusteringS2S":37.45,"RedditClustering":57.71,"RedditClusteringP2P":66.49,"StackExchangeClustering":73.1,"StackExchangeClusteringP2P":45.91,"TwentyNewsgroupsClustering":54.31} -{"index":62,"Rank":28,"Model":"GritLM-8x7B<\/a>","Model Size (Million Parameters)":46703,"Memory Usage (GB, fp32)":173.98,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":50.14,"ArxivClusteringP2P":50.72,"ArxivClusteringS2S":48.01,"BiorxivClusteringP2P":41.41,"BiorxivClusteringS2S":38.67,"MedrxivClusteringP2P":36.54,"MedrxivClusteringS2S":37.24,"RedditClustering":63.01,"RedditClusteringP2P":65.86,"StackExchangeClustering":74.41,"StackExchangeClusteringP2P":38.52,"TwentyNewsgroupsClustering":57.16} -{"index":350,"Rank":29,"Model":"GritLM-8x7B-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":50.14,"ArxivClusteringP2P":50.72,"ArxivClusteringS2S":48.01,"BiorxivClusteringP2P":41.41,"BiorxivClusteringS2S":38.67,"MedrxivClusteringP2P":36.54,"MedrxivClusteringS2S":37.24,"RedditClustering":63.01,"RedditClusteringP2P":65.86,"StackExchangeClustering":74.41,"StackExchangeClusteringP2P":38.52,"TwentyNewsgroupsClustering":57.16} -{"index":247,"Rank":30,"Model":"cde-small-v2<\/a>","Model Size (Million Parameters)":150,"Memory Usage (GB, fp32)":0.56,"Embedding Dimensions":768,"Max Tokens":512,"Average":49.48,"ArxivClusteringP2P":50.53,"ArxivClusteringS2S":41.62,"BiorxivClusteringP2P":45.44,"BiorxivClusteringS2S":39.65,"MedrxivClusteringP2P":39.46,"MedrxivClusteringS2S":37.5,"RedditClustering":58.79,"RedditClusteringP2P":65.49,"StackExchangeClustering":70.04,"StackExchangeClusteringP2P":42.42,"TwentyNewsgroupsClustering":53.32} -{"index":66,"Rank":31,"Model":"speed-embedding-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":49.28,"ArxivClusteringP2P":51.12,"ArxivClusteringS2S":47.02,"BiorxivClusteringP2P":42.0,"BiorxivClusteringS2S":39.62,"MedrxivClusteringP2P":36.95,"MedrxivClusteringS2S":36.28,"RedditClustering":57.93,"RedditClusteringP2P":65.29,"StackExchangeClustering":71.59,"StackExchangeClusteringP2P":39.01,"TwentyNewsgroupsClustering":55.25} -{"index":9,"Rank":32,"Model":"voyage-large-2-instruct<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":16000,"Average":49.04,"ArxivClusteringP2P":50.0,"ArxivClusteringS2S":43.99,"BiorxivClusteringP2P":41.6,"BiorxivClusteringS2S":37.75,"MedrxivClusteringP2P":36.13,"MedrxivClusteringS2S":35.82,"RedditClustering":63.37,"RedditClusteringP2P":62.66,"StackExchangeClustering":71.08,"StackExchangeClusteringP2P":36.02,"TwentyNewsgroupsClustering":61.06} -{"index":398,"Rank":33,"Model":"text-embedding-3-large<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":3072,"Max Tokens":8191,"Average":49.01,"ArxivClusteringP2P":49.01,"ArxivClusteringS2S":44.45,"BiorxivClusteringP2P":38.03,"BiorxivClusteringS2S":36.53,"MedrxivClusteringP2P":32.7,"MedrxivClusteringS2S":31.27,"RedditClustering":67.84,"RedditClusteringP2P":67.96,"StackExchangeClustering":76.26,"StackExchangeClusteringP2P":36.88,"TwentyNewsgroupsClustering":58.14} -{"index":21,"Rank":34,"Model":"gte-Qwen2-1.5B-instruct<\/a>","Model Size (Million Parameters)":1776,"Memory Usage (GB, fp32)":6.62,"Embedding Dimensions":1536,"Max Tokens":131072,"Average":48.75,"ArxivClusteringP2P":50.51,"ArxivClusteringS2S":45.01,"BiorxivClusteringP2P":43.21,"BiorxivClusteringS2S":38.82,"MedrxivClusteringP2P":39.39,"MedrxivClusteringS2S":37.9,"RedditClustering":55.82,"RedditClusteringP2P":62.09,"StackExchangeClustering":67.65,"StackExchangeClusteringP2P":46.31,"TwentyNewsgroupsClustering":49.58} -{"index":246,"Rank":35,"Model":"cde-small-v1<\/a>","Model Size (Million Parameters)":143,"Memory Usage (GB, fp32)":0.53,"Embedding Dimensions":768,"Max Tokens":512,"Average":48.32,"ArxivClusteringP2P":48.63,"ArxivClusteringS2S":40.52,"BiorxivClusteringP2P":44.9,"BiorxivClusteringS2S":37.9,"MedrxivClusteringP2P":37.67,"MedrxivClusteringS2S":35.51,"RedditClustering":59.36,"RedditClusteringP2P":64.46,"StackExchangeClustering":66.77,"StackExchangeClusteringP2P":38.9,"TwentyNewsgroupsClustering":56.91} -{"index":24,"Rank":36,"Model":"gte-large-en-v1.5<\/a>","Model Size (Million Parameters)":434,"Memory Usage (GB, fp32)":1.62,"Embedding Dimensions":1024,"Max Tokens":8192,"Average":47.96,"ArxivClusteringP2P":48.47,"ArxivClusteringS2S":43.39,"BiorxivClusteringP2P":40.58,"BiorxivClusteringS2S":37.94,"MedrxivClusteringP2P":35.04,"MedrxivClusteringS2S":32.94,"RedditClustering":59.76,"RedditClusteringP2P":68.03,"StackExchangeClustering":71.27,"StackExchangeClusteringP2P":39.18,"TwentyNewsgroupsClustering":50.91} -{"index":308,"Rank":37,"Model":"TDTE<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":47.86,"ArxivClusteringP2P":48.78,"ArxivClusteringS2S":46.11,"BiorxivClusteringP2P":38.79,"BiorxivClusteringS2S":37.37,"MedrxivClusteringP2P":32.73,"MedrxivClusteringS2S":32.33,"RedditClustering":62.16,"RedditClusteringP2P":65.96,"StackExchangeClustering":71.35,"StackExchangeClusteringP2P":36.11,"TwentyNewsgroupsClustering":54.78} -{"index":64,"Rank":38,"Model":"KaLM-embedding-multilingual-mini-instruct-v1.5<\/a>","Model Size (Million Parameters)":494,"Memory Usage (GB, fp32)":1.84,"Embedding Dimensions":896,"Max Tokens":131072,"Average":47.82,"ArxivClusteringP2P":49.68,"ArxivClusteringS2S":42.21,"BiorxivClusteringP2P":43.84,"BiorxivClusteringS2S":37.31,"MedrxivClusteringP2P":39.91,"MedrxivClusteringS2S":36.79,"RedditClustering":55.47,"RedditClusteringP2P":65.96,"StackExchangeClustering":66.38,"StackExchangeClusteringP2P":39.19,"TwentyNewsgroupsClustering":49.33} -{"index":1,"Rank":39,"Model":"text-embedding-004<\/a>","Model Size (Million Parameters)":1200,"Memory Usage (GB, fp32)":4.47,"Embedding Dimensions":768,"Max Tokens":2048,"Average":47.48,"ArxivClusteringP2P":46.27,"ArxivClusteringS2S":38.36,"BiorxivClusteringP2P":37.87,"BiorxivClusteringS2S":35.67,"MedrxivClusteringP2P":33.11,"MedrxivClusteringS2S":31.54,"RedditClustering":65.81,"RedditClusteringP2P":66.62,"StackExchangeClustering":74.52,"StackExchangeClusteringP2P":37.63,"TwentyNewsgroupsClustering":54.87} -{"index":46,"Rank":40,"Model":"Cohere-embed-english-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":512,"Average":47.43,"ArxivClusteringP2P":49.17,"ArxivClusteringS2S":42.18,"BiorxivClusteringP2P":40.96,"BiorxivClusteringS2S":37.25,"MedrxivClusteringP2P":37.41,"MedrxivClusteringS2S":33.39,"RedditClustering":58.46,"RedditClusteringP2P":66.35,"StackExchangeClustering":68.42,"StackExchangeClusteringP2P":37.51,"TwentyNewsgroupsClustering":50.64} -{"index":11,"Rank":41,"Model":"voyage-lite-01-instruct<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":4000,"Average":47.4,"ArxivClusteringP2P":47.92,"ArxivClusteringS2S":42.42,"BiorxivClusteringP2P":38.72,"BiorxivClusteringS2S":36.6,"MedrxivClusteringP2P":34.04,"MedrxivClusteringS2S":32.81,"RedditClustering":61.56,"RedditClusteringP2P":65.35,"StackExchangeClustering":70.16,"StackExchangeClusteringP2P":38.23,"TwentyNewsgroupsClustering":53.56} -{"index":355,"Rank":42,"Model":"BinGSE-Meta-Llama-3-8B-Instruct<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":47.18,"ArxivClusteringP2P":47.9,"ArxivClusteringS2S":46.32,"BiorxivClusteringP2P":36.93,"BiorxivClusteringS2S":38.28,"MedrxivClusteringP2P":32.52,"MedrxivClusteringS2S":32.83,"RedditClustering":64.31,"RedditClusteringP2P":61.46,"StackExchangeClustering":70.93,"StackExchangeClusteringP2P":33.95,"TwentyNewsgroupsClustering":53.52} -{"index":228,"Rank":43,"Model":"multilingual-e5-large-instruct<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":47.07,"ArxivClusteringP2P":46.4,"ArxivClusteringS2S":40.49,"BiorxivClusteringP2P":40.94,"BiorxivClusteringS2S":36.28,"MedrxivClusteringP2P":36.93,"MedrxivClusteringS2S":35.54,"RedditClustering":56.6,"RedditClusteringP2P":64.27,"StackExchangeClustering":66.85,"StackExchangeClusteringP2P":42.46,"TwentyNewsgroupsClustering":51.03} -{"index":76,"Rank":44,"Model":"MUG-B-1.6<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":46.93,"ArxivClusteringP2P":49.03,"ArxivClusteringS2S":43.05,"BiorxivClusteringP2P":39.74,"BiorxivClusteringS2S":36.57,"MedrxivClusteringP2P":33.71,"MedrxivClusteringS2S":31.81,"RedditClustering":61.38,"RedditClusteringP2P":65.29,"StackExchangeClustering":66.6,"StackExchangeClusteringP2P":36.32,"TwentyNewsgroupsClustering":52.69} -{"index":352,"Rank":45,"Model":"gte-large<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":46.84,"ArxivClusteringP2P":48.62,"ArxivClusteringS2S":43.36,"BiorxivClusteringP2P":39.11,"BiorxivClusteringS2S":36.85,"MedrxivClusteringP2P":33.39,"MedrxivClusteringS2S":31.76,"RedditClustering":60.83,"RedditClusteringP2P":64.24,"StackExchangeClustering":67.64,"StackExchangeClusteringP2P":36.57,"TwentyNewsgroupsClustering":52.82} -{"index":23,"Rank":46,"Model":"gte-base-en-v1.5<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":8192,"Average":46.82,"ArxivClusteringP2P":47.51,"ArxivClusteringS2S":42.05,"BiorxivClusteringP2P":40.32,"BiorxivClusteringS2S":37.55,"MedrxivClusteringP2P":34.6,"MedrxivClusteringS2S":32.27,"RedditClustering":58.61,"RedditClusteringP2P":66.87,"StackExchangeClustering":68.93,"StackExchangeClusteringP2P":37.6,"TwentyNewsgroupsClustering":48.75} -{"index":145,"Rank":47,"Model":"UAE-Large-V1<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":46.73,"ArxivClusteringP2P":49.03,"ArxivClusteringS2S":43.09,"BiorxivClusteringP2P":39.38,"BiorxivClusteringS2S":37.23,"MedrxivClusteringP2P":33.22,"MedrxivClusteringS2S":31.18,"RedditClustering":60.52,"RedditClusteringP2P":65.35,"StackExchangeClustering":66.54,"StackExchangeClusteringP2P":36.72,"TwentyNewsgroupsClustering":51.72} -{"index":254,"Rank":48,"Model":"mxbai-embed-large-v1-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":46.71,"ArxivClusteringP2P":48.97,"ArxivClusteringS2S":42.98,"BiorxivClusteringP2P":39.92,"BiorxivClusteringS2S":36.73,"MedrxivClusteringP2P":33.44,"MedrxivClusteringS2S":31.66,"RedditClustering":60.22,"RedditClusteringP2P":65.29,"StackExchangeClustering":65.62,"StackExchangeClusteringP2P":35.78,"TwentyNewsgroupsClustering":53.21} -{"index":270,"Rank":49,"Model":"mxbai-embed-large-v1<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":46.71,"ArxivClusteringP2P":48.97,"ArxivClusteringS2S":42.98,"BiorxivClusteringP2P":39.92,"BiorxivClusteringS2S":36.73,"MedrxivClusteringP2P":33.44,"MedrxivClusteringS2S":31.66,"RedditClustering":60.22,"RedditClusteringP2P":65.29,"StackExchangeClustering":65.62,"StackExchangeClusteringP2P":35.78,"TwentyNewsgroupsClustering":53.21} -{"index":346,"Rank":50,"Model":"mxbai-embed-large-v1-Q5_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":46.71,"ArxivClusteringP2P":48.97,"ArxivClusteringS2S":42.98,"BiorxivClusteringP2P":39.92,"BiorxivClusteringS2S":36.73,"MedrxivClusteringP2P":33.44,"MedrxivClusteringS2S":31.66,"RedditClustering":60.22,"RedditClusteringP2P":65.29,"StackExchangeClustering":65.62,"StackExchangeClusteringP2P":35.78,"TwentyNewsgroupsClustering":53.21} -{"index":196,"Rank":51,"Model":"mxbai-embed-large-v1-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":46.71,"ArxivClusteringP2P":48.97,"ArxivClusteringS2S":42.98,"BiorxivClusteringP2P":39.92,"BiorxivClusteringS2S":36.73,"MedrxivClusteringP2P":33.44,"MedrxivClusteringS2S":31.66,"RedditClustering":60.22,"RedditClusteringP2P":65.29,"StackExchangeClustering":65.62,"StackExchangeClusteringP2P":35.78,"TwentyNewsgroupsClustering":53.21} -{"index":345,"Rank":52,"Model":"mxbai-embed-large-v1-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":46.71,"ArxivClusteringP2P":48.97,"ArxivClusteringS2S":42.98,"BiorxivClusteringP2P":39.92,"BiorxivClusteringS2S":36.73,"MedrxivClusteringP2P":33.44,"MedrxivClusteringS2S":31.66,"RedditClustering":60.22,"RedditClusteringP2P":65.29,"StackExchangeClustering":65.62,"StackExchangeClusteringP2P":35.78,"TwentyNewsgroupsClustering":53.21} -{"index":399,"Rank":53,"Model":"text-embedding-3-small<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":8191,"Average":46.65,"ArxivClusteringP2P":46.57,"ArxivClusteringS2S":39.35,"BiorxivClusteringP2P":37.77,"BiorxivClusteringS2S":34.68,"MedrxivClusteringP2P":32.77,"MedrxivClusteringS2S":31.85,"RedditClustering":64.09,"RedditClusteringP2P":65.12,"StackExchangeClustering":72.05,"StackExchangeClusteringP2P":34.04,"TwentyNewsgroupsClustering":54.81} -{"index":311,"Rank":54,"Model":"sf_model_e5<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":46.61,"ArxivClusteringP2P":48.73,"ArxivClusteringS2S":42.87,"BiorxivClusteringP2P":39.73,"BiorxivClusteringS2S":37.24,"MedrxivClusteringP2P":34.31,"MedrxivClusteringS2S":32.18,"RedditClustering":59.43,"RedditClusteringP2P":64.54,"StackExchangeClustering":65.08,"StackExchangeClusteringP2P":35.52,"TwentyNewsgroupsClustering":53.12} -{"index":48,"Rank":55,"Model":"Cohere-embed-multilingual-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":512,"Average":46.6,"ArxivClusteringP2P":48.16,"ArxivClusteringS2S":40.79,"BiorxivClusteringP2P":40.5,"BiorxivClusteringS2S":36.91,"MedrxivClusteringP2P":36.18,"MedrxivClusteringS2S":33.44,"RedditClustering":58.11,"RedditClusteringP2P":65.02,"StackExchangeClustering":68.12,"StackExchangeClusteringP2P":35.22,"TwentyNewsgroupsClustering":50.14} -{"index":162,"Rank":56,"Model":"GIST-large-Embedding-v0<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":46.55,"ArxivClusteringP2P":48.5,"ArxivClusteringS2S":42.58,"BiorxivClusteringP2P":39.34,"BiorxivClusteringS2S":36.18,"MedrxivClusteringP2P":34.48,"MedrxivClusteringS2S":32.26,"RedditClustering":60.62,"RedditClusteringP2P":63.29,"StackExchangeClustering":66.47,"StackExchangeClusteringP2P":36.4,"TwentyNewsgroupsClustering":51.91} -{"index":371,"Rank":57,"Model":"b1ade-embed<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":46.46,"ArxivClusteringP2P":48.66,"ArxivClusteringS2S":42.81,"BiorxivClusteringP2P":39.81,"BiorxivClusteringS2S":36.63,"MedrxivClusteringP2P":33.63,"MedrxivClusteringS2S":31.7,"RedditClustering":59.77,"RedditClusteringP2P":63.79,"StackExchangeClustering":66.31,"StackExchangeClusteringP2P":34.99,"TwentyNewsgroupsClustering":52.98} -{"index":88,"Rank":58,"Model":"LLM2Vec-Meta-Llama-3-supervised<\/a>","Model Size (Million Parameters)":7505,"Memory Usage (GB, fp32)":27.96,"Embedding Dimensions":4096,"Max Tokens":8192,"Average":46.45,"ArxivClusteringP2P":44.27,"ArxivClusteringS2S":46.85,"BiorxivClusteringP2P":32.35,"BiorxivClusteringS2S":36.7,"MedrxivClusteringP2P":30.71,"MedrxivClusteringS2S":32.96,"RedditClustering":61.72,"RedditClusteringP2P":63.98,"StackExchangeClustering":72.74,"StackExchangeClusteringP2P":32.26,"TwentyNewsgroupsClustering":56.41} -{"index":245,"Rank":59,"Model":"echo-mistral-7b-instruct-lasttoken<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":46.32,"ArxivClusteringP2P":47.02,"ArxivClusteringS2S":43.52,"BiorxivClusteringP2P":35.53,"BiorxivClusteringS2S":35.34,"MedrxivClusteringP2P":30.27,"MedrxivClusteringS2S":29.67,"RedditClustering":61.77,"RedditClusteringP2P":66.01,"StackExchangeClustering":72.04,"StackExchangeClusteringP2P":35.29,"TwentyNewsgroupsClustering":53.04} -{"index":397,"Rank":60,"Model":"text-embedding-3-large-256<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":256,"Max Tokens":8191,"Average":46.23,"ArxivClusteringP2P":47.05,"ArxivClusteringS2S":42.59,"BiorxivClusteringP2P":35.43,"BiorxivClusteringS2S":33.86,"MedrxivClusteringP2P":32.1,"MedrxivClusteringS2S":31.15,"RedditClustering":60.18,"RedditClusteringP2P":64.71,"StackExchangeClustering":71.23,"StackExchangeClusteringP2P":35.95,"TwentyNewsgroupsClustering":54.24} -{"index":160,"Rank":61,"Model":"GIST-Embedding-v0<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":46.21,"ArxivClusteringP2P":48.29,"ArxivClusteringS2S":42.74,"BiorxivClusteringP2P":39.04,"BiorxivClusteringS2S":36.67,"MedrxivClusteringP2P":33.92,"MedrxivClusteringS2S":32.25,"RedditClustering":59.11,"RedditClusteringP2P":62.44,"StackExchangeClustering":66.14,"StackExchangeClusteringP2P":35.59,"TwentyNewsgroupsClustering":52.16} -{"index":351,"Rank":62,"Model":"gte-base<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":46.2,"ArxivClusteringP2P":48.6,"ArxivClusteringS2S":43.01,"BiorxivClusteringP2P":38.2,"BiorxivClusteringS2S":36.59,"MedrxivClusteringP2P":33.17,"MedrxivClusteringS2S":31.77,"RedditClustering":59.33,"RedditClusteringP2P":62.59,"StackExchangeClustering":66.64,"StackExchangeClusteringP2P":36.0,"TwentyNewsgroupsClustering":52.31} -{"index":310,"Rank":63,"Model":"bge-large-en-v1.5-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":46.08,"ArxivClusteringP2P":48.57,"ArxivClusteringS2S":43.19,"BiorxivClusteringP2P":39.71,"BiorxivClusteringS2S":36.9,"MedrxivClusteringP2P":32.56,"MedrxivClusteringS2S":31.47,"RedditClustering":57.24,"RedditClusteringP2P":64.66,"StackExchangeClustering":66.4,"StackExchangeClusteringP2P":34.96,"TwentyNewsgroupsClustering":51.27} -{"index":309,"Rank":64,"Model":"bge-large-en-v1.5-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":46.08,"ArxivClusteringP2P":48.57,"ArxivClusteringS2S":43.19,"BiorxivClusteringP2P":39.71,"BiorxivClusteringS2S":36.9,"MedrxivClusteringP2P":32.56,"MedrxivClusteringS2S":31.47,"RedditClustering":57.24,"RedditClusteringP2P":64.66,"StackExchangeClustering":66.4,"StackExchangeClusteringP2P":34.96,"TwentyNewsgroupsClustering":51.27} -{"index":212,"Rank":65,"Model":"bge-large-en-v1.5-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":46.08,"ArxivClusteringP2P":48.57,"ArxivClusteringS2S":43.19,"BiorxivClusteringP2P":39.71,"BiorxivClusteringS2S":36.9,"MedrxivClusteringP2P":32.56,"MedrxivClusteringS2S":31.47,"RedditClustering":57.24,"RedditClusteringP2P":64.66,"StackExchangeClustering":66.4,"StackExchangeClusteringP2P":34.96,"TwentyNewsgroupsClustering":51.27} -{"index":281,"Rank":66,"Model":"bge-large-en-v1.5<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":46.08,"ArxivClusteringP2P":48.57,"ArxivClusteringS2S":43.19,"BiorxivClusteringP2P":39.71,"BiorxivClusteringS2S":36.9,"MedrxivClusteringP2P":32.56,"MedrxivClusteringS2S":31.47,"RedditClustering":57.24,"RedditClusteringP2P":64.66,"StackExchangeClustering":66.4,"StackExchangeClusteringP2P":34.96,"TwentyNewsgroupsClustering":51.27} -{"index":31,"Rank":67,"Model":"bge-large-en-v1.5<\/a>","Model Size (Million Parameters)":1340,"Memory Usage (GB, fp32)":4.99,"Embedding Dimensions":1024,"Max Tokens":512,"Average":46.08,"ArxivClusteringP2P":48.57,"ArxivClusteringS2S":43.19,"BiorxivClusteringP2P":39.71,"BiorxivClusteringS2S":36.9,"MedrxivClusteringP2P":32.56,"MedrxivClusteringS2S":31.47,"RedditClustering":57.24,"RedditClusteringP2P":64.66,"StackExchangeClustering":66.4,"StackExchangeClusteringP2P":34.96,"TwentyNewsgroupsClustering":51.27} -{"index":269,"Rank":68,"Model":"mxbai-embed-2d-large-v1<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":46.07,"ArxivClusteringP2P":48.29,"ArxivClusteringS2S":42.34,"BiorxivClusteringP2P":39.73,"BiorxivClusteringS2S":36.95,"MedrxivClusteringP2P":33.66,"MedrxivClusteringS2S":32.22,"RedditClustering":57.93,"RedditClusteringP2P":62.47,"StackExchangeClustering":66.41,"StackExchangeClusteringP2P":35.32,"TwentyNewsgroupsClustering":51.48} -{"index":248,"Rank":69,"Model":"modernbert-embed-large<\/a>","Model Size (Million Parameters)":395,"Memory Usage (GB, fp32)":1.47,"Embedding Dimensions":1024,"Max Tokens":8192,"Average":46.04,"ArxivClusteringP2P":47.8,"ArxivClusteringS2S":39.47,"BiorxivClusteringP2P":39.47,"BiorxivClusteringS2S":34.67,"MedrxivClusteringP2P":34.4,"MedrxivClusteringS2S":31.63,"RedditClustering":58.98,"RedditClusteringP2P":64.68,"StackExchangeClustering":69.37,"StackExchangeClusteringP2P":34.73,"TwentyNewsgroupsClustering":51.26} -{"index":302,"Rank":70,"Model":"mini-gte<\/a>","Model Size (Million Parameters)":66,"Memory Usage (GB, fp32)":0.25,"Embedding Dimensions":768,"Max Tokens":512,"Average":46.01,"ArxivClusteringP2P":47.25,"ArxivClusteringS2S":40.73,"BiorxivClusteringP2P":40.06,"BiorxivClusteringS2S":36.38,"MedrxivClusteringP2P":35.1,"MedrxivClusteringS2S":32.9,"RedditClustering":56.12,"RedditClusteringP2P":65.14,"StackExchangeClustering":66.75,"StackExchangeClusteringP2P":36.43,"TwentyNewsgroupsClustering":49.3} -{"index":396,"Rank":71,"Model":"text-embedding-ada-002<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":8191,"Average":45.9,"ArxivClusteringP2P":45.01,"ArxivClusteringS2S":36.85,"BiorxivClusteringP2P":36.66,"BiorxivClusteringS2S":34.21,"MedrxivClusteringP2P":32.6,"MedrxivClusteringS2S":30.8,"RedditClustering":61.42,"RedditClusteringP2P":64.13,"StackExchangeClustering":72.22,"StackExchangeClusteringP2P":38.49,"TwentyNewsgroupsClustering":52.56} -{"index":29,"Rank":72,"Model":"bge-base-en-v1.5<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":45.81,"ArxivClusteringP2P":48.75,"ArxivClusteringS2S":42.81,"BiorxivClusteringP2P":39.44,"BiorxivClusteringS2S":36.62,"MedrxivClusteringP2P":33.21,"MedrxivClusteringS2S":31.68,"RedditClustering":56.61,"RedditClusteringP2P":62.66,"StackExchangeClustering":66.11,"StackExchangeClusteringP2P":35.24,"TwentyNewsgroupsClustering":50.75} -{"index":165,"Rank":73,"Model":"bge-base-en-v1-5-seqlen-384-bs-1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":45.77,"ArxivClusteringP2P":48.75,"ArxivClusteringS2S":42.81,"BiorxivClusteringP2P":39.1,"BiorxivClusteringS2S":36.7,"MedrxivClusteringP2P":32.95,"MedrxivClusteringS2S":31.56,"RedditClustering":56.24,"RedditClusteringP2P":62.88,"StackExchangeClustering":65.95,"StackExchangeClusteringP2P":35.01,"TwentyNewsgroupsClustering":51.47} -{"index":253,"Rank":74,"Model":"ember-v1<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":45.58,"ArxivClusteringP2P":48.58,"ArxivClusteringS2S":43.14,"BiorxivClusteringP2P":38.84,"BiorxivClusteringS2S":36.38,"MedrxivClusteringP2P":31.96,"MedrxivClusteringS2S":30.88,"RedditClustering":57.61,"RedditClusteringP2P":64.03,"StackExchangeClustering":65.54,"StackExchangeClusteringP2P":33.98,"TwentyNewsgroupsClustering":50.41} -{"index":131,"Rank":75,"Model":"ember-v1-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":45.58,"ArxivClusteringP2P":48.58,"ArxivClusteringS2S":43.14,"BiorxivClusteringP2P":38.84,"BiorxivClusteringS2S":36.38,"MedrxivClusteringP2P":31.96,"MedrxivClusteringS2S":30.88,"RedditClustering":57.61,"RedditClusteringP2P":64.03,"StackExchangeClustering":65.54,"StackExchangeClusteringP2P":33.98,"TwentyNewsgroupsClustering":50.41} -{"index":90,"Rank":76,"Model":"LLM2Vec-Mistral-supervised<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":45.54,"ArxivClusteringP2P":42.81,"ArxivClusteringS2S":44.24,"BiorxivClusteringP2P":34.27,"BiorxivClusteringS2S":35.53,"MedrxivClusteringP2P":31.07,"MedrxivClusteringS2S":31.27,"RedditClustering":60.24,"RedditClusteringP2P":64.12,"StackExchangeClustering":70.73,"StackExchangeClusteringP2P":34.5,"TwentyNewsgroupsClustering":52.18} -{"index":63,"Rank":77,"Model":"KaLM-embedding-multilingual-mini-instruct-v1<\/a>","Model Size (Million Parameters)":494,"Memory Usage (GB, fp32)":1.84,"Embedding Dimensions":896,"Max Tokens":131072,"Average":45.46,"ArxivClusteringP2P":48.01,"ArxivClusteringS2S":39.4,"BiorxivClusteringP2P":40.01,"BiorxivClusteringS2S":33.79,"MedrxivClusteringP2P":35.54,"MedrxivClusteringS2S":32.7,"RedditClustering":55.17,"RedditClusteringP2P":64.4,"StackExchangeClustering":65.94,"StackExchangeClusteringP2P":35.59,"TwentyNewsgroupsClustering":49.55} -{"index":65,"Rank":78,"Model":"KaLM-embedding-multilingual-mini-v1<\/a>","Model Size (Million Parameters)":494,"Memory Usage (GB, fp32)":1.84,"Embedding Dimensions":896,"Max Tokens":131072,"Average":45.37,"ArxivClusteringP2P":47.08,"ArxivClusteringS2S":39.12,"BiorxivClusteringP2P":39.3,"BiorxivClusteringS2S":33.96,"MedrxivClusteringP2P":33.84,"MedrxivClusteringS2S":32.43,"RedditClustering":57.63,"RedditClusteringP2P":65.1,"StackExchangeClustering":67.22,"StackExchangeClusteringP2P":33.7,"TwentyNewsgroupsClustering":49.68} -{"index":214,"Rank":79,"Model":"granite-embedding-125m-english<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":514,"Average":45.33,"ArxivClusteringP2P":48.3,"ArxivClusteringS2S":44.84,"BiorxivClusteringP2P":38.36,"BiorxivClusteringS2S":36.29,"MedrxivClusteringP2P":32.3,"MedrxivClusteringS2S":31.91,"RedditClustering":54.43,"RedditClusteringP2P":58.19,"StackExchangeClustering":70.32,"StackExchangeClusteringP2P":35.42,"TwentyNewsgroupsClustering":48.31} -{"index":208,"Rank":80,"Model":"instructor-large<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":768,"Max Tokens":512,"Average":45.29,"ArxivClusteringP2P":43.16,"ArxivClusteringS2S":32.56,"BiorxivClusteringP2P":37.62,"BiorxivClusteringS2S":31.33,"MedrxivClusteringP2P":34.22,"MedrxivClusteringS2S":32.0,"RedditClustering":63.65,"RedditClusteringP2P":64.63,"StackExchangeClustering":68.78,"StackExchangeClusteringP2P":36.15,"TwentyNewsgroupsClustering":54.13} -{"index":86,"Rank":81,"Model":"LLM2Vec-Llama-2-7b-chat-hf-mntp-supervised<\/a>","Model Size (Million Parameters)":6607,"Memory Usage (GB, fp32)":24.61,"Embedding Dimensions":4096,"Max Tokens":4096,"Average":45.24,"ArxivClusteringP2P":43.14,"ArxivClusteringS2S":42.38,"BiorxivClusteringP2P":35.88,"BiorxivClusteringS2S":34.81,"MedrxivClusteringP2P":32.23,"MedrxivClusteringS2S":31.37,"RedditClustering":61.1,"RedditClusteringP2P":64.52,"StackExchangeClustering":67.98,"StackExchangeClusteringP2P":33.2,"TwentyNewsgroupsClustering":51.04} -{"index":49,"Rank":82,"Model":"jina-embeddings-v3<\/a>","Model Size (Million Parameters)":572,"Memory Usage (GB, fp32)":2.13,"Embedding Dimensions":1024,"Max Tokens":8194,"Average":45.21,"ArxivClusteringP2P":46.66,"ArxivClusteringS2S":39.27,"BiorxivClusteringP2P":38.19,"BiorxivClusteringS2S":34.42,"MedrxivClusteringP2P":34.8,"MedrxivClusteringS2S":32.42,"RedditClustering":55.4,"RedditClusteringP2P":62.87,"StackExchangeClustering":65.66,"StackExchangeClusteringP2P":35.08,"TwentyNewsgroupsClustering":52.49} -{"index":243,"Rank":83,"Model":"jina-embeddings-v3<\/a>","Model Size (Million Parameters)":572,"Memory Usage (GB, fp32)":2.13,"Embedding Dimensions":1024,"Max Tokens":8194,"Average":45.21,"ArxivClusteringP2P":46.66,"ArxivClusteringS2S":39.27,"BiorxivClusteringP2P":38.19,"BiorxivClusteringS2S":34.42,"MedrxivClusteringP2P":34.8,"MedrxivClusteringS2S":32.42,"RedditClustering":55.4,"RedditClusteringP2P":62.87,"StackExchangeClustering":65.66,"StackExchangeClusteringP2P":35.08,"TwentyNewsgroupsClustering":52.49} -{"index":0,"Rank":84,"Model":"text-embedding-004-256<\/a>","Model Size (Million Parameters)":1200,"Memory Usage (GB, fp32)":4.47,"Embedding Dimensions":256,"Max Tokens":2048,"Average":45.07,"ArxivClusteringP2P":44.12,"ArxivClusteringS2S":36.54,"BiorxivClusteringP2P":36.28,"BiorxivClusteringS2S":33.09,"MedrxivClusteringP2P":32.08,"MedrxivClusteringS2S":30.84,"RedditClustering":62.24,"RedditClusteringP2P":63.7,"StackExchangeClustering":70.19,"StackExchangeClusteringP2P":36.1,"TwentyNewsgroupsClustering":50.6} -{"index":275,"Rank":85,"Model":"bge-base-en-v1.5-quant<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":45.06,"ArxivClusteringP2P":48.5,"ArxivClusteringS2S":42.01,"BiorxivClusteringP2P":39.3,"BiorxivClusteringS2S":35.65,"MedrxivClusteringP2P":32.8,"MedrxivClusteringS2S":30.96,"RedditClustering":55.69,"RedditClusteringP2P":62.33,"StackExchangeClustering":64.81,"StackExchangeClusteringP2P":34.08,"TwentyNewsgroupsClustering":49.5} -{"index":282,"Rank":86,"Model":"modernbert-embed-base<\/a>","Model Size (Million Parameters)":149,"Memory Usage (GB, fp32)":0.56,"Embedding Dimensions":768,"Max Tokens":8192,"Average":44.98,"ArxivClusteringP2P":47.69,"ArxivClusteringS2S":38.09,"BiorxivClusteringP2P":39.65,"BiorxivClusteringS2S":33.29,"MedrxivClusteringP2P":34.35,"MedrxivClusteringS2S":32.2,"RedditClustering":56.5,"RedditClusteringP2P":63.15,"StackExchangeClustering":67.05,"StackExchangeClusteringP2P":33.37,"TwentyNewsgroupsClustering":49.47} -{"index":249,"Rank":87,"Model":"modernbert-embed-large-unsupervised<\/a>","Model Size (Million Parameters)":395,"Memory Usage (GB, fp32)":1.47,"Embedding Dimensions":1024,"Max Tokens":8192,"Average":44.96,"ArxivClusteringP2P":48.17,"ArxivClusteringS2S":39.51,"BiorxivClusteringP2P":38.66,"BiorxivClusteringS2S":34.69,"MedrxivClusteringP2P":32.57,"MedrxivClusteringS2S":30.55,"RedditClustering":56.92,"RedditClusteringP2P":63.92,"StackExchangeClustering":69.0,"StackExchangeClusteringP2P":32.74,"TwentyNewsgroupsClustering":47.84} -{"index":164,"Rank":88,"Model":"NoInstruct-small-Embedding-v0<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":44.95,"ArxivClusteringP2P":47.78,"ArxivClusteringS2S":40.13,"BiorxivClusteringP2P":39.4,"BiorxivClusteringS2S":35.1,"MedrxivClusteringP2P":34.71,"MedrxivClusteringS2S":32.15,"RedditClustering":55.4,"RedditClusteringP2P":61.23,"StackExchangeClustering":62.05,"StackExchangeClusteringP2P":36.65,"TwentyNewsgroupsClustering":49.86} -{"index":217,"Rank":89,"Model":"stella-base-en-v2<\/a>","Model Size (Million Parameters)":55,"Memory Usage (GB, fp32)":0.2,"Embedding Dimensions":768,"Max Tokens":512,"Average":44.9,"ArxivClusteringP2P":47.24,"ArxivClusteringS2S":40.47,"BiorxivClusteringP2P":39.56,"BiorxivClusteringS2S":35.91,"MedrxivClusteringP2P":33.25,"MedrxivClusteringS2S":31.96,"RedditClustering":55.07,"RedditClusteringP2P":62.12,"StackExchangeClustering":64.47,"StackExchangeClusteringP2P":33.8,"TwentyNewsgroupsClustering":50.08} -{"index":353,"Rank":90,"Model":"gte-small<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":44.89,"ArxivClusteringP2P":47.9,"ArxivClusteringS2S":40.26,"BiorxivClusteringP2P":38.37,"BiorxivClusteringS2S":35.49,"MedrxivClusteringP2P":33.78,"MedrxivClusteringS2S":32.07,"RedditClustering":55.62,"RedditClusteringP2P":61.39,"StackExchangeClustering":62.63,"StackExchangeClusteringP2P":36.33,"TwentyNewsgroupsClustering":49.95} -{"index":163,"Rank":91,"Model":"GIST-small-Embedding-v0<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":44.82,"ArxivClusteringP2P":47.62,"ArxivClusteringS2S":39.86,"BiorxivClusteringP2P":39.22,"BiorxivClusteringS2S":35.43,"MedrxivClusteringP2P":34.5,"MedrxivClusteringS2S":32.16,"RedditClustering":55.51,"RedditClusteringP2P":60.64,"StackExchangeClustering":61.91,"StackExchangeClusteringP2P":36.16,"TwentyNewsgroupsClustering":50.01} -{"index":209,"Rank":92,"Model":"instructor-xl<\/a>","Model Size (Million Parameters)":1241,"Memory Usage (GB, fp32)":4.62,"Embedding Dimensions":768,"Max Tokens":512,"Average":44.74,"ArxivClusteringP2P":42.45,"ArxivClusteringS2S":32.21,"BiorxivClusteringP2P":37.37,"BiorxivClusteringS2S":30.55,"MedrxivClusteringP2P":33.19,"MedrxivClusteringS2S":30.79,"RedditClustering":63.49,"RedditClusteringP2P":65.13,"StackExchangeClustering":68.44,"StackExchangeClusteringP2P":35.17,"TwentyNewsgroupsClustering":53.38} -{"index":45,"Rank":93,"Model":"Cohere-embed-english-light-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":44.64,"ArxivClusteringP2P":46.19,"ArxivClusteringS2S":37.58,"BiorxivClusteringP2P":38.97,"BiorxivClusteringS2S":34.52,"MedrxivClusteringP2P":37.66,"MedrxivClusteringS2S":33.54,"RedditClustering":53.5,"RedditClusteringP2P":63.59,"StackExchangeClustering":62.94,"StackExchangeClusteringP2P":36.48,"TwentyNewsgroupsClustering":46.06} -{"index":79,"Rank":94,"Model":"bilingual-embedding-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":44.62,"ArxivClusteringP2P":46.18,"ArxivClusteringS2S":38.95,"BiorxivClusteringP2P":37.41,"BiorxivClusteringS2S":34.95,"MedrxivClusteringP2P":33.66,"MedrxivClusteringS2S":32.24,"RedditClustering":57.02,"RedditClusteringP2P":63.4,"StackExchangeClustering":63.53,"StackExchangeClusteringP2P":34.48,"TwentyNewsgroupsClustering":49.01} -{"index":75,"Rank":95,"Model":"e5-large-v2-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":44.49,"ArxivClusteringP2P":45.55,"ArxivClusteringS2S":41.02,"BiorxivClusteringP2P":37.36,"BiorxivClusteringS2S":34.85,"MedrxivClusteringP2P":31.82,"MedrxivClusteringS2S":30.38,"RedditClustering":55.83,"RedditClusteringP2P":63.38,"StackExchangeClustering":65.92,"StackExchangeClusteringP2P":33.67,"TwentyNewsgroupsClustering":49.6} -{"index":166,"Rank":96,"Model":"concat-e5-small-bge-small-01<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":44.36,"ArxivClusteringP2P":47.55,"ArxivClusteringS2S":40.03,"BiorxivClusteringP2P":38.67,"BiorxivClusteringS2S":34.36,"MedrxivClusteringP2P":33.1,"MedrxivClusteringS2S":31.07,"RedditClustering":53.82,"RedditClusteringP2P":63.06,"StackExchangeClustering":62.86,"StackExchangeClusteringP2P":34.49,"TwentyNewsgroupsClustering":48.91} -{"index":283,"Rank":97,"Model":"modernbert-embed-base-unsupervised<\/a>","Model Size (Million Parameters)":149,"Memory Usage (GB, fp32)":0.56,"Embedding Dimensions":768,"Max Tokens":8192,"Average":44.34,"ArxivClusteringP2P":47.47,"ArxivClusteringS2S":37.93,"BiorxivClusteringP2P":38.73,"BiorxivClusteringS2S":33.88,"MedrxivClusteringP2P":32.75,"MedrxivClusteringS2S":30.75,"RedditClustering":56.21,"RedditClusteringP2P":62.7,"StackExchangeClustering":66.81,"StackExchangeClusteringP2P":32.9,"TwentyNewsgroupsClustering":47.63} -{"index":156,"Rank":98,"Model":"bge-small-en<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":44.31,"ArxivClusteringP2P":47.53,"ArxivClusteringS2S":39.97,"BiorxivClusteringP2P":39.68,"BiorxivClusteringS2S":35.39,"MedrxivClusteringP2P":33.38,"MedrxivClusteringS2S":31.55,"RedditClustering":51.77,"RedditClusteringP2P":62.33,"StackExchangeClustering":61.08,"StackExchangeClusteringP2P":35.64,"TwentyNewsgroupsClustering":49.1} -{"index":25,"Rank":99,"Model":"gte-multilingual-base<\/a>","Model Size (Million Parameters)":305,"Memory Usage (GB, fp32)":1.14,"Embedding Dimensions":768,"Max Tokens":8192,"Average":44.31,"ArxivClusteringP2P":46.02,"ArxivClusteringS2S":41.07,"BiorxivClusteringP2P":37.59,"BiorxivClusteringS2S":34.21,"MedrxivClusteringP2P":33.05,"MedrxivClusteringS2S":31.97,"RedditClustering":55.72,"RedditClusteringP2P":62.25,"StackExchangeClustering":63.42,"StackExchangeClusteringP2P":31.71,"TwentyNewsgroupsClustering":50.35} -{"index":85,"Rank":100,"Model":"onnx-gte-multilingual-base<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":44.31,"ArxivClusteringP2P":46.02,"ArxivClusteringS2S":41.07,"BiorxivClusteringP2P":37.59,"BiorxivClusteringS2S":34.21,"MedrxivClusteringP2P":33.05,"MedrxivClusteringS2S":31.97,"RedditClustering":55.72,"RedditClusteringP2P":62.25,"StackExchangeClustering":63.42,"StackExchangeClusteringP2P":31.71,"TwentyNewsgroupsClustering":50.35} -{"index":222,"Rank":101,"Model":"e5-large-v2<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":44.26,"ArxivClusteringP2P":45.55,"ArxivClusteringS2S":41.02,"BiorxivClusteringP2P":36.72,"BiorxivClusteringS2S":35.47,"MedrxivClusteringP2P":31.45,"MedrxivClusteringS2S":29.91,"RedditClustering":55.5,"RedditClusteringP2P":63.71,"StackExchangeClustering":65.23,"StackExchangeClusteringP2P":33.62,"TwentyNewsgroupsClustering":48.73} -{"index":220,"Rank":102,"Model":"e5-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":44.1,"ArxivClusteringP2P":46.1,"ArxivClusteringS2S":39.67,"BiorxivClusteringP2P":37.12,"BiorxivClusteringS2S":33.41,"MedrxivClusteringP2P":31.82,"MedrxivClusteringS2S":29.68,"RedditClustering":56.54,"RedditClusteringP2P":63.23,"StackExchangeClustering":64.6,"StackExchangeClusteringP2P":33.02,"TwentyNewsgroupsClustering":49.86} -{"index":299,"Rank":103,"Model":"MiniCPM-Embedding-Light<\/a>","Model Size (Million Parameters)":434,"Memory Usage (GB, fp32)":1.62,"Embedding Dimensions":1024,"Max Tokens":4096,"Average":44.08,"ArxivClusteringP2P":48.32,"ArxivClusteringS2S":40.3,"BiorxivClusteringP2P":39.86,"BiorxivClusteringS2S":34.9,"MedrxivClusteringP2P":34.73,"MedrxivClusteringS2S":31.55,"RedditClustering":53.22,"RedditClusteringP2P":58.38,"StackExchangeClustering":65.29,"StackExchangeClusteringP2P":32.19,"TwentyNewsgroupsClustering":46.12} -{"index":386,"Rank":104,"Model":"nomic-embed-text-v1.5-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":43.93,"ArxivClusteringP2P":45.69,"ArxivClusteringS2S":36.35,"BiorxivClusteringP2P":38.77,"BiorxivClusteringS2S":32.94,"MedrxivClusteringP2P":34.53,"MedrxivClusteringS2S":30.94,"RedditClustering":56.52,"RedditClusteringP2P":61.05,"StackExchangeClustering":63.19,"StackExchangeClusteringP2P":34.03,"TwentyNewsgroupsClustering":49.21} -{"index":127,"Rank":105,"Model":"nomic-embed-text-v1.5-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":43.93,"ArxivClusteringP2P":45.69,"ArxivClusteringS2S":36.35,"BiorxivClusteringP2P":38.77,"BiorxivClusteringS2S":32.94,"MedrxivClusteringP2P":34.53,"MedrxivClusteringS2S":30.94,"RedditClustering":56.52,"RedditClusteringP2P":61.05,"StackExchangeClustering":63.19,"StackExchangeClusteringP2P":34.03,"TwentyNewsgroupsClustering":49.21} -{"index":38,"Rank":106,"Model":"nomic-embed-text-v1.5-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":43.93,"ArxivClusteringP2P":45.69,"ArxivClusteringS2S":36.35,"BiorxivClusteringP2P":38.77,"BiorxivClusteringS2S":32.94,"MedrxivClusteringP2P":34.53,"MedrxivClusteringS2S":30.94,"RedditClustering":56.52,"RedditClusteringP2P":61.05,"StackExchangeClustering":63.19,"StackExchangeClusteringP2P":34.03,"TwentyNewsgroupsClustering":49.21} -{"index":147,"Rank":107,"Model":"nomic-embed-text-v1.5-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":43.93,"ArxivClusteringP2P":45.69,"ArxivClusteringS2S":36.35,"BiorxivClusteringP2P":38.77,"BiorxivClusteringS2S":32.94,"MedrxivClusteringP2P":34.53,"MedrxivClusteringS2S":30.94,"RedditClustering":56.52,"RedditClusteringP2P":61.05,"StackExchangeClustering":63.19,"StackExchangeClusteringP2P":34.03,"TwentyNewsgroupsClustering":49.21} -{"index":291,"Rank":108,"Model":"nomic-embed-text-v1.5<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":8192,"Average":43.93,"ArxivClusteringP2P":45.69,"ArxivClusteringS2S":36.35,"BiorxivClusteringP2P":38.77,"BiorxivClusteringS2S":32.94,"MedrxivClusteringP2P":34.53,"MedrxivClusteringS2S":30.94,"RedditClustering":56.52,"RedditClusteringP2P":61.05,"StackExchangeClustering":63.19,"StackExchangeClusteringP2P":34.03,"TwentyNewsgroupsClustering":49.21} -{"index":272,"Rank":109,"Model":"nomic-embed-text-v1.5-Q4_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":43.93,"ArxivClusteringP2P":45.69,"ArxivClusteringS2S":36.35,"BiorxivClusteringP2P":38.77,"BiorxivClusteringS2S":32.94,"MedrxivClusteringP2P":34.53,"MedrxivClusteringS2S":30.94,"RedditClustering":56.52,"RedditClusteringP2P":61.05,"StackExchangeClustering":63.19,"StackExchangeClusteringP2P":34.03,"TwentyNewsgroupsClustering":49.21} -{"index":36,"Rank":110,"Model":"nomic-embed-text-v1.5<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":8192,"Average":43.93,"ArxivClusteringP2P":45.69,"ArxivClusteringS2S":36.35,"BiorxivClusteringP2P":38.77,"BiorxivClusteringS2S":32.94,"MedrxivClusteringP2P":34.53,"MedrxivClusteringS2S":30.94,"RedditClustering":56.52,"RedditClusteringP2P":61.05,"StackExchangeClustering":63.19,"StackExchangeClusteringP2P":34.03,"TwentyNewsgroupsClustering":49.21} -{"index":284,"Rank":111,"Model":"nomic-embed-text-v1<\/a>","Model Size (Million Parameters)":547,"Memory Usage (GB, fp32)":2.04,"Embedding Dimensions":768,"Max Tokens":8192,"Average":43.91,"ArxivClusteringP2P":45.93,"ArxivClusteringS2S":36.65,"BiorxivClusteringP2P":38.49,"BiorxivClusteringS2S":32.76,"MedrxivClusteringP2P":33.74,"MedrxivClusteringS2S":30.64,"RedditClustering":56.32,"RedditClusteringP2P":61.9,"StackExchangeClustering":64.31,"StackExchangeClusteringP2P":33.26,"TwentyNewsgroupsClustering":49.06} -{"index":35,"Rank":112,"Model":"nomic-embed-text-v1<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":8192,"Average":43.91,"ArxivClusteringP2P":45.93,"ArxivClusteringS2S":36.65,"BiorxivClusteringP2P":38.49,"BiorxivClusteringS2S":32.76,"MedrxivClusteringP2P":33.74,"MedrxivClusteringS2S":30.64,"RedditClustering":56.32,"RedditClusteringP2P":61.9,"StackExchangeClustering":64.31,"StackExchangeClusteringP2P":33.26,"TwentyNewsgroupsClustering":49.06} -{"index":198,"Rank":113,"Model":"english-4U-bge-small<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":43.82,"ArxivClusteringP2P":47.4,"ArxivClusteringS2S":40.02,"BiorxivClusteringP2P":38.47,"BiorxivClusteringS2S":34.72,"MedrxivClusteringP2P":33.06,"MedrxivClusteringS2S":30.86,"RedditClustering":52.32,"RedditClusteringP2P":60.64,"StackExchangeClustering":60.78,"StackExchangeClusteringP2P":35.27,"TwentyNewsgroupsClustering":48.52} -{"index":34,"Rank":114,"Model":"bge-small-en-v1.5<\/a>","Model Size (Million Parameters)":24,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":512,"Max Tokens":512,"Average":43.82,"ArxivClusteringP2P":47.4,"ArxivClusteringS2S":40.02,"BiorxivClusteringP2P":38.47,"BiorxivClusteringS2S":34.72,"MedrxivClusteringP2P":33.06,"MedrxivClusteringS2S":30.86,"RedditClustering":52.32,"RedditClusteringP2P":60.64,"StackExchangeClustering":60.78,"StackExchangeClusteringP2P":35.27,"TwentyNewsgroupsClustering":48.52} -{"index":375,"Rank":115,"Model":"bge-small-en-v1.5-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":43.82,"ArxivClusteringP2P":47.4,"ArxivClusteringS2S":40.02,"BiorxivClusteringP2P":38.47,"BiorxivClusteringS2S":34.72,"MedrxivClusteringP2P":33.06,"MedrxivClusteringS2S":30.86,"RedditClustering":52.32,"RedditClusteringP2P":60.64,"StackExchangeClustering":60.78,"StackExchangeClusteringP2P":35.27,"TwentyNewsgroupsClustering":48.52} -{"index":150,"Rank":116,"Model":"e5-base-v2-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":43.8,"ArxivClusteringP2P":46.1,"ArxivClusteringS2S":39.67,"BiorxivClusteringP2P":37.5,"BiorxivClusteringS2S":32.72,"MedrxivClusteringP2P":31.46,"MedrxivClusteringS2S":28.99,"RedditClustering":56.16,"RedditClusteringP2P":63.43,"StackExchangeClustering":65.15,"StackExchangeClusteringP2P":32.5,"TwentyNewsgroupsClustering":48.16} -{"index":195,"Rank":117,"Model":"e5-base-4k<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":43.8,"ArxivClusteringP2P":46.1,"ArxivClusteringS2S":39.67,"BiorxivClusteringP2P":37.5,"BiorxivClusteringS2S":32.72,"MedrxivClusteringP2P":31.46,"MedrxivClusteringS2S":28.99,"RedditClustering":56.16,"RedditClusteringP2P":63.43,"StackExchangeClustering":65.15,"StackExchangeClusteringP2P":32.5,"TwentyNewsgroupsClustering":48.16} -{"index":339,"Rank":118,"Model":"sentence-t5-xxl<\/a>","Model Size (Million Parameters)":4865,"Memory Usage (GB, fp32)":18.12,"Embedding Dimensions":768,"Max Tokens":512,"Average":43.72,"ArxivClusteringP2P":42.89,"ArxivClusteringS2S":33.47,"BiorxivClusteringP2P":36.53,"BiorxivClusteringS2S":28.66,"MedrxivClusteringP2P":32.09,"MedrxivClusteringS2S":26.82,"RedditClustering":58.99,"RedditClusteringP2P":64.46,"StackExchangeClustering":70.78,"StackExchangeClusteringP2P":35.25,"TwentyNewsgroupsClustering":50.93} -{"index":289,"Rank":119,"Model":"nomic-embed-text-v1.5-512<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":512,"Max Tokens":8192,"Average":43.71,"ArxivClusteringP2P":45.45,"ArxivClusteringS2S":36.19,"BiorxivClusteringP2P":38.41,"BiorxivClusteringS2S":32.28,"MedrxivClusteringP2P":34.47,"MedrxivClusteringS2S":31.43,"RedditClustering":55.9,"RedditClusteringP2P":60.58,"StackExchangeClustering":62.94,"StackExchangeClusteringP2P":33.81,"TwentyNewsgroupsClustering":49.36} -{"index":285,"Rank":120,"Model":"nomic-embed-text-v1-ablated<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":8192,"Average":43.7,"ArxivClusteringP2P":45.85,"ArxivClusteringS2S":36.13,"BiorxivClusteringP2P":38.46,"BiorxivClusteringS2S":33.14,"MedrxivClusteringP2P":32.73,"MedrxivClusteringS2S":30.55,"RedditClustering":56.82,"RedditClusteringP2P":61.57,"StackExchangeClustering":63.18,"StackExchangeClusteringP2P":33.51,"TwentyNewsgroupsClustering":48.72} -{"index":323,"Rank":121,"Model":"all-mpnet-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average":43.69,"ArxivClusteringP2P":48.38,"ArxivClusteringS2S":39.72,"BiorxivClusteringP2P":39.62,"BiorxivClusteringS2S":35.02,"MedrxivClusteringP2P":35.58,"MedrxivClusteringS2S":32.87,"RedditClustering":54.82,"RedditClusteringP2P":56.77,"StackExchangeClustering":53.8,"StackExchangeClusteringP2P":34.28,"TwentyNewsgroupsClustering":49.74} -{"index":356,"Rank":122,"Model":"BinGSE-Sheared-LLaMA<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":43.59,"ArxivClusteringP2P":45.46,"ArxivClusteringS2S":39.07,"BiorxivClusteringP2P":35.41,"BiorxivClusteringS2S":34.04,"MedrxivClusteringP2P":31.92,"MedrxivClusteringS2S":31.41,"RedditClustering":57.44,"RedditClusteringP2P":59.23,"StackExchangeClustering":62.06,"StackExchangeClusteringP2P":32.52,"TwentyNewsgroupsClustering":50.97} -{"index":92,"Rank":123,"Model":"LLM2Vec-Sheared-Llama-supervised<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":4096,"Average":43.57,"ArxivClusteringP2P":43.47,"ArxivClusteringS2S":39.85,"BiorxivClusteringP2P":37.1,"BiorxivClusteringS2S":34.28,"MedrxivClusteringP2P":33.55,"MedrxivClusteringS2S":31.11,"RedditClustering":53.02,"RedditClusteringP2P":60.47,"StackExchangeClustering":63.04,"StackExchangeClusteringP2P":34.01,"TwentyNewsgroupsClustering":49.37} -{"index":252,"Rank":124,"Model":"XLM-3B5-embedding<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":43.48,"ArxivClusteringP2P":44.44,"ArxivClusteringS2S":34.19,"BiorxivClusteringP2P":37.82,"BiorxivClusteringS2S":32.13,"MedrxivClusteringP2P":33.88,"MedrxivClusteringS2S":32.08,"RedditClustering":54.25,"RedditClusteringP2P":61.28,"StackExchangeClustering":64.7,"StackExchangeClusteringP2P":34.23,"TwentyNewsgroupsClustering":49.31} -{"index":149,"Rank":125,"Model":"MedEmbed-small-v0.1<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":43.45,"ArxivClusteringP2P":47.13,"ArxivClusteringS2S":39.59,"BiorxivClusteringP2P":38.79,"BiorxivClusteringS2S":34.02,"MedrxivClusteringP2P":32.89,"MedrxivClusteringS2S":30.64,"RedditClustering":51.6,"RedditClusteringP2P":60.83,"StackExchangeClustering":60.02,"StackExchangeClusteringP2P":35.11,"TwentyNewsgroupsClustering":47.34} -{"index":372,"Rank":126,"Model":"b1ade-embed-kd<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":43.43,"ArxivClusteringP2P":45.8,"ArxivClusteringS2S":37.64,"BiorxivClusteringP2P":38.69,"BiorxivClusteringS2S":34.45,"MedrxivClusteringP2P":32.86,"MedrxivClusteringS2S":34.02,"RedditClustering":54.76,"RedditClusteringP2P":56.28,"StackExchangeClustering":63.95,"StackExchangeClusteringP2P":32.22,"TwentyNewsgroupsClustering":47.07} -{"index":221,"Rank":127,"Model":"e5-large<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":43.33,"ArxivClusteringP2P":46.19,"ArxivClusteringS2S":41.38,"BiorxivClusteringP2P":37.6,"BiorxivClusteringS2S":35.09,"MedrxivClusteringP2P":32.26,"MedrxivClusteringS2S":29.66,"RedditClustering":50.69,"RedditClusteringP2P":61.37,"StackExchangeClustering":64.96,"StackExchangeClusteringP2P":33.6,"TwentyNewsgroupsClustering":43.81} -{"index":216,"Rank":128,"Model":"granite-embedding-30m-english<\/a>","Model Size (Million Parameters)":30,"Memory Usage (GB, fp32)":0.11,"Embedding Dimensions":384,"Max Tokens":514,"Average":43.21,"ArxivClusteringP2P":46.81,"ArxivClusteringS2S":41.99,"BiorxivClusteringP2P":39.02,"BiorxivClusteringS2S":36.81,"MedrxivClusteringP2P":32.57,"MedrxivClusteringS2S":31.55,"RedditClustering":50.02,"RedditClusteringP2P":53.98,"StackExchangeClustering":64.66,"StackExchangeClusteringP2P":32.94,"TwentyNewsgroupsClustering":44.92} -{"index":288,"Rank":129,"Model":"nomic-embed-text-v1.5-256<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":256,"Max Tokens":8192,"Average":43.16,"ArxivClusteringP2P":44.82,"ArxivClusteringS2S":35.32,"BiorxivClusteringP2P":38.19,"BiorxivClusteringS2S":31.83,"MedrxivClusteringP2P":34.08,"MedrxivClusteringS2S":30.98,"RedditClustering":54.92,"RedditClusteringP2P":60.23,"StackExchangeClustering":61.81,"StackExchangeClusteringP2P":34.03,"TwentyNewsgroupsClustering":48.56} -{"index":251,"Rank":130,"Model":"XLM-0B6-embedding<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":42.97,"ArxivClusteringP2P":45.54,"ArxivClusteringS2S":38.43,"BiorxivClusteringP2P":39.3,"BiorxivClusteringS2S":35.11,"MedrxivClusteringP2P":34.8,"MedrxivClusteringS2S":32.78,"RedditClustering":49.24,"RedditClusteringP2P":58.82,"StackExchangeClustering":58.89,"StackExchangeClusteringP2P":33.6,"TwentyNewsgroupsClustering":46.13} -{"index":7,"Rank":131,"Model":"voyage-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":32000,"Average":42.9,"ArxivClusteringP2P":46.38,"ArxivClusteringS2S":39.09,"BiorxivClusteringP2P":38.0,"BiorxivClusteringS2S":35.33,"MedrxivClusteringP2P":32.39,"MedrxivClusteringS2S":32.14,"RedditClustering":50.49,"RedditClusteringP2P":58.55,"StackExchangeClustering":60.36,"StackExchangeClusteringP2P":32.78,"TwentyNewsgroupsClustering":46.4} -{"index":276,"Rank":132,"Model":"bge-base-en-v1.5-sparse<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":42.88,"ArxivClusteringP2P":46.5,"ArxivClusteringS2S":40.08,"BiorxivClusteringP2P":36.79,"BiorxivClusteringS2S":34.42,"MedrxivClusteringP2P":32.0,"MedrxivClusteringS2S":30.38,"RedditClustering":51.0,"RedditClusteringP2P":59.28,"StackExchangeClustering":60.92,"StackExchangeClusteringP2P":32.98,"TwentyNewsgroupsClustering":47.3} -{"index":279,"Rank":133,"Model":"bge-small-en-v1.5-quant<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":42.63,"ArxivClusteringP2P":46.92,"ArxivClusteringS2S":39.12,"BiorxivClusteringP2P":37.43,"BiorxivClusteringS2S":33.89,"MedrxivClusteringP2P":31.9,"MedrxivClusteringS2S":30.71,"RedditClustering":50.5,"RedditClusteringP2P":60.3,"StackExchangeClustering":59.26,"StackExchangeClusteringP2P":33.76,"TwentyNewsgroupsClustering":45.09} -{"index":286,"Rank":134,"Model":"nomic-embed-text-v1-unsupervised<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":8192,"Average":42.52,"ArxivClusteringP2P":45.18,"ArxivClusteringS2S":35.91,"BiorxivClusteringP2P":36.57,"BiorxivClusteringS2S":32.05,"MedrxivClusteringP2P":31.35,"MedrxivClusteringS2S":29.56,"RedditClustering":55.37,"RedditClusteringP2P":60.05,"StackExchangeClustering":62.28,"StackExchangeClusteringP2P":33.94,"TwentyNewsgroupsClustering":45.43} -{"index":331,"Rank":135,"Model":"gtr-t5-xxl<\/a>","Model Size (Million Parameters)":4865,"Memory Usage (GB, fp32)":18.12,"Embedding Dimensions":768,"Max Tokens":512,"Average":42.42,"ArxivClusteringP2P":37.9,"ArxivClusteringS2S":32.39,"BiorxivClusteringP2P":30.48,"BiorxivClusteringS2S":27.5,"MedrxivClusteringP2P":29.12,"MedrxivClusteringS2S":27.56,"RedditClustering":64.13,"RedditClusteringP2P":62.84,"StackExchangeClustering":71.43,"StackExchangeClusteringP2P":32.85,"TwentyNewsgroupsClustering":50.44} -{"index":338,"Rank":136,"Model":"sentence-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Embedding Dimensions":768,"Max Tokens":512,"Average":42.34,"ArxivClusteringP2P":41.62,"ArxivClusteringS2S":31.17,"BiorxivClusteringP2P":36.43,"BiorxivClusteringS2S":26.47,"MedrxivClusteringP2P":32.3,"MedrxivClusteringS2S":26.93,"RedditClustering":57.03,"RedditClusteringP2P":62.34,"StackExchangeClustering":67.13,"StackExchangeClusteringP2P":34.79,"TwentyNewsgroupsClustering":49.53} -{"index":287,"Rank":137,"Model":"nomic-embed-text-v1.5-128<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":128,"Max Tokens":8192,"Average":42.24,"ArxivClusteringP2P":43.87,"ArxivClusteringS2S":34.57,"BiorxivClusteringP2P":36.79,"BiorxivClusteringS2S":30.68,"MedrxivClusteringP2P":34.09,"MedrxivClusteringS2S":31.3,"RedditClustering":53.31,"RedditClusteringP2P":58.96,"StackExchangeClustering":59.92,"StackExchangeClusteringP2P":33.88,"TwentyNewsgroupsClustering":47.29} -{"index":219,"Rank":138,"Model":"e5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":42.11,"ArxivClusteringP2P":44.57,"ArxivClusteringS2S":40.48,"BiorxivClusteringP2P":36.19,"BiorxivClusteringS2S":32.72,"MedrxivClusteringP2P":31.53,"MedrxivClusteringS2S":28.29,"RedditClustering":48.18,"RedditClusteringP2P":62.19,"StackExchangeClustering":63.91,"StackExchangeClusteringP2P":32.56,"TwentyNewsgroupsClustering":42.58} -{"index":144,"Rank":139,"Model":"gte-tiny<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.08,"Embedding Dimensions":384,"Max Tokens":512,"Average":42.09,"ArxivClusteringP2P":46.64,"ArxivClusteringS2S":36.01,"BiorxivClusteringP2P":39.19,"BiorxivClusteringS2S":32.13,"MedrxivClusteringP2P":34.11,"MedrxivClusteringS2S":31.67,"RedditClustering":50.19,"RedditClusteringP2P":56.49,"StackExchangeClustering":57.54,"StackExchangeClusteringP2P":35.74,"TwentyNewsgroupsClustering":43.27} -{"index":78,"Rank":140,"Model":"bilingual-embedding-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":42.03,"ArxivClusteringP2P":44.26,"ArxivClusteringS2S":36.01,"BiorxivClusteringP2P":36.38,"BiorxivClusteringS2S":31.54,"MedrxivClusteringP2P":31.11,"MedrxivClusteringS2S":29.1,"RedditClustering":51.34,"RedditClusteringP2P":62.51,"StackExchangeClustering":61.57,"StackExchangeClusteringP2P":33.59,"TwentyNewsgroupsClustering":44.97} -{"index":89,"Rank":141,"Model":"LLM2Vec-Meta-Llama-3-unsupervised<\/a>","Model Size (Million Parameters)":7505,"Memory Usage (GB, fp32)":27.96,"Embedding Dimensions":4096,"Max Tokens":8192,"Average":41.99,"ArxivClusteringP2P":49.22,"ArxivClusteringS2S":41.71,"BiorxivClusteringP2P":38.39,"BiorxivClusteringS2S":31.31,"MedrxivClusteringP2P":31.47,"MedrxivClusteringS2S":27.87,"RedditClustering":43.67,"RedditClusteringP2P":61.67,"StackExchangeClustering":68.2,"StackExchangeClusteringP2P":36.36,"TwentyNewsgroupsClustering":32.01} -{"index":47,"Rank":142,"Model":"Cohere-embed-multilingual-light-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":384,"Max Tokens":512,"Average":41.98,"ArxivClusteringP2P":44.21,"ArxivClusteringS2S":33.91,"BiorxivClusteringP2P":38.68,"BiorxivClusteringS2S":32.21,"MedrxivClusteringP2P":35.18,"MedrxivClusteringS2S":30.99,"RedditClustering":49.5,"RedditClusteringP2P":60.21,"StackExchangeClustering":60.85,"StackExchangeClusteringP2P":33.97,"TwentyNewsgroupsClustering":42.09} -{"index":322,"Rank":143,"Model":"all-MiniLM-L6-v2<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":384,"Max Tokens":512,"Average":41.91,"ArxivClusteringP2P":46.47,"ArxivClusteringS2S":37.67,"BiorxivClusteringP2P":38.37,"BiorxivClusteringS2S":32.88,"MedrxivClusteringP2P":34.39,"MedrxivClusteringS2S":31.86,"RedditClustering":50.7,"RedditClusteringP2P":54.8,"StackExchangeClustering":53.14,"StackExchangeClusteringP2P":34.26,"TwentyNewsgroupsClustering":46.49} -{"index":177,"Rank":144,"Model":"slx-v0.1<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.08,"Embedding Dimensions":384,"Max Tokens":512,"Average":41.91,"ArxivClusteringP2P":46.47,"ArxivClusteringS2S":37.67,"BiorxivClusteringP2P":38.37,"BiorxivClusteringS2S":32.88,"MedrxivClusteringP2P":34.39,"MedrxivClusteringS2S":31.86,"RedditClustering":50.69,"RedditClusteringP2P":54.8,"StackExchangeClustering":53.14,"StackExchangeClusteringP2P":34.25,"TwentyNewsgroupsClustering":46.49} -{"index":207,"Rank":145,"Model":"instructor-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":41.9,"ArxivClusteringP2P":39.68,"ArxivClusteringS2S":29.19,"BiorxivClusteringP2P":32.98,"BiorxivClusteringS2S":25.72,"MedrxivClusteringP2P":30.89,"MedrxivClusteringS2S":28.38,"RedditClustering":59.26,"RedditClusteringP2P":63.22,"StackExchangeClustering":65.04,"StackExchangeClusteringP2P":35.28,"TwentyNewsgroupsClustering":51.31} -{"index":136,"Rank":146,"Model":"snowflake-arctic-embed-m<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":41.87,"ArxivClusteringP2P":47.24,"ArxivClusteringS2S":37.43,"BiorxivClusteringP2P":36.97,"BiorxivClusteringS2S":31.98,"MedrxivClusteringP2P":31.5,"MedrxivClusteringS2S":28.41,"RedditClustering":47.53,"RedditClusteringP2P":62.76,"StackExchangeClustering":59.55,"StackExchangeClusteringP2P":39.43,"TwentyNewsgroupsClustering":37.73} -{"index":321,"Rank":147,"Model":"all-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":41.81,"ArxivClusteringP2P":46.07,"ArxivClusteringS2S":37.5,"BiorxivClusteringP2P":36.99,"BiorxivClusteringS2S":33.21,"MedrxivClusteringP2P":34.25,"MedrxivClusteringS2S":32.24,"RedditClustering":51.18,"RedditClusteringP2P":54.8,"StackExchangeClustering":53.05,"StackExchangeClusteringP2P":33.13,"TwentyNewsgroupsClustering":47.47} -{"index":240,"Rank":148,"Model":"jina-embeddings-v2-base-en<\/a>","Model Size (Million Parameters)":275,"Memory Usage (GB, fp32)":1.02,"Embedding Dimensions":768,"Max Tokens":8192,"Average":41.73,"ArxivClusteringP2P":45.39,"ArxivClusteringS2S":36.68,"BiorxivClusteringP2P":37.05,"BiorxivClusteringS2S":30.16,"MedrxivClusteringP2P":32.41,"MedrxivClusteringS2S":28.09,"RedditClustering":53.05,"RedditClusteringP2P":60.31,"StackExchangeClustering":58.52,"StackExchangeClusteringP2P":34.96,"TwentyNewsgroupsClustering":42.46} -{"index":374,"Rank":149,"Model":"jina-embeddings-v2-base-en-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":41.73,"ArxivClusteringP2P":45.39,"ArxivClusteringS2S":36.68,"BiorxivClusteringP2P":37.05,"BiorxivClusteringS2S":30.16,"MedrxivClusteringP2P":32.41,"MedrxivClusteringS2S":28.09,"RedditClustering":53.05,"RedditClusteringP2P":60.31,"StackExchangeClustering":58.52,"StackExchangeClusteringP2P":34.96,"TwentyNewsgroupsClustering":42.46} -{"index":159,"Rank":150,"Model":"jina-embeddings-v2-base-en<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":8192,"Average":41.73,"ArxivClusteringP2P":45.39,"ArxivClusteringS2S":36.68,"BiorxivClusteringP2P":37.05,"BiorxivClusteringS2S":30.16,"MedrxivClusteringP2P":32.41,"MedrxivClusteringS2S":28.09,"RedditClustering":53.05,"RedditClusteringP2P":60.31,"StackExchangeClustering":58.52,"StackExchangeClusteringP2P":34.96,"TwentyNewsgroupsClustering":42.46} -{"index":203,"Rank":151,"Model":"jina-embeddings-v2-base-en-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":41.73,"ArxivClusteringP2P":45.39,"ArxivClusteringS2S":36.68,"BiorxivClusteringP2P":37.05,"BiorxivClusteringS2S":30.16,"MedrxivClusteringP2P":32.41,"MedrxivClusteringS2S":28.09,"RedditClustering":53.05,"RedditClusteringP2P":60.31,"StackExchangeClustering":58.52,"StackExchangeClusteringP2P":34.96,"TwentyNewsgroupsClustering":42.46} -{"index":274,"Rank":152,"Model":"jina-embeddings-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":41.73,"ArxivClusteringP2P":45.39,"ArxivClusteringS2S":36.68,"BiorxivClusteringP2P":37.05,"BiorxivClusteringS2S":30.16,"MedrxivClusteringP2P":32.41,"MedrxivClusteringS2S":28.09,"RedditClustering":53.05,"RedditClusteringP2P":60.31,"StackExchangeClustering":58.52,"StackExchangeClusteringP2P":34.96,"TwentyNewsgroupsClustering":42.46} -{"index":135,"Rank":153,"Model":"snowflake-arctic-embed-l-v2.0<\/a>","Model Size (Million Parameters)":568,"Memory Usage (GB, fp32)":2.12,"Embedding Dimensions":1024,"Max Tokens":8194,"Average":41.65,"ArxivClusteringP2P":43.97,"ArxivClusteringS2S":34.78,"BiorxivClusteringP2P":35.09,"BiorxivClusteringS2S":30.22,"MedrxivClusteringP2P":31.39,"MedrxivClusteringS2S":28.24,"RedditClustering":51.21,"RedditClusteringP2P":60.37,"StackExchangeClustering":63.4,"StackExchangeClusteringP2P":36.29,"TwentyNewsgroupsClustering":43.23} -{"index":337,"Rank":154,"Model":"sentence-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Embedding Dimensions":768,"Max Tokens":512,"Average":41.65,"ArxivClusteringP2P":41.62,"ArxivClusteringS2S":29.44,"BiorxivClusteringP2P":35.99,"BiorxivClusteringS2S":24.02,"MedrxivClusteringP2P":32.4,"MedrxivClusteringS2S":26.33,"RedditClustering":54.53,"RedditClusteringP2P":62.5,"StackExchangeClustering":65.11,"StackExchangeClusteringP2P":36.86,"TwentyNewsgroupsClustering":49.33} -{"index":329,"Rank":155,"Model":"gtr-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Embedding Dimensions":768,"Max Tokens":512,"Average":41.6,"ArxivClusteringP2P":37.5,"ArxivClusteringS2S":30.55,"BiorxivClusteringP2P":29.59,"BiorxivClusteringS2S":25.72,"MedrxivClusteringP2P":28.72,"MedrxivClusteringS2S":27.39,"RedditClustering":61.69,"RedditClusteringP2P":61.67,"StackExchangeClustering":69.93,"StackExchangeClusteringP2P":33.21,"TwentyNewsgroupsClustering":51.64} -{"index":137,"Rank":156,"Model":"snowflake-arctic-embed-m-long<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":8192,"Average":41.51,"ArxivClusteringP2P":45.56,"ArxivClusteringS2S":35.61,"BiorxivClusteringP2P":36.16,"BiorxivClusteringS2S":30.14,"MedrxivClusteringP2P":31.12,"MedrxivClusteringS2S":26.73,"RedditClustering":50.24,"RedditClusteringP2P":61.45,"StackExchangeClustering":62.63,"StackExchangeClusteringP2P":37.17,"TwentyNewsgroupsClustering":39.83} -{"index":330,"Rank":157,"Model":"gtr-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Embedding Dimensions":768,"Max Tokens":512,"Average":41.51,"ArxivClusteringP2P":37.9,"ArxivClusteringS2S":30.45,"BiorxivClusteringP2P":30.52,"BiorxivClusteringS2S":26.06,"MedrxivClusteringP2P":28.69,"MedrxivClusteringS2S":26.69,"RedditClustering":61.34,"RedditClusteringP2P":61.11,"StackExchangeClustering":69.95,"StackExchangeClusteringP2P":32.73,"TwentyNewsgroupsClustering":51.15} -{"index":134,"Rank":158,"Model":"snowflake-arctic-embed-l<\/a>","Model Size (Million Parameters)":334,"Memory Usage (GB, fp32)":1.24,"Embedding Dimensions":1024,"Max Tokens":512,"Average":41.49,"ArxivClusteringP2P":47.46,"ArxivClusteringS2S":38.29,"BiorxivClusteringP2P":37.54,"BiorxivClusteringS2S":32.65,"MedrxivClusteringP2P":31.47,"MedrxivClusteringS2S":28.94,"RedditClustering":46.02,"RedditClusteringP2P":62.43,"StackExchangeClustering":57.86,"StackExchangeClusteringP2P":37.82,"TwentyNewsgroupsClustering":35.91} -{"index":227,"Rank":159,"Model":"multilingual-e5-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":41.23,"ArxivClusteringP2P":44.31,"ArxivClusteringS2S":38.43,"BiorxivClusteringP2P":35.5,"BiorxivClusteringS2S":33.3,"MedrxivClusteringP2P":31.7,"MedrxivClusteringS2S":29.76,"RedditClustering":46.91,"RedditClusteringP2P":63.0,"StackExchangeClustering":58.37,"StackExchangeClusteringP2P":32.9,"TwentyNewsgroupsClustering":39.4} -{"index":292,"Rank":160,"Model":"contriever-base-msmarco<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":41.1,"ArxivClusteringP2P":42.61,"ArxivClusteringS2S":32.32,"BiorxivClusteringP2P":34.97,"BiorxivClusteringS2S":29.08,"MedrxivClusteringP2P":31.19,"MedrxivClusteringS2S":27.27,"RedditClustering":54.89,"RedditClusteringP2P":57.58,"StackExchangeClustering":63.15,"StackExchangeClusteringP2P":32.25,"TwentyNewsgroupsClustering":46.82} -{"index":179,"Rank":161,"Model":"snowflake-arctic-embed-m-v2.0-cpu<\/a>","Model Size (Million Parameters)":305,"Memory Usage (GB, fp32)":1.14,"Embedding Dimensions":768,"Max Tokens":8192,"Average":41.0,"ArxivClusteringP2P":44.68,"ArxivClusteringS2S":35.05,"BiorxivClusteringP2P":36.01,"BiorxivClusteringS2S":28.63,"MedrxivClusteringP2P":31.58,"MedrxivClusteringS2S":28.01,"RedditClustering":49.13,"RedditClusteringP2P":61.06,"StackExchangeClustering":61.4,"StackExchangeClusteringP2P":36.14,"TwentyNewsgroupsClustering":39.29} -{"index":139,"Rank":162,"Model":"snowflake-arctic-embed-m-v2.0<\/a>","Model Size (Million Parameters)":305,"Memory Usage (GB, fp32)":1.14,"Embedding Dimensions":768,"Max Tokens":8192,"Average":41.0,"ArxivClusteringP2P":44.68,"ArxivClusteringS2S":35.05,"BiorxivClusteringP2P":36.01,"BiorxivClusteringS2S":28.63,"MedrxivClusteringP2P":31.58,"MedrxivClusteringS2S":28.01,"RedditClustering":49.13,"RedditClusteringP2P":61.06,"StackExchangeClustering":61.4,"StackExchangeClusteringP2P":36.14,"TwentyNewsgroupsClustering":39.29} -{"index":312,"Rank":163,"Model":"zzz<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":40.9,"ArxivClusteringP2P":42.32,"ArxivClusteringS2S":31.28,"BiorxivClusteringP2P":37.42,"BiorxivClusteringS2S":29.32,"MedrxivClusteringP2P":34.68,"MedrxivClusteringS2S":30.34,"RedditClustering":50.76,"RedditClusteringP2P":55.02,"StackExchangeClustering":59.66,"StackExchangeClusteringP2P":32.11,"TwentyNewsgroupsClustering":47.01} -{"index":67,"Rank":164,"Model":"lodestone-base-4096-v1<\/a>","Model Size (Million Parameters)":69,"Memory Usage (GB, fp32)":0.26,"Embedding Dimensions":768,"Max Tokens":4096,"Average":40.9,"ArxivClusteringP2P":42.32,"ArxivClusteringS2S":31.28,"BiorxivClusteringP2P":37.42,"BiorxivClusteringS2S":29.32,"MedrxivClusteringP2P":34.68,"MedrxivClusteringS2S":30.34,"RedditClustering":50.76,"RedditClusteringP2P":55.02,"StackExchangeClustering":59.66,"StackExchangeClusteringP2P":32.11,"TwentyNewsgroupsClustering":47.01} -{"index":140,"Rank":165,"Model":"snowflake-arctic-embed-s<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":40.88,"ArxivClusteringP2P":44.94,"ArxivClusteringS2S":35.87,"BiorxivClusteringP2P":35.68,"BiorxivClusteringS2S":30.47,"MedrxivClusteringP2P":30.79,"MedrxivClusteringS2S":27.95,"RedditClustering":50.47,"RedditClusteringP2P":60.54,"StackExchangeClustering":60.7,"StackExchangeClusteringP2P":33.98,"TwentyNewsgroupsClustering":38.28} -{"index":250,"Rank":166,"Model":"MegatronBert-1B3-embedding<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":40.86,"ArxivClusteringP2P":47.03,"ArxivClusteringS2S":38.38,"BiorxivClusteringP2P":38.98,"BiorxivClusteringS2S":34.94,"MedrxivClusteringP2P":33.98,"MedrxivClusteringS2S":31.67,"RedditClustering":42.72,"RedditClusteringP2P":56.93,"StackExchangeClustering":53.6,"StackExchangeClusteringP2P":32.87,"TwentyNewsgroupsClustering":38.38} -{"index":87,"Rank":167,"Model":"LLM2Vec-Llama-2-unsupervised<\/a>","Model Size (Million Parameters)":6607,"Memory Usage (GB, fp32)":24.61,"Embedding Dimensions":4096,"Max Tokens":4096,"Average":40.83,"ArxivClusteringP2P":47.81,"ArxivClusteringS2S":40.53,"BiorxivClusteringP2P":38.12,"BiorxivClusteringS2S":31.25,"MedrxivClusteringP2P":30.94,"MedrxivClusteringS2S":28.04,"RedditClustering":42.84,"RedditClusteringP2P":60.1,"StackExchangeClustering":65.12,"StackExchangeClusteringP2P":33.61,"TwentyNewsgroupsClustering":30.76} -{"index":188,"Rank":168,"Model":"embedder-100p<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":40.83,"ArxivClusteringP2P":42.9,"ArxivClusteringS2S":32.45,"BiorxivClusteringP2P":37.24,"BiorxivClusteringS2S":29.75,"MedrxivClusteringP2P":36.65,"MedrxivClusteringS2S":32.57,"RedditClustering":50.62,"RedditClusteringP2P":54.44,"StackExchangeClustering":54.26,"StackExchangeClusteringP2P":32.52,"TwentyNewsgroupsClustering":45.7} -{"index":235,"Rank":169,"Model":"udever-bloom-7b1<\/a>","Model Size (Million Parameters)":7069,"Memory Usage (GB, fp32)":26.33,"Embedding Dimensions":4096,"Max Tokens":2048,"Average":40.81,"ArxivClusteringP2P":45.66,"ArxivClusteringS2S":38.42,"BiorxivClusteringP2P":35.54,"BiorxivClusteringS2S":32.19,"MedrxivClusteringP2P":30.95,"MedrxivClusteringS2S":28.87,"RedditClustering":47.9,"RedditClusteringP2P":55.95,"StackExchangeClustering":60.27,"StackExchangeClusteringP2P":32.34,"TwentyNewsgroupsClustering":40.81} -{"index":233,"Rank":170,"Model":"udever-bloom-3b<\/a>","Model Size (Million Parameters)":3003,"Memory Usage (GB, fp32)":11.19,"Embedding Dimensions":2560,"Max Tokens":2048,"Average":40.74,"ArxivClusteringP2P":45.37,"ArxivClusteringS2S":36.52,"BiorxivClusteringP2P":36.52,"BiorxivClusteringS2S":31.98,"MedrxivClusteringP2P":31.71,"MedrxivClusteringS2S":28.8,"RedditClustering":49.71,"RedditClusteringP2P":55.07,"StackExchangeClustering":59.42,"StackExchangeClusteringP2P":31.7,"TwentyNewsgroupsClustering":41.29} -{"index":138,"Rank":171,"Model":"snowflake-arctic-embed-m-v1.5<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":40.71,"ArxivClusteringP2P":44.95,"ArxivClusteringS2S":34.12,"BiorxivClusteringP2P":35.27,"BiorxivClusteringS2S":28.41,"MedrxivClusteringP2P":31.14,"MedrxivClusteringS2S":27.01,"RedditClustering":51.86,"RedditClusteringP2P":61.81,"StackExchangeClustering":61.24,"StackExchangeClusteringP2P":33.81,"TwentyNewsgroupsClustering":38.14} -{"index":95,"Rank":172,"Model":"Ivysaur<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.08,"Embedding Dimensions":384,"Max Tokens":512,"Average":40.7,"ArxivClusteringP2P":46.39,"ArxivClusteringS2S":35.41,"BiorxivClusteringP2P":38.98,"BiorxivClusteringS2S":31.74,"MedrxivClusteringP2P":33.13,"MedrxivClusteringS2S":30.29,"RedditClustering":47.53,"RedditClusteringP2P":56.03,"StackExchangeClustering":53.87,"StackExchangeClusteringP2P":33.57,"TwentyNewsgroupsClustering":40.77} -{"index":91,"Rank":173,"Model":"LLM2Vec-Mistral-unsupervised<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":40.63,"ArxivClusteringP2P":47.56,"ArxivClusteringS2S":39.92,"BiorxivClusteringP2P":36.14,"BiorxivClusteringS2S":30.26,"MedrxivClusteringP2P":30.11,"MedrxivClusteringS2S":26.93,"RedditClustering":41.83,"RedditClusteringP2P":62.08,"StackExchangeClustering":67.34,"StackExchangeClusteringP2P":34.5,"TwentyNewsgroupsClustering":30.26} -{"index":378,"Rank":174,"Model":"new_model<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":40.54,"ArxivClusteringP2P":43.24,"ArxivClusteringS2S":36.49,"BiorxivClusteringP2P":35.56,"BiorxivClusteringS2S":31.02,"MedrxivClusteringP2P":31.7,"MedrxivClusteringS2S":27.76,"RedditClustering":49.16,"RedditClusteringP2P":61.55,"StackExchangeClustering":56.77,"StackExchangeClusteringP2P":32.04,"TwentyNewsgroupsClustering":40.7} -{"index":5,"Rank":175,"Model":"voyage-3-lite<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":512,"Max Tokens":32000,"Average":40.47,"ArxivClusteringP2P":43.4,"ArxivClusteringS2S":32.03,"BiorxivClusteringP2P":37.01,"BiorxivClusteringS2S":29.02,"MedrxivClusteringP2P":32.65,"MedrxivClusteringS2S":28.77,"RedditClustering":47.35,"RedditClusteringP2P":58.57,"StackExchangeClustering":59.88,"StackExchangeClusteringP2P":33.31,"TwentyNewsgroupsClustering":43.21} -{"index":157,"Rank":176,"Model":"Titan-text-embeddings-v2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":40.4,"ArxivClusteringP2P":41.78,"ArxivClusteringS2S":34.13,"BiorxivClusteringP2P":35.01,"BiorxivClusteringS2S":31.0,"MedrxivClusteringP2P":29.71,"MedrxivClusteringS2S":28.0,"RedditClustering":49.53,"RedditClusteringP2P":59.71,"StackExchangeClustering":60.73,"StackExchangeClusteringP2P":34.64,"TwentyNewsgroupsClustering":40.12} -{"index":109,"Rank":177,"Model":"SGPT-5.8B-weightedmean-msmarco-specb-bitfit<\/a>","Model Size (Million Parameters)":5874,"Memory Usage (GB, fp32)":21.88,"Embedding Dimensions":4096,"Max Tokens":2048,"Average":40.34,"ArxivClusteringP2P":45.59,"ArxivClusteringS2S":38.86,"BiorxivClusteringP2P":36.55,"BiorxivClusteringS2S":33.7,"MedrxivClusteringP2P":31.51,"MedrxivClusteringS2S":28.76,"RedditClustering":40.45,"RedditClusteringP2P":55.75,"StackExchangeClustering":59.21,"StackExchangeClusteringP2P":33.95,"TwentyNewsgroupsClustering":39.46} -{"index":290,"Rank":178,"Model":"nomic-embed-text-v1.5-64<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":64,"Max Tokens":8192,"Average":40.31,"ArxivClusteringP2P":41.8,"ArxivClusteringS2S":32.41,"BiorxivClusteringP2P":34.81,"BiorxivClusteringS2S":28.59,"MedrxivClusteringP2P":32.73,"MedrxivClusteringS2S":29.91,"RedditClustering":50.31,"RedditClusteringP2P":56.57,"StackExchangeClustering":57.99,"StackExchangeClusteringP2P":33.64,"TwentyNewsgroupsClustering":44.61} -{"index":336,"Rank":179,"Model":"sentence-t5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":40.21,"ArxivClusteringP2P":39.28,"ArxivClusteringS2S":27.26,"BiorxivClusteringP2P":33.99,"BiorxivClusteringS2S":22.92,"MedrxivClusteringP2P":33.2,"MedrxivClusteringS2S":26.13,"RedditClustering":52.93,"RedditClusteringP2P":59.67,"StackExchangeClustering":63.13,"StackExchangeClusteringP2P":35.68,"TwentyNewsgroupsClustering":48.1} -{"index":53,"Rank":180,"Model":"jina-embeddings-v2-small-en-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":40.08,"ArxivClusteringP2P":44.02,"ArxivClusteringS2S":35.16,"BiorxivClusteringP2P":35.57,"BiorxivClusteringS2S":29.07,"MedrxivClusteringP2P":31.86,"MedrxivClusteringS2S":27.51,"RedditClustering":49.28,"RedditClusteringP2P":57.09,"StackExchangeClustering":55.35,"StackExchangeClusteringP2P":34.42,"TwentyNewsgroupsClustering":41.57} -{"index":242,"Rank":181,"Model":"jina-embeddings-v2-small-en<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":512,"Max Tokens":8192,"Average":40.08,"ArxivClusteringP2P":44.02,"ArxivClusteringS2S":35.16,"BiorxivClusteringP2P":35.57,"BiorxivClusteringS2S":29.07,"MedrxivClusteringP2P":31.86,"MedrxivClusteringS2S":27.51,"RedditClustering":49.28,"RedditClusteringP2P":57.09,"StackExchangeClustering":55.35,"StackExchangeClusteringP2P":34.42,"TwentyNewsgroupsClustering":41.57} -{"index":261,"Rank":182,"Model":"all-MiniLM-L6-v2-ds<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":39.94,"ArxivClusteringP2P":46.19,"ArxivClusteringS2S":36.91,"BiorxivClusteringP2P":38.59,"BiorxivClusteringS2S":32.32,"MedrxivClusteringP2P":32.55,"MedrxivClusteringS2S":29.92,"RedditClustering":45.63,"RedditClusteringP2P":53.37,"StackExchangeClustering":47.28,"StackExchangeClusteringP2P":34.25,"TwentyNewsgroupsClustering":42.38} -{"index":105,"Rank":183,"Model":"SGPT-1.3B-weightedmean-msmarco-specb-bitfit<\/a>","Model Size (Million Parameters)":1341,"Memory Usage (GB, fp32)":4.99,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":39.92,"ArxivClusteringP2P":43.38,"ArxivClusteringS2S":33.71,"BiorxivClusteringP2P":35.06,"BiorxivClusteringS2S":30.71,"MedrxivClusteringP2P":32.08,"MedrxivClusteringS2S":29.45,"RedditClustering":48.23,"RedditClusteringP2P":53.18,"StackExchangeClustering":60.86,"StackExchangeClusteringP2P":32.36,"TwentyNewsgroupsClustering":40.06} -{"index":225,"Rank":184,"Model":"e5-small-v2<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":39.92,"ArxivClusteringP2P":42.12,"ArxivClusteringS2S":34.8,"BiorxivClusteringP2P":35.89,"BiorxivClusteringS2S":30.05,"MedrxivClusteringP2P":31.34,"MedrxivClusteringS2S":27.88,"RedditClustering":45.72,"RedditClusteringP2P":59.66,"StackExchangeClustering":58.51,"StackExchangeClusteringP2P":31.98,"TwentyNewsgroupsClustering":41.13} -{"index":108,"Rank":185,"Model":"SGPT-2.7B-weightedmean-msmarco-specb-bitfit<\/a>","Model Size (Million Parameters)":2685,"Memory Usage (GB, fp32)":10.0,"Embedding Dimensions":2560,"Max Tokens":2048,"Average":39.83,"ArxivClusteringP2P":44.72,"ArxivClusteringS2S":35.08,"BiorxivClusteringP2P":34.41,"BiorxivClusteringS2S":30.53,"MedrxivClusteringP2P":31.35,"MedrxivClusteringS2S":28.77,"RedditClustering":46.47,"RedditClusteringP2P":54.17,"StackExchangeClustering":59.19,"StackExchangeClusteringP2P":32.57,"TwentyNewsgroupsClustering":40.89} -{"index":224,"Rank":186,"Model":"e5-small<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":39.73,"ArxivClusteringP2P":44.14,"ArxivClusteringS2S":37.14,"BiorxivClusteringP2P":36.1,"BiorxivClusteringS2S":31.51,"MedrxivClusteringP2P":31.31,"MedrxivClusteringS2S":28.32,"RedditClustering":43.27,"RedditClusteringP2P":57.22,"StackExchangeClustering":59.6,"StackExchangeClusteringP2P":30.82,"TwentyNewsgroupsClustering":37.65} -{"index":226,"Rank":187,"Model":"multilingual-e5-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":39.62,"ArxivClusteringP2P":43.35,"ArxivClusteringS2S":36.0,"BiorxivClusteringP2P":37.55,"BiorxivClusteringS2S":30.33,"MedrxivClusteringP2P":30.6,"MedrxivClusteringS2S":28.73,"RedditClustering":43.15,"RedditClusteringP2P":61.69,"StackExchangeClustering":55.31,"StackExchangeClusteringP2P":33.51,"TwentyNewsgroupsClustering":35.55} -{"index":102,"Rank":188,"Model":"gte-micro-v4<\/a>","Model Size (Million Parameters)":19,"Memory Usage (GB, fp32)":0.07,"Embedding Dimensions":384,"Max Tokens":512,"Average":39.54,"ArxivClusteringP2P":42.86,"ArxivClusteringS2S":32.48,"BiorxivClusteringP2P":36.83,"BiorxivClusteringS2S":29.24,"MedrxivClusteringP2P":32.55,"MedrxivClusteringS2S":30.8,"RedditClustering":48.28,"RedditClusteringP2P":53.56,"StackExchangeClustering":55.07,"StackExchangeClusteringP2P":31.92,"TwentyNewsgroupsClustering":41.37} -{"index":161,"Rank":189,"Model":"GIST-all-MiniLM-L6-v2<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.08,"Embedding Dimensions":384,"Max Tokens":512,"Average":39.48,"ArxivClusteringP2P":45.31,"ArxivClusteringS2S":35.45,"BiorxivClusteringP2P":38.38,"BiorxivClusteringS2S":31.09,"MedrxivClusteringP2P":33.35,"MedrxivClusteringS2S":29.79,"RedditClustering":44.12,"RedditClusteringP2P":48.68,"StackExchangeClustering":53.11,"StackExchangeClusteringP2P":33.91,"TwentyNewsgroupsClustering":41.13} -{"index":142,"Rank":190,"Model":"bge-micro<\/a>","Model Size (Million Parameters)":17,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average":39.46,"ArxivClusteringP2P":44.6,"ArxivClusteringS2S":34.48,"BiorxivClusteringP2P":37.13,"BiorxivClusteringS2S":29.72,"MedrxivClusteringP2P":31.98,"MedrxivClusteringS2S":29.26,"RedditClustering":45.27,"RedditClusteringP2P":54.47,"StackExchangeClustering":53.11,"StackExchangeClusteringP2P":34.67,"TwentyNewsgroupsClustering":39.37} -{"index":28,"Rank":191,"Model":"jina-embeddings-v2-base-es-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":39.29,"ArxivClusteringP2P":41.55,"ArxivClusteringS2S":32.19,"BiorxivClusteringP2P":35.17,"BiorxivClusteringS2S":28.89,"MedrxivClusteringP2P":32.19,"MedrxivClusteringS2S":28.78,"RedditClustering":48.28,"RedditClusteringP2P":56.03,"StackExchangeClustering":55.39,"StackExchangeClusteringP2P":33.57,"TwentyNewsgroupsClustering":40.2} -{"index":241,"Rank":192,"Model":"jina-embeddings-v2-base-es<\/a>","Model Size (Million Parameters)":161,"Memory Usage (GB, fp32)":0.6,"Embedding Dimensions":768,"Max Tokens":8192,"Average":39.29,"ArxivClusteringP2P":41.55,"ArxivClusteringS2S":32.19,"BiorxivClusteringP2P":35.17,"BiorxivClusteringS2S":28.89,"MedrxivClusteringP2P":32.19,"MedrxivClusteringS2S":28.78,"RedditClustering":48.28,"RedditClusteringP2P":56.03,"StackExchangeClustering":55.39,"StackExchangeClusteringP2P":33.57,"TwentyNewsgroupsClustering":40.2} -{"index":301,"Rank":193,"Model":"jina-embeddings-v2-base-es-Q5_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":39.29,"ArxivClusteringP2P":41.55,"ArxivClusteringS2S":32.19,"BiorxivClusteringP2P":35.17,"BiorxivClusteringS2S":28.89,"MedrxivClusteringP2P":32.19,"MedrxivClusteringS2S":28.78,"RedditClustering":48.28,"RedditClusteringP2P":56.03,"StackExchangeClustering":55.39,"StackExchangeClusteringP2P":33.57,"TwentyNewsgroupsClustering":40.2} -{"index":27,"Rank":194,"Model":"jina-embeddings-v2-base-es-Q2_K-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":39.29,"ArxivClusteringP2P":41.55,"ArxivClusteringS2S":32.19,"BiorxivClusteringP2P":35.17,"BiorxivClusteringS2S":28.89,"MedrxivClusteringP2P":32.19,"MedrxivClusteringS2S":28.78,"RedditClustering":48.28,"RedditClusteringP2P":56.03,"StackExchangeClustering":55.39,"StackExchangeClusteringP2P":33.57,"TwentyNewsgroupsClustering":40.2} -{"index":143,"Rank":195,"Model":"bge-micro-v2<\/a>","Model Size (Million Parameters)":17,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average":39.18,"ArxivClusteringP2P":44.53,"ArxivClusteringS2S":33.25,"BiorxivClusteringP2P":36.11,"BiorxivClusteringS2S":28.06,"MedrxivClusteringP2P":31.56,"MedrxivClusteringS2S":28.13,"RedditClustering":45.46,"RedditClusteringP2P":55.16,"StackExchangeClustering":54.51,"StackExchangeClusteringP2P":34.07,"TwentyNewsgroupsClustering":40.19} -{"index":80,"Rank":196,"Model":"bilingual-embedding-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":39.16,"ArxivClusteringP2P":41.76,"ArxivClusteringS2S":31.63,"BiorxivClusteringP2P":36.01,"BiorxivClusteringS2S":28.77,"MedrxivClusteringP2P":31.27,"MedrxivClusteringS2S":28.97,"RedditClustering":47.39,"RedditClusteringP2P":58.38,"StackExchangeClustering":52.47,"StackExchangeClusteringP2P":33.63,"TwentyNewsgroupsClustering":40.52} -{"index":215,"Rank":197,"Model":"granite-embedding-278m-multilingual<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":39.15,"ArxivClusteringP2P":43.13,"ArxivClusteringS2S":32.93,"BiorxivClusteringP2P":35.83,"BiorxivClusteringS2S":30.39,"MedrxivClusteringP2P":31.52,"MedrxivClusteringS2S":28.57,"RedditClustering":45.86,"RedditClusteringP2P":54.99,"StackExchangeClustering":55.93,"StackExchangeClusteringP2P":32.93,"TwentyNewsgroupsClustering":38.62} -{"index":210,"Rank":198,"Model":"granite-embedding-278m-multilingual-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":39.15,"ArxivClusteringP2P":43.13,"ArxivClusteringS2S":32.93,"BiorxivClusteringP2P":35.83,"BiorxivClusteringS2S":30.39,"MedrxivClusteringP2P":31.52,"MedrxivClusteringS2S":28.57,"RedditClustering":45.86,"RedditClusteringP2P":54.99,"StackExchangeClustering":55.93,"StackExchangeClusteringP2P":32.93,"TwentyNewsgroupsClustering":38.62} -{"index":211,"Rank":199,"Model":"granite-embedding-278m-multilingual-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":39.15,"ArxivClusteringP2P":43.13,"ArxivClusteringS2S":32.93,"BiorxivClusteringP2P":35.83,"BiorxivClusteringS2S":30.39,"MedrxivClusteringP2P":31.52,"MedrxivClusteringS2S":28.57,"RedditClustering":45.86,"RedditClusteringP2P":54.99,"StackExchangeClustering":55.93,"StackExchangeClusteringP2P":32.93,"TwentyNewsgroupsClustering":38.62} -{"index":232,"Rank":200,"Model":"udever-bloom-1b1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":2048,"Average":39.11,"ArxivClusteringP2P":44.52,"ArxivClusteringS2S":34.45,"BiorxivClusteringP2P":35.25,"BiorxivClusteringS2S":30.71,"MedrxivClusteringP2P":29.43,"MedrxivClusteringS2S":28.87,"RedditClustering":44.52,"RedditClusteringP2P":53.61,"StackExchangeClustering":57.11,"StackExchangeClusteringP2P":31.91,"TwentyNewsgroupsClustering":39.8} -{"index":82,"Rank":201,"Model":"jina-embeddings-v2-base-de-Q5_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":38.99,"ArxivClusteringP2P":41.43,"ArxivClusteringS2S":32.09,"BiorxivClusteringP2P":34.97,"BiorxivClusteringS2S":28.78,"MedrxivClusteringP2P":31.33,"MedrxivClusteringS2S":28.76,"RedditClustering":47.75,"RedditClusteringP2P":54.88,"StackExchangeClustering":55.38,"StackExchangeClusteringP2P":33.08,"TwentyNewsgroupsClustering":40.48} -{"index":239,"Rank":202,"Model":"jina-embeddings-v2-base-de<\/a>","Model Size (Million Parameters)":161,"Memory Usage (GB, fp32)":0.6,"Embedding Dimensions":768,"Max Tokens":8192,"Average":38.99,"ArxivClusteringP2P":41.43,"ArxivClusteringS2S":32.09,"BiorxivClusteringP2P":34.97,"BiorxivClusteringS2S":28.78,"MedrxivClusteringP2P":31.33,"MedrxivClusteringS2S":28.76,"RedditClustering":47.75,"RedditClusteringP2P":54.88,"StackExchangeClustering":55.38,"StackExchangeClusteringP2P":33.08,"TwentyNewsgroupsClustering":40.48} -{"index":178,"Rank":203,"Model":"jina-embeddings-v2-base-de-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":38.99,"ArxivClusteringP2P":41.43,"ArxivClusteringS2S":32.09,"BiorxivClusteringP2P":34.97,"BiorxivClusteringS2S":28.78,"MedrxivClusteringP2P":31.33,"MedrxivClusteringS2S":28.76,"RedditClustering":47.75,"RedditClusteringP2P":54.88,"StackExchangeClustering":55.38,"StackExchangeClusteringP2P":33.08,"TwentyNewsgroupsClustering":40.48} -{"index":175,"Rank":204,"Model":"sgpt-bloom-7b1-msmarco<\/a>","Model Size (Million Parameters)":7068,"Memory Usage (GB, fp32)":26.33,"Embedding Dimensions":4096,"Max Tokens":2048,"Average":38.93,"ArxivClusteringP2P":44.59,"ArxivClusteringS2S":38.03,"BiorxivClusteringP2P":36.03,"BiorxivClusteringS2S":32.48,"MedrxivClusteringP2P":31.05,"MedrxivClusteringS2S":29.26,"RedditClustering":35.53,"RedditClusteringP2P":54.52,"StackExchangeClustering":55.13,"StackExchangeClusteringP2P":34.31,"TwentyNewsgroupsClustering":37.28} -{"index":141,"Rank":205,"Model":"snowflake-arctic-embed-xs<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.08,"Embedding Dimensions":384,"Max Tokens":512,"Average":38.86,"ArxivClusteringP2P":43.5,"ArxivClusteringS2S":32.09,"BiorxivClusteringP2P":34.48,"BiorxivClusteringS2S":26.14,"MedrxivClusteringP2P":30.57,"MedrxivClusteringS2S":26.22,"RedditClustering":48.32,"RedditClusteringP2P":57.84,"StackExchangeClustering":57.49,"StackExchangeClusteringP2P":34.58,"TwentyNewsgroupsClustering":36.28} -{"index":328,"Rank":206,"Model":"gtr-t5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":38.63,"ArxivClusteringP2P":35.49,"ArxivClusteringS2S":27.18,"BiorxivClusteringP2P":27.66,"BiorxivClusteringS2S":23.25,"MedrxivClusteringP2P":27.57,"MedrxivClusteringS2S":25.13,"RedditClustering":56.13,"RedditClusteringP2P":58.53,"StackExchangeClustering":64.21,"StackExchangeClusteringP2P":33.01,"TwentyNewsgroupsClustering":46.72} -{"index":335,"Rank":207,"Model":"paraphrase-multilingual-mpnet-base-v2<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":38.51,"ArxivClusteringP2P":37.83,"ArxivClusteringS2S":31.69,"BiorxivClusteringP2P":33.02,"BiorxivClusteringS2S":29.45,"MedrxivClusteringP2P":31.93,"MedrxivClusteringS2S":31.53,"RedditClustering":45.65,"RedditClusteringP2P":52.05,"StackExchangeClustering":52.99,"StackExchangeClusteringP2P":33.06,"TwentyNewsgroupsClustering":44.36} -{"index":280,"Rank":208,"Model":"bge-small-en-v1.5-sparse<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":38.37,"ArxivClusteringP2P":43.11,"ArxivClusteringS2S":34.41,"BiorxivClusteringP2P":34.7,"BiorxivClusteringS2S":28.84,"MedrxivClusteringP2P":30.49,"MedrxivClusteringS2S":28.8,"RedditClustering":42.86,"RedditClusteringP2P":54.27,"StackExchangeClustering":53.09,"StackExchangeClusteringP2P":33.15,"TwentyNewsgroupsClustering":38.35} -{"index":158,"Rank":209,"Model":"bge-small-4096<\/a>","Model Size (Million Parameters)":35,"Memory Usage (GB, fp32)":0.13,"Embedding Dimensions":384,"Max Tokens":4096,"Average":38.03,"ArxivClusteringP2P":43.85,"ArxivClusteringS2S":29.59,"BiorxivClusteringP2P":37.8,"BiorxivClusteringS2S":26.76,"MedrxivClusteringP2P":32.54,"MedrxivClusteringS2S":28.05,"RedditClustering":43.68,"RedditClusteringP2P":54.33,"StackExchangeClustering":51.77,"StackExchangeClusteringP2P":33.31,"TwentyNewsgroupsClustering":36.65} -{"index":184,"Rank":210,"Model":"cai-stellaris-text-embeddings<\/a>","Model Size (Million Parameters)":53,"Memory Usage (GB, fp32)":0.2,"Embedding Dimensions":768,"Max Tokens":514,"Average":37.92,"ArxivClusteringP2P":42.01,"ArxivClusteringS2S":31.41,"BiorxivClusteringP2P":34.73,"BiorxivClusteringS2S":29.28,"MedrxivClusteringP2P":31.77,"MedrxivClusteringS2S":30.94,"RedditClustering":43.09,"RedditClusteringP2P":56.54,"StackExchangeClustering":48.23,"StackExchangeClusteringP2P":34.76,"TwentyNewsgroupsClustering":34.36} -{"index":39,"Rank":211,"Model":"multilingual-e5-base-similarity-v1-onnx-quantized<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":37.89,"ArxivClusteringP2P":40.28,"ArxivClusteringS2S":35.42,"BiorxivClusteringP2P":35.04,"BiorxivClusteringS2S":29.46,"MedrxivClusteringP2P":28.92,"MedrxivClusteringS2S":28.43,"RedditClustering":42.41,"RedditClusteringP2P":55.17,"StackExchangeClustering":55.27,"StackExchangeClusteringP2P":30.46,"TwentyNewsgroupsClustering":35.97} -{"index":111,"Rank":212,"Model":"multilingual-e5-base-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":37.89,"ArxivClusteringP2P":40.28,"ArxivClusteringS2S":35.42,"BiorxivClusteringP2P":35.04,"BiorxivClusteringS2S":29.46,"MedrxivClusteringP2P":28.92,"MedrxivClusteringS2S":28.43,"RedditClustering":42.41,"RedditClusteringP2P":55.17,"StackExchangeClustering":55.27,"StackExchangeClusteringP2P":30.46,"TwentyNewsgroupsClustering":35.97} -{"index":192,"Rank":213,"Model":"multilingual-e5-base-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":37.89,"ArxivClusteringP2P":40.28,"ArxivClusteringS2S":35.42,"BiorxivClusteringP2P":35.04,"BiorxivClusteringS2S":29.46,"MedrxivClusteringP2P":28.92,"MedrxivClusteringS2S":28.43,"RedditClustering":42.41,"RedditClusteringP2P":55.17,"StackExchangeClustering":55.27,"StackExchangeClusteringP2P":30.46,"TwentyNewsgroupsClustering":35.97} -{"index":213,"Rank":214,"Model":"granite-embedding-107m-multilingual<\/a>","Model Size (Million Parameters)":107,"Memory Usage (GB, fp32)":0.4,"Embedding Dimensions":384,"Max Tokens":514,"Average":37.83,"ArxivClusteringP2P":41.49,"ArxivClusteringS2S":30.62,"BiorxivClusteringP2P":35.6,"BiorxivClusteringS2S":28.37,"MedrxivClusteringP2P":31.35,"MedrxivClusteringS2S":28.02,"RedditClustering":43.71,"RedditClusteringP2P":53.54,"StackExchangeClustering":54.14,"StackExchangeClusteringP2P":32.61,"TwentyNewsgroupsClustering":36.68} -{"index":368,"Rank":215,"Model":"universal-sentence-encoder-large-5<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":37.82,"ArxivClusteringP2P":34.72,"ArxivClusteringS2S":25.27,"BiorxivClusteringP2P":28.39,"BiorxivClusteringS2S":20.52,"MedrxivClusteringP2P":30.27,"MedrxivClusteringS2S":24.58,"RedditClustering":56.93,"RedditClusteringP2P":58.95,"StackExchangeClustering":60.85,"StackExchangeClusteringP2P":33.14,"TwentyNewsgroupsClustering":42.43} -{"index":332,"Rank":216,"Model":"msmarco-bert-co-condensor<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":37.64,"ArxivClusteringP2P":36.94,"ArxivClusteringS2S":29.03,"BiorxivClusteringP2P":32.35,"BiorxivClusteringS2S":28.16,"MedrxivClusteringP2P":30.23,"MedrxivClusteringS2S":27.01,"RedditClustering":48.04,"RedditClusteringP2P":53.53,"StackExchangeClustering":59.54,"StackExchangeClusteringP2P":30.48,"TwentyNewsgroupsClustering":38.68} -{"index":94,"Rank":217,"Model":"Bulbasaur<\/a>","Model Size (Million Parameters)":17,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average":37.6,"ArxivClusteringP2P":40.28,"ArxivClusteringS2S":31.06,"BiorxivClusteringP2P":35.18,"BiorxivClusteringS2S":28.18,"MedrxivClusteringP2P":30.4,"MedrxivClusteringS2S":28.79,"RedditClustering":45.93,"RedditClusteringP2P":51.44,"StackExchangeClustering":52.18,"StackExchangeClusteringP2P":30.67,"TwentyNewsgroupsClustering":39.44} -{"index":190,"Rank":218,"Model":"USER-bge-m3<\/a>","Model Size (Million Parameters)":359,"Memory Usage (GB, fp32)":1.34,"Embedding Dimensions":1024,"Max Tokens":8192,"Average":37.59,"ArxivClusteringP2P":39.68,"ArxivClusteringS2S":26.76,"BiorxivClusteringP2P":33.43,"BiorxivClusteringS2S":25.01,"MedrxivClusteringP2P":30.53,"MedrxivClusteringS2S":27.04,"RedditClustering":46.3,"RedditClusteringP2P":56.92,"StackExchangeClustering":55.22,"StackExchangeClusteringP2P":32.11,"TwentyNewsgroupsClustering":40.51} -{"index":392,"Rank":219,"Model":"text-similarity-ada-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":2046,"Average":37.52,"ArxivClusteringP2P":41.49,"ArxivClusteringS2S":28.47,"BiorxivClusteringP2P":36.86,"BiorxivClusteringS2S":27.55,"MedrxivClusteringP2P":31.09,"MedrxivClusteringS2S":26.5,"RedditClustering":42.47,"RedditClusteringP2P":58.1,"StackExchangeClustering":53.52,"StackExchangeClusteringP2P":30.43,"TwentyNewsgroupsClustering":36.26} -{"index":93,"Rank":220,"Model":"LLM2Vec-Sheared-Llama-unsupervised<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":4096,"Average":37.45,"ArxivClusteringP2P":42.92,"ArxivClusteringS2S":35.2,"BiorxivClusteringP2P":35.02,"BiorxivClusteringS2S":27.21,"MedrxivClusteringP2P":30.15,"MedrxivClusteringS2S":26.96,"RedditClustering":38.67,"RedditClusteringP2P":53.42,"StackExchangeClustering":59.35,"StackExchangeClusteringP2P":31.47,"TwentyNewsgroupsClustering":31.54} -{"index":360,"Rank":221,"Model":"gte_wl<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":37.25,"ArxivClusteringP2P":39.64,"ArxivClusteringS2S":29.64,"BiorxivClusteringP2P":34.81,"BiorxivClusteringS2S":27.11,"MedrxivClusteringP2P":31.09,"MedrxivClusteringS2S":27.84,"RedditClustering":43.34,"RedditClusteringP2P":51.11,"StackExchangeClustering":51.44,"StackExchangeClusteringP2P":31.0,"TwentyNewsgroupsClustering":42.72} -{"index":229,"Rank":222,"Model":"multilingual-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":37.22,"ArxivClusteringP2P":39.22,"ArxivClusteringS2S":30.8,"BiorxivClusteringP2P":35.84,"BiorxivClusteringS2S":27.35,"MedrxivClusteringP2P":30.72,"MedrxivClusteringS2S":27.0,"RedditClustering":40.12,"RedditClusteringP2P":59.49,"StackExchangeClustering":53.32,"StackExchangeClusteringP2P":31.87,"TwentyNewsgroupsClustering":33.67} -{"index":359,"Rank":223,"Model":"GTE_wl_mv<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":37.17,"ArxivClusteringP2P":39.84,"ArxivClusteringS2S":29.39,"BiorxivClusteringP2P":34.48,"BiorxivClusteringS2S":26.72,"MedrxivClusteringP2P":30.48,"MedrxivClusteringS2S":27.4,"RedditClustering":45.97,"RedditClusteringP2P":51.11,"StackExchangeClustering":50.97,"StackExchangeClusteringP2P":30.95,"TwentyNewsgroupsClustering":41.55} -{"index":237,"Rank":224,"Model":"jina-embedding-l-en-v1<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":37.15,"ArxivClusteringP2P":40.51,"ArxivClusteringS2S":31.58,"BiorxivClusteringP2P":33.56,"BiorxivClusteringS2S":28.44,"MedrxivClusteringP2P":30.12,"MedrxivClusteringS2S":25.26,"RedditClustering":45.05,"RedditClusteringP2P":55.14,"StackExchangeClustering":45.24,"StackExchangeClusteringP2P":33.37,"TwentyNewsgroupsClustering":40.42} -{"index":334,"Rank":225,"Model":"paraphrase-multilingual-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":37.14,"ArxivClusteringP2P":38.33,"ArxivClusteringS2S":31.55,"BiorxivClusteringP2P":33.49,"BiorxivClusteringS2S":29.44,"MedrxivClusteringP2P":31.52,"MedrxivClusteringS2S":30.87,"RedditClustering":42.02,"RedditClusteringP2P":50.73,"StackExchangeClustering":49.6,"StackExchangeClusteringP2P":31.69,"TwentyNewsgroupsClustering":39.28} -{"index":244,"Rank":226,"Model":"multilingual-e5-small-ct2-int8<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":37.08,"ArxivClusteringP2P":39.22,"ArxivClusteringS2S":30.8,"BiorxivClusteringP2P":35.75,"BiorxivClusteringS2S":27.05,"MedrxivClusteringP2P":30.9,"MedrxivClusteringS2S":27.26,"RedditClustering":39.13,"RedditClusteringP2P":58.98,"StackExchangeClustering":53.52,"StackExchangeClusteringP2P":32.07,"TwentyNewsgroupsClustering":33.22} -{"index":110,"Rank":227,"Model":"SGPT-5.8B-weightedmean-nli-bitfit<\/a>","Model Size (Million Parameters)":5874,"Memory Usage (GB, fp32)":21.88,"Embedding Dimensions":4096,"Max Tokens":2048,"Average":36.98,"ArxivClusteringP2P":40.55,"ArxivClusteringS2S":32.49,"BiorxivClusteringP2P":33.59,"BiorxivClusteringS2S":29.13,"MedrxivClusteringP2P":30.33,"MedrxivClusteringS2S":28.02,"RedditClustering":42.17,"RedditClusteringP2P":48.02,"StackExchangeClustering":54.13,"StackExchangeClusteringP2P":31.12,"TwentyNewsgroupsClustering":37.2} -{"index":234,"Rank":228,"Model":"udever-bloom-560m<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":2048,"Average":36.89,"ArxivClusteringP2P":40.27,"ArxivClusteringS2S":32.0,"BiorxivClusteringP2P":33.27,"BiorxivClusteringS2S":28.65,"MedrxivClusteringP2P":27.85,"MedrxivClusteringS2S":27.71,"RedditClustering":41.34,"RedditClusteringP2P":51.2,"StackExchangeClustering":54.51,"StackExchangeClusteringP2P":31.12,"TwentyNewsgroupsClustering":37.88} -{"index":357,"Rank":229,"Model":"GTE256_sw<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":36.76,"ArxivClusteringP2P":38.29,"ArxivClusteringS2S":28.15,"BiorxivClusteringP2P":34.18,"BiorxivClusteringS2S":25.42,"MedrxivClusteringP2P":31.27,"MedrxivClusteringS2S":27.9,"RedditClustering":46.25,"RedditClusteringP2P":50.95,"StackExchangeClustering":49.39,"StackExchangeClusteringP2P":30.32,"TwentyNewsgroupsClustering":42.2} -{"index":358,"Rank":230,"Model":"GTE512_sw<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":36.17,"ArxivClusteringP2P":38.37,"ArxivClusteringS2S":28.19,"BiorxivClusteringP2P":34.57,"BiorxivClusteringS2S":25.65,"MedrxivClusteringP2P":30.59,"MedrxivClusteringS2S":27.41,"RedditClustering":44.25,"RedditClusteringP2P":49.94,"StackExchangeClustering":47.34,"StackExchangeClusteringP2P":29.66,"TwentyNewsgroupsClustering":41.86} -{"index":361,"Rank":231,"Model":"l3_wl<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":36.16,"ArxivClusteringP2P":39.89,"ArxivClusteringS2S":29.5,"BiorxivClusteringP2P":33.29,"BiorxivClusteringS2S":25.2,"MedrxivClusteringP2P":30.68,"MedrxivClusteringS2S":26.88,"RedditClustering":43.81,"RedditClusteringP2P":48.71,"StackExchangeClustering":53.79,"StackExchangeClusteringP2P":32.49,"TwentyNewsgroupsClustering":33.55} -{"index":99,"Rank":232,"Model":"gte-micro<\/a>","Model Size (Million Parameters)":17,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average":35.96,"ArxivClusteringP2P":35.24,"ArxivClusteringS2S":31.09,"BiorxivClusteringP2P":30.2,"BiorxivClusteringS2S":27.38,"MedrxivClusteringP2P":27.17,"MedrxivClusteringS2S":27.52,"RedditClustering":45.62,"RedditClusteringP2P":47.87,"StackExchangeClustering":52.62,"StackExchangeClusteringP2P":30.05,"TwentyNewsgroupsClustering":40.79} -{"index":236,"Rank":233,"Model":"jina-embedding-b-en-v1<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":35.88,"ArxivClusteringP2P":39.25,"ArxivClusteringS2S":29.08,"BiorxivClusteringP2P":32.2,"BiorxivClusteringS2S":26.63,"MedrxivClusteringP2P":29.6,"MedrxivClusteringS2S":25.01,"RedditClustering":42.85,"RedditClusteringP2P":52.55,"StackExchangeClustering":48.07,"StackExchangeClusteringP2P":31.36,"TwentyNewsgroupsClustering":38.06} -{"index":364,"Rank":234,"Model":"wl_sw_256<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":35.87,"ArxivClusteringP2P":39.64,"ArxivClusteringS2S":29.06,"BiorxivClusteringP2P":33.1,"BiorxivClusteringS2S":25.24,"MedrxivClusteringP2P":30.41,"MedrxivClusteringS2S":26.77,"RedditClustering":43.5,"RedditClusteringP2P":48.31,"StackExchangeClustering":53.09,"StackExchangeClusteringP2P":32.57,"TwentyNewsgroupsClustering":32.85} -{"index":106,"Rank":235,"Model":"SGPT-125M-weightedmean-msmarco-specb-bitfit<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":2048,"Average":35.79,"ArxivClusteringP2P":39.71,"ArxivClusteringS2S":28.24,"BiorxivClusteringP2P":33.63,"BiorxivClusteringS2S":27.04,"MedrxivClusteringP2P":31.37,"MedrxivClusteringS2S":26.87,"RedditClustering":40.23,"RedditClusteringP2P":49.09,"StackExchangeClustering":52.74,"StackExchangeClusteringP2P":32.66,"TwentyNewsgroupsClustering":32.13} -{"index":103,"Rank":236,"Model":"test24<\/a>","Model Size (Million Parameters)":17,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average":35.78,"ArxivClusteringP2P":41.21,"ArxivClusteringS2S":30.2,"BiorxivClusteringP2P":35.62,"BiorxivClusteringS2S":25.4,"MedrxivClusteringP2P":31.42,"MedrxivClusteringS2S":27.14,"RedditClustering":39.24,"RedditClusteringP2P":52.2,"StackExchangeClustering":46.43,"StackExchangeClusteringP2P":34.31,"TwentyNewsgroupsClustering":30.43} -{"index":367,"Rank":237,"Model":"universal-sentence-encoder-4<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":35.71,"ArxivClusteringP2P":35.13,"ArxivClusteringS2S":23.46,"BiorxivClusteringP2P":31.17,"BiorxivClusteringS2S":18.81,"MedrxivClusteringP2P":28.88,"MedrxivClusteringS2S":23.31,"RedditClustering":49.72,"RedditClusteringP2P":57.92,"StackExchangeClustering":54.64,"StackExchangeClusteringP2P":31.58,"TwentyNewsgroupsClustering":38.23} -{"index":193,"Rank":238,"Model":"multi-qa-MiniLM-L6-cos-v1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":35.67,"ArxivClusteringP2P":37.75,"ArxivClusteringS2S":27.7,"BiorxivClusteringP2P":30.24,"BiorxivClusteringS2S":22.67,"MedrxivClusteringP2P":28.41,"MedrxivClusteringS2S":26.14,"RedditClustering":46.29,"RedditClusteringP2P":50.95,"StackExchangeClustering":48.08,"StackExchangeClusteringP2P":33.35,"TwentyNewsgroupsClustering":40.79} -{"index":266,"Rank":239,"Model":"potion-base-32M<\/a>","Model Size (Million Parameters)":32,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":512,"Max Tokens":1000000,"Average":35.29,"ArxivClusteringP2P":37.22,"ArxivClusteringS2S":27.89,"BiorxivClusteringP2P":31.89,"BiorxivClusteringS2S":23.44,"MedrxivClusteringP2P":29.32,"MedrxivClusteringS2S":25.68,"RedditClustering":43.26,"RedditClusteringP2P":49.64,"StackExchangeClustering":51.98,"StackExchangeClusteringP2P":31.05,"TwentyNewsgroupsClustering":36.77} -{"index":370,"Rank":240,"Model":"universal-sentence-encoder-multilingual-large-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":512,"Max Tokens":512,"Average":35.06,"ArxivClusteringP2P":34.75,"ArxivClusteringS2S":22.62,"BiorxivClusteringP2P":28.75,"BiorxivClusteringS2S":20.14,"MedrxivClusteringP2P":31.2,"MedrxivClusteringS2S":25.8,"RedditClustering":46.17,"RedditClusteringP2P":56.53,"StackExchangeClustering":49.34,"StackExchangeClusteringP2P":33.4,"TwentyNewsgroupsClustering":36.93} -{"index":369,"Rank":241,"Model":"universal-sentence-encoder-multilingual-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":512,"Max Tokens":512,"Average":34.82,"ArxivClusteringP2P":33.72,"ArxivClusteringS2S":23.99,"BiorxivClusteringP2P":30.88,"BiorxivClusteringS2S":21.05,"MedrxivClusteringP2P":28.68,"MedrxivClusteringS2S":24.25,"RedditClustering":43.82,"RedditClusteringP2P":58.37,"StackExchangeClustering":47.83,"StackExchangeClusteringP2P":33.01,"TwentyNewsgroupsClustering":37.47} -{"index":324,"Rank":242,"Model":"allenai-specter<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":34.06,"ArxivClusteringP2P":44.75,"ArxivClusteringS2S":35.27,"BiorxivClusteringP2P":39.52,"BiorxivClusteringS2S":34.53,"MedrxivClusteringP2P":35.04,"MedrxivClusteringS2S":31.66,"RedditClustering":24.13,"RedditClusteringP2P":35.06,"StackExchangeClustering":39.01,"StackExchangeClusteringP2P":31.46,"TwentyNewsgroupsClustering":24.22} -{"index":348,"Rank":243,"Model":"Angle_BERT<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":33.47,"ArxivClusteringP2P":35.33,"ArxivClusteringS2S":27.66,"BiorxivClusteringP2P":30.95,"BiorxivClusteringS2S":24.81,"MedrxivClusteringP2P":27.35,"MedrxivClusteringS2S":25.59,"RedditClustering":40.32,"RedditClusteringP2P":45.99,"StackExchangeClustering":48.26,"StackExchangeClusteringP2P":28.87,"TwentyNewsgroupsClustering":33.07} -{"index":303,"Rank":244,"Model":"sup-simcse-bert-base-uncased<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":33.43,"ArxivClusteringP2P":35.18,"ArxivClusteringS2S":27.54,"BiorxivClusteringP2P":30.15,"BiorxivClusteringS2S":24.67,"MedrxivClusteringP2P":26.25,"MedrxivClusteringS2S":24.12,"RedditClustering":40.23,"RedditClusteringP2P":47.74,"StackExchangeClustering":47.55,"StackExchangeClusteringP2P":29.45,"TwentyNewsgroupsClustering":34.86} -{"index":104,"Rank":245,"Model":"test25<\/a>","Model Size (Million Parameters)":17,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average":33.15,"ArxivClusteringP2P":37.86,"ArxivClusteringS2S":28.84,"BiorxivClusteringP2P":32.09,"BiorxivClusteringS2S":23.55,"MedrxivClusteringP2P":28.54,"MedrxivClusteringS2S":24.73,"RedditClustering":35.54,"RedditClusteringP2P":47.43,"StackExchangeClustering":46.54,"StackExchangeClusteringP2P":30.88,"TwentyNewsgroupsClustering":28.68} -{"index":363,"Rank":246,"Model":"mv_sw<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":32.94,"ArxivClusteringP2P":35.42,"ArxivClusteringS2S":25.27,"BiorxivClusteringP2P":30.86,"BiorxivClusteringS2S":20.22,"MedrxivClusteringP2P":27.62,"MedrxivClusteringS2S":23.8,"RedditClustering":39.55,"RedditClusteringP2P":47.08,"StackExchangeClustering":48.19,"StackExchangeClusteringP2P":30.75,"TwentyNewsgroupsClustering":33.54} -{"index":268,"Rank":247,"Model":"potion-base-8M<\/a>","Model Size (Million Parameters)":8,"Memory Usage (GB, fp32)":0.03,"Embedding Dimensions":256,"Max Tokens":1000000,"Average":32.93,"ArxivClusteringP2P":35.39,"ArxivClusteringS2S":25.26,"BiorxivClusteringP2P":30.86,"BiorxivClusteringS2S":20.22,"MedrxivClusteringP2P":27.62,"MedrxivClusteringS2S":23.8,"RedditClustering":39.55,"RedditClusteringP2P":47.08,"StackExchangeClustering":48.19,"StackExchangeClusteringP2P":30.74,"TwentyNewsgroupsClustering":33.54} -{"index":376,"Rank":248,"Model":"potion-base-8M-stf<\/a>","Model Size (Million Parameters)":8,"Memory Usage (GB, fp32)":0.03,"Embedding Dimensions":256,"Max Tokens":1000000,"Average":32.93,"ArxivClusteringP2P":35.39,"ArxivClusteringS2S":25.26,"BiorxivClusteringP2P":30.86,"BiorxivClusteringS2S":20.22,"MedrxivClusteringP2P":27.62,"MedrxivClusteringS2S":23.8,"RedditClustering":39.55,"RedditClusteringP2P":47.08,"StackExchangeClustering":48.19,"StackExchangeClusteringP2P":30.74,"TwentyNewsgroupsClustering":33.54} -{"index":98,"Rank":249,"Model":"Wartortle<\/a>","Model Size (Million Parameters)":17,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average":32.91,"ArxivClusteringP2P":35.84,"ArxivClusteringS2S":27.3,"BiorxivClusteringP2P":32.35,"BiorxivClusteringS2S":24.06,"MedrxivClusteringP2P":28.24,"MedrxivClusteringS2S":25.34,"RedditClustering":35.92,"RedditClusteringP2P":46.08,"StackExchangeClustering":45.31,"StackExchangeClusteringP2P":29.91,"TwentyNewsgroupsClustering":31.69} -{"index":238,"Rank":250,"Model":"jina-embedding-s-en-v1<\/a>","Model Size (Million Parameters)":35,"Memory Usage (GB, fp32)":0.13,"Embedding Dimensions":512,"Max Tokens":512,"Average":32.56,"ArxivClusteringP2P":34.17,"ArxivClusteringS2S":23.99,"BiorxivClusteringP2P":28.51,"BiorxivClusteringS2S":20.94,"MedrxivClusteringP2P":27.24,"MedrxivClusteringS2S":23.27,"RedditClustering":37.95,"RedditClusteringP2P":49.91,"StackExchangeClustering":46.35,"StackExchangeClusteringP2P":31.46,"TwentyNewsgroupsClustering":34.39} -{"index":400,"Rank":251,"Model":"elser-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":30522,"Max Tokens":512,"Average":32.28,"ArxivClusteringP2P":35.27,"ArxivClusteringS2S":23.18,"BiorxivClusteringP2P":31.13,"BiorxivClusteringS2S":26.78,"MedrxivClusteringP2P":24.65,"MedrxivClusteringS2S":24.21,"RedditClustering":38.74,"RedditClusteringP2P":51.92,"StackExchangeClustering":42.7,"StackExchangeClusteringP2P":28.7,"TwentyNewsgroupsClustering":27.82} -{"index":340,"Rank":252,"Model":"LaBSE-ru-turbo<\/a>","Model Size (Million Parameters)":128,"Memory Usage (GB, fp32)":0.48,"Embedding Dimensions":768,"Max Tokens":512,"Average":32.13,"ArxivClusteringP2P":35.03,"ArxivClusteringS2S":23.08,"BiorxivClusteringP2P":31.48,"BiorxivClusteringS2S":20.71,"MedrxivClusteringP2P":29.44,"MedrxivClusteringS2S":23.93,"RedditClustering":35.73,"RedditClusteringP2P":51.74,"StackExchangeClustering":45.45,"StackExchangeClusteringP2P":31.13,"TwentyNewsgroupsClustering":25.67} -{"index":42,"Rank":253,"Model":"winberta-base<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":31.67,"ArxivClusteringP2P":33.7,"ArxivClusteringS2S":23.04,"BiorxivClusteringP2P":32.7,"BiorxivClusteringS2S":23.28,"MedrxivClusteringP2P":31.94,"MedrxivClusteringS2S":28.05,"RedditClustering":30.83,"RedditClusteringP2P":46.29,"StackExchangeClustering":39.44,"StackExchangeClusteringP2P":32.61,"TwentyNewsgroupsClustering":26.54} -{"index":267,"Rank":254,"Model":"potion-base-4M<\/a>","Model Size (Million Parameters)":4,"Memory Usage (GB, fp32)":0.01,"Embedding Dimensions":128,"Max Tokens":1000000,"Average":31.47,"ArxivClusteringP2P":34.19,"ArxivClusteringS2S":24.1,"BiorxivClusteringP2P":29.1,"BiorxivClusteringS2S":18.62,"MedrxivClusteringP2P":27.03,"MedrxivClusteringS2S":23.24,"RedditClustering":37.24,"RedditClusteringP2P":44.53,"StackExchangeClustering":45.29,"StackExchangeClusteringP2P":31.36,"TwentyNewsgroupsClustering":31.42} -{"index":107,"Rank":255,"Model":"SGPT-125M-weightedmean-nli-bitfit<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":2048,"Average":30.95,"ArxivClusteringP2P":34.74,"ArxivClusteringS2S":24.68,"BiorxivClusteringP2P":28.93,"BiorxivClusteringS2S":23.08,"MedrxivClusteringP2P":28.3,"MedrxivClusteringS2S":24.93,"RedditClustering":33.76,"RedditClusteringP2P":41.01,"StackExchangeClustering":44.59,"StackExchangeClusteringP2P":28.23,"TwentyNewsgroupsClustering":28.24} -{"index":342,"Rank":256,"Model":"text2vec-base-multilingual<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":256,"Average":30.61,"ArxivClusteringP2P":32.32,"ArxivClusteringS2S":25.5,"BiorxivClusteringP2P":28.99,"BiorxivClusteringS2S":23.2,"MedrxivClusteringP2P":29.44,"MedrxivClusteringS2S":26.16,"RedditClustering":31.25,"RedditClusteringP2P":43.3,"StackExchangeClustering":34.36,"StackExchangeClusteringP2P":30.64,"TwentyNewsgroupsClustering":31.58} -{"index":262,"Rank":257,"Model":"M2V_base_glove<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Embedding Dimensions":256,"Max Tokens":1000000,"Average":30.52,"ArxivClusteringP2P":36.27,"ArxivClusteringS2S":26.49,"BiorxivClusteringP2P":32.26,"BiorxivClusteringS2S":22.34,"MedrxivClusteringP2P":27.6,"MedrxivClusteringS2S":23.38,"RedditClustering":31.37,"RedditClusteringP2P":42.56,"StackExchangeClustering":39.35,"StackExchangeClusteringP2P":28.72,"TwentyNewsgroupsClustering":25.38} -{"index":96,"Rank":258,"Model":"Squirtle<\/a>","Model Size (Million Parameters)":16,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average":30.21,"ArxivClusteringP2P":33.04,"ArxivClusteringS2S":24.68,"BiorxivClusteringP2P":30.86,"BiorxivClusteringS2S":21.1,"MedrxivClusteringP2P":27.17,"MedrxivClusteringS2S":23.78,"RedditClustering":31.45,"RedditClusteringP2P":43.69,"StackExchangeClustering":39.16,"StackExchangeClusteringP2P":29.18,"TwentyNewsgroupsClustering":28.23} -{"index":206,"Rank":259,"Model":"bert-base-uncased<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":30.12,"ArxivClusteringP2P":35.19,"ArxivClusteringS2S":27.51,"BiorxivClusteringP2P":30.12,"BiorxivClusteringS2S":24.77,"MedrxivClusteringP2P":26.09,"MedrxivClusteringS2S":23.6,"RedditClustering":27.24,"RedditClusteringP2P":43.32,"StackExchangeClustering":43.58,"StackExchangeClusteringP2P":26.55,"TwentyNewsgroupsClustering":23.35} -{"index":263,"Rank":260,"Model":"M2V_base_glove_subword<\/a>","Model Size (Million Parameters)":103,"Memory Usage (GB, fp32)":0.38,"Embedding Dimensions":256,"Max Tokens":1000000,"Average":30.03,"ArxivClusteringP2P":35.46,"ArxivClusteringS2S":26.34,"BiorxivClusteringP2P":31.47,"BiorxivClusteringS2S":22.58,"MedrxivClusteringP2P":26.93,"MedrxivClusteringS2S":22.96,"RedditClustering":28.89,"RedditClusteringP2P":41.59,"StackExchangeClustering":40.02,"StackExchangeClusteringP2P":28.81,"TwentyNewsgroupsClustering":25.28} -{"index":320,"Rank":261,"Model":"LaBSE<\/a>","Model Size (Million Parameters)":471,"Memory Usage (GB, fp32)":1.75,"Embedding Dimensions":768,"Max Tokens":512,"Average":29.55,"ArxivClusteringP2P":32.13,"ArxivClusteringS2S":22.05,"BiorxivClusteringP2P":29.84,"BiorxivClusteringS2S":20.57,"MedrxivClusteringP2P":30.13,"MedrxivClusteringS2S":24.82,"RedditClustering":28.79,"RedditClusteringP2P":49.14,"StackExchangeClustering":35.43,"StackExchangeClusteringP2P":28.83,"TwentyNewsgroupsClustering":23.28} -{"index":304,"Rank":262,"Model":"unsup-simcse-bert-base-uncased<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":29.04,"ArxivClusteringP2P":32.61,"ArxivClusteringS2S":24.68,"BiorxivClusteringP2P":24.9,"BiorxivClusteringS2S":19.55,"MedrxivClusteringP2P":23.6,"MedrxivClusteringS2S":21.97,"RedditClustering":32.18,"RedditClusteringP2P":45.14,"StackExchangeClustering":43.07,"StackExchangeClusteringP2P":28.5,"TwentyNewsgroupsClustering":23.21} -{"index":174,"Rank":263,"Model":"red-beetle-base-v1.1<\/a>","Model Size (Million Parameters)":30,"Memory Usage (GB, fp32)":0.11,"Embedding Dimensions":1024,"Max Tokens":1000000,"Average":28.44,"ArxivClusteringP2P":31.94,"ArxivClusteringS2S":20.71,"BiorxivClusteringP2P":28.27,"BiorxivClusteringS2S":16.01,"MedrxivClusteringP2P":26.53,"MedrxivClusteringS2S":20.88,"RedditClustering":31.16,"RedditClusteringP2P":42.99,"StackExchangeClustering":39.51,"StackExchangeClusteringP2P":29.6,"TwentyNewsgroupsClustering":25.22} -{"index":97,"Rank":264,"Model":"Venusaur<\/a>","Model Size (Million Parameters)":16,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average":28.01,"ArxivClusteringP2P":31.76,"ArxivClusteringS2S":21.06,"BiorxivClusteringP2P":29.84,"BiorxivClusteringS2S":18.34,"MedrxivClusteringP2P":27.42,"MedrxivClusteringS2S":22.41,"RedditClustering":26.71,"RedditClusteringP2P":44.14,"StackExchangeClustering":32.84,"StackExchangeClusteringP2P":27.48,"TwentyNewsgroupsClustering":26.09} -{"index":180,"Rank":265,"Model":"LaBSE-en-ru<\/a>","Model Size (Million Parameters)":129,"Memory Usage (GB, fp32)":0.48,"Embedding Dimensions":768,"Max Tokens":512,"Average":27.86,"ArxivClusteringP2P":31.41,"ArxivClusteringS2S":20.66,"BiorxivClusteringP2P":28.94,"BiorxivClusteringS2S":18.04,"MedrxivClusteringP2P":28.51,"MedrxivClusteringS2S":23.45,"RedditClustering":25.45,"RedditClusteringP2P":47.49,"StackExchangeClustering":32.87,"StackExchangeClusteringP2P":27.69,"TwentyNewsgroupsClustering":21.92} -{"index":325,"Rank":266,"Model":"average_word_embeddings_glove.6B.300d<\/a>","Model Size (Million Parameters)":120,"Memory Usage (GB, fp32)":0.45,"Embedding Dimensions":300,"Max Tokens":"N\/A","Average":27.73,"ArxivClusteringP2P":32.56,"ArxivClusteringS2S":23.14,"BiorxivClusteringP2P":29.27,"BiorxivClusteringS2S":19.18,"MedrxivClusteringP2P":26.12,"MedrxivClusteringS2S":20.38,"RedditClustering":28.46,"RedditClusteringP2P":35.82,"StackExchangeClustering":35.8,"StackExchangeClusteringP2P":28.51,"TwentyNewsgroupsClustering":25.83} -{"index":265,"Rank":267,"Model":"potion-base-2M<\/a>","Model Size (Million Parameters)":2,"Memory Usage (GB, fp32)":0.01,"Embedding Dimensions":64,"Max Tokens":1000000,"Average":27.5,"ArxivClusteringP2P":29.87,"ArxivClusteringS2S":20.12,"BiorxivClusteringP2P":25.78,"BiorxivClusteringS2S":14.94,"MedrxivClusteringP2P":25.59,"MedrxivClusteringS2S":21.4,"RedditClustering":29.13,"RedditClusteringP2P":39.22,"StackExchangeClustering":37.83,"StackExchangeClusteringP2P":31.55,"TwentyNewsgroupsClustering":27.07} -{"index":172,"Rank":268,"Model":"brown-beetle-tiny-v1.1<\/a>","Model Size (Million Parameters)":4,"Memory Usage (GB, fp32)":0.01,"Embedding Dimensions":768,"Max Tokens":1000000,"Average":27.43,"ArxivClusteringP2P":31.69,"ArxivClusteringS2S":20.87,"BiorxivClusteringP2P":25.72,"BiorxivClusteringS2S":14.07,"MedrxivClusteringP2P":25.2,"MedrxivClusteringS2S":20.14,"RedditClustering":30.8,"RedditClusteringP2P":40.36,"StackExchangeClustering":38.51,"StackExchangeClusteringP2P":30.63,"TwentyNewsgroupsClustering":23.71} -{"index":326,"Rank":269,"Model":"average_word_embeddings_komninos<\/a>","Model Size (Million Parameters)":134,"Memory Usage (GB, fp32)":0.5,"Embedding Dimensions":300,"Max Tokens":"N\/A","Average":26.57,"ArxivClusteringP2P":34.73,"ArxivClusteringS2S":26.01,"BiorxivClusteringP2P":29.76,"BiorxivClusteringS2S":20.71,"MedrxivClusteringP2P":26.65,"MedrxivClusteringS2S":21.5,"RedditClustering":28.84,"RedditClusteringP2P":7.37,"StackExchangeClustering":39.04,"StackExchangeClusteringP2P":30.23,"TwentyNewsgroupsClustering":27.42} -{"index":197,"Rank":270,"Model":"SONAR<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":26.2,"ArxivClusteringP2P":26.81,"ArxivClusteringS2S":24.35,"BiorxivClusteringP2P":20.62,"BiorxivClusteringS2S":19.08,"MedrxivClusteringP2P":19.06,"MedrxivClusteringS2S":19.8,"RedditClustering":28.52,"RedditClusteringP2P":38.63,"StackExchangeClustering":46.33,"StackExchangeClusteringP2P":20.57,"TwentyNewsgroupsClustering":24.41} -{"index":171,"Rank":271,"Model":"brown-beetle-tiny-v1<\/a>","Model Size (Million Parameters)":4,"Memory Usage (GB, fp32)":0.01,"Embedding Dimensions":128,"Max Tokens":1000000,"Average":25.71,"ArxivClusteringP2P":30.72,"ArxivClusteringS2S":20.81,"BiorxivClusteringP2P":24.88,"BiorxivClusteringS2S":13.29,"MedrxivClusteringP2P":24.53,"MedrxivClusteringS2S":20.19,"RedditClustering":25.21,"RedditClusteringP2P":36.61,"StackExchangeClustering":35.28,"StackExchangeClusteringP2P":29.28,"TwentyNewsgroupsClustering":21.97} -{"index":264,"Rank":272,"Model":"M2V_base_output<\/a>","Model Size (Million Parameters)":8,"Memory Usage (GB, fp32)":0.03,"Embedding Dimensions":256,"Max Tokens":1000000,"Average":25.59,"ArxivClusteringP2P":31.26,"ArxivClusteringS2S":20.74,"BiorxivClusteringP2P":26.53,"BiorxivClusteringS2S":14.04,"MedrxivClusteringP2P":25.0,"MedrxivClusteringS2S":20.26,"RedditClustering":23.88,"RedditClusteringP2P":37.77,"StackExchangeClustering":33.04,"StackExchangeClusteringP2P":27.79,"TwentyNewsgroupsClustering":21.13} -{"index":169,"Rank":273,"Model":"brown-beetle-small-v1<\/a>","Model Size (Million Parameters)":8,"Memory Usage (GB, fp32)":0.03,"Embedding Dimensions":256,"Max Tokens":1000000,"Average":25.44,"ArxivClusteringP2P":31.23,"ArxivClusteringS2S":20.75,"BiorxivClusteringP2P":26.53,"BiorxivClusteringS2S":14.03,"MedrxivClusteringP2P":24.88,"MedrxivClusteringS2S":20.15,"RedditClustering":23.24,"RedditClusteringP2P":37.19,"StackExchangeClustering":32.61,"StackExchangeClusteringP2P":28.06,"TwentyNewsgroupsClustering":21.13} -{"index":173,"Rank":274,"Model":"brown-fairy-base-v0<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.08,"Embedding Dimensions":768,"Max Tokens":1000000,"Average":24.73,"ArxivClusteringP2P":30.9,"ArxivClusteringS2S":19.1,"BiorxivClusteringP2P":29.84,"BiorxivClusteringS2S":16.49,"MedrxivClusteringP2P":25.85,"MedrxivClusteringS2S":20.08,"RedditClustering":20.22,"RedditClusteringP2P":38.89,"StackExchangeClustering":27.15,"StackExchangeClusteringP2P":28.93,"TwentyNewsgroupsClustering":14.59} -{"index":189,"Rank":275,"Model":"USER-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":512,"Average":24.15,"ArxivClusteringP2P":24.06,"ArxivClusteringS2S":14.62,"BiorxivClusteringP2P":19.57,"BiorxivClusteringS2S":10.96,"MedrxivClusteringP2P":23.8,"MedrxivClusteringS2S":19.43,"RedditClustering":26.95,"RedditClusteringP2P":44.11,"StackExchangeClustering":34.21,"StackExchangeClusteringP2P":26.54,"TwentyNewsgroupsClustering":21.41} -{"index":167,"Rank":276,"Model":"brown-beetle-base-v1<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.08,"Embedding Dimensions":768,"Max Tokens":1000000,"Average":24.11,"ArxivClusteringP2P":30.11,"ArxivClusteringS2S":19.69,"BiorxivClusteringP2P":26.1,"BiorxivClusteringS2S":13.38,"MedrxivClusteringP2P":24.47,"MedrxivClusteringS2S":19.38,"RedditClustering":20.03,"RedditClusteringP2P":35.59,"StackExchangeClustering":29.91,"StackExchangeClusteringP2P":26.45,"TwentyNewsgroupsClustering":20.13} -{"index":341,"Rank":277,"Model":"rubert-tiny-turbo<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"Embedding Dimensions":312,"Max Tokens":2048,"Average":23.75,"ArxivClusteringP2P":24.83,"ArxivClusteringS2S":16.68,"BiorxivClusteringP2P":20.0,"BiorxivClusteringS2S":12.67,"MedrxivClusteringP2P":20.79,"MedrxivClusteringS2S":18.18,"RedditClustering":26.28,"RedditClusteringP2P":40.48,"StackExchangeClustering":33.51,"StackExchangeClusteringP2P":27.98,"TwentyNewsgroupsClustering":19.9} -{"index":182,"Rank":278,"Model":"rubert-tiny2<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"Embedding Dimensions":2048,"Max Tokens":514,"Average":21.33,"ArxivClusteringP2P":23.06,"ArxivClusteringS2S":15.44,"BiorxivClusteringP2P":21.46,"BiorxivClusteringS2S":12.43,"MedrxivClusteringP2P":22.56,"MedrxivClusteringS2S":18.65,"RedditClustering":17.72,"RedditClusteringP2P":32.99,"StackExchangeClustering":29.01,"StackExchangeClusteringP2P":25.71,"TwentyNewsgroupsClustering":15.63} -{"index":181,"Rank":279,"Model":"rubert-tiny<\/a>","Model Size (Million Parameters)":12,"Memory Usage (GB, fp32)":0.04,"Embedding Dimensions":512,"Max Tokens":514,"Average":20.93,"ArxivClusteringP2P":22.47,"ArxivClusteringS2S":15.5,"BiorxivClusteringP2P":19.69,"BiorxivClusteringS2S":11.72,"MedrxivClusteringP2P":21.25,"MedrxivClusteringS2S":17.78,"RedditClustering":16.23,"RedditClusteringP2P":31.54,"StackExchangeClustering":31.47,"StackExchangeClusteringP2P":27.14,"TwentyNewsgroupsClustering":15.43} -{"index":354,"Rank":280,"Model":"ALL_862873<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":18.0,"ArxivClusteringP2P":14.79,"ArxivClusteringS2S":12.25,"BiorxivClusteringP2P":13.94,"BiorxivClusteringS2S":9.79,"MedrxivClusteringP2P":15.7,"MedrxivClusteringS2S":14.89,"RedditClustering":18.38,"RedditClusteringP2P":27.1,"StackExchangeClustering":23.66,"StackExchangeClusteringP2P":27.34,"TwentyNewsgroupsClustering":20.17} -{"index":153,"Rank":281,"Model":"sbert_large_mt_nlu_ru<\/a>","Model Size (Million Parameters)":427,"Memory Usage (GB, fp32)":1.59,"Embedding Dimensions":1024,"Max Tokens":514,"Average":17.7,"ArxivClusteringP2P":18.86,"ArxivClusteringS2S":13.17,"BiorxivClusteringP2P":11.85,"BiorxivClusteringS2S":7.62,"MedrxivClusteringP2P":18.77,"MedrxivClusteringS2S":16.42,"RedditClustering":16.05,"RedditClusteringP2P":30.9,"StackExchangeClustering":23.38,"StackExchangeClusteringP2P":24.29,"TwentyNewsgroupsClustering":13.4} -{"index":154,"Rank":282,"Model":"sbert_large_nlu_ru<\/a>","Model Size (Million Parameters)":427,"Memory Usage (GB, fp32)":1.59,"Embedding Dimensions":1024,"Max Tokens":512,"Average":17.41,"ArxivClusteringP2P":18.57,"ArxivClusteringS2S":11.83,"BiorxivClusteringP2P":12.51,"BiorxivClusteringS2S":6.79,"MedrxivClusteringP2P":19.63,"MedrxivClusteringS2S":14.79,"RedditClustering":15.97,"RedditClusteringP2P":33.1,"StackExchangeClustering":21.14,"StackExchangeClusteringP2P":23.58,"TwentyNewsgroupsClustering":13.55} -{"index":52,"Rank":283,"Model":"rubert-base-cased-sentence<\/a>","Model Size (Million Parameters)":180,"Memory Usage (GB, fp32)":0.67,"Embedding Dimensions":768,"Max Tokens":512,"Average":17.41,"ArxivClusteringP2P":19.4,"ArxivClusteringS2S":15.28,"BiorxivClusteringP2P":14.91,"BiorxivClusteringS2S":10.62,"MedrxivClusteringP2P":17.86,"MedrxivClusteringS2S":16.45,"RedditClustering":14.72,"RedditClusteringP2P":23.35,"StackExchangeClustering":16.48,"StackExchangeClusteringP2P":26.54,"TwentyNewsgroupsClustering":15.85} -{"index":51,"Rank":284,"Model":"rubert-base-cased<\/a>","Model Size (Million Parameters)":180,"Memory Usage (GB, fp32)":0.67,"Embedding Dimensions":768,"Max Tokens":512,"Average":16.84,"ArxivClusteringP2P":19.12,"ArxivClusteringS2S":15.72,"BiorxivClusteringP2P":15.01,"BiorxivClusteringS2S":11.27,"MedrxivClusteringP2P":19.13,"MedrxivClusteringS2S":16.96,"RedditClustering":14.16,"RedditClusteringP2P":18.47,"StackExchangeClustering":21.35,"StackExchangeClusteringP2P":21.64,"TwentyNewsgroupsClustering":12.36} -{"index":50,"Rank":285,"Model":"distilrubert-small-cased-conversational<\/a>","Model Size (Million Parameters)":106,"Memory Usage (GB, fp32)":0.39,"Embedding Dimensions":768,"Max Tokens":512,"Average":16.02,"ArxivClusteringP2P":18.41,"ArxivClusteringS2S":12.81,"BiorxivClusteringP2P":13.07,"BiorxivClusteringS2S":7.72,"MedrxivClusteringP2P":18.17,"MedrxivClusteringS2S":15.25,"RedditClustering":11.95,"RedditClusteringP2P":22.76,"StackExchangeClustering":21.41,"StackExchangeClusteringP2P":22.98,"TwentyNewsgroupsClustering":11.65} -{"index":14,"Rank":286,"Model":"LASER2<\/a>","Model Size (Million Parameters)":43,"Memory Usage (GB, fp32)":0.16,"Embedding Dimensions":1024,"Max Tokens":"N\/A","Average":15.28,"ArxivClusteringP2P":17.77,"ArxivClusteringS2S":12.39,"BiorxivClusteringP2P":12.4,"BiorxivClusteringS2S":8.83,"MedrxivClusteringP2P":17.91,"MedrxivClusteringS2S":16.63,"RedditClustering":9.96,"RedditClusteringP2P":26.42,"StackExchangeClustering":15.79,"StackExchangeClusteringP2P":18.63,"TwentyNewsgroupsClustering":11.38} -{"index":191,"Rank":287,"Model":"deberta-v1-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":512,"Average":14.88,"ArxivClusteringP2P":16.05,"ArxivClusteringS2S":10.67,"BiorxivClusteringP2P":11.67,"BiorxivClusteringS2S":5.98,"MedrxivClusteringP2P":18.12,"MedrxivClusteringS2S":15.2,"RedditClustering":12.77,"RedditClusteringP2P":21.5,"StackExchangeClustering":20.03,"StackExchangeClusteringP2P":20.05,"TwentyNewsgroupsClustering":11.68} -{"index":373,"Rank":288,"Model":"b1ade-embed-kd_3<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":0.41,"ArxivClusteringP2P":0.44,"ArxivClusteringS2S":0.37,"BiorxivClusteringP2P":0.36,"BiorxivClusteringS2S":0.31,"MedrxivClusteringP2P":0.32,"MedrxivClusteringS2S":0.29,"RedditClustering":0.5,"RedditClusteringP2P":0.55,"StackExchangeClustering":0.58,"StackExchangeClusteringP2P":0.3,"TwentyNewsgroupsClustering":0.46} -{"index":2,"Rank":289,"Model":"titan-embed-text-v1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":8000,"Average":"","ArxivClusteringP2P":"","ArxivClusteringS2S":"","BiorxivClusteringP2P":"","BiorxivClusteringS2S":"","MedrxivClusteringP2P":"","MedrxivClusteringS2S":"","RedditClustering":"","RedditClusteringP2P":"","StackExchangeClustering":"","StackExchangeClusteringP2P":"","TwentyNewsgroupsClustering":""} -{"index":3,"Rank":290,"Model":"mistral-embed<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":"","Average":"","ArxivClusteringP2P":"","ArxivClusteringS2S":"","BiorxivClusteringP2P":"","BiorxivClusteringS2S":"","MedrxivClusteringP2P":"","MedrxivClusteringS2S":"","RedditClustering":"","RedditClusteringP2P":"","StackExchangeClustering":"","StackExchangeClusteringP2P":"","TwentyNewsgroupsClustering":""} -{"index":4,"Rank":291,"Model":"voyage-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":4000,"Average":"","ArxivClusteringP2P":"","ArxivClusteringS2S":"","BiorxivClusteringP2P":"","BiorxivClusteringS2S":"","MedrxivClusteringP2P":"","MedrxivClusteringS2S":"","RedditClustering":"","RedditClusteringP2P":"","StackExchangeClustering":"","StackExchangeClusteringP2P":"","TwentyNewsgroupsClustering":""} -{"index":8,"Rank":292,"Model":"voyage-code-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":16000,"Average":"","ArxivClusteringP2P":"","ArxivClusteringS2S":"","BiorxivClusteringP2P":"","BiorxivClusteringS2S":"","MedrxivClusteringP2P":"","MedrxivClusteringS2S":"","RedditClustering":"","RedditClusteringP2P":"","StackExchangeClustering":"","StackExchangeClusteringP2P":"","TwentyNewsgroupsClustering":""} -{"index":10,"Rank":293,"Model":"voyage-law-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":16000,"Average":"","ArxivClusteringP2P":"","ArxivClusteringS2S":"","BiorxivClusteringP2P":"","BiorxivClusteringS2S":"","MedrxivClusteringP2P":"","MedrxivClusteringS2S":"","RedditClustering":"","RedditClusteringP2P":"","StackExchangeClustering":"","StackExchangeClusteringP2P":"","TwentyNewsgroupsClustering":""} -{"index":13,"Rank":294,"Model":"voyage-multilingual-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":32000,"Average":"","ArxivClusteringP2P":47.84,"ArxivClusteringS2S":40.56,"BiorxivClusteringP2P":"","BiorxivClusteringS2S":32.54,"MedrxivClusteringP2P":"","MedrxivClusteringS2S":30.83,"RedditClustering":49.55,"RedditClusteringP2P":62.69,"StackExchangeClustering":64.13,"StackExchangeClusteringP2P":34.38,"TwentyNewsgroupsClustering":47.12} -{"index":16,"Rank":296,"Model":"llm2vec-croissant-mntp<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":"","ArxivClusteringP2P":"","ArxivClusteringS2S":"","BiorxivClusteringP2P":"","BiorxivClusteringS2S":"","MedrxivClusteringP2P":"","MedrxivClusteringS2S":"","RedditClustering":"","RedditClusteringP2P":"","StackExchangeClustering":"","StackExchangeClusteringP2P":"","TwentyNewsgroupsClustering":""} -{"index":32,"Rank":298,"Model":"bge-m3<\/a>","Model Size (Million Parameters)":567,"Memory Usage (GB, fp32)":2.11,"Embedding Dimensions":1024,"Max Tokens":8192,"Average":"","ArxivClusteringP2P":"","ArxivClusteringS2S":"","BiorxivClusteringP2P":"","BiorxivClusteringS2S":"","MedrxivClusteringP2P":"","MedrxivClusteringS2S":"","RedditClustering":"","RedditClusteringP2P":"","StackExchangeClustering":"","StackExchangeClusteringP2P":"","TwentyNewsgroupsClustering":""} -{"index":37,"Rank":299,"Model":"e5-R-mistral-7b<\/a>","Model Size (Million Parameters)":7242,"Memory Usage (GB, fp32)":26.98,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","ArxivClusteringP2P":"","ArxivClusteringS2S":"","BiorxivClusteringP2P":"","BiorxivClusteringS2S":"","MedrxivClusteringP2P":"","MedrxivClusteringS2S":"","RedditClustering":"","RedditClusteringP2P":"","StackExchangeClustering":"","StackExchangeClusteringP2P":"","TwentyNewsgroupsClustering":""} -{"index":54,"Rank":302,"Model":"xlm-roberta-base<\/a>","Model Size (Million Parameters)":279,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","ArxivClusteringP2P":"","ArxivClusteringS2S":"","BiorxivClusteringP2P":"","BiorxivClusteringS2S":"","MedrxivClusteringP2P":"","MedrxivClusteringS2S":"","RedditClustering":"","RedditClusteringP2P":"","StackExchangeClustering":"","StackExchangeClusteringP2P":"","TwentyNewsgroupsClustering":""} -{"index":55,"Rank":303,"Model":"xlm-roberta-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","ArxivClusteringP2P":"","ArxivClusteringS2S":"","BiorxivClusteringP2P":"","BiorxivClusteringS2S":"","MedrxivClusteringP2P":"","MedrxivClusteringS2S":"","RedditClustering":"","RedditClusteringP2P":"","StackExchangeClustering":"","StackExchangeClusteringP2P":"","TwentyNewsgroupsClustering":""} -{"index":56,"Rank":304,"Model":"openai_clip_embeddings<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","ArxivClusteringP2P":"","ArxivClusteringS2S":"","BiorxivClusteringP2P":29.33,"BiorxivClusteringS2S":27.81,"MedrxivClusteringP2P":"","MedrxivClusteringS2S":"","RedditClustering":"","RedditClusteringP2P":"","StackExchangeClustering":"","StackExchangeClusteringP2P":"","TwentyNewsgroupsClustering":""} -{"index":57,"Rank":305,"Model":"STS-multilingual-mpnet-base-v2<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","ArxivClusteringP2P":"","ArxivClusteringS2S":"","BiorxivClusteringP2P":"","BiorxivClusteringS2S":"","MedrxivClusteringP2P":"","MedrxivClusteringS2S":"","RedditClustering":"","RedditClusteringP2P":"","StackExchangeClustering":"","StackExchangeClusteringP2P":"","TwentyNewsgroupsClustering":""} -{"index":58,"Rank":306,"Model":"bert-base-10lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","ArxivClusteringP2P":"","ArxivClusteringS2S":"","BiorxivClusteringP2P":"","BiorxivClusteringS2S":"","MedrxivClusteringP2P":"","MedrxivClusteringS2S":"","RedditClustering":"","RedditClusteringP2P":"","StackExchangeClustering":"","StackExchangeClusteringP2P":"","TwentyNewsgroupsClustering":""} -{"index":59,"Rank":307,"Model":"bert-base-15lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","ArxivClusteringP2P":"","ArxivClusteringS2S":"","BiorxivClusteringP2P":"","BiorxivClusteringS2S":"","MedrxivClusteringP2P":"","MedrxivClusteringS2S":"","RedditClustering":"","RedditClusteringP2P":"","StackExchangeClustering":"","StackExchangeClusteringP2P":"","TwentyNewsgroupsClustering":""} -{"index":60,"Rank":308,"Model":"bert-base-25lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","ArxivClusteringP2P":"","ArxivClusteringS2S":"","BiorxivClusteringP2P":"","BiorxivClusteringS2S":"","MedrxivClusteringP2P":"","MedrxivClusteringS2S":"","RedditClustering":"","RedditClusteringP2P":"","StackExchangeClustering":"","StackExchangeClusteringP2P":"","TwentyNewsgroupsClustering":""} -{"index":74,"Rank":315,"Model":"gemma-2b-embeddings<\/a>","Model Size (Million Parameters)":2506,"Memory Usage (GB, fp32)":9.34,"Embedding Dimensions":2048,"Max Tokens":8192,"Average":"","ArxivClusteringP2P":"","ArxivClusteringS2S":"","BiorxivClusteringP2P":"","BiorxivClusteringS2S":"","MedrxivClusteringP2P":"","MedrxivClusteringS2S":"","RedditClustering":"","RedditClusteringP2P":"","StackExchangeClustering":"","StackExchangeClusteringP2P":"","TwentyNewsgroupsClustering":""} -{"index":77,"Rank":316,"Model":"bilingual-document-embedding<\/a>","Model Size (Million Parameters)":568,"Memory Usage (GB, fp32)":2.12,"Embedding Dimensions":1024,"Max Tokens":8194,"Average":"","ArxivClusteringP2P":"","ArxivClusteringS2S":"","BiorxivClusteringP2P":"","BiorxivClusteringS2S":"","MedrxivClusteringP2P":"","MedrxivClusteringS2S":"","RedditClustering":"","RedditClusteringP2P":"","StackExchangeClustering":"","StackExchangeClusteringP2P":"","TwentyNewsgroupsClustering":""} -{"index":100,"Rank":319,"Model":"gte-micro-v2<\/a>","Model Size (Million Parameters)":17,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","ArxivClusteringP2P":41.14,"ArxivClusteringS2S":31.79,"BiorxivClusteringP2P":"","BiorxivClusteringS2S":"","MedrxivClusteringP2P":"","MedrxivClusteringS2S":"","RedditClustering":"","RedditClusteringP2P":"","StackExchangeClustering":"","StackExchangeClusteringP2P":"","TwentyNewsgroupsClustering":""} -{"index":101,"Rank":320,"Model":"gte-micro-v3<\/a>","Model Size (Million Parameters)":17,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","ArxivClusteringP2P":41.14,"ArxivClusteringS2S":31.79,"BiorxivClusteringP2P":"","BiorxivClusteringS2S":"","MedrxivClusteringP2P":"","MedrxivClusteringS2S":"","RedditClustering":"","RedditClusteringP2P":"","StackExchangeClustering":"","StackExchangeClusteringP2P":"","TwentyNewsgroupsClustering":""} -{"index":115,"Rank":321,"Model":"Arabert-all-nli-triplet-Matryoshka<\/a>","Model Size (Million Parameters)":135,"Memory Usage (GB, fp32)":0.5,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","ArxivClusteringP2P":"","ArxivClusteringS2S":"","BiorxivClusteringP2P":"","BiorxivClusteringS2S":"","MedrxivClusteringP2P":"","MedrxivClusteringS2S":"","RedditClustering":"","RedditClusteringP2P":"","StackExchangeClustering":"","StackExchangeClusteringP2P":"","TwentyNewsgroupsClustering":""} -{"index":116,"Rank":322,"Model":"Arabic-MiniLM-L12-v2-all-nli-triplet<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","ArxivClusteringP2P":"","ArxivClusteringS2S":"","BiorxivClusteringP2P":"","BiorxivClusteringS2S":"","MedrxivClusteringP2P":"","MedrxivClusteringS2S":"","RedditClustering":"","RedditClusteringP2P":"","StackExchangeClustering":"","StackExchangeClusteringP2P":"","TwentyNewsgroupsClustering":""} -{"index":117,"Rank":323,"Model":"Arabic-all-nli-triplet-Matryoshka<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","ArxivClusteringP2P":"","ArxivClusteringS2S":"","BiorxivClusteringP2P":"","BiorxivClusteringS2S":"","MedrxivClusteringP2P":"","MedrxivClusteringS2S":"","RedditClustering":"","RedditClusteringP2P":"","StackExchangeClustering":"","StackExchangeClusteringP2P":"","TwentyNewsgroupsClustering":""} -{"index":118,"Rank":324,"Model":"Arabic-labse-Matryoshka<\/a>","Model Size (Million Parameters)":471,"Memory Usage (GB, fp32)":1.75,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","ArxivClusteringP2P":"","ArxivClusteringS2S":"","BiorxivClusteringP2P":"","BiorxivClusteringS2S":"","MedrxivClusteringP2P":"","MedrxivClusteringS2S":"","RedditClustering":"","RedditClusteringP2P":"","StackExchangeClustering":"","StackExchangeClusteringP2P":"","TwentyNewsgroupsClustering":""} -{"index":119,"Rank":325,"Model":"Arabic-mpnet-base-all-nli-triplet<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","ArxivClusteringP2P":"","ArxivClusteringS2S":"","BiorxivClusteringP2P":"","BiorxivClusteringS2S":"","MedrxivClusteringP2P":"","MedrxivClusteringS2S":"","RedditClustering":"","RedditClusteringP2P":"","StackExchangeClustering":"","StackExchangeClusteringP2P":"","TwentyNewsgroupsClustering":""} -{"index":120,"Rank":326,"Model":"Marbert-all-nli-triplet-Matryoshka<\/a>","Model Size (Million Parameters)":163,"Memory Usage (GB, fp32)":0.61,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","ArxivClusteringP2P":"","ArxivClusteringS2S":"","BiorxivClusteringP2P":"","BiorxivClusteringS2S":"","MedrxivClusteringP2P":"","MedrxivClusteringS2S":"","RedditClustering":"","RedditClusteringP2P":"","StackExchangeClustering":"","StackExchangeClusteringP2P":"","TwentyNewsgroupsClustering":""} -{"index":121,"Rank":327,"Model":"Solon-embeddings-large-0.1<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","ArxivClusteringP2P":"","ArxivClusteringS2S":"","BiorxivClusteringP2P":"","BiorxivClusteringS2S":"","MedrxivClusteringP2P":"","MedrxivClusteringS2S":"","RedditClustering":"","RedditClusteringP2P":"","StackExchangeClustering":"","StackExchangeClusteringP2P":"","TwentyNewsgroupsClustering":""} -{"index":122,"Rank":328,"Model":"KartonBERT-USE-base-v1<\/a>","Model Size (Million Parameters)":104,"Memory Usage (GB, fp32)":0.39,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","ArxivClusteringP2P":"","ArxivClusteringS2S":"","BiorxivClusteringP2P":"","BiorxivClusteringS2S":"","MedrxivClusteringP2P":"","MedrxivClusteringS2S":"","RedditClustering":"","RedditClusteringP2P":"","StackExchangeClustering":"","StackExchangeClusteringP2P":"","TwentyNewsgroupsClustering":""} -{"index":123,"Rank":329,"Model":"st-polish-kartonberta-base-alpha-v1<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","ArxivClusteringP2P":"","ArxivClusteringS2S":"","BiorxivClusteringP2P":"","BiorxivClusteringS2S":"","MedrxivClusteringP2P":"","MedrxivClusteringS2S":"","RedditClustering":"","RedditClusteringP2P":"","StackExchangeClustering":"","StackExchangeClusteringP2P":"","TwentyNewsgroupsClustering":""} -{"index":132,"Rank":334,"Model":"LLaMA-embeeding<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","ArxivClusteringP2P":"","ArxivClusteringS2S":30.15,"BiorxivClusteringP2P":"","BiorxivClusteringS2S":24.29,"MedrxivClusteringP2P":"","MedrxivClusteringS2S":23.01,"RedditClustering":21.29,"RedditClusteringP2P":"","StackExchangeClustering":35.55,"StackExchangeClusteringP2P":"","TwentyNewsgroupsClustering":18.35} -{"index":133,"Rank":335,"Model":"yiyouliao<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","ArxivClusteringP2P":"","ArxivClusteringS2S":"","BiorxivClusteringP2P":"","BiorxivClusteringS2S":"","MedrxivClusteringP2P":31.38,"MedrxivClusteringS2S":30.28,"RedditClustering":"","RedditClusteringP2P":50.51,"StackExchangeClustering":51.79,"StackExchangeClusteringP2P":30.15,"TwentyNewsgroupsClustering":41.38} -{"index":146,"Rank":336,"Model":"sentence-croissant-llm-base<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":"","ArxivClusteringP2P":"","ArxivClusteringS2S":"","BiorxivClusteringP2P":"","BiorxivClusteringS2S":"","MedrxivClusteringP2P":"","MedrxivClusteringS2S":"","RedditClustering":"","RedditClusteringP2P":"","StackExchangeClustering":"","StackExchangeClusteringP2P":"","TwentyNewsgroupsClustering":""} -{"index":148,"Rank":337,"Model":"German_Semantic_STS_V2<\/a>","Model Size (Million Parameters)":336,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","ArxivClusteringP2P":"","ArxivClusteringS2S":"","BiorxivClusteringP2P":"","BiorxivClusteringS2S":"","MedrxivClusteringP2P":"","MedrxivClusteringS2S":"","RedditClustering":"","RedditClusteringP2P":"","StackExchangeClustering":"","StackExchangeClusteringP2P":"","TwentyNewsgroupsClustering":""} -{"index":152,"Rank":339,"Model":"ru-en-RoSBERTa<\/a>","Model Size (Million Parameters)":404,"Memory Usage (GB, fp32)":1.5,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","ArxivClusteringP2P":"","ArxivClusteringS2S":"","BiorxivClusteringP2P":"","BiorxivClusteringS2S":"","MedrxivClusteringP2P":"","MedrxivClusteringS2S":"","RedditClustering":"","RedditClusteringP2P":"","StackExchangeClustering":"","StackExchangeClusteringP2P":"","TwentyNewsgroupsClustering":""} -{"index":168,"Rank":341,"Model":"brown-beetle-base-v1.1<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.08,"Embedding Dimensions":768,"Max Tokens":1000000,"Average":"","ArxivClusteringP2P":32.96,"ArxivClusteringS2S":21.23,"BiorxivClusteringP2P":27.96,"BiorxivClusteringS2S":15.34,"MedrxivClusteringP2P":25.59,"MedrxivClusteringS2S":20.28,"RedditClustering":29.83,"RedditClusteringP2P":42.04,"StackExchangeClustering":39.45,"StackExchangeClusteringP2P":"","TwentyNewsgroupsClustering":""} -{"index":170,"Rank":342,"Model":"brown-beetle-small-v1.1<\/a>","Model Size (Million Parameters)":8,"Memory Usage (GB, fp32)":0.03,"Embedding Dimensions":768,"Max Tokens":1000000,"Average":"","ArxivClusteringP2P":32.8,"ArxivClusteringS2S":21.25,"BiorxivClusteringP2P":27.44,"BiorxivClusteringS2S":14.42,"MedrxivClusteringP2P":25.73,"MedrxivClusteringS2S":20.22,"RedditClustering":30.2,"RedditClusteringP2P":42.7,"StackExchangeClustering":39.19,"StackExchangeClusteringP2P":"","TwentyNewsgroupsClustering":""} -{"index":176,"Rank":343,"Model":"bge-m3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","ArxivClusteringP2P":39.41,"ArxivClusteringS2S":"","BiorxivClusteringP2P":"","BiorxivClusteringS2S":"","MedrxivClusteringP2P":"","MedrxivClusteringS2S":"","RedditClustering":"","RedditClusteringP2P":"","StackExchangeClustering":"","StackExchangeClusteringP2P":"","TwentyNewsgroupsClustering":""} -{"index":183,"Rank":344,"Model":"cai-lunaris-text-embeddings<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","ArxivClusteringP2P":"","ArxivClusteringS2S":"","BiorxivClusteringP2P":"","BiorxivClusteringS2S":"","MedrxivClusteringP2P":"","MedrxivClusteringS2S":"","RedditClustering":"","RedditClusteringP2P":"","StackExchangeClustering":"","StackExchangeClusteringP2P":"","TwentyNewsgroupsClustering":""} -{"index":185,"Rank":345,"Model":"french-document-embedding<\/a>","Model Size (Million Parameters)":305,"Memory Usage (GB, fp32)":1.14,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","ArxivClusteringP2P":"","ArxivClusteringS2S":"","BiorxivClusteringP2P":"","BiorxivClusteringS2S":"","MedrxivClusteringP2P":"","MedrxivClusteringS2S":"","RedditClustering":"","RedditClusteringP2P":"","StackExchangeClustering":"","StackExchangeClusteringP2P":"","TwentyNewsgroupsClustering":""} -{"index":186,"Rank":346,"Model":"sentence-camembert-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","ArxivClusteringP2P":"","ArxivClusteringS2S":"","BiorxivClusteringP2P":"","BiorxivClusteringS2S":"","MedrxivClusteringP2P":"","MedrxivClusteringS2S":"","RedditClustering":"","RedditClusteringP2P":"","StackExchangeClustering":"","StackExchangeClusteringP2P":"","TwentyNewsgroupsClustering":""} -{"index":187,"Rank":347,"Model":"sentence-camembert-large<\/a>","Model Size (Million Parameters)":337,"Memory Usage (GB, fp32)":1.26,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","ArxivClusteringP2P":"","ArxivClusteringS2S":"","BiorxivClusteringP2P":"","BiorxivClusteringS2S":"","MedrxivClusteringP2P":"","MedrxivClusteringS2S":"","RedditClustering":"","RedditClusteringP2P":"","StackExchangeClustering":"","StackExchangeClusteringP2P":"","TwentyNewsgroupsClustering":""} -{"index":194,"Rank":348,"Model":"sft-bge-small<\/a>","Model Size (Million Parameters)":24,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":512,"Max Tokens":512,"Average":"","ArxivClusteringP2P":"","ArxivClusteringS2S":"","BiorxivClusteringP2P":"","BiorxivClusteringS2S":"","MedrxivClusteringP2P":"","MedrxivClusteringS2S":"","RedditClustering":"","RedditClusteringP2P":"","StackExchangeClustering":"","StackExchangeClusteringP2P":"","TwentyNewsgroupsClustering":""} -{"index":199,"Rank":349,"Model":"flaubert_base_cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","ArxivClusteringP2P":"","ArxivClusteringS2S":"","BiorxivClusteringP2P":"","BiorxivClusteringS2S":"","MedrxivClusteringP2P":"","MedrxivClusteringS2S":"","RedditClustering":"","RedditClusteringP2P":"","StackExchangeClustering":"","StackExchangeClusteringP2P":"","TwentyNewsgroupsClustering":""} -{"index":200,"Rank":350,"Model":"flaubert_base_uncased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","ArxivClusteringP2P":"","ArxivClusteringS2S":"","BiorxivClusteringP2P":"","BiorxivClusteringS2S":"","MedrxivClusteringP2P":"","MedrxivClusteringS2S":"","RedditClustering":"","RedditClusteringP2P":"","StackExchangeClustering":"","StackExchangeClusteringP2P":"","TwentyNewsgroupsClustering":""} -{"index":201,"Rank":351,"Model":"flaubert_large_cased<\/a>","Model Size (Million Parameters)":372,"Memory Usage (GB, fp32)":1.39,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","ArxivClusteringP2P":"","ArxivClusteringS2S":"","BiorxivClusteringP2P":"","BiorxivClusteringS2S":"","MedrxivClusteringP2P":"","MedrxivClusteringS2S":"","RedditClustering":"","RedditClusteringP2P":"","StackExchangeClustering":"","StackExchangeClusteringP2P":"","TwentyNewsgroupsClustering":""} -{"index":204,"Rank":353,"Model":"bert-base-multilingual-cased<\/a>","Model Size (Million Parameters)":179,"Memory Usage (GB, fp32)":0.67,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","ArxivClusteringP2P":"","ArxivClusteringS2S":"","BiorxivClusteringP2P":"","BiorxivClusteringS2S":"","MedrxivClusteringP2P":"","MedrxivClusteringS2S":"","RedditClustering":"","RedditClusteringP2P":"","StackExchangeClustering":"","StackExchangeClusteringP2P":"","TwentyNewsgroupsClustering":""} -{"index":205,"Rank":354,"Model":"bert-base-multilingual-uncased<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","ArxivClusteringP2P":"","ArxivClusteringS2S":"","BiorxivClusteringP2P":"","BiorxivClusteringS2S":"","MedrxivClusteringP2P":"","MedrxivClusteringS2S":"","RedditClustering":"","RedditClusteringP2P":"","StackExchangeClustering":"","StackExchangeClusteringP2P":"","TwentyNewsgroupsClustering":""} -{"index":218,"Rank":355,"Model":"inf-retriever-v1<\/a>","Model Size (Million Parameters)":7069,"Memory Usage (GB, fp32)":26.33,"Embedding Dimensions":3584,"Max Tokens":131072,"Average":"","ArxivClusteringP2P":"","ArxivClusteringS2S":"","BiorxivClusteringP2P":"","BiorxivClusteringS2S":"","MedrxivClusteringP2P":"","MedrxivClusteringS2S":"","RedditClustering":"","RedditClusteringP2P":"","StackExchangeClustering":"","StackExchangeClusteringP2P":"","TwentyNewsgroupsClustering":""} -{"index":230,"Rank":356,"Model":"herbert-base-retrieval-v2<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.47,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","ArxivClusteringP2P":"","ArxivClusteringS2S":"","BiorxivClusteringP2P":"","BiorxivClusteringS2S":"","MedrxivClusteringP2P":"","MedrxivClusteringS2S":"","RedditClustering":"","RedditClusteringP2P":"","StackExchangeClustering":"","StackExchangeClusteringP2P":"","TwentyNewsgroupsClustering":""} -{"index":231,"Rank":357,"Model":"silver-retriever-base-v1<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.47,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","ArxivClusteringP2P":"","ArxivClusteringS2S":"","BiorxivClusteringP2P":"","BiorxivClusteringS2S":"","MedrxivClusteringP2P":"","MedrxivClusteringS2S":"","RedditClustering":"","RedditClusteringP2P":"","StackExchangeClustering":"","StackExchangeClusteringP2P":"","TwentyNewsgroupsClustering":""} -{"index":255,"Rank":358,"Model":"ternary-weight-embedding<\/a>","Model Size (Million Parameters)":99,"Memory Usage (GB, fp32)":0.37,"Embedding Dimensions":1792,"Max Tokens":512,"Average":"","ArxivClusteringP2P":"","ArxivClusteringS2S":"","BiorxivClusteringP2P":"","BiorxivClusteringS2S":"","MedrxivClusteringP2P":"","MedrxivClusteringS2S":"","RedditClustering":"","RedditClusteringP2P":"","StackExchangeClustering":"","StackExchangeClusteringP2P":"","TwentyNewsgroupsClustering":""} -{"index":256,"Rank":359,"Model":"bge-m3-custom-fr<\/a>","Model Size (Million Parameters)":568,"Memory Usage (GB, fp32)":2.12,"Embedding Dimensions":1024,"Max Tokens":8194,"Average":"","ArxivClusteringP2P":"","ArxivClusteringS2S":"","BiorxivClusteringP2P":"","BiorxivClusteringS2S":"","MedrxivClusteringP2P":"","MedrxivClusteringS2S":"","RedditClustering":"","RedditClusteringP2P":"","StackExchangeClustering":"","StackExchangeClusteringP2P":"","TwentyNewsgroupsClustering":""} -{"index":257,"Rank":360,"Model":"sentence_croissant_alpha_v0.1<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":"","ArxivClusteringP2P":"","ArxivClusteringS2S":"","BiorxivClusteringP2P":"","BiorxivClusteringS2S":"","MedrxivClusteringP2P":"","MedrxivClusteringS2S":"","RedditClustering":"","RedditClusteringP2P":"","StackExchangeClustering":"","StackExchangeClusteringP2P":"","TwentyNewsgroupsClustering":""} -{"index":258,"Rank":361,"Model":"sentence_croissant_alpha_v0.2<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":"","ArxivClusteringP2P":"","ArxivClusteringS2S":"","BiorxivClusteringP2P":"","BiorxivClusteringS2S":"","MedrxivClusteringP2P":"","MedrxivClusteringS2S":"","RedditClustering":"","RedditClusteringP2P":"","StackExchangeClustering":"","StackExchangeClusteringP2P":"","TwentyNewsgroupsClustering":""} -{"index":259,"Rank":362,"Model":"sentence_croissant_alpha_v0.3<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":"","ArxivClusteringP2P":"","ArxivClusteringS2S":"","BiorxivClusteringP2P":"","BiorxivClusteringS2S":"","MedrxivClusteringP2P":"","MedrxivClusteringS2S":"","RedditClustering":"","RedditClusteringP2P":"","StackExchangeClustering":"","StackExchangeClusteringP2P":"","TwentyNewsgroupsClustering":""} -{"index":260,"Rank":363,"Model":"sentence_croissant_alpha_v0.4<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":"","ArxivClusteringP2P":"","ArxivClusteringS2S":"","BiorxivClusteringP2P":"","BiorxivClusteringS2S":"","MedrxivClusteringP2P":"","MedrxivClusteringS2S":"","RedditClustering":"","RedditClusteringP2P":"","StackExchangeClustering":"","StackExchangeClusteringP2P":"","TwentyNewsgroupsClustering":""} -{"index":271,"Rank":364,"Model":"mxbai-embed-xsmall-v1<\/a>","Model Size (Million Parameters)":24,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":384,"Max Tokens":4096,"Average":"","ArxivClusteringP2P":"","ArxivClusteringS2S":"","BiorxivClusteringP2P":"","BiorxivClusteringS2S":"","MedrxivClusteringP2P":"","MedrxivClusteringS2S":"","RedditClustering":"","RedditClusteringP2P":"","StackExchangeClustering":"","StackExchangeClusteringP2P":"","TwentyNewsgroupsClustering":""} -{"index":273,"Rank":365,"Model":"fin-mpnet-base<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","ArxivClusteringP2P":"","ArxivClusteringS2S":"","BiorxivClusteringP2P":"","BiorxivClusteringS2S":"","MedrxivClusteringP2P":"","MedrxivClusteringS2S":"","RedditClustering":"","RedditClusteringP2P":"","StackExchangeClustering":"","StackExchangeClusteringP2P":"","TwentyNewsgroupsClustering":""} -{"index":295,"Rank":368,"Model":"NV-Retriever-v1<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":512,"Average":"","ArxivClusteringP2P":"","ArxivClusteringS2S":"","BiorxivClusteringP2P":"","BiorxivClusteringS2S":"","MedrxivClusteringP2P":"","MedrxivClusteringS2S":"","RedditClustering":"","RedditClusteringP2P":"","StackExchangeClustering":"","StackExchangeClusteringP2P":"","TwentyNewsgroupsClustering":""} -{"index":296,"Rank":369,"Model":"arabic-english-sts-matryoshka<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","ArxivClusteringP2P":"","ArxivClusteringS2S":"","BiorxivClusteringP2P":"","BiorxivClusteringS2S":"","MedrxivClusteringP2P":"","MedrxivClusteringS2S":"","RedditClustering":"","RedditClusteringP2P":"","StackExchangeClustering":"","StackExchangeClusteringP2P":"","TwentyNewsgroupsClustering":""} -{"index":297,"Rank":370,"Model":"arabic-english-sts-matryoshka-v2.0<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","ArxivClusteringP2P":"","ArxivClusteringS2S":"","BiorxivClusteringP2P":"","BiorxivClusteringS2S":"","MedrxivClusteringP2P":"","MedrxivClusteringS2S":"","RedditClustering":"","RedditClusteringP2P":"","StackExchangeClustering":"","StackExchangeClusteringP2P":"","TwentyNewsgroupsClustering":""} -{"index":298,"Rank":371,"Model":"MiniCPM-Embedding<\/a>","Model Size (Million Parameters)":2725,"Memory Usage (GB, fp32)":10.15,"Embedding Dimensions":2304,"Max Tokens":512,"Average":"","ArxivClusteringP2P":"","ArxivClusteringS2S":"","BiorxivClusteringP2P":"","BiorxivClusteringS2S":"","MedrxivClusteringP2P":"","MedrxivClusteringS2S":"","RedditClustering":"","RedditClusteringP2P":"","StackExchangeClustering":"","StackExchangeClusteringP2P":"","TwentyNewsgroupsClustering":""} -{"index":305,"Rank":372,"Model":"FAB-Ramy-v1<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","ArxivClusteringP2P":"","ArxivClusteringS2S":"","BiorxivClusteringP2P":"","BiorxivClusteringS2S":"","MedrxivClusteringP2P":"","MedrxivClusteringS2S":"","RedditClustering":"","RedditClusteringP2P":"","StackExchangeClustering":"","StackExchangeClusteringP2P":"","TwentyNewsgroupsClustering":""} -{"index":306,"Rank":373,"Model":"FAE-v1<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","ArxivClusteringP2P":"","ArxivClusteringS2S":"","BiorxivClusteringP2P":"","BiorxivClusteringS2S":"","MedrxivClusteringP2P":"","MedrxivClusteringS2S":"","RedditClustering":"","RedditClusteringP2P":"","StackExchangeClustering":"","StackExchangeClusteringP2P":"","TwentyNewsgroupsClustering":""} -{"index":307,"Rank":374,"Model":"FUE-v1<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","ArxivClusteringP2P":"","ArxivClusteringS2S":"","BiorxivClusteringP2P":"","BiorxivClusteringS2S":"","MedrxivClusteringP2P":"","MedrxivClusteringS2S":"","RedditClustering":"","RedditClusteringP2P":"","StackExchangeClustering":"","StackExchangeClusteringP2P":"","TwentyNewsgroupsClustering":""} -{"index":313,"Rank":375,"Model":"mmlw-e5-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","ArxivClusteringP2P":"","ArxivClusteringS2S":"","BiorxivClusteringP2P":"","BiorxivClusteringS2S":"","MedrxivClusteringP2P":"","MedrxivClusteringS2S":"","RedditClustering":"","RedditClusteringP2P":"","StackExchangeClustering":"","StackExchangeClusteringP2P":"","TwentyNewsgroupsClustering":""} -{"index":314,"Rank":376,"Model":"mmlw-e5-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","ArxivClusteringP2P":"","ArxivClusteringS2S":"","BiorxivClusteringP2P":"","BiorxivClusteringS2S":"","MedrxivClusteringP2P":"","MedrxivClusteringS2S":"","RedditClustering":"","RedditClusteringP2P":"","StackExchangeClustering":"","StackExchangeClusteringP2P":"","TwentyNewsgroupsClustering":""} -{"index":315,"Rank":377,"Model":"mmlw-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","ArxivClusteringP2P":"","ArxivClusteringS2S":"","BiorxivClusteringP2P":"","BiorxivClusteringS2S":"","MedrxivClusteringP2P":"","MedrxivClusteringS2S":"","RedditClustering":"","RedditClusteringP2P":"","StackExchangeClustering":"","StackExchangeClusteringP2P":"","TwentyNewsgroupsClustering":""} -{"index":316,"Rank":378,"Model":"mmlw-roberta-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","ArxivClusteringP2P":"","ArxivClusteringS2S":"","BiorxivClusteringP2P":"","BiorxivClusteringS2S":"","MedrxivClusteringP2P":"","MedrxivClusteringS2S":"","RedditClustering":"","RedditClusteringP2P":"","StackExchangeClustering":"","StackExchangeClusteringP2P":"","TwentyNewsgroupsClustering":""} -{"index":317,"Rank":379,"Model":"mmlw-roberta-large<\/a>","Model Size (Million Parameters)":435,"Memory Usage (GB, fp32)":1.62,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","ArxivClusteringP2P":"","ArxivClusteringS2S":"","BiorxivClusteringP2P":"","BiorxivClusteringS2S":"","MedrxivClusteringP2P":"","MedrxivClusteringS2S":"","RedditClustering":"","RedditClusteringP2P":"","StackExchangeClustering":"","StackExchangeClusteringP2P":"","TwentyNewsgroupsClustering":""} -{"index":318,"Rank":380,"Model":"st-polish-paraphrase-from-distilroberta<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.47,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","ArxivClusteringP2P":"","ArxivClusteringS2S":"","BiorxivClusteringP2P":"","BiorxivClusteringS2S":"","MedrxivClusteringP2P":"","MedrxivClusteringS2S":"","RedditClustering":"","RedditClusteringP2P":"","StackExchangeClustering":"","StackExchangeClusteringP2P":"","TwentyNewsgroupsClustering":""} -{"index":319,"Rank":381,"Model":"st-polish-paraphrase-from-mpnet<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.47,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","ArxivClusteringP2P":"","ArxivClusteringS2S":"","BiorxivClusteringP2P":"","BiorxivClusteringS2S":"","MedrxivClusteringP2P":"","MedrxivClusteringS2S":"","RedditClustering":"","RedditClusteringP2P":"","StackExchangeClustering":"","StackExchangeClusteringP2P":"","TwentyNewsgroupsClustering":""} -{"index":327,"Rank":382,"Model":"distiluse-base-multilingual-cased-v2<\/a>","Model Size (Million Parameters)":135,"Memory Usage (GB, fp32)":0.5,"Embedding Dimensions":512,"Max Tokens":512,"Average":"","ArxivClusteringP2P":33.59,"ArxivClusteringS2S":"","BiorxivClusteringP2P":"","BiorxivClusteringS2S":"","MedrxivClusteringP2P":"","MedrxivClusteringS2S":"","RedditClustering":"","RedditClusteringP2P":"","StackExchangeClustering":"","StackExchangeClusteringP2P":"","TwentyNewsgroupsClustering":""} -{"index":333,"Rank":383,"Model":"multi-qa-MiniLM-L6-cos-v1<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","ArxivClusteringP2P":"","ArxivClusteringS2S":"","BiorxivClusteringP2P":"","BiorxivClusteringS2S":"","MedrxivClusteringP2P":"","MedrxivClusteringS2S":"","RedditClustering":"","RedditClusteringP2P":"","StackExchangeClustering":"","StackExchangeClusteringP2P":"","TwentyNewsgroupsClustering":""} -{"index":343,"Rank":384,"Model":"silma-embeddding-matryoshka-v0.1<\/a>","Model Size (Million Parameters)":135,"Memory Usage (GB, fp32)":0.5,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","ArxivClusteringP2P":"","ArxivClusteringS2S":"","BiorxivClusteringP2P":"","BiorxivClusteringS2S":"","MedrxivClusteringP2P":"","MedrxivClusteringS2S":"","RedditClustering":"","RedditClusteringP2P":"","StackExchangeClustering":"","StackExchangeClusteringP2P":"","TwentyNewsgroupsClustering":""} -{"index":344,"Rank":385,"Model":"silma-embeddding-sts-v0.1<\/a>","Model Size (Million Parameters)":135,"Memory Usage (GB, fp32)":0.5,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","ArxivClusteringP2P":"","ArxivClusteringS2S":"","BiorxivClusteringP2P":"","BiorxivClusteringS2S":"","MedrxivClusteringP2P":"","MedrxivClusteringS2S":"","RedditClustering":"","RedditClusteringP2P":"","StackExchangeClustering":"","StackExchangeClusteringP2P":"","TwentyNewsgroupsClustering":""} -{"index":347,"Rank":386,"Model":"ret-phi2-v0<\/a>","Model Size (Million Parameters)":2649,"Memory Usage (GB, fp32)":9.87,"Embedding Dimensions":2560,"Max Tokens":2048,"Average":"","ArxivClusteringP2P":"","ArxivClusteringS2S":"","BiorxivClusteringP2P":"","BiorxivClusteringS2S":"","MedrxivClusteringP2P":"","MedrxivClusteringS2S":"","RedditClustering":"","RedditClusteringP2P":"","StackExchangeClustering":"","StackExchangeClusteringP2P":"","TwentyNewsgroupsClustering":""} -{"index":362,"Rank":387,"Model":"llm_mse<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","ArxivClusteringP2P":"","ArxivClusteringS2S":19.89,"BiorxivClusteringP2P":"","BiorxivClusteringS2S":19.54,"MedrxivClusteringP2P":"","MedrxivClusteringS2S":22.31,"RedditClustering":22.19,"RedditClusteringP2P":"","StackExchangeClustering":29.31,"StackExchangeClusteringP2P":"","TwentyNewsgroupsClustering":25.78} -{"index":377,"Rank":389,"Model":"bilingual-embedding-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","ArxivClusteringP2P":"","ArxivClusteringS2S":"","BiorxivClusteringP2P":"","BiorxivClusteringS2S":"","MedrxivClusteringP2P":"","MedrxivClusteringS2S":"","RedditClustering":"","RedditClusteringP2P":"","StackExchangeClustering":"","StackExchangeClusteringP2P":"","TwentyNewsgroupsClustering":""} -{"index":385,"Rank":393,"Model":"bi-cse<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","ArxivClusteringP2P":"","ArxivClusteringS2S":"","BiorxivClusteringP2P":"","BiorxivClusteringS2S":"","MedrxivClusteringP2P":"","MedrxivClusteringS2S":"","RedditClustering":"","RedditClusteringP2P":"","StackExchangeClustering":"","StackExchangeClusteringP2P":"","TwentyNewsgroupsClustering":""} -{"index":387,"Rank":394,"Model":"text-search-ada-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":2046,"Average":"","ArxivClusteringP2P":"","ArxivClusteringS2S":"","BiorxivClusteringP2P":"","BiorxivClusteringS2S":26.05,"MedrxivClusteringP2P":"","MedrxivClusteringS2S":25.67,"RedditClustering":"","RedditClusteringP2P":"","StackExchangeClustering":"","StackExchangeClusteringP2P":"","TwentyNewsgroupsClustering":44.92} -{"index":388,"Rank":395,"Model":"text-search-ada-doc-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":2046,"Average":"","ArxivClusteringP2P":"","ArxivClusteringS2S":"","BiorxivClusteringP2P":"","BiorxivClusteringS2S":"","MedrxivClusteringP2P":"","MedrxivClusteringS2S":"","RedditClustering":"","RedditClusteringP2P":"","StackExchangeClustering":"","StackExchangeClusteringP2P":"","TwentyNewsgroupsClustering":32.92} -{"index":389,"Rank":396,"Model":"text-search-babbage-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":2048,"Max Tokens":2046,"Average":"","ArxivClusteringP2P":"","ArxivClusteringS2S":"","BiorxivClusteringP2P":"","BiorxivClusteringS2S":"","MedrxivClusteringP2P":"","MedrxivClusteringS2S":"","RedditClustering":"","RedditClusteringP2P":"","StackExchangeClustering":"","StackExchangeClusteringP2P":"","TwentyNewsgroupsClustering":""} -{"index":390,"Rank":397,"Model":"text-search-curie-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":4096,"Max Tokens":2046,"Average":"","ArxivClusteringP2P":"","ArxivClusteringS2S":"","BiorxivClusteringP2P":"","BiorxivClusteringS2S":"","MedrxivClusteringP2P":"","MedrxivClusteringS2S":"","RedditClustering":"","RedditClusteringP2P":"","StackExchangeClustering":"","StackExchangeClusteringP2P":"","TwentyNewsgroupsClustering":""} -{"index":391,"Rank":398,"Model":"text-search-davinci-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":12288,"Max Tokens":2046,"Average":"","ArxivClusteringP2P":"","ArxivClusteringS2S":"","BiorxivClusteringP2P":"","BiorxivClusteringS2S":"","MedrxivClusteringP2P":"","MedrxivClusteringS2S":"","RedditClustering":"","RedditClusteringP2P":"","StackExchangeClustering":"","StackExchangeClusteringP2P":"","TwentyNewsgroupsClustering":""} -{"index":393,"Rank":399,"Model":"text-similarity-babbage-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":2048,"Max Tokens":2046,"Average":"","ArxivClusteringP2P":"","ArxivClusteringS2S":"","BiorxivClusteringP2P":"","BiorxivClusteringS2S":"","MedrxivClusteringP2P":"","MedrxivClusteringS2S":"","RedditClustering":45.64,"RedditClusteringP2P":"","StackExchangeClustering":53.01,"StackExchangeClusteringP2P":"","TwentyNewsgroupsClustering":42.01} -{"index":394,"Rank":400,"Model":"text-similarity-curie-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":4096,"Max Tokens":2046,"Average":"","ArxivClusteringP2P":"","ArxivClusteringS2S":"","BiorxivClusteringP2P":"","BiorxivClusteringS2S":"","MedrxivClusteringP2P":"","MedrxivClusteringS2S":"","RedditClustering":40.79,"RedditClusteringP2P":"","StackExchangeClustering":55.14,"StackExchangeClusteringP2P":"","TwentyNewsgroupsClustering":37.64} -{"index":395,"Rank":401,"Model":"text-similarity-davinci-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":12288,"Max Tokens":2046,"Average":"","ArxivClusteringP2P":"","ArxivClusteringS2S":"","BiorxivClusteringP2P":"","BiorxivClusteringS2S":"","MedrxivClusteringP2P":"","MedrxivClusteringS2S":"","RedditClustering":31.78,"RedditClusteringP2P":"","StackExchangeClustering":36.86,"StackExchangeClusteringP2P":"","TwentyNewsgroupsClustering":29.33} diff --git a/boards_data/en/data_tasks/PairClassification/default.jsonl b/boards_data/en/data_tasks/PairClassification/default.jsonl deleted file mode 100644 index 445ac21809655db9debd1ddb315566b851206fc9..0000000000000000000000000000000000000000 --- a/boards_data/en/data_tasks/PairClassification/default.jsonl +++ /dev/null @@ -1,382 +0,0 @@ -{"index":9,"Rank":1,"Model":"voyage-large-2-instruct<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":16000,"Average":89.24,"SprintDuplicateQuestions":94.5,"TwitterSemEval2015":86.32,"TwitterURLCorpus":86.9} -{"index":355,"Rank":2,"Model":"BinGSE-Meta-Llama-3-8B-Instruct<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":88.84,"SprintDuplicateQuestions":96.54,"TwitterSemEval2015":82.39,"TwitterURLCorpus":87.6} -{"index":294,"Rank":3,"Model":"NV-Embed-v2<\/a>","Model Size (Million Parameters)":7851,"Memory Usage (GB, fp32)":29.25,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":88.67,"SprintDuplicateQuestions":97.02,"TwitterSemEval2015":81.11,"TwitterURLCorpus":87.87} -{"index":130,"Rank":4,"Model":"SFR-Embedding-Mistral<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":88.54,"SprintDuplicateQuestions":96.31,"TwitterSemEval2015":81.52,"TwitterURLCorpus":87.78} -{"index":223,"Rank":5,"Model":"e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":88.42,"SprintDuplicateQuestions":95.86,"TwitterSemEval2015":81.62,"TwitterURLCorpus":87.79} -{"index":81,"Rank":6,"Model":"Linq-Embed-Mistral<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":88.35,"SprintDuplicateQuestions":96.11,"TwitterSemEval2015":81.52,"TwitterURLCorpus":87.42} -{"index":26,"Rank":7,"Model":"e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":88.34,"SprintDuplicateQuestions":95.66,"TwitterSemEval2015":81.62,"TwitterURLCorpus":87.75} -{"index":308,"Rank":8,"Model":"TDTE<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":88.27,"SprintDuplicateQuestions":96.52,"TwitterSemEval2015":81.35,"TwitterURLCorpus":86.94} -{"index":384,"Rank":9,"Model":"Zeta-Alpha-E5-Mistral<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":88.19,"SprintDuplicateQuestions":95.25,"TwitterSemEval2015":81.41,"TwitterURLCorpus":87.92} -{"index":66,"Rank":10,"Model":"speed-embedding-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":88.19,"SprintDuplicateQuestions":95.47,"TwitterSemEval2015":81.67,"TwitterURLCorpus":87.42} -{"index":30,"Rank":11,"Model":"bge-en-icl<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":88.14,"SprintDuplicateQuestions":97.23,"TwitterSemEval2015":79.34,"TwitterURLCorpus":87.84} -{"index":129,"Rank":12,"Model":"SFR-Embedding-2_R<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":88.07,"SprintDuplicateQuestions":97.62,"TwitterSemEval2015":78.57,"TwitterURLCorpus":88.03} -{"index":112,"Rank":13,"Model":"jasper_en_vision_language_v1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":88.07,"SprintDuplicateQuestions":96.25,"TwitterSemEval2015":80.28,"TwitterURLCorpus":87.69} -{"index":113,"Rank":14,"Model":"stella_en_1.5B_v5<\/a>","Model Size (Million Parameters)":1543,"Memory Usage (GB, fp32)":5.75,"Embedding Dimensions":8192,"Max Tokens":131072,"Average":88.07,"SprintDuplicateQuestions":96.04,"TwitterSemEval2015":80.58,"TwitterURLCorpus":87.58} -{"index":86,"Rank":15,"Model":"LLM2Vec-Llama-2-7b-chat-hf-mntp-supervised<\/a>","Model Size (Million Parameters)":6607,"Memory Usage (GB, fp32)":24.61,"Embedding Dimensions":4096,"Max Tokens":4096,"Average":88.03,"SprintDuplicateQuestions":96.83,"TwitterSemEval2015":80.7,"TwitterURLCorpus":86.56} -{"index":90,"Rank":16,"Model":"LLM2Vec-Mistral-supervised<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":87.99,"SprintDuplicateQuestions":96.82,"TwitterSemEval2015":80.6,"TwitterURLCorpus":86.56} -{"index":380,"Rank":17,"Model":"LENS-d8000<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":87.87,"SprintDuplicateQuestions":97.0,"TwitterSemEval2015":79.56,"TwitterURLCorpus":87.04} -{"index":88,"Rank":18,"Model":"LLM2Vec-Meta-Llama-3-supervised<\/a>","Model Size (Million Parameters)":7505,"Memory Usage (GB, fp32)":27.96,"Embedding Dimensions":4096,"Max Tokens":8192,"Average":87.79,"SprintDuplicateQuestions":95.09,"TwitterSemEval2015":81.73,"TwitterURLCorpus":86.56} -{"index":379,"Rank":19,"Model":"LENS-d4000<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":87.77,"SprintDuplicateQuestions":96.98,"TwitterSemEval2015":79.12,"TwitterURLCorpus":87.21} -{"index":114,"Rank":20,"Model":"stella_en_400M_v5<\/a>","Model Size (Million Parameters)":435,"Memory Usage (GB, fp32)":1.62,"Embedding Dimensions":8192,"Max Tokens":8192,"Average":87.74,"SprintDuplicateQuestions":95.59,"TwitterSemEval2015":80.18,"TwitterURLCorpus":87.46} -{"index":1,"Rank":21,"Model":"text-embedding-004<\/a>","Model Size (Million Parameters)":1200,"Memory Usage (GB, fp32)":4.47,"Embedding Dimensions":768,"Max Tokens":2048,"Average":87.61,"SprintDuplicateQuestions":96.26,"TwitterSemEval2015":79.04,"TwitterURLCorpus":87.53} -{"index":21,"Rank":22,"Model":"gte-Qwen2-1.5B-instruct<\/a>","Model Size (Million Parameters)":1776,"Memory Usage (GB, fp32)":6.62,"Embedding Dimensions":1536,"Max Tokens":131072,"Average":87.51,"SprintDuplicateQuestions":95.32,"TwitterSemEval2015":79.64,"TwitterURLCorpus":87.58} -{"index":20,"Rank":23,"Model":"gte-Qwen1.5-7B-instruct<\/a>","Model Size (Million Parameters)":7099,"Memory Usage (GB, fp32)":26.45,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":87.38,"SprintDuplicateQuestions":95.99,"TwitterSemEval2015":79.36,"TwitterURLCorpus":86.79} -{"index":131,"Rank":24,"Model":"ember-v1-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":87.37,"SprintDuplicateQuestions":96.83,"TwitterSemEval2015":79.29,"TwitterURLCorpus":85.98} -{"index":253,"Rank":25,"Model":"ember-v1<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":87.37,"SprintDuplicateQuestions":96.83,"TwitterSemEval2015":79.29,"TwitterURLCorpus":85.98} -{"index":245,"Rank":26,"Model":"echo-mistral-7b-instruct-lasttoken<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":87.34,"SprintDuplicateQuestions":94.59,"TwitterSemEval2015":79.93,"TwitterURLCorpus":87.5} -{"index":0,"Rank":27,"Model":"text-embedding-004-256<\/a>","Model Size (Million Parameters)":1200,"Memory Usage (GB, fp32)":4.47,"Embedding Dimensions":256,"Max Tokens":2048,"Average":87.29,"SprintDuplicateQuestions":96.49,"TwitterSemEval2015":78.25,"TwitterURLCorpus":87.12} -{"index":61,"Rank":28,"Model":"GritLM-7B<\/a>","Model Size (Million Parameters)":7240,"Memory Usage (GB, fp32)":26.97,"Embedding Dimensions":"","Max Tokens":4096,"Average":87.29,"SprintDuplicateQuestions":93.35,"TwitterSemEval2015":81.08,"TwitterURLCorpus":87.43} -{"index":145,"Rank":29,"Model":"UAE-Large-V1<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":87.25,"SprintDuplicateQuestions":97.24,"TwitterSemEval2015":78.17,"TwitterURLCorpus":86.33} -{"index":346,"Rank":30,"Model":"mxbai-embed-large-v1-Q5_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":87.2,"SprintDuplicateQuestions":96.82,"TwitterSemEval2015":78.55,"TwitterURLCorpus":86.23} -{"index":345,"Rank":31,"Model":"mxbai-embed-large-v1-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":87.2,"SprintDuplicateQuestions":96.82,"TwitterSemEval2015":78.55,"TwitterURLCorpus":86.23} -{"index":254,"Rank":32,"Model":"mxbai-embed-large-v1-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":87.2,"SprintDuplicateQuestions":96.82,"TwitterSemEval2015":78.55,"TwitterURLCorpus":86.23} -{"index":196,"Rank":33,"Model":"mxbai-embed-large-v1-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":87.2,"SprintDuplicateQuestions":96.82,"TwitterSemEval2015":78.55,"TwitterURLCorpus":86.23} -{"index":270,"Rank":34,"Model":"mxbai-embed-large-v1<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":87.2,"SprintDuplicateQuestions":96.82,"TwitterSemEval2015":78.55,"TwitterURLCorpus":86.23} -{"index":40,"Rank":35,"Model":"GritLM-7B-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":87.16,"SprintDuplicateQuestions":93.0,"TwitterSemEval2015":81.08,"TwitterURLCorpus":87.4} -{"index":349,"Rank":36,"Model":"GritLM-7B-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":87.16,"SprintDuplicateQuestions":93.0,"TwitterSemEval2015":81.08,"TwitterURLCorpus":87.4} -{"index":300,"Rank":37,"Model":"GritLM-7B-vllm<\/a>","Model Size (Million Parameters)":7242,"Memory Usage (GB, fp32)":26.98,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":87.16,"SprintDuplicateQuestions":93.0,"TwitterSemEval2015":81.08,"TwitterURLCorpus":87.4} -{"index":76,"Rank":38,"Model":"MUG-B-1.6<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":87.14,"SprintDuplicateQuestions":96.97,"TwitterSemEval2015":78.29,"TwitterURLCorpus":86.16} -{"index":31,"Rank":39,"Model":"bge-large-en-v1.5<\/a>","Model Size (Million Parameters)":1340,"Memory Usage (GB, fp32)":4.99,"Embedding Dimensions":1024,"Max Tokens":512,"Average":87.13,"SprintDuplicateQuestions":96.75,"TwitterSemEval2015":79.04,"TwitterURLCorpus":85.6} -{"index":212,"Rank":40,"Model":"bge-large-en-v1.5-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":87.12,"SprintDuplicateQuestions":96.73,"TwitterSemEval2015":79.04,"TwitterURLCorpus":85.6} -{"index":310,"Rank":41,"Model":"bge-large-en-v1.5-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":87.12,"SprintDuplicateQuestions":96.73,"TwitterSemEval2015":79.04,"TwitterURLCorpus":85.6} -{"index":309,"Rank":42,"Model":"bge-large-en-v1.5-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":87.12,"SprintDuplicateQuestions":96.73,"TwitterSemEval2015":79.04,"TwitterURLCorpus":85.6} -{"index":281,"Rank":43,"Model":"bge-large-en-v1.5<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":87.12,"SprintDuplicateQuestions":96.73,"TwitterSemEval2015":79.04,"TwitterURLCorpus":85.6} -{"index":371,"Rank":44,"Model":"b1ade-embed<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":87.07,"SprintDuplicateQuestions":96.87,"TwitterSemEval2015":78.24,"TwitterURLCorpus":86.11} -{"index":293,"Rank":45,"Model":"NV-Embed-v1<\/a>","Model Size (Million Parameters)":7851,"Memory Usage (GB, fp32)":29.25,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":86.91,"SprintDuplicateQuestions":95.94,"TwitterSemEval2015":78.73,"TwitterURLCorpus":86.05} -{"index":12,"Rank":46,"Model":"voyage-lite-02-instruct<\/a>","Model Size (Million Parameters)":1220,"Memory Usage (GB, fp32)":4.54,"Embedding Dimensions":1024,"Max Tokens":4000,"Average":86.87,"SprintDuplicateQuestions":98.07,"TwitterSemEval2015":74.44,"TwitterURLCorpus":88.11} -{"index":311,"Rank":47,"Model":"sf_model_e5<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":86.85,"SprintDuplicateQuestions":96.79,"TwitterSemEval2015":78.23,"TwitterURLCorpus":85.53} -{"index":277,"Rank":48,"Model":"bge-large-en-v1.5-quant<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":86.74,"SprintDuplicateQuestions":96.49,"TwitterSemEval2015":77.8,"TwitterURLCorpus":85.94} -{"index":162,"Rank":49,"Model":"GIST-large-Embedding-v0<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":86.7,"SprintDuplicateQuestions":96.54,"TwitterSemEval2015":77.6,"TwitterURLCorpus":85.96} -{"index":209,"Rank":50,"Model":"instructor-xl<\/a>","Model Size (Million Parameters)":1241,"Memory Usage (GB, fp32)":4.62,"Embedding Dimensions":768,"Max Tokens":512,"Average":86.62,"SprintDuplicateQuestions":94.94,"TwitterSemEval2015":77.99,"TwitterURLCorpus":86.93} -{"index":356,"Rank":51,"Model":"BinGSE-Sheared-LLaMA<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":86.61,"SprintDuplicateQuestions":95.98,"TwitterSemEval2015":77.13,"TwitterURLCorpus":86.71} -{"index":11,"Rank":52,"Model":"voyage-lite-01-instruct<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":4000,"Average":86.57,"SprintDuplicateQuestions":96.01,"TwitterSemEval2015":76.87,"TwitterURLCorpus":86.84} -{"index":29,"Rank":53,"Model":"bge-base-en-v1.5<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":86.57,"SprintDuplicateQuestions":96.37,"TwitterSemEval2015":77.68,"TwitterURLCorpus":85.65} -{"index":165,"Rank":54,"Model":"bge-base-en-v1-5-seqlen-384-bs-1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":86.55,"SprintDuplicateQuestions":96.33,"TwitterSemEval2015":77.68,"TwitterURLCorpus":85.65} -{"index":217,"Rank":55,"Model":"stella-base-en-v2<\/a>","Model Size (Million Parameters)":55,"Memory Usage (GB, fp32)":0.2,"Embedding Dimensions":768,"Max Tokens":512,"Average":86.45,"SprintDuplicateQuestions":95.69,"TwitterSemEval2015":77.67,"TwitterURLCorpus":86.0} -{"index":160,"Rank":56,"Model":"GIST-Embedding-v0<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":86.32,"SprintDuplicateQuestions":95.93,"TwitterSemEval2015":76.92,"TwitterURLCorpus":86.11} -{"index":275,"Rank":57,"Model":"bge-base-en-v1.5-quant<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":86.24,"SprintDuplicateQuestions":96.38,"TwitterSemEval2015":76.41,"TwitterURLCorpus":85.93} -{"index":228,"Rank":58,"Model":"multilingual-e5-large-instruct<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":86.24,"SprintDuplicateQuestions":92.19,"TwitterSemEval2015":79.79,"TwitterURLCorpus":86.73} -{"index":92,"Rank":59,"Model":"LLM2Vec-Sheared-Llama-supervised<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":4096,"Average":86.21,"SprintDuplicateQuestions":96.25,"TwitterSemEval2015":76.14,"TwitterURLCorpus":86.23} -{"index":48,"Rank":60,"Model":"Cohere-embed-multilingual-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":512,"Average":86.15,"SprintDuplicateQuestions":96.79,"TwitterSemEval2015":75.16,"TwitterURLCorpus":86.49} -{"index":330,"Rank":61,"Model":"gtr-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Embedding Dimensions":768,"Max Tokens":512,"Average":86.13,"SprintDuplicateQuestions":95.45,"TwitterSemEval2015":77.81,"TwitterURLCorpus":85.14} -{"index":6,"Rank":62,"Model":"voyage-3-m-exp<\/a>","Model Size (Million Parameters)":6918,"Memory Usage (GB, fp32)":25.77,"Embedding Dimensions":2048,"Max Tokens":32000,"Average":86.13,"SprintDuplicateQuestions":92.09,"TwitterSemEval2015":79.18,"TwitterURLCorpus":87.12} -{"index":366,"Rank":63,"Model":"voyage-3-m-exp<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":86.13,"SprintDuplicateQuestions":92.09,"TwitterSemEval2015":79.18,"TwitterURLCorpus":87.12} -{"index":331,"Rank":64,"Model":"gtr-t5-xxl<\/a>","Model Size (Million Parameters)":4865,"Memory Usage (GB, fp32)":18.12,"Embedding Dimensions":768,"Max Tokens":512,"Average":86.12,"SprintDuplicateQuestions":95.68,"TwitterSemEval2015":77.54,"TwitterURLCorpus":85.13} -{"index":166,"Rank":65,"Model":"concat-e5-small-bge-small-01<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":86.09,"SprintDuplicateQuestions":96.73,"TwitterSemEval2015":75.63,"TwitterURLCorpus":85.92} -{"index":222,"Rank":66,"Model":"e5-large-v2<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":86.07,"SprintDuplicateQuestions":94.84,"TwitterSemEval2015":76.92,"TwitterURLCorpus":86.44} -{"index":338,"Rank":67,"Model":"sentence-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Embedding Dimensions":768,"Max Tokens":512,"Average":86.06,"SprintDuplicateQuestions":91.44,"TwitterSemEval2015":80.89,"TwitterURLCorpus":85.86} -{"index":75,"Rank":68,"Model":"e5-large-v2-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":86.03,"SprintDuplicateQuestions":94.92,"TwitterSemEval2015":76.92,"TwitterURLCorpus":86.25} -{"index":221,"Rank":69,"Model":"e5-large<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":85.94,"SprintDuplicateQuestions":95.42,"TwitterSemEval2015":76.1,"TwitterURLCorpus":86.31} -{"index":22,"Rank":70,"Model":"gte-Qwen2-7B-instruct<\/a>","Model Size (Million Parameters)":7613,"Memory Usage (GB, fp32)":28.36,"Embedding Dimensions":3584,"Max Tokens":32768,"Average":85.9,"SprintDuplicateQuestions":93.14,"TwitterSemEval2015":77.96,"TwitterURLCorpus":86.61} -{"index":269,"Rank":71,"Model":"mxbai-embed-2d-large-v1<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":85.89,"SprintDuplicateQuestions":96.05,"TwitterSemEval2015":76.08,"TwitterURLCorpus":85.54} -{"index":208,"Rank":72,"Model":"instructor-large<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":768,"Max Tokens":512,"Average":85.89,"SprintDuplicateQuestions":93.07,"TwitterSemEval2015":77.42,"TwitterURLCorpus":87.18} -{"index":33,"Rank":73,"Model":"bge-multilingual-gemma2<\/a>","Model Size (Million Parameters)":9242,"Memory Usage (GB, fp32)":34.43,"Embedding Dimensions":3584,"Max Tokens":8192,"Average":85.84,"SprintDuplicateQuestions":90.94,"TwitterSemEval2015":79.64,"TwitterURLCorpus":86.95} -{"index":46,"Rank":74,"Model":"Cohere-embed-english-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":512,"Average":85.84,"SprintDuplicateQuestions":96.25,"TwitterSemEval2015":74.8,"TwitterURLCorpus":86.46} -{"index":150,"Rank":75,"Model":"e5-base-v2-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":85.73,"SprintDuplicateQuestions":94.58,"TwitterSemEval2015":75.97,"TwitterURLCorpus":86.63} -{"index":195,"Rank":76,"Model":"e5-base-4k<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":85.73,"SprintDuplicateQuestions":94.58,"TwitterSemEval2015":75.97,"TwitterURLCorpus":86.63} -{"index":398,"Rank":77,"Model":"text-embedding-3-large<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":3072,"Max Tokens":8191,"Average":85.72,"SprintDuplicateQuestions":92.25,"TwitterSemEval2015":77.13,"TwitterURLCorpus":87.78} -{"index":220,"Rank":78,"Model":"e5-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":85.63,"SprintDuplicateQuestions":94.26,"TwitterSemEval2015":75.97,"TwitterURLCorpus":86.66} -{"index":79,"Rank":79,"Model":"bilingual-embedding-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":85.61,"SprintDuplicateQuestions":92.57,"TwitterSemEval2015":77.07,"TwitterURLCorpus":87.19} -{"index":378,"Rank":80,"Model":"new_model<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":85.41,"SprintDuplicateQuestions":95.02,"TwitterSemEval2015":75.24,"TwitterURLCorpus":85.96} -{"index":235,"Rank":81,"Model":"udever-bloom-7b1<\/a>","Model Size (Million Parameters)":7069,"Memory Usage (GB, fp32)":26.33,"Embedding Dimensions":4096,"Max Tokens":2048,"Average":85.4,"SprintDuplicateQuestions":95.62,"TwitterSemEval2015":73.81,"TwitterURLCorpus":86.78} -{"index":159,"Rank":82,"Model":"jina-embeddings-v2-base-en<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":8192,"Average":85.38,"SprintDuplicateQuestions":95.3,"TwitterSemEval2015":74.74,"TwitterURLCorpus":86.09} -{"index":374,"Rank":83,"Model":"jina-embeddings-v2-base-en-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":85.38,"SprintDuplicateQuestions":95.3,"TwitterSemEval2015":74.74,"TwitterURLCorpus":86.09} -{"index":240,"Rank":84,"Model":"jina-embeddings-v2-base-en<\/a>","Model Size (Million Parameters)":275,"Memory Usage (GB, fp32)":1.02,"Embedding Dimensions":768,"Max Tokens":8192,"Average":85.38,"SprintDuplicateQuestions":95.3,"TwitterSemEval2015":74.74,"TwitterURLCorpus":86.09} -{"index":203,"Rank":85,"Model":"jina-embeddings-v2-base-en-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":85.38,"SprintDuplicateQuestions":95.3,"TwitterSemEval2015":74.74,"TwitterURLCorpus":86.09} -{"index":274,"Rank":86,"Model":"jina-embeddings-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":85.38,"SprintDuplicateQuestions":95.3,"TwitterSemEval2015":74.74,"TwitterURLCorpus":86.09} -{"index":23,"Rank":87,"Model":"gte-base-en-v1.5<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":8192,"Average":85.33,"SprintDuplicateQuestions":94.94,"TwitterSemEval2015":75.53,"TwitterURLCorpus":85.51} -{"index":329,"Rank":88,"Model":"gtr-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Embedding Dimensions":768,"Max Tokens":512,"Average":85.32,"SprintDuplicateQuestions":95.05,"TwitterSemEval2015":76.03,"TwitterURLCorpus":84.89} -{"index":248,"Rank":89,"Model":"modernbert-embed-large<\/a>","Model Size (Million Parameters)":395,"Memory Usage (GB, fp32)":1.47,"Embedding Dimensions":1024,"Max Tokens":8192,"Average":85.31,"SprintDuplicateQuestions":91.82,"TwitterSemEval2015":77.72,"TwitterURLCorpus":86.39} -{"index":247,"Rank":90,"Model":"cde-small-v2<\/a>","Model Size (Million Parameters)":150,"Memory Usage (GB, fp32)":0.56,"Embedding Dimensions":768,"Max Tokens":512,"Average":85.22,"SprintDuplicateQuestions":97.2,"TwitterSemEval2015":72.05,"TwitterURLCorpus":86.4} -{"index":336,"Rank":91,"Model":"sentence-t5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":85.18,"SprintDuplicateQuestions":91.23,"TwitterSemEval2015":78.25,"TwitterURLCorpus":86.05} -{"index":35,"Rank":92,"Model":"nomic-embed-text-v1<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":8192,"Average":85.15,"SprintDuplicateQuestions":93.52,"TwitterSemEval2015":75.23,"TwitterURLCorpus":86.71} -{"index":284,"Rank":93,"Model":"nomic-embed-text-v1<\/a>","Model Size (Million Parameters)":547,"Memory Usage (GB, fp32)":2.04,"Embedding Dimensions":768,"Max Tokens":8192,"Average":85.15,"SprintDuplicateQuestions":93.52,"TwitterSemEval2015":75.23,"TwitterURLCorpus":86.71} -{"index":219,"Rank":94,"Model":"e5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":85.09,"SprintDuplicateQuestions":94.88,"TwitterSemEval2015":74.4,"TwitterURLCorpus":85.98} -{"index":224,"Rank":95,"Model":"e5-small<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":85.08,"SprintDuplicateQuestions":95.29,"TwitterSemEval2015":74.16,"TwitterURLCorpus":85.79} -{"index":339,"Rank":96,"Model":"sentence-t5-xxl<\/a>","Model Size (Million Parameters)":4865,"Memory Usage (GB, fp32)":18.12,"Embedding Dimensions":768,"Max Tokens":512,"Average":85.07,"SprintDuplicateQuestions":88.91,"TwitterSemEval2015":80.28,"TwitterURLCorpus":86.01} -{"index":278,"Rank":97,"Model":"bge-large-en-v1.5-sparse<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":85.06,"SprintDuplicateQuestions":95.0,"TwitterSemEval2015":74.5,"TwitterURLCorpus":85.69} -{"index":279,"Rank":98,"Model":"bge-small-en-v1.5-quant<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":85.05,"SprintDuplicateQuestions":96.25,"TwitterSemEval2015":73.26,"TwitterURLCorpus":85.64} -{"index":45,"Rank":99,"Model":"Cohere-embed-english-light-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":85.05,"SprintDuplicateQuestions":96.59,"TwitterSemEval2015":72.23,"TwitterURLCorpus":86.32} -{"index":399,"Rank":100,"Model":"text-embedding-3-small<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":8191,"Average":85.04,"SprintDuplicateQuestions":94.58,"TwitterSemEval2015":73.33,"TwitterURLCorpus":87.21} -{"index":352,"Rank":101,"Model":"gte-large<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":85.0,"SprintDuplicateQuestions":95.75,"TwitterSemEval2015":73.73,"TwitterURLCorpus":85.53} -{"index":78,"Rank":102,"Model":"bilingual-embedding-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":85.0,"SprintDuplicateQuestions":94.76,"TwitterSemEval2015":73.76,"TwitterURLCorpus":86.49} -{"index":164,"Rank":103,"Model":"NoInstruct-small-Embedding-v0<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":84.99,"SprintDuplicateQuestions":96.14,"TwitterSemEval2015":73.48,"TwitterURLCorpus":85.36} -{"index":337,"Rank":104,"Model":"sentence-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Embedding Dimensions":768,"Max Tokens":512,"Average":84.97,"SprintDuplicateQuestions":89.02,"TwitterSemEval2015":79.75,"TwitterURLCorpus":86.14} -{"index":350,"Rank":105,"Model":"GritLM-8x7B-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":84.97,"SprintDuplicateQuestions":91.24,"TwitterSemEval2015":77.21,"TwitterURLCorpus":86.45} -{"index":62,"Rank":106,"Model":"GritLM-8x7B<\/a>","Model Size (Million Parameters)":46703,"Memory Usage (GB, fp32)":173.98,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":84.97,"SprintDuplicateQuestions":91.24,"TwitterSemEval2015":77.21,"TwitterURLCorpus":86.45} -{"index":375,"Rank":107,"Model":"bge-small-en-v1.5-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":84.92,"SprintDuplicateQuestions":96.67,"TwitterSemEval2015":73.24,"TwitterURLCorpus":84.84} -{"index":34,"Rank":108,"Model":"bge-small-en-v1.5<\/a>","Model Size (Million Parameters)":24,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":512,"Max Tokens":512,"Average":84.92,"SprintDuplicateQuestions":96.67,"TwitterSemEval2015":73.24,"TwitterURLCorpus":84.84} -{"index":198,"Rank":109,"Model":"english-4U-bge-small<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":84.92,"SprintDuplicateQuestions":96.67,"TwitterSemEval2015":73.24,"TwitterURLCorpus":84.84} -{"index":41,"Rank":110,"Model":"gme-Qwen2-VL-7B-Instruct-Q5_K_S-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":84.91,"SprintDuplicateQuestions":97.87,"TwitterSemEval2015":72.26,"TwitterURLCorpus":84.59} -{"index":19,"Rank":111,"Model":"gme-Qwen2-VL-7B-Instruct<\/a>","Model Size (Million Parameters)":8291,"Memory Usage (GB, fp32)":30.89,"Embedding Dimensions":3584,"Max Tokens":32768,"Average":84.91,"SprintDuplicateQuestions":97.87,"TwitterSemEval2015":72.26,"TwitterURLCorpus":84.59} -{"index":396,"Rank":112,"Model":"text-embedding-ada-002<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":8191,"Average":84.89,"SprintDuplicateQuestions":92.17,"TwitterSemEval2015":75.28,"TwitterURLCorpus":87.22} -{"index":190,"Rank":113,"Model":"USER-bge-m3<\/a>","Model Size (Million Parameters)":359,"Memory Usage (GB, fp32)":1.34,"Embedding Dimensions":1024,"Max Tokens":8192,"Average":84.88,"SprintDuplicateQuestions":97.24,"TwitterSemEval2015":71.7,"TwitterURLCorpus":85.71} -{"index":237,"Rank":114,"Model":"jina-embedding-l-en-v1<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":84.8,"SprintDuplicateQuestions":96.09,"TwitterSemEval2015":72.32,"TwitterURLCorpus":85.98} -{"index":302,"Rank":115,"Model":"mini-gte<\/a>","Model Size (Million Parameters)":66,"Memory Usage (GB, fp32)":0.25,"Embedding Dimensions":768,"Max Tokens":512,"Average":84.76,"SprintDuplicateQuestions":95.45,"TwitterSemEval2015":73.41,"TwitterURLCorpus":85.43} -{"index":227,"Rank":116,"Model":"multilingual-e5-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":84.75,"SprintDuplicateQuestions":93.14,"TwitterSemEval2015":75.28,"TwitterURLCorpus":85.83} -{"index":149,"Rank":117,"Model":"MedEmbed-small-v0.1<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":84.71,"SprintDuplicateQuestions":96.17,"TwitterSemEval2015":72.98,"TwitterURLCorpus":84.99} -{"index":276,"Rank":118,"Model":"bge-base-en-v1.5-sparse<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":84.69,"SprintDuplicateQuestions":95.5,"TwitterSemEval2015":72.92,"TwitterURLCorpus":85.66} -{"index":381,"Rank":119,"Model":"gte-large-quant<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":84.69,"SprintDuplicateQuestions":95.63,"TwitterSemEval2015":72.87,"TwitterURLCorpus":85.58} -{"index":246,"Rank":120,"Model":"cde-small-v1<\/a>","Model Size (Million Parameters)":143,"Memory Usage (GB, fp32)":0.53,"Embedding Dimensions":768,"Max Tokens":512,"Average":84.69,"SprintDuplicateQuestions":95.3,"TwitterSemEval2015":72.88,"TwitterURLCorpus":85.88} -{"index":163,"Rank":121,"Model":"GIST-small-Embedding-v0<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":84.68,"SprintDuplicateQuestions":95.79,"TwitterSemEval2015":72.95,"TwitterURLCorpus":85.3} -{"index":225,"Rank":122,"Model":"e5-small-v2<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":84.67,"SprintDuplicateQuestions":94.88,"TwitterSemEval2015":73.34,"TwitterURLCorpus":85.79} -{"index":38,"Rank":123,"Model":"nomic-embed-text-v1.5-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":84.61,"SprintDuplicateQuestions":92.9,"TwitterSemEval2015":74.27,"TwitterURLCorpus":86.65} -{"index":386,"Rank":124,"Model":"nomic-embed-text-v1.5-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":84.61,"SprintDuplicateQuestions":92.9,"TwitterSemEval2015":74.27,"TwitterURLCorpus":86.65} -{"index":272,"Rank":125,"Model":"nomic-embed-text-v1.5-Q4_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":84.61,"SprintDuplicateQuestions":92.9,"TwitterSemEval2015":74.27,"TwitterURLCorpus":86.65} -{"index":147,"Rank":126,"Model":"nomic-embed-text-v1.5-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":84.61,"SprintDuplicateQuestions":92.9,"TwitterSemEval2015":74.27,"TwitterURLCorpus":86.65} -{"index":127,"Rank":127,"Model":"nomic-embed-text-v1.5-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":84.61,"SprintDuplicateQuestions":92.9,"TwitterSemEval2015":74.27,"TwitterURLCorpus":86.65} -{"index":291,"Rank":128,"Model":"nomic-embed-text-v1.5<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":8192,"Average":84.61,"SprintDuplicateQuestions":92.9,"TwitterSemEval2015":74.27,"TwitterURLCorpus":86.65} -{"index":36,"Rank":129,"Model":"nomic-embed-text-v1.5<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":8192,"Average":84.61,"SprintDuplicateQuestions":92.9,"TwitterSemEval2015":74.27,"TwitterURLCorpus":86.65} -{"index":289,"Rank":130,"Model":"nomic-embed-text-v1.5-512<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":512,"Max Tokens":8192,"Average":84.59,"SprintDuplicateQuestions":92.91,"TwitterSemEval2015":74.3,"TwitterURLCorpus":86.57} -{"index":285,"Rank":131,"Model":"nomic-embed-text-v1-ablated<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":8192,"Average":84.59,"SprintDuplicateQuestions":94.83,"TwitterSemEval2015":72.55,"TwitterURLCorpus":86.38} -{"index":351,"Rank":132,"Model":"gte-base<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":84.57,"SprintDuplicateQuestions":95.71,"TwitterSemEval2015":72.47,"TwitterURLCorpus":85.52} -{"index":27,"Rank":133,"Model":"jina-embeddings-v2-base-es-Q2_K-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":84.56,"SprintDuplicateQuestions":95.62,"TwitterSemEval2015":71.62,"TwitterURLCorpus":86.44} -{"index":28,"Rank":134,"Model":"jina-embeddings-v2-base-es-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":84.56,"SprintDuplicateQuestions":95.62,"TwitterSemEval2015":71.62,"TwitterURLCorpus":86.44} -{"index":241,"Rank":135,"Model":"jina-embeddings-v2-base-es<\/a>","Model Size (Million Parameters)":161,"Memory Usage (GB, fp32)":0.6,"Embedding Dimensions":768,"Max Tokens":8192,"Average":84.56,"SprintDuplicateQuestions":95.62,"TwitterSemEval2015":71.62,"TwitterURLCorpus":86.44} -{"index":301,"Rank":136,"Model":"jina-embeddings-v2-base-es-Q5_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":84.56,"SprintDuplicateQuestions":95.62,"TwitterSemEval2015":71.62,"TwitterURLCorpus":86.44} -{"index":24,"Rank":137,"Model":"gte-large-en-v1.5<\/a>","Model Size (Million Parameters)":434,"Memory Usage (GB, fp32)":1.62,"Embedding Dimensions":1024,"Max Tokens":8192,"Average":84.53,"SprintDuplicateQuestions":94.16,"TwitterSemEval2015":75.25,"TwitterURLCorpus":84.18} -{"index":176,"Rank":138,"Model":"bge-m3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":84.48,"SprintDuplicateQuestions":97.32,"TwitterSemEval2015":70.29,"TwitterURLCorpus":85.83} -{"index":242,"Rank":139,"Model":"jina-embeddings-v2-small-en<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":512,"Max Tokens":8192,"Average":84.44,"SprintDuplicateQuestions":95.12,"TwitterSemEval2015":72.15,"TwitterURLCorpus":86.05} -{"index":53,"Rank":140,"Model":"jina-embeddings-v2-small-en-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":84.44,"SprintDuplicateQuestions":95.12,"TwitterSemEval2015":72.15,"TwitterURLCorpus":86.05} -{"index":25,"Rank":141,"Model":"gte-multilingual-base<\/a>","Model Size (Million Parameters)":305,"Memory Usage (GB, fp32)":1.14,"Embedding Dimensions":768,"Max Tokens":8192,"Average":84.24,"SprintDuplicateQuestions":95.41,"TwitterSemEval2015":71.88,"TwitterURLCorpus":85.42} -{"index":85,"Rank":142,"Model":"onnx-gte-multilingual-base<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":84.24,"SprintDuplicateQuestions":95.41,"TwitterSemEval2015":71.88,"TwitterURLCorpus":85.42} -{"index":397,"Rank":143,"Model":"text-embedding-3-large-256<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":256,"Max Tokens":8191,"Average":84.22,"SprintDuplicateQuestions":89.02,"TwitterSemEval2015":76.56,"TwitterURLCorpus":87.09} -{"index":288,"Rank":144,"Model":"nomic-embed-text-v1.5-256<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":256,"Max Tokens":8192,"Average":84.09,"SprintDuplicateQuestions":92.31,"TwitterSemEval2015":73.61,"TwitterURLCorpus":86.34} -{"index":65,"Rank":145,"Model":"KaLM-embedding-multilingual-mini-v1<\/a>","Model Size (Million Parameters)":494,"Memory Usage (GB, fp32)":1.84,"Embedding Dimensions":896,"Max Tokens":131072,"Average":84.09,"SprintDuplicateQuestions":94.58,"TwitterSemEval2015":70.93,"TwitterURLCorpus":86.75} -{"index":233,"Rank":146,"Model":"udever-bloom-3b<\/a>","Model Size (Million Parameters)":3003,"Memory Usage (GB, fp32)":11.19,"Embedding Dimensions":2560,"Max Tokens":2048,"Average":84.06,"SprintDuplicateQuestions":95.36,"TwitterSemEval2015":70.64,"TwitterURLCorpus":86.18} -{"index":243,"Rank":147,"Model":"jina-embeddings-v3<\/a>","Model Size (Million Parameters)":572,"Memory Usage (GB, fp32)":2.13,"Embedding Dimensions":1024,"Max Tokens":8194,"Average":84.01,"SprintDuplicateQuestions":96.99,"TwitterSemEval2015":70.9,"TwitterURLCorpus":84.14} -{"index":49,"Rank":148,"Model":"jina-embeddings-v3<\/a>","Model Size (Million Parameters)":572,"Memory Usage (GB, fp32)":2.13,"Embedding Dimensions":1024,"Max Tokens":8194,"Average":84.01,"SprintDuplicateQuestions":96.99,"TwitterSemEval2015":70.9,"TwitterURLCorpus":84.14} -{"index":282,"Rank":149,"Model":"modernbert-embed-base<\/a>","Model Size (Million Parameters)":149,"Memory Usage (GB, fp32)":0.56,"Embedding Dimensions":768,"Max Tokens":8192,"Average":83.96,"SprintDuplicateQuestions":92.04,"TwitterSemEval2015":73.63,"TwitterURLCorpus":86.21} -{"index":47,"Rank":150,"Model":"Cohere-embed-multilingual-light-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":384,"Max Tokens":512,"Average":83.95,"SprintDuplicateQuestions":96.6,"TwitterSemEval2015":69.41,"TwitterURLCorpus":85.85} -{"index":63,"Rank":151,"Model":"KaLM-embedding-multilingual-mini-instruct-v1<\/a>","Model Size (Million Parameters)":494,"Memory Usage (GB, fp32)":1.84,"Embedding Dimensions":896,"Max Tokens":131072,"Average":83.92,"SprintDuplicateQuestions":93.82,"TwitterSemEval2015":71.6,"TwitterURLCorpus":86.33} -{"index":299,"Rank":152,"Model":"MiniCPM-Embedding-Light<\/a>","Model Size (Million Parameters)":434,"Memory Usage (GB, fp32)":1.62,"Embedding Dimensions":1024,"Max Tokens":4096,"Average":83.91,"SprintDuplicateQuestions":94.11,"TwitterSemEval2015":71.57,"TwitterURLCorpus":86.06} -{"index":328,"Rank":153,"Model":"gtr-t5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":83.85,"SprintDuplicateQuestions":94.55,"TwitterSemEval2015":72.23,"TwitterURLCorpus":84.77} -{"index":156,"Rank":154,"Model":"bge-small-en<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":83.78,"SprintDuplicateQuestions":96.54,"TwitterSemEval2015":71.08,"TwitterURLCorpus":83.72} -{"index":286,"Rank":155,"Model":"nomic-embed-text-v1-unsupervised<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":8192,"Average":83.67,"SprintDuplicateQuestions":95.93,"TwitterSemEval2015":69.68,"TwitterURLCorpus":85.41} -{"index":178,"Rank":156,"Model":"jina-embeddings-v2-base-de-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":83.65,"SprintDuplicateQuestions":94.87,"TwitterSemEval2015":70.25,"TwitterURLCorpus":85.83} -{"index":239,"Rank":157,"Model":"jina-embeddings-v2-base-de<\/a>","Model Size (Million Parameters)":161,"Memory Usage (GB, fp32)":0.6,"Embedding Dimensions":768,"Max Tokens":8192,"Average":83.65,"SprintDuplicateQuestions":94.87,"TwitterSemEval2015":70.25,"TwitterURLCorpus":85.83} -{"index":82,"Rank":158,"Model":"jina-embeddings-v2-base-de-Q5_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":83.65,"SprintDuplicateQuestions":94.87,"TwitterSemEval2015":70.25,"TwitterURLCorpus":85.83} -{"index":382,"Rank":159,"Model":"gte-large-sparse<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":83.58,"SprintDuplicateQuestions":94.67,"TwitterSemEval2015":70.34,"TwitterURLCorpus":85.72} -{"index":226,"Rank":160,"Model":"multilingual-e5-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":83.57,"SprintDuplicateQuestions":93.02,"TwitterSemEval2015":72.21,"TwitterURLCorpus":85.48} -{"index":111,"Rank":161,"Model":"multilingual-e5-base-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":83.57,"SprintDuplicateQuestions":93.01,"TwitterSemEval2015":72.21,"TwitterURLCorpus":85.48} -{"index":192,"Rank":162,"Model":"multilingual-e5-base-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":83.57,"SprintDuplicateQuestions":93.01,"TwitterSemEval2015":72.21,"TwitterURLCorpus":85.48} -{"index":39,"Rank":163,"Model":"multilingual-e5-base-similarity-v1-onnx-quantized<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":83.57,"SprintDuplicateQuestions":93.01,"TwitterSemEval2015":72.21,"TwitterURLCorpus":85.48} -{"index":353,"Rank":164,"Model":"gte-small<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":83.54,"SprintDuplicateQuestions":95.57,"TwitterSemEval2015":70.12,"TwitterURLCorpus":84.92} -{"index":287,"Rank":165,"Model":"nomic-embed-text-v1.5-128<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":128,"Max Tokens":8192,"Average":83.54,"SprintDuplicateQuestions":91.45,"TwitterSemEval2015":73.23,"TwitterURLCorpus":85.93} -{"index":207,"Rank":166,"Model":"instructor-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":83.51,"SprintDuplicateQuestions":90.35,"TwitterSemEval2015":73.99,"TwitterURLCorpus":86.2} -{"index":249,"Rank":167,"Model":"modernbert-embed-large-unsupervised<\/a>","Model Size (Million Parameters)":395,"Memory Usage (GB, fp32)":1.47,"Embedding Dimensions":1024,"Max Tokens":8192,"Average":83.44,"SprintDuplicateQuestions":95.87,"TwitterSemEval2015":68.37,"TwitterURLCorpus":86.08} -{"index":161,"Rank":168,"Model":"GIST-all-MiniLM-L6-v2<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.08,"Embedding Dimensions":384,"Max Tokens":512,"Average":83.39,"SprintDuplicateQuestions":94.14,"TwitterSemEval2015":70.46,"TwitterURLCorpus":85.58} -{"index":95,"Rank":169,"Model":"Ivysaur<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.08,"Embedding Dimensions":384,"Max Tokens":512,"Average":83.32,"SprintDuplicateQuestions":95.12,"TwitterSemEval2015":69.78,"TwitterURLCorpus":85.07} -{"index":64,"Rank":170,"Model":"KaLM-embedding-multilingual-mini-instruct-v1.5<\/a>","Model Size (Million Parameters)":494,"Memory Usage (GB, fp32)":1.84,"Embedding Dimensions":896,"Max Tokens":131072,"Average":83.26,"SprintDuplicateQuestions":92.65,"TwitterSemEval2015":71.44,"TwitterURLCorpus":85.69} -{"index":232,"Rank":171,"Model":"udever-bloom-1b1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":2048,"Average":83.11,"SprintDuplicateQuestions":94.58,"TwitterSemEval2015":69.14,"TwitterURLCorpus":85.62} -{"index":383,"Rank":172,"Model":"gte-small-quant<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":83.09,"SprintDuplicateQuestions":95.49,"TwitterSemEval2015":68.61,"TwitterURLCorpus":85.16} -{"index":323,"Rank":173,"Model":"all-mpnet-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average":83.04,"SprintDuplicateQuestions":90.15,"TwitterSemEval2015":73.87,"TwitterURLCorpus":85.11} -{"index":236,"Rank":174,"Model":"jina-embedding-b-en-v1<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":83.04,"SprintDuplicateQuestions":95.48,"TwitterSemEval2015":68.3,"TwitterURLCorpus":85.33} -{"index":135,"Rank":175,"Model":"snowflake-arctic-embed-l-v2.0<\/a>","Model Size (Million Parameters)":568,"Memory Usage (GB, fp32)":2.12,"Embedding Dimensions":1024,"Max Tokens":8194,"Average":83.0,"SprintDuplicateQuestions":96.54,"TwitterSemEval2015":67.01,"TwitterURLCorpus":85.46} -{"index":80,"Rank":176,"Model":"bilingual-embedding-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":82.95,"SprintDuplicateQuestions":94.38,"TwitterSemEval2015":67.98,"TwitterURLCorpus":86.48} -{"index":372,"Rank":177,"Model":"b1ade-embed-kd<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":82.83,"SprintDuplicateQuestions":93.02,"TwitterSemEval2015":71.07,"TwitterURLCorpus":84.4} -{"index":144,"Rank":178,"Model":"gte-tiny<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.08,"Embedding Dimensions":384,"Max Tokens":512,"Average":82.83,"SprintDuplicateQuestions":95.48,"TwitterSemEval2015":68.17,"TwitterURLCorpus":84.84} -{"index":143,"Rank":179,"Model":"bge-micro-v2<\/a>","Model Size (Million Parameters)":17,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average":82.81,"SprintDuplicateQuestions":95.78,"TwitterSemEval2015":67.76,"TwitterURLCorpus":84.89} -{"index":283,"Rank":180,"Model":"modernbert-embed-base-unsupervised<\/a>","Model Size (Million Parameters)":149,"Memory Usage (GB, fp32)":0.56,"Embedding Dimensions":768,"Max Tokens":8192,"Average":82.78,"SprintDuplicateQuestions":95.58,"TwitterSemEval2015":66.74,"TwitterURLCorpus":86.01} -{"index":229,"Rank":181,"Model":"multilingual-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":82.73,"SprintDuplicateQuestions":92.42,"TwitterSemEval2015":70.75,"TwitterURLCorpus":85.03} -{"index":94,"Rank":182,"Model":"Bulbasaur<\/a>","Model Size (Million Parameters)":17,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average":82.69,"SprintDuplicateQuestions":95.35,"TwitterSemEval2015":67.97,"TwitterURLCorpus":84.75} -{"index":102,"Rank":183,"Model":"gte-micro-v4<\/a>","Model Size (Million Parameters)":19,"Memory Usage (GB, fp32)":0.07,"Embedding Dimensions":384,"Max Tokens":512,"Average":82.59,"SprintDuplicateQuestions":95.54,"TwitterSemEval2015":67.55,"TwitterURLCorpus":84.68} -{"index":244,"Rank":184,"Model":"multilingual-e5-small-ct2-int8<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":82.59,"SprintDuplicateQuestions":92.18,"TwitterSemEval2015":70.75,"TwitterURLCorpus":84.83} -{"index":292,"Rank":185,"Model":"contriever-base-msmarco<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":82.54,"SprintDuplicateQuestions":95.55,"TwitterSemEval2015":66.85,"TwitterURLCorpus":85.21} -{"index":18,"Rank":186,"Model":"gme-Qwen2-VL-2B-Instruct<\/a>","Model Size (Million Parameters)":2209,"Memory Usage (GB, fp32)":8.23,"Embedding Dimensions":1536,"Max Tokens":32768,"Average":82.53,"SprintDuplicateQuestions":97.73,"TwitterSemEval2015":65.82,"TwitterURLCorpus":84.05} -{"index":321,"Rank":187,"Model":"all-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":82.46,"SprintDuplicateQuestions":92.58,"TwitterSemEval2015":70.02,"TwitterURLCorpus":84.77} -{"index":261,"Rank":188,"Model":"all-MiniLM-L6-v2-ds<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":82.37,"SprintDuplicateQuestions":94.55,"TwitterSemEval2015":67.86,"TwitterURLCorpus":84.7} -{"index":322,"Rank":189,"Model":"all-MiniLM-L6-v2<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":384,"Max Tokens":512,"Average":82.37,"SprintDuplicateQuestions":94.55,"TwitterSemEval2015":67.86,"TwitterURLCorpus":84.7} -{"index":290,"Rank":190,"Model":"nomic-embed-text-v1.5-64<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":64,"Max Tokens":8192,"Average":82.26,"SprintDuplicateQuestions":90.06,"TwitterSemEval2015":71.68,"TwitterURLCorpus":85.03} -{"index":139,"Rank":191,"Model":"snowflake-arctic-embed-m-v2.0<\/a>","Model Size (Million Parameters)":305,"Memory Usage (GB, fp32)":1.14,"Embedding Dimensions":768,"Max Tokens":8192,"Average":82.23,"SprintDuplicateQuestions":96.0,"TwitterSemEval2015":64.75,"TwitterURLCorpus":85.95} -{"index":179,"Rank":192,"Model":"snowflake-arctic-embed-m-v2.0-cpu<\/a>","Model Size (Million Parameters)":305,"Memory Usage (GB, fp32)":1.14,"Embedding Dimensions":768,"Max Tokens":8192,"Average":82.23,"SprintDuplicateQuestions":96.0,"TwitterSemEval2015":64.75,"TwitterURLCorpus":85.95} -{"index":157,"Rank":193,"Model":"Titan-text-embeddings-v2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":82.14,"SprintDuplicateQuestions":92.92,"TwitterSemEval2015":67.8,"TwitterURLCorpus":85.71} -{"index":184,"Rank":194,"Model":"cai-stellaris-text-embeddings<\/a>","Model Size (Million Parameters)":53,"Memory Usage (GB, fp32)":0.2,"Embedding Dimensions":768,"Max Tokens":514,"Average":82.11,"SprintDuplicateQuestions":93.23,"TwitterSemEval2015":69.6,"TwitterURLCorpus":83.49} -{"index":140,"Rank":195,"Model":"snowflake-arctic-embed-s<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":82.07,"SprintDuplicateQuestions":95.28,"TwitterSemEval2015":65.78,"TwitterURLCorpus":85.15} -{"index":137,"Rank":196,"Model":"snowflake-arctic-embed-m-long<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":8192,"Average":82.02,"SprintDuplicateQuestions":94.67,"TwitterSemEval2015":66.17,"TwitterURLCorpus":85.21} -{"index":109,"Rank":197,"Model":"SGPT-5.8B-weightedmean-msmarco-specb-bitfit<\/a>","Model Size (Million Parameters)":5874,"Memory Usage (GB, fp32)":21.88,"Embedding Dimensions":4096,"Max Tokens":2048,"Average":82.0,"SprintDuplicateQuestions":93.84,"TwitterSemEval2015":66.87,"TwitterURLCorpus":85.29} -{"index":280,"Rank":198,"Model":"bge-small-en-v1.5-sparse<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":81.93,"SprintDuplicateQuestions":94.59,"TwitterSemEval2015":67.01,"TwitterURLCorpus":84.2} -{"index":175,"Rank":199,"Model":"sgpt-bloom-7b1-msmarco<\/a>","Model Size (Million Parameters)":7068,"Memory Usage (GB, fp32)":26.33,"Embedding Dimensions":4096,"Max Tokens":2048,"Average":81.9,"SprintDuplicateQuestions":94.93,"TwitterSemEval2015":65.31,"TwitterURLCorpus":85.46} -{"index":142,"Rank":200,"Model":"bge-micro<\/a>","Model Size (Million Parameters)":17,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average":81.77,"SprintDuplicateQuestions":95.3,"TwitterSemEval2015":65.79,"TwitterURLCorpus":84.22} -{"index":332,"Rank":201,"Model":"msmarco-bert-co-condensor<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":81.74,"SprintDuplicateQuestions":96.09,"TwitterSemEval2015":65.95,"TwitterURLCorpus":83.17} -{"index":158,"Rank":202,"Model":"bge-small-4096<\/a>","Model Size (Million Parameters)":35,"Memory Usage (GB, fp32)":0.13,"Embedding Dimensions":384,"Max Tokens":4096,"Average":81.4,"SprintDuplicateQuestions":95.15,"TwitterSemEval2015":65.79,"TwitterURLCorpus":83.27} -{"index":138,"Rank":203,"Model":"snowflake-arctic-embed-m-v1.5<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":81.36,"SprintDuplicateQuestions":96.15,"TwitterSemEval2015":63.28,"TwitterURLCorpus":84.66} -{"index":210,"Rank":204,"Model":"granite-embedding-278m-multilingual-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":81.35,"SprintDuplicateQuestions":93.5,"TwitterSemEval2015":64.41,"TwitterURLCorpus":86.15} -{"index":215,"Rank":205,"Model":"granite-embedding-278m-multilingual<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":81.35,"SprintDuplicateQuestions":93.5,"TwitterSemEval2015":64.41,"TwitterURLCorpus":86.15} -{"index":211,"Rank":206,"Model":"granite-embedding-278m-multilingual-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":81.35,"SprintDuplicateQuestions":93.5,"TwitterSemEval2015":64.41,"TwitterURLCorpus":86.15} -{"index":141,"Rank":207,"Model":"snowflake-arctic-embed-xs<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.08,"Embedding Dimensions":384,"Max Tokens":512,"Average":81.33,"SprintDuplicateQuestions":94.96,"TwitterSemEval2015":64.32,"TwitterURLCorpus":84.7} -{"index":400,"Rank":208,"Model":"elser-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":30522,"Max Tokens":512,"Average":81.32,"SprintDuplicateQuestions":94.53,"TwitterSemEval2015":64.41,"TwitterURLCorpus":85.01} -{"index":340,"Rank":209,"Model":"LaBSE-ru-turbo<\/a>","Model Size (Million Parameters)":128,"Memory Usage (GB, fp32)":0.48,"Embedding Dimensions":768,"Max Tokens":512,"Average":81.11,"SprintDuplicateQuestions":94.39,"TwitterSemEval2015":64.76,"TwitterURLCorpus":84.18} -{"index":136,"Rank":210,"Model":"snowflake-arctic-embed-m<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":81.07,"SprintDuplicateQuestions":95.21,"TwitterSemEval2015":63.28,"TwitterURLCorpus":84.72} -{"index":234,"Rank":211,"Model":"udever-bloom-560m<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":2048,"Average":81.05,"SprintDuplicateQuestions":92.09,"TwitterSemEval2015":65.96,"TwitterURLCorpus":85.11} -{"index":188,"Rank":212,"Model":"embedder-100p<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":81.03,"SprintDuplicateQuestions":90.68,"TwitterSemEval2015":67.77,"TwitterURLCorpus":84.65} -{"index":91,"Rank":213,"Model":"LLM2Vec-Mistral-unsupervised<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":80.94,"SprintDuplicateQuestions":91.3,"TwitterSemEval2015":68.76,"TwitterURLCorpus":82.76} -{"index":193,"Rank":214,"Model":"multi-qa-MiniLM-L6-cos-v1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":80.86,"SprintDuplicateQuestions":93.84,"TwitterSemEval2015":64.72,"TwitterURLCorpus":84.01} -{"index":335,"Rank":215,"Model":"paraphrase-multilingual-mpnet-base-v2<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":80.81,"SprintDuplicateQuestions":90.55,"TwitterSemEval2015":66.75,"TwitterURLCorpus":85.14} -{"index":134,"Rank":216,"Model":"snowflake-arctic-embed-l<\/a>","Model Size (Million Parameters)":334,"Memory Usage (GB, fp32)":1.24,"Embedding Dimensions":1024,"Max Tokens":512,"Average":80.8,"SprintDuplicateQuestions":95.2,"TwitterSemEval2015":62.35,"TwitterURLCorpus":84.84} -{"index":99,"Rank":217,"Model":"gte-micro<\/a>","Model Size (Million Parameters)":17,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average":80.73,"SprintDuplicateQuestions":94.26,"TwitterSemEval2015":63.85,"TwitterURLCorpus":84.07} -{"index":108,"Rank":218,"Model":"SGPT-2.7B-weightedmean-msmarco-specb-bitfit<\/a>","Model Size (Million Parameters)":2685,"Memory Usage (GB, fp32)":10.0,"Embedding Dimensions":2560,"Max Tokens":2048,"Average":80.65,"SprintDuplicateQuestions":93.47,"TwitterSemEval2015":63.68,"TwitterURLCorpus":84.8} -{"index":98,"Rank":219,"Model":"Wartortle<\/a>","Model Size (Million Parameters)":17,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average":80.62,"SprintDuplicateQuestions":89.85,"TwitterSemEval2015":67.48,"TwitterURLCorpus":84.53} -{"index":97,"Rank":220,"Model":"Venusaur<\/a>","Model Size (Million Parameters)":16,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average":80.57,"SprintDuplicateQuestions":89.26,"TwitterSemEval2015":69.26,"TwitterURLCorpus":83.19} -{"index":103,"Rank":221,"Model":"test24<\/a>","Model Size (Million Parameters)":17,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average":80.4,"SprintDuplicateQuestions":94.4,"TwitterSemEval2015":63.86,"TwitterURLCorpus":82.95} -{"index":67,"Rank":222,"Model":"lodestone-base-4096-v1<\/a>","Model Size (Million Parameters)":69,"Memory Usage (GB, fp32)":0.26,"Embedding Dimensions":768,"Max Tokens":4096,"Average":80.4,"SprintDuplicateQuestions":90.41,"TwitterSemEval2015":67.67,"TwitterURLCorpus":83.11} -{"index":312,"Rank":223,"Model":"zzz<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":80.4,"SprintDuplicateQuestions":90.41,"TwitterSemEval2015":67.67,"TwitterURLCorpus":83.11} -{"index":213,"Rank":224,"Model":"granite-embedding-107m-multilingual<\/a>","Model Size (Million Parameters)":107,"Memory Usage (GB, fp32)":0.4,"Embedding Dimensions":384,"Max Tokens":514,"Average":80.29,"SprintDuplicateQuestions":93.56,"TwitterSemEval2015":61.64,"TwitterURLCorpus":85.67} -{"index":307,"Rank":225,"Model":"FUE-v1<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average":80.21,"SprintDuplicateQuestions":82.12,"TwitterSemEval2015":74.36,"TwitterURLCorpus":84.15} -{"index":133,"Rank":226,"Model":"yiyouliao<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":79.84,"SprintDuplicateQuestions":92.98,"TwitterSemEval2015":62.44,"TwitterURLCorpus":84.1} -{"index":104,"Rank":227,"Model":"test25<\/a>","Model Size (Million Parameters)":17,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average":79.7,"SprintDuplicateQuestions":92.14,"TwitterSemEval2015":63.44,"TwitterURLCorpus":83.53} -{"index":306,"Rank":228,"Model":"FAE-v1<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":79.68,"SprintDuplicateQuestions":92.45,"TwitterSemEval2015":65.01,"TwitterURLCorpus":81.59} -{"index":214,"Rank":229,"Model":"granite-embedding-125m-english<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":514,"Average":79.63,"SprintDuplicateQuestions":95.41,"TwitterSemEval2015":60.94,"TwitterURLCorpus":82.53} -{"index":305,"Rank":230,"Model":"FAB-Ramy-v1<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average":79.62,"SprintDuplicateQuestions":78.95,"TwitterSemEval2015":76.19,"TwitterURLCorpus":83.73} -{"index":370,"Rank":231,"Model":"universal-sentence-encoder-multilingual-large-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":512,"Max Tokens":512,"Average":79.62,"SprintDuplicateQuestions":90.89,"TwitterSemEval2015":63.76,"TwitterURLCorpus":84.2} -{"index":105,"Rank":232,"Model":"SGPT-1.3B-weightedmean-msmarco-specb-bitfit<\/a>","Model Size (Million Parameters)":1341,"Memory Usage (GB, fp32)":4.99,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":79.58,"SprintDuplicateQuestions":92.58,"TwitterSemEval2015":62.37,"TwitterURLCorpus":83.79} -{"index":368,"Rank":233,"Model":"universal-sentence-encoder-large-5<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":79.53,"SprintDuplicateQuestions":84.37,"TwitterSemEval2015":70.13,"TwitterURLCorpus":84.09} -{"index":252,"Rank":234,"Model":"XLM-3B5-embedding<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":79.23,"SprintDuplicateQuestions":86.13,"TwitterSemEval2015":68.03,"TwitterURLCorpus":83.52} -{"index":238,"Rank":235,"Model":"jina-embedding-s-en-v1<\/a>","Model Size (Million Parameters)":35,"Memory Usage (GB, fp32)":0.13,"Embedding Dimensions":512,"Max Tokens":512,"Average":79.22,"SprintDuplicateQuestions":94.93,"TwitterSemEval2015":59.3,"TwitterURLCorpus":83.44} -{"index":360,"Rank":236,"Model":"gte_wl<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":79.12,"SprintDuplicateQuestions":92.06,"TwitterSemEval2015":61.88,"TwitterURLCorpus":83.42} -{"index":358,"Rank":237,"Model":"GTE512_sw<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":79.1,"SprintDuplicateQuestions":89.57,"TwitterSemEval2015":64.5,"TwitterURLCorpus":83.23} -{"index":359,"Rank":238,"Model":"GTE_wl_mv<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":79.0,"SprintDuplicateQuestions":91.99,"TwitterSemEval2015":61.49,"TwitterURLCorpus":83.52} -{"index":320,"Rank":239,"Model":"LaBSE<\/a>","Model Size (Million Parameters)":471,"Memory Usage (GB, fp32)":1.75,"Embedding Dimensions":768,"Max Tokens":512,"Average":78.87,"SprintDuplicateQuestions":89.26,"TwitterSemEval2015":62.78,"TwitterURLCorpus":84.58} -{"index":216,"Rank":240,"Model":"granite-embedding-30m-english<\/a>","Model Size (Million Parameters)":30,"Memory Usage (GB, fp32)":0.11,"Embedding Dimensions":384,"Max Tokens":514,"Average":78.84,"SprintDuplicateQuestions":94.07,"TwitterSemEval2015":60.03,"TwitterURLCorpus":82.43} -{"index":5,"Rank":241,"Model":"voyage-3-lite<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":512,"Max Tokens":32000,"Average":78.73,"SprintDuplicateQuestions":89.47,"TwitterSemEval2015":62.64,"TwitterURLCorpus":84.09} -{"index":357,"Rank":242,"Model":"GTE256_sw<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":78.72,"SprintDuplicateQuestions":89.16,"TwitterSemEval2015":63.95,"TwitterURLCorpus":83.04} -{"index":155,"Rank":243,"Model":"Giga-Embeddings-instruct<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":78.64,"SprintDuplicateQuestions":86.3,"TwitterSemEval2015":63.42,"TwitterURLCorpus":86.2} -{"index":96,"Rank":244,"Model":"Squirtle<\/a>","Model Size (Million Parameters)":16,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average":78.57,"SprintDuplicateQuestions":85.22,"TwitterSemEval2015":67.56,"TwitterURLCorpus":82.94} -{"index":7,"Rank":245,"Model":"voyage-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":32000,"Average":78.55,"SprintDuplicateQuestions":90.2,"TwitterSemEval2015":61.84,"TwitterURLCorpus":83.61} -{"index":334,"Rank":246,"Model":"paraphrase-multilingual-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":78.45,"SprintDuplicateQuestions":89.46,"TwitterSemEval2015":62.06,"TwitterURLCorpus":83.83} -{"index":327,"Rank":247,"Model":"distiluse-base-multilingual-cased-v2<\/a>","Model Size (Million Parameters)":135,"Memory Usage (GB, fp32)":0.5,"Embedding Dimensions":512,"Max Tokens":512,"Average":78.3,"SprintDuplicateQuestions":88.43,"TwitterSemEval2015":62.46,"TwitterURLCorpus":84.02} -{"index":13,"Rank":248,"Model":"voyage-multilingual-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":32000,"Average":78.1,"SprintDuplicateQuestions":81.08,"TwitterSemEval2015":68.86,"TwitterURLCorpus":84.37} -{"index":89,"Rank":249,"Model":"LLM2Vec-Meta-Llama-3-unsupervised<\/a>","Model Size (Million Parameters)":7505,"Memory Usage (GB, fp32)":27.96,"Embedding Dimensions":4096,"Max Tokens":8192,"Average":78.01,"SprintDuplicateQuestions":88.14,"TwitterSemEval2015":66.6,"TwitterURLCorpus":79.3} -{"index":266,"Rank":250,"Model":"potion-base-32M<\/a>","Model Size (Million Parameters)":32,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":512,"Max Tokens":1000000,"Average":77.89,"SprintDuplicateQuestions":92.55,"TwitterSemEval2015":58.63,"TwitterURLCorpus":82.5} -{"index":87,"Rank":251,"Model":"LLM2Vec-Llama-2-unsupervised<\/a>","Model Size (Million Parameters)":6607,"Memory Usage (GB, fp32)":24.61,"Embedding Dimensions":4096,"Max Tokens":4096,"Average":77.88,"SprintDuplicateQuestions":87.57,"TwitterSemEval2015":65.14,"TwitterURLCorpus":80.94} -{"index":251,"Rank":252,"Model":"XLM-0B6-embedding<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":77.83,"SprintDuplicateQuestions":88.21,"TwitterSemEval2015":64.8,"TwitterURLCorpus":80.49} -{"index":394,"Rank":253,"Model":"text-similarity-curie-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":4096,"Max Tokens":2046,"Average":77.79,"SprintDuplicateQuestions":79.85,"TwitterSemEval2015":69.45,"TwitterURLCorpus":84.06} -{"index":348,"Rank":254,"Model":"Angle_BERT<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":77.75,"SprintDuplicateQuestions":82.81,"TwitterSemEval2015":66.16,"TwitterURLCorpus":84.28} -{"index":180,"Rank":255,"Model":"LaBSE-en-ru<\/a>","Model Size (Million Parameters)":129,"Memory Usage (GB, fp32)":0.48,"Embedding Dimensions":768,"Max Tokens":512,"Average":77.73,"SprintDuplicateQuestions":88.53,"TwitterSemEval2015":60.61,"TwitterURLCorpus":84.04} -{"index":393,"Rank":256,"Model":"text-similarity-babbage-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":2048,"Max Tokens":2046,"Average":77.46,"SprintDuplicateQuestions":76.46,"TwitterSemEval2015":70.85,"TwitterURLCorpus":85.08} -{"index":110,"Rank":257,"Model":"SGPT-5.8B-weightedmean-nli-bitfit<\/a>","Model Size (Million Parameters)":5874,"Memory Usage (GB, fp32)":21.88,"Embedding Dimensions":4096,"Max Tokens":2048,"Average":77.03,"SprintDuplicateQuestions":80.54,"TwitterSemEval2015":66.0,"TwitterURLCorpus":84.54} -{"index":42,"Rank":258,"Model":"winberta-base<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":76.96,"SprintDuplicateQuestions":90.71,"TwitterSemEval2015":58.07,"TwitterURLCorpus":82.09} -{"index":392,"Rank":259,"Model":"text-similarity-ada-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":2046,"Average":76.93,"SprintDuplicateQuestions":78.07,"TwitterSemEval2015":69.04,"TwitterURLCorpus":83.69} -{"index":250,"Rank":260,"Model":"MegatronBert-1B3-embedding<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":76.9,"SprintDuplicateQuestions":87.07,"TwitterSemEval2015":62.51,"TwitterURLCorpus":81.11} -{"index":174,"Rank":261,"Model":"red-beetle-base-v1.1<\/a>","Model Size (Million Parameters)":30,"Memory Usage (GB, fp32)":0.11,"Embedding Dimensions":1024,"Max Tokens":1000000,"Average":76.71,"SprintDuplicateQuestions":90.42,"TwitterSemEval2015":57.96,"TwitterURLCorpus":81.74} -{"index":342,"Rank":262,"Model":"text2vec-base-multilingual<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":256,"Average":76.49,"SprintDuplicateQuestions":83.53,"TwitterSemEval2015":62.49,"TwitterURLCorpus":83.46} -{"index":363,"Rank":263,"Model":"mv_sw<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":76.45,"SprintDuplicateQuestions":90.2,"TwitterSemEval2015":57.19,"TwitterURLCorpus":81.95} -{"index":376,"Rank":264,"Model":"potion-base-8M-stf<\/a>","Model Size (Million Parameters)":8,"Memory Usage (GB, fp32)":0.03,"Embedding Dimensions":256,"Max Tokens":1000000,"Average":76.45,"SprintDuplicateQuestions":90.2,"TwitterSemEval2015":57.19,"TwitterURLCorpus":81.95} -{"index":268,"Rank":265,"Model":"potion-base-8M<\/a>","Model Size (Million Parameters)":8,"Memory Usage (GB, fp32)":0.03,"Embedding Dimensions":256,"Max Tokens":1000000,"Average":76.45,"SprintDuplicateQuestions":90.2,"TwitterSemEval2015":57.19,"TwitterURLCorpus":81.95} -{"index":367,"Rank":266,"Model":"universal-sentence-encoder-4<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":76.23,"SprintDuplicateQuestions":86.37,"TwitterSemEval2015":60.64,"TwitterURLCorpus":81.68} -{"index":341,"Rank":267,"Model":"rubert-tiny-turbo<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"Embedding Dimensions":312,"Max Tokens":2048,"Average":76.16,"SprintDuplicateQuestions":91.94,"TwitterSemEval2015":56.87,"TwitterURLCorpus":79.67} -{"index":395,"Rank":268,"Model":"text-similarity-davinci-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":12288,"Max Tokens":2046,"Average":75.9,"SprintDuplicateQuestions":69.52,"TwitterSemEval2015":74.42,"TwitterURLCorpus":83.75} -{"index":189,"Rank":269,"Model":"USER-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":512,"Average":75.53,"SprintDuplicateQuestions":83.25,"TwitterSemEval2015":61.72,"TwitterURLCorpus":81.61} -{"index":369,"Rank":270,"Model":"universal-sentence-encoder-multilingual-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":512,"Max Tokens":512,"Average":75.43,"SprintDuplicateQuestions":87.05,"TwitterSemEval2015":57.03,"TwitterURLCorpus":82.21} -{"index":267,"Rank":271,"Model":"potion-base-4M<\/a>","Model Size (Million Parameters)":4,"Memory Usage (GB, fp32)":0.01,"Embedding Dimensions":128,"Max Tokens":1000000,"Average":75.35,"SprintDuplicateQuestions":89.87,"TwitterSemEval2015":55.35,"TwitterURLCorpus":80.82} -{"index":262,"Rank":272,"Model":"M2V_base_glove<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Embedding Dimensions":256,"Max Tokens":1000000,"Average":75.34,"SprintDuplicateQuestions":87.94,"TwitterSemEval2015":58.61,"TwitterURLCorpus":79.48} -{"index":167,"Rank":273,"Model":"brown-beetle-base-v1<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.08,"Embedding Dimensions":768,"Max Tokens":1000000,"Average":75.32,"SprintDuplicateQuestions":84.58,"TwitterSemEval2015":61.03,"TwitterURLCorpus":80.36} -{"index":106,"Rank":274,"Model":"SGPT-125M-weightedmean-msmarco-specb-bitfit<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":2048,"Average":75.23,"SprintDuplicateQuestions":89.89,"TwitterSemEval2015":54.75,"TwitterURLCorpus":81.06} -{"index":169,"Rank":275,"Model":"brown-beetle-small-v1<\/a>","Model Size (Million Parameters)":8,"Memory Usage (GB, fp32)":0.03,"Embedding Dimensions":256,"Max Tokens":1000000,"Average":74.9,"SprintDuplicateQuestions":85.06,"TwitterSemEval2015":59.78,"TwitterURLCorpus":79.86} -{"index":264,"Rank":276,"Model":"M2V_base_output<\/a>","Model Size (Million Parameters)":8,"Memory Usage (GB, fp32)":0.03,"Embedding Dimensions":256,"Max Tokens":1000000,"Average":74.9,"SprintDuplicateQuestions":85.06,"TwitterSemEval2015":59.78,"TwitterURLCorpus":79.86} -{"index":303,"Rank":277,"Model":"sup-simcse-bert-base-uncased<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":74.89,"SprintDuplicateQuestions":73.04,"TwitterSemEval2015":67.75,"TwitterURLCorpus":83.89} -{"index":263,"Rank":278,"Model":"M2V_base_glove_subword<\/a>","Model Size (Million Parameters)":103,"Memory Usage (GB, fp32)":0.38,"Embedding Dimensions":256,"Max Tokens":1000000,"Average":74.71,"SprintDuplicateQuestions":85.1,"TwitterSemEval2015":60.22,"TwitterURLCorpus":78.8} -{"index":83,"Rank":279,"Model":"paraphrase-multilingual-mpnet-base-v2-KE_Sieve<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":74.53,"SprintDuplicateQuestions":77.36,"TwitterSemEval2015":63.58,"TwitterURLCorpus":82.64} -{"index":172,"Rank":280,"Model":"brown-beetle-tiny-v1.1<\/a>","Model Size (Million Parameters)":4,"Memory Usage (GB, fp32)":0.01,"Embedding Dimensions":768,"Max Tokens":1000000,"Average":74.21,"SprintDuplicateQuestions":88.38,"TwitterSemEval2015":54.29,"TwitterURLCorpus":79.96} -{"index":265,"Rank":281,"Model":"potion-base-2M<\/a>","Model Size (Million Parameters)":2,"Memory Usage (GB, fp32)":0.01,"Embedding Dimensions":64,"Max Tokens":1000000,"Average":73.73,"SprintDuplicateQuestions":88.18,"TwitterSemEval2015":53.66,"TwitterURLCorpus":79.34} -{"index":361,"Rank":282,"Model":"l3_wl<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":73.72,"SprintDuplicateQuestions":91.77,"TwitterSemEval2015":48.47,"TwitterURLCorpus":80.91} -{"index":364,"Rank":283,"Model":"wl_sw_256<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":73.59,"SprintDuplicateQuestions":91.61,"TwitterSemEval2015":48.46,"TwitterURLCorpus":80.7} -{"index":171,"Rank":284,"Model":"brown-beetle-tiny-v1<\/a>","Model Size (Million Parameters)":4,"Memory Usage (GB, fp32)":0.01,"Embedding Dimensions":128,"Max Tokens":1000000,"Average":73.49,"SprintDuplicateQuestions":84.68,"TwitterSemEval2015":57.44,"TwitterURLCorpus":78.34} -{"index":304,"Rank":285,"Model":"unsup-simcse-bert-base-uncased<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":73.47,"SprintDuplicateQuestions":78.03,"TwitterSemEval2015":61.01,"TwitterURLCorpus":81.37} -{"index":173,"Rank":286,"Model":"brown-fairy-base-v0<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.08,"Embedding Dimensions":768,"Max Tokens":1000000,"Average":73.08,"SprintDuplicateQuestions":87.69,"TwitterSemEval2015":52.3,"TwitterURLCorpus":79.26} -{"index":326,"Rank":287,"Model":"average_word_embeddings_komninos<\/a>","Model Size (Million Parameters)":134,"Memory Usage (GB, fp32)":0.5,"Embedding Dimensions":300,"Max Tokens":"N\/A","Average":72.99,"SprintDuplicateQuestions":85.55,"TwitterSemEval2015":54.02,"TwitterURLCorpus":79.41} -{"index":325,"Rank":288,"Model":"average_word_embeddings_glove.6B.300d<\/a>","Model Size (Million Parameters)":120,"Memory Usage (GB, fp32)":0.45,"Embedding Dimensions":300,"Max Tokens":"N\/A","Average":72.48,"SprintDuplicateQuestions":86.96,"TwitterSemEval2015":53.12,"TwitterURLCorpus":77.35} -{"index":93,"Rank":289,"Model":"LLM2Vec-Sheared-Llama-unsupervised<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":4096,"Average":72.21,"SprintDuplicateQuestions":77.36,"TwitterSemEval2015":61.54,"TwitterURLCorpus":77.73} -{"index":107,"Rank":290,"Model":"SGPT-125M-weightedmean-nli-bitfit<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":2048,"Average":71.78,"SprintDuplicateQuestions":77.73,"TwitterSemEval2015":57.09,"TwitterURLCorpus":80.51} -{"index":197,"Rank":291,"Model":"SONAR<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":71.4,"SprintDuplicateQuestions":77.08,"TwitterSemEval2015":53.58,"TwitterURLCorpus":83.53} -{"index":362,"Rank":292,"Model":"llm_mse<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":70.66,"SprintDuplicateQuestions":68.23,"TwitterSemEval2015":64.58,"TwitterURLCorpus":79.18} -{"index":14,"Rank":293,"Model":"LASER2<\/a>","Model Size (Million Parameters)":43,"Memory Usage (GB, fp32)":0.16,"Embedding Dimensions":1024,"Max Tokens":"N\/A","Average":69.84,"SprintDuplicateQuestions":68.48,"TwitterSemEval2015":59.57,"TwitterURLCorpus":81.47} -{"index":182,"Rank":294,"Model":"rubert-tiny2<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"Embedding Dimensions":2048,"Max Tokens":514,"Average":68.21,"SprintDuplicateQuestions":71.16,"TwitterSemEval2015":55.49,"TwitterURLCorpus":77.98} -{"index":324,"Rank":295,"Model":"allenai-specter<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":61.37,"SprintDuplicateQuestions":71.63,"TwitterSemEval2015":43.25,"TwitterURLCorpus":69.22} -{"index":181,"Rank":296,"Model":"rubert-tiny<\/a>","Model Size (Million Parameters)":12,"Memory Usage (GB, fp32)":0.04,"Embedding Dimensions":512,"Max Tokens":514,"Average":59.92,"SprintDuplicateQuestions":53.27,"TwitterSemEval2015":54.51,"TwitterURLCorpus":71.97} -{"index":206,"Rank":297,"Model":"bert-base-uncased<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":56.33,"SprintDuplicateQuestions":36.81,"TwitterSemEval2015":55.9,"TwitterURLCorpus":76.29} -{"index":52,"Rank":298,"Model":"rubert-base-cased-sentence<\/a>","Model Size (Million Parameters)":180,"Memory Usage (GB, fp32)":0.67,"Embedding Dimensions":768,"Max Tokens":512,"Average":54.35,"SprintDuplicateQuestions":48.25,"TwitterSemEval2015":44.64,"TwitterURLCorpus":70.15} -{"index":153,"Rank":299,"Model":"sbert_large_mt_nlu_ru<\/a>","Model Size (Million Parameters)":427,"Memory Usage (GB, fp32)":1.59,"Embedding Dimensions":1024,"Max Tokens":514,"Average":53.64,"SprintDuplicateQuestions":32.92,"TwitterSemEval2015":53.21,"TwitterURLCorpus":74.79} -{"index":50,"Rank":300,"Model":"distilrubert-small-cased-conversational<\/a>","Model Size (Million Parameters)":106,"Memory Usage (GB, fp32)":0.39,"Embedding Dimensions":768,"Max Tokens":512,"Average":49.12,"SprintDuplicateQuestions":33.2,"TwitterSemEval2015":50.38,"TwitterURLCorpus":63.78} -{"index":191,"Rank":301,"Model":"deberta-v1-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":512,"Average":48.69,"SprintDuplicateQuestions":35.51,"TwitterSemEval2015":45.73,"TwitterURLCorpus":64.83} -{"index":154,"Rank":302,"Model":"sbert_large_nlu_ru<\/a>","Model Size (Million Parameters)":427,"Memory Usage (GB, fp32)":1.59,"Embedding Dimensions":1024,"Max Tokens":512,"Average":46.91,"SprintDuplicateQuestions":15.34,"TwitterSemEval2015":51.4,"TwitterURLCorpus":73.98} -{"index":51,"Rank":303,"Model":"rubert-base-cased<\/a>","Model Size (Million Parameters)":180,"Memory Usage (GB, fp32)":0.67,"Embedding Dimensions":768,"Max Tokens":512,"Average":39.88,"SprintDuplicateQuestions":21.8,"TwitterSemEval2015":42.31,"TwitterURLCorpus":55.52} -{"index":354,"Rank":304,"Model":"ALL_862873<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":30.61,"SprintDuplicateQuestions":17.4,"TwitterSemEval2015":30.38,"TwitterURLCorpus":44.04} -{"index":373,"Rank":305,"Model":"b1ade-embed-kd_3<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":0.79,"SprintDuplicateQuestions":0.85,"TwitterSemEval2015":0.67,"TwitterURLCorpus":0.84} -{"index":2,"Rank":306,"Model":"titan-embed-text-v1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":8000,"Average":"","SprintDuplicateQuestions":"","TwitterSemEval2015":"","TwitterURLCorpus":""} -{"index":3,"Rank":307,"Model":"mistral-embed<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":"","Average":"","SprintDuplicateQuestions":"","TwitterSemEval2015":"","TwitterURLCorpus":""} -{"index":4,"Rank":308,"Model":"voyage-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":4000,"Average":"","SprintDuplicateQuestions":"","TwitterSemEval2015":"","TwitterURLCorpus":""} -{"index":8,"Rank":309,"Model":"voyage-code-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":16000,"Average":"","SprintDuplicateQuestions":"","TwitterSemEval2015":"","TwitterURLCorpus":""} -{"index":10,"Rank":310,"Model":"voyage-law-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":16000,"Average":"","SprintDuplicateQuestions":"","TwitterSemEval2015":"","TwitterURLCorpus":""} -{"index":16,"Rank":312,"Model":"llm2vec-croissant-mntp<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":"","SprintDuplicateQuestions":"","TwitterSemEval2015":"","TwitterURLCorpus":""} -{"index":32,"Rank":314,"Model":"bge-m3<\/a>","Model Size (Million Parameters)":567,"Memory Usage (GB, fp32)":2.11,"Embedding Dimensions":1024,"Max Tokens":8192,"Average":"","SprintDuplicateQuestions":97.33,"TwitterSemEval2015":"","TwitterURLCorpus":85.89} -{"index":37,"Rank":315,"Model":"e5-R-mistral-7b<\/a>","Model Size (Million Parameters)":7242,"Memory Usage (GB, fp32)":26.98,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","SprintDuplicateQuestions":"","TwitterSemEval2015":"","TwitterURLCorpus":""} -{"index":54,"Rank":318,"Model":"xlm-roberta-base<\/a>","Model Size (Million Parameters)":279,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","SprintDuplicateQuestions":"","TwitterSemEval2015":"","TwitterURLCorpus":""} -{"index":55,"Rank":319,"Model":"xlm-roberta-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","SprintDuplicateQuestions":"","TwitterSemEval2015":"","TwitterURLCorpus":""} -{"index":57,"Rank":321,"Model":"STS-multilingual-mpnet-base-v2<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","SprintDuplicateQuestions":"","TwitterSemEval2015":"","TwitterURLCorpus":""} -{"index":58,"Rank":322,"Model":"bert-base-10lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","SprintDuplicateQuestions":"","TwitterSemEval2015":"","TwitterURLCorpus":""} -{"index":59,"Rank":323,"Model":"bert-base-15lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","SprintDuplicateQuestions":"","TwitterSemEval2015":"","TwitterURLCorpus":""} -{"index":60,"Rank":324,"Model":"bert-base-25lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","SprintDuplicateQuestions":"","TwitterSemEval2015":"","TwitterURLCorpus":""} -{"index":74,"Rank":331,"Model":"gemma-2b-embeddings<\/a>","Model Size (Million Parameters)":2506,"Memory Usage (GB, fp32)":9.34,"Embedding Dimensions":2048,"Max Tokens":8192,"Average":"","SprintDuplicateQuestions":"","TwitterSemEval2015":"","TwitterURLCorpus":""} -{"index":77,"Rank":332,"Model":"bilingual-document-embedding<\/a>","Model Size (Million Parameters)":568,"Memory Usage (GB, fp32)":2.12,"Embedding Dimensions":1024,"Max Tokens":8194,"Average":"","SprintDuplicateQuestions":"","TwitterSemEval2015":"","TwitterURLCorpus":""} -{"index":100,"Rank":334,"Model":"gte-micro-v2<\/a>","Model Size (Million Parameters)":17,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","SprintDuplicateQuestions":"","TwitterSemEval2015":"","TwitterURLCorpus":""} -{"index":101,"Rank":335,"Model":"gte-micro-v3<\/a>","Model Size (Million Parameters)":17,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","SprintDuplicateQuestions":"","TwitterSemEval2015":"","TwitterURLCorpus":""} -{"index":115,"Rank":336,"Model":"Arabert-all-nli-triplet-Matryoshka<\/a>","Model Size (Million Parameters)":135,"Memory Usage (GB, fp32)":0.5,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","SprintDuplicateQuestions":"","TwitterSemEval2015":"","TwitterURLCorpus":""} -{"index":116,"Rank":337,"Model":"Arabic-MiniLM-L12-v2-all-nli-triplet<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","SprintDuplicateQuestions":"","TwitterSemEval2015":"","TwitterURLCorpus":""} -{"index":117,"Rank":338,"Model":"Arabic-all-nli-triplet-Matryoshka<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","SprintDuplicateQuestions":"","TwitterSemEval2015":"","TwitterURLCorpus":""} -{"index":118,"Rank":339,"Model":"Arabic-labse-Matryoshka<\/a>","Model Size (Million Parameters)":471,"Memory Usage (GB, fp32)":1.75,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","SprintDuplicateQuestions":"","TwitterSemEval2015":"","TwitterURLCorpus":""} -{"index":119,"Rank":340,"Model":"Arabic-mpnet-base-all-nli-triplet<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","SprintDuplicateQuestions":"","TwitterSemEval2015":"","TwitterURLCorpus":""} -{"index":120,"Rank":341,"Model":"Marbert-all-nli-triplet-Matryoshka<\/a>","Model Size (Million Parameters)":163,"Memory Usage (GB, fp32)":0.61,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","SprintDuplicateQuestions":"","TwitterSemEval2015":"","TwitterURLCorpus":""} -{"index":121,"Rank":342,"Model":"Solon-embeddings-large-0.1<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","SprintDuplicateQuestions":"","TwitterSemEval2015":"","TwitterURLCorpus":""} -{"index":122,"Rank":343,"Model":"KartonBERT-USE-base-v1<\/a>","Model Size (Million Parameters)":104,"Memory Usage (GB, fp32)":0.39,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","SprintDuplicateQuestions":"","TwitterSemEval2015":"","TwitterURLCorpus":""} -{"index":123,"Rank":344,"Model":"st-polish-kartonberta-base-alpha-v1<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","SprintDuplicateQuestions":"","TwitterSemEval2015":"","TwitterURLCorpus":""} -{"index":132,"Rank":349,"Model":"LLaMA-embeeding<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","SprintDuplicateQuestions":57.56,"TwitterSemEval2015":"","TwitterURLCorpus":""} -{"index":146,"Rank":350,"Model":"sentence-croissant-llm-base<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":"","SprintDuplicateQuestions":"","TwitterSemEval2015":"","TwitterURLCorpus":""} -{"index":148,"Rank":351,"Model":"German_Semantic_STS_V2<\/a>","Model Size (Million Parameters)":336,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","SprintDuplicateQuestions":"","TwitterSemEval2015":"","TwitterURLCorpus":""} -{"index":152,"Rank":353,"Model":"ru-en-RoSBERTa<\/a>","Model Size (Million Parameters)":404,"Memory Usage (GB, fp32)":1.5,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","SprintDuplicateQuestions":"","TwitterSemEval2015":"","TwitterURLCorpus":""} -{"index":168,"Rank":354,"Model":"brown-beetle-base-v1.1<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.08,"Embedding Dimensions":768,"Max Tokens":1000000,"Average":"","SprintDuplicateQuestions":89.63,"TwitterSemEval2015":"","TwitterURLCorpus":""} -{"index":170,"Rank":355,"Model":"brown-beetle-small-v1.1<\/a>","Model Size (Million Parameters)":8,"Memory Usage (GB, fp32)":0.03,"Embedding Dimensions":768,"Max Tokens":1000000,"Average":"","SprintDuplicateQuestions":88.99,"TwitterSemEval2015":"","TwitterURLCorpus":""} -{"index":177,"Rank":356,"Model":"slx-v0.1<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.08,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","SprintDuplicateQuestions":"","TwitterSemEval2015":"","TwitterURLCorpus":""} -{"index":183,"Rank":357,"Model":"cai-lunaris-text-embeddings<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","SprintDuplicateQuestions":"","TwitterSemEval2015":"","TwitterURLCorpus":""} -{"index":185,"Rank":358,"Model":"french-document-embedding<\/a>","Model Size (Million Parameters)":305,"Memory Usage (GB, fp32)":1.14,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","SprintDuplicateQuestions":"","TwitterSemEval2015":"","TwitterURLCorpus":""} -{"index":186,"Rank":359,"Model":"sentence-camembert-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","SprintDuplicateQuestions":"","TwitterSemEval2015":"","TwitterURLCorpus":""} -{"index":187,"Rank":360,"Model":"sentence-camembert-large<\/a>","Model Size (Million Parameters)":337,"Memory Usage (GB, fp32)":1.26,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","SprintDuplicateQuestions":"","TwitterSemEval2015":"","TwitterURLCorpus":""} -{"index":194,"Rank":361,"Model":"sft-bge-small<\/a>","Model Size (Million Parameters)":24,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":512,"Max Tokens":512,"Average":"","SprintDuplicateQuestions":"","TwitterSemEval2015":"","TwitterURLCorpus":""} -{"index":199,"Rank":362,"Model":"flaubert_base_cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","SprintDuplicateQuestions":"","TwitterSemEval2015":"","TwitterURLCorpus":""} -{"index":200,"Rank":363,"Model":"flaubert_base_uncased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","SprintDuplicateQuestions":"","TwitterSemEval2015":"","TwitterURLCorpus":""} -{"index":201,"Rank":364,"Model":"flaubert_large_cased<\/a>","Model Size (Million Parameters)":372,"Memory Usage (GB, fp32)":1.39,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","SprintDuplicateQuestions":"","TwitterSemEval2015":"","TwitterURLCorpus":""} -{"index":204,"Rank":366,"Model":"bert-base-multilingual-cased<\/a>","Model Size (Million Parameters)":179,"Memory Usage (GB, fp32)":0.67,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","SprintDuplicateQuestions":"","TwitterSemEval2015":"","TwitterURLCorpus":""} -{"index":205,"Rank":367,"Model":"bert-base-multilingual-uncased<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","SprintDuplicateQuestions":"","TwitterSemEval2015":"","TwitterURLCorpus":""} -{"index":218,"Rank":368,"Model":"inf-retriever-v1<\/a>","Model Size (Million Parameters)":7069,"Memory Usage (GB, fp32)":26.33,"Embedding Dimensions":3584,"Max Tokens":131072,"Average":"","SprintDuplicateQuestions":"","TwitterSemEval2015":"","TwitterURLCorpus":""} -{"index":230,"Rank":369,"Model":"herbert-base-retrieval-v2<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.47,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","SprintDuplicateQuestions":"","TwitterSemEval2015":"","TwitterURLCorpus":""} -{"index":231,"Rank":370,"Model":"silver-retriever-base-v1<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.47,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","SprintDuplicateQuestions":"","TwitterSemEval2015":"","TwitterURLCorpus":""} -{"index":255,"Rank":371,"Model":"ternary-weight-embedding<\/a>","Model Size (Million Parameters)":99,"Memory Usage (GB, fp32)":0.37,"Embedding Dimensions":1792,"Max Tokens":512,"Average":"","SprintDuplicateQuestions":"","TwitterSemEval2015":"","TwitterURLCorpus":""} -{"index":256,"Rank":372,"Model":"bge-m3-custom-fr<\/a>","Model Size (Million Parameters)":568,"Memory Usage (GB, fp32)":2.12,"Embedding Dimensions":1024,"Max Tokens":8194,"Average":"","SprintDuplicateQuestions":"","TwitterSemEval2015":"","TwitterURLCorpus":""} -{"index":257,"Rank":373,"Model":"sentence_croissant_alpha_v0.1<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":"","SprintDuplicateQuestions":"","TwitterSemEval2015":"","TwitterURLCorpus":""} -{"index":258,"Rank":374,"Model":"sentence_croissant_alpha_v0.2<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":"","SprintDuplicateQuestions":"","TwitterSemEval2015":"","TwitterURLCorpus":""} -{"index":259,"Rank":375,"Model":"sentence_croissant_alpha_v0.3<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":"","SprintDuplicateQuestions":"","TwitterSemEval2015":"","TwitterURLCorpus":""} -{"index":260,"Rank":376,"Model":"sentence_croissant_alpha_v0.4<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":"","SprintDuplicateQuestions":"","TwitterSemEval2015":"","TwitterURLCorpus":""} -{"index":271,"Rank":377,"Model":"mxbai-embed-xsmall-v1<\/a>","Model Size (Million Parameters)":24,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":384,"Max Tokens":4096,"Average":"","SprintDuplicateQuestions":"","TwitterSemEval2015":"","TwitterURLCorpus":""} -{"index":273,"Rank":378,"Model":"fin-mpnet-base<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","SprintDuplicateQuestions":"","TwitterSemEval2015":"","TwitterURLCorpus":""} -{"index":295,"Rank":379,"Model":"NV-Retriever-v1<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":512,"Average":"","SprintDuplicateQuestions":"","TwitterSemEval2015":"","TwitterURLCorpus":""} -{"index":296,"Rank":380,"Model":"arabic-english-sts-matryoshka<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","SprintDuplicateQuestions":"","TwitterSemEval2015":"","TwitterURLCorpus":""} -{"index":297,"Rank":381,"Model":"arabic-english-sts-matryoshka-v2.0<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","SprintDuplicateQuestions":"","TwitterSemEval2015":"","TwitterURLCorpus":""} -{"index":298,"Rank":382,"Model":"MiniCPM-Embedding<\/a>","Model Size (Million Parameters)":2725,"Memory Usage (GB, fp32)":10.15,"Embedding Dimensions":2304,"Max Tokens":512,"Average":"","SprintDuplicateQuestions":"","TwitterSemEval2015":"","TwitterURLCorpus":""} -{"index":313,"Rank":383,"Model":"mmlw-e5-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","SprintDuplicateQuestions":"","TwitterSemEval2015":"","TwitterURLCorpus":""} -{"index":314,"Rank":384,"Model":"mmlw-e5-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","SprintDuplicateQuestions":"","TwitterSemEval2015":"","TwitterURLCorpus":""} -{"index":315,"Rank":385,"Model":"mmlw-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","SprintDuplicateQuestions":"","TwitterSemEval2015":"","TwitterURLCorpus":""} -{"index":316,"Rank":386,"Model":"mmlw-roberta-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","SprintDuplicateQuestions":"","TwitterSemEval2015":"","TwitterURLCorpus":""} -{"index":317,"Rank":387,"Model":"mmlw-roberta-large<\/a>","Model Size (Million Parameters)":435,"Memory Usage (GB, fp32)":1.62,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","SprintDuplicateQuestions":"","TwitterSemEval2015":"","TwitterURLCorpus":""} -{"index":318,"Rank":388,"Model":"st-polish-paraphrase-from-distilroberta<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.47,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","SprintDuplicateQuestions":"","TwitterSemEval2015":"","TwitterURLCorpus":""} -{"index":319,"Rank":389,"Model":"st-polish-paraphrase-from-mpnet<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.47,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","SprintDuplicateQuestions":"","TwitterSemEval2015":"","TwitterURLCorpus":""} -{"index":333,"Rank":390,"Model":"multi-qa-MiniLM-L6-cos-v1<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","SprintDuplicateQuestions":"","TwitterSemEval2015":"","TwitterURLCorpus":""} -{"index":343,"Rank":391,"Model":"silma-embeddding-matryoshka-v0.1<\/a>","Model Size (Million Parameters)":135,"Memory Usage (GB, fp32)":0.5,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","SprintDuplicateQuestions":"","TwitterSemEval2015":"","TwitterURLCorpus":""} -{"index":344,"Rank":392,"Model":"silma-embeddding-sts-v0.1<\/a>","Model Size (Million Parameters)":135,"Memory Usage (GB, fp32)":0.5,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","SprintDuplicateQuestions":"","TwitterSemEval2015":"","TwitterURLCorpus":""} -{"index":347,"Rank":393,"Model":"ret-phi2-v0<\/a>","Model Size (Million Parameters)":2649,"Memory Usage (GB, fp32)":9.87,"Embedding Dimensions":2560,"Max Tokens":2048,"Average":"","SprintDuplicateQuestions":"","TwitterSemEval2015":"","TwitterURLCorpus":""} -{"index":377,"Rank":395,"Model":"bilingual-embedding-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","SprintDuplicateQuestions":"","TwitterSemEval2015":"","TwitterURLCorpus":""} -{"index":385,"Rank":396,"Model":"bi-cse<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","SprintDuplicateQuestions":"","TwitterSemEval2015":"","TwitterURLCorpus":""} -{"index":387,"Rank":397,"Model":"text-search-ada-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":2046,"Average":"","SprintDuplicateQuestions":"","TwitterSemEval2015":"","TwitterURLCorpus":""} -{"index":388,"Rank":398,"Model":"text-search-ada-doc-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":2046,"Average":"","SprintDuplicateQuestions":"","TwitterSemEval2015":"","TwitterURLCorpus":""} -{"index":389,"Rank":399,"Model":"text-search-babbage-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":2048,"Max Tokens":2046,"Average":"","SprintDuplicateQuestions":"","TwitterSemEval2015":"","TwitterURLCorpus":""} -{"index":390,"Rank":400,"Model":"text-search-curie-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":4096,"Max Tokens":2046,"Average":"","SprintDuplicateQuestions":"","TwitterSemEval2015":"","TwitterURLCorpus":""} -{"index":391,"Rank":401,"Model":"text-search-davinci-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":12288,"Max Tokens":2046,"Average":"","SprintDuplicateQuestions":"","TwitterSemEval2015":"","TwitterURLCorpus":""} diff --git a/boards_data/en/data_tasks/Reranking/default.jsonl b/boards_data/en/data_tasks/Reranking/default.jsonl deleted file mode 100644 index 115d38f7da32115e0b5b359eb4c361ab5a31efd1..0000000000000000000000000000000000000000 --- a/boards_data/en/data_tasks/Reranking/default.jsonl +++ /dev/null @@ -1,375 +0,0 @@ -{"index":22,"Rank":1,"Model":"gte-Qwen2-7B-instruct<\/a>","Model Size (Million Parameters)":7613,"Memory Usage (GB, fp32)":28.36,"Embedding Dimensions":3584,"Max Tokens":32768,"Average":61.42,"AskUbuntuDupQuestions":67.58,"MindSmallReranking":33.36,"SciDocsRR":89.09,"StackOverflowDupQuestions":55.66} -{"index":113,"Rank":2,"Model":"stella_en_1.5B_v5<\/a>","Model Size (Million Parameters)":1543,"Memory Usage (GB, fp32)":5.75,"Embedding Dimensions":8192,"Max Tokens":131072,"Average":61.21,"AskUbuntuDupQuestions":67.33,"MindSmallReranking":33.05,"SciDocsRR":89.2,"StackOverflowDupQuestions":55.25} -{"index":41,"Rank":3,"Model":"gme-Qwen2-VL-7B-Instruct-Q5_K_S-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":61.19,"AskUbuntuDupQuestions":64.07,"MindSmallReranking":33.98,"SciDocsRR":88.98,"StackOverflowDupQuestions":57.75} -{"index":19,"Rank":4,"Model":"gme-Qwen2-VL-7B-Instruct<\/a>","Model Size (Million Parameters)":8291,"Memory Usage (GB, fp32)":30.89,"Embedding Dimensions":3584,"Max Tokens":32768,"Average":61.19,"AskUbuntuDupQuestions":64.07,"MindSmallReranking":33.98,"SciDocsRR":88.98,"StackOverflowDupQuestions":57.75} -{"index":9,"Rank":5,"Model":"voyage-large-2-instruct<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":16000,"Average":61.16,"AskUbuntuDupQuestions":68.79,"MindSmallReranking":31.38,"SciDocsRR":89.34,"StackOverflowDupQuestions":55.11} -{"index":112,"Rank":6,"Model":"jasper_en_vision_language_v1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":60.91,"AskUbuntuDupQuestions":67.38,"MindSmallReranking":32.63,"SciDocsRR":89.07,"StackOverflowDupQuestions":54.58} -{"index":380,"Rank":7,"Model":"LENS-d8000<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":60.9,"AskUbuntuDupQuestions":65.74,"MindSmallReranking":31.46,"SciDocsRR":87.63,"StackOverflowDupQuestions":58.79} -{"index":379,"Rank":8,"Model":"LENS-d4000<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":60.86,"AskUbuntuDupQuestions":65.45,"MindSmallReranking":31.92,"SciDocsRR":87.92,"StackOverflowDupQuestions":58.15} -{"index":66,"Rank":9,"Model":"speed-embedding-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":60.76,"AskUbuntuDupQuestions":67.23,"MindSmallReranking":33.36,"SciDocsRR":87.29,"StackOverflowDupQuestions":55.17} -{"index":294,"Rank":10,"Model":"NV-Embed-v2<\/a>","Model Size (Million Parameters)":7851,"Memory Usage (GB, fp32)":29.25,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":60.65,"AskUbuntuDupQuestions":67.46,"MindSmallReranking":31.76,"SciDocsRR":87.59,"StackOverflowDupQuestions":55.79} -{"index":130,"Rank":11,"Model":"SFR-Embedding-Mistral<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":60.64,"AskUbuntuDupQuestions":67.58,"MindSmallReranking":32.72,"SciDocsRR":86.58,"StackOverflowDupQuestions":55.68} -{"index":293,"Rank":12,"Model":"NV-Embed-v1<\/a>","Model Size (Million Parameters)":7851,"Memory Usage (GB, fp32)":29.25,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":60.54,"AskUbuntuDupQuestions":67.5,"MindSmallReranking":30.82,"SciDocsRR":87.26,"StackOverflowDupQuestions":56.58} -{"index":40,"Rank":13,"Model":"GritLM-7B-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":60.49,"AskUbuntuDupQuestions":67.34,"MindSmallReranking":31.81,"SciDocsRR":86.84,"StackOverflowDupQuestions":55.96} -{"index":300,"Rank":14,"Model":"GritLM-7B-vllm<\/a>","Model Size (Million Parameters)":7242,"Memory Usage (GB, fp32)":26.98,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":60.49,"AskUbuntuDupQuestions":67.34,"MindSmallReranking":31.81,"SciDocsRR":86.84,"StackOverflowDupQuestions":55.96} -{"index":349,"Rank":15,"Model":"GritLM-7B-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":60.49,"AskUbuntuDupQuestions":67.34,"MindSmallReranking":31.81,"SciDocsRR":86.84,"StackOverflowDupQuestions":55.96} -{"index":61,"Rank":16,"Model":"GritLM-7B<\/a>","Model Size (Million Parameters)":7240,"Memory Usage (GB, fp32)":26.97,"Embedding Dimensions":"","Max Tokens":4096,"Average":60.48,"AskUbuntuDupQuestions":67.37,"MindSmallReranking":31.81,"SciDocsRR":86.82,"StackOverflowDupQuestions":55.94} -{"index":308,"Rank":17,"Model":"TDTE<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":60.46,"AskUbuntuDupQuestions":66.73,"MindSmallReranking":32.51,"SciDocsRR":87.03,"StackOverflowDupQuestions":55.55} -{"index":214,"Rank":18,"Model":"granite-embedding-125m-english<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":514,"Average":60.33,"AskUbuntuDupQuestions":66.48,"MindSmallReranking":32.22,"SciDocsRR":88.1,"StackOverflowDupQuestions":54.52} -{"index":81,"Rank":19,"Model":"Linq-Embed-Mistral<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":60.29,"AskUbuntuDupQuestions":66.82,"MindSmallReranking":32.06,"SciDocsRR":86.4,"StackOverflowDupQuestions":55.89} -{"index":223,"Rank":20,"Model":"e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":60.21,"AskUbuntuDupQuestions":66.98,"MindSmallReranking":32.59,"SciDocsRR":86.34,"StackOverflowDupQuestions":54.93} -{"index":26,"Rank":21,"Model":"e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":60.21,"AskUbuntuDupQuestions":66.98,"MindSmallReranking":32.6,"SciDocsRR":86.33,"StackOverflowDupQuestions":54.91} -{"index":114,"Rank":22,"Model":"stella_en_400M_v5<\/a>","Model Size (Million Parameters)":435,"Memory Usage (GB, fp32)":1.62,"Embedding Dimensions":8192,"Max Tokens":8192,"Average":60.16,"AskUbuntuDupQuestions":66.15,"MindSmallReranking":33.05,"SciDocsRR":88.44,"StackOverflowDupQuestions":52.99} -{"index":129,"Rank":23,"Model":"SFR-Embedding-2_R<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":60.14,"AskUbuntuDupQuestions":66.71,"MindSmallReranking":31.26,"SciDocsRR":87.29,"StackOverflowDupQuestions":55.32} -{"index":20,"Rank":24,"Model":"gte-Qwen1.5-7B-instruct<\/a>","Model Size (Million Parameters)":7099,"Memory Usage (GB, fp32)":26.45,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":60.13,"AskUbuntuDupQuestions":66.0,"MindSmallReranking":32.71,"SciDocsRR":87.89,"StackOverflowDupQuestions":53.93} -{"index":196,"Rank":25,"Model":"mxbai-embed-large-v1-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":60.11,"AskUbuntuDupQuestions":65.16,"MindSmallReranking":32.54,"SciDocsRR":87.53,"StackOverflowDupQuestions":55.22} -{"index":254,"Rank":26,"Model":"mxbai-embed-large-v1-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":60.11,"AskUbuntuDupQuestions":65.16,"MindSmallReranking":32.54,"SciDocsRR":87.53,"StackOverflowDupQuestions":55.22} -{"index":345,"Rank":27,"Model":"mxbai-embed-large-v1-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":60.11,"AskUbuntuDupQuestions":65.16,"MindSmallReranking":32.54,"SciDocsRR":87.53,"StackOverflowDupQuestions":55.22} -{"index":346,"Rank":28,"Model":"mxbai-embed-large-v1-Q5_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":60.11,"AskUbuntuDupQuestions":65.16,"MindSmallReranking":32.54,"SciDocsRR":87.53,"StackOverflowDupQuestions":55.22} -{"index":270,"Rank":29,"Model":"mxbai-embed-large-v1<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":60.11,"AskUbuntuDupQuestions":65.16,"MindSmallReranking":32.54,"SciDocsRR":87.53,"StackOverflowDupQuestions":55.22} -{"index":162,"Rank":30,"Model":"GIST-large-Embedding-v0<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":60.05,"AskUbuntuDupQuestions":64.7,"MindSmallReranking":32.82,"SciDocsRR":87.8,"StackOverflowDupQuestions":54.88} -{"index":253,"Rank":31,"Model":"ember-v1<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":60.04,"AskUbuntuDupQuestions":64.46,"MindSmallReranking":32.27,"SciDocsRR":87.56,"StackOverflowDupQuestions":55.85} -{"index":131,"Rank":32,"Model":"ember-v1-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":60.04,"AskUbuntuDupQuestions":64.46,"MindSmallReranking":32.27,"SciDocsRR":87.56,"StackOverflowDupQuestions":55.85} -{"index":212,"Rank":33,"Model":"bge-large-en-v1.5-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":60.03,"AskUbuntuDupQuestions":64.47,"MindSmallReranking":32.06,"SciDocsRR":87.63,"StackOverflowDupQuestions":55.95} -{"index":281,"Rank":34,"Model":"bge-large-en-v1.5<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":60.03,"AskUbuntuDupQuestions":64.47,"MindSmallReranking":32.06,"SciDocsRR":87.63,"StackOverflowDupQuestions":55.95} -{"index":310,"Rank":35,"Model":"bge-large-en-v1.5-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":60.03,"AskUbuntuDupQuestions":64.47,"MindSmallReranking":32.06,"SciDocsRR":87.63,"StackOverflowDupQuestions":55.95} -{"index":309,"Rank":36,"Model":"bge-large-en-v1.5-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":60.03,"AskUbuntuDupQuestions":64.47,"MindSmallReranking":32.06,"SciDocsRR":87.63,"StackOverflowDupQuestions":55.95} -{"index":31,"Rank":37,"Model":"bge-large-en-v1.5<\/a>","Model Size (Million Parameters)":1340,"Memory Usage (GB, fp32)":4.99,"Embedding Dimensions":1024,"Max Tokens":512,"Average":60.03,"AskUbuntuDupQuestions":64.47,"MindSmallReranking":32.06,"SciDocsRR":87.63,"StackOverflowDupQuestions":55.95} -{"index":371,"Rank":38,"Model":"b1ade-embed<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":60.0,"AskUbuntuDupQuestions":64.42,"MindSmallReranking":32.78,"SciDocsRR":87.61,"StackOverflowDupQuestions":55.19} -{"index":21,"Rank":39,"Model":"gte-Qwen2-1.5B-instruct<\/a>","Model Size (Million Parameters)":1776,"Memory Usage (GB, fp32)":6.62,"Embedding Dimensions":1536,"Max Tokens":131072,"Average":59.98,"AskUbuntuDupQuestions":64.55,"MindSmallReranking":33.94,"SciDocsRR":86.52,"StackOverflowDupQuestions":54.91} -{"index":76,"Rank":40,"Model":"MUG-B-1.6<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":59.97,"AskUbuntuDupQuestions":64.29,"MindSmallReranking":32.66,"SciDocsRR":87.65,"StackOverflowDupQuestions":55.28} -{"index":145,"Rank":41,"Model":"UAE-Large-V1<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":59.88,"AskUbuntuDupQuestions":64.2,"MindSmallReranking":32.51,"SciDocsRR":87.49,"StackOverflowDupQuestions":55.32} -{"index":311,"Rank":42,"Model":"sf_model_e5<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":59.86,"AskUbuntuDupQuestions":64.32,"MindSmallReranking":32.27,"SciDocsRR":87.47,"StackOverflowDupQuestions":55.4} -{"index":30,"Rank":43,"Model":"bge-en-icl<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":59.86,"AskUbuntuDupQuestions":65.15,"MindSmallReranking":30.6,"SciDocsRR":86.96,"StackOverflowDupQuestions":56.71} -{"index":62,"Rank":44,"Model":"GritLM-8x7B<\/a>","Model Size (Million Parameters)":46703,"Memory Usage (GB, fp32)":173.98,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":59.8,"AskUbuntuDupQuestions":65.6,"MindSmallReranking":32.84,"SciDocsRR":86.43,"StackOverflowDupQuestions":54.33} -{"index":350,"Rank":45,"Model":"GritLM-8x7B-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":59.8,"AskUbuntuDupQuestions":65.6,"MindSmallReranking":32.84,"SciDocsRR":86.43,"StackOverflowDupQuestions":54.33} -{"index":11,"Rank":46,"Model":"voyage-lite-01-instruct<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":4000,"Average":59.74,"AskUbuntuDupQuestions":65.77,"MindSmallReranking":31.69,"SciDocsRR":87.03,"StackOverflowDupQuestions":54.49} -{"index":33,"Rank":47,"Model":"bge-multilingual-gemma2<\/a>","Model Size (Million Parameters)":9242,"Memory Usage (GB, fp32)":34.43,"Embedding Dimensions":3584,"Max Tokens":8192,"Average":59.72,"AskUbuntuDupQuestions":64.59,"MindSmallReranking":31.79,"SciDocsRR":87.6,"StackOverflowDupQuestions":54.9} -{"index":88,"Rank":48,"Model":"LLM2Vec-Meta-Llama-3-supervised<\/a>","Model Size (Million Parameters)":7505,"Memory Usage (GB, fp32)":27.96,"Embedding Dimensions":4096,"Max Tokens":8192,"Average":59.68,"AskUbuntuDupQuestions":65.19,"MindSmallReranking":32.67,"SciDocsRR":86.05,"StackOverflowDupQuestions":54.82} -{"index":366,"Rank":49,"Model":"voyage-3-m-exp<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":59.5,"AskUbuntuDupQuestions":66.93,"MindSmallReranking":29.68,"SciDocsRR":86.72,"StackOverflowDupQuestions":54.69} -{"index":6,"Rank":50,"Model":"voyage-3-m-exp<\/a>","Model Size (Million Parameters)":6918,"Memory Usage (GB, fp32)":25.77,"Embedding Dimensions":2048,"Max Tokens":32000,"Average":59.5,"AskUbuntuDupQuestions":66.93,"MindSmallReranking":29.68,"SciDocsRR":86.72,"StackOverflowDupQuestions":54.69} -{"index":160,"Rank":51,"Model":"GIST-Embedding-v0<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":59.37,"AskUbuntuDupQuestions":62.69,"MindSmallReranking":32.36,"SciDocsRR":87.72,"StackOverflowDupQuestions":54.72} -{"index":323,"Rank":52,"Model":"all-mpnet-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average":59.36,"AskUbuntuDupQuestions":65.85,"MindSmallReranking":30.97,"SciDocsRR":88.65,"StackOverflowDupQuestions":51.98} -{"index":355,"Rank":53,"Model":"BinGSE-Meta-Llama-3-8B-Instruct<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":59.28,"AskUbuntuDupQuestions":65.09,"MindSmallReranking":32.32,"SciDocsRR":86.15,"StackOverflowDupQuestions":53.58} -{"index":307,"Rank":54,"Model":"FUE-v1<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average":59.18,"AskUbuntuDupQuestions":66.82,"MindSmallReranking":31.37,"SciDocsRR":88.06,"StackOverflowDupQuestions":50.49} -{"index":398,"Rank":55,"Model":"text-embedding-3-large<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":3072,"Max Tokens":8191,"Average":59.16,"AskUbuntuDupQuestions":65.03,"MindSmallReranking":29.86,"SciDocsRR":86.66,"StackOverflowDupQuestions":55.08} -{"index":352,"Rank":56,"Model":"gte-large<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":59.13,"AskUbuntuDupQuestions":63.06,"MindSmallReranking":32.63,"SciDocsRR":87.2,"StackOverflowDupQuestions":53.63} -{"index":384,"Rank":57,"Model":"Zeta-Alpha-E5-Mistral<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":59.02,"AskUbuntuDupQuestions":64.58,"MindSmallReranking":32.2,"SciDocsRR":85.16,"StackOverflowDupQuestions":54.15} -{"index":275,"Rank":58,"Model":"bge-base-en-v1.5-quant<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":58.94,"AskUbuntuDupQuestions":62.39,"MindSmallReranking":31.89,"SciDocsRR":87.05,"StackOverflowDupQuestions":54.45} -{"index":269,"Rank":59,"Model":"mxbai-embed-2d-large-v1<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":58.94,"AskUbuntuDupQuestions":63.77,"MindSmallReranking":31.85,"SciDocsRR":86.98,"StackOverflowDupQuestions":53.16} -{"index":228,"Rank":60,"Model":"multilingual-e5-large-instruct<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":58.92,"AskUbuntuDupQuestions":64.41,"MindSmallReranking":33.07,"SciDocsRR":85.75,"StackOverflowDupQuestions":52.45} -{"index":1,"Rank":61,"Model":"text-embedding-004<\/a>","Model Size (Million Parameters)":1200,"Memory Usage (GB, fp32)":4.47,"Embedding Dimensions":768,"Max Tokens":2048,"Average":58.9,"AskUbuntuDupQuestions":64.4,"MindSmallReranking":33.07,"SciDocsRR":83.59,"StackOverflowDupQuestions":54.56} -{"index":165,"Rank":62,"Model":"bge-base-en-v1-5-seqlen-384-bs-1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":58.86,"AskUbuntuDupQuestions":62.13,"MindSmallReranking":31.2,"SciDocsRR":87.49,"StackOverflowDupQuestions":54.61} -{"index":29,"Rank":63,"Model":"bge-base-en-v1.5<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":58.86,"AskUbuntuDupQuestions":62.13,"MindSmallReranking":31.2,"SciDocsRR":87.49,"StackOverflowDupQuestions":54.61} -{"index":217,"Rank":64,"Model":"stella-base-en-v2<\/a>","Model Size (Million Parameters)":55,"Memory Usage (GB, fp32)":0.2,"Embedding Dimensions":768,"Max Tokens":512,"Average":58.78,"AskUbuntuDupQuestions":62.72,"MindSmallReranking":31.91,"SciDocsRR":86.66,"StackOverflowDupQuestions":53.81} -{"index":351,"Rank":65,"Model":"gte-base<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":58.61,"AskUbuntuDupQuestions":61.8,"MindSmallReranking":32.54,"SciDocsRR":87.08,"StackOverflowDupQuestions":53.01} -{"index":163,"Rank":66,"Model":"GIST-small-Embedding-v0<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":58.56,"AskUbuntuDupQuestions":62.33,"MindSmallReranking":32.36,"SciDocsRR":86.48,"StackOverflowDupQuestions":53.06} -{"index":216,"Rank":67,"Model":"granite-embedding-30m-english<\/a>","Model Size (Million Parameters)":30,"Memory Usage (GB, fp32)":0.11,"Embedding Dimensions":384,"Max Tokens":514,"Average":58.53,"AskUbuntuDupQuestions":64.13,"MindSmallReranking":30.88,"SciDocsRR":86.45,"StackOverflowDupQuestions":52.65} -{"index":18,"Rank":68,"Model":"gme-Qwen2-VL-2B-Instruct<\/a>","Model Size (Million Parameters)":2209,"Memory Usage (GB, fp32)":8.23,"Embedding Dimensions":1536,"Max Tokens":32768,"Average":58.5,"AskUbuntuDupQuestions":60.65,"MindSmallReranking":33.41,"SciDocsRR":85.83,"StackOverflowDupQuestions":54.11} -{"index":24,"Rank":69,"Model":"gte-large-en-v1.5<\/a>","Model Size (Million Parameters)":434,"Memory Usage (GB, fp32)":1.62,"Embedding Dimensions":1024,"Max Tokens":8192,"Average":58.5,"AskUbuntuDupQuestions":63.13,"MindSmallReranking":31.46,"SciDocsRR":86.93,"StackOverflowDupQuestions":52.48} -{"index":321,"Rank":70,"Model":"all-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":58.44,"AskUbuntuDupQuestions":64.06,"MindSmallReranking":31.02,"SciDocsRR":87.2,"StackOverflowDupQuestions":51.47} -{"index":90,"Rank":71,"Model":"LLM2Vec-Mistral-supervised<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":58.42,"AskUbuntuDupQuestions":63.98,"MindSmallReranking":31.5,"SciDocsRR":83.8,"StackOverflowDupQuestions":54.41} -{"index":149,"Rank":72,"Model":"MedEmbed-small-v0.1<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":58.38,"AskUbuntuDupQuestions":62.69,"MindSmallReranking":31.72,"SciDocsRR":85.79,"StackOverflowDupQuestions":53.32} -{"index":34,"Rank":73,"Model":"bge-small-en-v1.5<\/a>","Model Size (Million Parameters)":24,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":512,"Max Tokens":512,"Average":58.36,"AskUbuntuDupQuestions":62.59,"MindSmallReranking":31.29,"SciDocsRR":85.94,"StackOverflowDupQuestions":53.64} -{"index":198,"Rank":74,"Model":"english-4U-bge-small<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":58.36,"AskUbuntuDupQuestions":62.59,"MindSmallReranking":31.29,"SciDocsRR":85.94,"StackOverflowDupQuestions":53.64} -{"index":375,"Rank":75,"Model":"bge-small-en-v1.5-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":58.36,"AskUbuntuDupQuestions":62.59,"MindSmallReranking":31.29,"SciDocsRR":85.94,"StackOverflowDupQuestions":53.64} -{"index":164,"Rank":76,"Model":"NoInstruct-small-Embedding-v0<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":58.3,"AskUbuntuDupQuestions":62.13,"MindSmallReranking":31.92,"SciDocsRR":86.18,"StackOverflowDupQuestions":52.96} -{"index":12,"Rank":77,"Model":"voyage-lite-02-instruct<\/a>","Model Size (Million Parameters)":1220,"Memory Usage (GB, fp32)":4.54,"Embedding Dimensions":1024,"Max Tokens":4000,"Average":58.24,"AskUbuntuDupQuestions":63.24,"MindSmallReranking":31.48,"SciDocsRR":84.68,"StackOverflowDupQuestions":53.56} -{"index":245,"Rank":78,"Model":"echo-mistral-7b-instruct-lasttoken<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":58.14,"AskUbuntuDupQuestions":64.13,"MindSmallReranking":32.92,"SciDocsRR":83.68,"StackOverflowDupQuestions":51.84} -{"index":166,"Rank":79,"Model":"concat-e5-small-bge-small-01<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":58.14,"AskUbuntuDupQuestions":61.81,"MindSmallReranking":31.3,"SciDocsRR":85.9,"StackOverflowDupQuestions":53.56} -{"index":243,"Rank":80,"Model":"jina-embeddings-v3<\/a>","Model Size (Million Parameters)":572,"Memory Usage (GB, fp32)":2.13,"Embedding Dimensions":1024,"Max Tokens":8194,"Average":58.13,"AskUbuntuDupQuestions":65.04,"MindSmallReranking":30.83,"SciDocsRR":84.88,"StackOverflowDupQuestions":51.77} -{"index":49,"Rank":81,"Model":"jina-embeddings-v3<\/a>","Model Size (Million Parameters)":572,"Memory Usage (GB, fp32)":2.13,"Embedding Dimensions":1024,"Max Tokens":8194,"Average":58.13,"AskUbuntuDupQuestions":65.04,"MindSmallReranking":30.83,"SciDocsRR":84.88,"StackOverflowDupQuestions":51.77} -{"index":322,"Rank":82,"Model":"all-MiniLM-L6-v2<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":384,"Max Tokens":512,"Average":58.04,"AskUbuntuDupQuestions":63.48,"MindSmallReranking":30.8,"SciDocsRR":87.12,"StackOverflowDupQuestions":50.77} -{"index":261,"Rank":83,"Model":"all-MiniLM-L6-v2-ds<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":58.04,"AskUbuntuDupQuestions":63.48,"MindSmallReranking":30.8,"SciDocsRR":87.12,"StackOverflowDupQuestions":50.76} -{"index":46,"Rank":84,"Model":"Cohere-embed-english-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":512,"Average":58.01,"AskUbuntuDupQuestions":61.7,"MindSmallReranking":32.67,"SciDocsRR":85.2,"StackOverflowDupQuestions":52.48} -{"index":397,"Rank":85,"Model":"text-embedding-3-large-256<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":256,"Max Tokens":8191,"Average":57.99,"AskUbuntuDupQuestions":64.61,"MindSmallReranking":29.63,"SciDocsRR":84.25,"StackOverflowDupQuestions":53.46} -{"index":156,"Rank":86,"Model":"bge-small-en<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":57.97,"AskUbuntuDupQuestions":62.28,"MindSmallReranking":30.46,"SciDocsRR":85.93,"StackOverflowDupQuestions":53.2} -{"index":161,"Rank":87,"Model":"GIST-all-MiniLM-L6-v2<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.08,"Embedding Dimensions":384,"Max Tokens":512,"Average":57.95,"AskUbuntuDupQuestions":62.97,"MindSmallReranking":31.31,"SciDocsRR":87.14,"StackOverflowDupQuestions":50.36} -{"index":279,"Rank":88,"Model":"bge-small-en-v1.5-quant<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":57.86,"AskUbuntuDupQuestions":62.4,"MindSmallReranking":31.28,"SciDocsRR":85.01,"StackOverflowDupQuestions":52.75} -{"index":48,"Rank":89,"Model":"Cohere-embed-multilingual-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":512,"Average":57.86,"AskUbuntuDupQuestions":62.13,"MindSmallReranking":32.59,"SciDocsRR":84.31,"StackOverflowDupQuestions":52.4} -{"index":0,"Rank":90,"Model":"text-embedding-004-256<\/a>","Model Size (Million Parameters)":1200,"Memory Usage (GB, fp32)":4.47,"Embedding Dimensions":256,"Max Tokens":2048,"Average":57.78,"AskUbuntuDupQuestions":63.84,"MindSmallReranking":31.89,"SciDocsRR":81.62,"StackOverflowDupQuestions":53.76} -{"index":353,"Rank":91,"Model":"gte-small<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":57.7,"AskUbuntuDupQuestions":61.72,"MindSmallReranking":32.21,"SciDocsRR":84.83,"StackOverflowDupQuestions":52.03} -{"index":23,"Rank":92,"Model":"gte-base-en-v1.5<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":8192,"Average":57.66,"AskUbuntuDupQuestions":61.83,"MindSmallReranking":31.34,"SciDocsRR":85.17,"StackOverflowDupQuestions":52.29} -{"index":248,"Rank":93,"Model":"modernbert-embed-large<\/a>","Model Size (Million Parameters)":395,"Memory Usage (GB, fp32)":1.47,"Embedding Dimensions":1024,"Max Tokens":8192,"Average":57.65,"AskUbuntuDupQuestions":63.21,"MindSmallReranking":30.99,"SciDocsRR":83.41,"StackOverflowDupQuestions":52.98} -{"index":208,"Rank":94,"Model":"instructor-large<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":768,"Max Tokens":512,"Average":57.54,"AskUbuntuDupQuestions":64.3,"MindSmallReranking":31.68,"SciDocsRR":82.0,"StackOverflowDupQuestions":52.17} -{"index":157,"Rank":95,"Model":"Titan-text-embeddings-v2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":57.5,"AskUbuntuDupQuestions":63.29,"MindSmallReranking":31.3,"SciDocsRR":80.67,"StackOverflowDupQuestions":54.75} -{"index":85,"Rank":96,"Model":"onnx-gte-multilingual-base<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":57.47,"AskUbuntuDupQuestions":61.88,"MindSmallReranking":31.75,"SciDocsRR":84.15,"StackOverflowDupQuestions":52.09} -{"index":25,"Rank":97,"Model":"gte-multilingual-base<\/a>","Model Size (Million Parameters)":305,"Memory Usage (GB, fp32)":1.14,"Embedding Dimensions":768,"Max Tokens":8192,"Average":57.47,"AskUbuntuDupQuestions":61.88,"MindSmallReranking":31.75,"SciDocsRR":84.15,"StackOverflowDupQuestions":52.09} -{"index":86,"Rank":98,"Model":"LLM2Vec-Llama-2-7b-chat-hf-mntp-supervised<\/a>","Model Size (Million Parameters)":6607,"Memory Usage (GB, fp32)":24.61,"Embedding Dimensions":4096,"Max Tokens":4096,"Average":57.38,"AskUbuntuDupQuestions":63.13,"MindSmallReranking":31.34,"SciDocsRR":84.03,"StackOverflowDupQuestions":51.02} -{"index":209,"Rank":99,"Model":"instructor-xl<\/a>","Model Size (Million Parameters)":1241,"Memory Usage (GB, fp32)":4.62,"Embedding Dimensions":768,"Max Tokens":512,"Average":57.29,"AskUbuntuDupQuestions":65.35,"MindSmallReranking":31.81,"SciDocsRR":79.49,"StackOverflowDupQuestions":52.52} -{"index":276,"Rank":100,"Model":"bge-base-en-v1.5-sparse<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":57.18,"AskUbuntuDupQuestions":60.23,"MindSmallReranking":31.71,"SciDocsRR":84.46,"StackOverflowDupQuestions":52.32} -{"index":299,"Rank":101,"Model":"MiniCPM-Embedding-Light<\/a>","Model Size (Million Parameters)":434,"Memory Usage (GB, fp32)":1.62,"Embedding Dimensions":1024,"Max Tokens":4096,"Average":57.14,"AskUbuntuDupQuestions":60.45,"MindSmallReranking":32.68,"SciDocsRR":84.07,"StackOverflowDupQuestions":51.37} -{"index":252,"Rank":102,"Model":"XLM-3B5-embedding<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":57.12,"AskUbuntuDupQuestions":62.73,"MindSmallReranking":30.81,"SciDocsRR":85.11,"StackOverflowDupQuestions":49.85} -{"index":203,"Rank":103,"Model":"jina-embeddings-v2-base-en-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":56.98,"AskUbuntuDupQuestions":62.25,"MindSmallReranking":30.54,"SciDocsRR":83.1,"StackOverflowDupQuestions":52.05} -{"index":240,"Rank":104,"Model":"jina-embeddings-v2-base-en<\/a>","Model Size (Million Parameters)":275,"Memory Usage (GB, fp32)":1.02,"Embedding Dimensions":768,"Max Tokens":8192,"Average":56.98,"AskUbuntuDupQuestions":62.25,"MindSmallReranking":30.54,"SciDocsRR":83.1,"StackOverflowDupQuestions":52.05} -{"index":274,"Rank":105,"Model":"jina-embeddings-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":56.98,"AskUbuntuDupQuestions":62.25,"MindSmallReranking":30.54,"SciDocsRR":83.1,"StackOverflowDupQuestions":52.05} -{"index":159,"Rank":106,"Model":"jina-embeddings-v2-base-en<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":8192,"Average":56.98,"AskUbuntuDupQuestions":62.25,"MindSmallReranking":30.54,"SciDocsRR":83.1,"StackOverflowDupQuestions":52.05} -{"index":374,"Rank":107,"Model":"jina-embeddings-v2-base-en-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":56.98,"AskUbuntuDupQuestions":62.25,"MindSmallReranking":30.54,"SciDocsRR":83.1,"StackOverflowDupQuestions":52.05} -{"index":302,"Rank":108,"Model":"mini-gte<\/a>","Model Size (Million Parameters)":66,"Memory Usage (GB, fp32)":0.25,"Embedding Dimensions":768,"Max Tokens":512,"Average":56.98,"AskUbuntuDupQuestions":61.57,"MindSmallReranking":32.16,"SciDocsRR":84.42,"StackOverflowDupQuestions":49.79} -{"index":247,"Rank":109,"Model":"cde-small-v2<\/a>","Model Size (Million Parameters)":150,"Memory Usage (GB, fp32)":0.56,"Embedding Dimensions":768,"Max Tokens":512,"Average":56.94,"AskUbuntuDupQuestions":61.79,"MindSmallReranking":28.91,"SciDocsRR":84.37,"StackOverflowDupQuestions":52.7} -{"index":305,"Rank":110,"Model":"FAB-Ramy-v1<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average":56.9,"AskUbuntuDupQuestions":63.0,"MindSmallReranking":29.32,"SciDocsRR":84.76,"StackOverflowDupQuestions":50.54} -{"index":246,"Rank":111,"Model":"cde-small-v1<\/a>","Model Size (Million Parameters)":143,"Memory Usage (GB, fp32)":0.53,"Embedding Dimensions":768,"Max Tokens":512,"Average":56.75,"AskUbuntuDupQuestions":61.27,"MindSmallReranking":30.1,"SciDocsRR":82.91,"StackOverflowDupQuestions":52.72} -{"index":399,"Rank":112,"Model":"text-embedding-3-small<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":8191,"Average":56.72,"AskUbuntuDupQuestions":62.18,"MindSmallReranking":29.93,"SciDocsRR":83.25,"StackOverflowDupQuestions":51.53} -{"index":331,"Rank":113,"Model":"gtr-t5-xxl<\/a>","Model Size (Million Parameters)":4865,"Memory Usage (GB, fp32)":18.12,"Embedding Dimensions":768,"Max Tokens":512,"Average":56.66,"AskUbuntuDupQuestions":63.23,"MindSmallReranking":31.93,"SciDocsRR":77.96,"StackOverflowDupQuestions":53.5} -{"index":222,"Rank":114,"Model":"e5-large-v2<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":56.61,"AskUbuntuDupQuestions":59.62,"MindSmallReranking":31.83,"SciDocsRR":84.31,"StackOverflowDupQuestions":50.68} -{"index":75,"Rank":115,"Model":"e5-large-v2-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":56.61,"AskUbuntuDupQuestions":59.62,"MindSmallReranking":31.83,"SciDocsRR":84.31,"StackOverflowDupQuestions":50.68} -{"index":109,"Rank":116,"Model":"SGPT-5.8B-weightedmean-msmarco-specb-bitfit<\/a>","Model Size (Million Parameters)":5874,"Memory Usage (GB, fp32)":21.88,"Embedding Dimensions":4096,"Max Tokens":2048,"Average":56.56,"AskUbuntuDupQuestions":61.63,"MindSmallReranking":32.29,"SciDocsRR":80.79,"StackOverflowDupQuestions":51.53} -{"index":221,"Rank":117,"Model":"e5-large<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":56.53,"AskUbuntuDupQuestions":60.07,"MindSmallReranking":30.78,"SciDocsRR":83.94,"StackOverflowDupQuestions":51.33} -{"index":339,"Rank":118,"Model":"sentence-t5-xxl<\/a>","Model Size (Million Parameters)":4865,"Memory Usage (GB, fp32)":18.12,"Embedding Dimensions":768,"Max Tokens":512,"Average":56.42,"AskUbuntuDupQuestions":66.16,"MindSmallReranking":30.6,"SciDocsRR":76.09,"StackOverflowDupQuestions":52.85} -{"index":282,"Rank":119,"Model":"modernbert-embed-base<\/a>","Model Size (Million Parameters)":149,"Memory Usage (GB, fp32)":0.56,"Embedding Dimensions":768,"Max Tokens":8192,"Average":56.42,"AskUbuntuDupQuestions":62.33,"MindSmallReranking":30.62,"SciDocsRR":81.52,"StackOverflowDupQuestions":51.19} -{"index":237,"Rank":120,"Model":"jina-embedding-l-en-v1<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":56.42,"AskUbuntuDupQuestions":62.83,"MindSmallReranking":31.48,"SciDocsRR":80.97,"StackOverflowDupQuestions":50.38} -{"index":396,"Rank":121,"Model":"text-embedding-ada-002<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":8191,"Average":56.32,"AskUbuntuDupQuestions":62.05,"MindSmallReranking":31.45,"SciDocsRR":81.22,"StackOverflowDupQuestions":50.54} -{"index":79,"Rank":122,"Model":"bilingual-embedding-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":56.26,"AskUbuntuDupQuestions":60.77,"MindSmallReranking":31.72,"SciDocsRR":84.26,"StackOverflowDupQuestions":48.3} -{"index":207,"Rank":123,"Model":"instructor-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":56.2,"AskUbuntuDupQuestions":63.17,"MindSmallReranking":31.82,"SciDocsRR":78.83,"StackOverflowDupQuestions":50.99} -{"index":45,"Rank":124,"Model":"Cohere-embed-english-light-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":56.09,"AskUbuntuDupQuestions":60.11,"MindSmallReranking":31.87,"SciDocsRR":81.62,"StackOverflowDupQuestions":50.76} -{"index":211,"Rank":125,"Model":"granite-embedding-278m-multilingual-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":56.07,"AskUbuntuDupQuestions":62.34,"MindSmallReranking":30.54,"SciDocsRR":79.61,"StackOverflowDupQuestions":51.78} -{"index":215,"Rank":126,"Model":"granite-embedding-278m-multilingual<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":56.07,"AskUbuntuDupQuestions":62.34,"MindSmallReranking":30.54,"SciDocsRR":79.61,"StackOverflowDupQuestions":51.78} -{"index":210,"Rank":127,"Model":"granite-embedding-278m-multilingual-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":56.07,"AskUbuntuDupQuestions":62.34,"MindSmallReranking":30.54,"SciDocsRR":79.61,"StackOverflowDupQuestions":51.78} -{"index":330,"Rank":128,"Model":"gtr-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Embedding Dimensions":768,"Max Tokens":512,"Average":55.96,"AskUbuntuDupQuestions":63.08,"MindSmallReranking":31.5,"SciDocsRR":76.49,"StackOverflowDupQuestions":52.79} -{"index":227,"Rank":129,"Model":"multilingual-e5-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":55.96,"AskUbuntuDupQuestions":59.24,"MindSmallReranking":30.24,"SciDocsRR":84.22,"StackOverflowDupQuestions":50.14} -{"index":138,"Rank":130,"Model":"snowflake-arctic-embed-m-v1.5<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":55.94,"AskUbuntuDupQuestions":61.6,"MindSmallReranking":30.21,"SciDocsRR":79.74,"StackOverflowDupQuestions":52.2} -{"index":235,"Rank":131,"Model":"udever-bloom-7b1<\/a>","Model Size (Million Parameters)":7069,"Memory Usage (GB, fp32)":26.33,"Embedding Dimensions":4096,"Max Tokens":2048,"Average":55.91,"AskUbuntuDupQuestions":61.6,"MindSmallReranking":31.22,"SciDocsRR":80.27,"StackOverflowDupQuestions":50.55} -{"index":150,"Rank":132,"Model":"e5-base-v2-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":55.91,"AskUbuntuDupQuestions":58.98,"MindSmallReranking":31.29,"SciDocsRR":83.02,"StackOverflowDupQuestions":50.34} -{"index":195,"Rank":133,"Model":"e5-base-4k<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":55.91,"AskUbuntuDupQuestions":58.98,"MindSmallReranking":31.29,"SciDocsRR":83.02,"StackOverflowDupQuestions":50.34} -{"index":220,"Rank":134,"Model":"e5-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":55.91,"AskUbuntuDupQuestions":58.98,"MindSmallReranking":31.29,"SciDocsRR":83.02,"StackOverflowDupQuestions":50.34} -{"index":65,"Rank":135,"Model":"KaLM-embedding-multilingual-mini-v1<\/a>","Model Size (Million Parameters)":494,"Memory Usage (GB, fp32)":1.84,"Embedding Dimensions":896,"Max Tokens":131072,"Average":55.86,"AskUbuntuDupQuestions":60.01,"MindSmallReranking":32.18,"SciDocsRR":81.89,"StackOverflowDupQuestions":49.34} -{"index":236,"Rank":136,"Model":"jina-embedding-b-en-v1<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":55.84,"AskUbuntuDupQuestions":62.4,"MindSmallReranking":31.56,"SciDocsRR":79.31,"StackOverflowDupQuestions":50.11} -{"index":135,"Rank":137,"Model":"snowflake-arctic-embed-l-v2.0<\/a>","Model Size (Million Parameters)":568,"Memory Usage (GB, fp32)":2.12,"Embedding Dimensions":1024,"Max Tokens":8194,"Average":55.78,"AskUbuntuDupQuestions":63.35,"MindSmallReranking":29.58,"SciDocsRR":78.75,"StackOverflowDupQuestions":51.46} -{"index":386,"Rank":138,"Model":"nomic-embed-text-v1.5-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":55.78,"AskUbuntuDupQuestions":61.71,"MindSmallReranking":30.31,"SciDocsRR":80.61,"StackOverflowDupQuestions":50.47} -{"index":127,"Rank":139,"Model":"nomic-embed-text-v1.5-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":55.78,"AskUbuntuDupQuestions":61.71,"MindSmallReranking":30.31,"SciDocsRR":80.61,"StackOverflowDupQuestions":50.47} -{"index":272,"Rank":140,"Model":"nomic-embed-text-v1.5-Q4_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":55.78,"AskUbuntuDupQuestions":61.71,"MindSmallReranking":30.31,"SciDocsRR":80.61,"StackOverflowDupQuestions":50.47} -{"index":291,"Rank":141,"Model":"nomic-embed-text-v1.5<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":8192,"Average":55.78,"AskUbuntuDupQuestions":61.71,"MindSmallReranking":30.31,"SciDocsRR":80.61,"StackOverflowDupQuestions":50.47} -{"index":147,"Rank":142,"Model":"nomic-embed-text-v1.5-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":55.78,"AskUbuntuDupQuestions":61.71,"MindSmallReranking":30.31,"SciDocsRR":80.61,"StackOverflowDupQuestions":50.47} -{"index":38,"Rank":143,"Model":"nomic-embed-text-v1.5-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":55.78,"AskUbuntuDupQuestions":61.71,"MindSmallReranking":30.31,"SciDocsRR":80.61,"StackOverflowDupQuestions":50.47} -{"index":36,"Rank":144,"Model":"nomic-embed-text-v1.5<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":8192,"Average":55.78,"AskUbuntuDupQuestions":61.71,"MindSmallReranking":30.31,"SciDocsRR":80.61,"StackOverflowDupQuestions":50.47} -{"index":144,"Rank":145,"Model":"gte-tiny<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.08,"Embedding Dimensions":384,"Max Tokens":512,"Average":55.77,"AskUbuntuDupQuestions":59.83,"MindSmallReranking":32.06,"SciDocsRR":81.54,"StackOverflowDupQuestions":49.65} -{"index":219,"Rank":146,"Model":"e5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":55.7,"AskUbuntuDupQuestions":59.66,"MindSmallReranking":30.07,"SciDocsRR":82.9,"StackOverflowDupQuestions":50.15} -{"index":284,"Rank":147,"Model":"nomic-embed-text-v1<\/a>","Model Size (Million Parameters)":547,"Memory Usage (GB, fp32)":2.04,"Embedding Dimensions":768,"Max Tokens":8192,"Average":55.69,"AskUbuntuDupQuestions":60.6,"MindSmallReranking":30.81,"SciDocsRR":81.45,"StackOverflowDupQuestions":49.9} -{"index":35,"Rank":148,"Model":"nomic-embed-text-v1<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":8192,"Average":55.69,"AskUbuntuDupQuestions":60.6,"MindSmallReranking":30.81,"SciDocsRR":81.45,"StackOverflowDupQuestions":49.9} -{"index":175,"Rank":149,"Model":"sgpt-bloom-7b1-msmarco<\/a>","Model Size (Million Parameters)":7068,"Memory Usage (GB, fp32)":26.33,"Embedding Dimensions":4096,"Max Tokens":2048,"Average":55.65,"AskUbuntuDupQuestions":59.97,"MindSmallReranking":31.79,"SciDocsRR":79.77,"StackOverflowDupQuestions":51.07} -{"index":289,"Rank":150,"Model":"nomic-embed-text-v1.5-512<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":512,"Max Tokens":8192,"Average":55.65,"AskUbuntuDupQuestions":61.6,"MindSmallReranking":30.34,"SciDocsRR":80.33,"StackOverflowDupQuestions":50.32} -{"index":190,"Rank":151,"Model":"USER-bge-m3<\/a>","Model Size (Million Parameters)":359,"Memory Usage (GB, fp32)":1.34,"Embedding Dimensions":1024,"Max Tokens":8192,"Average":55.6,"AskUbuntuDupQuestions":61.89,"MindSmallReranking":31.09,"SciDocsRR":78.23,"StackOverflowDupQuestions":51.19} -{"index":251,"Rank":152,"Model":"XLM-0B6-embedding<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":55.6,"AskUbuntuDupQuestions":61.11,"MindSmallReranking":28.83,"SciDocsRR":85.93,"StackOverflowDupQuestions":46.52} -{"index":213,"Rank":153,"Model":"granite-embedding-107m-multilingual<\/a>","Model Size (Million Parameters)":107,"Memory Usage (GB, fp32)":0.4,"Embedding Dimensions":384,"Max Tokens":514,"Average":55.58,"AskUbuntuDupQuestions":61.9,"MindSmallReranking":30.3,"SciDocsRR":79.33,"StackOverflowDupQuestions":50.81} -{"index":63,"Rank":154,"Model":"KaLM-embedding-multilingual-mini-instruct-v1<\/a>","Model Size (Million Parameters)":494,"Memory Usage (GB, fp32)":1.84,"Embedding Dimensions":896,"Max Tokens":131072,"Average":55.58,"AskUbuntuDupQuestions":60.16,"MindSmallReranking":31.59,"SciDocsRR":80.72,"StackOverflowDupQuestions":49.85} -{"index":249,"Rank":155,"Model":"modernbert-embed-large-unsupervised<\/a>","Model Size (Million Parameters)":395,"Memory Usage (GB, fp32)":1.47,"Embedding Dimensions":1024,"Max Tokens":8192,"Average":55.54,"AskUbuntuDupQuestions":60.06,"MindSmallReranking":31.02,"SciDocsRR":83.1,"StackOverflowDupQuestions":48.0} -{"index":250,"Rank":156,"Model":"MegatronBert-1B3-embedding<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":55.5,"AskUbuntuDupQuestions":58.96,"MindSmallReranking":29.32,"SciDocsRR":88.03,"StackOverflowDupQuestions":45.71} -{"index":137,"Rank":157,"Model":"snowflake-arctic-embed-m-long<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":8192,"Average":55.47,"AskUbuntuDupQuestions":61.36,"MindSmallReranking":29.91,"SciDocsRR":79.23,"StackOverflowDupQuestions":51.38} -{"index":134,"Rank":158,"Model":"snowflake-arctic-embed-l<\/a>","Model Size (Million Parameters)":334,"Memory Usage (GB, fp32)":1.24,"Embedding Dimensions":1024,"Max Tokens":512,"Average":55.46,"AskUbuntuDupQuestions":60.35,"MindSmallReranking":29.08,"SciDocsRR":81.56,"StackOverflowDupQuestions":50.87} -{"index":136,"Rank":159,"Model":"snowflake-arctic-embed-m<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":55.42,"AskUbuntuDupQuestions":60.53,"MindSmallReranking":29.17,"SciDocsRR":80.81,"StackOverflowDupQuestions":51.19} -{"index":64,"Rank":160,"Model":"KaLM-embedding-multilingual-mini-instruct-v1.5<\/a>","Model Size (Million Parameters)":494,"Memory Usage (GB, fp32)":1.84,"Embedding Dimensions":896,"Max Tokens":131072,"Average":55.41,"AskUbuntuDupQuestions":60.35,"MindSmallReranking":31.92,"SciDocsRR":80.99,"StackOverflowDupQuestions":48.38} -{"index":78,"Rank":161,"Model":"bilingual-embedding-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":55.4,"AskUbuntuDupQuestions":59.28,"MindSmallReranking":31.65,"SciDocsRR":81.48,"StackOverflowDupQuestions":49.2} -{"index":92,"Rank":162,"Model":"LLM2Vec-Sheared-Llama-supervised<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":4096,"Average":55.38,"AskUbuntuDupQuestions":60.71,"MindSmallReranking":31.96,"SciDocsRR":79.23,"StackOverflowDupQuestions":49.61} -{"index":329,"Rank":163,"Model":"gtr-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Embedding Dimensions":768,"Max Tokens":512,"Average":55.36,"AskUbuntuDupQuestions":61.64,"MindSmallReranking":31.84,"SciDocsRR":76.39,"StackOverflowDupQuestions":51.58} -{"index":95,"Rank":164,"Model":"Ivysaur<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.08,"Embedding Dimensions":384,"Max Tokens":512,"Average":55.34,"AskUbuntuDupQuestions":59.7,"MindSmallReranking":31.78,"SciDocsRR":80.04,"StackOverflowDupQuestions":49.83} -{"index":301,"Rank":165,"Model":"jina-embeddings-v2-base-es-Q5_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":55.32,"AskUbuntuDupQuestions":61.19,"MindSmallReranking":30.61,"SciDocsRR":79.3,"StackOverflowDupQuestions":50.18} -{"index":27,"Rank":166,"Model":"jina-embeddings-v2-base-es-Q2_K-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":55.32,"AskUbuntuDupQuestions":61.19,"MindSmallReranking":30.61,"SciDocsRR":79.3,"StackOverflowDupQuestions":50.18} -{"index":28,"Rank":167,"Model":"jina-embeddings-v2-base-es-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":55.32,"AskUbuntuDupQuestions":61.19,"MindSmallReranking":30.61,"SciDocsRR":79.3,"StackOverflowDupQuestions":50.18} -{"index":241,"Rank":168,"Model":"jina-embeddings-v2-base-es<\/a>","Model Size (Million Parameters)":161,"Memory Usage (GB, fp32)":0.6,"Embedding Dimensions":768,"Max Tokens":8192,"Average":55.32,"AskUbuntuDupQuestions":61.19,"MindSmallReranking":30.61,"SciDocsRR":79.3,"StackOverflowDupQuestions":50.18} -{"index":140,"Rank":169,"Model":"snowflake-arctic-embed-s<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":55.31,"AskUbuntuDupQuestions":61.15,"MindSmallReranking":30.6,"SciDocsRR":79.34,"StackOverflowDupQuestions":50.16} -{"index":306,"Rank":170,"Model":"FAE-v1<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":55.28,"AskUbuntuDupQuestions":57.34,"MindSmallReranking":32.28,"SciDocsRR":83.88,"StackOverflowDupQuestions":47.6} -{"index":184,"Rank":171,"Model":"cai-stellaris-text-embeddings<\/a>","Model Size (Million Parameters)":53,"Memory Usage (GB, fp32)":0.2,"Embedding Dimensions":768,"Max Tokens":514,"Average":55.24,"AskUbuntuDupQuestions":60.35,"MindSmallReranking":30.98,"SciDocsRR":81.45,"StackOverflowDupQuestions":48.17} -{"index":288,"Rank":172,"Model":"nomic-embed-text-v1.5-256<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":256,"Max Tokens":8192,"Average":55.18,"AskUbuntuDupQuestions":61.34,"MindSmallReranking":30.04,"SciDocsRR":79.4,"StackOverflowDupQuestions":49.95} -{"index":242,"Rank":173,"Model":"jina-embeddings-v2-small-en<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":512,"Max Tokens":8192,"Average":55.09,"AskUbuntuDupQuestions":59.62,"MindSmallReranking":30.99,"SciDocsRR":79.76,"StackOverflowDupQuestions":49.99} -{"index":53,"Rank":174,"Model":"jina-embeddings-v2-small-en-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":55.09,"AskUbuntuDupQuestions":59.62,"MindSmallReranking":30.99,"SciDocsRR":79.76,"StackOverflowDupQuestions":49.99} -{"index":47,"Rank":175,"Model":"Cohere-embed-multilingual-light-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":384,"Max Tokens":512,"Average":55.06,"AskUbuntuDupQuestions":58.54,"MindSmallReranking":31.36,"SciDocsRR":79.9,"StackOverflowDupQuestions":50.45} -{"index":226,"Rank":176,"Model":"multilingual-e5-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":55.03,"AskUbuntuDupQuestions":59.28,"MindSmallReranking":29.28,"SciDocsRR":81.81,"StackOverflowDupQuestions":49.75} -{"index":283,"Rank":177,"Model":"modernbert-embed-base-unsupervised<\/a>","Model Size (Million Parameters)":149,"Memory Usage (GB, fp32)":0.56,"Embedding Dimensions":768,"Max Tokens":8192,"Average":55.0,"AskUbuntuDupQuestions":59.55,"MindSmallReranking":30.63,"SciDocsRR":81.57,"StackOverflowDupQuestions":48.25} -{"index":286,"Rank":178,"Model":"nomic-embed-text-v1-unsupervised<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":8192,"Average":54.99,"AskUbuntuDupQuestions":59.57,"MindSmallReranking":30.6,"SciDocsRR":79.91,"StackOverflowDupQuestions":49.87} -{"index":233,"Rank":179,"Model":"udever-bloom-3b<\/a>","Model Size (Million Parameters)":3003,"Memory Usage (GB, fp32)":11.19,"Embedding Dimensions":2560,"Max Tokens":2048,"Average":54.9,"AskUbuntuDupQuestions":59.92,"MindSmallReranking":30.97,"SciDocsRR":78.62,"StackOverflowDupQuestions":50.07} -{"index":111,"Rank":180,"Model":"multilingual-e5-base-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":54.84,"AskUbuntuDupQuestions":58.23,"MindSmallReranking":30.97,"SciDocsRR":80.74,"StackOverflowDupQuestions":49.41} -{"index":192,"Rank":181,"Model":"multilingual-e5-base-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":54.84,"AskUbuntuDupQuestions":58.23,"MindSmallReranking":30.97,"SciDocsRR":80.74,"StackOverflowDupQuestions":49.41} -{"index":39,"Rank":182,"Model":"multilingual-e5-base-similarity-v1-onnx-quantized<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":54.84,"AskUbuntuDupQuestions":58.23,"MindSmallReranking":30.97,"SciDocsRR":80.74,"StackOverflowDupQuestions":49.41} -{"index":338,"Rank":183,"Model":"sentence-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Embedding Dimensions":768,"Max Tokens":512,"Average":54.71,"AskUbuntuDupQuestions":62.86,"MindSmallReranking":29.77,"SciDocsRR":75.16,"StackOverflowDupQuestions":51.05} -{"index":139,"Rank":184,"Model":"snowflake-arctic-embed-m-v2.0<\/a>","Model Size (Million Parameters)":305,"Memory Usage (GB, fp32)":1.14,"Embedding Dimensions":768,"Max Tokens":8192,"Average":54.7,"AskUbuntuDupQuestions":60.65,"MindSmallReranking":30.3,"SciDocsRR":77.37,"StackOverflowDupQuestions":50.48} -{"index":179,"Rank":185,"Model":"snowflake-arctic-embed-m-v2.0-cpu<\/a>","Model Size (Million Parameters)":305,"Memory Usage (GB, fp32)":1.14,"Embedding Dimensions":768,"Max Tokens":8192,"Average":54.7,"AskUbuntuDupQuestions":60.65,"MindSmallReranking":30.3,"SciDocsRR":77.37,"StackOverflowDupQuestions":50.48} -{"index":108,"Rank":186,"Model":"SGPT-2.7B-weightedmean-msmarco-specb-bitfit<\/a>","Model Size (Million Parameters)":2685,"Memory Usage (GB, fp32)":10.0,"Embedding Dimensions":2560,"Max Tokens":2048,"Average":54.67,"AskUbuntuDupQuestions":59.63,"MindSmallReranking":31.72,"SciDocsRR":77.72,"StackOverflowDupQuestions":49.61} -{"index":82,"Rank":187,"Model":"jina-embeddings-v2-base-de-Q5_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":54.64,"AskUbuntuDupQuestions":60.56,"MindSmallReranking":30.4,"SciDocsRR":78.09,"StackOverflowDupQuestions":49.5} -{"index":239,"Rank":188,"Model":"jina-embeddings-v2-base-de<\/a>","Model Size (Million Parameters)":161,"Memory Usage (GB, fp32)":0.6,"Embedding Dimensions":768,"Max Tokens":8192,"Average":54.64,"AskUbuntuDupQuestions":60.56,"MindSmallReranking":30.4,"SciDocsRR":78.09,"StackOverflowDupQuestions":49.5} -{"index":178,"Rank":189,"Model":"jina-embeddings-v2-base-de-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":54.64,"AskUbuntuDupQuestions":60.56,"MindSmallReranking":30.4,"SciDocsRR":78.09,"StackOverflowDupQuestions":49.5} -{"index":188,"Rank":190,"Model":"embedder-100p<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":54.63,"AskUbuntuDupQuestions":61.05,"MindSmallReranking":30.55,"SciDocsRR":79.83,"StackOverflowDupQuestions":47.1} -{"index":193,"Rank":191,"Model":"multi-qa-MiniLM-L6-cos-v1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":54.58,"AskUbuntuDupQuestions":63.09,"MindSmallReranking":30.89,"SciDocsRR":74.28,"StackOverflowDupQuestions":50.06} -{"index":287,"Rank":192,"Model":"nomic-embed-text-v1.5-128<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":128,"Max Tokens":8192,"Average":54.56,"AskUbuntuDupQuestions":61.16,"MindSmallReranking":30.02,"SciDocsRR":78.05,"StackOverflowDupQuestions":49.0} -{"index":378,"Rank":193,"Model":"new_model<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":54.46,"AskUbuntuDupQuestions":57.69,"MindSmallReranking":30.32,"SciDocsRR":79.91,"StackOverflowDupQuestions":49.93} -{"index":224,"Rank":194,"Model":"e5-small<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":54.45,"AskUbuntuDupQuestions":59.36,"MindSmallReranking":29.56,"SciDocsRR":79.76,"StackOverflowDupQuestions":49.13} -{"index":141,"Rank":195,"Model":"snowflake-arctic-embed-xs<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.08,"Embedding Dimensions":384,"Max Tokens":512,"Average":54.4,"AskUbuntuDupQuestions":60.25,"MindSmallReranking":30.26,"SciDocsRR":76.94,"StackOverflowDupQuestions":50.16} -{"index":225,"Rank":196,"Model":"e5-small-v2<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":54.32,"AskUbuntuDupQuestions":58.11,"MindSmallReranking":30.1,"SciDocsRR":79.16,"StackOverflowDupQuestions":49.93} -{"index":143,"Rank":197,"Model":"bge-micro-v2<\/a>","Model Size (Million Parameters)":17,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average":54.29,"AskUbuntuDupQuestions":58.08,"MindSmallReranking":31.07,"SciDocsRR":78.57,"StackOverflowDupQuestions":49.43} -{"index":372,"Rank":198,"Model":"b1ade-embed-kd<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":54.29,"AskUbuntuDupQuestions":57.59,"MindSmallReranking":31.29,"SciDocsRR":82.14,"StackOverflowDupQuestions":46.13} -{"index":142,"Rank":199,"Model":"bge-micro<\/a>","Model Size (Million Parameters)":17,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average":54.28,"AskUbuntuDupQuestions":58.09,"MindSmallReranking":31.29,"SciDocsRR":78.78,"StackOverflowDupQuestions":48.96} -{"index":232,"Rank":200,"Model":"udever-bloom-1b1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":2048,"Average":54.28,"AskUbuntuDupQuestions":59.5,"MindSmallReranking":30.51,"SciDocsRR":78.11,"StackOverflowDupQuestions":49.0} -{"index":328,"Rank":201,"Model":"gtr-t5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":54.23,"AskUbuntuDupQuestions":60.86,"MindSmallReranking":31.33,"SciDocsRR":73.71,"StackOverflowDupQuestions":51.01} -{"index":356,"Rank":202,"Model":"BinGSE-Sheared-LLaMA<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":54.16,"AskUbuntuDupQuestions":59.94,"MindSmallReranking":32.17,"SciDocsRR":77.21,"StackOverflowDupQuestions":47.33} -{"index":280,"Rank":203,"Model":"bge-small-en-v1.5-sparse<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":54.14,"AskUbuntuDupQuestions":56.97,"MindSmallReranking":31.38,"SciDocsRR":79.46,"StackOverflowDupQuestions":48.75} -{"index":105,"Rank":204,"Model":"SGPT-1.3B-weightedmean-msmarco-specb-bitfit<\/a>","Model Size (Million Parameters)":1341,"Memory Usage (GB, fp32)":4.99,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":54.0,"AskUbuntuDupQuestions":58.13,"MindSmallReranking":31.34,"SciDocsRR":77.21,"StackOverflowDupQuestions":49.32} -{"index":337,"Rank":205,"Model":"sentence-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Embedding Dimensions":768,"Max Tokens":512,"Average":54.0,"AskUbuntuDupQuestions":61.51,"MindSmallReranking":30.27,"SciDocsRR":74.88,"StackOverflowDupQuestions":49.34} -{"index":91,"Rank":206,"Model":"LLM2Vec-Mistral-unsupervised<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":53.98,"AskUbuntuDupQuestions":58.6,"MindSmallReranking":29.73,"SciDocsRR":77.81,"StackOverflowDupQuestions":49.8} -{"index":67,"Rank":207,"Model":"lodestone-base-4096-v1<\/a>","Model Size (Million Parameters)":69,"Memory Usage (GB, fp32)":0.26,"Embedding Dimensions":768,"Max Tokens":4096,"Average":53.95,"AskUbuntuDupQuestions":58.79,"MindSmallReranking":32.02,"SciDocsRR":78.54,"StackOverflowDupQuestions":46.44} -{"index":312,"Rank":208,"Model":"zzz<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":53.95,"AskUbuntuDupQuestions":58.79,"MindSmallReranking":32.02,"SciDocsRR":78.54,"StackOverflowDupQuestions":46.44} -{"index":244,"Rank":209,"Model":"multilingual-e5-small-ct2-int8<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":53.87,"AskUbuntuDupQuestions":57.88,"MindSmallReranking":30.28,"SciDocsRR":78.13,"StackOverflowDupQuestions":49.2} -{"index":335,"Rank":210,"Model":"paraphrase-multilingual-mpnet-base-v2<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":53.8,"AskUbuntuDupQuestions":60.16,"MindSmallReranking":30.15,"SciDocsRR":78.09,"StackOverflowDupQuestions":46.78} -{"index":158,"Rank":211,"Model":"bge-small-4096<\/a>","Model Size (Million Parameters)":35,"Memory Usage (GB, fp32)":0.13,"Embedding Dimensions":384,"Max Tokens":4096,"Average":53.64,"AskUbuntuDupQuestions":58.54,"MindSmallReranking":30.98,"SciDocsRR":77.2,"StackOverflowDupQuestions":47.85} -{"index":334,"Rank":212,"Model":"paraphrase-multilingual-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":53.62,"AskUbuntuDupQuestions":60.49,"MindSmallReranking":30.37,"SciDocsRR":77.78,"StackOverflowDupQuestions":45.85} -{"index":94,"Rank":213,"Model":"Bulbasaur<\/a>","Model Size (Million Parameters)":17,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average":53.49,"AskUbuntuDupQuestions":57.49,"MindSmallReranking":31.78,"SciDocsRR":77.89,"StackOverflowDupQuestions":46.78} -{"index":290,"Rank":214,"Model":"nomic-embed-text-v1.5-64<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":64,"Max Tokens":8192,"Average":53.42,"AskUbuntuDupQuestions":60.79,"MindSmallReranking":29.7,"SciDocsRR":75.79,"StackOverflowDupQuestions":47.42} -{"index":80,"Rank":215,"Model":"bilingual-embedding-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":53.37,"AskUbuntuDupQuestions":56.79,"MindSmallReranking":30.92,"SciDocsRR":78.61,"StackOverflowDupQuestions":47.16} -{"index":285,"Rank":216,"Model":"nomic-embed-text-v1-ablated<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":8192,"Average":53.32,"AskUbuntuDupQuestions":57.59,"MindSmallReranking":31.29,"SciDocsRR":75.51,"StackOverflowDupQuestions":48.89} -{"index":400,"Rank":217,"Model":"elser-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":30522,"Max Tokens":512,"Average":53.27,"AskUbuntuDupQuestions":58.31,"MindSmallReranking":30.75,"SciDocsRR":75.62,"StackOverflowDupQuestions":48.4} -{"index":292,"Rank":218,"Model":"contriever-base-msmarco<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":53.14,"AskUbuntuDupQuestions":56.69,"MindSmallReranking":31.58,"SciDocsRR":76.51,"StackOverflowDupQuestions":47.78} -{"index":89,"Rank":219,"Model":"LLM2Vec-Meta-Llama-3-unsupervised<\/a>","Model Size (Million Parameters)":7505,"Memory Usage (GB, fp32)":27.96,"Embedding Dimensions":4096,"Max Tokens":8192,"Average":53.09,"AskUbuntuDupQuestions":57.16,"MindSmallReranking":30.1,"SciDocsRR":76.28,"StackOverflowDupQuestions":48.82} -{"index":336,"Rank":220,"Model":"sentence-t5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":53.09,"AskUbuntuDupQuestions":59.73,"MindSmallReranking":30.2,"SciDocsRR":73.96,"StackOverflowDupQuestions":48.46} -{"index":238,"Rank":221,"Model":"jina-embedding-s-en-v1<\/a>","Model Size (Million Parameters)":35,"Memory Usage (GB, fp32)":0.13,"Embedding Dimensions":512,"Max Tokens":512,"Average":53.07,"AskUbuntuDupQuestions":60.25,"MindSmallReranking":30.68,"SciDocsRR":74.16,"StackOverflowDupQuestions":47.18} -{"index":87,"Rank":222,"Model":"LLM2Vec-Llama-2-unsupervised<\/a>","Model Size (Million Parameters)":6607,"Memory Usage (GB, fp32)":24.61,"Embedding Dimensions":4096,"Max Tokens":4096,"Average":52.95,"AskUbuntuDupQuestions":55.56,"MindSmallReranking":30.86,"SciDocsRR":77.62,"StackOverflowDupQuestions":47.77} -{"index":229,"Rank":223,"Model":"multilingual-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":52.9,"AskUbuntuDupQuestions":56.42,"MindSmallReranking":29.96,"SciDocsRR":78.26,"StackOverflowDupQuestions":46.97} -{"index":361,"Rank":224,"Model":"l3_wl<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":52.82,"AskUbuntuDupQuestions":55.62,"MindSmallReranking":30.47,"SciDocsRR":83.38,"StackOverflowDupQuestions":41.82} -{"index":364,"Rank":225,"Model":"wl_sw_256<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":52.68,"AskUbuntuDupQuestions":55.81,"MindSmallReranking":30.52,"SciDocsRR":82.8,"StackOverflowDupQuestions":41.59} -{"index":360,"Rank":226,"Model":"gte_wl<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":52.61,"AskUbuntuDupQuestions":55.58,"MindSmallReranking":31.01,"SciDocsRR":79.72,"StackOverflowDupQuestions":44.12} -{"index":234,"Rank":227,"Model":"udever-bloom-560m<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":2048,"Average":52.6,"AskUbuntuDupQuestions":57.38,"MindSmallReranking":30.52,"SciDocsRR":75.13,"StackOverflowDupQuestions":47.38} -{"index":110,"Rank":228,"Model":"SGPT-5.8B-weightedmean-nli-bitfit<\/a>","Model Size (Million Parameters)":5874,"Memory Usage (GB, fp32)":21.88,"Embedding Dimensions":4096,"Max Tokens":2048,"Average":52.33,"AskUbuntuDupQuestions":55.9,"MindSmallReranking":31.11,"SciDocsRR":77.54,"StackOverflowDupQuestions":44.77} -{"index":359,"Rank":229,"Model":"GTE_wl_mv<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":52.09,"AskUbuntuDupQuestions":55.43,"MindSmallReranking":30.76,"SciDocsRR":78.54,"StackOverflowDupQuestions":43.62} -{"index":332,"Rank":230,"Model":"msmarco-bert-co-condensor<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":51.84,"AskUbuntuDupQuestions":58.99,"MindSmallReranking":27.13,"SciDocsRR":72.78,"StackOverflowDupQuestions":48.48} -{"index":103,"Rank":231,"Model":"test24<\/a>","Model Size (Million Parameters)":17,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average":51.68,"AskUbuntuDupQuestions":56.48,"MindSmallReranking":29.57,"SciDocsRR":74.66,"StackOverflowDupQuestions":45.99} -{"index":266,"Rank":232,"Model":"potion-base-32M<\/a>","Model Size (Million Parameters)":32,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":512,"Max Tokens":1000000,"Average":50.92,"AskUbuntuDupQuestions":54.24,"MindSmallReranking":30.67,"SciDocsRR":74.83,"StackOverflowDupQuestions":43.96} -{"index":358,"Rank":233,"Model":"GTE512_sw<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":50.9,"AskUbuntuDupQuestions":54.16,"MindSmallReranking":31.1,"SciDocsRR":74.36,"StackOverflowDupQuestions":43.99} -{"index":357,"Rank":234,"Model":"GTE256_sw<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":50.86,"AskUbuntuDupQuestions":54.68,"MindSmallReranking":31.22,"SciDocsRR":74.04,"StackOverflowDupQuestions":43.52} -{"index":342,"Rank":235,"Model":"text2vec-base-multilingual<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":256,"Average":50.66,"AskUbuntuDupQuestions":57.91,"MindSmallReranking":29.64,"SciDocsRR":70.21,"StackOverflowDupQuestions":44.9} -{"index":106,"Rank":236,"Model":"SGPT-125M-weightedmean-msmarco-specb-bitfit<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":2048,"Average":50.58,"AskUbuntuDupQuestions":55.84,"MindSmallReranking":30.4,"SciDocsRR":71.34,"StackOverflowDupQuestions":44.74} -{"index":104,"Rank":237,"Model":"test25<\/a>","Model Size (Million Parameters)":17,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average":50.55,"AskUbuntuDupQuestions":55.77,"MindSmallReranking":29.04,"SciDocsRR":72.91,"StackOverflowDupQuestions":44.49} -{"index":98,"Rank":238,"Model":"Wartortle<\/a>","Model Size (Million Parameters)":17,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average":50.29,"AskUbuntuDupQuestions":54.09,"MindSmallReranking":30.28,"SciDocsRR":74.48,"StackOverflowDupQuestions":42.3} -{"index":340,"Rank":239,"Model":"LaBSE-ru-turbo<\/a>","Model Size (Million Parameters)":128,"Memory Usage (GB, fp32)":0.48,"Embedding Dimensions":768,"Max Tokens":512,"Average":50.2,"AskUbuntuDupQuestions":55.91,"MindSmallReranking":29.19,"SciDocsRR":69.74,"StackOverflowDupQuestions":45.98} -{"index":376,"Rank":240,"Model":"potion-base-8M-stf<\/a>","Model Size (Million Parameters)":8,"Memory Usage (GB, fp32)":0.03,"Embedding Dimensions":256,"Max Tokens":1000000,"Average":49.73,"AskUbuntuDupQuestions":54.14,"MindSmallReranking":29.43,"SciDocsRR":72.1,"StackOverflowDupQuestions":43.25} -{"index":268,"Rank":241,"Model":"potion-base-8M<\/a>","Model Size (Million Parameters)":8,"Memory Usage (GB, fp32)":0.03,"Embedding Dimensions":256,"Max Tokens":1000000,"Average":49.73,"AskUbuntuDupQuestions":54.14,"MindSmallReranking":29.43,"SciDocsRR":72.1,"StackOverflowDupQuestions":43.25} -{"index":363,"Rank":242,"Model":"mv_sw<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":49.72,"AskUbuntuDupQuestions":54.11,"MindSmallReranking":29.43,"SciDocsRR":72.1,"StackOverflowDupQuestions":43.25} -{"index":97,"Rank":243,"Model":"Venusaur<\/a>","Model Size (Million Parameters)":16,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average":49.41,"AskUbuntuDupQuestions":53.77,"MindSmallReranking":29.92,"SciDocsRR":70.82,"StackOverflowDupQuestions":43.14} -{"index":173,"Rank":244,"Model":"brown-fairy-base-v0<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.08,"Embedding Dimensions":768,"Max Tokens":1000000,"Average":49.22,"AskUbuntuDupQuestions":54.05,"MindSmallReranking":28.56,"SciDocsRR":71.46,"StackOverflowDupQuestions":42.79} -{"index":263,"Rank":245,"Model":"M2V_base_glove_subword<\/a>","Model Size (Million Parameters)":103,"Memory Usage (GB, fp32)":0.38,"Embedding Dimensions":256,"Max Tokens":1000000,"Average":49.15,"AskUbuntuDupQuestions":52.86,"MindSmallReranking":28.53,"SciDocsRR":71.11,"StackOverflowDupQuestions":44.1} -{"index":392,"Rank":246,"Model":"text-similarity-ada-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":2046,"Average":49.02,"AskUbuntuDupQuestions":53.49,"MindSmallReranking":30.71,"SciDocsRR":71.04,"StackOverflowDupQuestions":40.85} -{"index":327,"Rank":247,"Model":"distiluse-base-multilingual-cased-v2<\/a>","Model Size (Million Parameters)":135,"Memory Usage (GB, fp32)":0.5,"Embedding Dimensions":512,"Max Tokens":512,"Average":48.82,"AskUbuntuDupQuestions":53.75,"MindSmallReranking":30.39,"SciDocsRR":69.22,"StackOverflowDupQuestions":41.92} -{"index":174,"Rank":248,"Model":"red-beetle-base-v1.1<\/a>","Model Size (Million Parameters)":30,"Memory Usage (GB, fp32)":0.11,"Embedding Dimensions":1024,"Max Tokens":1000000,"Average":48.81,"AskUbuntuDupQuestions":53.33,"MindSmallReranking":28.66,"SciDocsRR":70.25,"StackOverflowDupQuestions":42.99} -{"index":267,"Rank":249,"Model":"potion-base-4M<\/a>","Model Size (Million Parameters)":4,"Memory Usage (GB, fp32)":0.01,"Embedding Dimensions":128,"Max Tokens":1000000,"Average":48.76,"AskUbuntuDupQuestions":53.8,"MindSmallReranking":29.03,"SciDocsRR":70.29,"StackOverflowDupQuestions":41.9} -{"index":96,"Rank":250,"Model":"Squirtle<\/a>","Model Size (Million Parameters)":16,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average":48.51,"AskUbuntuDupQuestions":52.34,"MindSmallReranking":30.09,"SciDocsRR":71.04,"StackOverflowDupQuestions":40.57} -{"index":262,"Rank":251,"Model":"M2V_base_glove<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Embedding Dimensions":256,"Max Tokens":1000000,"Average":48.5,"AskUbuntuDupQuestions":52.89,"MindSmallReranking":28.83,"SciDocsRR":71.51,"StackOverflowDupQuestions":40.75} -{"index":320,"Rank":252,"Model":"LaBSE<\/a>","Model Size (Million Parameters)":471,"Memory Usage (GB, fp32)":1.75,"Embedding Dimensions":768,"Max Tokens":512,"Average":48.42,"AskUbuntuDupQuestions":52.75,"MindSmallReranking":29.81,"SciDocsRR":68.72,"StackOverflowDupQuestions":42.42} -{"index":324,"Rank":253,"Model":"allenai-specter<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":48.1,"AskUbuntuDupQuestions":50.07,"MindSmallReranking":24.8,"SciDocsRR":81.31,"StackOverflowDupQuestions":36.22} -{"index":180,"Rank":254,"Model":"LaBSE-en-ru<\/a>","Model Size (Million Parameters)":129,"Memory Usage (GB, fp32)":0.48,"Embedding Dimensions":768,"Max Tokens":512,"Average":47.98,"AskUbuntuDupQuestions":53.02,"MindSmallReranking":29.22,"SciDocsRR":67.31,"StackOverflowDupQuestions":42.36} -{"index":183,"Rank":255,"Model":"cai-lunaris-text-embeddings<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":47.85,"AskUbuntuDupQuestions":53.44,"MindSmallReranking":28.54,"SciDocsRR":68.65,"StackOverflowDupQuestions":40.76} -{"index":93,"Rank":256,"Model":"LLM2Vec-Sheared-Llama-unsupervised<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":4096,"Average":47.7,"AskUbuntuDupQuestions":52.7,"MindSmallReranking":29.52,"SciDocsRR":67.76,"StackOverflowDupQuestions":40.82} -{"index":172,"Rank":257,"Model":"brown-beetle-tiny-v1.1<\/a>","Model Size (Million Parameters)":4,"Memory Usage (GB, fp32)":0.01,"Embedding Dimensions":768,"Max Tokens":1000000,"Average":47.68,"AskUbuntuDupQuestions":52.73,"MindSmallReranking":28.15,"SciDocsRR":68.06,"StackOverflowDupQuestions":41.78} -{"index":264,"Rank":258,"Model":"M2V_base_output<\/a>","Model Size (Million Parameters)":8,"Memory Usage (GB, fp32)":0.03,"Embedding Dimensions":256,"Max Tokens":1000000,"Average":47.63,"AskUbuntuDupQuestions":51.63,"MindSmallReranking":26.98,"SciDocsRR":68.53,"StackOverflowDupQuestions":43.38} -{"index":169,"Rank":259,"Model":"brown-beetle-small-v1<\/a>","Model Size (Million Parameters)":8,"Memory Usage (GB, fp32)":0.03,"Embedding Dimensions":256,"Max Tokens":1000000,"Average":47.62,"AskUbuntuDupQuestions":51.6,"MindSmallReranking":26.99,"SciDocsRR":68.53,"StackOverflowDupQuestions":43.37} -{"index":107,"Rank":260,"Model":"SGPT-125M-weightedmean-nli-bitfit<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":2048,"Average":47.56,"AskUbuntuDupQuestions":52.63,"MindSmallReranking":29.27,"SciDocsRR":68.36,"StackOverflowDupQuestions":39.97} -{"index":167,"Rank":261,"Model":"brown-beetle-base-v1<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.08,"Embedding Dimensions":768,"Max Tokens":1000000,"Average":47.55,"AskUbuntuDupQuestions":51.4,"MindSmallReranking":27.03,"SciDocsRR":68.56,"StackOverflowDupQuestions":43.2} -{"index":303,"Rank":262,"Model":"sup-simcse-bert-base-uncased<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":47.54,"AskUbuntuDupQuestions":51.8,"MindSmallReranking":29.3,"SciDocsRR":70.14,"StackOverflowDupQuestions":38.9} -{"index":265,"Rank":263,"Model":"potion-base-2M<\/a>","Model Size (Million Parameters)":2,"Memory Usage (GB, fp32)":0.01,"Embedding Dimensions":64,"Max Tokens":1000000,"Average":46.82,"AskUbuntuDupQuestions":52.91,"MindSmallReranking":28.02,"SciDocsRR":66.14,"StackOverflowDupQuestions":40.2} -{"index":171,"Rank":264,"Model":"brown-beetle-tiny-v1<\/a>","Model Size (Million Parameters)":4,"Memory Usage (GB, fp32)":0.01,"Embedding Dimensions":128,"Max Tokens":1000000,"Average":46.8,"AskUbuntuDupQuestions":51.27,"MindSmallReranking":26.6,"SciDocsRR":66.86,"StackOverflowDupQuestions":42.46} -{"index":304,"Rank":265,"Model":"unsup-simcse-bert-base-uncased<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":46.47,"AskUbuntuDupQuestions":51.57,"MindSmallReranking":28.62,"SciDocsRR":66.33,"StackOverflowDupQuestions":39.35} -{"index":197,"Rank":266,"Model":"SONAR<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":46.18,"AskUbuntuDupQuestions":50.89,"MindSmallReranking":26.88,"SciDocsRR":68.36,"StackOverflowDupQuestions":38.61} -{"index":326,"Rank":267,"Model":"average_word_embeddings_komninos<\/a>","Model Size (Million Parameters)":134,"Memory Usage (GB, fp32)":0.5,"Embedding Dimensions":300,"Max Tokens":"N\/A","Average":44.75,"AskUbuntuDupQuestions":50.88,"MindSmallReranking":28.92,"SciDocsRR":63.55,"StackOverflowDupQuestions":35.65} -{"index":362,"Rank":268,"Model":"llm_mse<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":44.59,"AskUbuntuDupQuestions":49.12,"MindSmallReranking":26.87,"SciDocsRR":60.75,"StackOverflowDupQuestions":41.61} -{"index":189,"Rank":269,"Model":"USER-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":512,"Average":44.25,"AskUbuntuDupQuestions":50.31,"MindSmallReranking":28.0,"SciDocsRR":59.74,"StackOverflowDupQuestions":38.95} -{"index":341,"Rank":270,"Model":"rubert-tiny-turbo<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"Embedding Dimensions":312,"Max Tokens":2048,"Average":44.02,"AskUbuntuDupQuestions":49.48,"MindSmallReranking":29.14,"SciDocsRR":59.49,"StackOverflowDupQuestions":37.97} -{"index":206,"Rank":271,"Model":"bert-base-uncased<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":43.44,"AskUbuntuDupQuestions":45.84,"MindSmallReranking":28.37,"SciDocsRR":64.94,"StackOverflowDupQuestions":34.62} -{"index":325,"Rank":272,"Model":"average_word_embeddings_glove.6B.300d<\/a>","Model Size (Million Parameters)":120,"Memory Usage (GB, fp32)":0.45,"Embedding Dimensions":300,"Max Tokens":"N\/A","Average":43.29,"AskUbuntuDupQuestions":49.57,"MindSmallReranking":27.01,"SciDocsRR":62.56,"StackOverflowDupQuestions":34.03} -{"index":14,"Rank":273,"Model":"LASER2<\/a>","Model Size (Million Parameters)":43,"Memory Usage (GB, fp32)":0.16,"Embedding Dimensions":1024,"Max Tokens":"N\/A","Average":41.44,"AskUbuntuDupQuestions":48.99,"MindSmallReranking":24.79,"SciDocsRR":54.99,"StackOverflowDupQuestions":36.98} -{"index":182,"Rank":274,"Model":"rubert-tiny2<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"Embedding Dimensions":2048,"Max Tokens":514,"Average":41.38,"AskUbuntuDupQuestions":48.11,"MindSmallReranking":26.74,"SciDocsRR":54.67,"StackOverflowDupQuestions":36.0} -{"index":181,"Rank":275,"Model":"rubert-tiny<\/a>","Model Size (Million Parameters)":12,"Memory Usage (GB, fp32)":0.04,"Embedding Dimensions":512,"Max Tokens":514,"Average":40.08,"AskUbuntuDupQuestions":47.47,"MindSmallReranking":25.98,"SciDocsRR":51.43,"StackOverflowDupQuestions":35.42} -{"index":153,"Rank":276,"Model":"sbert_large_mt_nlu_ru<\/a>","Model Size (Million Parameters)":427,"Memory Usage (GB, fp32)":1.59,"Embedding Dimensions":1024,"Max Tokens":514,"Average":38.57,"AskUbuntuDupQuestions":46.55,"MindSmallReranking":26.72,"SciDocsRR":48.16,"StackOverflowDupQuestions":32.85} -{"index":50,"Rank":277,"Model":"distilrubert-small-cased-conversational<\/a>","Model Size (Million Parameters)":106,"Memory Usage (GB, fp32)":0.39,"Embedding Dimensions":768,"Max Tokens":512,"Average":37.91,"AskUbuntuDupQuestions":45.48,"MindSmallReranking":24.95,"SciDocsRR":47.81,"StackOverflowDupQuestions":33.41} -{"index":51,"Rank":278,"Model":"rubert-base-cased<\/a>","Model Size (Million Parameters)":180,"Memory Usage (GB, fp32)":0.67,"Embedding Dimensions":768,"Max Tokens":512,"Average":37.53,"AskUbuntuDupQuestions":46.46,"MindSmallReranking":28.06,"SciDocsRR":45.85,"StackOverflowDupQuestions":29.76} -{"index":52,"Rank":279,"Model":"rubert-base-cased-sentence<\/a>","Model Size (Million Parameters)":180,"Memory Usage (GB, fp32)":0.67,"Embedding Dimensions":768,"Max Tokens":512,"Average":37.48,"AskUbuntuDupQuestions":45.69,"MindSmallReranking":26.15,"SciDocsRR":48.28,"StackOverflowDupQuestions":29.81} -{"index":191,"Rank":280,"Model":"deberta-v1-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":512,"Average":36.64,"AskUbuntuDupQuestions":43.92,"MindSmallReranking":27.66,"SciDocsRR":43.56,"StackOverflowDupQuestions":31.42} -{"index":154,"Rank":281,"Model":"sbert_large_nlu_ru<\/a>","Model Size (Million Parameters)":427,"Memory Usage (GB, fp32)":1.59,"Embedding Dimensions":1024,"Max Tokens":512,"Average":36.24,"AskUbuntuDupQuestions":43.65,"MindSmallReranking":26.86,"SciDocsRR":44.72,"StackOverflowDupQuestions":29.72} -{"index":354,"Rank":282,"Model":"ALL_862873<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":34.44,"AskUbuntuDupQuestions":44.88,"MindSmallReranking":25.65,"SciDocsRR":43.9,"StackOverflowDupQuestions":23.35} -{"index":373,"Rank":283,"Model":"b1ade-embed-kd_3<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":0.53,"AskUbuntuDupQuestions":0.56,"MindSmallReranking":0.31,"SciDocsRR":0.79,"StackOverflowDupQuestions":0.47} -{"index":2,"Rank":284,"Model":"titan-embed-text-v1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":8000,"Average":"","AskUbuntuDupQuestions":"","MindSmallReranking":"","SciDocsRR":88.87,"StackOverflowDupQuestions":""} -{"index":3,"Rank":285,"Model":"mistral-embed<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":"","Average":"","AskUbuntuDupQuestions":"","MindSmallReranking":"","SciDocsRR":"","StackOverflowDupQuestions":""} -{"index":4,"Rank":286,"Model":"voyage-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":4000,"Average":"","AskUbuntuDupQuestions":"","MindSmallReranking":"","SciDocsRR":"","StackOverflowDupQuestions":""} -{"index":5,"Rank":287,"Model":"voyage-3-lite<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":512,"Max Tokens":32000,"Average":"","AskUbuntuDupQuestions":60.58,"MindSmallReranking":31.83,"SciDocsRR":"","StackOverflowDupQuestions":""} -{"index":7,"Rank":288,"Model":"voyage-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":32000,"Average":"","AskUbuntuDupQuestions":61.52,"MindSmallReranking":31.93,"SciDocsRR":"","StackOverflowDupQuestions":""} -{"index":8,"Rank":289,"Model":"voyage-code-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":16000,"Average":"","AskUbuntuDupQuestions":"","MindSmallReranking":"","SciDocsRR":"","StackOverflowDupQuestions":""} -{"index":10,"Rank":290,"Model":"voyage-law-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":16000,"Average":"","AskUbuntuDupQuestions":"","MindSmallReranking":"","SciDocsRR":"","StackOverflowDupQuestions":""} -{"index":13,"Rank":291,"Model":"voyage-multilingual-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":32000,"Average":"","AskUbuntuDupQuestions":61.76,"MindSmallReranking":33.05,"SciDocsRR":"","StackOverflowDupQuestions":""} -{"index":16,"Rank":293,"Model":"llm2vec-croissant-mntp<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":"","AskUbuntuDupQuestions":"","MindSmallReranking":"","SciDocsRR":"","StackOverflowDupQuestions":""} -{"index":32,"Rank":295,"Model":"bge-m3<\/a>","Model Size (Million Parameters)":567,"Memory Usage (GB, fp32)":2.11,"Embedding Dimensions":1024,"Max Tokens":8192,"Average":"","AskUbuntuDupQuestions":"","MindSmallReranking":"","SciDocsRR":"","StackOverflowDupQuestions":""} -{"index":37,"Rank":296,"Model":"e5-R-mistral-7b<\/a>","Model Size (Million Parameters)":7242,"Memory Usage (GB, fp32)":26.98,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","AskUbuntuDupQuestions":"","MindSmallReranking":"","SciDocsRR":"","StackOverflowDupQuestions":""} -{"index":42,"Rank":297,"Model":"winberta-base<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","AskUbuntuDupQuestions":53.99,"MindSmallReranking":"","SciDocsRR":"","StackOverflowDupQuestions":""} -{"index":54,"Rank":300,"Model":"xlm-roberta-base<\/a>","Model Size (Million Parameters)":279,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","AskUbuntuDupQuestions":"","MindSmallReranking":"","SciDocsRR":"","StackOverflowDupQuestions":""} -{"index":55,"Rank":301,"Model":"xlm-roberta-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","AskUbuntuDupQuestions":"","MindSmallReranking":"","SciDocsRR":"","StackOverflowDupQuestions":""} -{"index":57,"Rank":303,"Model":"STS-multilingual-mpnet-base-v2<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","AskUbuntuDupQuestions":"","MindSmallReranking":"","SciDocsRR":"","StackOverflowDupQuestions":""} -{"index":58,"Rank":304,"Model":"bert-base-10lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AskUbuntuDupQuestions":"","MindSmallReranking":"","SciDocsRR":"","StackOverflowDupQuestions":""} -{"index":59,"Rank":305,"Model":"bert-base-15lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AskUbuntuDupQuestions":"","MindSmallReranking":"","SciDocsRR":"","StackOverflowDupQuestions":""} -{"index":60,"Rank":306,"Model":"bert-base-25lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AskUbuntuDupQuestions":"","MindSmallReranking":"","SciDocsRR":"","StackOverflowDupQuestions":""} -{"index":74,"Rank":313,"Model":"gemma-2b-embeddings<\/a>","Model Size (Million Parameters)":2506,"Memory Usage (GB, fp32)":9.34,"Embedding Dimensions":2048,"Max Tokens":8192,"Average":"","AskUbuntuDupQuestions":"","MindSmallReranking":"","SciDocsRR":"","StackOverflowDupQuestions":""} -{"index":77,"Rank":314,"Model":"bilingual-document-embedding<\/a>","Model Size (Million Parameters)":568,"Memory Usage (GB, fp32)":2.12,"Embedding Dimensions":1024,"Max Tokens":8194,"Average":"","AskUbuntuDupQuestions":"","MindSmallReranking":"","SciDocsRR":"","StackOverflowDupQuestions":""} -{"index":99,"Rank":317,"Model":"gte-micro<\/a>","Model Size (Million Parameters)":17,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","AskUbuntuDupQuestions":55.31,"MindSmallReranking":"","SciDocsRR":"","StackOverflowDupQuestions":""} -{"index":100,"Rank":318,"Model":"gte-micro-v2<\/a>","Model Size (Million Parameters)":17,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","AskUbuntuDupQuestions":"","MindSmallReranking":"","SciDocsRR":"","StackOverflowDupQuestions":""} -{"index":101,"Rank":319,"Model":"gte-micro-v3<\/a>","Model Size (Million Parameters)":17,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","AskUbuntuDupQuestions":"","MindSmallReranking":"","SciDocsRR":"","StackOverflowDupQuestions":""} -{"index":102,"Rank":320,"Model":"gte-micro-v4<\/a>","Model Size (Million Parameters)":19,"Memory Usage (GB, fp32)":0.07,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","AskUbuntuDupQuestions":58.01,"MindSmallReranking":"","SciDocsRR":"","StackOverflowDupQuestions":""} -{"index":115,"Rank":321,"Model":"Arabert-all-nli-triplet-Matryoshka<\/a>","Model Size (Million Parameters)":135,"Memory Usage (GB, fp32)":0.5,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AskUbuntuDupQuestions":"","MindSmallReranking":"","SciDocsRR":"","StackOverflowDupQuestions":""} -{"index":116,"Rank":322,"Model":"Arabic-MiniLM-L12-v2-all-nli-triplet<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","AskUbuntuDupQuestions":"","MindSmallReranking":"","SciDocsRR":"","StackOverflowDupQuestions":""} -{"index":117,"Rank":323,"Model":"Arabic-all-nli-triplet-Matryoshka<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","AskUbuntuDupQuestions":"","MindSmallReranking":"","SciDocsRR":"","StackOverflowDupQuestions":""} -{"index":118,"Rank":324,"Model":"Arabic-labse-Matryoshka<\/a>","Model Size (Million Parameters)":471,"Memory Usage (GB, fp32)":1.75,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AskUbuntuDupQuestions":"","MindSmallReranking":"","SciDocsRR":"","StackOverflowDupQuestions":""} -{"index":119,"Rank":325,"Model":"Arabic-mpnet-base-all-nli-triplet<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","AskUbuntuDupQuestions":"","MindSmallReranking":"","SciDocsRR":"","StackOverflowDupQuestions":""} -{"index":120,"Rank":326,"Model":"Marbert-all-nli-triplet-Matryoshka<\/a>","Model Size (Million Parameters)":163,"Memory Usage (GB, fp32)":0.61,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AskUbuntuDupQuestions":"","MindSmallReranking":"","SciDocsRR":"","StackOverflowDupQuestions":""} -{"index":121,"Rank":327,"Model":"Solon-embeddings-large-0.1<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","AskUbuntuDupQuestions":"","MindSmallReranking":"","SciDocsRR":"","StackOverflowDupQuestions":""} -{"index":122,"Rank":328,"Model":"KartonBERT-USE-base-v1<\/a>","Model Size (Million Parameters)":104,"Memory Usage (GB, fp32)":0.39,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AskUbuntuDupQuestions":"","MindSmallReranking":"","SciDocsRR":"","StackOverflowDupQuestions":""} -{"index":123,"Rank":329,"Model":"st-polish-kartonberta-base-alpha-v1<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","AskUbuntuDupQuestions":"","MindSmallReranking":"","SciDocsRR":"","StackOverflowDupQuestions":""} -{"index":132,"Rank":334,"Model":"LLaMA-embeeding<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","AskUbuntuDupQuestions":48.66,"MindSmallReranking":"","SciDocsRR":66.69,"StackOverflowDupQuestions":39.5} -{"index":133,"Rank":335,"Model":"yiyouliao<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","AskUbuntuDupQuestions":59.82,"MindSmallReranking":"","SciDocsRR":"","StackOverflowDupQuestions":""} -{"index":146,"Rank":336,"Model":"sentence-croissant-llm-base<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":"","AskUbuntuDupQuestions":"","MindSmallReranking":"","SciDocsRR":"","StackOverflowDupQuestions":""} -{"index":148,"Rank":337,"Model":"German_Semantic_STS_V2<\/a>","Model Size (Million Parameters)":336,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","AskUbuntuDupQuestions":"","MindSmallReranking":"","SciDocsRR":"","StackOverflowDupQuestions":""} -{"index":152,"Rank":339,"Model":"ru-en-RoSBERTa<\/a>","Model Size (Million Parameters)":404,"Memory Usage (GB, fp32)":1.5,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","AskUbuntuDupQuestions":"","MindSmallReranking":"","SciDocsRR":"","StackOverflowDupQuestions":""} -{"index":155,"Rank":340,"Model":"Giga-Embeddings-instruct<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","AskUbuntuDupQuestions":58.19,"MindSmallReranking":"","SciDocsRR":88.01,"StackOverflowDupQuestions":47.72} -{"index":168,"Rank":341,"Model":"brown-beetle-base-v1.1<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.08,"Embedding Dimensions":768,"Max Tokens":1000000,"Average":"","AskUbuntuDupQuestions":53.56,"MindSmallReranking":28.94,"SciDocsRR":70.68,"StackOverflowDupQuestions":""} -{"index":170,"Rank":342,"Model":"brown-beetle-small-v1.1<\/a>","Model Size (Million Parameters)":8,"Memory Usage (GB, fp32)":0.03,"Embedding Dimensions":768,"Max Tokens":1000000,"Average":"","AskUbuntuDupQuestions":53.31,"MindSmallReranking":28.76,"SciDocsRR":70.06,"StackOverflowDupQuestions":""} -{"index":176,"Rank":343,"Model":"bge-m3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","AskUbuntuDupQuestions":61.53,"MindSmallReranking":"","SciDocsRR":"","StackOverflowDupQuestions":""} -{"index":177,"Rank":344,"Model":"slx-v0.1<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.08,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","AskUbuntuDupQuestions":"","MindSmallReranking":"","SciDocsRR":"","StackOverflowDupQuestions":""} -{"index":185,"Rank":345,"Model":"french-document-embedding<\/a>","Model Size (Million Parameters)":305,"Memory Usage (GB, fp32)":1.14,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","AskUbuntuDupQuestions":"","MindSmallReranking":"","SciDocsRR":"","StackOverflowDupQuestions":""} -{"index":186,"Rank":346,"Model":"sentence-camembert-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AskUbuntuDupQuestions":"","MindSmallReranking":"","SciDocsRR":"","StackOverflowDupQuestions":""} -{"index":187,"Rank":347,"Model":"sentence-camembert-large<\/a>","Model Size (Million Parameters)":337,"Memory Usage (GB, fp32)":1.26,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","AskUbuntuDupQuestions":"","MindSmallReranking":"","SciDocsRR":"","StackOverflowDupQuestions":""} -{"index":194,"Rank":348,"Model":"sft-bge-small<\/a>","Model Size (Million Parameters)":24,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":512,"Max Tokens":512,"Average":"","AskUbuntuDupQuestions":"","MindSmallReranking":"","SciDocsRR":"","StackOverflowDupQuestions":""} -{"index":199,"Rank":349,"Model":"flaubert_base_cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AskUbuntuDupQuestions":"","MindSmallReranking":"","SciDocsRR":"","StackOverflowDupQuestions":""} -{"index":200,"Rank":350,"Model":"flaubert_base_uncased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AskUbuntuDupQuestions":"","MindSmallReranking":"","SciDocsRR":"","StackOverflowDupQuestions":""} -{"index":201,"Rank":351,"Model":"flaubert_large_cased<\/a>","Model Size (Million Parameters)":372,"Memory Usage (GB, fp32)":1.39,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","AskUbuntuDupQuestions":"","MindSmallReranking":"","SciDocsRR":"","StackOverflowDupQuestions":""} -{"index":204,"Rank":353,"Model":"bert-base-multilingual-cased<\/a>","Model Size (Million Parameters)":179,"Memory Usage (GB, fp32)":0.67,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AskUbuntuDupQuestions":"","MindSmallReranking":"","SciDocsRR":"","StackOverflowDupQuestions":""} -{"index":205,"Rank":354,"Model":"bert-base-multilingual-uncased<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AskUbuntuDupQuestions":"","MindSmallReranking":"","SciDocsRR":"","StackOverflowDupQuestions":""} -{"index":218,"Rank":355,"Model":"inf-retriever-v1<\/a>","Model Size (Million Parameters)":7069,"Memory Usage (GB, fp32)":26.33,"Embedding Dimensions":3584,"Max Tokens":131072,"Average":"","AskUbuntuDupQuestions":"","MindSmallReranking":"","SciDocsRR":"","StackOverflowDupQuestions":""} -{"index":230,"Rank":356,"Model":"herbert-base-retrieval-v2<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.47,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","AskUbuntuDupQuestions":"","MindSmallReranking":"","SciDocsRR":"","StackOverflowDupQuestions":""} -{"index":231,"Rank":357,"Model":"silver-retriever-base-v1<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.47,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","AskUbuntuDupQuestions":"","MindSmallReranking":"","SciDocsRR":"","StackOverflowDupQuestions":""} -{"index":255,"Rank":358,"Model":"ternary-weight-embedding<\/a>","Model Size (Million Parameters)":99,"Memory Usage (GB, fp32)":0.37,"Embedding Dimensions":1792,"Max Tokens":512,"Average":"","AskUbuntuDupQuestions":"","MindSmallReranking":"","SciDocsRR":"","StackOverflowDupQuestions":""} -{"index":256,"Rank":359,"Model":"bge-m3-custom-fr<\/a>","Model Size (Million Parameters)":568,"Memory Usage (GB, fp32)":2.12,"Embedding Dimensions":1024,"Max Tokens":8194,"Average":"","AskUbuntuDupQuestions":"","MindSmallReranking":"","SciDocsRR":"","StackOverflowDupQuestions":""} -{"index":257,"Rank":360,"Model":"sentence_croissant_alpha_v0.1<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":"","AskUbuntuDupQuestions":"","MindSmallReranking":"","SciDocsRR":"","StackOverflowDupQuestions":""} -{"index":258,"Rank":361,"Model":"sentence_croissant_alpha_v0.2<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":"","AskUbuntuDupQuestions":"","MindSmallReranking":"","SciDocsRR":"","StackOverflowDupQuestions":""} -{"index":259,"Rank":362,"Model":"sentence_croissant_alpha_v0.3<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":"","AskUbuntuDupQuestions":"","MindSmallReranking":"","SciDocsRR":"","StackOverflowDupQuestions":""} -{"index":260,"Rank":363,"Model":"sentence_croissant_alpha_v0.4<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":"","AskUbuntuDupQuestions":"","MindSmallReranking":"","SciDocsRR":"","StackOverflowDupQuestions":""} -{"index":271,"Rank":364,"Model":"mxbai-embed-xsmall-v1<\/a>","Model Size (Million Parameters)":24,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":384,"Max Tokens":4096,"Average":"","AskUbuntuDupQuestions":"","MindSmallReranking":"","SciDocsRR":"","StackOverflowDupQuestions":""} -{"index":273,"Rank":365,"Model":"fin-mpnet-base<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","AskUbuntuDupQuestions":"","MindSmallReranking":"","SciDocsRR":"","StackOverflowDupQuestions":""} -{"index":295,"Rank":368,"Model":"NV-Retriever-v1<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":512,"Average":"","AskUbuntuDupQuestions":"","MindSmallReranking":"","SciDocsRR":"","StackOverflowDupQuestions":""} -{"index":296,"Rank":369,"Model":"arabic-english-sts-matryoshka<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","AskUbuntuDupQuestions":"","MindSmallReranking":"","SciDocsRR":"","StackOverflowDupQuestions":""} -{"index":297,"Rank":370,"Model":"arabic-english-sts-matryoshka-v2.0<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","AskUbuntuDupQuestions":"","MindSmallReranking":"","SciDocsRR":"","StackOverflowDupQuestions":""} -{"index":298,"Rank":371,"Model":"MiniCPM-Embedding<\/a>","Model Size (Million Parameters)":2725,"Memory Usage (GB, fp32)":10.15,"Embedding Dimensions":2304,"Max Tokens":512,"Average":"","AskUbuntuDupQuestions":"","MindSmallReranking":"","SciDocsRR":"","StackOverflowDupQuestions":""} -{"index":313,"Rank":372,"Model":"mmlw-e5-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","AskUbuntuDupQuestions":"","MindSmallReranking":"","SciDocsRR":"","StackOverflowDupQuestions":""} -{"index":314,"Rank":373,"Model":"mmlw-e5-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","AskUbuntuDupQuestions":"","MindSmallReranking":"","SciDocsRR":"","StackOverflowDupQuestions":""} -{"index":315,"Rank":374,"Model":"mmlw-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","AskUbuntuDupQuestions":"","MindSmallReranking":"","SciDocsRR":"","StackOverflowDupQuestions":""} -{"index":316,"Rank":375,"Model":"mmlw-roberta-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","AskUbuntuDupQuestions":"","MindSmallReranking":"","SciDocsRR":"","StackOverflowDupQuestions":""} -{"index":317,"Rank":376,"Model":"mmlw-roberta-large<\/a>","Model Size (Million Parameters)":435,"Memory Usage (GB, fp32)":1.62,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","AskUbuntuDupQuestions":"","MindSmallReranking":"","SciDocsRR":"","StackOverflowDupQuestions":""} -{"index":318,"Rank":377,"Model":"st-polish-paraphrase-from-distilroberta<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.47,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","AskUbuntuDupQuestions":"","MindSmallReranking":"","SciDocsRR":"","StackOverflowDupQuestions":""} -{"index":319,"Rank":378,"Model":"st-polish-paraphrase-from-mpnet<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.47,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","AskUbuntuDupQuestions":"","MindSmallReranking":"","SciDocsRR":"","StackOverflowDupQuestions":""} -{"index":333,"Rank":379,"Model":"multi-qa-MiniLM-L6-cos-v1<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","AskUbuntuDupQuestions":"","MindSmallReranking":"","SciDocsRR":"","StackOverflowDupQuestions":""} -{"index":343,"Rank":380,"Model":"silma-embeddding-matryoshka-v0.1<\/a>","Model Size (Million Parameters)":135,"Memory Usage (GB, fp32)":0.5,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AskUbuntuDupQuestions":"","MindSmallReranking":"","SciDocsRR":"","StackOverflowDupQuestions":""} -{"index":344,"Rank":381,"Model":"silma-embeddding-sts-v0.1<\/a>","Model Size (Million Parameters)":135,"Memory Usage (GB, fp32)":0.5,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AskUbuntuDupQuestions":"","MindSmallReranking":"","SciDocsRR":"","StackOverflowDupQuestions":""} -{"index":347,"Rank":382,"Model":"ret-phi2-v0<\/a>","Model Size (Million Parameters)":2649,"Memory Usage (GB, fp32)":9.87,"Embedding Dimensions":2560,"Max Tokens":2048,"Average":"","AskUbuntuDupQuestions":"","MindSmallReranking":"","SciDocsRR":"","StackOverflowDupQuestions":""} -{"index":348,"Rank":383,"Model":"Angle_BERT<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AskUbuntuDupQuestions":51.34,"MindSmallReranking":"","SciDocsRR":70.59,"StackOverflowDupQuestions":40.99} -{"index":369,"Rank":387,"Model":"universal-sentence-encoder-multilingual-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":512,"Max Tokens":512,"Average":"","AskUbuntuDupQuestions":"","MindSmallReranking":"","SciDocsRR":"","StackOverflowDupQuestions":""} -{"index":370,"Rank":388,"Model":"universal-sentence-encoder-multilingual-large-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":512,"Max Tokens":512,"Average":"","AskUbuntuDupQuestions":"","MindSmallReranking":"","SciDocsRR":"","StackOverflowDupQuestions":""} -{"index":377,"Rank":389,"Model":"bilingual-embedding-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","AskUbuntuDupQuestions":"","MindSmallReranking":"","SciDocsRR":"","StackOverflowDupQuestions":""} -{"index":383,"Rank":392,"Model":"gte-small-quant<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","AskUbuntuDupQuestions":60.76,"MindSmallReranking":"","SciDocsRR":84.34,"StackOverflowDupQuestions":51.68} -{"index":385,"Rank":393,"Model":"bi-cse<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","AskUbuntuDupQuestions":"","MindSmallReranking":"","SciDocsRR":"","StackOverflowDupQuestions":""} -{"index":387,"Rank":394,"Model":"text-search-ada-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":2046,"Average":"","AskUbuntuDupQuestions":"","MindSmallReranking":"","SciDocsRR":"","StackOverflowDupQuestions":""} -{"index":388,"Rank":395,"Model":"text-search-ada-doc-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":2046,"Average":"","AskUbuntuDupQuestions":"","MindSmallReranking":"","SciDocsRR":"","StackOverflowDupQuestions":""} -{"index":389,"Rank":396,"Model":"text-search-babbage-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":2048,"Max Tokens":2046,"Average":"","AskUbuntuDupQuestions":"","MindSmallReranking":"","SciDocsRR":"","StackOverflowDupQuestions":""} -{"index":390,"Rank":397,"Model":"text-search-curie-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":4096,"Max Tokens":2046,"Average":"","AskUbuntuDupQuestions":"","MindSmallReranking":"","SciDocsRR":"","StackOverflowDupQuestions":""} -{"index":391,"Rank":398,"Model":"text-search-davinci-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":12288,"Max Tokens":2046,"Average":"","AskUbuntuDupQuestions":"","MindSmallReranking":"","SciDocsRR":"","StackOverflowDupQuestions":""} -{"index":393,"Rank":399,"Model":"text-similarity-babbage-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":2048,"Max Tokens":2046,"Average":"","AskUbuntuDupQuestions":54.68,"MindSmallReranking":"","SciDocsRR":72.78,"StackOverflowDupQuestions":40.65} -{"index":394,"Rank":400,"Model":"text-similarity-curie-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":4096,"Max Tokens":2046,"Average":"","AskUbuntuDupQuestions":55.09,"MindSmallReranking":"","SciDocsRR":70.93,"StackOverflowDupQuestions":42.42} -{"index":395,"Rank":401,"Model":"text-similarity-davinci-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":12288,"Max Tokens":2046,"Average":"","AskUbuntuDupQuestions":53.56,"MindSmallReranking":"","SciDocsRR":68.7,"StackOverflowDupQuestions":39.41} diff --git a/boards_data/en/data_tasks/Retrieval/default.jsonl b/boards_data/en/data_tasks/Retrieval/default.jsonl deleted file mode 100644 index 86eb5ae4ade6ea56bacbf8e4f7fa2ff475970d17..0000000000000000000000000000000000000000 --- a/boards_data/en/data_tasks/Retrieval/default.jsonl +++ /dev/null @@ -1,374 +0,0 @@ -{"index":366,"Rank":1,"Model":"voyage-3-m-exp<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":68.13,"ArguAna":89.79,"ClimateFEVER":56.93,"CQADupstackRetrieval":68.3,"DBPedia":48.25,"FEVER":96.28,"FiQA2018":78.01,"HotpotQA":86.96,"MSMARCO":37.28,"NFCorpus":46.99,"NQ":82.48,"QuoraRetrieval":88.86,"SCIDOCS":34.53,"SciFact":85.09,"Touche2020":39.39,"TRECCOVID":82.75} -{"index":294,"Rank":2,"Model":"NV-Embed-v2<\/a>","Model Size (Million Parameters)":7851,"Memory Usage (GB, fp32)":29.25,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":62.65,"ArguAna":70.07,"ClimateFEVER":45.39,"CQADupstackRetrieval":50.24,"DBPedia":53.5,"FEVER":93.75,"FiQA2018":65.73,"HotpotQA":85.48,"MSMARCO":45.63,"NFCorpus":45.17,"NQ":73.57,"QuoraRetrieval":89.03,"SCIDOCS":21.9,"SciFact":80.13,"Touche2020":31.78,"TRECCOVID":88.44} -{"index":30,"Rank":3,"Model":"bge-en-icl<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":62.16,"ArguAna":83.08,"ClimateFEVER":45.43,"CQADupstackRetrieval":47.31,"DBPedia":51.63,"FEVER":92.83,"FiQA2018":59.67,"HotpotQA":85.14,"MSMARCO":46.79,"NFCorpus":41.85,"NQ":73.88,"QuoraRetrieval":90.95,"SCIDOCS":25.26,"SciFact":79.09,"Touche2020":30.48,"TRECCOVID":79.08} -{"index":380,"Rank":4,"Model":"LENS-d8000<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":61.86,"ArguAna":76.02,"ClimateFEVER":45.77,"CQADupstackRetrieval":48.67,"DBPedia":49.75,"FEVER":92.32,"FiQA2018":61.57,"HotpotQA":85.71,"MSMARCO":47.24,"NFCorpus":40.61,"NQ":74.64,"QuoraRetrieval":90.79,"SCIDOCS":28.54,"SciFact":79.75,"Touche2020":29.34,"TRECCOVID":77.18} -{"index":218,"Rank":5,"Model":"inf-retriever-v1<\/a>","Model Size (Million Parameters)":7069,"Memory Usage (GB, fp32)":26.33,"Embedding Dimensions":3584,"Max Tokens":131072,"Average":61.71,"ArguAna":84.86,"ClimateFEVER":41.83,"CQADupstackRetrieval":46.64,"DBPedia":50.39,"FEVER":94.15,"FiQA2018":62.35,"HotpotQA":81.98,"MSMARCO":44.06,"NFCorpus":43.66,"NQ":69.65,"QuoraRetrieval":90.37,"SCIDOCS":30.78,"SciFact":85.4,"Touche2020":24.44,"TRECCOVID":75.1} -{"index":112,"Rank":6,"Model":"jasper_en_vision_language_v1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":61.33,"ArguAna":65.2,"ClimateFEVER":48.44,"CQADupstackRetrieval":47.94,"DBPedia":52.48,"FEVER":94.81,"FiQA2018":60.12,"HotpotQA":77.68,"MSMARCO":45.31,"NFCorpus":43.31,"NQ":71.49,"QuoraRetrieval":90.04,"SCIDOCS":24.64,"SciFact":80.37,"Touche2020":31.39,"TRECCOVID":86.73} -{"index":113,"Rank":7,"Model":"stella_en_1.5B_v5<\/a>","Model Size (Million Parameters)":1543,"Memory Usage (GB, fp32)":5.75,"Embedding Dimensions":8192,"Max Tokens":131072,"Average":61.01,"ArguAna":65.27,"ClimateFEVER":46.11,"CQADupstackRetrieval":47.75,"DBPedia":52.28,"FEVER":94.83,"FiQA2018":60.48,"HotpotQA":76.67,"MSMARCO":45.22,"NFCorpus":42.0,"NQ":71.8,"QuoraRetrieval":90.03,"SCIDOCS":26.64,"SciFact":80.09,"Touche2020":29.94,"TRECCOVID":85.98} -{"index":295,"Rank":8,"Model":"NV-Retriever-v1<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":512,"Average":60.9,"ArguAna":68.28,"ClimateFEVER":43.47,"CQADupstackRetrieval":49.36,"DBPedia":50.82,"FEVER":93.15,"FiQA2018":61.18,"HotpotQA":79.12,"MSMARCO":44.89,"NFCorpus":45.06,"NQ":72.44,"QuoraRetrieval":88.78,"SCIDOCS":22.55,"SciFact":81.31,"Touche2020":26.6,"TRECCOVID":86.44} -{"index":379,"Rank":9,"Model":"LENS-d4000<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":60.76,"ArguAna":77.32,"ClimateFEVER":44.62,"CQADupstackRetrieval":47.39,"DBPedia":50.1,"FEVER":92.37,"FiQA2018":60.43,"HotpotQA":85.07,"MSMARCO":46.95,"NFCorpus":41.64,"NQ":73.13,"QuoraRetrieval":90.84,"SCIDOCS":27.51,"SciFact":78.39,"Touche2020":25.86,"TRECCOVID":69.73} -{"index":81,"Rank":10,"Model":"Linq-Embed-Mistral<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":60.19,"ArguAna":69.65,"ClimateFEVER":39.11,"CQADupstackRetrieval":47.27,"DBPedia":51.32,"FEVER":92.42,"FiQA2018":61.2,"HotpotQA":76.24,"MSMARCO":45.21,"NFCorpus":41.62,"NQ":70.63,"QuoraRetrieval":90.27,"SCIDOCS":21.93,"SciFact":78.32,"Touche2020":30.61,"TRECCOVID":87.1} -{"index":129,"Rank":11,"Model":"SFR-Embedding-2_R<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":60.18,"ArguAna":62.34,"ClimateFEVER":34.43,"CQADupstackRetrieval":46.11,"DBPedia":51.21,"FEVER":92.16,"FiQA2018":61.77,"HotpotQA":81.36,"MSMARCO":42.18,"NFCorpus":41.34,"NQ":73.96,"QuoraRetrieval":89.58,"SCIDOCS":24.87,"SciFact":85.91,"Touche2020":28.18,"TRECCOVID":87.27} -{"index":384,"Rank":12,"Model":"Zeta-Alpha-E5-Mistral<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":59.5,"ArguAna":65.62,"ClimateFEVER":42.05,"CQADupstackRetrieval":48.85,"DBPedia":51.2,"FEVER":92.44,"FiQA2018":58.78,"HotpotQA":79.45,"MSMARCO":44.18,"NFCorpus":40.46,"NQ":70.52,"QuoraRetrieval":89.89,"SCIDOCS":20.86,"SciFact":77.38,"Touche2020":27.1,"TRECCOVID":83.68} -{"index":293,"Rank":13,"Model":"NV-Embed-v1<\/a>","Model Size (Million Parameters)":7851,"Memory Usage (GB, fp32)":29.25,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":59.36,"ArguAna":68.2,"ClimateFEVER":34.72,"CQADupstackRetrieval":50.51,"DBPedia":48.29,"FEVER":87.77,"FiQA2018":63.1,"HotpotQA":79.92,"MSMARCO":46.49,"NFCorpus":38.04,"NQ":71.22,"QuoraRetrieval":89.21,"SCIDOCS":20.19,"SciFact":78.43,"Touche2020":28.38,"TRECCOVID":85.88} -{"index":33,"Rank":14,"Model":"bge-multilingual-gemma2<\/a>","Model Size (Million Parameters)":9242,"Memory Usage (GB, fp32)":34.43,"Embedding Dimensions":3584,"Max Tokens":8192,"Average":59.24,"ArguAna":77.37,"ClimateFEVER":39.37,"CQADupstackRetrieval":47.94,"DBPedia":51.37,"FEVER":90.38,"FiQA2018":60.04,"HotpotQA":83.26,"MSMARCO":45.71,"NFCorpus":38.11,"NQ":71.45,"QuoraRetrieval":90.04,"SCIDOCS":26.93,"SciFact":72.05,"Touche2020":30.26,"TRECCOVID":64.27} -{"index":22,"Rank":15,"Model":"gte-Qwen2-7B-instruct<\/a>","Model Size (Million Parameters)":7613,"Memory Usage (GB, fp32)":28.36,"Embedding Dimensions":3584,"Max Tokens":32768,"Average":59.11,"ArguAna":54.56,"ClimateFEVER":45.88,"CQADupstackRetrieval":46.43,"DBPedia":52.42,"FEVER":95.11,"FiQA2018":62.03,"HotpotQA":73.08,"MSMARCO":45.98,"NFCorpus":40.6,"NQ":67.0,"QuoraRetrieval":90.09,"SCIDOCS":23.48,"SciFact":79.06,"Touche2020":30.57,"TRECCOVID":80.37} -{"index":130,"Rank":16,"Model":"SFR-Embedding-Mistral<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":59.0,"ArguAna":67.17,"ClimateFEVER":36.41,"CQADupstackRetrieval":46.49,"DBPedia":49.06,"FEVER":89.35,"FiQA2018":60.4,"HotpotQA":77.02,"MSMARCO":43.41,"NFCorpus":41.88,"NQ":69.92,"QuoraRetrieval":89.78,"SCIDOCS":19.91,"SciFact":77.66,"Touche2020":29.0,"TRECCOVID":87.6} -{"index":114,"Rank":17,"Model":"stella_en_400M_v5<\/a>","Model Size (Million Parameters)":435,"Memory Usage (GB, fp32)":1.62,"Embedding Dimensions":8192,"Max Tokens":8192,"Average":58.97,"ArguAna":64.24,"ClimateFEVER":43.53,"CQADupstackRetrieval":44.36,"DBPedia":49.88,"FEVER":90.99,"FiQA2018":56.06,"HotpotQA":71.74,"MSMARCO":43.69,"NFCorpus":41.49,"NQ":69.07,"QuoraRetrieval":89.58,"SCIDOCS":25.04,"SciFact":78.23,"Touche2020":31.45,"TRECCOVID":85.21} -{"index":37,"Rank":18,"Model":"e5-R-mistral-7b<\/a>","Model Size (Million Parameters)":7242,"Memory Usage (GB, fp32)":26.98,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":58.65,"ArguAna":58.99,"ClimateFEVER":40.26,"CQADupstackRetrieval":46.59,"DBPedia":51.03,"FEVER":90.32,"FiQA2018":58.68,"HotpotQA":80.16,"MSMARCO":42.9,"NFCorpus":41.38,"NQ":69.84,"QuoraRetrieval":90.11,"SCIDOCS":19.26,"SciFact":78.92,"Touche2020":26.89,"TRECCOVID":84.4} -{"index":298,"Rank":19,"Model":"MiniCPM-Embedding<\/a>","Model Size (Million Parameters)":2725,"Memory Usage (GB, fp32)":10.15,"Embedding Dimensions":2304,"Max Tokens":512,"Average":58.56,"ArguAna":64.65,"ClimateFEVER":35.55,"CQADupstackRetrieval":46.53,"DBPedia":47.82,"FEVER":90.76,"FiQA2018":56.64,"HotpotQA":78.11,"MSMARCO":43.93,"NFCorpus":39.77,"NQ":69.29,"QuoraRetrieval":89.97,"SCIDOCS":22.38,"SciFact":86.6,"Touche2020":25.08,"TRECCOVID":81.32} -{"index":21,"Rank":20,"Model":"gte-Qwen2-1.5B-instruct<\/a>","Model Size (Million Parameters)":1776,"Memory Usage (GB, fp32)":6.62,"Embedding Dimensions":1536,"Max Tokens":131072,"Average":58.29,"ArguAna":69.72,"ClimateFEVER":42.91,"CQADupstackRetrieval":44.76,"DBPedia":48.69,"FEVER":91.57,"FiQA2018":54.7,"HotpotQA":68.95,"MSMARCO":43.36,"NFCorpus":39.34,"NQ":64.0,"QuoraRetrieval":89.64,"SCIDOCS":24.98,"SciFact":78.44,"Touche2020":27.89,"TRECCOVID":85.38} -{"index":24,"Rank":21,"Model":"gte-large-en-v1.5<\/a>","Model Size (Million Parameters)":434,"Memory Usage (GB, fp32)":1.62,"Embedding Dimensions":1024,"Max Tokens":8192,"Average":57.91,"ArguAna":72.11,"ClimateFEVER":48.36,"CQADupstackRetrieval":42.16,"DBPedia":46.3,"FEVER":93.81,"FiQA2018":63.23,"HotpotQA":68.18,"MSMARCO":42.93,"NFCorpus":36.95,"NQ":56.08,"QuoraRetrieval":89.67,"SCIDOCS":26.35,"SciFact":82.43,"Touche2020":22.55,"TRECCOVID":77.49} -{"index":300,"Rank":22,"Model":"GritLM-7B-vllm<\/a>","Model Size (Million Parameters)":7242,"Memory Usage (GB, fp32)":26.98,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":57.41,"ArguAna":63.24,"ClimateFEVER":30.91,"CQADupstackRetrieval":49.42,"DBPedia":46.6,"FEVER":82.74,"FiQA2018":59.95,"HotpotQA":79.4,"MSMARCO":41.96,"NFCorpus":40.89,"NQ":70.3,"QuoraRetrieval":89.47,"SCIDOCS":24.41,"SciFact":79.17,"Touche2020":27.93,"TRECCOVID":74.8} -{"index":355,"Rank":23,"Model":"BinGSE-Meta-Llama-3-8B-Instruct<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":57.38,"ArguAna":60.61,"ClimateFEVER":36.96,"CQADupstackRetrieval":43.98,"DBPedia":47.16,"FEVER":92.2,"FiQA2018":55.85,"HotpotQA":77.12,"MSMARCO":42.83,"NFCorpus":40.9,"NQ":65.44,"QuoraRetrieval":89.98,"SCIDOCS":22.51,"SciFact":77.96,"Touche2020":24.7,"TRECCOVID":82.47} -{"index":61,"Rank":24,"Model":"GritLM-7B<\/a>","Model Size (Million Parameters)":7240,"Memory Usage (GB, fp32)":26.97,"Embedding Dimensions":"","Max Tokens":4096,"Average":57.36,"ArguAna":63.17,"ClimateFEVER":30.91,"CQADupstackRetrieval":49.42,"DBPedia":46.6,"FEVER":82.74,"FiQA2018":59.91,"HotpotQA":79.4,"MSMARCO":41.96,"NFCorpus":40.86,"NQ":70.3,"QuoraRetrieval":89.47,"SCIDOCS":24.41,"SciFact":79.13,"Touche2020":27.78,"TRECCOVID":74.31} -{"index":9,"Rank":25,"Model":"voyage-large-2-instruct<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":16000,"Average":57.3,"ArguAna":58.61,"ClimateFEVER":32.65,"CQADupstackRetrieval":46.6,"DBPedia":46.03,"FEVER":91.47,"FiQA2018":54.84,"HotpotQA":70.86,"MSMARCO":40.6,"NFCorpus":38.16,"NQ":65.92,"QuoraRetrieval":87.4,"SCIDOCS":24.32,"SciFact":77.8,"Touche2020":39.16,"TRECCOVID":85.07} -{"index":124,"Rank":26,"Model":"arctic-l-bge-small<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":57.19,"ArguAna":62.67,"ClimateFEVER":39.89,"CQADupstackRetrieval":46.21,"DBPedia":46.14,"FEVER":90.19,"FiQA2018":46.59,"HotpotQA":79.15,"MSMARCO":40.29,"NFCorpus":38.18,"NQ":61.43,"QuoraRetrieval":89.04,"SCIDOCS":22.44,"SciFact":78.06,"Touche2020":32.92,"TRECCOVID":84.72} -{"index":308,"Rank":27,"Model":"TDTE<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":57.05,"ArguAna":58.82,"ClimateFEVER":32.47,"CQADupstackRetrieval":49.52,"DBPedia":48.99,"FEVER":90.88,"FiQA2018":53.22,"HotpotQA":77.7,"MSMARCO":40.66,"NFCorpus":41.33,"NQ":64.67,"QuoraRetrieval":88.86,"SCIDOCS":23.01,"SciFact":79.62,"Touche2020":25.24,"TRECCOVID":80.75} -{"index":26,"Rank":28,"Model":"e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":56.89,"ArguAna":61.88,"ClimateFEVER":38.35,"CQADupstackRetrieval":42.97,"DBPedia":48.89,"FEVER":87.84,"FiQA2018":56.59,"HotpotQA":75.72,"MSMARCO":43.06,"NFCorpus":38.62,"NQ":63.53,"QuoraRetrieval":89.61,"SCIDOCS":16.3,"SciFact":76.41,"Touche2020":26.39,"TRECCOVID":87.25} -{"index":223,"Rank":29,"Model":"e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":56.87,"ArguAna":61.65,"ClimateFEVER":38.35,"CQADupstackRetrieval":42.97,"DBPedia":48.89,"FEVER":87.84,"FiQA2018":56.81,"HotpotQA":75.72,"MSMARCO":43.06,"NFCorpus":38.58,"NQ":63.53,"QuoraRetrieval":89.61,"SCIDOCS":16.32,"SciFact":76.42,"Touche2020":26.27,"TRECCOVID":87.03} -{"index":88,"Rank":30,"Model":"LLM2Vec-Meta-Llama-3-supervised<\/a>","Model Size (Million Parameters)":7505,"Memory Usage (GB, fp32)":27.96,"Embedding Dimensions":4096,"Max Tokens":8192,"Average":56.63,"ArguAna":62.78,"ClimateFEVER":34.27,"CQADupstackRetrieval":48.25,"DBPedia":48.34,"FEVER":90.2,"FiQA2018":55.33,"HotpotQA":71.76,"MSMARCO":43.24,"NFCorpus":41.83,"NQ":64.21,"QuoraRetrieval":87.16,"SCIDOCS":22.96,"SciFact":78.22,"Touche2020":20.5,"TRECCOVID":80.34} -{"index":12,"Rank":31,"Model":"voyage-lite-02-instruct<\/a>","Model Size (Million Parameters)":1220,"Memory Usage (GB, fp32)":4.54,"Embedding Dimensions":1024,"Max Tokens":4000,"Average":56.6,"ArguAna":70.28,"ClimateFEVER":31.95,"CQADupstackRetrieval":46.2,"DBPedia":39.79,"FEVER":91.35,"FiQA2018":52.51,"HotpotQA":75.51,"MSMARCO":37.93,"NFCorpus":43.7,"NQ":64.26,"QuoraRetrieval":87.62,"SCIDOCS":20.24,"SciFact":79.91,"Touche2020":26.8,"TRECCOVID":81.02} -{"index":125,"Rank":32,"Model":"arctic-m-bge-small<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":56.5,"ArguAna":62.44,"ClimateFEVER":37.84,"CQADupstackRetrieval":44.87,"DBPedia":46.06,"FEVER":90.02,"FiQA2018":45.07,"HotpotQA":77.84,"MSMARCO":40.28,"NFCorpus":37.28,"NQ":61.03,"QuoraRetrieval":89.21,"SCIDOCS":22.59,"SciFact":76.53,"Touche2020":30.68,"TRECCOVID":85.79} -{"index":66,"Rank":33,"Model":"speed-embedding-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":56.5,"ArguAna":59.29,"ClimateFEVER":37.77,"CQADupstackRetrieval":41.62,"DBPedia":49.74,"FEVER":88.53,"FiQA2018":56.05,"HotpotQA":75.17,"MSMARCO":42.55,"NFCorpus":38.74,"NQ":61.66,"QuoraRetrieval":89.35,"SCIDOCS":16.63,"SciFact":77.18,"Touche2020":25.79,"TRECCOVID":87.43} -{"index":20,"Rank":34,"Model":"gte-Qwen1.5-7B-instruct<\/a>","Model Size (Million Parameters)":7099,"Memory Usage (GB, fp32)":26.45,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":56.24,"ArguAna":62.65,"ClimateFEVER":44.0,"CQADupstackRetrieval":40.64,"DBPedia":48.04,"FEVER":93.35,"FiQA2018":55.31,"HotpotQA":72.25,"MSMARCO":41.68,"NFCorpus":38.25,"NQ":61.79,"QuoraRetrieval":89.61,"SCIDOCS":27.69,"SciFact":75.31,"Touche2020":20.3,"TRECCOVID":72.72} -{"index":90,"Rank":35,"Model":"LLM2Vec-Mistral-supervised<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":55.99,"ArguAna":57.48,"ClimateFEVER":35.19,"CQADupstackRetrieval":48.84,"DBPedia":49.58,"FEVER":89.4,"FiQA2018":53.11,"HotpotQA":74.07,"MSMARCO":42.17,"NFCorpus":39.33,"NQ":61.7,"QuoraRetrieval":87.75,"SCIDOCS":22.5,"SciFact":78.86,"Touche2020":22.18,"TRECCOVID":77.69} -{"index":134,"Rank":36,"Model":"snowflake-arctic-embed-l<\/a>","Model Size (Million Parameters)":334,"Memory Usage (GB, fp32)":1.24,"Embedding Dimensions":1024,"Max Tokens":512,"Average":55.98,"ArguAna":59.09,"ClimateFEVER":39.33,"CQADupstackRetrieval":46.97,"DBPedia":45.97,"FEVER":88.22,"FiQA2018":44.71,"HotpotQA":75.18,"MSMARCO":41.68,"NFCorpus":37.65,"NQ":63.11,"QuoraRetrieval":87.41,"SCIDOCS":21.36,"SciFact":73.82,"Touche2020":34.52,"TRECCOVID":80.72} -{"index":1,"Rank":37,"Model":"text-embedding-004<\/a>","Model Size (Million Parameters)":1200,"Memory Usage (GB, fp32)":4.47,"Embedding Dimensions":768,"Max Tokens":2048,"Average":55.7,"ArguAna":62.18,"ClimateFEVER":33.21,"CQADupstackRetrieval":48.89,"DBPedia":47.12,"FEVER":86.96,"FiQA2018":59.24,"HotpotQA":71.33,"MSMARCO":32.58,"NFCorpus":40.33,"NQ":61.28,"QuoraRetrieval":88.18,"SCIDOCS":20.34,"SciFact":75.42,"Touche2020":25.86,"TRECCOVID":82.62} -{"index":19,"Rank":38,"Model":"gme-Qwen2-VL-7B-Instruct<\/a>","Model Size (Million Parameters)":8291,"Memory Usage (GB, fp32)":30.89,"Embedding Dimensions":3584,"Max Tokens":32768,"Average":55.68,"ArguAna":64.6,"ClimateFEVER":45.38,"CQADupstackRetrieval":41.66,"DBPedia":50.78,"FEVER":94.27,"FiQA2018":57.14,"HotpotQA":79.21,"MSMARCO":42.38,"NFCorpus":38.4,"NQ":67.74,"QuoraRetrieval":88.05,"SCIDOCS":27.38,"SciFact":62.31,"Touche2020":23.26,"TRECCOVID":52.6} -{"index":135,"Rank":39,"Model":"snowflake-arctic-embed-l-v2.0<\/a>","Model Size (Million Parameters)":568,"Memory Usage (GB, fp32)":2.12,"Embedding Dimensions":1024,"Max Tokens":8194,"Average":55.65,"ArguAna":59.15,"ClimateFEVER":43.48,"CQADupstackRetrieval":46.1,"DBPedia":43.37,"FEVER":91.91,"FiQA2018":45.49,"HotpotQA":68.15,"MSMARCO":44.86,"NFCorpus":35.34,"NQ":63.67,"QuoraRetrieval":89.02,"SCIDOCS":20.24,"SciFact":70.59,"Touche2020":29.5,"TRECCOVID":83.87} -{"index":11,"Rank":40,"Model":"voyage-lite-01-instruct<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":4000,"Average":55.58,"ArguAna":58.73,"ClimateFEVER":37.47,"CQADupstackRetrieval":45.11,"DBPedia":43.42,"FEVER":89.71,"FiQA2018":44.79,"HotpotQA":70.46,"MSMARCO":39.66,"NFCorpus":43.33,"NQ":60.65,"QuoraRetrieval":87.83,"SCIDOCS":23.19,"SciFact":73.64,"Touche2020":36.83,"TRECCOVID":78.92} -{"index":245,"Rank":41,"Model":"echo-mistral-7b-instruct-lasttoken<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":55.52,"ArguAna":58.52,"ClimateFEVER":34.56,"CQADupstackRetrieval":46.91,"DBPedia":46.83,"FEVER":91.22,"FiQA2018":54.51,"HotpotQA":76.41,"MSMARCO":43.25,"NFCorpus":39.55,"NQ":62.31,"QuoraRetrieval":89.34,"SCIDOCS":20.17,"SciFact":73.99,"Touche2020":18.52,"TRECCOVID":76.66} -{"index":398,"Rank":42,"Model":"text-embedding-3-large<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":3072,"Max Tokens":8191,"Average":55.43,"ArguAna":57.99,"ClimateFEVER":30.27,"CQADupstackRetrieval":47.54,"DBPedia":44.76,"FEVER":87.94,"FiQA2018":55.0,"HotpotQA":71.58,"MSMARCO":40.24,"NFCorpus":42.07,"NQ":61.27,"QuoraRetrieval":89.05,"SCIDOCS":23.07,"SciFact":77.77,"Touche2020":23.35,"TRECCOVID":79.56} -{"index":179,"Rank":43,"Model":"snowflake-arctic-embed-m-v2.0-cpu<\/a>","Model Size (Million Parameters)":305,"Memory Usage (GB, fp32)":1.14,"Embedding Dimensions":768,"Max Tokens":8192,"Average":55.38,"ArguAna":58.01,"ClimateFEVER":38.31,"CQADupstackRetrieval":47.2,"DBPedia":43.88,"FEVER":91.55,"FiQA2018":43.96,"HotpotQA":72.4,"MSMARCO":44.04,"NFCorpus":35.88,"NQ":64.6,"QuoraRetrieval":88.73,"SCIDOCS":20.35,"SciFact":71.8,"Touche2020":29.77,"TRECCOVID":80.28} -{"index":139,"Rank":44,"Model":"snowflake-arctic-embed-m-v2.0<\/a>","Model Size (Million Parameters)":305,"Memory Usage (GB, fp32)":1.14,"Embedding Dimensions":768,"Max Tokens":8192,"Average":55.38,"ArguAna":58.01,"ClimateFEVER":38.31,"CQADupstackRetrieval":47.2,"DBPedia":43.88,"FEVER":91.55,"FiQA2018":43.96,"HotpotQA":72.4,"MSMARCO":44.04,"NFCorpus":35.88,"NQ":64.6,"QuoraRetrieval":88.73,"SCIDOCS":20.35,"SciFact":71.8,"Touche2020":29.77,"TRECCOVID":80.28} -{"index":299,"Rank":45,"Model":"MiniCPM-Embedding-Light<\/a>","Model Size (Million Parameters)":434,"Memory Usage (GB, fp32)":1.62,"Embedding Dimensions":1024,"Max Tokens":4096,"Average":55.27,"ArguAna":55.97,"ClimateFEVER":38.92,"CQADupstackRetrieval":43.82,"DBPedia":45.15,"FEVER":88.49,"FiQA2018":47.03,"HotpotQA":71.32,"MSMARCO":41.83,"NFCorpus":37.75,"NQ":64.57,"QuoraRetrieval":88.83,"SCIDOCS":21.71,"SciFact":76.11,"Touche2020":29.91,"TRECCOVID":77.63} -{"index":84,"Rank":46,"Model":"marqo-chimera-arctic-bge-m<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":55.16,"ArguAna":62.6,"ClimateFEVER":34.42,"CQADupstackRetrieval":42.89,"DBPedia":44.91,"FEVER":87.71,"FiQA2018":44.31,"HotpotQA":74.39,"MSMARCO":43.42,"NFCorpus":38.46,"NQ":53.2,"QuoraRetrieval":89.14,"SCIDOCS":21.85,"SciFact":74.85,"Touche2020":33.01,"TRECCOVID":82.25} -{"index":138,"Rank":47,"Model":"snowflake-arctic-embed-m-v1.5<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":55.14,"ArguAna":59.53,"ClimateFEVER":36.85,"CQADupstackRetrieval":44.99,"DBPedia":45.55,"FEVER":88.41,"FiQA2018":42.4,"HotpotQA":72.21,"MSMARCO":42.03,"NFCorpus":36.2,"NQ":62.46,"QuoraRetrieval":87.37,"SCIDOCS":21.49,"SciFact":71.59,"Touche2020":31.43,"TRECCOVID":84.61} -{"index":62,"Rank":48,"Model":"GritLM-8x7B<\/a>","Model Size (Million Parameters)":46703,"Memory Usage (GB, fp32)":173.98,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":55.09,"ArguAna":59.49,"ClimateFEVER":28.69,"CQADupstackRetrieval":47.63,"DBPedia":46.54,"FEVER":85.02,"FiQA2018":49.89,"HotpotQA":73.83,"MSMARCO":35.55,"NFCorpus":39.05,"NQ":63.87,"QuoraRetrieval":87.7,"SCIDOCS":23.06,"SciFact":77.02,"Touche2020":27.97,"TRECCOVID":81.07} -{"index":46,"Rank":49,"Model":"Cohere-embed-english-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":512,"Average":55.0,"ArguAna":61.52,"ClimateFEVER":38.43,"CQADupstackRetrieval":41.53,"DBPedia":43.36,"FEVER":88.97,"FiQA2018":42.19,"HotpotQA":70.72,"MSMARCO":42.93,"NFCorpus":38.57,"NQ":61.56,"QuoraRetrieval":88.72,"SCIDOCS":20.31,"SciFact":71.83,"Touche2020":32.42,"TRECCOVID":81.92} -{"index":136,"Rank":50,"Model":"snowflake-arctic-embed-m<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":54.91,"ArguAna":56.44,"ClimateFEVER":39.37,"CQADupstackRetrieval":43.81,"DBPedia":44.73,"FEVER":89.02,"FiQA2018":42.4,"HotpotQA":73.65,"MSMARCO":41.77,"NFCorpus":36.77,"NQ":62.43,"QuoraRetrieval":87.42,"SCIDOCS":21.1,"SciFact":73.55,"Touche2020":31.47,"TRECCOVID":79.65} -{"index":137,"Rank":51,"Model":"snowflake-arctic-embed-m-long<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":8192,"Average":54.83,"ArguAna":60.36,"ClimateFEVER":38.33,"CQADupstackRetrieval":44.21,"DBPedia":45.29,"FEVER":86.89,"FiQA2018":42.16,"HotpotQA":72.76,"MSMARCO":41.97,"NFCorpus":35.87,"NQ":62.34,"QuoraRetrieval":87.72,"SCIDOCS":20.47,"SciFact":69.96,"Touche2020":32.35,"TRECCOVID":81.7} -{"index":145,"Rank":52,"Model":"UAE-Large-V1<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":54.66,"ArguAna":66.15,"ClimateFEVER":38.53,"CQADupstackRetrieval":40.93,"DBPedia":44.89,"FEVER":88.24,"FiQA2018":44.84,"HotpotQA":73.13,"MSMARCO":41.4,"NFCorpus":38.65,"NQ":55.86,"QuoraRetrieval":89.02,"SCIDOCS":22.98,"SciFact":74.07,"Touche2020":24.93,"TRECCOVID":76.33} -{"index":126,"Rank":53,"Model":"arctic-s-bge-small<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":54.61,"ArguAna":61.7,"ClimateFEVER":34.4,"CQADupstackRetrieval":43.06,"DBPedia":44.46,"FEVER":86.56,"FiQA2018":43.32,"HotpotQA":74.98,"MSMARCO":39.03,"NFCorpus":35.91,"NQ":57.06,"QuoraRetrieval":89.0,"SCIDOCS":21.09,"SciFact":75.3,"Touche2020":30.5,"TRECCOVID":82.84} -{"index":86,"Rank":54,"Model":"LLM2Vec-Llama-2-7b-chat-hf-mntp-supervised<\/a>","Model Size (Million Parameters)":6607,"Memory Usage (GB, fp32)":24.61,"Embedding Dimensions":4096,"Max Tokens":4096,"Average":54.6,"ArguAna":56.53,"ClimateFEVER":30.7,"CQADupstackRetrieval":45.94,"DBPedia":48.42,"FEVER":89.93,"FiQA2018":51.28,"HotpotQA":72.99,"MSMARCO":41.46,"NFCorpus":40.33,"NQ":61.24,"QuoraRetrieval":85.59,"SCIDOCS":21.05,"SciFact":77.3,"Touche2020":16.92,"TRECCOVID":79.25} -{"index":270,"Rank":55,"Model":"mxbai-embed-large-v1<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":54.39,"ArguAna":66.02,"ClimateFEVER":36.09,"CQADupstackRetrieval":41.6,"DBPedia":44.51,"FEVER":86.91,"FiQA2018":45.27,"HotpotQA":72.03,"MSMARCO":41.26,"NFCorpus":38.64,"NQ":55.79,"QuoraRetrieval":88.98,"SCIDOCS":23.32,"SciFact":74.73,"Touche2020":25.2,"TRECCOVID":75.57} -{"index":248,"Rank":56,"Model":"modernbert-embed-large<\/a>","Model Size (Million Parameters)":395,"Memory Usage (GB, fp32)":1.47,"Embedding Dimensions":1024,"Max Tokens":8192,"Average":54.36,"ArguAna":50.35,"ClimateFEVER":39.14,"CQADupstackRetrieval":44.06,"DBPedia":43.07,"FEVER":88.76,"FiQA2018":44.42,"HotpotQA":68.67,"MSMARCO":42.55,"NFCorpus":34.76,"NQ":63.78,"QuoraRetrieval":89.2,"SCIDOCS":18.6,"SciFact":71.71,"Touche2020":30.26,"TRECCOVID":86.08} -{"index":31,"Rank":57,"Model":"bge-large-en-v1.5<\/a>","Model Size (Million Parameters)":1340,"Memory Usage (GB, fp32)":4.99,"Embedding Dimensions":1024,"Max Tokens":512,"Average":54.34,"ArguAna":64.52,"ClimateFEVER":36.57,"CQADupstackRetrieval":42.23,"DBPedia":44.11,"FEVER":87.18,"FiQA2018":45.02,"HotpotQA":74.1,"MSMARCO":42.49,"NFCorpus":38.06,"NQ":55.03,"QuoraRetrieval":89.07,"SCIDOCS":22.63,"SciFact":74.64,"Touche2020":24.81,"TRECCOVID":74.7} -{"index":281,"Rank":58,"Model":"bge-large-en-v1.5<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":54.29,"ArguAna":63.54,"ClimateFEVER":36.57,"CQADupstackRetrieval":42.23,"DBPedia":44.11,"FEVER":87.18,"FiQA2018":45.02,"HotpotQA":74.1,"MSMARCO":42.49,"NFCorpus":38.13,"NQ":55.03,"QuoraRetrieval":89.07,"SCIDOCS":22.64,"SciFact":74.61,"Touche2020":24.81,"TRECCOVID":74.82} -{"index":247,"Rank":59,"Model":"cde-small-v2<\/a>","Model Size (Million Parameters)":150,"Memory Usage (GB, fp32)":0.56,"Embedding Dimensions":768,"Max Tokens":512,"Average":54.19,"ArguAna":74.96,"ClimateFEVER":33.21,"CQADupstackRetrieval":42.51,"DBPedia":37.9,"FEVER":88.31,"FiQA2018":48.28,"HotpotQA":64.46,"MSMARCO":40.33,"NFCorpus":35.76,"NQ":58.64,"QuoraRetrieval":89.85,"SCIDOCS":22.85,"SciFact":73.48,"Touche2020":21.83,"TRECCOVID":80.55} -{"index":23,"Rank":60,"Model":"gte-base-en-v1.5<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":8192,"Average":54.09,"ArguAna":63.49,"ClimateFEVER":40.36,"CQADupstackRetrieval":39.52,"DBPedia":39.9,"FEVER":94.81,"FiQA2018":48.65,"HotpotQA":67.75,"MSMARCO":42.62,"NFCorpus":35.88,"NQ":52.96,"QuoraRetrieval":88.42,"SCIDOCS":21.92,"SciFact":76.77,"Touche2020":25.22,"TRECCOVID":73.13} -{"index":243,"Rank":61,"Model":"jina-embeddings-v3<\/a>","Model Size (Million Parameters)":572,"Memory Usage (GB, fp32)":2.13,"Embedding Dimensions":1024,"Max Tokens":8194,"Average":53.88,"ArguAna":54.33,"ClimateFEVER":42.36,"CQADupstackRetrieval":42.59,"DBPedia":41.0,"FEVER":89.05,"FiQA2018":47.35,"HotpotQA":64.67,"MSMARCO":40.81,"NFCorpus":36.62,"NQ":64.23,"QuoraRetrieval":89.09,"SCIDOCS":19.81,"SciFact":72.31,"Touche2020":26.3,"TRECCOVID":77.72} -{"index":49,"Rank":62,"Model":"jina-embeddings-v3<\/a>","Model Size (Million Parameters)":572,"Memory Usage (GB, fp32)":2.13,"Embedding Dimensions":1024,"Max Tokens":8194,"Average":53.88,"ArguAna":54.33,"ClimateFEVER":42.36,"CQADupstackRetrieval":42.59,"DBPedia":41.0,"FEVER":89.05,"FiQA2018":47.35,"HotpotQA":64.67,"MSMARCO":40.81,"NFCorpus":36.62,"NQ":64.23,"QuoraRetrieval":89.09,"SCIDOCS":19.81,"SciFact":72.31,"Touche2020":26.3,"TRECCOVID":77.72} -{"index":48,"Rank":63,"Model":"Cohere-embed-multilingual-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":512,"Average":53.84,"ArguAna":55.11,"ClimateFEVER":29.96,"CQADupstackRetrieval":40.64,"DBPedia":41.0,"FEVER":88.53,"FiQA2018":44.1,"HotpotQA":70.61,"MSMARCO":43.45,"NFCorpus":36.42,"NQ":63.41,"QuoraRetrieval":88.92,"SCIDOCS":19.34,"SciFact":70.05,"Touche2020":32.7,"TRECCOVID":83.37} -{"index":76,"Rank":64,"Model":"MUG-B-1.6<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":53.46,"ArguAna":66.18,"ClimateFEVER":33.13,"CQADupstackRetrieval":42.74,"DBPedia":42.84,"FEVER":85.44,"FiQA2018":44.93,"HotpotQA":72.49,"MSMARCO":41.46,"NFCorpus":37.9,"NQ":55.12,"QuoraRetrieval":89.07,"SCIDOCS":23.69,"SciFact":75.14,"Touche2020":24.42,"TRECCOVID":67.33} -{"index":162,"Rank":65,"Model":"GIST-large-Embedding-v0<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":53.44,"ArguAna":63.38,"ClimateFEVER":33.99,"CQADupstackRetrieval":43.44,"DBPedia":42.96,"FEVER":86.55,"FiQA2018":44.3,"HotpotQA":70.46,"MSMARCO":41.39,"NFCorpus":38.65,"NQ":56.09,"QuoraRetrieval":88.98,"SCIDOCS":24.06,"SciFact":74.72,"Touche2020":23.45,"TRECCOVID":69.13} -{"index":18,"Rank":66,"Model":"gme-Qwen2-VL-2B-Instruct<\/a>","Model Size (Million Parameters)":2209,"Memory Usage (GB, fp32)":8.23,"Embedding Dimensions":1536,"Max Tokens":32768,"Average":53.38,"ArguAna":61.52,"ClimateFEVER":42.3,"CQADupstackRetrieval":39.18,"DBPedia":46.31,"FEVER":92.6,"FiQA2018":45.3,"HotpotQA":72.93,"MSMARCO":40.88,"NFCorpus":37.2,"NQ":60.01,"QuoraRetrieval":87.24,"SCIDOCS":23.17,"SciFact":63.82,"Touche2020":29.06,"TRECCOVID":59.24} -{"index":371,"Rank":67,"Model":"b1ade-embed<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":53.3,"ArguAna":65.99,"ClimateFEVER":30.37,"CQADupstackRetrieval":43.39,"DBPedia":43.31,"FEVER":83.58,"FiQA2018":45.01,"HotpotQA":71.26,"MSMARCO":41.63,"NFCorpus":39.13,"NQ":55.13,"QuoraRetrieval":89.12,"SCIDOCS":23.79,"SciFact":75.25,"Touche2020":23.11,"TRECCOVID":69.38} -{"index":29,"Rank":68,"Model":"bge-base-en-v1.5<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":53.28,"ArguAna":63.75,"ClimateFEVER":31.17,"CQADupstackRetrieval":42.35,"DBPedia":40.77,"FEVER":86.29,"FiQA2018":40.65,"HotpotQA":72.6,"MSMARCO":41.35,"NFCorpus":37.37,"NQ":54.15,"QuoraRetrieval":88.9,"SCIDOCS":21.73,"SciFact":74.35,"Touche2020":25.7,"TRECCOVID":78.03} -{"index":246,"Rank":69,"Model":"cde-small-v1<\/a>","Model Size (Million Parameters)":143,"Memory Usage (GB, fp32)":0.53,"Embedding Dimensions":768,"Max Tokens":512,"Average":53.27,"ArguAna":72.0,"ClimateFEVER":25.71,"CQADupstackRetrieval":39.8,"DBPedia":40.09,"FEVER":86.09,"FiQA2018":45.41,"HotpotQA":66.66,"MSMARCO":41.48,"NFCorpus":34.73,"NQ":59.95,"QuoraRetrieval":89.84,"SCIDOCS":21.78,"SciFact":71.84,"Touche2020":24.25,"TRECCOVID":79.38} -{"index":36,"Rank":70,"Model":"nomic-embed-text-v1.5<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":8192,"Average":53.01,"ArguAna":48.01,"ClimateFEVER":41.28,"CQADupstackRetrieval":39.61,"DBPedia":43.9,"FEVER":86.34,"FiQA2018":37.46,"HotpotQA":72.62,"MSMARCO":42.53,"NFCorpus":34.67,"NQ":59.72,"QuoraRetrieval":88.0,"SCIDOCS":18.62,"SciFact":70.28,"Touche2020":29.86,"TRECCOVID":82.3} -{"index":291,"Rank":71,"Model":"nomic-embed-text-v1.5<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":8192,"Average":53.01,"ArguAna":48.01,"ClimateFEVER":41.28,"CQADupstackRetrieval":39.61,"DBPedia":43.9,"FEVER":86.34,"FiQA2018":37.46,"HotpotQA":72.62,"MSMARCO":42.53,"NFCorpus":34.67,"NQ":59.72,"QuoraRetrieval":88.0,"SCIDOCS":18.62,"SciFact":70.28,"Touche2020":29.86,"TRECCOVID":82.3} -{"index":282,"Rank":72,"Model":"modernbert-embed-base<\/a>","Model Size (Million Parameters)":149,"Memory Usage (GB, fp32)":0.56,"Embedding Dimensions":768,"Max Tokens":8192,"Average":52.89,"ArguAna":48.96,"ClimateFEVER":35.67,"CQADupstackRetrieval":42.08,"DBPedia":41.49,"FEVER":87.35,"FiQA2018":40.59,"HotpotQA":67.11,"MSMARCO":41.47,"NFCorpus":33.4,"NQ":62.15,"QuoraRetrieval":88.85,"SCIDOCS":18.59,"SciFact":69.63,"Touche2020":31.91,"TRECCOVID":84.15} -{"index":284,"Rank":73,"Model":"nomic-embed-text-v1<\/a>","Model Size (Million Parameters)":547,"Memory Usage (GB, fp32)":2.04,"Embedding Dimensions":768,"Max Tokens":8192,"Average":52.81,"ArguAna":49.26,"ClimateFEVER":40.5,"CQADupstackRetrieval":38.26,"DBPedia":45.03,"FEVER":84.98,"FiQA2018":38.44,"HotpotQA":73.64,"MSMARCO":43.13,"NFCorpus":35.03,"NQ":59.38,"QuoraRetrieval":87.7,"SCIDOCS":18.29,"SciFact":70.5,"Touche2020":28.15,"TRECCOVID":79.92} -{"index":35,"Rank":74,"Model":"nomic-embed-text-v1<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":8192,"Average":52.81,"ArguAna":49.26,"ClimateFEVER":40.5,"CQADupstackRetrieval":38.26,"DBPedia":45.03,"FEVER":84.98,"FiQA2018":38.44,"HotpotQA":73.64,"MSMARCO":43.13,"NFCorpus":35.03,"NQ":59.38,"QuoraRetrieval":87.7,"SCIDOCS":18.29,"SciFact":70.5,"Touche2020":28.15,"TRECCOVID":79.92} -{"index":228,"Rank":75,"Model":"multilingual-e5-large-instruct<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":52.64,"ArguAna":58.48,"ClimateFEVER":29.86,"CQADupstackRetrieval":42.71,"DBPedia":38.36,"FEVER":77.99,"FiQA2018":48.42,"HotpotQA":69.32,"MSMARCO":40.43,"NFCorpus":36.34,"NQ":57.75,"QuoraRetrieval":89.15,"SCIDOCS":19.24,"SciFact":71.62,"Touche2020":27.4,"TRECCOVID":82.51} -{"index":149,"Rank":76,"Model":"MedEmbed-small-v0.1<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":52.49,"ArguAna":61.59,"ClimateFEVER":26.74,"CQADupstackRetrieval":38.15,"DBPedia":38.55,"FEVER":84.94,"FiQA2018":38.5,"HotpotQA":69.21,"MSMARCO":69.8,"NFCorpus":34.78,"NQ":45.43,"QuoraRetrieval":88.57,"SCIDOCS":20.28,"SciFact":70.78,"Touche2020":22.2,"TRECCOVID":77.76} -{"index":0,"Rank":77,"Model":"text-embedding-004-256<\/a>","Model Size (Million Parameters)":1200,"Memory Usage (GB, fp32)":4.47,"Embedding Dimensions":256,"Max Tokens":2048,"Average":52.44,"ArguAna":56.27,"ClimateFEVER":29.35,"CQADupstackRetrieval":45.41,"DBPedia":41.91,"FEVER":82.61,"FiQA2018":55.54,"HotpotQA":64.65,"MSMARCO":31.12,"NFCorpus":37.81,"NQ":57.37,"QuoraRetrieval":87.89,"SCIDOCS":18.21,"SciFact":70.86,"Touche2020":27.4,"TRECCOVID":80.13} -{"index":289,"Rank":78,"Model":"nomic-embed-text-v1.5-512<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":512,"Max Tokens":8192,"Average":52.4,"ArguAna":47.45,"ClimateFEVER":40.7,"CQADupstackRetrieval":39.06,"DBPedia":42.96,"FEVER":85.7,"FiQA2018":36.92,"HotpotQA":71.48,"MSMARCO":42.29,"NFCorpus":33.31,"NQ":58.83,"QuoraRetrieval":87.87,"SCIDOCS":17.88,"SciFact":70.12,"Touche2020":29.24,"TRECCOVID":82.12} -{"index":160,"Rank":79,"Model":"GIST-Embedding-v0<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":52.31,"ArguAna":62.62,"ClimateFEVER":31.49,"CQADupstackRetrieval":43.2,"DBPedia":41.7,"FEVER":86.65,"FiQA2018":40.64,"HotpotQA":68.92,"MSMARCO":40.64,"NFCorpus":37.64,"NQ":53.43,"QuoraRetrieval":88.81,"SCIDOCS":23.47,"SciFact":75.29,"Touche2020":20.58,"TRECCOVID":69.6} -{"index":356,"Rank":80,"Model":"BinGSE-Sheared-LLaMA<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":52.28,"ArguAna":55.57,"ClimateFEVER":29.05,"CQADupstackRetrieval":39.19,"DBPedia":43.48,"FEVER":89.19,"FiQA2018":43.56,"HotpotQA":69.33,"MSMARCO":40.91,"NFCorpus":36.01,"NQ":57.04,"QuoraRetrieval":89.42,"SCIDOCS":16.59,"SciFact":69.7,"Touche2020":24.57,"TRECCOVID":80.57} -{"index":214,"Rank":81,"Model":"granite-embedding-125m-english<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":514,"Average":52.26,"ArguAna":58.4,"ClimateFEVER":33.15,"CQADupstackRetrieval":48.15,"DBPedia":39.41,"FEVER":88.23,"FiQA2018":44.93,"HotpotQA":67.78,"MSMARCO":32.5,"NFCorpus":37.25,"NQ":58.04,"QuoraRetrieval":87.82,"SCIDOCS":24.15,"SciFact":74.72,"Touche2020":20.15,"TRECCOVID":69.26} -{"index":352,"Rank":82,"Model":"gte-large<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":52.22,"ArguAna":57.16,"ClimateFEVER":28.82,"CQADupstackRetrieval":43.18,"DBPedia":42.37,"FEVER":84.53,"FiQA2018":44.5,"HotpotQA":67.16,"MSMARCO":40.86,"NFCorpus":38.17,"NQ":54.78,"QuoraRetrieval":88.32,"SCIDOCS":23.44,"SciFact":74.27,"Touche2020":25.51,"TRECCOVID":70.22} -{"index":164,"Rank":83,"Model":"NoInstruct-small-Embedding-v0<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":51.99,"ArguAna":57.59,"ClimateFEVER":35.2,"CQADupstackRetrieval":39.65,"DBPedia":41.02,"FEVER":87.13,"FiQA2018":40.65,"HotpotQA":66.54,"MSMARCO":40.23,"NFCorpus":34.92,"NQ":50.9,"QuoraRetrieval":88.41,"SCIDOCS":21.82,"SciFact":72.22,"Touche2020":23.48,"TRECCOVID":80.12} -{"index":140,"Rank":84,"Model":"snowflake-arctic-embed-s<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":51.98,"ArguAna":56.87,"ClimateFEVER":31.25,"CQADupstackRetrieval":42.02,"DBPedia":41.59,"FEVER":82.49,"FiQA2018":39.68,"HotpotQA":66.59,"MSMARCO":39.79,"NFCorpus":32.54,"NQ":56.19,"QuoraRetrieval":87.47,"SCIDOCS":19.42,"SciFact":69.92,"Touche2020":32.51,"TRECCOVID":81.39} -{"index":253,"Rank":85,"Model":"ember-v1<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":51.92,"ArguAna":64.56,"ClimateFEVER":27.29,"CQADupstackRetrieval":42.39,"DBPedia":41.79,"FEVER":83.69,"FiQA2018":44.3,"HotpotQA":74.33,"MSMARCO":42.03,"NFCorpus":36.91,"NQ":51.77,"QuoraRetrieval":89.09,"SCIDOCS":19.58,"SciFact":73.42,"Touche2020":23.54,"TRECCOVID":64.14} -{"index":63,"Rank":86,"Model":"KaLM-embedding-multilingual-mini-instruct-v1<\/a>","Model Size (Million Parameters)":494,"Memory Usage (GB, fp32)":1.84,"Embedding Dimensions":896,"Max Tokens":131072,"Average":51.88,"ArguAna":56.57,"ClimateFEVER":27.79,"CQADupstackRetrieval":42.21,"DBPedia":39.58,"FEVER":86.03,"FiQA2018":45.02,"HotpotQA":68.65,"MSMARCO":35.19,"NFCorpus":34.49,"NQ":49.54,"QuoraRetrieval":89.39,"SCIDOCS":20.43,"SciFact":72.6,"Touche2020":31.19,"TRECCOVID":79.54} -{"index":156,"Rank":87,"Model":"bge-small-en<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":51.82,"ArguAna":58.84,"ClimateFEVER":34.34,"CQADupstackRetrieval":38.51,"DBPedia":41.43,"FEVER":89.0,"FiQA2018":39.87,"HotpotQA":69.79,"MSMARCO":40.84,"NFCorpus":33.48,"NQ":48.99,"QuoraRetrieval":88.55,"SCIDOCS":20.19,"SciFact":69.9,"Touche2020":30.36,"TRECCOVID":73.16} -{"index":311,"Rank":88,"Model":"sf_model_e5<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":51.8,"ArguAna":64.07,"ClimateFEVER":28.74,"CQADupstackRetrieval":41.14,"DBPedia":42.51,"FEVER":81.38,"FiQA2018":42.64,"HotpotQA":72.37,"MSMARCO":40.66,"NFCorpus":38.43,"NQ":51.55,"QuoraRetrieval":88.74,"SCIDOCS":20.16,"SciFact":75.41,"Touche2020":22.6,"TRECCOVID":66.57} -{"index":34,"Rank":89,"Model":"bge-small-en-v1.5<\/a>","Model Size (Million Parameters)":24,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":512,"Max Tokens":512,"Average":51.71,"ArguAna":60.35,"ClimateFEVER":31.84,"CQADupstackRetrieval":39.05,"DBPedia":40.03,"FEVER":86.64,"FiQA2018":40.34,"HotpotQA":69.94,"MSMARCO":40.83,"NFCorpus":34.26,"NQ":50.18,"QuoraRetrieval":88.78,"SCIDOCS":20.52,"SciFact":71.27,"Touche2020":26.04,"TRECCOVID":75.53} -{"index":198,"Rank":90,"Model":"english-4U-bge-small<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":51.68,"ArguAna":59.55,"ClimateFEVER":31.84,"CQADupstackRetrieval":39.05,"DBPedia":40.03,"FEVER":86.64,"FiQA2018":40.34,"HotpotQA":69.94,"MSMARCO":40.83,"NFCorpus":34.3,"NQ":50.18,"QuoraRetrieval":88.78,"SCIDOCS":20.52,"SciFact":71.28,"Touche2020":26.04,"TRECCOVID":75.9} -{"index":397,"Rank":91,"Model":"text-embedding-3-large-256<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":256,"Max Tokens":8191,"Average":51.66,"ArguAna":55.6,"ClimateFEVER":25.8,"CQADupstackRetrieval":42.28,"DBPedia":40.8,"FEVER":84.57,"FiQA2018":50.33,"HotpotQA":62.69,"MSMARCO":37.93,"NFCorpus":37.94,"NQ":56.64,"QuoraRetrieval":88.22,"SCIDOCS":20.44,"SciFact":73.1,"Touche2020":22.31,"TRECCOVID":76.24} -{"index":64,"Rank":92,"Model":"KaLM-embedding-multilingual-mini-instruct-v1.5<\/a>","Model Size (Million Parameters)":494,"Memory Usage (GB, fp32)":1.84,"Embedding Dimensions":896,"Max Tokens":131072,"Average":51.65,"ArguAna":58.63,"ClimateFEVER":25.85,"CQADupstackRetrieval":41.83,"DBPedia":38.94,"FEVER":86.54,"FiQA2018":44.74,"HotpotQA":67.58,"MSMARCO":34.59,"NFCorpus":35.33,"NQ":47.5,"QuoraRetrieval":87.47,"SCIDOCS":19.97,"SciFact":72.89,"Touche2020":29.15,"TRECCOVID":83.72} -{"index":302,"Rank":93,"Model":"mini-gte<\/a>","Model Size (Million Parameters)":66,"Memory Usage (GB, fp32)":0.25,"Embedding Dimensions":768,"Max Tokens":512,"Average":51.59,"ArguAna":56.61,"ClimateFEVER":39.74,"CQADupstackRetrieval":38.68,"DBPedia":38.04,"FEVER":88.26,"FiQA2018":38.45,"HotpotQA":65.9,"MSMARCO":40.28,"NFCorpus":36.17,"NQ":52.19,"QuoraRetrieval":87.77,"SCIDOCS":21.32,"SciFact":72.63,"Touche2020":23.86,"TRECCOVID":74.02} -{"index":227,"Rank":94,"Model":"multilingual-e5-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":51.45,"ArguAna":54.36,"ClimateFEVER":25.73,"CQADupstackRetrieval":39.68,"DBPedia":41.3,"FEVER":82.81,"FiQA2018":43.81,"HotpotQA":71.22,"MSMARCO":43.7,"NFCorpus":33.98,"NQ":64.03,"QuoraRetrieval":89.26,"SCIDOCS":17.45,"SciFact":70.2,"Touche2020":23.13,"TRECCOVID":71.15} -{"index":92,"Rank":95,"Model":"LLM2Vec-Sheared-Llama-supervised<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":4096,"Average":51.44,"ArguAna":51.66,"ClimateFEVER":33.49,"CQADupstackRetrieval":41.73,"DBPedia":43.58,"FEVER":86.81,"FiQA2018":41.0,"HotpotQA":63.85,"MSMARCO":38.32,"NFCorpus":37.12,"NQ":53.89,"QuoraRetrieval":87.37,"SCIDOCS":17.96,"SciFact":72.08,"Touche2020":22.31,"TRECCOVID":80.41} -{"index":285,"Rank":96,"Model":"nomic-embed-text-v1-ablated<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":8192,"Average":51.43,"ArguAna":54.66,"ClimateFEVER":27.01,"CQADupstackRetrieval":38.47,"DBPedia":42.07,"FEVER":77.32,"FiQA2018":39.02,"HotpotQA":64.12,"MSMARCO":43.33,"NFCorpus":35.31,"NQ":61.43,"QuoraRetrieval":88.33,"SCIDOCS":18.7,"SciFact":71.51,"Touche2020":27.86,"TRECCOVID":82.31} -{"index":269,"Rank":97,"Model":"mxbai-embed-2d-large-v1<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":51.42,"ArguAna":63.63,"ClimateFEVER":30.73,"CQADupstackRetrieval":39.46,"DBPedia":40.74,"FEVER":82.24,"FiQA2018":41.75,"HotpotQA":63.0,"MSMARCO":38.03,"NFCorpus":37.35,"NQ":54.84,"QuoraRetrieval":88.14,"SCIDOCS":22.78,"SciFact":74.12,"Touche2020":25.89,"TRECCOVID":68.64} -{"index":166,"Rank":98,"Model":"concat-e5-small-bge-small-01<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":51.4,"ArguAna":59.35,"ClimateFEVER":28.83,"CQADupstackRetrieval":40.27,"DBPedia":40.46,"FEVER":86.27,"FiQA2018":42.22,"HotpotQA":74.67,"MSMARCO":39.29,"NFCorpus":35.51,"NQ":49.39,"QuoraRetrieval":88.78,"SCIDOCS":20.44,"SciFact":76.48,"Touche2020":21.42,"TRECCOVID":67.65} -{"index":45,"Rank":99,"Model":"Cohere-embed-english-light-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":51.34,"ArguAna":50.81,"ClimateFEVER":28.9,"CQADupstackRetrieval":38.89,"DBPedia":41.03,"FEVER":87.64,"FiQA2018":38.83,"HotpotQA":66.79,"MSMARCO":41.33,"NFCorpus":33.65,"NQ":57.99,"QuoraRetrieval":88.11,"SCIDOCS":18.1,"SciFact":66.69,"Touche2020":31.93,"TRECCOVID":79.36} -{"index":157,"Rank":100,"Model":"Titan-text-embeddings-v2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":51.31,"ArguAna":51.31,"ClimateFEVER":22.76,"CQADupstackRetrieval":45.27,"DBPedia":36.95,"FEVER":88.17,"FiQA2018":44.8,"HotpotQA":64.15,"MSMARCO":38.0,"NFCorpus":33.94,"NQ":55.1,"QuoraRetrieval":88.41,"SCIDOCS":21.98,"SciFact":70.52,"Touche2020":27.48,"TRECCOVID":80.75} -{"index":351,"Rank":101,"Model":"gte-base<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":51.14,"ArguAna":57.12,"ClimateFEVER":28.1,"CQADupstackRetrieval":42.91,"DBPedia":41.19,"FEVER":81.52,"FiQA2018":40.76,"HotpotQA":65.75,"MSMARCO":40.21,"NFCorpus":37.9,"NQ":52.84,"QuoraRetrieval":88.15,"SCIDOCS":23.13,"SciFact":76.18,"Touche2020":22.55,"TRECCOVID":68.78} -{"index":399,"Rank":102,"Model":"text-embedding-3-small<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":8191,"Average":51.08,"ArguAna":55.49,"ClimateFEVER":26.86,"CQADupstackRetrieval":42.58,"DBPedia":39.97,"FEVER":79.42,"FiQA2018":44.91,"HotpotQA":63.63,"MSMARCO":37.02,"NFCorpus":38.33,"NQ":52.86,"QuoraRetrieval":88.83,"SCIDOCS":20.8,"SciFact":73.37,"Touche2020":24.28,"TRECCOVID":77.9} -{"index":25,"Rank":103,"Model":"gte-multilingual-base<\/a>","Model Size (Million Parameters)":305,"Memory Usage (GB, fp32)":1.14,"Embedding Dimensions":768,"Max Tokens":8192,"Average":51.08,"ArguAna":58.23,"ClimateFEVER":34.83,"CQADupstackRetrieval":38.12,"DBPedia":40.12,"FEVER":92.11,"FiQA2018":45.01,"HotpotQA":63.04,"MSMARCO":39.92,"NFCorpus":36.65,"NQ":58.11,"QuoraRetrieval":88.02,"SCIDOCS":18.24,"SciFact":73.43,"Touche2020":22.82,"TRECCOVID":57.56} -{"index":85,"Rank":104,"Model":"onnx-gte-multilingual-base<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":51.08,"ArguAna":58.23,"ClimateFEVER":34.83,"CQADupstackRetrieval":38.12,"DBPedia":40.12,"FEVER":92.11,"FiQA2018":45.01,"HotpotQA":63.04,"MSMARCO":39.92,"NFCorpus":36.65,"NQ":58.11,"QuoraRetrieval":88.02,"SCIDOCS":18.24,"SciFact":73.43,"Touche2020":22.82,"TRECCOVID":57.56} -{"index":65,"Rank":105,"Model":"KaLM-embedding-multilingual-mini-v1<\/a>","Model Size (Million Parameters)":494,"Memory Usage (GB, fp32)":1.84,"Embedding Dimensions":896,"Max Tokens":131072,"Average":50.81,"ArguAna":56.71,"ClimateFEVER":23.84,"CQADupstackRetrieval":40.86,"DBPedia":36.77,"FEVER":84.13,"FiQA2018":46.02,"HotpotQA":67.84,"MSMARCO":34.22,"NFCorpus":33.82,"NQ":47.71,"QuoraRetrieval":89.68,"SCIDOCS":20.24,"SciFact":73.06,"Touche2020":28.91,"TRECCOVID":78.37} -{"index":288,"Rank":106,"Model":"nomic-embed-text-v1.5-256<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":256,"Max Tokens":8192,"Average":50.81,"ArguAna":45.44,"ClimateFEVER":39.63,"CQADupstackRetrieval":37.61,"DBPedia":39.42,"FEVER":84.4,"FiQA2018":35.0,"HotpotQA":67.78,"MSMARCO":41.38,"NFCorpus":32.54,"NQ":57.1,"QuoraRetrieval":87.65,"SCIDOCS":16.76,"SciFact":68.24,"Touche2020":28.49,"TRECCOVID":80.65} -{"index":347,"Rank":107,"Model":"ret-phi2-v0<\/a>","Model Size (Million Parameters)":2649,"Memory Usage (GB, fp32)":9.87,"Embedding Dimensions":2560,"Max Tokens":2048,"Average":50.78,"ArguAna":48.27,"ClimateFEVER":29.61,"CQADupstackRetrieval":35.76,"DBPedia":40.51,"FEVER":80.14,"FiQA2018":41.08,"HotpotQA":63.19,"MSMARCO":42.72,"NFCorpus":37.82,"NQ":56.39,"QuoraRetrieval":88.1,"SCIDOCS":17.48,"SciFact":71.63,"Touche2020":25.66,"TRECCOVID":83.4} -{"index":222,"Rank":108,"Model":"e5-large-v2<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":50.57,"ArguAna":46.43,"ClimateFEVER":22.21,"CQADupstackRetrieval":37.89,"DBPedia":44.02,"FEVER":82.83,"FiQA2018":41.14,"HotpotQA":73.13,"MSMARCO":43.46,"NFCorpus":37.13,"NQ":63.44,"QuoraRetrieval":86.84,"SCIDOCS":20.5,"SciFact":72.24,"Touche2020":20.67,"TRECCOVID":66.64} -{"index":163,"Rank":109,"Model":"GIST-small-Embedding-v0<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":50.43,"ArguAna":59.12,"ClimateFEVER":31.83,"CQADupstackRetrieval":39.89,"DBPedia":39.76,"FEVER":86.92,"FiQA2018":39.15,"HotpotQA":65.2,"MSMARCO":39.73,"NFCorpus":34.69,"NQ":48.69,"QuoraRetrieval":88.43,"SCIDOCS":21.89,"SciFact":70.86,"Touche2020":21.19,"TRECCOVID":69.14} -{"index":220,"Rank":110,"Model":"e5-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":50.3,"ArguAna":44.57,"ClimateFEVER":26.56,"CQADupstackRetrieval":38.54,"DBPedia":42.23,"FEVER":84.99,"FiQA2018":39.88,"HotpotQA":69.15,"MSMARCO":41.77,"NFCorpus":35.39,"NQ":58.22,"QuoraRetrieval":86.56,"SCIDOCS":18.68,"SciFact":71.94,"Touche2020":26.4,"TRECCOVID":69.63} -{"index":195,"Rank":111,"Model":"e5-base-4k<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":50.29,"ArguAna":44.49,"ClimateFEVER":26.56,"CQADupstackRetrieval":38.54,"DBPedia":42.23,"FEVER":84.99,"FiQA2018":39.88,"HotpotQA":69.15,"MSMARCO":41.77,"NFCorpus":35.39,"NQ":58.22,"QuoraRetrieval":86.56,"SCIDOCS":18.69,"SciFact":71.94,"Touche2020":26.4,"TRECCOVID":69.6} -{"index":109,"Rank":112,"Model":"SGPT-5.8B-weightedmean-msmarco-specb-bitfit<\/a>","Model Size (Million Parameters)":5874,"Memory Usage (GB, fp32)":21.88,"Embedding Dimensions":4096,"Max Tokens":2048,"Average":50.25,"ArguAna":51.38,"ClimateFEVER":30.46,"CQADupstackRetrieval":39.4,"DBPedia":39.87,"FEVER":78.24,"FiQA2018":37.2,"HotpotQA":59.26,"MSMARCO":39.91,"NFCorpus":36.21,"NQ":52.41,"QuoraRetrieval":84.58,"SCIDOCS":19.87,"SciFact":74.7,"Touche2020":25.43,"TRECCOVID":84.88} -{"index":47,"Rank":113,"Model":"Cohere-embed-multilingual-light-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":384,"Max Tokens":512,"Average":50.15,"ArguAna":53.37,"ClimateFEVER":24.8,"CQADupstackRetrieval":38.09,"DBPedia":38.05,"FEVER":85.52,"FiQA2018":36.16,"HotpotQA":66.88,"MSMARCO":40.49,"NFCorpus":32.12,"NQ":55.51,"QuoraRetrieval":87.85,"SCIDOCS":17.1,"SciFact":67.95,"Touche2020":29.48,"TRECCOVID":78.93} -{"index":141,"Rank":114,"Model":"snowflake-arctic-embed-xs<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.08,"Embedding Dimensions":384,"Max Tokens":512,"Average":50.15,"ArguAna":52.08,"ClimateFEVER":29.88,"CQADupstackRetrieval":40.12,"DBPedia":40.2,"FEVER":83.4,"FiQA2018":34.52,"HotpotQA":65.25,"MSMARCO":39.43,"NFCorpus":30.89,"NQ":54.76,"QuoraRetrieval":86.57,"SCIDOCS":18.36,"SciFact":64.51,"Touche2020":32.79,"TRECCOVID":79.43} -{"index":217,"Rank":115,"Model":"stella-base-en-v2<\/a>","Model Size (Million Parameters)":55,"Memory Usage (GB, fp32)":0.2,"Embedding Dimensions":768,"Max Tokens":512,"Average":50.1,"ArguAna":60.63,"ClimateFEVER":29.0,"CQADupstackRetrieval":41.14,"DBPedia":39.64,"FEVER":79.13,"FiQA2018":38.62,"HotpotQA":68.22,"MSMARCO":40.95,"NFCorpus":37.51,"NQ":50.2,"QuoraRetrieval":88.72,"SCIDOCS":18.58,"SciFact":72.51,"Touche2020":21.9,"TRECCOVID":64.79} -{"index":400,"Rank":116,"Model":"elser-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":30522,"Max Tokens":512,"Average":50.02,"ArguAna":55.98,"ClimateFEVER":27.08,"CQADupstackRetrieval":34.27,"DBPedia":42.7,"FEVER":78.55,"FiQA2018":41.57,"HotpotQA":67.01,"MSMARCO":38.9,"NFCorpus":36.66,"NQ":55.84,"QuoraRetrieval":84.69,"SCIDOCS":16.24,"SciFact":71.8,"Touche2020":26.27,"TRECCOVID":72.72} -{"index":221,"Rank":117,"Model":"e5-large<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":49.99,"ArguAna":49.35,"ClimateFEVER":22.4,"CQADupstackRetrieval":39.44,"DBPedia":42.39,"FEVER":65.03,"FiQA2018":38.56,"HotpotQA":63.33,"MSMARCO":44.05,"NFCorpus":36.07,"NQ":62.86,"QuoraRetrieval":88.18,"SCIDOCS":20.12,"SciFact":72.58,"Touche2020":27.21,"TRECCOVID":78.32} -{"index":353,"Rank":118,"Model":"gte-small<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":49.46,"ArguAna":55.44,"ClimateFEVER":26.54,"CQADupstackRetrieval":39.98,"DBPedia":39.1,"FEVER":81.55,"FiQA2018":39.35,"HotpotQA":63.79,"MSMARCO":40.31,"NFCorpus":34.77,"NQ":50.29,"QuoraRetrieval":88.02,"SCIDOCS":21.38,"SciFact":72.7,"Touche2020":22.22,"TRECCOVID":66.53} -{"index":235,"Rank":119,"Model":"udever-bloom-7b1<\/a>","Model Size (Million Parameters)":7069,"Memory Usage (GB, fp32)":26.33,"Embedding Dimensions":4096,"Max Tokens":2048,"Average":49.34,"ArguAna":52.21,"ClimateFEVER":26.79,"CQADupstackRetrieval":39.29,"DBPedia":37.62,"FEVER":73.98,"FiQA2018":36.7,"HotpotQA":56.66,"MSMARCO":42.02,"NFCorpus":36.02,"NQ":53.31,"QuoraRetrieval":88.28,"SCIDOCS":18.94,"SciFact":69.29,"Touche2020":25.19,"TRECCOVID":83.82} -{"index":209,"Rank":120,"Model":"instructor-xl<\/a>","Model Size (Million Parameters)":1241,"Memory Usage (GB, fp32)":4.62,"Embedding Dimensions":768,"Max Tokens":512,"Average":49.26,"ArguAna":55.65,"ClimateFEVER":26.54,"CQADupstackRetrieval":43.09,"DBPedia":40.24,"FEVER":70.03,"FiQA2018":46.96,"HotpotQA":55.88,"MSMARCO":41.61,"NFCorpus":36.0,"NQ":57.24,"QuoraRetrieval":88.85,"SCIDOCS":17.36,"SciFact":64.56,"Touche2020":23.44,"TRECCOVID":71.4} -{"index":396,"Rank":121,"Model":"text-embedding-ada-002<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":8191,"Average":49.25,"ArguAna":57.44,"ClimateFEVER":21.64,"CQADupstackRetrieval":41.69,"DBPedia":39.39,"FEVER":74.99,"FiQA2018":44.41,"HotpotQA":60.9,"MSMARCO":40.91,"NFCorpus":36.97,"NQ":51.58,"QuoraRetrieval":87.6,"SCIDOCS":18.36,"SciFact":72.75,"Touche2020":21.61,"TRECCOVID":68.47} -{"index":216,"Rank":122,"Model":"granite-embedding-30m-english<\/a>","Model Size (Million Parameters)":30,"Memory Usage (GB, fp32)":0.11,"Embedding Dimensions":384,"Max Tokens":514,"Average":49.06,"ArguAna":56.36,"ClimateFEVER":30.26,"CQADupstackRetrieval":44.29,"DBPedia":35.96,"FEVER":85.53,"FiQA2018":36.85,"HotpotQA":62.92,"MSMARCO":30.71,"NFCorpus":33.74,"NQ":51.63,"QuoraRetrieval":86.7,"SCIDOCS":22.54,"SciFact":71.27,"Touche2020":24.03,"TRECCOVID":63.1} -{"index":225,"Rank":123,"Model":"e5-small-v2<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":49.04,"ArguAna":41.67,"ClimateFEVER":22.87,"CQADupstackRetrieval":37.07,"DBPedia":41.32,"FEVER":81.64,"FiQA2018":37.43,"HotpotQA":66.61,"MSMARCO":41.46,"NFCorpus":32.45,"NQ":59.11,"QuoraRetrieval":85.71,"SCIDOCS":17.77,"SciFact":68.85,"Touche2020":27.12,"TRECCOVID":74.53} -{"index":226,"Rank":124,"Model":"multilingual-e5-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":48.89,"ArguAna":44.21,"ClimateFEVER":23.86,"CQADupstackRetrieval":38.52,"DBPedia":40.36,"FEVER":79.44,"FiQA2018":38.15,"HotpotQA":68.56,"MSMARCO":42.27,"NFCorpus":32.45,"NQ":60.02,"QuoraRetrieval":87.65,"SCIDOCS":17.17,"SciFact":69.65,"Touche2020":21.5,"TRECCOVID":69.49} -{"index":39,"Rank":125,"Model":"multilingual-e5-base-similarity-v1-onnx-quantized<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":48.88,"ArguAna":44.23,"ClimateFEVER":23.86,"CQADupstackRetrieval":38.52,"DBPedia":40.36,"FEVER":79.44,"FiQA2018":38.17,"HotpotQA":68.56,"MSMARCO":42.27,"NFCorpus":32.46,"NQ":60.02,"QuoraRetrieval":87.65,"SCIDOCS":17.16,"SciFact":69.35,"Touche2020":21.35,"TRECCOVID":69.76} -{"index":219,"Rank":126,"Model":"e5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":48.75,"ArguAna":51.41,"ClimateFEVER":15.38,"CQADupstackRetrieval":38.92,"DBPedia":41.02,"FEVER":58.24,"FiQA2018":36.37,"HotpotQA":62.21,"MSMARCO":43.14,"NFCorpus":36.59,"NQ":59.97,"QuoraRetrieval":87.92,"SCIDOCS":18.99,"SciFact":73.08,"Touche2020":28.31,"TRECCOVID":79.64} -{"index":331,"Rank":127,"Model":"gtr-t5-xxl<\/a>","Model Size (Million Parameters)":4865,"Memory Usage (GB, fp32)":18.12,"Embedding Dimensions":768,"Max Tokens":512,"Average":48.48,"ArguAna":53.77,"ClimateFEVER":27.21,"CQADupstackRetrieval":38.56,"DBPedia":41.28,"FEVER":74.08,"FiQA2018":46.78,"HotpotQA":59.67,"MSMARCO":44.05,"NFCorpus":34.18,"NQ":57.24,"QuoraRetrieval":89.09,"SCIDOCS":15.88,"SciFact":66.77,"Touche2020":26.76,"TRECCOVID":51.9} -{"index":175,"Rank":128,"Model":"sgpt-bloom-7b1-msmarco<\/a>","Model Size (Million Parameters)":7068,"Memory Usage (GB, fp32)":26.33,"Embedding Dimensions":4096,"Max Tokens":2048,"Average":48.22,"ArguAna":47.28,"ClimateFEVER":29.39,"CQADupstackRetrieval":39.62,"DBPedia":39.03,"FEVER":73.97,"FiQA2018":35.84,"HotpotQA":57.26,"MSMARCO":41.12,"NFCorpus":35.78,"NQ":53.15,"QuoraRetrieval":74.71,"SCIDOCS":18.62,"SciFact":72.11,"Touche2020":23.98,"TRECCOVID":81.37} -{"index":210,"Rank":129,"Model":"granite-embedding-278m-multilingual-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":48.18,"ArguAna":55.24,"ClimateFEVER":29.49,"CQADupstackRetrieval":42.74,"DBPedia":34.56,"FEVER":84.93,"FiQA2018":35.66,"HotpotQA":61.51,"MSMARCO":29.87,"NFCorpus":28.9,"NQ":53.41,"QuoraRetrieval":86.87,"SCIDOCS":17.72,"SciFact":65.85,"Touche2020":27.31,"TRECCOVID":68.57} -{"index":215,"Rank":130,"Model":"granite-embedding-278m-multilingual<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":48.18,"ArguAna":55.24,"ClimateFEVER":29.49,"CQADupstackRetrieval":42.74,"DBPedia":34.56,"FEVER":84.93,"FiQA2018":35.66,"HotpotQA":61.51,"MSMARCO":29.87,"NFCorpus":28.9,"NQ":53.41,"QuoraRetrieval":86.87,"SCIDOCS":17.72,"SciFact":65.85,"Touche2020":27.31,"TRECCOVID":68.57} -{"index":211,"Rank":131,"Model":"granite-embedding-278m-multilingual-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":48.18,"ArguAna":55.24,"ClimateFEVER":29.49,"CQADupstackRetrieval":42.74,"DBPedia":34.56,"FEVER":84.93,"FiQA2018":35.66,"HotpotQA":61.51,"MSMARCO":29.87,"NFCorpus":28.9,"NQ":53.41,"QuoraRetrieval":86.87,"SCIDOCS":17.72,"SciFact":65.85,"Touche2020":27.31,"TRECCOVID":68.57} -{"index":155,"Rank":132,"Model":"Giga-Embeddings-instruct<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":48.03,"ArguAna":53.23,"ClimateFEVER":14.97,"CQADupstackRetrieval":26.13,"DBPedia":30.14,"FEVER":56.27,"FiQA2018":73.56,"HotpotQA":56.94,"MSMARCO":61.95,"NFCorpus":36.03,"NQ":47.42,"QuoraRetrieval":89.24,"SCIDOCS":19.16,"SciFact":72.9,"Touche2020":13.94,"TRECCOVID":68.53} -{"index":286,"Rank":133,"Model":"nomic-embed-text-v1-unsupervised<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":8192,"Average":48.0,"ArguAna":54.81,"ClimateFEVER":24.71,"CQADupstackRetrieval":41.4,"DBPedia":40.2,"FEVER":74.39,"FiQA2018":39.86,"HotpotQA":63.7,"MSMARCO":34.99,"NFCorpus":35.68,"NQ":48.55,"QuoraRetrieval":88.19,"SCIDOCS":20.17,"SciFact":71.98,"Touche2020":19.17,"TRECCOVID":62.2} -{"index":330,"Rank":134,"Model":"gtr-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Embedding Dimensions":768,"Max Tokens":512,"Average":47.96,"ArguAna":52.81,"ClimateFEVER":27.01,"CQADupstackRetrieval":37.35,"DBPedia":39.74,"FEVER":72.18,"FiQA2018":44.19,"HotpotQA":58.91,"MSMARCO":43.52,"NFCorpus":33.34,"NQ":56.16,"QuoraRetrieval":88.91,"SCIDOCS":15.71,"SciFact":64.2,"Touche2020":25.26,"TRECCOVID":60.09} -{"index":249,"Rank":135,"Model":"modernbert-embed-large-unsupervised<\/a>","Model Size (Million Parameters)":395,"Memory Usage (GB, fp32)":1.47,"Embedding Dimensions":1024,"Max Tokens":8192,"Average":47.9,"ArguAna":50.52,"ClimateFEVER":20.3,"CQADupstackRetrieval":45.47,"DBPedia":40.13,"FEVER":62.5,"FiQA2018":48.75,"HotpotQA":61.33,"MSMARCO":36.7,"NFCorpus":36.69,"NQ":47.4,"QuoraRetrieval":89.14,"SCIDOCS":20.64,"SciFact":75.13,"Touche2020":19.57,"TRECCOVID":64.25} -{"index":159,"Rank":136,"Model":"jina-embeddings-v2-base-en<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":8192,"Average":47.87,"ArguAna":44.18,"ClimateFEVER":23.53,"CQADupstackRetrieval":39.34,"DBPedia":35.05,"FEVER":72.33,"FiQA2018":41.58,"HotpotQA":61.38,"MSMARCO":40.92,"NFCorpus":32.45,"NQ":60.44,"QuoraRetrieval":88.2,"SCIDOCS":19.86,"SciFact":66.68,"Touche2020":26.24,"TRECCOVID":65.91} -{"index":240,"Rank":137,"Model":"jina-embeddings-v2-base-en<\/a>","Model Size (Million Parameters)":275,"Memory Usage (GB, fp32)":1.02,"Embedding Dimensions":768,"Max Tokens":8192,"Average":47.87,"ArguAna":44.18,"ClimateFEVER":23.53,"CQADupstackRetrieval":39.34,"DBPedia":35.05,"FEVER":72.33,"FiQA2018":41.58,"HotpotQA":61.38,"MSMARCO":40.92,"NFCorpus":32.45,"NQ":60.44,"QuoraRetrieval":88.2,"SCIDOCS":19.86,"SciFact":66.68,"Touche2020":26.24,"TRECCOVID":65.91} -{"index":287,"Rank":138,"Model":"nomic-embed-text-v1.5-128<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":128,"Max Tokens":8192,"Average":47.75,"ArguAna":43.4,"ClimateFEVER":36.52,"CQADupstackRetrieval":34.67,"DBPedia":36.22,"FEVER":80.48,"FiQA2018":32.08,"HotpotQA":60.09,"MSMARCO":39.99,"NFCorpus":30.72,"NQ":53.62,"QuoraRetrieval":87.07,"SCIDOCS":15.56,"SciFact":64.28,"Touche2020":26.99,"TRECCOVID":74.58} -{"index":233,"Rank":139,"Model":"udever-bloom-3b<\/a>","Model Size (Million Parameters)":3003,"Memory Usage (GB, fp32)":11.19,"Embedding Dimensions":2560,"Max Tokens":2048,"Average":47.67,"ArguAna":48.33,"ClimateFEVER":23.36,"CQADupstackRetrieval":37.82,"DBPedia":34.54,"FEVER":71.96,"FiQA2018":35.12,"HotpotQA":55.12,"MSMARCO":40.25,"NFCorpus":33.66,"NQ":50.62,"QuoraRetrieval":88.01,"SCIDOCS":18.5,"SciFact":69.43,"Touche2020":25.17,"TRECCOVID":83.21} -{"index":208,"Rank":140,"Model":"instructor-large<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":768,"Max Tokens":512,"Average":47.57,"ArguAna":57.05,"ClimateFEVER":27.74,"CQADupstackRetrieval":43.82,"DBPedia":36.68,"FEVER":72.69,"FiQA2018":45.45,"HotpotQA":55.18,"MSMARCO":39.65,"NFCorpus":34.09,"NQ":50.1,"QuoraRetrieval":88.44,"SCIDOCS":18.55,"SciFact":64.43,"Touche2020":21.56,"TRECCOVID":58.06} -{"index":329,"Rank":141,"Model":"gtr-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Embedding Dimensions":768,"Max Tokens":512,"Average":47.42,"ArguAna":52.09,"ClimateFEVER":26.9,"CQADupstackRetrieval":36.62,"DBPedia":39.55,"FEVER":72.66,"FiQA2018":42.79,"HotpotQA":57.85,"MSMARCO":42.73,"NFCorpus":32.63,"NQ":55.09,"QuoraRetrieval":88.47,"SCIDOCS":15.51,"SciFact":63.42,"Touche2020":28.29,"TRECCOVID":56.68} -{"index":283,"Rank":142,"Model":"modernbert-embed-base-unsupervised<\/a>","Model Size (Million Parameters)":149,"Memory Usage (GB, fp32)":0.56,"Embedding Dimensions":768,"Max Tokens":8192,"Average":47.05,"ArguAna":48.82,"ClimateFEVER":22.97,"CQADupstackRetrieval":42.4,"DBPedia":37.97,"FEVER":67.39,"FiQA2018":42.53,"HotpotQA":60.0,"MSMARCO":34.23,"NFCorpus":35.33,"NQ":46.32,"QuoraRetrieval":88.63,"SCIDOCS":19.83,"SciFact":72.3,"Touche2020":18.58,"TRECCOVID":68.44} -{"index":244,"Rank":143,"Model":"multilingual-e5-small-ct2-int8<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":46.64,"ArguAna":39.06,"ClimateFEVER":22.55,"CQADupstackRetrieval":36.07,"DBPedia":37.76,"FEVER":75.27,"FiQA2018":33.31,"HotpotQA":65.09,"MSMARCO":40.99,"NFCorpus":31.01,"NQ":56.29,"QuoraRetrieval":86.93,"SCIDOCS":13.89,"SciFact":67.7,"Touche2020":21.16,"TRECCOVID":72.57} -{"index":229,"Rank":144,"Model":"multilingual-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":46.63,"ArguAna":39.09,"ClimateFEVER":22.55,"CQADupstackRetrieval":36.07,"DBPedia":37.76,"FEVER":75.27,"FiQA2018":33.13,"HotpotQA":65.09,"MSMARCO":40.99,"NFCorpus":31.0,"NQ":56.29,"QuoraRetrieval":86.93,"SCIDOCS":13.9,"SciFact":67.7,"Touche2020":21.16,"TRECCOVID":72.57} -{"index":108,"Rank":145,"Model":"SGPT-2.7B-weightedmean-msmarco-specb-bitfit<\/a>","Model Size (Million Parameters)":2685,"Memory Usage (GB, fp32)":10.0,"Embedding Dimensions":2560,"Max Tokens":2048,"Average":46.54,"ArguAna":50.49,"ClimateFEVER":27.11,"CQADupstackRetrieval":36.53,"DBPedia":34.7,"FEVER":72.73,"FiQA2018":33.29,"HotpotQA":52.84,"MSMARCO":38.83,"NFCorpus":33.89,"NQ":46.7,"QuoraRetrieval":85.6,"SCIDOCS":16.57,"SciFact":70.17,"Touche2020":23.44,"TRECCOVID":75.17} -{"index":224,"Rank":146,"Model":"e5-small<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":46.01,"ArguAna":46.69,"ClimateFEVER":15.81,"CQADupstackRetrieval":36.08,"DBPedia":38.64,"FEVER":53.52,"FiQA2018":34.8,"HotpotQA":56.34,"MSMARCO":42.33,"NFCorpus":33.93,"NQ":58.73,"QuoraRetrieval":87.71,"SCIDOCS":16.42,"SciFact":65.6,"Touche2020":26.81,"TRECCOVID":76.78} -{"index":213,"Rank":147,"Model":"granite-embedding-107m-multilingual<\/a>","Model Size (Million Parameters)":107,"Memory Usage (GB, fp32)":0.4,"Embedding Dimensions":384,"Max Tokens":514,"Average":45.33,"ArguAna":51.66,"ClimateFEVER":24.97,"CQADupstackRetrieval":39.85,"DBPedia":32.8,"FEVER":83.16,"FiQA2018":28.4,"HotpotQA":58.77,"MSMARCO":28.32,"NFCorpus":26.99,"NQ":50.89,"QuoraRetrieval":85.84,"SCIDOCS":17.38,"SciFact":63.25,"Touche2020":24.85,"TRECCOVID":62.81} -{"index":232,"Rank":148,"Model":"udever-bloom-1b1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":2048,"Average":45.27,"ArguAna":46.67,"ClimateFEVER":25.56,"CQADupstackRetrieval":34.3,"DBPedia":32.61,"FEVER":67.22,"FiQA2018":31.29,"HotpotQA":51.67,"MSMARCO":38.27,"NFCorpus":30.7,"NQ":46.16,"QuoraRetrieval":87.01,"SCIDOCS":17.23,"SciFact":65.42,"Touche2020":24.92,"TRECCOVID":80.03} -{"index":242,"Rank":149,"Model":"jina-embeddings-v2-small-en<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":512,"Max Tokens":8192,"Average":45.14,"ArguAna":46.73,"ClimateFEVER":24.05,"CQADupstackRetrieval":38.03,"DBPedia":32.65,"FEVER":68.02,"FiQA2018":33.43,"HotpotQA":56.48,"MSMARCO":37.28,"NFCorpus":30.4,"NQ":51.59,"QuoraRetrieval":87.19,"SCIDOCS":18.61,"SciFact":63.89,"Touche2020":23.52,"TRECCOVID":65.18} -{"index":161,"Rank":150,"Model":"GIST-all-MiniLM-L6-v2<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.08,"Embedding Dimensions":384,"Max Tokens":512,"Average":45.12,"ArguAna":51.25,"ClimateFEVER":25.16,"CQADupstackRetrieval":41.77,"DBPedia":34.83,"FEVER":73.17,"FiQA2018":37.85,"HotpotQA":52.59,"MSMARCO":36.54,"NFCorpus":31.34,"NQ":46.1,"QuoraRetrieval":88.07,"SCIDOCS":21.44,"SciFact":64.4,"Touche2020":20.79,"TRECCOVID":51.47} -{"index":207,"Rank":151,"Model":"instructor-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":45.12,"ArguAna":52.03,"ClimateFEVER":27.95,"CQADupstackRetrieval":40.95,"DBPedia":33.34,"FEVER":71.85,"FiQA2018":39.18,"HotpotQA":54.19,"MSMARCO":37.76,"NFCorpus":31.59,"NQ":45.88,"QuoraRetrieval":88.19,"SCIDOCS":17.09,"SciFact":57.83,"Touche2020":20.37,"TRECCOVID":58.55} -{"index":252,"Rank":152,"Model":"XLM-3B5-embedding<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":44.99,"ArguAna":39.21,"ClimateFEVER":25.02,"CQADupstackRetrieval":38.91,"DBPedia":38.79,"FEVER":78.0,"FiQA2018":45.02,"HotpotQA":57.14,"MSMARCO":36.51,"NFCorpus":31.57,"NQ":52.83,"QuoraRetrieval":87.79,"SCIDOCS":15.62,"SciFact":69.32,"Touche2020":13.87,"TRECCOVID":45.22} -{"index":144,"Rank":153,"Model":"gte-tiny<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.08,"Embedding Dimensions":384,"Max Tokens":512,"Average":44.92,"ArguAna":53.64,"ClimateFEVER":24.71,"CQADupstackRetrieval":37.8,"DBPedia":35.97,"FEVER":70.11,"FiQA2018":31.42,"HotpotQA":55.7,"MSMARCO":34.51,"NFCorpus":32.04,"NQ":43.03,"QuoraRetrieval":87.04,"SCIDOCS":19.07,"SciFact":67.51,"Touche2020":22.08,"TRECCOVID":59.21} -{"index":237,"Rank":154,"Model":"jina-embedding-l-en-v1<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":44.81,"ArguAna":46.48,"ClimateFEVER":21.21,"CQADupstackRetrieval":37.96,"DBPedia":34.13,"FEVER":71.9,"FiQA2018":37.27,"HotpotQA":54.95,"MSMARCO":40.34,"NFCorpus":32.24,"NQ":51.4,"QuoraRetrieval":88.09,"SCIDOCS":18.45,"SciFact":59.76,"Touche2020":20.73,"TRECCOVID":57.25} -{"index":328,"Rank":155,"Model":"gtr-t5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":44.67,"ArguAna":50.83,"ClimateFEVER":24.88,"CQADupstackRetrieval":34.55,"DBPedia":35.24,"FEVER":68.93,"FiQA2018":35.15,"HotpotQA":54.93,"MSMARCO":41.16,"NFCorpus":30.22,"NQ":50.47,"QuoraRetrieval":87.98,"SCIDOCS":14.0,"SciFact":59.74,"Touche2020":25.89,"TRECCOVID":56.05} -{"index":105,"Rank":156,"Model":"SGPT-1.3B-weightedmean-msmarco-specb-bitfit<\/a>","Model Size (Million Parameters)":1341,"Memory Usage (GB, fp32)":4.99,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":44.49,"ArguAna":49.68,"ClimateFEVER":26.6,"CQADupstackRetrieval":33.33,"DBPedia":31.51,"FEVER":68.12,"FiQA2018":29.99,"HotpotQA":49.93,"MSMARCO":36.05,"NFCorpus":32.08,"NQ":42.94,"QuoraRetrieval":85.28,"SCIDOCS":16.18,"SciFact":68.29,"Touche2020":24.45,"TRECCOVID":72.98} -{"index":236,"Rank":157,"Model":"jina-embedding-b-en-v1<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":44.03,"ArguAna":49.01,"ClimateFEVER":21.48,"CQADupstackRetrieval":37.48,"DBPedia":32.44,"FEVER":73.29,"FiQA2018":34.06,"HotpotQA":52.78,"MSMARCO":37.77,"NFCorpus":30.38,"NQ":47.88,"QuoraRetrieval":87.63,"SCIDOCS":17.63,"SciFact":59.39,"Touche2020":18.59,"TRECCOVID":60.57} -{"index":95,"Rank":158,"Model":"Ivysaur<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.08,"Embedding Dimensions":384,"Max Tokens":512,"Average":43.97,"ArguAna":55.78,"ClimateFEVER":21.23,"CQADupstackRetrieval":38.2,"DBPedia":33.88,"FEVER":63.97,"FiQA2018":30.71,"HotpotQA":54.21,"MSMARCO":33.61,"NFCorpus":32.04,"NQ":42.47,"QuoraRetrieval":86.03,"SCIDOCS":18.64,"SciFact":67.31,"Touche2020":21.12,"TRECCOVID":60.32} -{"index":323,"Rank":159,"Model":"all-mpnet-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average":43.81,"ArguAna":46.52,"ClimateFEVER":21.97,"CQADupstackRetrieval":44.96,"DBPedia":32.09,"FEVER":50.86,"FiQA2018":49.96,"HotpotQA":39.29,"MSMARCO":39.75,"NFCorpus":33.29,"NQ":50.45,"QuoraRetrieval":87.46,"SCIDOCS":23.76,"SciFact":65.57,"Touche2020":19.93,"TRECCOVID":51.33} -{"index":251,"Rank":160,"Model":"XLM-0B6-embedding<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":43.39,"ArguAna":40.77,"ClimateFEVER":21.84,"CQADupstackRetrieval":33.15,"DBPedia":37.47,"FEVER":61.77,"FiQA2018":39.21,"HotpotQA":55.84,"MSMARCO":35.36,"NFCorpus":31.57,"NQ":47.73,"QuoraRetrieval":87.96,"SCIDOCS":19.48,"SciFact":68.35,"Touche2020":15.22,"TRECCOVID":55.07} -{"index":306,"Rank":161,"Model":"FAE-v1<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":43.04,"ArguAna":46.74,"ClimateFEVER":25.4,"CQADupstackRetrieval":32.3,"DBPedia":33.88,"FEVER":75.18,"FiQA2018":29.99,"HotpotQA":54.35,"MSMARCO":30.13,"NFCorpus":35.66,"NQ":43.61,"QuoraRetrieval":80.1,"SCIDOCS":18.82,"SciFact":64.37,"Touche2020":19.27,"TRECCOVID":55.76} -{"index":271,"Rank":162,"Model":"mxbai-embed-xsmall-v1<\/a>","Model Size (Million Parameters)":24,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":384,"Max Tokens":4096,"Average":42.8,"ArguAna":49.58,"ClimateFEVER":22.42,"CQADupstackRetrieval":41.59,"DBPedia":32.19,"FEVER":56.45,"FiQA2018":37.1,"HotpotQA":48.37,"MSMARCO":36.76,"NFCorpus":32.05,"NQ":44.44,"QuoraRetrieval":87.7,"SCIDOCS":21.5,"SciFact":65.81,"Touche2020":17.09,"TRECCOVID":48.9} -{"index":321,"Rank":163,"Model":"all-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":42.69,"ArguAna":47.13,"ClimateFEVER":21.57,"CQADupstackRetrieval":42.53,"DBPedia":33.35,"FEVER":55.9,"FiQA2018":37.27,"HotpotQA":44.59,"MSMARCO":39.03,"NFCorpus":32.25,"NQ":46.47,"QuoraRetrieval":87.75,"SCIDOCS":21.82,"SciFact":62.64,"Touche2020":17.22,"TRECCOVID":50.82} -{"index":143,"Rank":164,"Model":"bge-micro-v2<\/a>","Model Size (Million Parameters)":17,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average":42.56,"ArguAna":55.31,"ClimateFEVER":25.35,"CQADupstackRetrieval":35.07,"DBPedia":32.25,"FEVER":74.99,"FiQA2018":25.59,"HotpotQA":53.91,"MSMARCO":31.01,"NFCorpus":31.86,"NQ":34.94,"QuoraRetrieval":85.72,"SCIDOCS":17.69,"SciFact":66.27,"Touche2020":18.1,"TRECCOVID":50.38} -{"index":339,"Rank":165,"Model":"sentence-t5-xxl<\/a>","Model Size (Million Parameters)":4865,"Memory Usage (GB, fp32)":18.12,"Embedding Dimensions":768,"Max Tokens":512,"Average":42.24,"ArguAna":39.85,"ClimateFEVER":14.63,"CQADupstackRetrieval":44.65,"DBPedia":39.19,"FEVER":51.2,"FiQA2018":46.68,"HotpotQA":42.14,"MSMARCO":27.67,"NFCorpus":35.08,"NQ":52.87,"QuoraRetrieval":85.96,"SCIDOCS":17.17,"SciFact":55.38,"Touche2020":21.65,"TRECCOVID":59.48} -{"index":322,"Rank":166,"Model":"all-MiniLM-L6-v2<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":384,"Max Tokens":512,"Average":41.95,"ArguAna":50.17,"ClimateFEVER":20.27,"CQADupstackRetrieval":41.32,"DBPedia":32.33,"FEVER":51.93,"FiQA2018":36.87,"HotpotQA":46.51,"MSMARCO":36.54,"NFCorpus":31.59,"NQ":43.87,"QuoraRetrieval":87.55,"SCIDOCS":21.64,"SciFact":64.51,"Touche2020":16.9,"TRECCOVID":47.23} -{"index":292,"Rank":167,"Model":"contriever-base-msmarco<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":41.88,"ArguAna":48.32,"ClimateFEVER":24.79,"CQADupstackRetrieval":33.67,"DBPedia":38.1,"FEVER":59.29,"FiQA2018":27.42,"HotpotQA":56.81,"MSMARCO":36.77,"NFCorpus":31.32,"NQ":41.83,"QuoraRetrieval":86.72,"SCIDOCS":17.12,"SciFact":65.51,"Touche2020":15.79,"TRECCOVID":44.77} -{"index":250,"Rank":168,"Model":"MegatronBert-1B3-embedding<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":41.41,"ArguAna":32.93,"ClimateFEVER":25.94,"CQADupstackRetrieval":33.12,"DBPedia":35.47,"FEVER":56.41,"FiQA2018":37.75,"HotpotQA":54.66,"MSMARCO":38.29,"NFCorpus":30.16,"NQ":47.61,"QuoraRetrieval":87.85,"SCIDOCS":10.59,"SciFact":66.23,"Touche2020":13.31,"TRECCOVID":50.81} -{"index":234,"Rank":169,"Model":"udever-bloom-560m<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":2048,"Average":41.19,"ArguAna":44.55,"ClimateFEVER":21.02,"CQADupstackRetrieval":31.43,"DBPedia":28.22,"FEVER":61.1,"FiQA2018":24.49,"HotpotQA":46.05,"MSMARCO":34.18,"NFCorpus":27.34,"NQ":40.05,"QuoraRetrieval":86.04,"SCIDOCS":15.31,"SciFact":61.74,"Touche2020":23.35,"TRECCOVID":72.99} -{"index":193,"Rank":170,"Model":"multi-qa-MiniLM-L6-cos-v1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":41.17,"ArguAna":49.11,"ClimateFEVER":23.29,"CQADupstackRetrieval":39.04,"DBPedia":32.04,"FEVER":52.63,"FiQA2018":36.35,"HotpotQA":45.66,"MSMARCO":36.83,"NFCorpus":29.67,"NQ":44.48,"QuoraRetrieval":87.21,"SCIDOCS":15.78,"SciFact":54.03,"Touche2020":15.61,"TRECCOVID":55.85} -{"index":290,"Rank":171,"Model":"nomic-embed-text-v1.5-64<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":64,"Max Tokens":8192,"Average":40.92,"ArguAna":37.16,"ClimateFEVER":31.48,"CQADupstackRetrieval":28.72,"DBPedia":28.19,"FEVER":70.24,"FiQA2018":25.78,"HotpotQA":43.07,"MSMARCO":35.95,"NFCorpus":26.03,"NQ":45.54,"QuoraRetrieval":85.83,"SCIDOCS":12.09,"SciFact":52.71,"Touche2020":23.13,"TRECCOVID":67.83} -{"index":142,"Rank":172,"Model":"bge-micro<\/a>","Model Size (Million Parameters)":17,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average":40.82,"ArguAna":51.51,"ClimateFEVER":24.77,"CQADupstackRetrieval":33.64,"DBPedia":31.06,"FEVER":69.64,"FiQA2018":24.37,"HotpotQA":49.73,"MSMARCO":27.85,"NFCorpus":30.04,"NQ":30.73,"QuoraRetrieval":85.29,"SCIDOCS":17.26,"SciFact":65.41,"Touche2020":18.34,"TRECCOVID":52.62} -{"index":15,"Rank":173,"Model":"bm25s<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":39.84,"ArguAna":49.28,"ClimateFEVER":13.62,"CQADupstackRetrieval":31.86,"DBPedia":29.91,"FEVER":48.09,"FiQA2018":25.14,"HotpotQA":56.91,"MSMARCO":21.89,"NFCorpus":32.08,"NQ":28.5,"QuoraRetrieval":80.42,"SCIDOCS":15.78,"SciFact":68.74,"Touche2020":33.05,"TRECCOVID":62.31} -{"index":89,"Rank":174,"Model":"LLM2Vec-Meta-Llama-3-unsupervised<\/a>","Model Size (Million Parameters)":7505,"Memory Usage (GB, fp32)":27.96,"Embedding Dimensions":4096,"Max Tokens":8192,"Average":39.19,"ArguAna":51.73,"ClimateFEVER":23.58,"CQADupstackRetrieval":32.4,"DBPedia":26.78,"FEVER":53.42,"FiQA2018":28.56,"HotpotQA":52.37,"MSMARCO":17.47,"NFCorpus":26.28,"NQ":37.65,"QuoraRetrieval":84.64,"SCIDOCS":10.39,"SciFact":66.36,"Touche2020":12.82,"TRECCOVID":63.34} -{"index":238,"Rank":175,"Model":"jina-embedding-s-en-v1<\/a>","Model Size (Million Parameters)":35,"Memory Usage (GB, fp32)":0.13,"Embedding Dimensions":512,"Max Tokens":512,"Average":38.91,"ArguAna":43.57,"ClimateFEVER":17.25,"CQADupstackRetrieval":33.74,"DBPedia":28.28,"FEVER":69.12,"FiQA2018":25.19,"HotpotQA":47.48,"MSMARCO":31.8,"NFCorpus":25.96,"NQ":38.89,"QuoraRetrieval":85.69,"SCIDOCS":15.29,"SciFact":52.4,"Touche2020":16.67,"TRECCOVID":52.3} -{"index":188,"Rank":176,"Model":"embedder-100p<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":38.79,"ArguAna":52.03,"ClimateFEVER":21.82,"CQADupstackRetrieval":34.46,"DBPedia":26.51,"FEVER":56.32,"FiQA2018":30.59,"HotpotQA":42.09,"MSMARCO":27.68,"NFCorpus":26.43,"NQ":37.93,"QuoraRetrieval":85.56,"SCIDOCS":16.6,"SciFact":59.95,"Touche2020":18.85,"TRECCOVID":45.1} -{"index":338,"Rank":177,"Model":"sentence-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Embedding Dimensions":768,"Max Tokens":512,"Average":38.47,"ArguAna":39.4,"ClimateFEVER":10.61,"CQADupstackRetrieval":40.78,"DBPedia":33.65,"FEVER":36.12,"FiQA2018":44.71,"HotpotQA":37.17,"MSMARCO":25.17,"NFCorpus":33.18,"NQ":46.29,"QuoraRetrieval":85.85,"SCIDOCS":15.97,"SciFact":50.91,"Touche2020":22.51,"TRECCOVID":54.77} -{"index":91,"Rank":178,"Model":"LLM2Vec-Mistral-unsupervised<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":38.05,"ArguAna":51.0,"ClimateFEVER":22.97,"CQADupstackRetrieval":33.37,"DBPedia":25.48,"FEVER":45.11,"FiQA2018":27.24,"HotpotQA":54.54,"MSMARCO":19.13,"NFCorpus":27.16,"NQ":34.16,"QuoraRetrieval":84.4,"SCIDOCS":15.35,"SciFact":68.68,"Touche2020":6.54,"TRECCOVID":55.67} -{"index":307,"Rank":179,"Model":"FUE-v1<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average":38.04,"ArguAna":28.54,"ClimateFEVER":17.04,"CQADupstackRetrieval":40.81,"DBPedia":26.91,"FEVER":39.54,"FiQA2018":40.11,"HotpotQA":27.36,"MSMARCO":33.72,"NFCorpus":29.75,"NQ":43.91,"QuoraRetrieval":85.56,"SCIDOCS":21.38,"SciFact":60.97,"Touche2020":18.8,"TRECCOVID":56.27} -{"index":94,"Rank":180,"Model":"Bulbasaur<\/a>","Model Size (Million Parameters)":17,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average":37.94,"ArguAna":44.8,"ClimateFEVER":17.69,"CQADupstackRetrieval":38.2,"DBPedia":32.97,"FEVER":45.91,"FiQA2018":21.29,"HotpotQA":51.52,"MSMARCO":29.49,"NFCorpus":26.78,"NQ":32.6,"QuoraRetrieval":85.3,"SCIDOCS":15.31,"SciFact":63.23,"Touche2020":16.3,"TRECCOVID":47.77} -{"index":106,"Rank":181,"Model":"SGPT-125M-weightedmean-msmarco-specb-bitfit<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":2048,"Average":37.04,"ArguAna":45.42,"ClimateFEVER":21.86,"CQADupstackRetrieval":27.25,"DBPedia":22.72,"FEVER":60.45,"FiQA2018":21.12,"HotpotQA":40.88,"MSMARCO":27.98,"NFCorpus":22.79,"NQ":29.73,"QuoraRetrieval":72.98,"SCIDOCS":12.21,"SciFact":56.9,"Touche2020":22.97,"TRECCOVID":70.3} -{"index":67,"Rank":182,"Model":"lodestone-base-4096-v1<\/a>","Model Size (Million Parameters)":69,"Memory Usage (GB, fp32)":0.26,"Embedding Dimensions":768,"Max Tokens":4096,"Average":36.99,"ArguAna":49.82,"ClimateFEVER":23.22,"CQADupstackRetrieval":31.75,"DBPedia":27.77,"FEVER":59.39,"FiQA2018":25.33,"HotpotQA":41.66,"MSMARCO":24.56,"NFCorpus":24.76,"NQ":32.94,"QuoraRetrieval":84.78,"SCIDOCS":15.26,"SciFact":56.03,"Touche2020":19.0,"TRECCOVID":38.58} -{"index":312,"Rank":183,"Model":"zzz<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":36.99,"ArguAna":49.82,"ClimateFEVER":23.22,"CQADupstackRetrieval":31.75,"DBPedia":27.77,"FEVER":59.39,"FiQA2018":25.33,"HotpotQA":41.66,"MSMARCO":24.56,"NFCorpus":24.76,"NQ":32.94,"QuoraRetrieval":84.78,"SCIDOCS":15.26,"SciFact":56.03,"Touche2020":19.0,"TRECCOVID":38.58} -{"index":87,"Rank":184,"Model":"LLM2Vec-Llama-2-unsupervised<\/a>","Model Size (Million Parameters)":6607,"Memory Usage (GB, fp32)":24.61,"Embedding Dimensions":4096,"Max Tokens":4096,"Average":36.75,"ArguAna":47.09,"ClimateFEVER":20.67,"CQADupstackRetrieval":30.78,"DBPedia":25.81,"FEVER":43.48,"FiQA2018":24.62,"HotpotQA":48.46,"MSMARCO":18.81,"NFCorpus":26.81,"NQ":33.21,"QuoraRetrieval":86.15,"SCIDOCS":10.0,"SciFact":64.48,"Touche2020":10.18,"TRECCOVID":60.67} -{"index":337,"Rank":185,"Model":"sentence-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Embedding Dimensions":768,"Max Tokens":512,"Average":36.71,"ArguAna":39.27,"ClimateFEVER":11.36,"CQADupstackRetrieval":38.96,"DBPedia":31.55,"FEVER":36.21,"FiQA2018":43.55,"HotpotQA":33.95,"MSMARCO":23.96,"NFCorpus":31.1,"NQ":42.02,"QuoraRetrieval":85.73,"SCIDOCS":15.38,"SciFact":49.91,"Touche2020":21.63,"TRECCOVID":46.11} -{"index":158,"Rank":186,"Model":"bge-small-4096<\/a>","Model Size (Million Parameters)":35,"Memory Usage (GB, fp32)":0.13,"Embedding Dimensions":384,"Max Tokens":4096,"Average":36.08,"ArguAna":52.45,"ClimateFEVER":19.0,"CQADupstackRetrieval":30.71,"DBPedia":25.27,"FEVER":50.13,"FiQA2018":22.14,"HotpotQA":41.33,"MSMARCO":22.15,"NFCorpus":29.05,"NQ":23.45,"QuoraRetrieval":83.63,"SCIDOCS":14.95,"SciFact":61.96,"Touche2020":17.47,"TRECCOVID":47.52} -{"index":335,"Rank":187,"Model":"paraphrase-multilingual-mpnet-base-v2<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":35.34,"ArguAna":48.91,"ClimateFEVER":15.27,"CQADupstackRetrieval":31.32,"DBPedia":26.22,"FEVER":56.76,"FiQA2018":22.96,"HotpotQA":37.03,"MSMARCO":26.59,"NFCorpus":25.49,"NQ":33.6,"QuoraRetrieval":86.41,"SCIDOCS":13.97,"SciFact":50.3,"Touche2020":17.4,"TRECCOVID":37.87} -{"index":305,"Rank":188,"Model":"FAB-Ramy-v1<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average":34.91,"ArguAna":43.87,"ClimateFEVER":9.14,"CQADupstackRetrieval":37.95,"DBPedia":21.46,"FEVER":31.52,"FiQA2018":36.51,"HotpotQA":26.53,"MSMARCO":32.39,"NFCorpus":22.95,"NQ":45.72,"QuoraRetrieval":80.47,"SCIDOCS":19.44,"SciFact":54.76,"Touche2020":13.84,"TRECCOVID":47.09} -{"index":359,"Rank":189,"Model":"GTE_wl_mv<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":33.97,"ArguAna":46.66,"ClimateFEVER":21.95,"CQADupstackRetrieval":25.7,"DBPedia":27.22,"FEVER":34.24,"FiQA2018":19.41,"HotpotQA":37.85,"MSMARCO":16.79,"NFCorpus":28.08,"NQ":23.82,"QuoraRetrieval":84.05,"SCIDOCS":15.15,"SciFact":52.82,"Touche2020":21.64,"TRECCOVID":54.18} -{"index":336,"Rank":190,"Model":"sentence-t5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":33.63,"ArguAna":44.85,"ClimateFEVER":10.37,"CQADupstackRetrieval":35.23,"DBPedia":27.77,"FEVER":26.17,"FiQA2018":34.83,"HotpotQA":33.2,"MSMARCO":20.7,"NFCorpus":28.65,"NQ":36.32,"QuoraRetrieval":85.49,"SCIDOCS":14.15,"SciFact":45.76,"Touche2020":20.3,"TRECCOVID":40.7} -{"index":266,"Rank":191,"Model":"potion-base-32M<\/a>","Model Size (Million Parameters)":32,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":512,"Max Tokens":1000000,"Average":33.52,"ArguAna":42.86,"ClimateFEVER":19.74,"CQADupstackRetrieval":23.69,"DBPedia":25.52,"FEVER":33.5,"FiQA2018":17.98,"HotpotQA":40.22,"MSMARCO":37.68,"NFCorpus":27.16,"NQ":21.16,"QuoraRetrieval":82.01,"SCIDOCS":13.59,"SciFact":56.2,"Touche2020":19.63,"TRECCOVID":41.93} -{"index":360,"Rank":192,"Model":"gte_wl<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":33.36,"ArguAna":46.01,"ClimateFEVER":21.85,"CQADupstackRetrieval":25.62,"DBPedia":26.62,"FEVER":32.7,"FiQA2018":18.6,"HotpotQA":35.77,"MSMARCO":16.37,"NFCorpus":28.58,"NQ":23.27,"QuoraRetrieval":84.05,"SCIDOCS":15.23,"SciFact":52.14,"Touche2020":21.42,"TRECCOVID":52.21} -{"index":361,"Rank":193,"Model":"l3_wl<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":33.14,"ArguAna":43.56,"ClimateFEVER":19.64,"CQADupstackRetrieval":24.93,"DBPedia":21.09,"FEVER":30.84,"FiQA2018":17.48,"HotpotQA":38.7,"MSMARCO":15.05,"NFCorpus":23.23,"NQ":23.49,"QuoraRetrieval":81.93,"SCIDOCS":16.29,"SciFact":55.03,"Touche2020":27.6,"TRECCOVID":58.17} -{"index":332,"Rank":194,"Model":"msmarco-bert-co-condensor<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":32.96,"ArguAna":45.15,"ClimateFEVER":16.96,"CQADupstackRetrieval":27.72,"DBPedia":27.86,"FEVER":45.68,"FiQA2018":15.62,"HotpotQA":35.61,"MSMARCO":29.57,"NFCorpus":22.29,"NQ":29.85,"QuoraRetrieval":86.51,"SCIDOCS":10.13,"SciFact":52.31,"Touche2020":8.57,"TRECCOVID":40.54} -{"index":334,"Rank":195,"Model":"paraphrase-multilingual-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":32.45,"ArguAna":44.88,"ClimateFEVER":18.49,"CQADupstackRetrieval":30.7,"DBPedia":22.63,"FEVER":52.66,"FiQA2018":20.33,"HotpotQA":30.01,"MSMARCO":23.72,"NFCorpus":23.45,"NQ":29.8,"QuoraRetrieval":86.55,"SCIDOCS":0.03,"SciFact":48.37,"Touche2020":16.06,"TRECCOVID":39.12} -{"index":364,"Rank":196,"Model":"wl_sw_256<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":32.41,"ArguAna":43.07,"ClimateFEVER":19.24,"CQADupstackRetrieval":24.16,"DBPedia":21.15,"FEVER":29.89,"FiQA2018":17.02,"HotpotQA":36.76,"MSMARCO":14.76,"NFCorpus":22.21,"NQ":22.73,"QuoraRetrieval":81.69,"SCIDOCS":15.83,"SciFact":54.14,"Touche2020":26.35,"TRECCOVID":57.15} -{"index":110,"Rank":197,"Model":"SGPT-5.8B-weightedmean-nli-bitfit<\/a>","Model Size (Million Parameters)":5874,"Memory Usage (GB, fp32)":21.88,"Embedding Dimensions":4096,"Max Tokens":2048,"Average":32.34,"ArguAna":35.07,"ClimateFEVER":17.57,"CQADupstackRetrieval":29.98,"DBPedia":26.1,"FEVER":38.64,"FiQA2018":18.59,"HotpotQA":33.99,"MSMARCO":15.83,"NFCorpus":28.26,"NQ":24.63,"QuoraRetrieval":84.68,"SCIDOCS":13.55,"SciFact":46.66,"Touche2020":16.18,"TRECCOVID":55.35} -{"index":268,"Rank":198,"Model":"potion-base-8M<\/a>","Model Size (Million Parameters)":8,"Memory Usage (GB, fp32)":0.03,"Embedding Dimensions":256,"Max Tokens":1000000,"Average":31.71,"ArguAna":41.97,"ClimateFEVER":17.29,"CQADupstackRetrieval":22.3,"DBPedia":24.23,"FEVER":30.27,"FiQA2018":16.62,"HotpotQA":36.22,"MSMARCO":34.98,"NFCorpus":24.27,"NQ":19.54,"QuoraRetrieval":80.6,"SCIDOCS":12.39,"SciFact":50.64,"Touche2020":18.62,"TRECCOVID":45.75} -{"index":376,"Rank":199,"Model":"potion-base-8M-stf<\/a>","Model Size (Million Parameters)":8,"Memory Usage (GB, fp32)":0.03,"Embedding Dimensions":256,"Max Tokens":1000000,"Average":31.71,"ArguAna":41.97,"ClimateFEVER":17.29,"CQADupstackRetrieval":22.3,"DBPedia":24.23,"FEVER":30.27,"FiQA2018":16.62,"HotpotQA":36.22,"MSMARCO":34.98,"NFCorpus":24.27,"NQ":19.54,"QuoraRetrieval":80.6,"SCIDOCS":12.39,"SciFact":50.64,"Touche2020":18.62,"TRECCOVID":45.75} -{"index":358,"Rank":200,"Model":"GTE512_sw<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":31.5,"ArguAna":44.56,"ClimateFEVER":20.15,"CQADupstackRetrieval":24.61,"DBPedia":25.17,"FEVER":32.06,"FiQA2018":16.55,"HotpotQA":33.97,"MSMARCO":14.06,"NFCorpus":27.25,"NQ":21.5,"QuoraRetrieval":81.53,"SCIDOCS":13.02,"SciFact":52.31,"Touche2020":21.12,"TRECCOVID":44.66} -{"index":357,"Rank":201,"Model":"GTE256_sw<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":31.03,"ArguAna":44.21,"ClimateFEVER":19.61,"CQADupstackRetrieval":23.93,"DBPedia":24.56,"FEVER":30.16,"FiQA2018":15.92,"HotpotQA":31.46,"MSMARCO":14.17,"NFCorpus":27.19,"NQ":20.96,"QuoraRetrieval":82.46,"SCIDOCS":12.76,"SciFact":50.32,"Touche2020":19.29,"TRECCOVID":48.39} -{"index":173,"Rank":202,"Model":"brown-fairy-base-v0<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.08,"Embedding Dimensions":768,"Max Tokens":1000000,"Average":30.85,"ArguAna":39.8,"ClimateFEVER":20.95,"CQADupstackRetrieval":21.96,"DBPedia":23.25,"FEVER":28.68,"FiQA2018":16.51,"HotpotQA":35.72,"MSMARCO":14.92,"NFCorpus":26.43,"NQ":18.24,"QuoraRetrieval":79.95,"SCIDOCS":13.35,"SciFact":57.42,"Touche2020":17.32,"TRECCOVID":48.26} -{"index":174,"Rank":203,"Model":"red-beetle-base-v1.1<\/a>","Model Size (Million Parameters)":30,"Memory Usage (GB, fp32)":0.11,"Embedding Dimensions":1024,"Max Tokens":1000000,"Average":30.64,"ArguAna":40.74,"ClimateFEVER":16.54,"CQADupstackRetrieval":22.05,"DBPedia":23.09,"FEVER":27.83,"FiQA2018":15.86,"HotpotQA":36.41,"MSMARCO":32.19,"NFCorpus":22.11,"NQ":18.62,"QuoraRetrieval":80.34,"SCIDOCS":12.04,"SciFact":48.37,"Touche2020":16.0,"TRECCOVID":47.37} -{"index":363,"Rank":204,"Model":"mv_sw<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":30.43,"ArguAna":41.96,"ClimateFEVER":17.29,"CQADupstackRetrieval":22.3,"DBPedia":24.23,"FEVER":30.27,"FiQA2018":16.62,"HotpotQA":36.22,"MSMARCO":15.79,"NFCorpus":24.27,"NQ":19.54,"QuoraRetrieval":80.59,"SCIDOCS":12.39,"SciFact":50.64,"Touche2020":18.62,"TRECCOVID":45.73} -{"index":98,"Rank":205,"Model":"Wartortle<\/a>","Model Size (Million Parameters)":17,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average":29.33,"ArguAna":35.87,"ClimateFEVER":13.11,"CQADupstackRetrieval":21.69,"DBPedia":29.33,"FEVER":35.58,"FiQA2018":8.1,"HotpotQA":47.03,"MSMARCO":19.8,"NFCorpus":18.75,"NQ":23.25,"QuoraRetrieval":82.3,"SCIDOCS":11.12,"SciFact":50.24,"Touche2020":8.0,"TRECCOVID":35.74} -{"index":262,"Rank":206,"Model":"M2V_base_glove<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Embedding Dimensions":256,"Max Tokens":1000000,"Average":29.26,"ArguAna":33.77,"ClimateFEVER":16.17,"CQADupstackRetrieval":18.4,"DBPedia":23.31,"FEVER":27.4,"FiQA2018":11.82,"HotpotQA":33.6,"MSMARCO":32.27,"NFCorpus":23.15,"NQ":19.24,"QuoraRetrieval":77.86,"SCIDOCS":11.14,"SciFact":44.63,"Touche2020":15.79,"TRECCOVID":50.29} -{"index":267,"Rank":207,"Model":"potion-base-4M<\/a>","Model Size (Million Parameters)":4,"Memory Usage (GB, fp32)":0.01,"Embedding Dimensions":128,"Max Tokens":1000000,"Average":29.11,"ArguAna":39.45,"ClimateFEVER":14.77,"CQADupstackRetrieval":20.07,"DBPedia":22.33,"FEVER":26.82,"FiQA2018":14.18,"HotpotQA":31.9,"MSMARCO":32.82,"NFCorpus":22.61,"NQ":17.16,"QuoraRetrieval":78.94,"SCIDOCS":10.98,"SciFact":46.04,"Touche2020":15.37,"TRECCOVID":43.24} -{"index":172,"Rank":208,"Model":"brown-beetle-tiny-v1.1<\/a>","Model Size (Million Parameters)":4,"Memory Usage (GB, fp32)":0.01,"Embedding Dimensions":768,"Max Tokens":1000000,"Average":27.68,"ArguAna":36.48,"ClimateFEVER":14.05,"CQADupstackRetrieval":19.24,"DBPedia":20.98,"FEVER":23.79,"FiQA2018":12.3,"HotpotQA":30.64,"MSMARCO":32.38,"NFCorpus":20.26,"NQ":16.26,"QuoraRetrieval":78.11,"SCIDOCS":10.08,"SciFact":43.5,"Touche2020":14.65,"TRECCOVID":42.47} -{"index":263,"Rank":209,"Model":"M2V_base_glove_subword<\/a>","Model Size (Million Parameters)":103,"Memory Usage (GB, fp32)":0.38,"Embedding Dimensions":256,"Max Tokens":1000000,"Average":27.16,"ArguAna":29.6,"ClimateFEVER":14.02,"CQADupstackRetrieval":19.21,"DBPedia":19.9,"FEVER":25.01,"FiQA2018":11.17,"HotpotQA":30.84,"MSMARCO":28.03,"NFCorpus":23.32,"NQ":17.68,"QuoraRetrieval":74.32,"SCIDOCS":9.92,"SciFact":50.66,"Touche2020":13.75,"TRECCOVID":39.98} -{"index":96,"Rank":210,"Model":"Squirtle<\/a>","Model Size (Million Parameters)":16,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average":26.17,"ArguAna":31.14,"ClimateFEVER":10.02,"CQADupstackRetrieval":18.63,"DBPedia":25.66,"FEVER":29.18,"FiQA2018":6.42,"HotpotQA":39.88,"MSMARCO":16.53,"NFCorpus":15.64,"NQ":19.99,"QuoraRetrieval":79.94,"SCIDOCS":9.93,"SciFact":42.42,"Touche2020":7.75,"TRECCOVID":39.48} -{"index":169,"Rank":211,"Model":"brown-beetle-small-v1<\/a>","Model Size (Million Parameters)":8,"Memory Usage (GB, fp32)":0.03,"Embedding Dimensions":256,"Max Tokens":1000000,"Average":26.16,"ArguAna":28.99,"ClimateFEVER":12.76,"CQADupstackRetrieval":19.1,"DBPedia":18.71,"FEVER":21.88,"FiQA2018":10.5,"HotpotQA":28.29,"MSMARCO":27.71,"NFCorpus":19.73,"NQ":17.01,"QuoraRetrieval":74.39,"SCIDOCS":9.67,"SciFact":44.14,"Touche2020":12.39,"TRECCOVID":47.09} -{"index":264,"Rank":212,"Model":"M2V_base_output<\/a>","Model Size (Million Parameters)":8,"Memory Usage (GB, fp32)":0.03,"Embedding Dimensions":256,"Max Tokens":1000000,"Average":26.14,"ArguAna":29.18,"ClimateFEVER":12.68,"CQADupstackRetrieval":19.09,"DBPedia":18.71,"FEVER":22.02,"FiQA2018":10.49,"HotpotQA":28.3,"MSMARCO":27.71,"NFCorpus":19.48,"NQ":16.99,"QuoraRetrieval":74.39,"SCIDOCS":9.67,"SciFact":44.02,"Touche2020":12.42,"TRECCOVID":47.02} -{"index":93,"Rank":213,"Model":"LLM2Vec-Sheared-Llama-unsupervised<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":4096,"Average":25.93,"ArguAna":43.64,"ClimateFEVER":18.95,"CQADupstackRetrieval":18.5,"DBPedia":13.21,"FEVER":16.96,"FiQA2018":16.99,"HotpotQA":22.64,"MSMARCO":7.03,"NFCorpus":15.73,"NQ":17.96,"QuoraRetrieval":78.23,"SCIDOCS":5.53,"SciFact":38.31,"Touche2020":19.17,"TRECCOVID":56.04} -{"index":167,"Rank":214,"Model":"brown-beetle-base-v1<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.08,"Embedding Dimensions":768,"Max Tokens":1000000,"Average":25.52,"ArguAna":27.47,"ClimateFEVER":12.91,"CQADupstackRetrieval":19.45,"DBPedia":17.81,"FEVER":21.75,"FiQA2018":9.92,"HotpotQA":28.27,"MSMARCO":24.82,"NFCorpus":20.2,"NQ":16.63,"QuoraRetrieval":72.22,"SCIDOCS":9.74,"SciFact":45.17,"Touche2020":11.74,"TRECCOVID":44.76} -{"index":97,"Rank":215,"Model":"Venusaur<\/a>","Model Size (Million Parameters)":16,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average":25.51,"ArguAna":34.8,"ClimateFEVER":8.35,"CQADupstackRetrieval":19.16,"DBPedia":21.32,"FEVER":26.08,"FiQA2018":11.71,"HotpotQA":38.38,"MSMARCO":16.96,"NFCorpus":14.02,"NQ":20.74,"QuoraRetrieval":74.94,"SCIDOCS":9.39,"SciFact":46.0,"Touche2020":10.51,"TRECCOVID":30.27} -{"index":265,"Rank":216,"Model":"potion-base-2M<\/a>","Model Size (Million Parameters)":2,"Memory Usage (GB, fp32)":0.01,"Embedding Dimensions":64,"Max Tokens":1000000,"Average":24.13,"ArguAna":32.62,"ClimateFEVER":8.67,"CQADupstackRetrieval":16.29,"DBPedia":18.32,"FEVER":18.76,"FiQA2018":10.22,"HotpotQA":21.61,"MSMARCO":29.47,"NFCorpus":18.96,"NQ":13.05,"QuoraRetrieval":75.89,"SCIDOCS":8.16,"SciFact":36.55,"Touche2020":12.87,"TRECCOVID":40.48} -{"index":303,"Rank":217,"Model":"sup-simcse-bert-base-uncased<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":21.82,"ArguAna":38.33,"ClimateFEVER":11.98,"CQADupstackRetrieval":14.5,"DBPedia":19.73,"FEVER":20.41,"FiQA2018":10.41,"HotpotQA":22.9,"MSMARCO":11.0,"NFCorpus":12.42,"NQ":16.08,"QuoraRetrieval":79.62,"SCIDOCS":7.53,"SciFact":29.59,"Touche2020":9.9,"TRECCOVID":22.93} -{"index":325,"Rank":218,"Model":"average_word_embeddings_glove.6B.300d<\/a>","Model Size (Million Parameters)":120,"Memory Usage (GB, fp32)":0.45,"Embedding Dimensions":300,"Max Tokens":"N\/A","Average":21.62,"ArguAna":36.3,"ClimateFEVER":14.44,"CQADupstackRetrieval":15.47,"DBPedia":18.28,"FEVER":14.99,"FiQA2018":10.09,"HotpotQA":19.18,"MSMARCO":9.6,"NFCorpus":13.87,"NQ":12.87,"QuoraRetrieval":71.32,"SCIDOCS":8.04,"SciFact":29.58,"Touche2020":13.99,"TRECCOVID":36.22} -{"index":326,"Rank":219,"Model":"average_word_embeddings_komninos<\/a>","Model Size (Million Parameters)":134,"Memory Usage (GB, fp32)":0.5,"Embedding Dimensions":300,"Max Tokens":"N\/A","Average":21.22,"ArguAna":30.96,"ClimateFEVER":14.87,"CQADupstackRetrieval":16.79,"DBPedia":15.88,"FEVER":15.56,"FiQA2018":10.49,"HotpotQA":20.77,"MSMARCO":9.75,"NFCorpus":11.79,"NQ":12.75,"QuoraRetrieval":71.57,"SCIDOCS":8.47,"SciFact":29.53,"Touche2020":13.17,"TRECCOVID":35.92} -{"index":107,"Rank":220,"Model":"SGPT-125M-weightedmean-nli-bitfit<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":2048,"Average":20.9,"ArguAna":31.04,"ClimateFEVER":11.01,"CQADupstackRetrieval":20.29,"DBPedia":10.87,"FEVER":18.4,"FiQA2018":8.94,"HotpotQA":17.73,"MSMARCO":6.27,"NFCorpus":11.8,"NQ":7.63,"QuoraRetrieval":78.96,"SCIDOCS":7.13,"SciFact":31.79,"Touche2020":12.27,"TRECCOVID":39.31} -{"index":304,"Rank":221,"Model":"unsup-simcse-bert-base-uncased<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":20.29,"ArguAna":38.34,"ClimateFEVER":11.8,"CQADupstackRetrieval":13.22,"DBPedia":15.04,"FEVER":21.06,"FiQA2018":9.84,"HotpotQA":19.75,"MSMARCO":9.35,"NFCorpus":9.88,"NQ":11.69,"QuoraRetrieval":78.03,"SCIDOCS":5.5,"SciFact":25.72,"Touche2020":8.9,"TRECCOVID":26.2} -{"index":320,"Rank":222,"Model":"LaBSE<\/a>","Model Size (Million Parameters)":471,"Memory Usage (GB, fp32)":1.75,"Embedding Dimensions":768,"Max Tokens":512,"Average":18.99,"ArguAna":34.18,"ClimateFEVER":3.83,"CQADupstackRetrieval":18.75,"DBPedia":15.57,"FEVER":12.18,"FiQA2018":7.0,"HotpotQA":18.75,"MSMARCO":7.6,"NFCorpus":16.54,"NQ":8.42,"QuoraRetrieval":77.03,"SCIDOCS":5.63,"SciFact":38.2,"Touche2020":4.88,"TRECCOVID":16.34} -{"index":392,"Rank":223,"Model":"text-similarity-ada-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":2046,"Average":18.36,"ArguAna":39.65,"ClimateFEVER":2.83,"CQADupstackRetrieval":10.17,"DBPedia":3.48,"FEVER":4.45,"FiQA2018":7.54,"HotpotQA":12.6,"MSMARCO":10.53,"NFCorpus":20.59,"NQ":2.02,"QuoraRetrieval":82.18,"SCIDOCS":6.28,"SciFact":45.46,"Touche2020":3.1,"TRECCOVID":24.56} -{"index":341,"Rank":224,"Model":"rubert-tiny-turbo<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"Embedding Dimensions":312,"Max Tokens":2048,"Average":17.64,"ArguAna":32.03,"ClimateFEVER":5.56,"CQADupstackRetrieval":17.02,"DBPedia":9.61,"FEVER":16.42,"FiQA2018":7.18,"HotpotQA":29.51,"MSMARCO":5.79,"NFCorpus":9.19,"NQ":4.96,"QuoraRetrieval":73.99,"SCIDOCS":4.07,"SciFact":27.32,"Touche2020":4.43,"TRECCOVID":17.53} -{"index":324,"Rank":225,"Model":"allenai-specter<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":15.88,"ArguAna":32.67,"ClimateFEVER":6.86,"CQADupstackRetrieval":14.6,"DBPedia":4.14,"FEVER":5.45,"FiQA2018":5.64,"HotpotQA":5.46,"MSMARCO":5.59,"NFCorpus":0.85,"NQ":5.99,"QuoraRetrieval":64.65,"SCIDOCS":0.0,"SciFact":47.88,"Touche2020":8.46,"TRECCOVID":29.91} -{"index":197,"Rank":226,"Model":"SONAR<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":13.47,"ArguAna":18.3,"ClimateFEVER":1.79,"CQADupstackRetrieval":8.87,"DBPedia":3.92,"FEVER":1.59,"FiQA2018":3.0,"HotpotQA":12.96,"MSMARCO":3.0,"NFCorpus":5.59,"NQ":0.89,"QuoraRetrieval":78.62,"SCIDOCS":1.79,"SciFact":35.29,"Touche2020":1.68,"TRECCOVID":24.82} -{"index":206,"Rank":227,"Model":"bert-base-uncased<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":10.59,"ArguAna":28.29,"ClimateFEVER":5.41,"CQADupstackRetrieval":5.51,"DBPedia":4.13,"FEVER":3.3,"FiQA2018":2.19,"HotpotQA":8.26,"MSMARCO":1.91,"NFCorpus":4.3,"NQ":2.62,"QuoraRetrieval":61.03,"SCIDOCS":2.82,"SciFact":13.34,"Touche2020":0.97,"TRECCOVID":14.74} -{"index":14,"Rank":228,"Model":"LASER2<\/a>","Model Size (Million Parameters)":43,"Memory Usage (GB, fp32)":0.16,"Embedding Dimensions":1024,"Max Tokens":"N\/A","Average":7.94,"ArguAna":12.86,"ClimateFEVER":0.36,"CQADupstackRetrieval":4.12,"DBPedia":1.53,"FEVER":0.77,"FiQA2018":1.73,"HotpotQA":5.5,"MSMARCO":1.09,"NFCorpus":2.44,"NQ":0.64,"QuoraRetrieval":71.14,"SCIDOCS":0.78,"SciFact":4.04,"Touche2020":1.06,"TRECCOVID":10.97} -{"index":2,"Rank":229,"Model":"titan-embed-text-v1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":8000,"Average":"","ArguAna":48.83,"ClimateFEVER":"","CQADupstackRetrieval":"","DBPedia":"","FEVER":"","FiQA2018":40.38,"HotpotQA":"","MSMARCO":35.19,"NFCorpus":"","NQ":51.08,"QuoraRetrieval":"","SCIDOCS":"","SciFact":73.5,"Touche2020":"","TRECCOVID":54.74} -{"index":3,"Rank":230,"Model":"mistral-embed<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":"","Average":"","ArguAna":"","ClimateFEVER":"","CQADupstackRetrieval":"","DBPedia":"","FEVER":"","FiQA2018":"","HotpotQA":"","MSMARCO":"","NFCorpus":"","NQ":"","QuoraRetrieval":"","SCIDOCS":"","SciFact":"","Touche2020":"","TRECCOVID":""} -{"index":4,"Rank":231,"Model":"voyage-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":4000,"Average":"","ArguAna":"","ClimateFEVER":"","CQADupstackRetrieval":"","DBPedia":"","FEVER":"","FiQA2018":"","HotpotQA":"","MSMARCO":"","NFCorpus":"","NQ":"","QuoraRetrieval":"","SCIDOCS":"","SciFact":"","Touche2020":"","TRECCOVID":""} -{"index":5,"Rank":232,"Model":"voyage-3-lite<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":512,"Max Tokens":32000,"Average":"","ArguAna":60.14,"ClimateFEVER":"","CQADupstackRetrieval":"","DBPedia":"","FEVER":"","FiQA2018":41.69,"HotpotQA":"","MSMARCO":"","NFCorpus":30.33,"NQ":"","QuoraRetrieval":"","SCIDOCS":19.12,"SciFact":70.75,"Touche2020":"","TRECCOVID":76.5} -{"index":6,"Rank":233,"Model":"voyage-3-m-exp<\/a>","Model Size (Million Parameters)":6918,"Memory Usage (GB, fp32)":25.77,"Embedding Dimensions":2048,"Max Tokens":32000,"Average":"","ArguAna":89.79,"ClimateFEVER":56.93,"CQADupstackRetrieval":"","DBPedia":48.25,"FEVER":96.28,"FiQA2018":78.01,"HotpotQA":86.96,"MSMARCO":37.28,"NFCorpus":46.99,"NQ":82.48,"QuoraRetrieval":88.86,"SCIDOCS":34.53,"SciFact":85.09,"Touche2020":39.39,"TRECCOVID":82.75} -{"index":7,"Rank":234,"Model":"voyage-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":32000,"Average":"","ArguAna":60.96,"ClimateFEVER":"","CQADupstackRetrieval":"","DBPedia":"","FEVER":"","FiQA2018":52.28,"HotpotQA":"","MSMARCO":"","NFCorpus":38.22,"NQ":"","QuoraRetrieval":"","SCIDOCS":21.43,"SciFact":74.94,"Touche2020":"","TRECCOVID":80.46} -{"index":8,"Rank":235,"Model":"voyage-code-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":16000,"Average":"","ArguAna":"","ClimateFEVER":"","CQADupstackRetrieval":"","DBPedia":"","FEVER":"","FiQA2018":"","HotpotQA":"","MSMARCO":"","NFCorpus":"","NQ":"","QuoraRetrieval":"","SCIDOCS":"","SciFact":"","Touche2020":"","TRECCOVID":""} -{"index":10,"Rank":236,"Model":"voyage-law-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":16000,"Average":"","ArguAna":"","ClimateFEVER":"","CQADupstackRetrieval":"","DBPedia":"","FEVER":"","FiQA2018":"","HotpotQA":"","MSMARCO":"","NFCorpus":"","NQ":"","QuoraRetrieval":"","SCIDOCS":"","SciFact":"","Touche2020":"","TRECCOVID":""} -{"index":13,"Rank":237,"Model":"voyage-multilingual-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":32000,"Average":"","ArguAna":61.82,"ClimateFEVER":"","CQADupstackRetrieval":"","DBPedia":"","FEVER":"","FiQA2018":"","HotpotQA":"","MSMARCO":"","NFCorpus":39.28,"NQ":"","QuoraRetrieval":"","SCIDOCS":22.45,"SciFact":75.98,"Touche2020":"","TRECCOVID":80.11} -{"index":16,"Rank":238,"Model":"llm2vec-croissant-mntp<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":"","ArguAna":"","ClimateFEVER":"","CQADupstackRetrieval":"","DBPedia":"","FEVER":"","FiQA2018":"","HotpotQA":"","MSMARCO":"","NFCorpus":"","NQ":"","QuoraRetrieval":"","SCIDOCS":"","SciFact":"","Touche2020":"","TRECCOVID":""} -{"index":27,"Rank":240,"Model":"jina-embeddings-v2-base-es-Q2_K-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","ArguAna":50.13,"ClimateFEVER":27.13,"CQADupstackRetrieval":"","DBPedia":32.63,"FEVER":78.43,"FiQA2018":37.01,"HotpotQA":59.48,"MSMARCO":"","NFCorpus":30.3,"NQ":50.7,"QuoraRetrieval":88.14,"SCIDOCS":17.36,"SciFact":62.67,"Touche2020":19.82,"TRECCOVID":67.37} -{"index":28,"Rank":241,"Model":"jina-embeddings-v2-base-es-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","ArguAna":50.13,"ClimateFEVER":27.13,"CQADupstackRetrieval":"","DBPedia":32.63,"FEVER":78.43,"FiQA2018":37.01,"HotpotQA":59.48,"MSMARCO":"","NFCorpus":30.3,"NQ":50.7,"QuoraRetrieval":88.14,"SCIDOCS":17.36,"SciFact":62.67,"Touche2020":19.82,"TRECCOVID":67.37} -{"index":32,"Rank":242,"Model":"bge-m3<\/a>","Model Size (Million Parameters)":567,"Memory Usage (GB, fp32)":2.11,"Embedding Dimensions":1024,"Max Tokens":8192,"Average":"","ArguAna":54.04,"ClimateFEVER":"","CQADupstackRetrieval":"","DBPedia":"","FEVER":"","FiQA2018":"","HotpotQA":"","MSMARCO":"","NFCorpus":"","NQ":"","QuoraRetrieval":"","SCIDOCS":16.31,"SciFact":"","Touche2020":"","TRECCOVID":54.72} -{"index":38,"Rank":243,"Model":"nomic-embed-text-v1.5-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","ArguAna":48.01,"ClimateFEVER":41.28,"CQADupstackRetrieval":"","DBPedia":43.9,"FEVER":86.34,"FiQA2018":37.46,"HotpotQA":72.62,"MSMARCO":42.53,"NFCorpus":34.67,"NQ":59.72,"QuoraRetrieval":88.0,"SCIDOCS":18.62,"SciFact":70.28,"Touche2020":29.86,"TRECCOVID":82.3} -{"index":40,"Rank":244,"Model":"GritLM-7B-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","ArguAna":63.24,"ClimateFEVER":30.91,"CQADupstackRetrieval":"","DBPedia":46.6,"FEVER":82.74,"FiQA2018":59.95,"HotpotQA":79.4,"MSMARCO":41.96,"NFCorpus":40.89,"NQ":70.3,"QuoraRetrieval":89.47,"SCIDOCS":24.41,"SciFact":79.17,"Touche2020":27.93,"TRECCOVID":74.8} -{"index":41,"Rank":245,"Model":"gme-Qwen2-VL-7B-Instruct-Q5_K_S-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","ArguAna":64.6,"ClimateFEVER":45.38,"CQADupstackRetrieval":"","DBPedia":50.78,"FEVER":94.27,"FiQA2018":57.14,"HotpotQA":79.21,"MSMARCO":42.38,"NFCorpus":38.4,"NQ":67.74,"QuoraRetrieval":88.05,"SCIDOCS":27.38,"SciFact":62.31,"Touche2020":23.26,"TRECCOVID":52.6} -{"index":50,"Rank":249,"Model":"distilrubert-small-cased-conversational<\/a>","Model Size (Million Parameters)":106,"Memory Usage (GB, fp32)":0.39,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","ArguAna":15.13,"ClimateFEVER":0.3,"CQADupstackRetrieval":"","DBPedia":1.58,"FEVER":1.69,"FiQA2018":1.66,"HotpotQA":5.82,"MSMARCO":0.63,"NFCorpus":3.51,"NQ":0.1,"QuoraRetrieval":65.11,"SCIDOCS":0.48,"SciFact":6.63,"Touche2020":1.9,"TRECCOVID":15.18} -{"index":51,"Rank":250,"Model":"rubert-base-cased<\/a>","Model Size (Million Parameters)":180,"Memory Usage (GB, fp32)":0.67,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","ArguAna":13.02,"ClimateFEVER":0.15,"CQADupstackRetrieval":"","DBPedia":0.83,"FEVER":0.83,"FiQA2018":0.16,"HotpotQA":0.61,"MSMARCO":0.12,"NFCorpus":2.69,"NQ":0.09,"QuoraRetrieval":44.56,"SCIDOCS":0.35,"SciFact":1.06,"Touche2020":0.0,"TRECCOVID":4.05} -{"index":52,"Rank":251,"Model":"rubert-base-cased-sentence<\/a>","Model Size (Million Parameters)":180,"Memory Usage (GB, fp32)":0.67,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","ArguAna":9.39,"ClimateFEVER":0.22,"CQADupstackRetrieval":"","DBPedia":1.46,"FEVER":0.64,"FiQA2018":0.19,"HotpotQA":2.39,"MSMARCO":0.2,"NFCorpus":1.62,"NQ":0.04,"QuoraRetrieval":48.23,"SCIDOCS":1.18,"SciFact":3.4,"Touche2020":0.0,"TRECCOVID":7.8} -{"index":53,"Rank":252,"Model":"jina-embeddings-v2-small-en-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","ArguAna":46.73,"ClimateFEVER":24.05,"CQADupstackRetrieval":"","DBPedia":32.65,"FEVER":68.02,"FiQA2018":33.43,"HotpotQA":56.48,"MSMARCO":37.28,"NFCorpus":30.4,"NQ":51.59,"QuoraRetrieval":87.19,"SCIDOCS":18.61,"SciFact":63.89,"Touche2020":23.52,"TRECCOVID":65.18} -{"index":54,"Rank":253,"Model":"xlm-roberta-base<\/a>","Model Size (Million Parameters)":279,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","ArguAna":"","ClimateFEVER":"","CQADupstackRetrieval":"","DBPedia":"","FEVER":"","FiQA2018":"","HotpotQA":"","MSMARCO":"","NFCorpus":"","NQ":"","QuoraRetrieval":"","SCIDOCS":"","SciFact":"","Touche2020":"","TRECCOVID":""} -{"index":55,"Rank":254,"Model":"xlm-roberta-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","ArguAna":"","ClimateFEVER":"","CQADupstackRetrieval":"","DBPedia":"","FEVER":"","FiQA2018":"","HotpotQA":"","MSMARCO":"","NFCorpus":"","NQ":"","QuoraRetrieval":"","SCIDOCS":"","SciFact":"","Touche2020":"","TRECCOVID":""} -{"index":57,"Rank":256,"Model":"STS-multilingual-mpnet-base-v2<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","ArguAna":"","ClimateFEVER":"","CQADupstackRetrieval":"","DBPedia":"","FEVER":"","FiQA2018":"","HotpotQA":"","MSMARCO":"","NFCorpus":"","NQ":"","QuoraRetrieval":"","SCIDOCS":"","SciFact":"","Touche2020":"","TRECCOVID":""} -{"index":58,"Rank":257,"Model":"bert-base-10lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","ArguAna":"","ClimateFEVER":"","CQADupstackRetrieval":"","DBPedia":"","FEVER":"","FiQA2018":"","HotpotQA":"","MSMARCO":"","NFCorpus":"","NQ":"","QuoraRetrieval":"","SCIDOCS":"","SciFact":"","Touche2020":"","TRECCOVID":""} -{"index":59,"Rank":258,"Model":"bert-base-15lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","ArguAna":"","ClimateFEVER":"","CQADupstackRetrieval":"","DBPedia":"","FEVER":"","FiQA2018":"","HotpotQA":"","MSMARCO":"","NFCorpus":"","NQ":"","QuoraRetrieval":"","SCIDOCS":"","SciFact":"","Touche2020":"","TRECCOVID":""} -{"index":60,"Rank":259,"Model":"bert-base-25lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","ArguAna":"","ClimateFEVER":"","CQADupstackRetrieval":"","DBPedia":"","FEVER":"","FiQA2018":"","HotpotQA":"","MSMARCO":"","NFCorpus":"","NQ":"","QuoraRetrieval":"","SCIDOCS":"","SciFact":"","Touche2020":"","TRECCOVID":""} -{"index":74,"Rank":266,"Model":"gemma-2b-embeddings<\/a>","Model Size (Million Parameters)":2506,"Memory Usage (GB, fp32)":9.34,"Embedding Dimensions":2048,"Max Tokens":8192,"Average":"","ArguAna":"","ClimateFEVER":"","CQADupstackRetrieval":"","DBPedia":"","FEVER":"","FiQA2018":"","HotpotQA":"","MSMARCO":"","NFCorpus":"","NQ":"","QuoraRetrieval":"","SCIDOCS":"","SciFact":"","Touche2020":"","TRECCOVID":""} -{"index":75,"Rank":267,"Model":"e5-large-v2-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","ArguAna":46.42,"ClimateFEVER":22.21,"CQADupstackRetrieval":"","DBPedia":44.02,"FEVER":82.83,"FiQA2018":41.14,"HotpotQA":73.13,"MSMARCO":43.46,"NFCorpus":37.13,"NQ":63.44,"QuoraRetrieval":86.84,"SCIDOCS":20.51,"SciFact":72.24,"Touche2020":20.67,"TRECCOVID":66.54} -{"index":77,"Rank":268,"Model":"bilingual-document-embedding<\/a>","Model Size (Million Parameters)":568,"Memory Usage (GB, fp32)":2.12,"Embedding Dimensions":1024,"Max Tokens":8194,"Average":"","ArguAna":"","ClimateFEVER":"","CQADupstackRetrieval":"","DBPedia":"","FEVER":"","FiQA2018":"","HotpotQA":"","MSMARCO":"","NFCorpus":"","NQ":"","QuoraRetrieval":"","SCIDOCS":"","SciFact":"","Touche2020":"","TRECCOVID":""} -{"index":78,"Rank":269,"Model":"bilingual-embedding-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","ArguAna":51.87,"ClimateFEVER":17.0,"CQADupstackRetrieval":"","DBPedia":35.08,"FEVER":61.54,"FiQA2018":29.97,"HotpotQA":64.15,"MSMARCO":37.7,"NFCorpus":32.59,"NQ":51.92,"QuoraRetrieval":87.56,"SCIDOCS":16.93,"SciFact":68.47,"Touche2020":16.07,"TRECCOVID":49.44} -{"index":79,"Rank":270,"Model":"bilingual-embedding-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","ArguAna":55.89,"ClimateFEVER":24.97,"CQADupstackRetrieval":"","DBPedia":30.91,"FEVER":71.86,"FiQA2018":38.26,"HotpotQA":62.04,"MSMARCO":32.11,"NFCorpus":33.38,"NQ":48.92,"QuoraRetrieval":87.58,"SCIDOCS":18.83,"SciFact":68.55,"Touche2020":16.76,"TRECCOVID":52.92} -{"index":80,"Rank":271,"Model":"bilingual-embedding-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","ArguAna":53.59,"ClimateFEVER":21.71,"CQADupstackRetrieval":"","DBPedia":32.01,"FEVER":66.46,"FiQA2018":24.47,"HotpotQA":57.96,"MSMARCO":30.05,"NFCorpus":28.94,"NQ":41.32,"QuoraRetrieval":86.24,"SCIDOCS":16.2,"SciFact":63.97,"Touche2020":14.47,"TRECCOVID":46.79} -{"index":82,"Rank":272,"Model":"jina-embeddings-v2-base-de-Q5_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","ArguAna":49.33,"ClimateFEVER":21.8,"CQADupstackRetrieval":"","DBPedia":31.47,"FEVER":67.89,"FiQA2018":32.3,"HotpotQA":55.39,"MSMARCO":"","NFCorpus":28.61,"NQ":48.9,"QuoraRetrieval":87.93,"SCIDOCS":16.29,"SciFact":60.68,"Touche2020":21.03,"TRECCOVID":65.12} -{"index":99,"Rank":274,"Model":"gte-micro<\/a>","Model Size (Million Parameters)":17,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","ArguAna":"","ClimateFEVER":"","CQADupstackRetrieval":"","DBPedia":"","FEVER":"","FiQA2018":"","HotpotQA":"","MSMARCO":"","NFCorpus":"","NQ":"","QuoraRetrieval":"","SCIDOCS":"","SciFact":"","Touche2020":"","TRECCOVID":""} -{"index":100,"Rank":275,"Model":"gte-micro-v2<\/a>","Model Size (Million Parameters)":17,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","ArguAna":"","ClimateFEVER":"","CQADupstackRetrieval":"","DBPedia":"","FEVER":"","FiQA2018":"","HotpotQA":"","MSMARCO":"","NFCorpus":"","NQ":"","QuoraRetrieval":"","SCIDOCS":"","SciFact":"","Touche2020":"","TRECCOVID":""} -{"index":101,"Rank":276,"Model":"gte-micro-v3<\/a>","Model Size (Million Parameters)":17,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","ArguAna":"","ClimateFEVER":"","CQADupstackRetrieval":"","DBPedia":"","FEVER":"","FiQA2018":"","HotpotQA":"","MSMARCO":"","NFCorpus":"","NQ":"","QuoraRetrieval":"","SCIDOCS":"","SciFact":"","Touche2020":"","TRECCOVID":""} -{"index":102,"Rank":277,"Model":"gte-micro-v4<\/a>","Model Size (Million Parameters)":19,"Memory Usage (GB, fp32)":0.07,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","ArguAna":"","ClimateFEVER":"","CQADupstackRetrieval":"","DBPedia":"","FEVER":"","FiQA2018":"","HotpotQA":"","MSMARCO":"","NFCorpus":"","NQ":"","QuoraRetrieval":"","SCIDOCS":"","SciFact":"","Touche2020":"","TRECCOVID":""} -{"index":103,"Rank":278,"Model":"test24<\/a>","Model Size (Million Parameters)":17,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","ArguAna":44.35,"ClimateFEVER":17.77,"CQADupstackRetrieval":25.56,"DBPedia":21.94,"FEVER":"","FiQA2018":"","HotpotQA":"","MSMARCO":"","NFCorpus":"","NQ":"","QuoraRetrieval":"","SCIDOCS":"","SciFact":"","Touche2020":"","TRECCOVID":""} -{"index":104,"Rank":279,"Model":"test25<\/a>","Model Size (Million Parameters)":17,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","ArguAna":35.0,"ClimateFEVER":"","CQADupstackRetrieval":22.96,"DBPedia":"","FEVER":"","FiQA2018":"","HotpotQA":"","MSMARCO":"","NFCorpus":"","NQ":"","QuoraRetrieval":"","SCIDOCS":"","SciFact":"","Touche2020":"","TRECCOVID":""} -{"index":111,"Rank":280,"Model":"multilingual-e5-base-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","ArguAna":44.23,"ClimateFEVER":23.86,"CQADupstackRetrieval":"","DBPedia":40.36,"FEVER":79.44,"FiQA2018":38.17,"HotpotQA":68.56,"MSMARCO":42.27,"NFCorpus":32.46,"NQ":60.02,"QuoraRetrieval":87.65,"SCIDOCS":17.16,"SciFact":69.35,"Touche2020":21.35,"TRECCOVID":69.76} -{"index":115,"Rank":281,"Model":"Arabert-all-nli-triplet-Matryoshka<\/a>","Model Size (Million Parameters)":135,"Memory Usage (GB, fp32)":0.5,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","ArguAna":"","ClimateFEVER":"","CQADupstackRetrieval":"","DBPedia":"","FEVER":"","FiQA2018":"","HotpotQA":"","MSMARCO":"","NFCorpus":"","NQ":"","QuoraRetrieval":"","SCIDOCS":"","SciFact":"","Touche2020":"","TRECCOVID":""} -{"index":116,"Rank":282,"Model":"Arabic-MiniLM-L12-v2-all-nli-triplet<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","ArguAna":"","ClimateFEVER":"","CQADupstackRetrieval":"","DBPedia":"","FEVER":"","FiQA2018":"","HotpotQA":"","MSMARCO":"","NFCorpus":"","NQ":"","QuoraRetrieval":"","SCIDOCS":"","SciFact":"","Touche2020":"","TRECCOVID":""} -{"index":117,"Rank":283,"Model":"Arabic-all-nli-triplet-Matryoshka<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","ArguAna":"","ClimateFEVER":"","CQADupstackRetrieval":"","DBPedia":"","FEVER":"","FiQA2018":"","HotpotQA":"","MSMARCO":"","NFCorpus":"","NQ":"","QuoraRetrieval":"","SCIDOCS":"","SciFact":"","Touche2020":"","TRECCOVID":""} -{"index":118,"Rank":284,"Model":"Arabic-labse-Matryoshka<\/a>","Model Size (Million Parameters)":471,"Memory Usage (GB, fp32)":1.75,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","ArguAna":"","ClimateFEVER":"","CQADupstackRetrieval":"","DBPedia":"","FEVER":"","FiQA2018":"","HotpotQA":"","MSMARCO":"","NFCorpus":"","NQ":"","QuoraRetrieval":"","SCIDOCS":"","SciFact":"","Touche2020":"","TRECCOVID":""} -{"index":119,"Rank":285,"Model":"Arabic-mpnet-base-all-nli-triplet<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","ArguAna":"","ClimateFEVER":"","CQADupstackRetrieval":"","DBPedia":"","FEVER":"","FiQA2018":"","HotpotQA":"","MSMARCO":"","NFCorpus":"","NQ":"","QuoraRetrieval":"","SCIDOCS":"","SciFact":"","Touche2020":"","TRECCOVID":""} -{"index":120,"Rank":286,"Model":"Marbert-all-nli-triplet-Matryoshka<\/a>","Model Size (Million Parameters)":163,"Memory Usage (GB, fp32)":0.61,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","ArguAna":"","ClimateFEVER":"","CQADupstackRetrieval":"","DBPedia":"","FEVER":"","FiQA2018":"","HotpotQA":"","MSMARCO":"","NFCorpus":"","NQ":"","QuoraRetrieval":"","SCIDOCS":"","SciFact":"","Touche2020":"","TRECCOVID":""} -{"index":121,"Rank":287,"Model":"Solon-embeddings-large-0.1<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","ArguAna":"","ClimateFEVER":"","CQADupstackRetrieval":"","DBPedia":"","FEVER":"","FiQA2018":"","HotpotQA":"","MSMARCO":"","NFCorpus":"","NQ":"","QuoraRetrieval":"","SCIDOCS":"","SciFact":"","Touche2020":"","TRECCOVID":""} -{"index":122,"Rank":288,"Model":"KartonBERT-USE-base-v1<\/a>","Model Size (Million Parameters)":104,"Memory Usage (GB, fp32)":0.39,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","ArguAna":"","ClimateFEVER":"","CQADupstackRetrieval":"","DBPedia":"","FEVER":"","FiQA2018":"","HotpotQA":"","MSMARCO":"","NFCorpus":"","NQ":"","QuoraRetrieval":"","SCIDOCS":"","SciFact":"","Touche2020":"","TRECCOVID":""} -{"index":123,"Rank":289,"Model":"st-polish-kartonberta-base-alpha-v1<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","ArguAna":"","ClimateFEVER":"","CQADupstackRetrieval":"","DBPedia":"","FEVER":"","FiQA2018":"","HotpotQA":"","MSMARCO":"","NFCorpus":"","NQ":"","QuoraRetrieval":"","SCIDOCS":"","SciFact":"","Touche2020":"","TRECCOVID":""} -{"index":127,"Rank":290,"Model":"nomic-embed-text-v1.5-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","ArguAna":48.01,"ClimateFEVER":41.28,"CQADupstackRetrieval":"","DBPedia":43.9,"FEVER":86.34,"FiQA2018":37.46,"HotpotQA":72.62,"MSMARCO":42.53,"NFCorpus":34.67,"NQ":59.72,"QuoraRetrieval":88.0,"SCIDOCS":18.62,"SciFact":70.28,"Touche2020":29.86,"TRECCOVID":82.3} -{"index":131,"Rank":292,"Model":"ember-v1-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","ArguAna":64.56,"ClimateFEVER":27.29,"CQADupstackRetrieval":"","DBPedia":41.79,"FEVER":83.69,"FiQA2018":44.3,"HotpotQA":74.33,"MSMARCO":42.03,"NFCorpus":36.91,"NQ":51.77,"QuoraRetrieval":89.09,"SCIDOCS":19.58,"SciFact":73.42,"Touche2020":23.54,"TRECCOVID":64.14} -{"index":146,"Rank":295,"Model":"sentence-croissant-llm-base<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":"","ArguAna":"","ClimateFEVER":"","CQADupstackRetrieval":"","DBPedia":"","FEVER":"","FiQA2018":"","HotpotQA":"","MSMARCO":"","NFCorpus":"","NQ":"","QuoraRetrieval":"","SCIDOCS":"","SciFact":"","Touche2020":"","TRECCOVID":""} -{"index":147,"Rank":296,"Model":"nomic-embed-text-v1.5-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","ArguAna":48.01,"ClimateFEVER":41.28,"CQADupstackRetrieval":"","DBPedia":43.9,"FEVER":86.34,"FiQA2018":37.46,"HotpotQA":72.62,"MSMARCO":42.53,"NFCorpus":34.67,"NQ":59.72,"QuoraRetrieval":88.0,"SCIDOCS":18.62,"SciFact":70.28,"Touche2020":29.86,"TRECCOVID":82.3} -{"index":148,"Rank":297,"Model":"German_Semantic_STS_V2<\/a>","Model Size (Million Parameters)":336,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","ArguAna":"","ClimateFEVER":"","CQADupstackRetrieval":"","DBPedia":"","FEVER":"","FiQA2018":"","HotpotQA":"","MSMARCO":"","NFCorpus":"","NQ":"","QuoraRetrieval":"","SCIDOCS":"","SciFact":"","Touche2020":"","TRECCOVID":""} -{"index":150,"Rank":298,"Model":"e5-base-v2-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","ArguAna":44.49,"ClimateFEVER":26.56,"CQADupstackRetrieval":"","DBPedia":42.23,"FEVER":84.99,"FiQA2018":39.88,"HotpotQA":69.15,"MSMARCO":41.77,"NFCorpus":35.39,"NQ":58.22,"QuoraRetrieval":86.56,"SCIDOCS":18.69,"SciFact":71.94,"Touche2020":26.4,"TRECCOVID":69.6} -{"index":152,"Rank":300,"Model":"ru-en-RoSBERTa<\/a>","Model Size (Million Parameters)":404,"Memory Usage (GB, fp32)":1.5,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","ArguAna":"","ClimateFEVER":"","CQADupstackRetrieval":"","DBPedia":"","FEVER":"","FiQA2018":"","HotpotQA":"","MSMARCO":"","NFCorpus":"","NQ":"","QuoraRetrieval":"","SCIDOCS":"","SciFact":"","Touche2020":"","TRECCOVID":""} -{"index":153,"Rank":301,"Model":"sbert_large_mt_nlu_ru<\/a>","Model Size (Million Parameters)":427,"Memory Usage (GB, fp32)":1.59,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","ArguAna":15.62,"ClimateFEVER":0.16,"CQADupstackRetrieval":"","DBPedia":0.27,"FEVER":0.22,"FiQA2018":0.52,"HotpotQA":1.63,"MSMARCO":"","NFCorpus":2.35,"NQ":0.39,"QuoraRetrieval":57.97,"SCIDOCS":0.37,"SciFact":1.27,"Touche2020":1.33,"TRECCOVID":7.16} -{"index":154,"Rank":302,"Model":"sbert_large_nlu_ru<\/a>","Model Size (Million Parameters)":427,"Memory Usage (GB, fp32)":1.59,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","ArguAna":17.29,"ClimateFEVER":0.03,"CQADupstackRetrieval":"","DBPedia":0.23,"FEVER":0.2,"FiQA2018":0.33,"HotpotQA":0.93,"MSMARCO":"","NFCorpus":1.99,"NQ":0.2,"QuoraRetrieval":44.36,"SCIDOCS":0.23,"SciFact":1.73,"Touche2020":0.29,"TRECCOVID":3.91} -{"index":165,"Rank":303,"Model":"bge-base-en-v1-5-seqlen-384-bs-1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","ArguAna":63.61,"ClimateFEVER":31.17,"CQADupstackRetrieval":"","DBPedia":40.77,"FEVER":86.29,"FiQA2018":40.65,"HotpotQA":72.6,"MSMARCO":41.35,"NFCorpus":37.39,"NQ":54.15,"QuoraRetrieval":88.9,"SCIDOCS":21.73,"SciFact":74.04,"Touche2020":25.7,"TRECCOVID":78.07} -{"index":168,"Rank":304,"Model":"brown-beetle-base-v1.1<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.08,"Embedding Dimensions":768,"Max Tokens":1000000,"Average":"","ArguAna":40.13,"ClimateFEVER":17.03,"CQADupstackRetrieval":21.86,"DBPedia":23.14,"FEVER":28.73,"FiQA2018":15.6,"HotpotQA":37.48,"MSMARCO":32.7,"NFCorpus":22.55,"NQ":18.92,"QuoraRetrieval":80.41,"SCIDOCS":12.25,"SciFact":48.23,"Touche2020":"","TRECCOVID":""} -{"index":170,"Rank":305,"Model":"brown-beetle-small-v1.1<\/a>","Model Size (Million Parameters)":8,"Memory Usage (GB, fp32)":0.03,"Embedding Dimensions":768,"Max Tokens":1000000,"Average":"","ArguAna":39.38,"ClimateFEVER":16.14,"CQADupstackRetrieval":21.07,"DBPedia":22.64,"FEVER":27.13,"FiQA2018":14.57,"HotpotQA":35.16,"MSMARCO":32.65,"NFCorpus":22.02,"NQ":18.21,"QuoraRetrieval":79.79,"SCIDOCS":11.76,"SciFact":46.8,"Touche2020":"","TRECCOVID":""} -{"index":171,"Rank":306,"Model":"brown-beetle-tiny-v1<\/a>","Model Size (Million Parameters)":4,"Memory Usage (GB, fp32)":0.01,"Embedding Dimensions":128,"Max Tokens":1000000,"Average":"","ArguAna":28.84,"ClimateFEVER":11.0,"CQADupstackRetrieval":17.24,"DBPedia":18.05,"FEVER":19.26,"FiQA2018":9.51,"HotpotQA":25.75,"MSMARCO":"","NFCorpus":"","NQ":"","QuoraRetrieval":"","SCIDOCS":"","SciFact":"","Touche2020":"","TRECCOVID":""} -{"index":176,"Rank":307,"Model":"bge-m3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","ArguAna":53.96,"ClimateFEVER":"","CQADupstackRetrieval":"","DBPedia":"","FEVER":"","FiQA2018":41.3,"HotpotQA":"","MSMARCO":"","NFCorpus":31.41,"NQ":"","QuoraRetrieval":"","SCIDOCS":"","SciFact":64.37,"Touche2020":"","TRECCOVID":""} -{"index":177,"Rank":308,"Model":"slx-v0.1<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.08,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","ArguAna":50.17,"ClimateFEVER":20.27,"CQADupstackRetrieval":41.32,"DBPedia":32.33,"FEVER":45.51,"FiQA2018":36.61,"HotpotQA":"","MSMARCO":"","NFCorpus":"","NQ":"","QuoraRetrieval":"","SCIDOCS":"","SciFact":"","Touche2020":"","TRECCOVID":""} -{"index":178,"Rank":309,"Model":"jina-embeddings-v2-base-de-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","ArguAna":49.33,"ClimateFEVER":21.8,"CQADupstackRetrieval":"","DBPedia":31.47,"FEVER":67.89,"FiQA2018":32.3,"HotpotQA":55.39,"MSMARCO":"","NFCorpus":28.61,"NQ":48.9,"QuoraRetrieval":87.93,"SCIDOCS":16.29,"SciFact":60.68,"Touche2020":21.03,"TRECCOVID":65.12} -{"index":180,"Rank":310,"Model":"LaBSE-en-ru<\/a>","Model Size (Million Parameters)":129,"Memory Usage (GB, fp32)":0.48,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","ArguAna":31.91,"ClimateFEVER":3.16,"CQADupstackRetrieval":"","DBPedia":13.51,"FEVER":8.6,"FiQA2018":6.8,"HotpotQA":17.02,"MSMARCO":6.78,"NFCorpus":12.59,"NQ":7.01,"QuoraRetrieval":76.76,"SCIDOCS":4.96,"SciFact":33.78,"Touche2020":4.16,"TRECCOVID":14.9} -{"index":181,"Rank":311,"Model":"rubert-tiny<\/a>","Model Size (Million Parameters)":12,"Memory Usage (GB, fp32)":0.04,"Embedding Dimensions":512,"Max Tokens":514,"Average":"","ArguAna":24.16,"ClimateFEVER":1.5,"CQADupstackRetrieval":"","DBPedia":1.56,"FEVER":0.7,"FiQA2018":1.92,"HotpotQA":2.19,"MSMARCO":1.27,"NFCorpus":2.82,"NQ":0.75,"QuoraRetrieval":58.8,"SCIDOCS":0.86,"SciFact":12.55,"Touche2020":2.36,"TRECCOVID":9.47} -{"index":182,"Rank":312,"Model":"rubert-tiny2<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"Embedding Dimensions":2048,"Max Tokens":514,"Average":"","ArguAna":27.66,"ClimateFEVER":2.08,"CQADupstackRetrieval":"","DBPedia":2.66,"FEVER":3.01,"FiQA2018":2.42,"HotpotQA":8.85,"MSMARCO":1.13,"NFCorpus":5.03,"NQ":0.62,"QuoraRetrieval":66.99,"SCIDOCS":1.18,"SciFact":20.19,"Touche2020":0.91,"TRECCOVID":8.67} -{"index":183,"Rank":313,"Model":"cai-lunaris-text-embeddings<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","ArguAna":37.27,"ClimateFEVER":8.69,"CQADupstackRetrieval":18.81,"DBPedia":14.77,"FEVER":"","FiQA2018":"","HotpotQA":"","MSMARCO":"","NFCorpus":"","NQ":"","QuoraRetrieval":"","SCIDOCS":"","SciFact":"","Touche2020":"","TRECCOVID":""} -{"index":184,"Rank":314,"Model":"cai-stellaris-text-embeddings<\/a>","Model Size (Million Parameters)":53,"Memory Usage (GB, fp32)":0.2,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","ArguAna":47.29,"ClimateFEVER":13.48,"CQADupstackRetrieval":31.03,"DBPedia":22.45,"FEVER":"","FiQA2018":"","HotpotQA":"","MSMARCO":"","NFCorpus":"","NQ":"","QuoraRetrieval":"","SCIDOCS":"","SciFact":"","Touche2020":"","TRECCOVID":""} -{"index":185,"Rank":315,"Model":"french-document-embedding<\/a>","Model Size (Million Parameters)":305,"Memory Usage (GB, fp32)":1.14,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","ArguAna":"","ClimateFEVER":"","CQADupstackRetrieval":"","DBPedia":"","FEVER":"","FiQA2018":"","HotpotQA":"","MSMARCO":"","NFCorpus":"","NQ":"","QuoraRetrieval":"","SCIDOCS":"","SciFact":"","Touche2020":"","TRECCOVID":""} -{"index":186,"Rank":316,"Model":"sentence-camembert-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","ArguAna":"","ClimateFEVER":"","CQADupstackRetrieval":"","DBPedia":"","FEVER":"","FiQA2018":"","HotpotQA":"","MSMARCO":"","NFCorpus":"","NQ":"","QuoraRetrieval":"","SCIDOCS":"","SciFact":"","Touche2020":"","TRECCOVID":""} -{"index":187,"Rank":317,"Model":"sentence-camembert-large<\/a>","Model Size (Million Parameters)":337,"Memory Usage (GB, fp32)":1.26,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","ArguAna":"","ClimateFEVER":"","CQADupstackRetrieval":"","DBPedia":"","FEVER":"","FiQA2018":"","HotpotQA":"","MSMARCO":"","NFCorpus":"","NQ":"","QuoraRetrieval":"","SCIDOCS":"","SciFact":"","Touche2020":"","TRECCOVID":""} -{"index":189,"Rank":318,"Model":"USER-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","ArguAna":39.93,"ClimateFEVER":8.04,"CQADupstackRetrieval":"","DBPedia":16.39,"FEVER":35.62,"FiQA2018":8.47,"HotpotQA":24.5,"MSMARCO":12.58,"NFCorpus":16.6,"NQ":15.21,"QuoraRetrieval":76.33,"SCIDOCS":6.36,"SciFact":35.61,"Touche2020":12.97,"TRECCOVID":20.17} -{"index":190,"Rank":319,"Model":"USER-bge-m3<\/a>","Model Size (Million Parameters)":359,"Memory Usage (GB, fp32)":1.34,"Embedding Dimensions":1024,"Max Tokens":8192,"Average":"","ArguAna":49.95,"ClimateFEVER":25.9,"CQADupstackRetrieval":"","DBPedia":38.22,"FEVER":73.08,"FiQA2018":40.8,"HotpotQA":64.32,"MSMARCO":"","NFCorpus":31.29,"NQ":58.9,"QuoraRetrieval":87.95,"SCIDOCS":16.15,"SciFact":62.43,"Touche2020":18.96,"TRECCOVID":51.02} -{"index":191,"Rank":320,"Model":"deberta-v1-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","ArguAna":12.39,"ClimateFEVER":0.03,"CQADupstackRetrieval":"","DBPedia":0.16,"FEVER":0.1,"FiQA2018":0.32,"HotpotQA":0.35,"MSMARCO":"","NFCorpus":1.59,"NQ":0.06,"QuoraRetrieval":49.21,"SCIDOCS":0.18,"SciFact":0.35,"Touche2020":0.0,"TRECCOVID":3.56} -{"index":192,"Rank":321,"Model":"multilingual-e5-base-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","ArguAna":44.23,"ClimateFEVER":23.86,"CQADupstackRetrieval":"","DBPedia":40.36,"FEVER":79.44,"FiQA2018":38.17,"HotpotQA":68.56,"MSMARCO":42.27,"NFCorpus":32.46,"NQ":60.02,"QuoraRetrieval":87.65,"SCIDOCS":17.16,"SciFact":69.35,"Touche2020":21.35,"TRECCOVID":69.76} -{"index":194,"Rank":322,"Model":"sft-bge-small<\/a>","Model Size (Million Parameters)":24,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":512,"Max Tokens":512,"Average":"","ArguAna":"","ClimateFEVER":"","CQADupstackRetrieval":"","DBPedia":"","FEVER":"","FiQA2018":"","HotpotQA":"","MSMARCO":"","NFCorpus":"","NQ":"","QuoraRetrieval":"","SCIDOCS":"","SciFact":"","Touche2020":"","TRECCOVID":""} -{"index":196,"Rank":323,"Model":"mxbai-embed-large-v1-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","ArguAna":66.02,"ClimateFEVER":36.09,"CQADupstackRetrieval":"","DBPedia":44.51,"FEVER":86.91,"FiQA2018":45.27,"HotpotQA":72.03,"MSMARCO":41.26,"NFCorpus":38.64,"NQ":55.79,"QuoraRetrieval":88.98,"SCIDOCS":23.32,"SciFact":74.73,"Touche2020":25.2,"TRECCOVID":75.57} -{"index":199,"Rank":324,"Model":"flaubert_base_cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","ArguAna":"","ClimateFEVER":"","CQADupstackRetrieval":"","DBPedia":"","FEVER":"","FiQA2018":"","HotpotQA":"","MSMARCO":"","NFCorpus":"","NQ":"","QuoraRetrieval":"","SCIDOCS":"","SciFact":"","Touche2020":"","TRECCOVID":""} -{"index":200,"Rank":325,"Model":"flaubert_base_uncased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","ArguAna":"","ClimateFEVER":"","CQADupstackRetrieval":"","DBPedia":"","FEVER":"","FiQA2018":"","HotpotQA":"","MSMARCO":"","NFCorpus":"","NQ":"","QuoraRetrieval":"","SCIDOCS":"","SciFact":"","Touche2020":"","TRECCOVID":""} -{"index":201,"Rank":326,"Model":"flaubert_large_cased<\/a>","Model Size (Million Parameters)":372,"Memory Usage (GB, fp32)":1.39,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","ArguAna":"","ClimateFEVER":"","CQADupstackRetrieval":"","DBPedia":"","FEVER":"","FiQA2018":"","HotpotQA":"","MSMARCO":"","NFCorpus":"","NQ":"","QuoraRetrieval":"","SCIDOCS":"","SciFact":"","Touche2020":"","TRECCOVID":""} -{"index":203,"Rank":328,"Model":"jina-embeddings-v2-base-en-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","ArguAna":44.18,"ClimateFEVER":23.53,"CQADupstackRetrieval":"","DBPedia":35.05,"FEVER":72.33,"FiQA2018":41.58,"HotpotQA":61.38,"MSMARCO":40.92,"NFCorpus":32.45,"NQ":60.44,"QuoraRetrieval":88.2,"SCIDOCS":19.86,"SciFact":66.68,"Touche2020":26.24,"TRECCOVID":65.91} -{"index":204,"Rank":329,"Model":"bert-base-multilingual-cased<\/a>","Model Size (Million Parameters)":179,"Memory Usage (GB, fp32)":0.67,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","ArguAna":"","ClimateFEVER":"","CQADupstackRetrieval":"","DBPedia":"","FEVER":"","FiQA2018":"","HotpotQA":"","MSMARCO":"","NFCorpus":"","NQ":"","QuoraRetrieval":"","SCIDOCS":"","SciFact":"","Touche2020":"","TRECCOVID":""} -{"index":205,"Rank":330,"Model":"bert-base-multilingual-uncased<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","ArguAna":"","ClimateFEVER":"","CQADupstackRetrieval":"","DBPedia":"","FEVER":"","FiQA2018":"","HotpotQA":"","MSMARCO":"","NFCorpus":"","NQ":"","QuoraRetrieval":"","SCIDOCS":"","SciFact":"","Touche2020":"","TRECCOVID":""} -{"index":212,"Rank":331,"Model":"bge-large-en-v1.5-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","ArguAna":63.54,"ClimateFEVER":36.57,"CQADupstackRetrieval":"","DBPedia":44.11,"FEVER":87.18,"FiQA2018":45.02,"HotpotQA":74.1,"MSMARCO":42.49,"NFCorpus":38.13,"NQ":55.03,"QuoraRetrieval":89.07,"SCIDOCS":22.64,"SciFact":74.61,"Touche2020":24.81,"TRECCOVID":74.82} -{"index":230,"Rank":332,"Model":"herbert-base-retrieval-v2<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.47,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","ArguAna":"","ClimateFEVER":"","CQADupstackRetrieval":"","DBPedia":"","FEVER":"","FiQA2018":"","HotpotQA":"","MSMARCO":"","NFCorpus":"","NQ":"","QuoraRetrieval":"","SCIDOCS":"","SciFact":"","Touche2020":"","TRECCOVID":""} -{"index":231,"Rank":333,"Model":"silver-retriever-base-v1<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.47,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","ArguAna":"","ClimateFEVER":"","CQADupstackRetrieval":"","DBPedia":"","FEVER":"","FiQA2018":"","HotpotQA":"","MSMARCO":"","NFCorpus":"","NQ":"","QuoraRetrieval":"","SCIDOCS":"","SciFact":"","Touche2020":"","TRECCOVID":""} -{"index":239,"Rank":334,"Model":"jina-embeddings-v2-base-de<\/a>","Model Size (Million Parameters)":161,"Memory Usage (GB, fp32)":0.6,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","ArguAna":49.33,"ClimateFEVER":21.8,"CQADupstackRetrieval":36.22,"DBPedia":31.47,"FEVER":67.89,"FiQA2018":32.3,"HotpotQA":55.39,"MSMARCO":"","NFCorpus":28.61,"NQ":48.9,"QuoraRetrieval":87.93,"SCIDOCS":16.29,"SciFact":60.68,"Touche2020":21.03,"TRECCOVID":65.12} -{"index":241,"Rank":335,"Model":"jina-embeddings-v2-base-es<\/a>","Model Size (Million Parameters)":161,"Memory Usage (GB, fp32)":0.6,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","ArguAna":50.13,"ClimateFEVER":27.13,"CQADupstackRetrieval":38.78,"DBPedia":32.63,"FEVER":78.43,"FiQA2018":37.01,"HotpotQA":59.48,"MSMARCO":"","NFCorpus":30.3,"NQ":50.7,"QuoraRetrieval":88.14,"SCIDOCS":17.36,"SciFact":62.67,"Touche2020":19.82,"TRECCOVID":67.37} -{"index":254,"Rank":336,"Model":"mxbai-embed-large-v1-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","ArguAna":66.02,"ClimateFEVER":36.09,"CQADupstackRetrieval":"","DBPedia":44.51,"FEVER":86.91,"FiQA2018":45.27,"HotpotQA":72.03,"MSMARCO":41.26,"NFCorpus":38.64,"NQ":55.79,"QuoraRetrieval":88.98,"SCIDOCS":23.32,"SciFact":74.73,"Touche2020":25.2,"TRECCOVID":75.57} -{"index":255,"Rank":337,"Model":"ternary-weight-embedding<\/a>","Model Size (Million Parameters)":99,"Memory Usage (GB, fp32)":0.37,"Embedding Dimensions":1792,"Max Tokens":512,"Average":"","ArguAna":"","ClimateFEVER":"","CQADupstackRetrieval":"","DBPedia":"","FEVER":"","FiQA2018":"","HotpotQA":"","MSMARCO":"","NFCorpus":"","NQ":"","QuoraRetrieval":"","SCIDOCS":"","SciFact":"","Touche2020":"","TRECCOVID":""} -{"index":256,"Rank":338,"Model":"bge-m3-custom-fr<\/a>","Model Size (Million Parameters)":568,"Memory Usage (GB, fp32)":2.12,"Embedding Dimensions":1024,"Max Tokens":8194,"Average":"","ArguAna":"","ClimateFEVER":"","CQADupstackRetrieval":"","DBPedia":"","FEVER":"","FiQA2018":"","HotpotQA":"","MSMARCO":"","NFCorpus":"","NQ":"","QuoraRetrieval":"","SCIDOCS":"","SciFact":"","Touche2020":"","TRECCOVID":""} -{"index":257,"Rank":339,"Model":"sentence_croissant_alpha_v0.1<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":"","ArguAna":"","ClimateFEVER":"","CQADupstackRetrieval":"","DBPedia":"","FEVER":"","FiQA2018":"","HotpotQA":"","MSMARCO":"","NFCorpus":"","NQ":"","QuoraRetrieval":"","SCIDOCS":"","SciFact":"","Touche2020":"","TRECCOVID":""} -{"index":258,"Rank":340,"Model":"sentence_croissant_alpha_v0.2<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":"","ArguAna":"","ClimateFEVER":"","CQADupstackRetrieval":"","DBPedia":"","FEVER":"","FiQA2018":"","HotpotQA":"","MSMARCO":"","NFCorpus":"","NQ":"","QuoraRetrieval":"","SCIDOCS":"","SciFact":"","Touche2020":"","TRECCOVID":""} -{"index":259,"Rank":341,"Model":"sentence_croissant_alpha_v0.3<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":"","ArguAna":"","ClimateFEVER":"","CQADupstackRetrieval":"","DBPedia":"","FEVER":"","FiQA2018":"","HotpotQA":"","MSMARCO":"","NFCorpus":"","NQ":"","QuoraRetrieval":"","SCIDOCS":"","SciFact":"","Touche2020":"","TRECCOVID":""} -{"index":260,"Rank":342,"Model":"sentence_croissant_alpha_v0.4<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":"","ArguAna":"","ClimateFEVER":"","CQADupstackRetrieval":"","DBPedia":"","FEVER":"","FiQA2018":"","HotpotQA":"","MSMARCO":"","NFCorpus":"","NQ":"","QuoraRetrieval":"","SCIDOCS":"","SciFact":"","Touche2020":"","TRECCOVID":""} -{"index":272,"Rank":344,"Model":"nomic-embed-text-v1.5-Q4_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","ArguAna":48.01,"ClimateFEVER":41.28,"CQADupstackRetrieval":"","DBPedia":43.9,"FEVER":86.34,"FiQA2018":37.46,"HotpotQA":72.62,"MSMARCO":42.53,"NFCorpus":34.67,"NQ":59.72,"QuoraRetrieval":88.0,"SCIDOCS":18.62,"SciFact":70.28,"Touche2020":29.86,"TRECCOVID":82.3} -{"index":273,"Rank":345,"Model":"fin-mpnet-base<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","ArguAna":49.11,"ClimateFEVER":"","CQADupstackRetrieval":"","DBPedia":"","FEVER":"","FiQA2018":79.91,"HotpotQA":"","MSMARCO":"","NFCorpus":29.64,"NQ":"","QuoraRetrieval":"","SCIDOCS":"","SciFact":65.4,"Touche2020":"","TRECCOVID":""} -{"index":274,"Rank":346,"Model":"jina-embeddings-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","ArguAna":44.18,"ClimateFEVER":23.53,"CQADupstackRetrieval":"","DBPedia":35.05,"FEVER":72.33,"FiQA2018":41.58,"HotpotQA":61.38,"MSMARCO":40.92,"NFCorpus":32.45,"NQ":60.44,"QuoraRetrieval":88.2,"SCIDOCS":19.86,"SciFact":66.68,"Touche2020":26.24,"TRECCOVID":65.91} -{"index":279,"Rank":351,"Model":"bge-small-en-v1.5-quant<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","ArguAna":57.77,"ClimateFEVER":"","CQADupstackRetrieval":"","DBPedia":"","FEVER":"","FiQA2018":"","HotpotQA":"","MSMARCO":"","NFCorpus":"","NQ":"","QuoraRetrieval":"","SCIDOCS":"","SciFact":"","Touche2020":"","TRECCOVID":""} -{"index":280,"Rank":352,"Model":"bge-small-en-v1.5-sparse<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","ArguAna":49.13,"ClimateFEVER":"","CQADupstackRetrieval":"","DBPedia":"","FEVER":"","FiQA2018":"","HotpotQA":"","MSMARCO":"","NFCorpus":"","NQ":"","QuoraRetrieval":"","SCIDOCS":"","SciFact":"","Touche2020":"","TRECCOVID":""} -{"index":296,"Rank":353,"Model":"arabic-english-sts-matryoshka<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","ArguAna":"","ClimateFEVER":"","CQADupstackRetrieval":"","DBPedia":"","FEVER":"","FiQA2018":"","HotpotQA":"","MSMARCO":"","NFCorpus":"","NQ":"","QuoraRetrieval":"","SCIDOCS":"","SciFact":"","Touche2020":"","TRECCOVID":""} -{"index":297,"Rank":354,"Model":"arabic-english-sts-matryoshka-v2.0<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","ArguAna":"","ClimateFEVER":"","CQADupstackRetrieval":"","DBPedia":"","FEVER":"","FiQA2018":"","HotpotQA":"","MSMARCO":"","NFCorpus":"","NQ":"","QuoraRetrieval":"","SCIDOCS":"","SciFact":"","Touche2020":"","TRECCOVID":""} -{"index":301,"Rank":355,"Model":"jina-embeddings-v2-base-es-Q5_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","ArguAna":50.13,"ClimateFEVER":27.13,"CQADupstackRetrieval":"","DBPedia":32.63,"FEVER":78.43,"FiQA2018":37.01,"HotpotQA":59.48,"MSMARCO":"","NFCorpus":30.3,"NQ":50.7,"QuoraRetrieval":88.14,"SCIDOCS":17.36,"SciFact":62.67,"Touche2020":19.82,"TRECCOVID":67.37} -{"index":309,"Rank":356,"Model":"bge-large-en-v1.5-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","ArguAna":63.54,"ClimateFEVER":36.57,"CQADupstackRetrieval":"","DBPedia":44.11,"FEVER":87.18,"FiQA2018":45.02,"HotpotQA":74.1,"MSMARCO":42.49,"NFCorpus":38.13,"NQ":55.03,"QuoraRetrieval":89.07,"SCIDOCS":22.64,"SciFact":74.61,"Touche2020":24.81,"TRECCOVID":74.82} -{"index":310,"Rank":357,"Model":"bge-large-en-v1.5-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","ArguAna":63.54,"ClimateFEVER":36.57,"CQADupstackRetrieval":"","DBPedia":44.11,"FEVER":87.18,"FiQA2018":45.02,"HotpotQA":74.1,"MSMARCO":42.49,"NFCorpus":38.13,"NQ":55.03,"QuoraRetrieval":89.07,"SCIDOCS":22.64,"SciFact":74.61,"Touche2020":24.81,"TRECCOVID":74.82} -{"index":313,"Rank":358,"Model":"mmlw-e5-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","ArguAna":"","ClimateFEVER":"","CQADupstackRetrieval":"","DBPedia":"","FEVER":"","FiQA2018":"","HotpotQA":"","MSMARCO":"","NFCorpus":"","NQ":"","QuoraRetrieval":"","SCIDOCS":"","SciFact":"","Touche2020":"","TRECCOVID":""} -{"index":314,"Rank":359,"Model":"mmlw-e5-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","ArguAna":"","ClimateFEVER":"","CQADupstackRetrieval":"","DBPedia":"","FEVER":"","FiQA2018":"","HotpotQA":"","MSMARCO":"","NFCorpus":"","NQ":"","QuoraRetrieval":"","SCIDOCS":"","SciFact":"","Touche2020":"","TRECCOVID":""} -{"index":315,"Rank":360,"Model":"mmlw-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","ArguAna":"","ClimateFEVER":"","CQADupstackRetrieval":"","DBPedia":"","FEVER":"","FiQA2018":"","HotpotQA":"","MSMARCO":"","NFCorpus":"","NQ":"","QuoraRetrieval":"","SCIDOCS":"","SciFact":"","Touche2020":"","TRECCOVID":""} -{"index":316,"Rank":361,"Model":"mmlw-roberta-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","ArguAna":"","ClimateFEVER":"","CQADupstackRetrieval":"","DBPedia":"","FEVER":"","FiQA2018":"","HotpotQA":"","MSMARCO":"","NFCorpus":"","NQ":"","QuoraRetrieval":"","SCIDOCS":"","SciFact":"","Touche2020":"","TRECCOVID":""} -{"index":317,"Rank":362,"Model":"mmlw-roberta-large<\/a>","Model Size (Million Parameters)":435,"Memory Usage (GB, fp32)":1.62,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","ArguAna":"","ClimateFEVER":"","CQADupstackRetrieval":"","DBPedia":"","FEVER":"","FiQA2018":"","HotpotQA":"","MSMARCO":"","NFCorpus":"","NQ":"","QuoraRetrieval":"","SCIDOCS":"","SciFact":"","Touche2020":"","TRECCOVID":""} -{"index":318,"Rank":363,"Model":"st-polish-paraphrase-from-distilroberta<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.47,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","ArguAna":"","ClimateFEVER":"","CQADupstackRetrieval":"","DBPedia":"","FEVER":"","FiQA2018":"","HotpotQA":"","MSMARCO":"","NFCorpus":"","NQ":"","QuoraRetrieval":"","SCIDOCS":"","SciFact":"","Touche2020":"","TRECCOVID":""} -{"index":319,"Rank":364,"Model":"st-polish-paraphrase-from-mpnet<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.47,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","ArguAna":"","ClimateFEVER":"","CQADupstackRetrieval":"","DBPedia":"","FEVER":"","FiQA2018":"","HotpotQA":"","MSMARCO":"","NFCorpus":"","NQ":"","QuoraRetrieval":"","SCIDOCS":"","SciFact":"","Touche2020":"","TRECCOVID":""} -{"index":327,"Rank":365,"Model":"distiluse-base-multilingual-cased-v2<\/a>","Model Size (Million Parameters)":135,"Memory Usage (GB, fp32)":0.5,"Embedding Dimensions":512,"Max Tokens":512,"Average":"","ArguAna":"","ClimateFEVER":"","CQADupstackRetrieval":"","DBPedia":"","FEVER":"","FiQA2018":"","HotpotQA":"","MSMARCO":"","NFCorpus":"","NQ":"","QuoraRetrieval":"","SCIDOCS":"","SciFact":"","Touche2020":"","TRECCOVID":""} -{"index":333,"Rank":366,"Model":"multi-qa-MiniLM-L6-cos-v1<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","ArguAna":"","ClimateFEVER":"","CQADupstackRetrieval":"","DBPedia":"","FEVER":"","FiQA2018":"","HotpotQA":"","MSMARCO":"","NFCorpus":"","NQ":"","QuoraRetrieval":"","SCIDOCS":"","SciFact":"","Touche2020":"","TRECCOVID":""} -{"index":340,"Rank":367,"Model":"LaBSE-ru-turbo<\/a>","Model Size (Million Parameters)":128,"Memory Usage (GB, fp32)":0.48,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","ArguAna":46.57,"ClimateFEVER":13.19,"CQADupstackRetrieval":"","DBPedia":29.74,"FEVER":48.04,"FiQA2018":21.01,"HotpotQA":54.51,"MSMARCO":27.51,"NFCorpus":22.08,"NQ":35.87,"QuoraRetrieval":85.71,"SCIDOCS":11.7,"SciFact":50.49,"Touche2020":14.08,"TRECCOVID":30.52} -{"index":342,"Rank":368,"Model":"text2vec-base-multilingual<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":256,"Average":"","ArguAna":31.35,"ClimateFEVER":11.19,"CQADupstackRetrieval":"","DBPedia":15.87,"FEVER":30.69,"FiQA2018":12.34,"HotpotQA":16.63,"MSMARCO":14.57,"NFCorpus":18.64,"NQ":20.7,"QuoraRetrieval":83.07,"SCIDOCS":9.8,"SciFact":38.99,"Touche2020":14.08,"TRECCOVID":32.1} -{"index":343,"Rank":369,"Model":"silma-embeddding-matryoshka-v0.1<\/a>","Model Size (Million Parameters)":135,"Memory Usage (GB, fp32)":0.5,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","ArguAna":"","ClimateFEVER":"","CQADupstackRetrieval":"","DBPedia":"","FEVER":"","FiQA2018":"","HotpotQA":"","MSMARCO":"","NFCorpus":"","NQ":"","QuoraRetrieval":"","SCIDOCS":"","SciFact":"","Touche2020":"","TRECCOVID":""} -{"index":344,"Rank":370,"Model":"silma-embeddding-sts-v0.1<\/a>","Model Size (Million Parameters)":135,"Memory Usage (GB, fp32)":0.5,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","ArguAna":"","ClimateFEVER":"","CQADupstackRetrieval":"","DBPedia":"","FEVER":"","FiQA2018":"","HotpotQA":"","MSMARCO":"","NFCorpus":"","NQ":"","QuoraRetrieval":"","SCIDOCS":"","SciFact":"","Touche2020":"","TRECCOVID":""} -{"index":345,"Rank":371,"Model":"mxbai-embed-large-v1-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","ArguAna":66.02,"ClimateFEVER":36.09,"CQADupstackRetrieval":"","DBPedia":44.51,"FEVER":86.91,"FiQA2018":45.27,"HotpotQA":72.03,"MSMARCO":41.26,"NFCorpus":38.64,"NQ":55.79,"QuoraRetrieval":88.98,"SCIDOCS":23.32,"SciFact":74.73,"Touche2020":25.2,"TRECCOVID":75.57} -{"index":346,"Rank":372,"Model":"mxbai-embed-large-v1-Q5_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","ArguAna":66.02,"ClimateFEVER":36.09,"CQADupstackRetrieval":"","DBPedia":44.51,"FEVER":86.91,"FiQA2018":45.27,"HotpotQA":72.03,"MSMARCO":41.26,"NFCorpus":38.64,"NQ":55.79,"QuoraRetrieval":88.98,"SCIDOCS":23.32,"SciFact":74.73,"Touche2020":25.2,"TRECCOVID":75.57} -{"index":348,"Rank":373,"Model":"Angle_BERT<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","ArguAna":38.88,"ClimateFEVER":9.94,"CQADupstackRetrieval":18.0,"DBPedia":"","FEVER":"","FiQA2018":"","HotpotQA":"","MSMARCO":"","NFCorpus":"","NQ":"","QuoraRetrieval":"","SCIDOCS":"","SciFact":"","Touche2020":"","TRECCOVID":""} -{"index":349,"Rank":374,"Model":"GritLM-7B-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","ArguAna":63.24,"ClimateFEVER":30.91,"CQADupstackRetrieval":"","DBPedia":46.6,"FEVER":82.74,"FiQA2018":59.95,"HotpotQA":79.4,"MSMARCO":41.96,"NFCorpus":40.89,"NQ":70.3,"QuoraRetrieval":89.47,"SCIDOCS":24.41,"SciFact":79.17,"Touche2020":27.93,"TRECCOVID":74.8} -{"index":350,"Rank":375,"Model":"GritLM-8x7B-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","ArguAna":59.49,"ClimateFEVER":28.69,"CQADupstackRetrieval":"","DBPedia":46.54,"FEVER":85.02,"FiQA2018":49.89,"HotpotQA":73.83,"MSMARCO":35.55,"NFCorpus":39.05,"NQ":63.87,"QuoraRetrieval":87.7,"SCIDOCS":23.06,"SciFact":77.02,"Touche2020":27.97,"TRECCOVID":81.07} -{"index":354,"Rank":376,"Model":"ALL_862873<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","ArguAna":5.35,"ClimateFEVER":0.59,"CQADupstackRetrieval":"","DBPedia":0.43,"FEVER":0.51,"FiQA2018":0.76,"HotpotQA":0.59,"MSMARCO":0.31,"NFCorpus":4.87,"NQ":0.33,"QuoraRetrieval":31.95,"SCIDOCS":1.02,"SciFact":2.91,"Touche2020":3.82,"TRECCOVID":7.5} -{"index":362,"Rank":377,"Model":"llm_mse<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","ArguAna":"","ClimateFEVER":"","CQADupstackRetrieval":"","DBPedia":"","FEVER":"","FiQA2018":"","HotpotQA":"","MSMARCO":"","NFCorpus":"","NQ":"","QuoraRetrieval":68.73,"SCIDOCS":"","SciFact":"","Touche2020":"","TRECCOVID":""} -{"index":365,"Rank":378,"Model":"mxbai-embed-xsmall-v1-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","ArguAna":49.58,"ClimateFEVER":22.42,"CQADupstackRetrieval":"","DBPedia":32.19,"FEVER":56.45,"FiQA2018":37.1,"HotpotQA":48.37,"MSMARCO":36.76,"NFCorpus":32.05,"NQ":44.44,"QuoraRetrieval":87.7,"SCIDOCS":21.5,"SciFact":65.81,"Touche2020":17.09,"TRECCOVID":48.9} -{"index":369,"Rank":381,"Model":"universal-sentence-encoder-multilingual-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":512,"Max Tokens":512,"Average":"","ArguAna":"","ClimateFEVER":"","CQADupstackRetrieval":"","DBPedia":"","FEVER":"","FiQA2018":"","HotpotQA":"","MSMARCO":"","NFCorpus":"","NQ":"","QuoraRetrieval":"","SCIDOCS":"","SciFact":"","Touche2020":"","TRECCOVID":""} -{"index":370,"Rank":382,"Model":"universal-sentence-encoder-multilingual-large-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":512,"Max Tokens":512,"Average":"","ArguAna":"","ClimateFEVER":"","CQADupstackRetrieval":"","DBPedia":"","FEVER":"","FiQA2018":"","HotpotQA":"","MSMARCO":"","NFCorpus":"","NQ":"","QuoraRetrieval":"","SCIDOCS":"","SciFact":"","Touche2020":"","TRECCOVID":""} -{"index":372,"Rank":383,"Model":"b1ade-embed-kd<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","ArguAna":54.83,"ClimateFEVER":31.95,"CQADupstackRetrieval":32.2,"DBPedia":41.81,"FEVER":62.94,"FiQA2018":29.36,"HotpotQA":63.85,"MSMARCO":"","NFCorpus":28.47,"NQ":42.04,"QuoraRetrieval":88.15,"SCIDOCS":17.3,"SciFact":65.72,"Touche2020":18.1,"TRECCOVID":53.89} -{"index":373,"Rank":384,"Model":"b1ade-embed-kd_3<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","ArguAna":0.44,"ClimateFEVER":0.11,"CQADupstackRetrieval":"","DBPedia":0.28,"FEVER":0.25,"FiQA2018":0.16,"HotpotQA":0.3,"MSMARCO":0.2,"NFCorpus":0.23,"NQ":0.21,"QuoraRetrieval":0.84,"SCIDOCS":0.15,"SciFact":0.51,"Touche2020":0.12,"TRECCOVID":0.37} -{"index":374,"Rank":385,"Model":"jina-embeddings-v2-base-en-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","ArguAna":44.18,"ClimateFEVER":23.53,"CQADupstackRetrieval":"","DBPedia":35.05,"FEVER":72.33,"FiQA2018":41.58,"HotpotQA":61.38,"MSMARCO":40.92,"NFCorpus":32.45,"NQ":60.44,"QuoraRetrieval":88.2,"SCIDOCS":19.86,"SciFact":66.68,"Touche2020":26.24,"TRECCOVID":65.91} -{"index":375,"Rank":386,"Model":"bge-small-en-v1.5-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","ArguAna":59.55,"ClimateFEVER":31.84,"CQADupstackRetrieval":"","DBPedia":40.03,"FEVER":86.64,"FiQA2018":40.34,"HotpotQA":69.94,"MSMARCO":40.83,"NFCorpus":34.3,"NQ":50.18,"QuoraRetrieval":88.78,"SCIDOCS":20.52,"SciFact":71.28,"Touche2020":26.04,"TRECCOVID":75.9} -{"index":377,"Rank":387,"Model":"bilingual-embedding-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","ArguAna":"","ClimateFEVER":"","CQADupstackRetrieval":"","DBPedia":"","FEVER":"","FiQA2018":"","HotpotQA":"","MSMARCO":"","NFCorpus":"","NQ":"","QuoraRetrieval":"","SCIDOCS":"","SciFact":"","Touche2020":"","TRECCOVID":""} -{"index":378,"Rank":388,"Model":"new_model<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","ArguAna":46.87,"ClimateFEVER":19.68,"CQADupstackRetrieval":"","DBPedia":36.06,"FEVER":69.98,"FiQA2018":35.49,"HotpotQA":65.0,"MSMARCO":68.72,"NFCorpus":31.81,"NQ":52.15,"QuoraRetrieval":85.02,"SCIDOCS":17.36,"SciFact":67.97,"Touche2020":13.23,"TRECCOVID":52.61} -{"index":385,"Rank":392,"Model":"bi-cse<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","ArguAna":"","ClimateFEVER":"","CQADupstackRetrieval":"","DBPedia":"","FEVER":"","FiQA2018":"","HotpotQA":"","MSMARCO":"","NFCorpus":"","NQ":"","QuoraRetrieval":"","SCIDOCS":"","SciFact":"","Touche2020":"","TRECCOVID":""} -{"index":386,"Rank":393,"Model":"nomic-embed-text-v1.5-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","ArguAna":48.01,"ClimateFEVER":41.28,"CQADupstackRetrieval":"","DBPedia":43.9,"FEVER":86.34,"FiQA2018":37.46,"HotpotQA":72.62,"MSMARCO":42.53,"NFCorpus":34.67,"NQ":59.72,"QuoraRetrieval":88.0,"SCIDOCS":18.62,"SciFact":70.28,"Touche2020":29.86,"TRECCOVID":82.3} -{"index":387,"Rank":394,"Model":"text-search-ada-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":2046,"Average":"","ArguAna":46.91,"ClimateFEVER":18.5,"CQADupstackRetrieval":"","DBPedia":36.2,"FEVER":72.1,"FiQA2018":38.41,"HotpotQA":59.39,"MSMARCO":37.94,"NFCorpus":33.17,"NQ":42.81,"QuoraRetrieval":70.57,"SCIDOCS":14.83,"SciFact":67.25,"Touche2020":28.68,"TRECCOVID":72.43} -{"index":388,"Rank":395,"Model":"text-search-ada-doc-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":2046,"Average":"","ArguAna":"","ClimateFEVER":"","CQADupstackRetrieval":"","DBPedia":"","FEVER":"","FiQA2018":"","HotpotQA":"","MSMARCO":"","NFCorpus":"","NQ":"","QuoraRetrieval":"","SCIDOCS":"","SciFact":"","Touche2020":"","TRECCOVID":""} -{"index":389,"Rank":396,"Model":"text-search-babbage-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":2048,"Max Tokens":2046,"Average":"","ArguAna":49.2,"ClimateFEVER":19.9,"CQADupstackRetrieval":"","DBPedia":"","FEVER":77.0,"FiQA2018":42.2,"HotpotQA":63.1,"MSMARCO":"","NFCorpus":36.7,"NQ":"","QuoraRetrieval":69.7,"SCIDOCS":"","SciFact":70.4,"Touche2020":29.7,"TRECCOVID":58.5} -{"index":390,"Rank":397,"Model":"text-search-curie-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":4096,"Max Tokens":2046,"Average":"","ArguAna":46.98,"ClimateFEVER":19.4,"CQADupstackRetrieval":"","DBPedia":"","FEVER":75.6,"FiQA2018":45.21,"HotpotQA":64.8,"MSMARCO":"","NFCorpus":38.01,"NQ":"","QuoraRetrieval":67.7,"SCIDOCS":17.74,"SciFact":74.35,"Touche2020":30.9,"TRECCOVID":56.14} -{"index":391,"Rank":398,"Model":"text-search-davinci-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":12288,"Max Tokens":2046,"Average":"","ArguAna":43.5,"ClimateFEVER":22.3,"CQADupstackRetrieval":"","DBPedia":"","FEVER":77.5,"FiQA2018":51.2,"HotpotQA":68.8,"MSMARCO":"","NFCorpus":40.7,"NQ":"","QuoraRetrieval":63.8,"SCIDOCS":"","SciFact":75.4,"Touche2020":29.1,"TRECCOVID":64.9} -{"index":393,"Rank":399,"Model":"text-similarity-babbage-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":2048,"Max Tokens":2046,"Average":"","ArguAna":"","ClimateFEVER":"","CQADupstackRetrieval":"","DBPedia":"","FEVER":"","FiQA2018":"","HotpotQA":"","MSMARCO":"","NFCorpus":"","NQ":"","QuoraRetrieval":"","SCIDOCS":"","SciFact":"","Touche2020":"","TRECCOVID":""} -{"index":394,"Rank":400,"Model":"text-similarity-curie-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":4096,"Max Tokens":2046,"Average":"","ArguAna":"","ClimateFEVER":"","CQADupstackRetrieval":"","DBPedia":"","FEVER":"","FiQA2018":5.14,"HotpotQA":"","MSMARCO":"","NFCorpus":19.96,"NQ":"","QuoraRetrieval":83.11,"SCIDOCS":"","SciFact":46.68,"Touche2020":"","TRECCOVID":7.61} -{"index":395,"Rank":401,"Model":"text-similarity-davinci-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":12288,"Max Tokens":2046,"Average":"","ArguAna":"","ClimateFEVER":"","CQADupstackRetrieval":"","DBPedia":"","FEVER":"","FiQA2018":"","HotpotQA":"","MSMARCO":"","NFCorpus":"","NQ":"","QuoraRetrieval":"","SCIDOCS":"","SciFact":"","Touche2020":"","TRECCOVID":""} diff --git a/boards_data/en/data_tasks/STS/default.jsonl b/boards_data/en/data_tasks/STS/default.jsonl deleted file mode 100644 index c2cb75fd47e30890beeaca08a60aff070118d183..0000000000000000000000000000000000000000 --- a/boards_data/en/data_tasks/STS/default.jsonl +++ /dev/null @@ -1,381 +0,0 @@ -{"index":79,"Rank":1,"Model":"bilingual-embedding-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":86.02,"BIOSSES":87.86,"SICK-R":81.01,"STS12":85.52,"STS13":89.37,"STS14":91.61,"STS15":92.02,"STS16":86.29,"STS17 (en-en)":88.71,"STS22 (en)":68.58,"STSBenchmark":89.28} -{"index":243,"Rank":2,"Model":"jina-embeddings-v3<\/a>","Model Size (Million Parameters)":572,"Memory Usage (GB, fp32)":2.13,"Embedding Dimensions":1024,"Max Tokens":8194,"Average":85.81,"BIOSSES":88.69,"SICK-R":89.62,"STS12":82.44,"STS13":89.49,"STS14":84.95,"STS15":89.31,"STS16":86.85,"STS17 (en-en)":90.0,"STS22 (en)":67.28,"STSBenchmark":89.44} -{"index":49,"Rank":3,"Model":"jina-embeddings-v3<\/a>","Model Size (Million Parameters)":572,"Memory Usage (GB, fp32)":2.13,"Embedding Dimensions":1024,"Max Tokens":8194,"Average":85.81,"BIOSSES":88.69,"SICK-R":89.62,"STS12":82.44,"STS13":89.49,"STS14":84.95,"STS15":89.31,"STS16":86.85,"STS17 (en-en)":90.0,"STS22 (en)":67.28,"STSBenchmark":89.44} -{"index":12,"Rank":4,"Model":"voyage-lite-02-instruct<\/a>","Model Size (Million Parameters)":1220,"Memory Usage (GB, fp32)":4.54,"Embedding Dimensions":1024,"Max Tokens":4000,"Average":85.79,"BIOSSES":89.7,"SICK-R":78.44,"STS12":86.46,"STS13":87.76,"STS14":86.6,"STS15":90.1,"STS16":86.39,"STS17 (en-en)":86.98,"STS22 (en)":76.89,"STSBenchmark":88.56} -{"index":66,"Rank":5,"Model":"speed-embedding-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":85.48,"BIOSSES":87.14,"SICK-R":82.46,"STS12":80.15,"STS13":89.94,"STS14":86.24,"STS15":91.2,"STS16":88.19,"STS17 (en-en)":91.93,"STS22 (en)":68.32,"STSBenchmark":89.21} -{"index":355,"Rank":6,"Model":"BinGSE-Meta-Llama-3-8B-Instruct<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":85.31,"BIOSSES":86.94,"SICK-R":83.73,"STS12":81.39,"STS13":87.96,"STS14":85.58,"STS15":89.78,"STS16":87.89,"STS17 (en-en)":92.02,"STS22 (en)":69.01,"STSBenchmark":88.83} -{"index":130,"Rank":7,"Model":"SFR-Embedding-Mistral<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":85.07,"BIOSSES":86.07,"SICK-R":82.92,"STS12":79.47,"STS13":89.15,"STS14":84.93,"STS15":90.74,"STS16":87.82,"STS17 (en-en)":92.02,"STS22 (en)":68.63,"STSBenchmark":89.0} -{"index":1,"Rank":8,"Model":"text-embedding-004<\/a>","Model Size (Million Parameters)":1200,"Memory Usage (GB, fp32)":4.47,"Embedding Dimensions":768,"Max Tokens":2048,"Average":85.07,"BIOSSES":89.46,"SICK-R":81.93,"STS12":77.59,"STS13":90.36,"STS14":85.25,"STS15":89.66,"STS16":87.34,"STS17 (en-en)":92.06,"STS22 (en)":68.02,"STSBenchmark":88.99} -{"index":371,"Rank":9,"Model":"b1ade-embed<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":85.04,"BIOSSES":89.15,"SICK-R":82.83,"STS12":78.65,"STS13":90.0,"STS14":84.97,"STS15":89.81,"STS16":86.71,"STS17 (en-en)":89.8,"STS22 (en)":69.67,"STSBenchmark":88.77} -{"index":228,"Rank":10,"Model":"multilingual-e5-large-instruct<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":85.03,"BIOSSES":87.46,"SICK-R":81.73,"STS12":82.53,"STS13":88.05,"STS14":84.83,"STS15":91.02,"STS16":87.32,"STS17 (en-en)":90.33,"STS22 (en)":68.67,"STSBenchmark":88.39} -{"index":254,"Rank":11,"Model":"mxbai-embed-large-v1-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":85.0,"BIOSSES":88.41,"SICK-R":82.92,"STS12":78.76,"STS13":90.35,"STS14":85.46,"STS15":89.62,"STS16":86.58,"STS17 (en-en)":89.5,"STS22 (en)":69.34,"STSBenchmark":89.1} -{"index":270,"Rank":12,"Model":"mxbai-embed-large-v1<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":85.0,"BIOSSES":88.41,"SICK-R":82.92,"STS12":78.76,"STS13":90.35,"STS14":85.46,"STS15":89.62,"STS16":86.58,"STS17 (en-en)":89.5,"STS22 (en)":69.34,"STSBenchmark":89.1} -{"index":346,"Rank":13,"Model":"mxbai-embed-large-v1-Q5_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":85.0,"BIOSSES":88.41,"SICK-R":82.92,"STS12":78.76,"STS13":90.35,"STS14":85.46,"STS15":89.62,"STS16":86.58,"STS17 (en-en)":89.5,"STS22 (en)":69.34,"STSBenchmark":89.1} -{"index":196,"Rank":14,"Model":"mxbai-embed-large-v1-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":85.0,"BIOSSES":88.41,"SICK-R":82.92,"STS12":78.76,"STS13":90.35,"STS14":85.46,"STS15":89.62,"STS16":86.58,"STS17 (en-en)":89.5,"STS22 (en)":69.34,"STSBenchmark":89.1} -{"index":345,"Rank":15,"Model":"mxbai-embed-large-v1-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":85.0,"BIOSSES":88.41,"SICK-R":82.92,"STS12":78.76,"STS13":90.35,"STS14":85.46,"STS15":89.62,"STS16":86.58,"STS17 (en-en)":89.5,"STS22 (en)":69.34,"STSBenchmark":89.1} -{"index":76,"Rank":16,"Model":"MUG-B-1.6<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":84.99,"BIOSSES":88.38,"SICK-R":83.0,"STS12":79.22,"STS13":89.43,"STS14":84.79,"STS15":89.54,"STS16":86.69,"STS17 (en-en)":89.64,"STS22 (en)":70.26,"STSBenchmark":88.96} -{"index":81,"Rank":17,"Model":"Linq-Embed-Mistral<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":84.97,"BIOSSES":86.4,"SICK-R":84.31,"STS12":78.44,"STS13":88.27,"STS14":84.49,"STS15":90.28,"STS16":87.37,"STS17 (en-en)":92.68,"STS22 (en)":68.62,"STSBenchmark":88.81} -{"index":0,"Rank":18,"Model":"text-embedding-004-256<\/a>","Model Size (Million Parameters)":1200,"Memory Usage (GB, fp32)":4.47,"Embedding Dimensions":256,"Max Tokens":2048,"Average":84.93,"BIOSSES":89.42,"SICK-R":81.67,"STS12":78.02,"STS13":90.1,"STS14":85.44,"STS15":89.64,"STS16":87.24,"STS17 (en-en)":90.46,"STS22 (en)":67.99,"STSBenchmark":89.33} -{"index":269,"Rank":19,"Model":"mxbai-embed-2d-large-v1<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":84.9,"BIOSSES":88.06,"SICK-R":82.05,"STS12":78.77,"STS13":90.4,"STS14":85.45,"STS15":90.01,"STS16":87.42,"STS17 (en-en)":88.8,"STS22 (en)":68.8,"STSBenchmark":89.2} -{"index":308,"Rank":20,"Model":"TDTE<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":84.82,"BIOSSES":87.28,"SICK-R":82.33,"STS12":79.7,"STS13":89.21,"STS14":86.01,"STS15":89.7,"STS16":87.68,"STS17 (en-en)":88.03,"STS22 (en)":70.16,"STSBenchmark":88.15} -{"index":112,"Rank":21,"Model":"jasper_en_vision_language_v1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":84.67,"BIOSSES":84.66,"SICK-R":82.23,"STS12":80.26,"STS13":89.69,"STS14":85.32,"STS15":90.16,"STS16":86.42,"STS17 (en-en)":91.01,"STS22 (en)":68.08,"STSBenchmark":88.85} -{"index":380,"Rank":22,"Model":"LENS-d8000<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":84.67,"BIOSSES":85.83,"SICK-R":83.3,"STS12":80.99,"STS13":87.34,"STS14":84.39,"STS15":89.75,"STS16":87.63,"STS17 (en-en)":90.87,"STS22 (en)":68.09,"STSBenchmark":88.47} -{"index":223,"Rank":23,"Model":"e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":84.65,"BIOSSES":85.5,"SICK-R":82.64,"STS12":79.65,"STS13":88.43,"STS14":84.54,"STS15":90.42,"STS16":87.69,"STS17 (en-en)":91.76,"STS22 (en)":67.3,"STSBenchmark":88.6} -{"index":26,"Rank":24,"Model":"e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":84.63,"BIOSSES":85.55,"SICK-R":82.64,"STS12":79.66,"STS13":88.43,"STS14":84.54,"STS15":90.43,"STS16":87.68,"STS17 (en-en)":91.75,"STS22 (en)":66.98,"STSBenchmark":88.6} -{"index":162,"Rank":25,"Model":"GIST-large-Embedding-v0<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":84.59,"BIOSSES":89.17,"SICK-R":82.8,"STS12":77.13,"STS13":89.29,"STS14":83.83,"STS15":89.7,"STS16":86.43,"STS17 (en-en)":89.66,"STS22 (en)":69.61,"STSBenchmark":88.3} -{"index":145,"Rank":26,"Model":"UAE-Large-V1<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":84.54,"BIOSSES":86.14,"SICK-R":82.62,"STS12":79.09,"STS13":89.62,"STS14":85.02,"STS15":89.51,"STS16":86.61,"STS17 (en-en)":88.99,"STS22 (en)":68.79,"STSBenchmark":89.06} -{"index":113,"Rank":27,"Model":"stella_en_1.5B_v5<\/a>","Model Size (Million Parameters)":1543,"Memory Usage (GB, fp32)":5.75,"Embedding Dimensions":8192,"Max Tokens":131072,"Average":84.51,"BIOSSES":83.11,"SICK-R":82.89,"STS12":80.09,"STS13":89.68,"STS14":85.07,"STS15":89.39,"STS16":87.15,"STS17 (en-en)":91.35,"STS22 (en)":68.1,"STSBenchmark":88.23} -{"index":379,"Rank":28,"Model":"LENS-d4000<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":84.36,"BIOSSES":84.47,"SICK-R":83.81,"STS12":79.07,"STS13":86.54,"STS14":84.32,"STS15":89.69,"STS16":87.23,"STS17 (en-en)":91.55,"STS22 (en)":68.69,"STSBenchmark":88.22} -{"index":294,"Rank":29,"Model":"NV-Embed-v2<\/a>","Model Size (Million Parameters)":7851,"Memory Usage (GB, fp32)":29.25,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":84.31,"BIOSSES":87.42,"SICK-R":82.15,"STS12":77.89,"STS13":88.3,"STS14":84.3,"STS15":89.04,"STS16":86.77,"STS17 (en-en)":90.67,"STS22 (en)":68.12,"STSBenchmark":88.41} -{"index":30,"Rank":30,"Model":"bge-en-icl<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":84.24,"BIOSSES":86.47,"SICK-R":83.87,"STS12":78.14,"STS13":86.59,"STS14":82.83,"STS15":87.77,"STS16":87.04,"STS17 (en-en)":91.25,"STS22 (en)":70.07,"STSBenchmark":88.42} -{"index":384,"Rank":31,"Model":"Zeta-Alpha-E5-Mistral<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":84.24,"BIOSSES":86.44,"SICK-R":81.88,"STS12":78.64,"STS13":87.12,"STS14":83.55,"STS15":90.1,"STS16":87.22,"STS17 (en-en)":91.43,"STS22 (en)":67.76,"STSBenchmark":88.28} -{"index":114,"Rank":32,"Model":"stella_en_400M_v5<\/a>","Model Size (Million Parameters)":435,"Memory Usage (GB, fp32)":1.62,"Embedding Dimensions":8192,"Max Tokens":8192,"Average":84.22,"BIOSSES":83.3,"SICK-R":82.21,"STS12":79.52,"STS13":89.19,"STS14":85.15,"STS15":89.1,"STS16":87.14,"STS17 (en-en)":90.97,"STS22 (en)":67.83,"STSBenchmark":87.74} -{"index":277,"Rank":33,"Model":"bge-large-en-v1.5-quant<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":84.18,"BIOSSES":88.37,"SICK-R":82.06,"STS12":78.83,"STS13":87.99,"STS14":83.5,"STS15":89.0,"STS16":86.45,"STS17 (en-en)":89.56,"STS22 (en)":68.15,"STSBenchmark":87.89} -{"index":90,"Rank":34,"Model":"LLM2Vec-Mistral-supervised<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":84.09,"BIOSSES":85.24,"SICK-R":83.7,"STS12":78.8,"STS13":86.37,"STS14":84.04,"STS15":88.99,"STS16":87.22,"STS17 (en-en)":90.19,"STS22 (en)":67.68,"STSBenchmark":88.65} -{"index":6,"Rank":35,"Model":"voyage-3-m-exp<\/a>","Model Size (Million Parameters)":6918,"Memory Usage (GB, fp32)":25.77,"Embedding Dimensions":2048,"Max Tokens":32000,"Average":83.91,"BIOSSES":87.7,"SICK-R":81.62,"STS12":78.57,"STS13":88.19,"STS14":84.07,"STS15":89.45,"STS16":86.36,"STS17 (en-en)":89.36,"STS22 (en)":65.48,"STSBenchmark":88.32} -{"index":366,"Rank":36,"Model":"voyage-3-m-exp<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":83.91,"BIOSSES":87.7,"SICK-R":81.62,"STS12":78.57,"STS13":88.19,"STS14":84.07,"STS15":89.45,"STS16":86.36,"STS17 (en-en)":89.36,"STS22 (en)":65.48,"STSBenchmark":88.32} -{"index":33,"Rank":37,"Model":"bge-multilingual-gemma2<\/a>","Model Size (Million Parameters)":9242,"Memory Usage (GB, fp32)":34.43,"Embedding Dimensions":3584,"Max Tokens":8192,"Average":83.88,"BIOSSES":85.74,"SICK-R":82.66,"STS12":77.71,"STS13":87.45,"STS14":83.48,"STS15":87.63,"STS16":86.7,"STS17 (en-en)":91.18,"STS22 (en)":69.02,"STSBenchmark":87.25} -{"index":311,"Rank":38,"Model":"sf_model_e5<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":83.85,"BIOSSES":86.75,"SICK-R":82.33,"STS12":77.61,"STS13":87.95,"STS14":83.85,"STS15":88.47,"STS16":86.46,"STS17 (en-en)":88.7,"STS22 (en)":68.02,"STSBenchmark":88.33} -{"index":248,"Rank":39,"Model":"modernbert-embed-large<\/a>","Model Size (Million Parameters)":395,"Memory Usage (GB, fp32)":1.47,"Embedding Dimensions":1024,"Max Tokens":8192,"Average":83.8,"BIOSSES":87.48,"SICK-R":80.3,"STS12":80.97,"STS13":87.87,"STS14":83.8,"STS15":88.59,"STS16":86.82,"STS17 (en-en)":87.99,"STS22 (en)":66.82,"STSBenchmark":87.4} -{"index":86,"Rank":40,"Model":"LLM2Vec-Llama-2-7b-chat-hf-mntp-supervised<\/a>","Model Size (Million Parameters)":6607,"Memory Usage (GB, fp32)":24.61,"Embedding Dimensions":4096,"Max Tokens":4096,"Average":83.73,"BIOSSES":82.13,"SICK-R":83.01,"STS12":78.85,"STS13":86.84,"STS14":84.04,"STS15":88.72,"STS16":86.79,"STS17 (en-en)":90.63,"STS22 (en)":67.55,"STSBenchmark":88.72} -{"index":88,"Rank":41,"Model":"LLM2Vec-Meta-Llama-3-supervised<\/a>","Model Size (Million Parameters)":7505,"Memory Usage (GB, fp32)":27.96,"Embedding Dimensions":4096,"Max Tokens":8192,"Average":83.58,"BIOSSES":84.92,"SICK-R":83.94,"STS12":79.27,"STS13":84.83,"STS14":82.94,"STS15":88.09,"STS16":86.54,"STS17 (en-en)":89.58,"STS22 (en)":67.67,"STSBenchmark":88.05} -{"index":92,"Rank":42,"Model":"LLM2Vec-Sheared-Llama-supervised<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":4096,"Average":83.58,"BIOSSES":85.88,"SICK-R":82.25,"STS12":78.28,"STS13":85.52,"STS14":82.49,"STS15":88.76,"STS16":87.11,"STS17 (en-en)":90.1,"STS22 (en)":68.25,"STSBenchmark":87.16} -{"index":160,"Rank":43,"Model":"GIST-Embedding-v0<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":83.51,"BIOSSES":87.95,"SICK-R":81.29,"STS12":76.16,"STS13":87.85,"STS14":83.39,"STS15":89.43,"STS16":85.35,"STS17 (en-en)":88.59,"STS22 (en)":67.81,"STSBenchmark":87.32} -{"index":27,"Rank":44,"Model":"jina-embeddings-v2-base-es-Q2_K-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":83.49,"BIOSSES":83.05,"SICK-R":83.01,"STS12":81.62,"STS13":86.82,"STS14":83.56,"STS15":88.75,"STS16":86.03,"STS17 (en-en)":88.56,"STS22 (en)":65.62,"STSBenchmark":87.84} -{"index":241,"Rank":45,"Model":"jina-embeddings-v2-base-es<\/a>","Model Size (Million Parameters)":161,"Memory Usage (GB, fp32)":0.6,"Embedding Dimensions":768,"Max Tokens":8192,"Average":83.49,"BIOSSES":83.05,"SICK-R":83.01,"STS12":81.62,"STS13":86.82,"STS14":83.56,"STS15":88.75,"STS16":86.03,"STS17 (en-en)":88.56,"STS22 (en)":65.62,"STSBenchmark":87.84} -{"index":301,"Rank":46,"Model":"jina-embeddings-v2-base-es-Q5_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":83.49,"BIOSSES":83.05,"SICK-R":83.01,"STS12":81.62,"STS13":86.82,"STS14":83.56,"STS15":88.75,"STS16":86.03,"STS17 (en-en)":88.56,"STS22 (en)":65.62,"STSBenchmark":87.84} -{"index":28,"Rank":47,"Model":"jina-embeddings-v2-base-es-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":83.49,"BIOSSES":83.05,"SICK-R":83.01,"STS12":81.62,"STS13":86.82,"STS14":83.56,"STS15":88.75,"STS16":86.03,"STS17 (en-en)":88.56,"STS22 (en)":65.62,"STSBenchmark":87.84} -{"index":48,"Rank":48,"Model":"Cohere-embed-multilingual-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":512,"Average":83.43,"BIOSSES":85.01,"SICK-R":82.18,"STS12":77.62,"STS13":85.16,"STS14":80.02,"STS15":88.92,"STS16":86.92,"STS17 (en-en)":90.09,"STS22 (en)":69.63,"STSBenchmark":88.79} -{"index":300,"Rank":49,"Model":"GritLM-7B-vllm<\/a>","Model Size (Million Parameters)":7242,"Memory Usage (GB, fp32)":26.98,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":83.35,"BIOSSES":86.35,"SICK-R":83.13,"STS12":77.34,"STS13":85.04,"STS14":82.91,"STS15":88.13,"STS16":86.24,"STS17 (en-en)":90.13,"STS22 (en)":68.63,"STSBenchmark":85.64} -{"index":40,"Rank":50,"Model":"GritLM-7B-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":83.35,"BIOSSES":86.35,"SICK-R":83.13,"STS12":77.34,"STS13":85.04,"STS14":82.91,"STS15":88.13,"STS16":86.24,"STS17 (en-en)":90.13,"STS22 (en)":68.63,"STSBenchmark":85.64} -{"index":349,"Rank":51,"Model":"GritLM-7B-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":83.35,"BIOSSES":86.35,"SICK-R":83.13,"STS12":77.34,"STS13":85.04,"STS14":82.91,"STS15":88.13,"STS16":86.24,"STS17 (en-en)":90.13,"STS22 (en)":68.63,"STSBenchmark":85.64} -{"index":61,"Rank":52,"Model":"GritLM-7B<\/a>","Model Size (Million Parameters)":7240,"Memory Usage (GB, fp32)":26.97,"Embedding Dimensions":"","Max Tokens":4096,"Average":83.35,"BIOSSES":86.32,"SICK-R":83.13,"STS12":77.34,"STS13":85.04,"STS14":82.91,"STS15":88.13,"STS16":86.24,"STS17 (en-en)":90.14,"STS22 (en)":68.63,"STSBenchmark":85.64} -{"index":352,"Rank":53,"Model":"gte-large<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":83.35,"BIOSSES":88.65,"SICK-R":79.81,"STS12":76.81,"STS13":88.11,"STS14":82.66,"STS15":88.93,"STS16":84.25,"STS17 (en-en)":88.47,"STS22 (en)":69.71,"STSBenchmark":86.07} -{"index":131,"Rank":54,"Model":"ember-v1-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":83.34,"BIOSSES":85.81,"SICK-R":81.75,"STS12":78.51,"STS13":86.62,"STS14":83.06,"STS15":88.39,"STS16":86.82,"STS17 (en-en)":87.9,"STS22 (en)":66.76,"STSBenchmark":87.77} -{"index":253,"Rank":55,"Model":"ember-v1<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":83.34,"BIOSSES":85.81,"SICK-R":81.75,"STS12":78.51,"STS13":86.62,"STS14":83.06,"STS15":88.39,"STS16":86.82,"STS17 (en-en)":87.9,"STS22 (en)":66.76,"STSBenchmark":87.77} -{"index":247,"Rank":56,"Model":"cde-small-v2<\/a>","Model Size (Million Parameters)":150,"Memory Usage (GB, fp32)":0.56,"Embedding Dimensions":768,"Max Tokens":512,"Average":83.3,"BIOSSES":86.71,"SICK-R":79.01,"STS12":80.35,"STS13":86.05,"STS14":82.97,"STS15":88.07,"STS16":86.01,"STS17 (en-en)":88.95,"STS22 (en)":67.15,"STSBenchmark":87.71} -{"index":350,"Rank":57,"Model":"GritLM-8x7B-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":83.26,"BIOSSES":87.34,"SICK-R":80.56,"STS12":73.69,"STS13":85.82,"STS14":82.05,"STS15":88.8,"STS16":86.2,"STS17 (en-en)":91.46,"STS22 (en)":69.21,"STSBenchmark":87.43} -{"index":62,"Rank":58,"Model":"GritLM-8x7B<\/a>","Model Size (Million Parameters)":46703,"Memory Usage (GB, fp32)":173.98,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":83.26,"BIOSSES":87.34,"SICK-R":80.56,"STS12":73.69,"STS13":85.82,"STS14":82.05,"STS15":88.8,"STS16":86.2,"STS17 (en-en)":91.46,"STS22 (en)":69.21,"STSBenchmark":87.43} -{"index":31,"Rank":59,"Model":"bge-large-en-v1.5<\/a>","Model Size (Million Parameters)":1340,"Memory Usage (GB, fp32)":4.99,"Embedding Dimensions":1024,"Max Tokens":512,"Average":83.16,"BIOSSES":84.65,"SICK-R":81.68,"STS12":79.05,"STS13":86.37,"STS14":82.78,"STS15":88.03,"STS16":86.49,"STS17 (en-en)":87.49,"STS22 (en)":67.52,"STSBenchmark":87.52} -{"index":208,"Rank":60,"Model":"instructor-large<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":768,"Max Tokens":512,"Average":83.15,"BIOSSES":84.39,"SICK-R":81.27,"STS12":76.28,"STS13":88.18,"STS14":81.92,"STS15":89.01,"STS16":85.49,"STS17 (en-en)":90.3,"STS22 (en)":67.74,"STSBenchmark":86.88} -{"index":310,"Rank":61,"Model":"bge-large-en-v1.5-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":83.11,"BIOSSES":84.65,"SICK-R":81.68,"STS12":79.05,"STS13":86.37,"STS14":82.78,"STS15":88.03,"STS16":86.49,"STS17 (en-en)":87.5,"STS22 (en)":67.05,"STSBenchmark":87.52} -{"index":212,"Rank":62,"Model":"bge-large-en-v1.5-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":83.11,"BIOSSES":84.65,"SICK-R":81.68,"STS12":79.05,"STS13":86.37,"STS14":82.78,"STS15":88.03,"STS16":86.49,"STS17 (en-en)":87.5,"STS22 (en)":67.05,"STSBenchmark":87.52} -{"index":281,"Rank":63,"Model":"bge-large-en-v1.5<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":83.11,"BIOSSES":84.65,"SICK-R":81.68,"STS12":79.05,"STS13":86.37,"STS14":82.78,"STS15":88.03,"STS16":86.49,"STS17 (en-en)":87.5,"STS22 (en)":67.05,"STSBenchmark":87.52} -{"index":309,"Rank":64,"Model":"bge-large-en-v1.5-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":83.11,"BIOSSES":84.65,"SICK-R":81.68,"STS12":79.05,"STS13":86.37,"STS14":82.78,"STS15":88.03,"STS16":86.49,"STS17 (en-en)":87.5,"STS22 (en)":67.05,"STSBenchmark":87.52} -{"index":356,"Rank":65,"Model":"BinGSE-Sheared-LLaMA<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":83.1,"BIOSSES":83.85,"SICK-R":82.5,"STS12":77.04,"STS13":84.56,"STS14":82.12,"STS15":88.14,"STS16":86.38,"STS17 (en-en)":91.49,"STS22 (en)":68.45,"STSBenchmark":86.51} -{"index":22,"Rank":66,"Model":"gte-Qwen2-7B-instruct<\/a>","Model Size (Million Parameters)":7613,"Memory Usage (GB, fp32)":28.36,"Embedding Dimensions":3584,"Max Tokens":32768,"Average":83.06,"BIOSSES":81.37,"SICK-R":79.16,"STS12":79.53,"STS13":88.97,"STS14":83.87,"STS15":88.48,"STS16":86.49,"STS17 (en-en)":88.75,"STS22 (en)":67.16,"STSBenchmark":86.81} -{"index":209,"Rank":67,"Model":"instructor-xl<\/a>","Model Size (Million Parameters)":1241,"Memory Usage (GB, fp32)":4.62,"Embedding Dimensions":768,"Max Tokens":512,"Average":83.06,"BIOSSES":84.15,"SICK-R":81.7,"STS12":75.32,"STS13":87.44,"STS14":81.87,"STS15":88.94,"STS16":85.38,"STS17 (en-en)":90.54,"STS22 (en)":68.65,"STSBenchmark":86.56} -{"index":163,"Rank":68,"Model":"GIST-small-Embedding-v0<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":83.03,"BIOSSES":86.99,"SICK-R":80.53,"STS12":75.57,"STS13":86.26,"STS14":82.3,"STS15":88.74,"STS16":85.27,"STS17 (en-en)":89.02,"STS22 (en)":68.51,"STSBenchmark":87.08} -{"index":217,"Rank":69,"Model":"stella-base-en-v2<\/a>","Model Size (Million Parameters)":55,"Memory Usage (GB, fp32)":0.2,"Embedding Dimensions":768,"Max Tokens":512,"Average":83.02,"BIOSSES":85.94,"SICK-R":81.06,"STS12":78.72,"STS13":84.88,"STS14":83.11,"STS15":88.74,"STS16":86.35,"STS17 (en-en)":87.71,"STS22 (en)":66.28,"STSBenchmark":87.45} -{"index":235,"Rank":70,"Model":"udever-bloom-7b1<\/a>","Model Size (Million Parameters)":7069,"Memory Usage (GB, fp32)":26.33,"Embedding Dimensions":4096,"Max Tokens":2048,"Average":83.01,"BIOSSES":85.52,"SICK-R":81.41,"STS12":77.47,"STS13":86.38,"STS14":81.17,"STS15":88.23,"STS16":86.29,"STS17 (en-en)":90.62,"STS22 (en)":65.01,"STSBenchmark":88.02} -{"index":78,"Rank":71,"Model":"bilingual-embedding-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":83.0,"BIOSSES":87.13,"SICK-R":79.49,"STS12":79.59,"STS13":84.7,"STS14":83.92,"STS15":89.88,"STS16":84.88,"STS17 (en-en)":88.69,"STS22 (en)":64.27,"STSBenchmark":87.44} -{"index":164,"Rank":72,"Model":"NoInstruct-small-Embedding-v0<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":83.0,"BIOSSES":87.2,"SICK-R":80.31,"STS12":75.76,"STS13":86.08,"STS14":82.28,"STS15":88.9,"STS16":85.18,"STS17 (en-en)":88.73,"STS22 (en)":68.54,"STSBenchmark":86.98} -{"index":11,"Rank":73,"Model":"voyage-lite-01-instruct<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":4000,"Average":82.93,"BIOSSES":84.85,"SICK-R":79.71,"STS12":77.09,"STS13":88.91,"STS14":82.08,"STS15":89.21,"STS16":84.74,"STS17 (en-en)":90.73,"STS22 (en)":62.1,"STSBenchmark":89.86} -{"index":381,"Rank":74,"Model":"gte-large-quant<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":82.88,"BIOSSES":87.98,"SICK-R":79.13,"STS12":75.98,"STS13":87.55,"STS14":81.99,"STS15":88.93,"STS16":83.59,"STS17 (en-en)":88.51,"STS22 (en)":69.72,"STSBenchmark":85.4} -{"index":293,"Rank":75,"Model":"NV-Embed-v1<\/a>","Model Size (Million Parameters)":7851,"Memory Usage (GB, fp32)":29.25,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":82.84,"BIOSSES":85.59,"SICK-R":82.8,"STS12":76.22,"STS13":86.3,"STS14":82.09,"STS15":87.24,"STS16":84.77,"STS17 (en-en)":87.42,"STS22 (en)":69.85,"STSBenchmark":86.14} -{"index":46,"Rank":76,"Model":"Cohere-embed-english-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":512,"Average":82.79,"BIOSSES":83.5,"SICK-R":81.27,"STS12":74.37,"STS13":85.2,"STS14":80.98,"STS15":89.23,"STS16":86.32,"STS17 (en-en)":90.34,"STS22 (en)":68.15,"STSBenchmark":88.55} -{"index":275,"Rank":77,"Model":"bge-base-en-v1.5-quant<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":82.79,"BIOSSES":86.71,"SICK-R":80.06,"STS12":77.75,"STS13":86.08,"STS14":82.89,"STS15":88.54,"STS16":85.76,"STS17 (en-en)":87.82,"STS22 (en)":65.46,"STSBenchmark":86.79} -{"index":21,"Rank":78,"Model":"gte-Qwen2-1.5B-instruct<\/a>","Model Size (Million Parameters)":1776,"Memory Usage (GB, fp32)":6.62,"Embedding Dimensions":1536,"Max Tokens":131072,"Average":82.73,"BIOSSES":82.11,"SICK-R":80.49,"STS12":77.25,"STS13":87.79,"STS14":82.91,"STS15":88.45,"STS16":85.45,"STS17 (en-en)":90.33,"STS22 (en)":66.1,"STSBenchmark":86.38} -{"index":190,"Rank":79,"Model":"USER-bge-m3<\/a>","Model Size (Million Parameters)":359,"Memory Usage (GB, fp32)":1.34,"Embedding Dimensions":1024,"Max Tokens":8192,"Average":82.72,"BIOSSES":82.26,"SICK-R":81.0,"STS12":81.1,"STS13":83.85,"STS14":82.11,"STS15":89.0,"STS16":85.8,"STS17 (en-en)":87.18,"STS22 (en)":68.08,"STSBenchmark":86.85} -{"index":339,"Rank":80,"Model":"sentence-t5-xxl<\/a>","Model Size (Million Parameters)":4865,"Memory Usage (GB, fp32)":18.12,"Embedding Dimensions":768,"Max Tokens":512,"Average":82.63,"BIOSSES":80.43,"SICK-R":80.47,"STS12":78.85,"STS13":88.94,"STS14":84.86,"STS15":89.32,"STS16":84.67,"STS17 (en-en)":89.46,"STS22 (en)":65.33,"STSBenchmark":84.01} -{"index":9,"Rank":81,"Model":"voyage-large-2-instruct<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":16000,"Average":82.63,"BIOSSES":89.24,"SICK-R":81.92,"STS12":73.34,"STS13":84.96,"STS14":82.67,"STS15":87.64,"STS16":84.5,"STS17 (en-en)":88.08,"STS22 (en)":66.32,"STSBenchmark":87.59} -{"index":82,"Rank":82,"Model":"jina-embeddings-v2-base-de-Q5_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":82.61,"BIOSSES":76.91,"SICK-R":80.33,"STS12":80.59,"STS13":86.59,"STS14":82.99,"STS15":88.79,"STS16":84.44,"STS17 (en-en)":89.31,"STS22 (en)":67.97,"STSBenchmark":88.14} -{"index":239,"Rank":83,"Model":"jina-embeddings-v2-base-de<\/a>","Model Size (Million Parameters)":161,"Memory Usage (GB, fp32)":0.6,"Embedding Dimensions":768,"Max Tokens":8192,"Average":82.61,"BIOSSES":76.91,"SICK-R":80.33,"STS12":80.59,"STS13":86.59,"STS14":82.99,"STS15":88.79,"STS16":84.44,"STS17 (en-en)":89.31,"STS22 (en)":67.97,"STSBenchmark":88.14} -{"index":178,"Rank":84,"Model":"jina-embeddings-v2-base-de-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":82.61,"BIOSSES":76.91,"SICK-R":80.33,"STS12":80.59,"STS13":86.59,"STS14":82.99,"STS15":88.79,"STS16":84.44,"STS17 (en-en)":89.31,"STS22 (en)":67.97,"STSBenchmark":88.14} -{"index":245,"Rank":85,"Model":"echo-mistral-7b-instruct-lasttoken<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":82.56,"BIOSSES":86.54,"SICK-R":83.23,"STS12":76.13,"STS13":83.19,"STS14":80.6,"STS15":87.16,"STS16":85.16,"STS17 (en-en)":90.88,"STS22 (en)":67.04,"STSBenchmark":85.67} -{"index":278,"Rank":86,"Model":"bge-large-en-v1.5-sparse<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":82.5,"BIOSSES":85.64,"SICK-R":80.74,"STS12":76.07,"STS13":86.81,"STS14":81.68,"STS15":88.75,"STS16":84.61,"STS17 (en-en)":89.75,"STS22 (en)":64.1,"STSBenchmark":86.88} -{"index":20,"Rank":87,"Model":"gte-Qwen1.5-7B-instruct<\/a>","Model Size (Million Parameters)":7099,"Memory Usage (GB, fp32)":26.45,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":82.49,"BIOSSES":81.12,"SICK-R":79.15,"STS12":76.52,"STS13":88.63,"STS14":83.32,"STS15":87.5,"STS16":86.39,"STS17 (en-en)":87.79,"STS22 (en)":67.1,"STSBenchmark":87.35} -{"index":29,"Rank":88,"Model":"bge-base-en-v1.5<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":82.45,"BIOSSES":86.94,"SICK-R":80.3,"STS12":78.03,"STS13":84.18,"STS14":82.27,"STS15":87.96,"STS16":85.48,"STS17 (en-en)":86.41,"STS22 (en)":66.54,"STSBenchmark":86.42} -{"index":65,"Rank":89,"Model":"KaLM-embedding-multilingual-mini-v1<\/a>","Model Size (Million Parameters)":494,"Memory Usage (GB, fp32)":1.84,"Embedding Dimensions":896,"Max Tokens":131072,"Average":82.42,"BIOSSES":86.24,"SICK-R":79.93,"STS12":76.67,"STS13":84.87,"STS14":80.11,"STS15":88.7,"STS16":84.62,"STS17 (en-en)":87.94,"STS22 (en)":69.0,"STSBenchmark":86.07} -{"index":63,"Rank":90,"Model":"KaLM-embedding-multilingual-mini-instruct-v1<\/a>","Model Size (Million Parameters)":494,"Memory Usage (GB, fp32)":1.84,"Embedding Dimensions":896,"Max Tokens":131072,"Average":82.4,"BIOSSES":86.33,"SICK-R":79.63,"STS12":81.5,"STS13":84.49,"STS14":80.06,"STS15":86.54,"STS16":85.41,"STS17 (en-en)":86.4,"STS22 (en)":69.37,"STSBenchmark":84.3} -{"index":165,"Rank":91,"Model":"bge-base-en-v1-5-seqlen-384-bs-1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":82.4,"BIOSSES":86.94,"SICK-R":80.3,"STS12":78.03,"STS13":84.19,"STS14":82.27,"STS15":87.96,"STS16":85.48,"STS17 (en-en)":86.42,"STS22 (en)":65.95,"STSBenchmark":86.42} -{"index":233,"Rank":92,"Model":"udever-bloom-3b<\/a>","Model Size (Million Parameters)":3003,"Memory Usage (GB, fp32)":11.19,"Embedding Dimensions":2560,"Max Tokens":2048,"Average":82.37,"BIOSSES":84.82,"SICK-R":80.85,"STS12":76.1,"STS13":85.49,"STS14":80.44,"STS15":87.75,"STS16":85.42,"STS17 (en-en)":89.95,"STS22 (en)":65.13,"STSBenchmark":87.71} -{"index":221,"Rank":93,"Model":"e5-large<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":82.32,"BIOSSES":84.73,"SICK-R":80.49,"STS12":75.93,"STS13":85.22,"STS14":80.54,"STS15":88.81,"STS16":85.28,"STS17 (en-en)":89.37,"STS22 (en)":65.65,"STSBenchmark":87.21} -{"index":351,"Rank":94,"Model":"gte-base<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":82.3,"BIOSSES":87.64,"SICK-R":78.86,"STS12":75.71,"STS13":85.73,"STS14":81.51,"STS15":88.81,"STS16":83.82,"STS17 (en-en)":87.9,"STS22 (en)":67.33,"STSBenchmark":85.73} -{"index":207,"Rank":95,"Model":"instructor-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":82.29,"BIOSSES":82.31,"SICK-R":80.26,"STS12":77.02,"STS13":86.58,"STS14":81.32,"STS15":88.19,"STS16":84.88,"STS17 (en-en)":89.46,"STS22 (en)":66.45,"STSBenchmark":86.43} -{"index":64,"Rank":96,"Model":"KaLM-embedding-multilingual-mini-instruct-v1.5<\/a>","Model Size (Million Parameters)":494,"Memory Usage (GB, fp32)":1.84,"Embedding Dimensions":896,"Max Tokens":131072,"Average":82.24,"BIOSSES":86.14,"SICK-R":79.73,"STS12":80.17,"STS13":83.86,"STS14":80.57,"STS15":87.34,"STS16":84.83,"STS17 (en-en)":86.43,"STS22 (en)":69.21,"STSBenchmark":84.12} -{"index":166,"Rank":97,"Model":"concat-e5-small-bge-small-01<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":82.24,"BIOSSES":84.9,"SICK-R":80.08,"STS12":77.21,"STS13":83.55,"STS14":82.4,"STS15":88.09,"STS16":85.03,"STS17 (en-en)":88.53,"STS22 (en)":65.95,"STSBenchmark":86.66} -{"index":284,"Rank":98,"Model":"nomic-embed-text-v1<\/a>","Model Size (Million Parameters)":547,"Memory Usage (GB, fp32)":2.04,"Embedding Dimensions":768,"Max Tokens":8192,"Average":82.12,"BIOSSES":86.47,"SICK-R":78.58,"STS12":78.92,"STS13":85.4,"STS14":81.64,"STS15":87.2,"STS16":85.44,"STS17 (en-en)":87.2,"STS22 (en)":64.77,"STSBenchmark":85.54} -{"index":25,"Rank":99,"Model":"gte-multilingual-base<\/a>","Model Size (Million Parameters)":305,"Memory Usage (GB, fp32)":1.14,"Embedding Dimensions":768,"Max Tokens":8192,"Average":82.11,"BIOSSES":81.21,"SICK-R":79.34,"STS12":77.51,"STS13":85.55,"STS14":81.68,"STS15":88.95,"STS16":84.34,"STS17 (en-en)":88.88,"STS22 (en)":67.2,"STSBenchmark":86.46} -{"index":85,"Rank":100,"Model":"onnx-gte-multilingual-base<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":82.11,"BIOSSES":81.21,"SICK-R":79.34,"STS12":77.51,"STS13":85.55,"STS14":81.68,"STS15":88.95,"STS16":84.34,"STS17 (en-en)":88.88,"STS22 (en)":67.2,"STSBenchmark":86.46} -{"index":353,"Rank":101,"Model":"gte-small<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":82.07,"BIOSSES":88.17,"SICK-R":77.93,"STS12":75.12,"STS13":85.09,"STS14":81.03,"STS15":88.32,"STS16":83.91,"STS17 (en-en)":87.59,"STS22 (en)":68.0,"STSBenchmark":85.57} -{"index":35,"Rank":102,"Model":"nomic-embed-text-v1<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":8192,"Average":82.06,"BIOSSES":86.47,"SICK-R":78.58,"STS12":78.92,"STS13":85.4,"STS14":81.64,"STS15":87.2,"STS16":85.44,"STS17 (en-en)":87.2,"STS22 (en)":64.22,"STSBenchmark":85.54} -{"index":75,"Rank":103,"Model":"e5-large-v2-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":82.05,"BIOSSES":83.6,"SICK-R":79.28,"STS12":76.95,"STS13":84.12,"STS14":80.46,"STS15":89.76,"STS16":85.47,"STS17 (en-en)":89.03,"STS22 (en)":64.11,"STSBenchmark":87.74} -{"index":279,"Rank":104,"Model":"bge-small-en-v1.5-quant<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":82.04,"BIOSSES":86.66,"SICK-R":79.44,"STS12":76.17,"STS13":84.15,"STS14":81.49,"STS15":88.11,"STS16":84.99,"STS17 (en-en)":87.98,"STS22 (en)":65.07,"STSBenchmark":86.31} -{"index":23,"Rank":105,"Model":"gte-base-en-v1.5<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":8192,"Average":81.97,"BIOSSES":83.65,"SICK-R":79.37,"STS12":74.38,"STS13":84.71,"STS14":80.1,"STS15":87.16,"STS16":85.02,"STS17 (en-en)":90.64,"STS22 (en)":68.63,"STSBenchmark":86.04} -{"index":291,"Rank":106,"Model":"nomic-embed-text-v1.5<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":8192,"Average":81.94,"BIOSSES":84.25,"SICK-R":79.38,"STS12":78.52,"STS13":86.05,"STS14":81.54,"STS15":86.97,"STS16":84.77,"STS17 (en-en)":87.47,"STS22 (en)":65.02,"STSBenchmark":85.47} -{"index":147,"Rank":107,"Model":"nomic-embed-text-v1.5-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":81.94,"BIOSSES":84.25,"SICK-R":79.38,"STS12":78.52,"STS13":86.05,"STS14":81.54,"STS15":86.97,"STS16":84.77,"STS17 (en-en)":87.47,"STS22 (en)":65.02,"STSBenchmark":85.47} -{"index":127,"Rank":108,"Model":"nomic-embed-text-v1.5-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":81.94,"BIOSSES":84.25,"SICK-R":79.38,"STS12":78.52,"STS13":86.05,"STS14":81.54,"STS15":86.97,"STS16":84.77,"STS17 (en-en)":87.47,"STS22 (en)":65.02,"STSBenchmark":85.47} -{"index":272,"Rank":109,"Model":"nomic-embed-text-v1.5-Q4_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":81.94,"BIOSSES":84.25,"SICK-R":79.38,"STS12":78.52,"STS13":86.05,"STS14":81.54,"STS15":86.97,"STS16":84.77,"STS17 (en-en)":87.47,"STS22 (en)":65.02,"STSBenchmark":85.47} -{"index":386,"Rank":110,"Model":"nomic-embed-text-v1.5-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":81.94,"BIOSSES":84.25,"SICK-R":79.38,"STS12":78.52,"STS13":86.05,"STS14":81.54,"STS15":86.97,"STS16":84.77,"STS17 (en-en)":87.47,"STS22 (en)":65.02,"STSBenchmark":85.47} -{"index":36,"Rank":111,"Model":"nomic-embed-text-v1.5<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":8192,"Average":81.94,"BIOSSES":84.25,"SICK-R":79.38,"STS12":78.52,"STS13":86.05,"STS14":81.54,"STS15":86.97,"STS16":84.77,"STS17 (en-en)":87.47,"STS22 (en)":65.02,"STSBenchmark":85.47} -{"index":38,"Rank":112,"Model":"nomic-embed-text-v1.5-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":81.94,"BIOSSES":84.25,"SICK-R":79.38,"STS12":78.52,"STS13":86.05,"STS14":81.54,"STS15":86.97,"STS16":84.77,"STS17 (en-en)":87.47,"STS22 (en)":65.02,"STSBenchmark":85.47} -{"index":302,"Rank":113,"Model":"mini-gte<\/a>","Model Size (Million Parameters)":66,"Memory Usage (GB, fp32)":0.25,"Embedding Dimensions":768,"Max Tokens":512,"Average":81.94,"BIOSSES":84.73,"SICK-R":79.55,"STS12":74.33,"STS13":83.52,"STS14":80.62,"STS15":86.86,"STS16":85.44,"STS17 (en-en)":89.76,"STS22 (en)":68.33,"STSBenchmark":86.25} -{"index":80,"Rank":114,"Model":"bilingual-embedding-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":81.93,"BIOSSES":83.99,"SICK-R":74.65,"STS12":79.39,"STS13":85.32,"STS14":83.9,"STS15":88.47,"STS16":84.44,"STS17 (en-en)":85.77,"STS22 (en)":67.24,"STSBenchmark":86.08} -{"index":382,"Rank":115,"Model":"gte-large-sparse<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":81.9,"BIOSSES":85.83,"SICK-R":79.0,"STS12":73.48,"STS13":86.14,"STS14":80.36,"STS15":88.53,"STS16":84.08,"STS17 (en-en)":89.42,"STS22 (en)":66.75,"STSBenchmark":85.45} -{"index":337,"Rank":116,"Model":"sentence-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Embedding Dimensions":768,"Max Tokens":512,"Average":81.83,"BIOSSES":78.93,"SICK-R":80.34,"STS12":79.11,"STS13":87.33,"STS14":83.17,"STS15":88.28,"STS16":84.36,"STS17 (en-en)":88.99,"STS22 (en)":62.39,"STSBenchmark":85.36} -{"index":282,"Rank":117,"Model":"modernbert-embed-base<\/a>","Model Size (Million Parameters)":149,"Memory Usage (GB, fp32)":0.56,"Embedding Dimensions":768,"Max Tokens":8192,"Average":81.78,"BIOSSES":78.16,"SICK-R":79.93,"STS12":77.62,"STS13":86.13,"STS14":81.27,"STS15":88.25,"STS16":85.74,"STS17 (en-en)":87.62,"STS22 (en)":66.08,"STSBenchmark":86.97} -{"index":398,"Rank":118,"Model":"text-embedding-3-large<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":3072,"Max Tokens":8191,"Average":81.73,"BIOSSES":84.68,"SICK-R":79.0,"STS12":72.84,"STS13":86.1,"STS14":81.15,"STS15":88.49,"STS16":85.08,"STS17 (en-en)":90.22,"STS22 (en)":66.14,"STSBenchmark":83.56} -{"index":289,"Rank":119,"Model":"nomic-embed-text-v1.5-512<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":512,"Max Tokens":8192,"Average":81.7,"BIOSSES":83.3,"SICK-R":79.27,"STS12":78.3,"STS13":85.81,"STS14":81.38,"STS15":86.79,"STS16":84.56,"STS17 (en-en)":87.25,"STS22 (en)":65.24,"STSBenchmark":85.14} -{"index":338,"Rank":120,"Model":"sentence-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Embedding Dimensions":768,"Max Tokens":512,"Average":81.66,"BIOSSES":73.12,"SICK-R":79.98,"STS12":79.02,"STS13":88.8,"STS14":84.33,"STS15":88.89,"STS16":85.31,"STS17 (en-en)":88.91,"STS22 (en)":64.32,"STSBenchmark":83.93} -{"index":34,"Rank":121,"Model":"bge-small-en-v1.5<\/a>","Model Size (Million Parameters)":24,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":512,"Max Tokens":512,"Average":81.64,"BIOSSES":83.75,"SICK-R":79.41,"STS12":77.44,"STS13":82.98,"STS14":81.84,"STS15":87.27,"STS16":84.93,"STS17 (en-en)":87.14,"STS22 (en)":65.79,"STSBenchmark":85.86} -{"index":246,"Rank":122,"Model":"cde-small-v1<\/a>","Model Size (Million Parameters)":143,"Memory Usage (GB, fp32)":0.53,"Embedding Dimensions":768,"Max Tokens":512,"Average":81.63,"BIOSSES":86.73,"SICK-R":77.45,"STS12":74.22,"STS13":86.12,"STS14":78.88,"STS15":87.5,"STS16":84.26,"STS17 (en-en)":89.68,"STS22 (en)":65.96,"STSBenchmark":85.54} -{"index":227,"Rank":123,"Model":"multilingual-e5-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":81.62,"BIOSSES":82.49,"SICK-R":80.23,"STS12":80.02,"STS13":81.55,"STS14":77.72,"STS15":89.31,"STS16":85.79,"STS17 (en-en)":88.12,"STS22 (en)":63.66,"STSBenchmark":87.29} -{"index":198,"Rank":124,"Model":"english-4U-bge-small<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":81.59,"BIOSSES":83.75,"SICK-R":79.41,"STS12":77.44,"STS13":82.98,"STS14":81.84,"STS15":87.26,"STS16":84.93,"STS17 (en-en)":87.15,"STS22 (en)":65.3,"STSBenchmark":85.86} -{"index":375,"Rank":125,"Model":"bge-small-en-v1.5-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":81.59,"BIOSSES":83.75,"SICK-R":79.41,"STS12":77.44,"STS13":82.98,"STS14":81.84,"STS15":87.26,"STS16":84.93,"STS17 (en-en)":87.15,"STS22 (en)":65.3,"STSBenchmark":85.86} -{"index":399,"Rank":126,"Model":"text-embedding-3-small<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":8191,"Average":81.58,"BIOSSES":88.72,"SICK-R":76.73,"STS12":73.09,"STS13":84.92,"STS14":79.81,"STS15":88.01,"STS16":84.41,"STS17 (en-en)":90.94,"STS22 (en)":64.96,"STSBenchmark":84.24} -{"index":157,"Rank":127,"Model":"Titan-text-embeddings-v2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":81.54,"BIOSSES":87.13,"SICK-R":76.49,"STS12":75.0,"STS13":87.91,"STS14":82.26,"STS15":87.87,"STS16":80.92,"STS17 (en-en)":87.23,"STS22 (en)":68.59,"STSBenchmark":81.95} -{"index":232,"Rank":128,"Model":"udever-bloom-1b1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":2048,"Average":81.52,"BIOSSES":84.65,"SICK-R":79.92,"STS12":75.8,"STS13":83.62,"STS14":78.73,"STS15":86.41,"STS16":84.5,"STS17 (en-en)":89.95,"STS22 (en)":65.81,"STSBenchmark":85.79} -{"index":383,"Rank":129,"Model":"gte-small-quant<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":81.5,"BIOSSES":87.81,"SICK-R":77.31,"STS12":73.99,"STS13":84.23,"STS14":80.09,"STS15":88.2,"STS16":83.61,"STS17 (en-en)":87.8,"STS22 (en)":66.84,"STSBenchmark":85.13} -{"index":149,"Rank":130,"Model":"MedEmbed-small-v0.1<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":81.48,"BIOSSES":87.2,"SICK-R":79.66,"STS12":76.22,"STS13":83.46,"STS14":80.4,"STS15":86.41,"STS16":83.29,"STS17 (en-en)":86.54,"STS22 (en)":66.81,"STSBenchmark":84.81} -{"index":24,"Rank":131,"Model":"gte-large-en-v1.5<\/a>","Model Size (Million Parameters)":434,"Memory Usage (GB, fp32)":1.62,"Embedding Dimensions":1024,"Max Tokens":8192,"Average":81.43,"BIOSSES":85.39,"SICK-R":79.78,"STS12":73.88,"STS13":85.08,"STS14":79.61,"STS15":86.15,"STS16":81.6,"STS17 (en-en)":89.11,"STS22 (en)":70.59,"STSBenchmark":83.07} -{"index":288,"Rank":132,"Model":"nomic-embed-text-v1.5-256<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":256,"Max Tokens":8192,"Average":81.34,"BIOSSES":81.58,"SICK-R":79.24,"STS12":78.16,"STS13":86.01,"STS14":81.25,"STS15":86.51,"STS16":84.24,"STS17 (en-en)":86.44,"STS22 (en)":65.14,"STSBenchmark":84.8} -{"index":129,"Rank":133,"Model":"SFR-Embedding-2_R<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":81.26,"BIOSSES":87.6,"SICK-R":77.01,"STS12":75.67,"STS13":82.4,"STS14":79.93,"STS15":85.82,"STS16":84.5,"STS17 (en-en)":88.93,"STS22 (en)":67.1,"STSBenchmark":83.6} -{"index":276,"Rank":134,"Model":"bge-base-en-v1.5-sparse<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":81.19,"BIOSSES":83.94,"SICK-R":78.64,"STS12":74.88,"STS13":83.64,"STS14":80.4,"STS15":88.01,"STS16":84.31,"STS17 (en-en)":88.3,"STS22 (en)":63.84,"STSBenchmark":85.93} -{"index":222,"Rank":135,"Model":"e5-large-v2<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":81.15,"BIOSSES":83.6,"SICK-R":79.16,"STS12":73.55,"STS13":80.98,"STS14":79.16,"STS15":88.29,"STS16":85.47,"STS17 (en-en)":89.55,"STS22 (en)":67.2,"STSBenchmark":84.55} -{"index":336,"Rank":136,"Model":"sentence-t5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":81.14,"BIOSSES":75.89,"SICK-R":80.18,"STS12":78.05,"STS13":85.85,"STS14":82.19,"STS15":87.46,"STS16":84.03,"STS17 (en-en)":89.57,"STS22 (en)":62.66,"STSBenchmark":85.52} -{"index":150,"Rank":137,"Model":"e5-base-v2-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":81.05,"BIOSSES":81.4,"SICK-R":78.3,"STS12":75.79,"STS13":83.58,"STS14":79.95,"STS15":88.82,"STS16":84.46,"STS17 (en-en)":87.58,"STS22 (en)":64.07,"STSBenchmark":86.52} -{"index":219,"Rank":138,"Model":"e5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":81.05,"BIOSSES":85.1,"SICK-R":79.66,"STS12":74.22,"STS13":83.31,"STS14":78.52,"STS15":88.35,"STS16":84.15,"STS17 (en-en)":87.23,"STS22 (en)":63.74,"STSBenchmark":86.18} -{"index":397,"Rank":139,"Model":"text-embedding-3-large-256<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":256,"Max Tokens":8191,"Average":81.04,"BIOSSES":84.87,"SICK-R":79.18,"STS12":71.98,"STS13":85.52,"STS14":80.5,"STS15":87.51,"STS16":84.48,"STS17 (en-en)":88.11,"STS22 (en)":65.92,"STSBenchmark":82.34} -{"index":220,"Rank":140,"Model":"e5-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":81.03,"BIOSSES":81.4,"SICK-R":78.4,"STS12":73.49,"STS13":83.0,"STS14":80.45,"STS15":88.18,"STS16":84.46,"STS17 (en-en)":88.89,"STS22 (en)":66.51,"STSBenchmark":85.48} -{"index":224,"Rank":141,"Model":"e5-small<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":80.97,"BIOSSES":84.22,"SICK-R":78.9,"STS12":75.19,"STS13":81.8,"STS14":78.48,"STS15":87.49,"STS16":84.58,"STS17 (en-en)":87.94,"STS22 (en)":64.77,"STSBenchmark":86.36} -{"index":396,"Rank":142,"Model":"text-embedding-ada-002<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":8191,"Average":80.97,"BIOSSES":86.35,"SICK-R":80.6,"STS12":69.8,"STS13":83.27,"STS14":76.09,"STS15":86.12,"STS16":85.96,"STS17 (en-en)":90.25,"STS22 (en)":68.12,"STSBenchmark":83.17} -{"index":237,"Rank":143,"Model":"jina-embedding-l-en-v1<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":80.96,"BIOSSES":84.43,"SICK-R":79.2,"STS12":74.52,"STS13":83.16,"STS14":78.09,"STS15":86.91,"STS16":83.65,"STS17 (en-en)":90.16,"STS22 (en)":64.88,"STSBenchmark":84.6} -{"index":249,"Rank":144,"Model":"modernbert-embed-large-unsupervised<\/a>","Model Size (Million Parameters)":395,"Memory Usage (GB, fp32)":1.47,"Embedding Dimensions":1024,"Max Tokens":8192,"Average":80.95,"BIOSSES":87.48,"SICK-R":74.76,"STS12":72.74,"STS13":84.89,"STS14":79.74,"STS15":87.2,"STS16":83.2,"STS17 (en-en)":89.43,"STS22 (en)":66.63,"STSBenchmark":83.46} -{"index":45,"Rank":145,"Model":"Cohere-embed-english-light-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":80.92,"BIOSSES":81.72,"SICK-R":79.65,"STS12":72.6,"STS13":82.88,"STS14":79.74,"STS15":86.98,"STS16":84.41,"STS17 (en-en)":89.22,"STS22 (en)":65.42,"STSBenchmark":86.58} -{"index":286,"Rank":146,"Model":"nomic-embed-text-v1-unsupervised<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":8192,"Average":80.84,"BIOSSES":87.19,"SICK-R":74.19,"STS12":73.22,"STS13":84.77,"STS14":79.99,"STS15":87.27,"STS16":82.31,"STS17 (en-en)":89.54,"STS22 (en)":65.93,"STSBenchmark":83.96} -{"index":195,"Rank":147,"Model":"e5-base-4k<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":80.83,"BIOSSES":81.4,"SICK-R":78.3,"STS12":75.79,"STS13":83.58,"STS14":79.95,"STS15":88.82,"STS16":84.46,"STS17 (en-en)":87.58,"STS22 (en)":61.92,"STSBenchmark":86.52} -{"index":335,"Rank":148,"Model":"paraphrase-multilingual-mpnet-base-v2<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":80.77,"BIOSSES":76.27,"SICK-R":79.62,"STS12":77.9,"STS13":85.11,"STS14":80.81,"STS15":87.48,"STS16":83.2,"STS17 (en-en)":86.99,"STS22 (en)":63.52,"STSBenchmark":86.82} -{"index":287,"Rank":149,"Model":"nomic-embed-text-v1.5-128<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":128,"Max Tokens":8192,"Average":80.74,"BIOSSES":80.19,"SICK-R":79.09,"STS12":77.49,"STS13":85.62,"STS14":80.5,"STS15":85.84,"STS16":83.9,"STS17 (en-en)":86.27,"STS22 (en)":64.24,"STSBenchmark":84.28} -{"index":156,"Rank":150,"Model":"bge-small-en<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":80.72,"BIOSSES":79.96,"SICK-R":79.25,"STS12":78.37,"STS13":81.85,"STS14":80.85,"STS15":86.47,"STS16":84.48,"STS17 (en-en)":85.71,"STS22 (en)":65.38,"STSBenchmark":84.89} -{"index":161,"Rank":151,"Model":"GIST-all-MiniLM-L6-v2<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.08,"Embedding Dimensions":384,"Max Tokens":512,"Average":80.72,"BIOSSES":81.26,"SICK-R":79.09,"STS12":75.04,"STS13":83.26,"STS14":78.62,"STS15":87.03,"STS16":83.01,"STS17 (en-en)":87.36,"STS22 (en)":68.11,"STSBenchmark":84.4} -{"index":159,"Rank":152,"Model":"jina-embeddings-v2-base-en<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":8192,"Average":80.7,"BIOSSES":81.23,"SICK-R":79.65,"STS12":74.27,"STS13":84.18,"STS14":78.81,"STS15":87.55,"STS16":85.35,"STS17 (en-en)":88.88,"STS22 (en)":62.2,"STSBenchmark":84.84} -{"index":374,"Rank":153,"Model":"jina-embeddings-v2-base-en-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":80.7,"BIOSSES":81.23,"SICK-R":79.65,"STS12":74.27,"STS13":84.18,"STS14":78.81,"STS15":87.55,"STS16":85.35,"STS17 (en-en)":88.88,"STS22 (en)":62.2,"STSBenchmark":84.84} -{"index":240,"Rank":154,"Model":"jina-embeddings-v2-base-en<\/a>","Model Size (Million Parameters)":275,"Memory Usage (GB, fp32)":1.02,"Embedding Dimensions":768,"Max Tokens":8192,"Average":80.7,"BIOSSES":81.23,"SICK-R":79.65,"STS12":74.27,"STS13":84.18,"STS14":78.81,"STS15":87.55,"STS16":85.35,"STS17 (en-en)":88.88,"STS22 (en)":62.2,"STSBenchmark":84.84} -{"index":274,"Rank":155,"Model":"jina-embeddings-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":80.7,"BIOSSES":81.23,"SICK-R":79.65,"STS12":74.27,"STS13":84.18,"STS14":78.81,"STS15":87.55,"STS16":85.35,"STS17 (en-en)":88.88,"STS22 (en)":62.2,"STSBenchmark":84.84} -{"index":203,"Rank":156,"Model":"jina-embeddings-v2-base-en-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":80.7,"BIOSSES":81.23,"SICK-R":79.65,"STS12":74.27,"STS13":84.18,"STS14":78.81,"STS15":87.55,"STS16":85.35,"STS17 (en-en)":88.88,"STS22 (en)":62.2,"STSBenchmark":84.84} -{"index":378,"Rank":157,"Model":"new_model<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":80.59,"BIOSSES":82.19,"SICK-R":79.25,"STS12":73.71,"STS13":82.32,"STS14":80.07,"STS15":87.21,"STS16":82.33,"STS17 (en-en)":87.58,"STS22 (en)":66.3,"STSBenchmark":84.92} -{"index":18,"Rank":158,"Model":"gme-Qwen2-VL-2B-Instruct<\/a>","Model Size (Million Parameters)":2209,"Memory Usage (GB, fp32)":8.23,"Embedding Dimensions":1536,"Max Tokens":32768,"Average":80.58,"BIOSSES":86.48,"SICK-R":73.99,"STS12":72.05,"STS13":84.48,"STS14":77.91,"STS15":87.62,"STS16":81.92,"STS17 (en-en)":88.79,"STS22 (en)":69.2,"STSBenchmark":83.4} -{"index":110,"Rank":159,"Model":"SGPT-5.8B-weightedmean-nli-bitfit<\/a>","Model Size (Million Parameters)":5874,"Memory Usage (GB, fp32)":21.88,"Embedding Dimensions":4096,"Max Tokens":2048,"Average":80.53,"BIOSSES":79.5,"SICK-R":79.59,"STS12":74.29,"STS13":85.35,"STS14":79.21,"STS15":85.52,"STS16":82.54,"STS17 (en-en)":90.44,"STS22 (en)":63.2,"STSBenchmark":85.67} -{"index":252,"Rank":160,"Model":"XLM-3B5-embedding<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":80.47,"BIOSSES":80.72,"SICK-R":81.87,"STS12":70.75,"STS13":84.37,"STS14":74.51,"STS15":86.41,"STS16":84.74,"STS17 (en-en)":89.03,"STS22 (en)":65.87,"STSBenchmark":86.46} -{"index":144,"Rank":161,"Model":"gte-tiny<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.08,"Embedding Dimensions":384,"Max Tokens":512,"Average":80.46,"BIOSSES":86.63,"SICK-R":75.85,"STS12":72.58,"STS13":82.39,"STS14":77.98,"STS15":86.54,"STS16":83.31,"STS17 (en-en)":88.28,"STS22 (en)":66.68,"STSBenchmark":84.38} -{"index":225,"Rank":162,"Model":"e5-small-v2<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":80.39,"BIOSSES":79.43,"SICK-R":78.51,"STS12":76.21,"STS13":82.4,"STS14":79.0,"STS15":87.76,"STS16":83.8,"STS17 (en-en)":87.72,"STS22 (en)":63.15,"STSBenchmark":85.95} -{"index":283,"Rank":163,"Model":"modernbert-embed-base-unsupervised<\/a>","Model Size (Million Parameters)":149,"Memory Usage (GB, fp32)":0.56,"Embedding Dimensions":768,"Max Tokens":8192,"Average":80.33,"BIOSSES":87.49,"SICK-R":74.18,"STS12":73.19,"STS13":83.57,"STS14":79.25,"STS15":87.1,"STS16":82.68,"STS17 (en-en)":88.11,"STS22 (en)":64.32,"STSBenchmark":83.4} -{"index":47,"Rank":164,"Model":"Cohere-embed-multilingual-light-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":384,"Max Tokens":512,"Average":80.31,"BIOSSES":84.01,"SICK-R":77.04,"STS12":73.22,"STS13":79.5,"STS14":76.96,"STS15":86.43,"STS16":84.33,"STS17 (en-en)":88.67,"STS22 (en)":67.5,"STSBenchmark":85.46} -{"index":226,"Rank":165,"Model":"multilingual-e5-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":80.31,"BIOSSES":85.05,"SICK-R":78.51,"STS12":76.7,"STS13":78.02,"STS14":76.6,"STS15":88.16,"STS16":84.28,"STS17 (en-en)":87.84,"STS22 (en)":62.26,"STSBenchmark":85.64} -{"index":323,"Rank":166,"Model":"all-mpnet-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average":80.28,"BIOSSES":80.43,"SICK-R":80.59,"STS12":72.63,"STS13":83.48,"STS14":78.0,"STS15":85.66,"STS16":80.03,"STS17 (en-en)":90.6,"STS22 (en)":67.95,"STSBenchmark":83.42} -{"index":39,"Rank":167,"Model":"multilingual-e5-base-similarity-v1-onnx-quantized<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":80.26,"BIOSSES":85.06,"SICK-R":78.51,"STS12":76.7,"STS13":78.03,"STS14":76.6,"STS15":88.16,"STS16":84.28,"STS17 (en-en)":87.83,"STS22 (en)":61.83,"STSBenchmark":85.64} -{"index":111,"Rank":168,"Model":"multilingual-e5-base-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":80.26,"BIOSSES":85.06,"SICK-R":78.51,"STS12":76.7,"STS13":78.03,"STS14":76.6,"STS15":88.16,"STS16":84.28,"STS17 (en-en)":87.83,"STS22 (en)":61.83,"STSBenchmark":85.64} -{"index":192,"Rank":169,"Model":"multilingual-e5-base-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":80.26,"BIOSSES":85.06,"SICK-R":78.51,"STS12":76.7,"STS13":78.03,"STS14":76.6,"STS15":88.16,"STS16":84.28,"STS17 (en-en)":87.83,"STS22 (en)":61.83,"STSBenchmark":85.64} -{"index":342,"Rank":170,"Model":"text2vec-base-multilingual<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":256,"Average":80.24,"BIOSSES":66.16,"SICK-R":79.97,"STS12":80.91,"STS13":82.86,"STS14":87.36,"STS15":88.31,"STS16":81.61,"STS17 (en-en)":85.81,"STS22 (en)":62.99,"STSBenchmark":86.45} -{"index":285,"Rank":171,"Model":"nomic-embed-text-v1-ablated<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":8192,"Average":80.22,"BIOSSES":85.37,"SICK-R":77.3,"STS12":77.97,"STS13":79.39,"STS14":78.17,"STS15":85.51,"STS16":84.95,"STS17 (en-en)":85.87,"STS22 (en)":64.28,"STSBenchmark":83.42} -{"index":188,"Rank":172,"Model":"embedder-100p<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":80.17,"BIOSSES":75.32,"SICK-R":80.91,"STS12":76.98,"STS13":82.63,"STS14":77.84,"STS15":85.92,"STS16":80.68,"STS17 (en-en)":88.99,"STS22 (en)":68.26,"STSBenchmark":84.2} -{"index":242,"Rank":173,"Model":"jina-embeddings-v2-small-en<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":512,"Max Tokens":8192,"Average":80.0,"BIOSSES":80.52,"SICK-R":76.72,"STS12":73.66,"STS13":83.3,"STS14":79.17,"STS15":87.3,"STS16":83.6,"STS17 (en-en)":88.23,"STS22 (en)":63.46,"STSBenchmark":84.04} -{"index":53,"Rank":174,"Model":"jina-embeddings-v2-small-en-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":80.0,"BIOSSES":80.52,"SICK-R":76.72,"STS12":73.66,"STS13":83.3,"STS14":79.17,"STS15":87.3,"STS16":83.6,"STS17 (en-en)":88.23,"STS22 (en)":63.46,"STSBenchmark":84.04} -{"index":41,"Rank":175,"Model":"gme-Qwen2-VL-7B-Instruct-Q5_K_S-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":80.0,"BIOSSES":82.58,"SICK-R":75.35,"STS12":77.25,"STS13":80.98,"STS14":76.37,"STS15":84.48,"STS16":79.45,"STS17 (en-en)":88.67,"STS22 (en)":71.76,"STSBenchmark":83.11} -{"index":19,"Rank":176,"Model":"gme-Qwen2-VL-7B-Instruct<\/a>","Model Size (Million Parameters)":8291,"Memory Usage (GB, fp32)":30.89,"Embedding Dimensions":3584,"Max Tokens":32768,"Average":80.0,"BIOSSES":82.58,"SICK-R":75.35,"STS12":77.25,"STS13":80.98,"STS14":76.37,"STS15":84.48,"STS16":79.45,"STS17 (en-en)":88.67,"STS22 (en)":71.76,"STSBenchmark":83.11} -{"index":236,"Rank":177,"Model":"jina-embedding-b-en-v1<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":79.93,"BIOSSES":83.58,"SICK-R":79.14,"STS12":75.06,"STS13":80.86,"STS14":76.13,"STS15":85.55,"STS16":81.21,"STS17 (en-en)":88.98,"STS22 (en)":66.22,"STSBenchmark":82.57} -{"index":234,"Rank":178,"Model":"udever-bloom-560m<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":2048,"Average":79.93,"BIOSSES":84.44,"SICK-R":78.53,"STS12":74.07,"STS13":81.81,"STS14":77.05,"STS15":84.61,"STS16":83.09,"STS17 (en-en)":89.15,"STS22 (en)":62.92,"STSBenchmark":83.63} -{"index":95,"Rank":179,"Model":"Ivysaur<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.08,"Embedding Dimensions":384,"Max Tokens":512,"Average":79.89,"BIOSSES":87.32,"SICK-R":75.63,"STS12":68.58,"STS13":80.54,"STS14":77.63,"STS15":86.16,"STS16":82.82,"STS17 (en-en)":88.57,"STS22 (en)":67.39,"STSBenchmark":84.25} -{"index":321,"Rank":180,"Model":"all-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":79.8,"BIOSSES":83.57,"SICK-R":79.32,"STS12":73.08,"STS13":82.13,"STS14":76.73,"STS15":85.58,"STS16":80.23,"STS17 (en-en)":88.63,"STS22 (en)":65.67,"STSBenchmark":83.09} -{"index":290,"Rank":181,"Model":"nomic-embed-text-v1.5-64<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":64,"Max Tokens":8192,"Average":79.79,"BIOSSES":77.18,"SICK-R":78.76,"STS12":77.3,"STS13":84.18,"STS14":79.37,"STS15":84.69,"STS16":83.36,"STS17 (en-en)":85.73,"STS22 (en)":63.83,"STSBenchmark":83.46} -{"index":385,"Rank":182,"Model":"bi-cse<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":79.66,"BIOSSES":70.56,"SICK-R":79.04,"STS12":78.39,"STS13":83.72,"STS14":79.19,"STS15":85.58,"STS16":82.33,"STS17 (en-en)":87.9,"STS22 (en)":63.92,"STSBenchmark":85.99} -{"index":94,"Rank":183,"Model":"Bulbasaur<\/a>","Model Size (Million Parameters)":17,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average":79.18,"BIOSSES":85.05,"SICK-R":76.04,"STS12":69.5,"STS13":80.96,"STS14":77.08,"STS15":85.42,"STS16":82.3,"STS17 (en-en)":88.03,"STS22 (en)":64.12,"STSBenchmark":83.34} -{"index":229,"Rank":184,"Model":"multilingual-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":79.16,"BIOSSES":82.46,"SICK-R":77.51,"STS12":76.56,"STS13":76.97,"STS14":75.52,"STS15":87.12,"STS16":83.63,"STS17 (en-en)":86.42,"STS22 (en)":61.25,"STSBenchmark":84.11} -{"index":303,"Rank":185,"Model":"sup-simcse-bert-base-uncased<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":79.12,"BIOSSES":68.38,"SICK-R":80.77,"STS12":75.3,"STS13":84.67,"STS14":80.19,"STS15":85.4,"STS16":80.82,"STS17 (en-en)":89.44,"STS22 (en)":61.96,"STSBenchmark":84.25} -{"index":250,"Rank":186,"Model":"MegatronBert-1B3-embedding<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":79.11,"BIOSSES":83.86,"SICK-R":79.38,"STS12":73.65,"STS13":75.57,"STS14":72.1,"STS15":85.63,"STS16":82.07,"STS17 (en-en)":89.0,"STS22 (en)":66.16,"STSBenchmark":83.69} -{"index":244,"Rank":187,"Model":"multilingual-e5-small-ct2-int8<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":79.1,"BIOSSES":82.26,"SICK-R":77.51,"STS12":76.56,"STS13":76.97,"STS14":75.52,"STS15":87.12,"STS16":83.63,"STS17 (en-en)":86.44,"STS22 (en)":60.94,"STSBenchmark":84.01} -{"index":251,"Rank":188,"Model":"XLM-0B6-embedding<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":79.02,"BIOSSES":80.25,"SICK-R":79.68,"STS12":69.94,"STS13":79.63,"STS14":71.34,"STS15":82.81,"STS16":82.65,"STS17 (en-en)":88.89,"STS22 (en)":68.48,"STSBenchmark":86.5} -{"index":334,"Rank":189,"Model":"paraphrase-multilingual-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":78.96,"BIOSSES":74.18,"SICK-R":79.61,"STS12":76.02,"STS13":80.7,"STS14":78.85,"STS15":85.84,"STS16":81.05,"STS17 (en-en)":86.87,"STS22 (en)":62.07,"STSBenchmark":84.42} -{"index":322,"Rank":190,"Model":"all-MiniLM-L6-v2<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":384,"Max Tokens":512,"Average":78.9,"BIOSSES":81.64,"SICK-R":77.58,"STS12":72.37,"STS13":80.6,"STS14":75.59,"STS15":85.39,"STS16":78.99,"STS17 (en-en)":87.59,"STS22 (en)":67.21,"STSBenchmark":82.03} -{"index":98,"Rank":191,"Model":"Wartortle<\/a>","Model Size (Million Parameters)":17,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average":78.81,"BIOSSES":80.78,"SICK-R":78.24,"STS12":75.19,"STS13":79.33,"STS14":76.56,"STS15":84.7,"STS16":81.44,"STS17 (en-en)":86.61,"STS22 (en)":63.43,"STSBenchmark":81.79} -{"index":143,"Rank":192,"Model":"bge-micro-v2<\/a>","Model Size (Million Parameters)":17,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average":78.65,"BIOSSES":82.92,"SICK-R":73.62,"STS12":71.89,"STS13":79.85,"STS14":76.86,"STS15":84.77,"STS16":81.91,"STS17 (en-en)":86.82,"STS22 (en)":65.38,"STSBenchmark":82.5} -{"index":135,"Rank":193,"Model":"snowflake-arctic-embed-l-v2.0<\/a>","Model Size (Million Parameters)":568,"Memory Usage (GB, fp32)":2.12,"Embedding Dimensions":1024,"Max Tokens":8194,"Average":78.62,"BIOSSES":87.29,"SICK-R":73.99,"STS12":71.23,"STS13":80.44,"STS14":75.1,"STS15":82.87,"STS16":83.49,"STS17 (en-en)":84.54,"STS22 (en)":68.06,"STSBenchmark":79.19} -{"index":392,"Rank":194,"Model":"text-similarity-ada-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":2046,"Average":78.6,"BIOSSES":78.04,"SICK-R":77.48,"STS12":72.3,"STS13":81.49,"STS14":74.74,"STS15":84.28,"STS16":82.06,"STS17 (en-en)":87.08,"STS22 (en)":64.71,"STSBenchmark":83.78} -{"index":158,"Rank":195,"Model":"bge-small-4096<\/a>","Model Size (Million Parameters)":35,"Memory Usage (GB, fp32)":0.13,"Embedding Dimensions":384,"Max Tokens":4096,"Average":78.59,"BIOSSES":81.6,"SICK-R":74.18,"STS12":72.2,"STS13":80.54,"STS14":76.2,"STS15":85.2,"STS16":81.93,"STS17 (en-en)":86.61,"STS22 (en)":65.46,"STSBenchmark":81.94} -{"index":280,"Rank":196,"Model":"bge-small-en-v1.5-sparse<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":78.53,"BIOSSES":78.95,"SICK-R":74.39,"STS12":72.22,"STS13":81.0,"STS14":76.99,"STS15":85.21,"STS16":82.83,"STS17 (en-en)":87.78,"STS22 (en)":64.17,"STSBenchmark":81.77} -{"index":91,"Rank":197,"Model":"LLM2Vec-Mistral-unsupervised<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":78.5,"BIOSSES":83.29,"SICK-R":75.55,"STS12":67.65,"STS13":83.9,"STS14":76.97,"STS15":83.8,"STS16":81.91,"STS17 (en-en)":85.58,"STS22 (en)":65.93,"STSBenchmark":80.42} -{"index":140,"Rank":198,"Model":"snowflake-arctic-embed-s<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":78.44,"BIOSSES":86.27,"SICK-R":69.66,"STS12":68.79,"STS13":79.62,"STS14":75.58,"STS15":84.64,"STS16":82.4,"STS17 (en-en)":86.73,"STS22 (en)":69.49,"STSBenchmark":81.19} -{"index":331,"Rank":199,"Model":"gtr-t5-xxl<\/a>","Model Size (Million Parameters)":4865,"Memory Usage (GB, fp32)":18.12,"Embedding Dimensions":768,"Max Tokens":512,"Average":78.38,"BIOSSES":81.91,"SICK-R":74.29,"STS12":70.12,"STS13":82.72,"STS14":78.24,"STS15":86.26,"STS16":81.61,"STS17 (en-en)":85.18,"STS22 (en)":65.76,"STSBenchmark":77.73} -{"index":142,"Rank":200,"Model":"bge-micro<\/a>","Model Size (Million Parameters)":17,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average":78.37,"BIOSSES":83.42,"SICK-R":72.39,"STS12":71.9,"STS13":80.93,"STS14":76.6,"STS15":84.92,"STS16":80.72,"STS17 (en-en)":85.61,"STS22 (en)":65.9,"STSBenchmark":81.32} -{"index":329,"Rank":201,"Model":"gtr-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Embedding Dimensions":768,"Max Tokens":512,"Average":78.19,"BIOSSES":84.86,"SICK-R":73.39,"STS12":70.33,"STS13":82.19,"STS14":77.16,"STS15":86.31,"STS16":81.85,"STS17 (en-en)":83.93,"STS22 (en)":64.3,"STSBenchmark":77.6} -{"index":340,"Rank":202,"Model":"LaBSE-ru-turbo<\/a>","Model Size (Million Parameters)":128,"Memory Usage (GB, fp32)":0.48,"Embedding Dimensions":768,"Max Tokens":512,"Average":78.1,"BIOSSES":80.3,"SICK-R":75.57,"STS12":72.45,"STS13":78.98,"STS14":76.7,"STS15":85.62,"STS16":79.93,"STS17 (en-en)":86.49,"STS22 (en)":63.1,"STSBenchmark":81.82} -{"index":109,"Rank":203,"Model":"SGPT-5.8B-weightedmean-msmarco-specb-bitfit<\/a>","Model Size (Million Parameters)":5874,"Memory Usage (GB, fp32)":21.88,"Embedding Dimensions":4096,"Max Tokens":2048,"Average":78.1,"BIOSSES":86.25,"SICK-R":69.63,"STS12":67.5,"STS13":79.16,"STS14":74.46,"STS15":84.47,"STS16":80.96,"STS17 (en-en)":87.78,"STS22 (en)":69.35,"STSBenchmark":81.39} -{"index":238,"Rank":204,"Model":"jina-embedding-s-en-v1<\/a>","Model Size (Million Parameters)":35,"Memory Usage (GB, fp32)":0.13,"Embedding Dimensions":512,"Max Tokens":512,"Average":78.06,"BIOSSES":82.96,"SICK-R":76.33,"STS12":74.28,"STS13":78.55,"STS14":73.84,"STS15":83.71,"STS16":80.03,"STS17 (en-en)":87.49,"STS22 (en)":64.25,"STSBenchmark":79.2} -{"index":214,"Rank":205,"Model":"granite-embedding-125m-english<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":514,"Average":77.97,"BIOSSES":87.84,"SICK-R":71.2,"STS12":65.92,"STS13":81.75,"STS14":74.23,"STS15":84.13,"STS16":81.66,"STS17 (en-en)":83.96,"STS22 (en)":69.36,"STSBenchmark":79.66} -{"index":330,"Rank":206,"Model":"gtr-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Embedding Dimensions":768,"Max Tokens":512,"Average":77.8,"BIOSSES":78.94,"SICK-R":73.63,"STS12":69.11,"STS13":81.82,"STS14":77.07,"STS15":86.01,"STS16":82.23,"STS17 (en-en)":84.9,"STS22 (en)":66.61,"STSBenchmark":77.65} -{"index":175,"Rank":207,"Model":"sgpt-bloom-7b1-msmarco<\/a>","Model Size (Million Parameters)":7068,"Memory Usage (GB, fp32)":26.33,"Embedding Dimensions":4096,"Max Tokens":2048,"Average":77.74,"BIOSSES":85.31,"SICK-R":69.82,"STS12":69.66,"STS13":79.67,"STS14":74.61,"STS15":83.81,"STS16":80.4,"STS17 (en-en)":87.07,"STS22 (en)":66.13,"STSBenchmark":80.9} -{"index":307,"Rank":208,"Model":"FUE-v1<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average":77.61,"BIOSSES":72.6,"SICK-R":79.61,"STS12":70.13,"STS13":80.74,"STS14":76.24,"STS15":84.12,"STS16":78.5,"STS17 (en-en)":89.8,"STS22 (en)":62.16,"STSBenchmark":82.21} -{"index":305,"Rank":209,"Model":"FAB-Ramy-v1<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average":77.33,"BIOSSES":70.93,"SICK-R":79.31,"STS12":68.72,"STS13":80.63,"STS14":75.26,"STS15":83.18,"STS16":79.53,"STS17 (en-en)":88.96,"STS22 (en)":64.99,"STSBenchmark":81.8} -{"index":179,"Rank":210,"Model":"snowflake-arctic-embed-m-v2.0-cpu<\/a>","Model Size (Million Parameters)":305,"Memory Usage (GB, fp32)":1.14,"Embedding Dimensions":768,"Max Tokens":8192,"Average":77.13,"BIOSSES":87.06,"SICK-R":71.31,"STS12":70.66,"STS13":77.42,"STS14":72.92,"STS15":81.83,"STS16":81.23,"STS17 (en-en)":84.1,"STS22 (en)":68.77,"STSBenchmark":76.01} -{"index":139,"Rank":211,"Model":"snowflake-arctic-embed-m-v2.0<\/a>","Model Size (Million Parameters)":305,"Memory Usage (GB, fp32)":1.14,"Embedding Dimensions":768,"Max Tokens":8192,"Average":77.13,"BIOSSES":87.06,"SICK-R":71.31,"STS12":70.66,"STS13":77.42,"STS14":72.92,"STS15":81.83,"STS16":81.23,"STS17 (en-en)":84.1,"STS22 (en)":68.77,"STSBenchmark":76.01} -{"index":211,"Rank":212,"Model":"granite-embedding-278m-multilingual-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":77.1,"BIOSSES":81.64,"SICK-R":68.74,"STS12":75.19,"STS13":77.31,"STS14":74.95,"STS15":86.02,"STS16":81.96,"STS17 (en-en)":78.59,"STS22 (en)":68.15,"STSBenchmark":78.41} -{"index":215,"Rank":213,"Model":"granite-embedding-278m-multilingual<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":77.1,"BIOSSES":81.64,"SICK-R":68.74,"STS12":75.19,"STS13":77.31,"STS14":74.95,"STS15":86.02,"STS16":81.96,"STS17 (en-en)":78.59,"STS22 (en)":68.15,"STSBenchmark":78.41} -{"index":210,"Rank":214,"Model":"granite-embedding-278m-multilingual-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":77.1,"BIOSSES":81.64,"SICK-R":68.74,"STS12":75.19,"STS13":77.31,"STS14":74.95,"STS15":86.02,"STS16":81.96,"STS17 (en-en)":78.59,"STS22 (en)":68.15,"STSBenchmark":78.41} -{"index":137,"Rank":215,"Model":"snowflake-arctic-embed-m-long<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":8192,"Average":77.08,"BIOSSES":88.24,"SICK-R":70.91,"STS12":66.11,"STS13":79.82,"STS14":73.64,"STS15":83.23,"STS16":81.58,"STS17 (en-en)":80.59,"STS22 (en)":68.79,"STSBenchmark":77.9} -{"index":328,"Rank":216,"Model":"gtr-t5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":77.07,"BIOSSES":79.0,"SICK-R":71.45,"STS12":68.59,"STS13":79.09,"STS14":74.64,"STS15":84.85,"STS16":81.57,"STS17 (en-en)":85.8,"STS22 (en)":66.17,"STSBenchmark":79.58} -{"index":400,"Rank":217,"Model":"elser-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":30522,"Max Tokens":512,"Average":76.95,"BIOSSES":83.79,"SICK-R":68.78,"STS12":64.81,"STS13":80.1,"STS14":74.96,"STS15":83.7,"STS16":80.55,"STS17 (en-en)":85.74,"STS22 (en)":67.5,"STSBenchmark":79.54} -{"index":108,"Rank":218,"Model":"SGPT-2.7B-weightedmean-msmarco-specb-bitfit<\/a>","Model Size (Million Parameters)":2685,"Memory Usage (GB, fp32)":10.0,"Embedding Dimensions":2560,"Max Tokens":2048,"Average":76.83,"BIOSSES":84.84,"SICK-R":68.2,"STS12":66.99,"STS13":77.58,"STS14":72.78,"STS15":82.62,"STS16":80.1,"STS17 (en-en)":87.25,"STS22 (en)":68.75,"STSBenchmark":79.21} -{"index":306,"Rank":219,"Model":"FAE-v1<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":76.59,"BIOSSES":81.52,"SICK-R":78.58,"STS12":66.26,"STS13":77.34,"STS14":71.41,"STS15":81.29,"STS16":76.6,"STS17 (en-en)":85.06,"STS22 (en)":68.84,"STSBenchmark":78.96} -{"index":103,"Rank":220,"Model":"test24<\/a>","Model Size (Million Parameters)":17,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average":76.56,"BIOSSES":80.94,"SICK-R":69.07,"STS12":71.78,"STS13":77.7,"STS14":74.04,"STS15":83.13,"STS16":78.88,"STS17 (en-en)":85.55,"STS22 (en)":65.55,"STSBenchmark":78.93} -{"index":292,"Rank":221,"Model":"contriever-base-msmarco<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":76.51,"BIOSSES":83.32,"SICK-R":70.2,"STS12":64.34,"STS13":80.03,"STS14":74.51,"STS15":83.3,"STS16":79.67,"STS17 (en-en)":86.32,"STS22 (en)":64.64,"STSBenchmark":78.81} -{"index":332,"Rank":222,"Model":"msmarco-bert-co-condensor<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":76.47,"BIOSSES":77.32,"SICK-R":72.0,"STS12":68.19,"STS13":80.4,"STS14":74.02,"STS15":82.57,"STS16":79.78,"STS17 (en-en)":85.94,"STS22 (en)":67.54,"STSBenchmark":76.97} -{"index":87,"Rank":223,"Model":"LLM2Vec-Llama-2-unsupervised<\/a>","Model Size (Million Parameters)":6607,"Memory Usage (GB, fp32)":24.61,"Embedding Dimensions":4096,"Max Tokens":4096,"Average":76.4,"BIOSSES":82.41,"SICK-R":71.77,"STS12":65.39,"STS13":79.26,"STS14":72.98,"STS15":82.72,"STS16":81.02,"STS17 (en-en)":86.7,"STS22 (en)":63.47,"STSBenchmark":78.32} -{"index":141,"Rank":224,"Model":"snowflake-arctic-embed-xs<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.08,"Embedding Dimensions":384,"Max Tokens":512,"Average":76.39,"BIOSSES":84.05,"SICK-R":69.26,"STS12":65.9,"STS13":77.87,"STS14":72.82,"STS15":83.49,"STS16":80.58,"STS17 (en-en)":84.49,"STS22 (en)":66.28,"STSBenchmark":79.18} -{"index":216,"Rank":225,"Model":"granite-embedding-30m-english<\/a>","Model Size (Million Parameters)":30,"Memory Usage (GB, fp32)":0.11,"Embedding Dimensions":384,"Max Tokens":514,"Average":76.24,"BIOSSES":88.16,"SICK-R":68.8,"STS12":64.77,"STS13":79.33,"STS14":70.17,"STS15":82.03,"STS16":78.96,"STS17 (en-en)":84.65,"STS22 (en)":67.47,"STSBenchmark":78.04} -{"index":213,"Rank":226,"Model":"granite-embedding-107m-multilingual<\/a>","Model Size (Million Parameters)":107,"Memory Usage (GB, fp32)":0.4,"Embedding Dimensions":384,"Max Tokens":514,"Average":76.08,"BIOSSES":79.3,"SICK-R":68.47,"STS12":74.74,"STS13":75.64,"STS14":73.2,"STS15":85.06,"STS16":81.11,"STS17 (en-en)":78.7,"STS22 (en)":67.58,"STSBenchmark":76.98} -{"index":96,"Rank":227,"Model":"Squirtle<\/a>","Model Size (Million Parameters)":16,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average":75.9,"BIOSSES":71.78,"SICK-R":77.34,"STS12":70.15,"STS13":78.42,"STS14":74.76,"STS15":82.0,"STS16":78.27,"STS17 (en-en)":85.85,"STS22 (en)":61.2,"STSBenchmark":79.21} -{"index":357,"Rank":228,"Model":"GTE256_sw<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":75.88,"BIOSSES":79.71,"SICK-R":68.28,"STS12":68.6,"STS13":79.74,"STS14":75.76,"STS15":83.08,"STS16":79.07,"STS17 (en-en)":85.73,"STS22 (en)":59.75,"STSBenchmark":79.1} -{"index":89,"Rank":229,"Model":"LLM2Vec-Meta-Llama-3-unsupervised<\/a>","Model Size (Million Parameters)":7505,"Memory Usage (GB, fp32)":27.96,"Embedding Dimensions":4096,"Max Tokens":8192,"Average":75.86,"BIOSSES":84.67,"SICK-R":72.16,"STS12":61.6,"STS13":79.71,"STS14":72.11,"STS15":82.18,"STS16":79.41,"STS17 (en-en)":85.44,"STS22 (en)":63.9,"STSBenchmark":77.44} -{"index":105,"Rank":230,"Model":"SGPT-1.3B-weightedmean-msmarco-specb-bitfit<\/a>","Model Size (Million Parameters)":1341,"Memory Usage (GB, fp32)":4.99,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":75.74,"BIOSSES":83.02,"SICK-R":67.23,"STS12":66.59,"STS13":77.33,"STS14":71.83,"STS15":80.66,"STS16":78.91,"STS17 (en-en)":86.99,"STS22 (en)":67.3,"STSBenchmark":77.59} -{"index":358,"Rank":231,"Model":"GTE512_sw<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":75.65,"BIOSSES":80.61,"SICK-R":67.59,"STS12":66.96,"STS13":78.49,"STS14":75.61,"STS15":82.73,"STS16":78.54,"STS17 (en-en)":86.87,"STS22 (en)":59.9,"STSBenchmark":79.19} -{"index":360,"Rank":232,"Model":"gte_wl<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":75.61,"BIOSSES":76.59,"SICK-R":68.22,"STS12":68.13,"STS13":78.83,"STS14":75.09,"STS15":83.59,"STS16":78.19,"STS17 (en-en)":86.92,"STS22 (en)":61.26,"STSBenchmark":79.26} -{"index":327,"Rank":233,"Model":"distiluse-base-multilingual-cased-v2<\/a>","Model Size (Million Parameters)":135,"Memory Usage (GB, fp32)":0.5,"Embedding Dimensions":512,"Max Tokens":512,"Average":75.6,"BIOSSES":78.34,"SICK-R":75.25,"STS12":72.96,"STS13":70.58,"STS14":70.29,"STS15":81.94,"STS16":76.8,"STS17 (en-en)":86.19,"STS22 (en)":62.88,"STSBenchmark":80.75} -{"index":299,"Rank":234,"Model":"MiniCPM-Embedding-Light<\/a>","Model Size (Million Parameters)":434,"Memory Usage (GB, fp32)":1.62,"Embedding Dimensions":1024,"Max Tokens":4096,"Average":75.6,"BIOSSES":88.47,"SICK-R":74.68,"STS12":61.77,"STS13":75.65,"STS14":68.17,"STS15":78.89,"STS16":80.34,"STS17 (en-en)":85.47,"STS22 (en)":68.3,"STSBenchmark":74.23} -{"index":134,"Rank":235,"Model":"snowflake-arctic-embed-l<\/a>","Model Size (Million Parameters)":334,"Memory Usage (GB, fp32)":1.24,"Embedding Dimensions":1024,"Max Tokens":512,"Average":75.48,"BIOSSES":86.35,"SICK-R":69.32,"STS12":67.85,"STS13":77.49,"STS14":69.77,"STS15":80.16,"STS16":77.94,"STS17 (en-en)":82.28,"STS22 (en)":67.97,"STSBenchmark":75.68} -{"index":369,"Rank":236,"Model":"universal-sentence-encoder-multilingual-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":512,"Max Tokens":512,"Average":75.39,"BIOSSES":78.19,"SICK-R":74.43,"STS12":72.58,"STS13":72.22,"STS14":69.98,"STS15":82.22,"STS16":76.91,"STS17 (en-en)":85.22,"STS22 (en)":61.9,"STSBenchmark":80.28} -{"index":104,"Rank":237,"Model":"test25<\/a>","Model Size (Million Parameters)":17,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average":75.37,"BIOSSES":76.49,"SICK-R":71.7,"STS12":69.73,"STS13":76.43,"STS14":73.66,"STS15":82.62,"STS16":79.49,"STS17 (en-en)":84.38,"STS22 (en)":60.61,"STSBenchmark":78.61} -{"index":370,"Rank":238,"Model":"universal-sentence-encoder-multilingual-large-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":512,"Max Tokens":512,"Average":75.35,"BIOSSES":79.14,"SICK-R":76.43,"STS12":74.25,"STS13":71.82,"STS14":71.38,"STS15":82.47,"STS16":77.54,"STS17 (en-en)":86.38,"STS22 (en)":52.85,"STSBenchmark":81.24} -{"index":359,"Rank":239,"Model":"GTE_wl_mv<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":75.28,"BIOSSES":76.49,"SICK-R":67.34,"STS12":66.84,"STS13":78.99,"STS14":74.83,"STS15":83.0,"STS16":78.36,"STS17 (en-en)":87.5,"STS22 (en)":60.6,"STSBenchmark":78.86} -{"index":83,"Rank":240,"Model":"paraphrase-multilingual-mpnet-base-v2-KE_Sieve<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":75.11,"BIOSSES":65.29,"SICK-R":76.01,"STS12":71.25,"STS13":78.4,"STS14":74.23,"STS15":81.41,"STS16":79.13,"STS17 (en-en)":85.4,"STS22 (en)":58.63,"STSBenchmark":81.34} -{"index":136,"Rank":241,"Model":"snowflake-arctic-embed-m<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":75.03,"BIOSSES":86.62,"SICK-R":69.12,"STS12":66.97,"STS13":79.12,"STS14":68.51,"STS15":79.92,"STS16":78.66,"STS17 (en-en)":81.46,"STS22 (en)":65.84,"STSBenchmark":74.1} -{"index":107,"Rank":242,"Model":"SGPT-125M-weightedmean-nli-bitfit<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":2048,"Average":74.71,"BIOSSES":70.93,"SICK-R":74.57,"STS12":69.17,"STS13":77.23,"STS14":70.99,"STS15":79.74,"STS16":77.93,"STS17 (en-en)":87.33,"STS22 (en)":59.64,"STSBenchmark":79.54} -{"index":304,"Rank":243,"Model":"unsup-simcse-bert-base-uncased<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":74.33,"BIOSSES":72.31,"SICK-R":72.24,"STS12":66.05,"STS13":81.49,"STS14":73.61,"STS15":79.72,"STS16":78.12,"STS17 (en-en)":83.58,"STS22 (en)":59.65,"STSBenchmark":76.52} -{"index":193,"Rank":244,"Model":"multi-qa-MiniLM-L6-cos-v1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":74.23,"BIOSSES":79.76,"SICK-R":70.04,"STS12":64.38,"STS13":76.41,"STS14":69.33,"STS15":80.18,"STS16":79.57,"STS17 (en-en)":81.18,"STS22 (en)":65.51,"STSBenchmark":75.98} -{"index":266,"Rank":245,"Model":"potion-base-32M<\/a>","Model Size (Million Parameters)":32,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":512,"Max Tokens":1000000,"Average":74.22,"BIOSSES":77.56,"SICK-R":65.67,"STS12":62.72,"STS13":77.59,"STS14":72.9,"STS15":80.76,"STS16":76.86,"STS17 (en-en)":87.06,"STS22 (en)":64.26,"STSBenchmark":76.84} -{"index":368,"Rank":246,"Model":"universal-sentence-encoder-large-5<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":74.05,"BIOSSES":69.36,"SICK-R":76.84,"STS12":72.49,"STS13":73.65,"STS14":71.88,"STS15":82.9,"STS16":79.83,"STS17 (en-en)":85.19,"STS22 (en)":48.44,"STSBenchmark":79.93} -{"index":67,"Rank":247,"Model":"lodestone-base-4096-v1<\/a>","Model Size (Million Parameters)":69,"Memory Usage (GB, fp32)":0.26,"Embedding Dimensions":768,"Max Tokens":4096,"Average":73.7,"BIOSSES":70.87,"SICK-R":70.47,"STS12":64.0,"STS13":78.2,"STS14":70.78,"STS15":80.03,"STS16":78.8,"STS17 (en-en)":83.88,"STS22 (en)":64.39,"STSBenchmark":75.57} -{"index":312,"Rank":248,"Model":"zzz<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":73.7,"BIOSSES":70.87,"SICK-R":70.47,"STS12":64.0,"STS13":78.2,"STS14":70.78,"STS15":80.03,"STS16":78.8,"STS17 (en-en)":83.88,"STS22 (en)":64.39,"STSBenchmark":75.57} -{"index":138,"Rank":249,"Model":"snowflake-arctic-embed-m-v1.5<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":73.63,"BIOSSES":86.4,"SICK-R":69.86,"STS12":61.8,"STS13":82.67,"STS14":68.95,"STS15":75.55,"STS16":77.27,"STS17 (en-en)":74.97,"STS22 (en)":69.08,"STSBenchmark":69.72} -{"index":174,"Rank":250,"Model":"red-beetle-base-v1.1<\/a>","Model Size (Million Parameters)":30,"Memory Usage (GB, fp32)":0.11,"Embedding Dimensions":1024,"Max Tokens":1000000,"Average":73.42,"BIOSSES":75.8,"SICK-R":64.13,"STS12":64.63,"STS13":79.55,"STS14":73.16,"STS15":81.07,"STS16":76.57,"STS17 (en-en)":84.61,"STS22 (en)":58.53,"STSBenchmark":76.15} -{"index":106,"Rank":251,"Model":"SGPT-125M-weightedmean-msmarco-specb-bitfit<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":2048,"Average":73.41,"BIOSSES":75.21,"SICK-R":65.93,"STS12":66.53,"STS13":76.17,"STS14":69.05,"STS15":79.24,"STS16":76.07,"STS17 (en-en)":84.95,"STS22 (en)":65.66,"STSBenchmark":75.34} -{"index":363,"Rank":252,"Model":"mv_sw<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":73.24,"BIOSSES":75.86,"SICK-R":64.68,"STS12":62.25,"STS13":77.28,"STS14":71.91,"STS15":79.75,"STS16":76.26,"STS17 (en-en)":85.97,"STS22 (en)":63.08,"STSBenchmark":75.41} -{"index":376,"Rank":253,"Model":"potion-base-8M-stf<\/a>","Model Size (Million Parameters)":8,"Memory Usage (GB, fp32)":0.03,"Embedding Dimensions":256,"Max Tokens":1000000,"Average":73.24,"BIOSSES":75.86,"SICK-R":64.68,"STS12":62.25,"STS13":77.28,"STS14":71.91,"STS15":79.75,"STS16":76.26,"STS17 (en-en)":85.97,"STS22 (en)":63.08,"STSBenchmark":75.41} -{"index":268,"Rank":254,"Model":"potion-base-8M<\/a>","Model Size (Million Parameters)":8,"Memory Usage (GB, fp32)":0.03,"Embedding Dimensions":256,"Max Tokens":1000000,"Average":73.24,"BIOSSES":75.86,"SICK-R":64.68,"STS12":62.25,"STS13":77.28,"STS14":71.91,"STS15":79.75,"STS16":76.26,"STS17 (en-en)":85.97,"STS22 (en)":63.08,"STSBenchmark":75.41} -{"index":361,"Rank":255,"Model":"l3_wl<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":72.47,"BIOSSES":71.33,"SICK-R":67.0,"STS12":63.91,"STS13":73.35,"STS14":69.07,"STS15":81.54,"STS16":76.13,"STS17 (en-en)":85.18,"STS22 (en)":60.16,"STSBenchmark":77.02} -{"index":97,"Rank":256,"Model":"Venusaur<\/a>","Model Size (Million Parameters)":16,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average":72.43,"BIOSSES":77.59,"SICK-R":74.68,"STS12":54.35,"STS13":74.24,"STS14":69.99,"STS15":75.74,"STS16":73.65,"STS17 (en-en)":84.81,"STS22 (en)":62.56,"STSBenchmark":76.72} -{"index":364,"Rank":257,"Model":"wl_sw_256<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":72.25,"BIOSSES":70.34,"SICK-R":66.96,"STS12":64.22,"STS13":73.29,"STS14":68.93,"STS15":81.43,"STS16":76.0,"STS17 (en-en)":84.93,"STS22 (en)":59.56,"STSBenchmark":76.84} -{"index":267,"Rank":258,"Model":"potion-base-4M<\/a>","Model Size (Million Parameters)":4,"Memory Usage (GB, fp32)":0.01,"Embedding Dimensions":128,"Max Tokens":1000000,"Average":72.19,"BIOSSES":71.87,"SICK-R":63.99,"STS12":62.38,"STS13":76.82,"STS14":70.98,"STS15":78.66,"STS16":75.1,"STS17 (en-en)":84.49,"STS22 (en)":63.36,"STSBenchmark":74.28} -{"index":189,"Rank":259,"Model":"USER-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":512,"Average":72.06,"BIOSSES":77.26,"SICK-R":68.34,"STS12":66.31,"STS13":68.77,"STS14":67.14,"STS15":79.88,"STS16":73.39,"STS17 (en-en)":81.88,"STS22 (en)":61.64,"STSBenchmark":76.03} -{"index":367,"Rank":260,"Model":"universal-sentence-encoder-4<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":72.04,"BIOSSES":63.38,"SICK-R":69.79,"STS12":67.06,"STS13":71.54,"STS14":70.59,"STS15":80.27,"STS16":75.76,"STS17 (en-en)":84.94,"STS22 (en)":60.0,"STSBenchmark":77.08} -{"index":93,"Rank":261,"Model":"LLM2Vec-Sheared-Llama-unsupervised<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":4096,"Average":71.61,"BIOSSES":75.12,"SICK-R":69.34,"STS12":60.09,"STS13":72.52,"STS14":66.7,"STS15":77.69,"STS16":75.94,"STS17 (en-en)":81.67,"STS22 (en)":63.7,"STSBenchmark":73.36} -{"index":173,"Rank":262,"Model":"brown-fairy-base-v0<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.08,"Embedding Dimensions":768,"Max Tokens":1000000,"Average":71.0,"BIOSSES":69.69,"SICK-R":63.87,"STS12":63.61,"STS13":76.98,"STS14":71.21,"STS15":80.73,"STS16":74.21,"STS17 (en-en)":81.95,"STS22 (en)":55.86,"STSBenchmark":71.93} -{"index":183,"Rank":263,"Model":"cai-lunaris-text-embeddings<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":70.81,"BIOSSES":73.97,"SICK-R":68.99,"STS12":58.5,"STS13":74.03,"STS14":66.18,"STS15":75.55,"STS16":73.71,"STS17 (en-en)":80.14,"STS22 (en)":65.65,"STSBenchmark":71.4} -{"index":320,"Rank":264,"Model":"LaBSE<\/a>","Model Size (Million Parameters)":471,"Memory Usage (GB, fp32)":1.75,"Embedding Dimensions":768,"Max Tokens":512,"Average":70.8,"BIOSSES":78.7,"SICK-R":69.99,"STS12":65.08,"STS13":67.98,"STS14":64.03,"STS15":76.59,"STS16":72.98,"STS17 (en-en)":79.45,"STS22 (en)":60.97,"STSBenchmark":72.25} -{"index":172,"Rank":265,"Model":"brown-beetle-tiny-v1.1<\/a>","Model Size (Million Parameters)":4,"Memory Usage (GB, fp32)":0.01,"Embedding Dimensions":768,"Max Tokens":1000000,"Average":70.71,"BIOSSES":70.46,"SICK-R":62.83,"STS12":61.57,"STS13":76.72,"STS14":70.45,"STS15":77.14,"STS16":74.01,"STS17 (en-en)":82.55,"STS22 (en)":58.29,"STSBenchmark":73.12} -{"index":180,"Rank":266,"Model":"LaBSE-en-ru<\/a>","Model Size (Million Parameters)":129,"Memory Usage (GB, fp32)":0.48,"Embedding Dimensions":768,"Max Tokens":512,"Average":70.44,"BIOSSES":78.82,"SICK-R":69.13,"STS12":65.16,"STS13":67.66,"STS14":63.32,"STS15":76.21,"STS16":73.27,"STS17 (en-en)":79.48,"STS22 (en)":59.47,"STSBenchmark":71.91} -{"index":262,"Rank":267,"Model":"M2V_base_glove<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Embedding Dimensions":256,"Max Tokens":1000000,"Average":70.31,"BIOSSES":65.86,"SICK-R":64.66,"STS12":64.64,"STS13":77.98,"STS14":70.08,"STS15":78.78,"STS16":70.14,"STS17 (en-en)":82.82,"STS22 (en)":59.21,"STSBenchmark":68.91} -{"index":265,"Rank":268,"Model":"potion-base-2M<\/a>","Model Size (Million Parameters)":2,"Memory Usage (GB, fp32)":0.01,"Embedding Dimensions":64,"Max Tokens":1000000,"Average":70.14,"BIOSSES":64.11,"SICK-R":62.86,"STS12":62.08,"STS13":75.73,"STS14":69.28,"STS15":76.33,"STS16":73.47,"STS17 (en-en)":82.08,"STS22 (en)":62.65,"STSBenchmark":72.81} -{"index":263,"Rank":269,"Model":"M2V_base_glove_subword<\/a>","Model Size (Million Parameters)":103,"Memory Usage (GB, fp32)":0.38,"Embedding Dimensions":256,"Max Tokens":1000000,"Average":69.09,"BIOSSES":75.59,"SICK-R":66.17,"STS12":61.89,"STS13":71.67,"STS14":67.83,"STS15":75.49,"STS16":66.48,"STS17 (en-en)":80.25,"STS22 (en)":59.04,"STSBenchmark":66.52} -{"index":264,"Rank":270,"Model":"M2V_base_output<\/a>","Model Size (Million Parameters)":8,"Memory Usage (GB, fp32)":0.03,"Embedding Dimensions":256,"Max Tokens":1000000,"Average":68.58,"BIOSSES":73.43,"SICK-R":65.43,"STS12":59.97,"STS13":71.82,"STS14":67.0,"STS15":75.49,"STS16":66.97,"STS17 (en-en)":80.61,"STS22 (en)":57.82,"STSBenchmark":67.25} -{"index":169,"Rank":271,"Model":"brown-beetle-small-v1<\/a>","Model Size (Million Parameters)":8,"Memory Usage (GB, fp32)":0.03,"Embedding Dimensions":256,"Max Tokens":1000000,"Average":68.06,"BIOSSES":73.43,"SICK-R":65.43,"STS12":59.97,"STS13":71.82,"STS14":67.0,"STS15":75.49,"STS16":66.97,"STS17 (en-en)":80.61,"STS22 (en)":52.6,"STSBenchmark":67.25} -{"index":171,"Rank":272,"Model":"brown-beetle-tiny-v1<\/a>","Model Size (Million Parameters)":4,"Memory Usage (GB, fp32)":0.01,"Embedding Dimensions":128,"Max Tokens":1000000,"Average":67.9,"BIOSSES":71.57,"SICK-R":64.2,"STS12":60.75,"STS13":73.6,"STS14":67.32,"STS15":74.27,"STS16":66.87,"STS17 (en-en)":79.95,"STS22 (en)":53.7,"STSBenchmark":66.82} -{"index":341,"Rank":273,"Model":"rubert-tiny-turbo<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"Embedding Dimensions":312,"Max Tokens":2048,"Average":67.63,"BIOSSES":72.48,"SICK-R":68.43,"STS12":66.17,"STS13":60.34,"STS14":66.12,"STS15":77.41,"STS16":73.3,"STS17 (en-en)":76.02,"STS22 (en)":47.06,"STSBenchmark":68.97} -{"index":197,"Rank":274,"Model":"SONAR<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":67.23,"BIOSSES":79.11,"SICK-R":62.94,"STS12":65.46,"STS13":62.79,"STS14":57.54,"STS15":74.25,"STS16":75.73,"STS17 (en-en)":79.94,"STS22 (en)":47.12,"STSBenchmark":67.39} -{"index":167,"Rank":275,"Model":"brown-beetle-base-v1<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.08,"Embedding Dimensions":768,"Max Tokens":1000000,"Average":66.8,"BIOSSES":73.91,"SICK-R":64.63,"STS12":58.07,"STS13":68.76,"STS14":65.43,"STS15":75.09,"STS16":65.38,"STS17 (en-en)":78.69,"STS22 (en)":52.56,"STSBenchmark":65.48} -{"index":182,"Rank":276,"Model":"rubert-tiny2<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"Embedding Dimensions":2048,"Max Tokens":514,"Average":64.74,"BIOSSES":71.48,"SICK-R":61.07,"STS12":65.12,"STS13":59.97,"STS14":60.28,"STS15":74.38,"STS16":69.19,"STS17 (en-en)":73.66,"STS22 (en)":49.25,"STSBenchmark":63.02} -{"index":14,"Rank":277,"Model":"LASER2<\/a>","Model Size (Million Parameters)":43,"Memory Usage (GB, fp32)":0.16,"Embedding Dimensions":1024,"Max Tokens":"N\/A","Average":63.27,"BIOSSES":62.01,"SICK-R":62.86,"STS12":62.6,"STS13":59.62,"STS14":57.03,"STS15":71.57,"STS16":70.75,"STS17 (en-en)":76.73,"STS22 (en)":39.76,"STSBenchmark":69.77} -{"index":326,"Rank":278,"Model":"average_word_embeddings_komninos<\/a>","Model Size (Million Parameters)":134,"Memory Usage (GB, fp32)":0.5,"Embedding Dimensions":300,"Max Tokens":"N\/A","Average":62.46,"BIOSSES":50.25,"SICK-R":55.49,"STS12":53.51,"STS13":70.8,"STS14":63.56,"STS15":74.08,"STS16":64.6,"STS17 (en-en)":76.91,"STS22 (en)":53.89,"STSBenchmark":61.55} -{"index":325,"Rank":279,"Model":"average_word_embeddings_glove.6B.300d<\/a>","Model Size (Million Parameters)":120,"Memory Usage (GB, fp32)":0.45,"Embedding Dimensions":300,"Max Tokens":"N\/A","Average":61.85,"BIOSSES":44.93,"SICK-R":55.43,"STS12":54.64,"STS13":69.16,"STS14":60.81,"STS15":72.31,"STS16":65.34,"STS17 (en-en)":77.95,"STS22 (en)":56.35,"STSBenchmark":61.54} -{"index":324,"Rank":280,"Model":"allenai-specter<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":61.02,"BIOSSES":64.95,"SICK-R":56.39,"STS12":62.49,"STS13":58.7,"STS14":54.87,"STS15":62.54,"STS16":64.27,"STS17 (en-en)":69.63,"STS22 (en)":55.06,"STSBenchmark":61.26} -{"index":181,"Rank":281,"Model":"rubert-tiny<\/a>","Model Size (Million Parameters)":12,"Memory Usage (GB, fp32)":0.04,"Embedding Dimensions":512,"Max Tokens":514,"Average":59.67,"BIOSSES":58.0,"SICK-R":60.39,"STS12":49.66,"STS13":63.4,"STS14":54.88,"STS15":67.32,"STS16":66.87,"STS17 (en-en)":67.66,"STS22 (en)":52.63,"STSBenchmark":55.86} -{"index":153,"Rank":282,"Model":"sbert_large_mt_nlu_ru<\/a>","Model Size (Million Parameters)":427,"Memory Usage (GB, fp32)":1.59,"Embedding Dimensions":1024,"Max Tokens":514,"Average":55.98,"BIOSSES":44.98,"SICK-R":65.91,"STS12":48.13,"STS13":48.04,"STS14":46.6,"STS15":65.34,"STS16":61.94,"STS17 (en-en)":68.58,"STS22 (en)":51.46,"STSBenchmark":58.81} -{"index":52,"Rank":283,"Model":"rubert-base-cased-sentence<\/a>","Model Size (Million Parameters)":180,"Memory Usage (GB, fp32)":0.67,"Embedding Dimensions":768,"Max Tokens":512,"Average":55.66,"BIOSSES":49.0,"SICK-R":56.98,"STS12":59.02,"STS13":46.99,"STS14":50.88,"STS15":64.58,"STS16":53.98,"STS17 (en-en)":67.13,"STS22 (en)":52.22,"STSBenchmark":55.79} -{"index":206,"Rank":284,"Model":"bert-base-uncased<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":54.36,"BIOSSES":54.7,"SICK-R":58.65,"STS12":30.87,"STS13":59.89,"STS14":47.73,"STS15":60.29,"STS16":63.73,"STS17 (en-en)":64.1,"STS22 (en)":56.37,"STSBenchmark":47.29} -{"index":50,"Rank":285,"Model":"distilrubert-small-cased-conversational<\/a>","Model Size (Million Parameters)":106,"Memory Usage (GB, fp32)":0.39,"Embedding Dimensions":768,"Max Tokens":512,"Average":53.0,"BIOSSES":47.99,"SICK-R":56.7,"STS12":40.83,"STS13":52.22,"STS14":46.76,"STS15":60.64,"STS16":64.37,"STS17 (en-en)":60.3,"STS22 (en)":44.27,"STSBenchmark":55.97} -{"index":154,"Rank":286,"Model":"sbert_large_nlu_ru<\/a>","Model Size (Million Parameters)":427,"Memory Usage (GB, fp32)":1.59,"Embedding Dimensions":1024,"Max Tokens":512,"Average":48.76,"BIOSSES":39.69,"SICK-R":58.86,"STS12":31.48,"STS13":37.11,"STS14":36.65,"STS15":58.25,"STS16":58.5,"STS17 (en-en)":62.5,"STS22 (en)":57.74,"STSBenchmark":46.8} -{"index":191,"Rank":287,"Model":"deberta-v1-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":512,"Average":46.61,"BIOSSES":36.15,"SICK-R":49.94,"STS12":44.76,"STS13":46.65,"STS14":38.15,"STS15":54.85,"STS16":49.15,"STS17 (en-en)":60.31,"STS22 (en)":44.81,"STSBenchmark":41.32} -{"index":51,"Rank":288,"Model":"rubert-base-cased<\/a>","Model Size (Million Parameters)":180,"Memory Usage (GB, fp32)":0.67,"Embedding Dimensions":768,"Max Tokens":512,"Average":40.01,"BIOSSES":30.22,"SICK-R":44.22,"STS12":27.75,"STS13":39.83,"STS14":34.89,"STS15":43.05,"STS16":45.66,"STS17 (en-en)":56.29,"STS22 (en)":38.33,"STSBenchmark":39.84} -{"index":354,"Rank":289,"Model":"ALL_862873<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":39.1,"BIOSSES":21.34,"SICK-R":48.55,"STS12":55.59,"STS13":18.36,"STS14":28.84,"STS15":29.19,"STS16":39.05,"STS17 (en-en)":61.22,"STS22 (en)":44.45,"STSBenchmark":44.39} -{"index":2,"Rank":290,"Model":"titan-embed-text-v1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":8000,"Average":"","BIOSSES":84.17,"SICK-R":73.05,"STS12":66.59,"STS13":83.24,"STS14":73.71,"STS15":82.4,"STS16":"","STS17 (en-en)":80.9,"STS22 (en)":"","STSBenchmark":74.85} -{"index":3,"Rank":291,"Model":"mistral-embed<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":"","Average":"","BIOSSES":"","SICK-R":"","STS12":"","STS13":"","STS14":"","STS15":"","STS16":"","STS17 (en-en)":"","STS22 (en)":"","STSBenchmark":""} -{"index":4,"Rank":292,"Model":"voyage-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":4000,"Average":"","BIOSSES":"","SICK-R":"","STS12":"","STS13":"","STS14":"","STS15":"","STS16":"","STS17 (en-en)":"","STS22 (en)":"","STSBenchmark":""} -{"index":5,"Rank":293,"Model":"voyage-3-lite<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":512,"Max Tokens":32000,"Average":"","BIOSSES":85.19,"SICK-R":76.65,"STS12":70.76,"STS13":76.51,"STS14":71.92,"STS15":81.1,"STS16":80.8,"STS17 (en-en)":87.18,"STS22 (en)":"","STSBenchmark":78.56} -{"index":7,"Rank":294,"Model":"voyage-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":32000,"Average":"","BIOSSES":87.92,"SICK-R":79.63,"STS12":69.52,"STS13":80.56,"STS14":73.33,"STS15":80.39,"STS16":79.83,"STS17 (en-en)":86.81,"STS22 (en)":"","STSBenchmark":79.53} -{"index":8,"Rank":295,"Model":"voyage-code-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":16000,"Average":"","BIOSSES":"","SICK-R":"","STS12":"","STS13":"","STS14":"","STS15":"","STS16":"","STS17 (en-en)":"","STS22 (en)":"","STSBenchmark":""} -{"index":10,"Rank":296,"Model":"voyage-law-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":16000,"Average":"","BIOSSES":"","SICK-R":"","STS12":"","STS13":"","STS14":"","STS15":"","STS16":"","STS17 (en-en)":"","STS22 (en)":"","STSBenchmark":""} -{"index":13,"Rank":297,"Model":"voyage-multilingual-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":32000,"Average":"","BIOSSES":87.11,"SICK-R":78.97,"STS12":67.3,"STS13":80.09,"STS14":71.98,"STS15":78.07,"STS16":77.36,"STS17 (en-en)":86.52,"STS22 (en)":"","STSBenchmark":75.79} -{"index":16,"Rank":299,"Model":"llm2vec-croissant-mntp<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":"","BIOSSES":"","SICK-R":"","STS12":"","STS13":"","STS14":"","STS15":"","STS16":"","STS17 (en-en)":"","STS22 (en)":"","STSBenchmark":""} -{"index":32,"Rank":301,"Model":"bge-m3<\/a>","Model Size (Million Parameters)":567,"Memory Usage (GB, fp32)":2.11,"Embedding Dimensions":1024,"Max Tokens":8192,"Average":"","BIOSSES":"","SICK-R":79.72,"STS12":78.73,"STS13":79.6,"STS14":79.0,"STS15":87.81,"STS16":"","STS17 (en-en)":87.13,"STS22 (en)":"","STSBenchmark":84.87} -{"index":37,"Rank":302,"Model":"e5-R-mistral-7b<\/a>","Model Size (Million Parameters)":7242,"Memory Usage (GB, fp32)":26.98,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","BIOSSES":"","SICK-R":"","STS12":"","STS13":"","STS14":"","STS15":"","STS16":"","STS17 (en-en)":"","STS22 (en)":"","STSBenchmark":""} -{"index":54,"Rank":306,"Model":"xlm-roberta-base<\/a>","Model Size (Million Parameters)":279,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","BIOSSES":"","SICK-R":"","STS12":"","STS13":"","STS14":"","STS15":"","STS16":"","STS17 (en-en)":"","STS22 (en)":"","STSBenchmark":""} -{"index":55,"Rank":307,"Model":"xlm-roberta-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","BIOSSES":"","SICK-R":"","STS12":"","STS13":"","STS14":"","STS15":"","STS16":"","STS17 (en-en)":"","STS22 (en)":"","STSBenchmark":""} -{"index":57,"Rank":309,"Model":"STS-multilingual-mpnet-base-v2<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","BIOSSES":"","SICK-R":"","STS12":"","STS13":"","STS14":"","STS15":"","STS16":"","STS17 (en-en)":"","STS22 (en)":"","STSBenchmark":0.98} -{"index":58,"Rank":310,"Model":"bert-base-10lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","BIOSSES":"","SICK-R":"","STS12":"","STS13":"","STS14":"","STS15":"","STS16":"","STS17 (en-en)":"","STS22 (en)":"","STSBenchmark":""} -{"index":59,"Rank":311,"Model":"bert-base-15lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","BIOSSES":"","SICK-R":"","STS12":"","STS13":"","STS14":"","STS15":"","STS16":"","STS17 (en-en)":"","STS22 (en)":"","STSBenchmark":""} -{"index":60,"Rank":312,"Model":"bert-base-25lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","BIOSSES":"","SICK-R":"","STS12":"","STS13":"","STS14":"","STS15":"","STS16":"","STS17 (en-en)":"","STS22 (en)":"","STSBenchmark":""} -{"index":74,"Rank":319,"Model":"gemma-2b-embeddings<\/a>","Model Size (Million Parameters)":2506,"Memory Usage (GB, fp32)":9.34,"Embedding Dimensions":2048,"Max Tokens":8192,"Average":"","BIOSSES":"","SICK-R":"","STS12":"","STS13":"","STS14":"","STS15":"","STS16":"","STS17 (en-en)":"","STS22 (en)":"","STSBenchmark":""} -{"index":77,"Rank":320,"Model":"bilingual-document-embedding<\/a>","Model Size (Million Parameters)":568,"Memory Usage (GB, fp32)":2.12,"Embedding Dimensions":1024,"Max Tokens":8194,"Average":"","BIOSSES":"","SICK-R":"","STS12":"","STS13":"","STS14":"","STS15":"","STS16":"","STS17 (en-en)":"","STS22 (en)":"","STSBenchmark":""} -{"index":99,"Rank":322,"Model":"gte-micro<\/a>","Model Size (Million Parameters)":17,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","BIOSSES":"","SICK-R":"","STS12":"","STS13":"","STS14":"","STS15":"","STS16":"","STS17 (en-en)":"","STS22 (en)":"","STSBenchmark":""} -{"index":100,"Rank":323,"Model":"gte-micro-v2<\/a>","Model Size (Million Parameters)":17,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","BIOSSES":"","SICK-R":"","STS12":"","STS13":"","STS14":"","STS15":"","STS16":"","STS17 (en-en)":"","STS22 (en)":"","STSBenchmark":""} -{"index":101,"Rank":324,"Model":"gte-micro-v3<\/a>","Model Size (Million Parameters)":17,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","BIOSSES":"","SICK-R":"","STS12":"","STS13":"","STS14":"","STS15":"","STS16":"","STS17 (en-en)":"","STS22 (en)":"","STSBenchmark":""} -{"index":102,"Rank":325,"Model":"gte-micro-v4<\/a>","Model Size (Million Parameters)":19,"Memory Usage (GB, fp32)":0.07,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","BIOSSES":"","SICK-R":"","STS12":"","STS13":"","STS14":"","STS15":"","STS16":"","STS17 (en-en)":"","STS22 (en)":"","STSBenchmark":""} -{"index":115,"Rank":326,"Model":"Arabert-all-nli-triplet-Matryoshka<\/a>","Model Size (Million Parameters)":135,"Memory Usage (GB, fp32)":0.5,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","BIOSSES":67.37,"SICK-R":57.64,"STS12":69.67,"STS13":51.95,"STS14":57.37,"STS15":70.1,"STS16":65.05,"STS17 (en-en)":"","STS22 (en)":"","STSBenchmark":61.59} -{"index":116,"Rank":327,"Model":"Arabic-MiniLM-L12-v2-all-nli-triplet<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","BIOSSES":69.41,"SICK-R":79.62,"STS12":77.39,"STS13":79.59,"STS14":79.79,"STS15":86.21,"STS16":81.4,"STS17 (en-en)":"","STS22 (en)":"","STSBenchmark":84.35} -{"index":117,"Rank":328,"Model":"Arabic-all-nli-triplet-Matryoshka<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","BIOSSES":77.44,"SICK-R":79.39,"STS12":78.93,"STS13":82.73,"STS14":81.65,"STS15":87.62,"STS16":83.66,"STS17 (en-en)":"","STS22 (en)":"","STSBenchmark":86.16} -{"index":118,"Rank":329,"Model":"Arabic-labse-Matryoshka<\/a>","Model Size (Million Parameters)":471,"Memory Usage (GB, fp32)":1.75,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","BIOSSES":76.66,"SICK-R":77.03,"STS12":79.21,"STS13":79.55,"STS14":78.85,"STS15":85.61,"STS16":79.93,"STS17 (en-en)":"","STS22 (en)":"","STSBenchmark":82.05} -{"index":119,"Rank":330,"Model":"Arabic-mpnet-base-all-nli-triplet<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","BIOSSES":67.12,"SICK-R":68.94,"STS12":68.72,"STS13":56.04,"STS14":58.81,"STS15":73.74,"STS16":68.25,"STS17 (en-en)":"","STS22 (en)":"","STSBenchmark":67.56} -{"index":120,"Rank":331,"Model":"Marbert-all-nli-triplet-Matryoshka<\/a>","Model Size (Million Parameters)":163,"Memory Usage (GB, fp32)":0.61,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","BIOSSES":51.88,"SICK-R":65.8,"STS12":63.0,"STS13":52.23,"STS14":59.23,"STS15":70.02,"STS16":64.99,"STS17 (en-en)":"","STS22 (en)":"","STSBenchmark":61.17} -{"index":121,"Rank":332,"Model":"Solon-embeddings-large-0.1<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","BIOSSES":"","SICK-R":"","STS12":"","STS13":"","STS14":"","STS15":"","STS16":"","STS17 (en-en)":"","STS22 (en)":"","STSBenchmark":""} -{"index":122,"Rank":333,"Model":"KartonBERT-USE-base-v1<\/a>","Model Size (Million Parameters)":104,"Memory Usage (GB, fp32)":0.39,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","BIOSSES":"","SICK-R":"","STS12":"","STS13":"","STS14":"","STS15":"","STS16":"","STS17 (en-en)":"","STS22 (en)":"","STSBenchmark":""} -{"index":123,"Rank":334,"Model":"st-polish-kartonberta-base-alpha-v1<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","BIOSSES":"","SICK-R":"","STS12":"","STS13":"","STS14":"","STS15":"","STS16":"","STS17 (en-en)":"","STS22 (en)":"","STSBenchmark":""} -{"index":128,"Rank":338,"Model":"bge_m3e_stella<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","BIOSSES":"","SICK-R":"","STS12":"","STS13":"","STS14":"","STS15":"","STS16":"","STS17 (en-en)":"","STS22 (en)":"","STSBenchmark":61.83} -{"index":132,"Rank":339,"Model":"LLaMA-embeeding<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","BIOSSES":67.85,"SICK-R":57.32,"STS12":42.8,"STS13":58.77,"STS14":53.36,"STS15":69.23,"STS16":58.81,"STS17 (en-en)":68.6,"STS22 (en)":"","STSBenchmark":52.67} -{"index":133,"Rank":340,"Model":"yiyouliao<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","BIOSSES":"","SICK-R":79.98,"STS12":77.64,"STS13":81.23,"STS14":77.94,"STS15":86.87,"STS16":83.31,"STS17 (en-en)":87.35,"STS22 (en)":60.99,"STSBenchmark":""} -{"index":146,"Rank":341,"Model":"sentence-croissant-llm-base<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":"","BIOSSES":"","SICK-R":"","STS12":"","STS13":"","STS14":"","STS15":"","STS16":"","STS17 (en-en)":"","STS22 (en)":"","STSBenchmark":""} -{"index":148,"Rank":342,"Model":"German_Semantic_STS_V2<\/a>","Model Size (Million Parameters)":336,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","BIOSSES":"","SICK-R":"","STS12":"","STS13":"","STS14":"","STS15":"","STS16":"","STS17 (en-en)":"","STS22 (en)":"","STSBenchmark":""} -{"index":152,"Rank":344,"Model":"ru-en-RoSBERTa<\/a>","Model Size (Million Parameters)":404,"Memory Usage (GB, fp32)":1.5,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","BIOSSES":"","SICK-R":"","STS12":"","STS13":"","STS14":"","STS15":"","STS16":"","STS17 (en-en)":"","STS22 (en)":"","STSBenchmark":""} -{"index":155,"Rank":345,"Model":"Giga-Embeddings-instruct<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","BIOSSES":84.22,"SICK-R":81.06,"STS12":70.1,"STS13":81.01,"STS14":77.82,"STS15":84.52,"STS16":81.09,"STS17 (en-en)":"","STS22 (en)":"","STSBenchmark":82.2} -{"index":168,"Rank":346,"Model":"brown-beetle-base-v1.1<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.08,"Embedding Dimensions":768,"Max Tokens":1000000,"Average":"","BIOSSES":75.04,"SICK-R":63.91,"STS12":"","STS13":"","STS14":"","STS15":"","STS16":"","STS17 (en-en)":"","STS22 (en)":"","STSBenchmark":""} -{"index":170,"Rank":347,"Model":"brown-beetle-small-v1.1<\/a>","Model Size (Million Parameters)":8,"Memory Usage (GB, fp32)":0.03,"Embedding Dimensions":768,"Max Tokens":1000000,"Average":"","BIOSSES":73.53,"SICK-R":63.64,"STS12":"","STS13":"","STS14":"","STS15":"","STS16":"","STS17 (en-en)":"","STS22 (en)":"","STSBenchmark":""} -{"index":176,"Rank":348,"Model":"bge-m3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","BIOSSES":83.38,"SICK-R":79.71,"STS12":78.73,"STS13":79.6,"STS14":79.0,"STS15":87.81,"STS16":85.4,"STS17 (en-en)":87.13,"STS22 (en)":"","STSBenchmark":84.85} -{"index":177,"Rank":349,"Model":"slx-v0.1<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.08,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","BIOSSES":"","SICK-R":"","STS12":"","STS13":"","STS14":"","STS15":"","STS16":"","STS17 (en-en)":"","STS22 (en)":"","STSBenchmark":""} -{"index":184,"Rank":350,"Model":"cai-stellaris-text-embeddings<\/a>","Model Size (Million Parameters)":53,"Memory Usage (GB, fp32)":0.2,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","BIOSSES":"","SICK-R":"","STS12":"","STS13":"","STS14":"","STS15":"","STS16":"","STS17 (en-en)":"","STS22 (en)":"","STSBenchmark":""} -{"index":185,"Rank":351,"Model":"french-document-embedding<\/a>","Model Size (Million Parameters)":305,"Memory Usage (GB, fp32)":1.14,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","BIOSSES":"","SICK-R":"","STS12":"","STS13":"","STS14":"","STS15":"","STS16":"","STS17 (en-en)":"","STS22 (en)":"","STSBenchmark":""} -{"index":186,"Rank":352,"Model":"sentence-camembert-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","BIOSSES":"","SICK-R":"","STS12":"","STS13":"","STS14":"","STS15":"","STS16":"","STS17 (en-en)":"","STS22 (en)":"","STSBenchmark":""} -{"index":187,"Rank":353,"Model":"sentence-camembert-large<\/a>","Model Size (Million Parameters)":337,"Memory Usage (GB, fp32)":1.26,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","BIOSSES":"","SICK-R":"","STS12":"","STS13":"","STS14":"","STS15":"","STS16":"","STS17 (en-en)":"","STS22 (en)":"","STSBenchmark":""} -{"index":194,"Rank":354,"Model":"sft-bge-small<\/a>","Model Size (Million Parameters)":24,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":512,"Max Tokens":512,"Average":"","BIOSSES":"","SICK-R":"","STS12":"","STS13":"","STS14":"","STS15":"","STS16":"","STS17 (en-en)":"","STS22 (en)":"","STSBenchmark":""} -{"index":199,"Rank":355,"Model":"flaubert_base_cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","BIOSSES":"","SICK-R":"","STS12":"","STS13":"","STS14":"","STS15":"","STS16":"","STS17 (en-en)":"","STS22 (en)":"","STSBenchmark":""} -{"index":200,"Rank":356,"Model":"flaubert_base_uncased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","BIOSSES":"","SICK-R":"","STS12":"","STS13":"","STS14":"","STS15":"","STS16":"","STS17 (en-en)":"","STS22 (en)":"","STSBenchmark":""} -{"index":201,"Rank":357,"Model":"flaubert_large_cased<\/a>","Model Size (Million Parameters)":372,"Memory Usage (GB, fp32)":1.39,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","BIOSSES":"","SICK-R":"","STS12":"","STS13":"","STS14":"","STS15":"","STS16":"","STS17 (en-en)":"","STS22 (en)":"","STSBenchmark":""} -{"index":204,"Rank":359,"Model":"bert-base-multilingual-cased<\/a>","Model Size (Million Parameters)":179,"Memory Usage (GB, fp32)":0.67,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","BIOSSES":"","SICK-R":"","STS12":"","STS13":"","STS14":"","STS15":"","STS16":"","STS17 (en-en)":"","STS22 (en)":"","STSBenchmark":""} -{"index":205,"Rank":360,"Model":"bert-base-multilingual-uncased<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","BIOSSES":"","SICK-R":"","STS12":"","STS13":"","STS14":"","STS15":"","STS16":"","STS17 (en-en)":"","STS22 (en)":"","STSBenchmark":""} -{"index":218,"Rank":361,"Model":"inf-retriever-v1<\/a>","Model Size (Million Parameters)":7069,"Memory Usage (GB, fp32)":26.33,"Embedding Dimensions":3584,"Max Tokens":131072,"Average":"","BIOSSES":"","SICK-R":"","STS12":"","STS13":"","STS14":"","STS15":"","STS16":"","STS17 (en-en)":"","STS22 (en)":"","STSBenchmark":""} -{"index":230,"Rank":362,"Model":"herbert-base-retrieval-v2<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.47,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","BIOSSES":"","SICK-R":"","STS12":"","STS13":"","STS14":"","STS15":"","STS16":"","STS17 (en-en)":"","STS22 (en)":"","STSBenchmark":""} -{"index":231,"Rank":363,"Model":"silver-retriever-base-v1<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.47,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","BIOSSES":"","SICK-R":"","STS12":"","STS13":"","STS14":"","STS15":"","STS16":"","STS17 (en-en)":"","STS22 (en)":"","STSBenchmark":""} -{"index":255,"Rank":364,"Model":"ternary-weight-embedding<\/a>","Model Size (Million Parameters)":99,"Memory Usage (GB, fp32)":0.37,"Embedding Dimensions":1792,"Max Tokens":512,"Average":"","BIOSSES":"","SICK-R":"","STS12":"","STS13":"","STS14":"","STS15":"","STS16":"","STS17 (en-en)":"","STS22 (en)":60.74,"STSBenchmark":""} -{"index":256,"Rank":365,"Model":"bge-m3-custom-fr<\/a>","Model Size (Million Parameters)":568,"Memory Usage (GB, fp32)":2.12,"Embedding Dimensions":1024,"Max Tokens":8194,"Average":"","BIOSSES":"","SICK-R":"","STS12":"","STS13":"","STS14":"","STS15":"","STS16":"","STS17 (en-en)":"","STS22 (en)":"","STSBenchmark":""} -{"index":257,"Rank":366,"Model":"sentence_croissant_alpha_v0.1<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":"","BIOSSES":"","SICK-R":"","STS12":"","STS13":"","STS14":"","STS15":"","STS16":"","STS17 (en-en)":"","STS22 (en)":"","STSBenchmark":""} -{"index":258,"Rank":367,"Model":"sentence_croissant_alpha_v0.2<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":"","BIOSSES":"","SICK-R":"","STS12":"","STS13":"","STS14":"","STS15":"","STS16":"","STS17 (en-en)":"","STS22 (en)":"","STSBenchmark":""} -{"index":259,"Rank":368,"Model":"sentence_croissant_alpha_v0.3<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":"","BIOSSES":"","SICK-R":"","STS12":"","STS13":"","STS14":"","STS15":"","STS16":"","STS17 (en-en)":"","STS22 (en)":"","STSBenchmark":""} -{"index":260,"Rank":369,"Model":"sentence_croissant_alpha_v0.4<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":"","BIOSSES":"","SICK-R":"","STS12":"","STS13":"","STS14":"","STS15":"","STS16":"","STS17 (en-en)":"","STS22 (en)":"","STSBenchmark":""} -{"index":271,"Rank":371,"Model":"mxbai-embed-xsmall-v1<\/a>","Model Size (Million Parameters)":24,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":384,"Max Tokens":4096,"Average":"","BIOSSES":"","SICK-R":"","STS12":"","STS13":"","STS14":"","STS15":"","STS16":"","STS17 (en-en)":"","STS22 (en)":"","STSBenchmark":""} -{"index":273,"Rank":372,"Model":"fin-mpnet-base<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","BIOSSES":"","SICK-R":"","STS12":"","STS13":"","STS14":"","STS15":"","STS16":"","STS17 (en-en)":"","STS22 (en)":"","STSBenchmark":""} -{"index":295,"Rank":373,"Model":"NV-Retriever-v1<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":512,"Average":"","BIOSSES":"","SICK-R":"","STS12":"","STS13":"","STS14":"","STS15":"","STS16":"","STS17 (en-en)":"","STS22 (en)":"","STSBenchmark":""} -{"index":296,"Rank":374,"Model":"arabic-english-sts-matryoshka<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","BIOSSES":"","SICK-R":"","STS12":"","STS13":"","STS14":"","STS15":"","STS16":"","STS17 (en-en)":87.06,"STS22 (en)":"","STSBenchmark":""} -{"index":297,"Rank":375,"Model":"arabic-english-sts-matryoshka-v2.0<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","BIOSSES":"","SICK-R":"","STS12":"","STS13":"","STS14":"","STS15":"","STS16":"","STS17 (en-en)":86.88,"STS22 (en)":"","STSBenchmark":""} -{"index":298,"Rank":376,"Model":"MiniCPM-Embedding<\/a>","Model Size (Million Parameters)":2725,"Memory Usage (GB, fp32)":10.15,"Embedding Dimensions":2304,"Max Tokens":512,"Average":"","BIOSSES":"","SICK-R":"","STS12":"","STS13":"","STS14":"","STS15":"","STS16":"","STS17 (en-en)":"","STS22 (en)":"","STSBenchmark":""} -{"index":313,"Rank":377,"Model":"mmlw-e5-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","BIOSSES":"","SICK-R":"","STS12":"","STS13":"","STS14":"","STS15":"","STS16":"","STS17 (en-en)":"","STS22 (en)":"","STSBenchmark":""} -{"index":314,"Rank":378,"Model":"mmlw-e5-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","BIOSSES":"","SICK-R":"","STS12":"","STS13":"","STS14":"","STS15":"","STS16":"","STS17 (en-en)":"","STS22 (en)":"","STSBenchmark":""} -{"index":315,"Rank":379,"Model":"mmlw-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","BIOSSES":"","SICK-R":"","STS12":"","STS13":"","STS14":"","STS15":"","STS16":"","STS17 (en-en)":"","STS22 (en)":"","STSBenchmark":""} -{"index":316,"Rank":380,"Model":"mmlw-roberta-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","BIOSSES":"","SICK-R":"","STS12":"","STS13":"","STS14":"","STS15":"","STS16":"","STS17 (en-en)":"","STS22 (en)":"","STSBenchmark":""} -{"index":317,"Rank":381,"Model":"mmlw-roberta-large<\/a>","Model Size (Million Parameters)":435,"Memory Usage (GB, fp32)":1.62,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","BIOSSES":"","SICK-R":"","STS12":"","STS13":"","STS14":"","STS15":"","STS16":"","STS17 (en-en)":"","STS22 (en)":"","STSBenchmark":""} -{"index":318,"Rank":382,"Model":"st-polish-paraphrase-from-distilroberta<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.47,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","BIOSSES":"","SICK-R":"","STS12":"","STS13":"","STS14":"","STS15":"","STS16":"","STS17 (en-en)":"","STS22 (en)":"","STSBenchmark":""} -{"index":319,"Rank":383,"Model":"st-polish-paraphrase-from-mpnet<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.47,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","BIOSSES":"","SICK-R":"","STS12":"","STS13":"","STS14":"","STS15":"","STS16":"","STS17 (en-en)":"","STS22 (en)":"","STSBenchmark":""} -{"index":333,"Rank":384,"Model":"multi-qa-MiniLM-L6-cos-v1<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","BIOSSES":"","SICK-R":"","STS12":"","STS13":"","STS14":"","STS15":"","STS16":"","STS17 (en-en)":"","STS22 (en)":"","STSBenchmark":""} -{"index":343,"Rank":385,"Model":"silma-embeddding-matryoshka-v0.1<\/a>","Model Size (Million Parameters)":135,"Memory Usage (GB, fp32)":0.5,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","BIOSSES":"","SICK-R":"","STS12":"","STS13":"","STS14":"","STS15":"","STS16":"","STS17 (en-en)":74.42,"STS22 (en)":"","STSBenchmark":""} -{"index":344,"Rank":386,"Model":"silma-embeddding-sts-v0.1<\/a>","Model Size (Million Parameters)":135,"Memory Usage (GB, fp32)":0.5,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","BIOSSES":"","SICK-R":"","STS12":"","STS13":"","STS14":"","STS15":"","STS16":"","STS17 (en-en)":80.06,"STS22 (en)":"","STSBenchmark":""} -{"index":347,"Rank":387,"Model":"ret-phi2-v0<\/a>","Model Size (Million Parameters)":2649,"Memory Usage (GB, fp32)":9.87,"Embedding Dimensions":2560,"Max Tokens":2048,"Average":"","BIOSSES":"","SICK-R":"","STS12":"","STS13":"","STS14":"","STS15":"","STS16":"","STS17 (en-en)":"","STS22 (en)":"","STSBenchmark":""} -{"index":348,"Rank":388,"Model":"Angle_BERT<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","BIOSSES":"","SICK-R":"","STS12":"","STS13":"","STS14":"","STS15":"","STS16":"","STS17 (en-en)":"","STS22 (en)":"","STSBenchmark":""} -{"index":362,"Rank":389,"Model":"llm_mse<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","BIOSSES":61.9,"SICK-R":67.32,"STS12":57.66,"STS13":71.9,"STS14":69.54,"STS15":73.97,"STS16":70.0,"STS17 (en-en)":78.82,"STS22 (en)":"","STSBenchmark":67.61} -{"index":372,"Rank":391,"Model":"b1ade-embed-kd<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","BIOSSES":84.75,"SICK-R":80.74,"STS12":75.42,"STS13":85.48,"STS14":78.85,"STS15":85.23,"STS16":82.16,"STS17 (en-en)":"","STS22 (en)":"","STSBenchmark":82.69} -{"index":373,"Rank":392,"Model":"b1ade-embed-kd_3<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","BIOSSES":0.74,"SICK-R":0.81,"STS12":0.74,"STS13":0.83,"STS14":0.75,"STS15":0.82,"STS16":0.81,"STS17 (en-en)":"","STS22 (en)":"","STSBenchmark":0.8} -{"index":377,"Rank":393,"Model":"bilingual-embedding-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","BIOSSES":"","SICK-R":"","STS12":"","STS13":"","STS14":"","STS15":"","STS16":"","STS17 (en-en)":"","STS22 (en)":"","STSBenchmark":""} -{"index":387,"Rank":394,"Model":"text-search-ada-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":2046,"Average":"","BIOSSES":"","SICK-R":"","STS12":"","STS13":"","STS14":"","STS15":"","STS16":"","STS17 (en-en)":"","STS22 (en)":"","STSBenchmark":""} -{"index":388,"Rank":395,"Model":"text-search-ada-doc-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":2046,"Average":"","BIOSSES":"","SICK-R":"","STS12":"","STS13":"","STS14":"","STS15":"","STS16":"","STS17 (en-en)":"","STS22 (en)":"","STSBenchmark":""} -{"index":389,"Rank":396,"Model":"text-search-babbage-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":2048,"Max Tokens":2046,"Average":"","BIOSSES":"","SICK-R":"","STS12":"","STS13":"","STS14":"","STS15":"","STS16":"","STS17 (en-en)":"","STS22 (en)":"","STSBenchmark":""} -{"index":390,"Rank":397,"Model":"text-search-curie-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":4096,"Max Tokens":2046,"Average":"","BIOSSES":"","SICK-R":"","STS12":"","STS13":"","STS14":"","STS15":"","STS16":"","STS17 (en-en)":"","STS22 (en)":"","STSBenchmark":""} -{"index":391,"Rank":398,"Model":"text-search-davinci-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":12288,"Max Tokens":2046,"Average":"","BIOSSES":"","SICK-R":"","STS12":"","STS13":"","STS14":"","STS15":"","STS16":"","STS17 (en-en)":"","STS22 (en)":"","STSBenchmark":""} -{"index":393,"Rank":399,"Model":"text-similarity-babbage-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":2048,"Max Tokens":2046,"Average":"","BIOSSES":78.12,"SICK-R":77.02,"STS12":"","STS13":"","STS14":"","STS15":"","STS16":"","STS17 (en-en)":"","STS22 (en)":"","STSBenchmark":84.32} -{"index":394,"Rank":400,"Model":"text-similarity-curie-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":4096,"Max Tokens":2046,"Average":"","BIOSSES":77.46,"SICK-R":77.26,"STS12":"","STS13":"","STS14":"","STS15":"","STS16":"","STS17 (en-en)":"","STS22 (en)":"","STSBenchmark":83.02} -{"index":395,"Rank":401,"Model":"text-similarity-davinci-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":12288,"Max Tokens":2046,"Average":"","BIOSSES":68.95,"SICK-R":78.72,"STS12":"","STS13":"","STS14":"","STS15":"","STS16":"","STS17 (en-en)":"","STS22 (en)":"","STSBenchmark":84.08} diff --git a/boards_data/en/data_tasks/Summarization/default.jsonl b/boards_data/en/data_tasks/Summarization/default.jsonl deleted file mode 100644 index c2e4b8b33933ae755a6b579e4a2ef188273e0f6c..0000000000000000000000000000000000000000 --- a/boards_data/en/data_tasks/Summarization/default.jsonl +++ /dev/null @@ -1,368 +0,0 @@ -{"index":175,"Rank":1,"Model":"sgpt-bloom-7b1-msmarco<\/a>","Model Size (Million Parameters)":7068,"Memory Usage (GB, fp32)":26.33,"Embedding Dimensions":4096,"Max Tokens":2048,"SummEval":33.6} -{"index":196,"Rank":2,"Model":"mxbai-embed-large-v1-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","SummEval":32.71} -{"index":270,"Rank":3,"Model":"mxbai-embed-large-v1<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"SummEval":32.71} -{"index":346,"Rank":4,"Model":"mxbai-embed-large-v1-Q5_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","SummEval":32.71} -{"index":345,"Rank":5,"Model":"mxbai-embed-large-v1-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","SummEval":32.71} -{"index":254,"Rank":6,"Model":"mxbai-embed-large-v1-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","SummEval":32.71} -{"index":1,"Rank":7,"Model":"text-embedding-004<\/a>","Model Size (Million Parameters)":1200,"Memory Usage (GB, fp32)":4.47,"Embedding Dimensions":768,"Max Tokens":2048,"SummEval":32.63} -{"index":217,"Rank":8,"Model":"stella-base-en-v2<\/a>","Model Size (Million Parameters)":55,"Memory Usage (GB, fp32)":0.2,"Embedding Dimensions":768,"Max Tokens":512,"SummEval":32.52} -{"index":133,"Rank":9,"Model":"yiyouliao<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","SummEval":32.47} -{"index":189,"Rank":10,"Model":"USER-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":512,"SummEval":32.46} -{"index":0,"Rank":11,"Model":"text-embedding-004-256<\/a>","Model Size (Million Parameters)":1200,"Memory Usage (GB, fp32)":4.47,"Embedding Dimensions":256,"Max Tokens":2048,"SummEval":32.36} -{"index":209,"Rank":12,"Model":"instructor-xl<\/a>","Model Size (Million Parameters)":1241,"Memory Usage (GB, fp32)":4.62,"Embedding Dimensions":768,"Max Tokens":512,"SummEval":32.32} -{"index":118,"Rank":13,"Model":"Arabic-labse-Matryoshka<\/a>","Model Size (Million Parameters)":471,"Memory Usage (GB, fp32)":1.75,"Embedding Dimensions":768,"Max Tokens":512,"SummEval":32.17} -{"index":76,"Rank":14,"Model":"MUG-B-1.6<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"SummEval":32.12} -{"index":234,"Rank":15,"Model":"udever-bloom-560m<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":2048,"SummEval":32.06} -{"index":210,"Rank":16,"Model":"granite-embedding-278m-multilingual-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","SummEval":32.03} -{"index":211,"Rank":17,"Model":"granite-embedding-278m-multilingual-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","SummEval":32.03} -{"index":145,"Rank":18,"Model":"UAE-Large-V1<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"SummEval":32.03} -{"index":215,"Rank":19,"Model":"granite-embedding-278m-multilingual<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"SummEval":32.03} -{"index":371,"Rank":20,"Model":"b1ade-embed<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"SummEval":31.93} -{"index":214,"Rank":21,"Model":"granite-embedding-125m-english<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":514,"SummEval":31.84} -{"index":208,"Rank":22,"Model":"instructor-large<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":768,"Max Tokens":512,"SummEval":31.84} -{"index":190,"Rank":23,"Model":"USER-bge-m3<\/a>","Model Size (Million Parameters)":359,"Memory Usage (GB, fp32)":1.34,"Embedding Dimensions":1024,"Max Tokens":8192,"SummEval":31.82} -{"index":140,"Rank":24,"Model":"snowflake-arctic-embed-s<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"SummEval":31.75} -{"index":114,"Rank":25,"Model":"stella_en_400M_v5<\/a>","Model Size (Million Parameters)":435,"Memory Usage (GB, fp32)":1.62,"Embedding Dimensions":8192,"Max Tokens":8192,"SummEval":31.66} -{"index":352,"Rank":26,"Model":"gte-large<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"SummEval":31.66} -{"index":310,"Rank":27,"Model":"bge-large-en-v1.5-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","SummEval":31.61} -{"index":281,"Rank":28,"Model":"bge-large-en-v1.5<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"SummEval":31.61} -{"index":31,"Rank":29,"Model":"bge-large-en-v1.5<\/a>","Model Size (Million Parameters)":1340,"Memory Usage (GB, fp32)":4.99,"Embedding Dimensions":1024,"Max Tokens":512,"SummEval":31.61} -{"index":309,"Rank":30,"Model":"bge-large-en-v1.5-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","SummEval":31.61} -{"index":311,"Rank":31,"Model":"sf_model_e5<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"SummEval":31.61} -{"index":212,"Rank":32,"Model":"bge-large-en-v1.5-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","SummEval":31.61} -{"index":240,"Rank":33,"Model":"jina-embeddings-v2-base-en<\/a>","Model Size (Million Parameters)":275,"Memory Usage (GB, fp32)":1.02,"Embedding Dimensions":768,"Max Tokens":8192,"SummEval":31.6} -{"index":159,"Rank":34,"Model":"jina-embeddings-v2-base-en<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":8192,"SummEval":31.6} -{"index":274,"Rank":35,"Model":"jina-embeddings-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","SummEval":31.6} -{"index":203,"Rank":36,"Model":"jina-embeddings-v2-base-en-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","SummEval":31.6} -{"index":247,"Rank":37,"Model":"cde-small-v2<\/a>","Model Size (Million Parameters)":150,"Memory Usage (GB, fp32)":0.56,"Embedding Dimensions":768,"Max Tokens":512,"SummEval":31.6} -{"index":374,"Rank":38,"Model":"jina-embeddings-v2-base-en-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","SummEval":31.6} -{"index":335,"Rank":39,"Model":"paraphrase-multilingual-mpnet-base-v2<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"SummEval":31.57} -{"index":269,"Rank":40,"Model":"mxbai-embed-2d-large-v1<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"SummEval":31.55} -{"index":178,"Rank":41,"Model":"jina-embeddings-v2-base-de-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","SummEval":31.55} -{"index":379,"Rank":42,"Model":"LENS-d4000<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"SummEval":31.55} -{"index":239,"Rank":43,"Model":"jina-embeddings-v2-base-de<\/a>","Model Size (Million Parameters)":161,"Memory Usage (GB, fp32)":0.6,"Embedding Dimensions":768,"Max Tokens":8192,"SummEval":31.55} -{"index":82,"Rank":44,"Model":"jina-embeddings-v2-base-de-Q5_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","SummEval":31.55} -{"index":223,"Rank":45,"Model":"e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"SummEval":31.53} -{"index":265,"Rank":46,"Model":"potion-base-2M<\/a>","Model Size (Million Parameters)":2,"Memory Usage (GB, fp32)":0.01,"Embedding Dimensions":64,"Max Tokens":1000000,"SummEval":31.51} -{"index":113,"Rank":47,"Model":"stella_en_1.5B_v5<\/a>","Model Size (Million Parameters)":1543,"Memory Usage (GB, fp32)":5.75,"Embedding Dimensions":8192,"Max Tokens":131072,"SummEval":31.49} -{"index":20,"Rank":48,"Model":"gte-Qwen1.5-7B-instruct<\/a>","Model Size (Million Parameters)":7099,"Memory Usage (GB, fp32)":26.45,"Embedding Dimensions":4096,"Max Tokens":32768,"SummEval":31.46} -{"index":109,"Rank":49,"Model":"SGPT-5.8B-weightedmean-msmarco-specb-bitfit<\/a>","Model Size (Million Parameters)":5874,"Memory Usage (GB, fp32)":21.88,"Embedding Dimensions":4096,"Max Tokens":2048,"SummEval":31.46} -{"index":262,"Rank":50,"Model":"M2V_base_glove<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Embedding Dimensions":256,"Max Tokens":1000000,"SummEval":31.45} -{"index":89,"Rank":51,"Model":"LLM2Vec-Meta-Llama-3-unsupervised<\/a>","Model Size (Million Parameters)":7505,"Memory Usage (GB, fp32)":27.96,"Embedding Dimensions":4096,"Max Tokens":8192,"SummEval":31.45} -{"index":384,"Rank":52,"Model":"Zeta-Alpha-E5-Mistral<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"SummEval":31.42} -{"index":112,"Rank":53,"Model":"jasper_en_vision_language_v1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","SummEval":31.42} -{"index":5,"Rank":54,"Model":"voyage-3-lite<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":512,"Max Tokens":32000,"SummEval":31.4} -{"index":26,"Rank":55,"Model":"e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"SummEval":31.4} -{"index":282,"Rank":56,"Model":"modernbert-embed-base<\/a>","Model Size (Million Parameters)":149,"Memory Usage (GB, fp32)":0.56,"Embedding Dimensions":768,"Max Tokens":8192,"SummEval":31.39} -{"index":224,"Rank":57,"Model":"e5-small<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"SummEval":31.39} -{"index":336,"Rank":58,"Model":"sentence-t5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"SummEval":31.39} -{"index":87,"Rank":59,"Model":"LLM2Vec-Llama-2-unsupervised<\/a>","Model Size (Million Parameters)":6607,"Memory Usage (GB, fp32)":24.61,"Embedding Dimensions":4096,"Max Tokens":4096,"SummEval":31.38} -{"index":137,"Rank":60,"Model":"snowflake-arctic-embed-m-long<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":8192,"SummEval":31.38} -{"index":22,"Rank":61,"Model":"gte-Qwen2-7B-instruct<\/a>","Model Size (Million Parameters)":7613,"Memory Usage (GB, fp32)":28.36,"Embedding Dimensions":3584,"Max Tokens":32768,"SummEval":31.35} -{"index":115,"Rank":62,"Model":"Arabert-all-nli-triplet-Matryoshka<\/a>","Model Size (Million Parameters)":135,"Memory Usage (GB, fp32)":0.5,"Embedding Dimensions":768,"Max Tokens":512,"SummEval":31.33} -{"index":45,"Rank":63,"Model":"Cohere-embed-english-light-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","SummEval":31.29} -{"index":285,"Rank":64,"Model":"nomic-embed-text-v1-ablated<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":8192,"SummEval":31.28} -{"index":95,"Rank":65,"Model":"Ivysaur<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.08,"Embedding Dimensions":384,"Max Tokens":512,"SummEval":31.27} -{"index":238,"Rank":66,"Model":"jina-embedding-s-en-v1<\/a>","Model Size (Million Parameters)":35,"Memory Usage (GB, fp32)":0.13,"Embedding Dimensions":512,"Max Tokens":512,"SummEval":31.25} -{"index":93,"Rank":67,"Model":"LLM2Vec-Sheared-Llama-unsupervised<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":4096,"SummEval":31.23} -{"index":312,"Rank":68,"Model":"zzz<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","SummEval":31.23} -{"index":67,"Rank":69,"Model":"lodestone-base-4096-v1<\/a>","Model Size (Million Parameters)":69,"Memory Usage (GB, fp32)":0.26,"Embedding Dimensions":768,"Max Tokens":4096,"SummEval":31.23} -{"index":246,"Rank":70,"Model":"cde-small-v1<\/a>","Model Size (Million Parameters)":143,"Memory Usage (GB, fp32)":0.53,"Embedding Dimensions":768,"Max Tokens":512,"SummEval":31.23} -{"index":161,"Rank":71,"Model":"GIST-all-MiniLM-L6-v2<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.08,"Embedding Dimensions":384,"Max Tokens":512,"SummEval":31.22} -{"index":283,"Rank":72,"Model":"modernbert-embed-base-unsupervised<\/a>","Model Size (Million Parameters)":149,"Memory Usage (GB, fp32)":0.56,"Embedding Dimensions":768,"Max Tokens":8192,"SummEval":31.2} -{"index":293,"Rank":73,"Model":"NV-Embed-v1<\/a>","Model Size (Million Parameters)":7851,"Memory Usage (GB, fp32)":29.25,"Embedding Dimensions":4096,"Max Tokens":32768,"SummEval":31.2} -{"index":33,"Rank":74,"Model":"bge-multilingual-gemma2<\/a>","Model Size (Million Parameters)":9242,"Memory Usage (GB, fp32)":34.43,"Embedding Dimensions":3584,"Max Tokens":8192,"SummEval":31.2} -{"index":355,"Rank":75,"Model":"BinGSE-Meta-Llama-3-8B-Instruct<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","SummEval":31.19} -{"index":303,"Rank":76,"Model":"sup-simcse-bert-base-uncased<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"SummEval":31.17} -{"index":23,"Rank":77,"Model":"gte-base-en-v1.5<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":8192,"SummEval":31.17} -{"index":351,"Rank":78,"Model":"gte-base<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"SummEval":31.17} -{"index":21,"Rank":79,"Model":"gte-Qwen2-1.5B-instruct<\/a>","Model Size (Million Parameters)":1776,"Memory Usage (GB, fp32)":6.62,"Embedding Dimensions":1536,"Max Tokens":131072,"SummEval":31.17} -{"index":130,"Rank":80,"Model":"SFR-Embedding-Mistral<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"SummEval":31.16} -{"index":225,"Rank":81,"Model":"e5-small-v2<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"SummEval":31.16} -{"index":142,"Rank":82,"Model":"bge-micro<\/a>","Model Size (Million Parameters)":17,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"SummEval":31.16} -{"index":304,"Rank":83,"Model":"unsup-simcse-bert-base-uncased<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"SummEval":31.15} -{"index":163,"Rank":84,"Model":"GIST-small-Embedding-v0<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"SummEval":31.14} -{"index":79,"Rank":85,"Model":"bilingual-embedding-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"SummEval":31.14} -{"index":213,"Rank":86,"Model":"granite-embedding-107m-multilingual<\/a>","Model Size (Million Parameters)":107,"Memory Usage (GB, fp32)":0.4,"Embedding Dimensions":384,"Max Tokens":514,"SummEval":31.12} -{"index":399,"Rank":87,"Model":"text-embedding-3-small<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":8191,"SummEval":31.12} -{"index":341,"Rank":88,"Model":"rubert-tiny-turbo<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"Embedding Dimensions":312,"Max Tokens":2048,"SummEval":31.12} -{"index":232,"Rank":89,"Model":"udever-bloom-1b1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":2048,"SummEval":31.1} -{"index":165,"Rank":90,"Model":"bge-base-en-v1-5-seqlen-384-bs-1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","SummEval":31.07} -{"index":29,"Rank":91,"Model":"bge-base-en-v1.5<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"SummEval":31.07} -{"index":66,"Rank":92,"Model":"speed-embedding-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"SummEval":31.06} -{"index":320,"Rank":93,"Model":"LaBSE<\/a>","Model Size (Million Parameters)":471,"Memory Usage (GB, fp32)":1.75,"Embedding Dimensions":768,"Max Tokens":512,"SummEval":31.05} -{"index":193,"Rank":94,"Model":"multi-qa-MiniLM-L6-cos-v1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","SummEval":31.05} -{"index":108,"Rank":95,"Model":"SGPT-2.7B-weightedmean-msmarco-specb-bitfit<\/a>","Model Size (Million Parameters)":2685,"Memory Usage (GB, fp32)":10.0,"Embedding Dimensions":2560,"Max Tokens":2048,"SummEval":31.03} -{"index":400,"Rank":96,"Model":"elser-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":30522,"Max Tokens":512,"SummEval":31.03} -{"index":219,"Rank":97,"Model":"e5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"SummEval":31.01} -{"index":250,"Rank":98,"Model":"MegatronBert-1B3-embedding<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","SummEval":31.01} -{"index":12,"Rank":99,"Model":"voyage-lite-02-instruct<\/a>","Model Size (Million Parameters)":1220,"Memory Usage (GB, fp32)":4.54,"Embedding Dimensions":1024,"Max Tokens":4000,"SummEval":31.01} -{"index":48,"Rank":100,"Model":"Cohere-embed-multilingual-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":512,"SummEval":30.99} -{"index":81,"Rank":101,"Model":"Linq-Embed-Mistral<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"SummEval":30.98} -{"index":221,"Rank":102,"Model":"e5-large<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"SummEval":30.97} -{"index":11,"Rank":103,"Model":"voyage-lite-01-instruct<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":4000,"SummEval":30.97} -{"index":94,"Rank":104,"Model":"Bulbasaur<\/a>","Model Size (Million Parameters)":17,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"SummEval":30.97} -{"index":235,"Rank":105,"Model":"udever-bloom-7b1<\/a>","Model Size (Million Parameters)":7069,"Memory Usage (GB, fp32)":26.33,"Embedding Dimensions":4096,"Max Tokens":2048,"SummEval":30.97} -{"index":162,"Rank":106,"Model":"GIST-large-Embedding-v0<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"SummEval":30.96} -{"index":88,"Rank":107,"Model":"LLM2Vec-Meta-Llama-3-supervised<\/a>","Model Size (Million Parameters)":7505,"Memory Usage (GB, fp32)":27.96,"Embedding Dimensions":4096,"Max Tokens":8192,"SummEval":30.94} -{"index":24,"Rank":108,"Model":"gte-large-en-v1.5<\/a>","Model Size (Million Parameters)":434,"Memory Usage (GB, fp32)":1.62,"Embedding Dimensions":1024,"Max Tokens":8192,"SummEval":30.91} -{"index":160,"Rank":109,"Model":"GIST-Embedding-v0<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"SummEval":30.87} -{"index":134,"Rank":110,"Model":"snowflake-arctic-embed-l<\/a>","Model Size (Million Parameters)":334,"Memory Usage (GB, fp32)":1.24,"Embedding Dimensions":1024,"Max Tokens":512,"SummEval":30.84} -{"index":308,"Rank":111,"Model":"TDTE<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","SummEval":30.83} -{"index":361,"Rank":112,"Model":"l3_wl<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","SummEval":30.83} -{"index":253,"Rank":113,"Model":"ember-v1<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"SummEval":30.82} -{"index":131,"Rank":114,"Model":"ember-v1-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","SummEval":30.82} -{"index":322,"Rank":115,"Model":"all-MiniLM-L6-v2<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":384,"Max Tokens":512,"SummEval":30.81} -{"index":18,"Rank":116,"Model":"gme-Qwen2-VL-2B-Instruct<\/a>","Model Size (Million Parameters)":2209,"Memory Usage (GB, fp32)":8.23,"Embedding Dimensions":1536,"Max Tokens":32768,"SummEval":30.8} -{"index":396,"Rank":117,"Model":"text-embedding-ada-002<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":8191,"SummEval":30.8} -{"index":356,"Rank":118,"Model":"BinGSE-Sheared-LLaMA<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","SummEval":30.79} -{"index":369,"Rank":119,"Model":"universal-sentence-encoder-multilingual-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":512,"Max Tokens":512,"SummEval":30.79} -{"index":30,"Rank":120,"Model":"bge-en-icl<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"SummEval":30.77} -{"index":174,"Rank":121,"Model":"red-beetle-base-v1.1<\/a>","Model Size (Million Parameters)":30,"Memory Usage (GB, fp32)":0.11,"Embedding Dimensions":1024,"Max Tokens":1000000,"SummEval":30.74} -{"index":245,"Rank":122,"Model":"echo-mistral-7b-instruct-lasttoken<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"SummEval":30.73} -{"index":286,"Rank":123,"Model":"nomic-embed-text-v1-unsupervised<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":8192,"SummEval":30.72} -{"index":236,"Rank":124,"Model":"jina-embedding-b-en-v1<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"SummEval":30.71} -{"index":129,"Rank":125,"Model":"SFR-Embedding-2_R<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"SummEval":30.71} -{"index":98,"Rank":126,"Model":"Wartortle<\/a>","Model Size (Million Parameters)":17,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"SummEval":30.71} -{"index":294,"Rank":127,"Model":"NV-Embed-v2<\/a>","Model Size (Million Parameters)":7851,"Memory Usage (GB, fp32)":29.25,"Embedding Dimensions":4096,"Max Tokens":32768,"SummEval":30.7} -{"index":116,"Rank":128,"Model":"Arabic-MiniLM-L12-v2-all-nli-triplet<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"SummEval":30.69} -{"index":334,"Rank":129,"Model":"paraphrase-multilingual-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"SummEval":30.67} -{"index":331,"Rank":130,"Model":"gtr-t5-xxl<\/a>","Model Size (Million Parameters)":4865,"Memory Usage (GB, fp32)":18.12,"Embedding Dimensions":768,"Max Tokens":512,"SummEval":30.64} -{"index":173,"Rank":131,"Model":"brown-fairy-base-v0<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.08,"Embedding Dimensions":768,"Max Tokens":1000000,"SummEval":30.64} -{"index":233,"Rank":132,"Model":"udever-bloom-3b<\/a>","Model Size (Million Parameters)":3003,"Memory Usage (GB, fp32)":11.19,"Embedding Dimensions":2560,"Max Tokens":2048,"SummEval":30.62} -{"index":299,"Rank":133,"Model":"MiniCPM-Embedding-Light<\/a>","Model Size (Million Parameters)":434,"Memory Usage (GB, fp32)":1.62,"Embedding Dimensions":1024,"Max Tokens":4096,"SummEval":30.62} -{"index":132,"Rank":134,"Model":"LLaMA-embeeding<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","SummEval":30.62} -{"index":164,"Rank":135,"Model":"NoInstruct-small-Embedding-v0<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"SummEval":30.6} -{"index":85,"Rank":136,"Model":"onnx-gte-multilingual-base<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","SummEval":30.58} -{"index":180,"Rank":137,"Model":"LaBSE-en-ru<\/a>","Model Size (Million Parameters)":129,"Memory Usage (GB, fp32)":0.48,"Embedding Dimensions":768,"Max Tokens":512,"SummEval":30.58} -{"index":25,"Rank":138,"Model":"gte-multilingual-base<\/a>","Model Size (Million Parameters)":305,"Memory Usage (GB, fp32)":1.14,"Embedding Dimensions":768,"Max Tokens":8192,"SummEval":30.58} -{"index":372,"Rank":139,"Model":"b1ade-embed-kd<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"SummEval":30.57} -{"index":52,"Rank":140,"Model":"rubert-base-cased-sentence<\/a>","Model Size (Million Parameters)":180,"Memory Usage (GB, fp32)":0.67,"Embedding Dimensions":768,"Max Tokens":512,"SummEval":30.57} -{"index":242,"Rank":141,"Model":"jina-embeddings-v2-small-en<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":512,"Max Tokens":8192,"SummEval":30.56} -{"index":197,"Rank":142,"Model":"SONAR<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","SummEval":30.56} -{"index":53,"Rank":143,"Model":"jina-embeddings-v2-small-en-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","SummEval":30.56} -{"index":156,"Rank":144,"Model":"bge-small-en<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","SummEval":30.53} -{"index":103,"Rank":145,"Model":"test24<\/a>","Model Size (Million Parameters)":17,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"SummEval":30.52} -{"index":135,"Rank":146,"Model":"snowflake-arctic-embed-l-v2.0<\/a>","Model Size (Million Parameters)":568,"Memory Usage (GB, fp32)":2.12,"Embedding Dimensions":1024,"Max Tokens":8194,"SummEval":30.51} -{"index":149,"Rank":147,"Model":"MedEmbed-small-v0.1<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"SummEval":30.49} -{"index":326,"Rank":148,"Model":"average_word_embeddings_komninos<\/a>","Model Size (Million Parameters)":134,"Memory Usage (GB, fp32)":0.5,"Embedding Dimensions":300,"Max Tokens":"N\/A","SummEval":30.49} -{"index":302,"Rank":149,"Model":"mini-gte<\/a>","Model Size (Million Parameters)":66,"Memory Usage (GB, fp32)":0.25,"Embedding Dimensions":768,"Max Tokens":512,"SummEval":30.48} -{"index":289,"Rank":150,"Model":"nomic-embed-text-v1.5-512<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":512,"Max Tokens":8192,"SummEval":30.47} -{"index":228,"Rank":151,"Model":"multilingual-e5-large-instruct<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"SummEval":30.46} -{"index":6,"Rank":152,"Model":"voyage-3-m-exp<\/a>","Model Size (Million Parameters)":6918,"Memory Usage (GB, fp32)":25.77,"Embedding Dimensions":2048,"Max Tokens":32000,"SummEval":30.45} -{"index":366,"Rank":153,"Model":"voyage-3-m-exp<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","SummEval":30.45} -{"index":105,"Rank":154,"Model":"SGPT-1.3B-weightedmean-msmarco-specb-bitfit<\/a>","Model Size (Million Parameters)":1341,"Memory Usage (GB, fp32)":4.99,"Embedding Dimensions":2048,"Max Tokens":2048,"SummEval":30.43} -{"index":353,"Rank":155,"Model":"gte-small<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"SummEval":30.42} -{"index":47,"Rank":156,"Model":"Cohere-embed-multilingual-light-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":384,"Max Tokens":512,"SummEval":30.41} -{"index":38,"Rank":157,"Model":"nomic-embed-text-v1.5-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","SummEval":30.4} -{"index":386,"Rank":158,"Model":"nomic-embed-text-v1.5-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","SummEval":30.4} -{"index":291,"Rank":159,"Model":"nomic-embed-text-v1.5<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":8192,"SummEval":30.4} -{"index":272,"Rank":160,"Model":"nomic-embed-text-v1.5-Q4_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","SummEval":30.4} -{"index":147,"Rank":161,"Model":"nomic-embed-text-v1.5-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","SummEval":30.4} -{"index":127,"Rank":162,"Model":"nomic-embed-text-v1.5-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","SummEval":30.4} -{"index":36,"Rank":163,"Model":"nomic-embed-text-v1.5<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":8192,"SummEval":30.4} -{"index":61,"Rank":164,"Model":"GritLM-7B<\/a>","Model Size (Million Parameters)":7240,"Memory Usage (GB, fp32)":26.97,"Embedding Dimensions":"","Max Tokens":4096,"SummEval":30.39} -{"index":110,"Rank":165,"Model":"SGPT-5.8B-weightedmean-nli-bitfit<\/a>","Model Size (Million Parameters)":5874,"Memory Usage (GB, fp32)":21.88,"Embedding Dimensions":4096,"Max Tokens":2048,"SummEval":30.38} -{"index":300,"Rank":166,"Model":"GritLM-7B-vllm<\/a>","Model Size (Million Parameters)":7242,"Memory Usage (GB, fp32)":26.98,"Embedding Dimensions":4096,"Max Tokens":32768,"SummEval":30.37} -{"index":349,"Rank":167,"Model":"GritLM-7B-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","SummEval":30.37} -{"index":40,"Rank":168,"Model":"GritLM-7B-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","SummEval":30.37} -{"index":292,"Rank":169,"Model":"contriever-base-msmarco<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"SummEval":30.36} -{"index":138,"Rank":170,"Model":"snowflake-arctic-embed-m-v1.5<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"SummEval":30.36} -{"index":136,"Rank":171,"Model":"snowflake-arctic-embed-m<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"SummEval":30.31} -{"index":96,"Rank":172,"Model":"Squirtle<\/a>","Model Size (Million Parameters)":16,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"SummEval":30.3} -{"index":150,"Rank":173,"Model":"e5-base-v2-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","SummEval":30.28} -{"index":195,"Rank":174,"Model":"e5-base-4k<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"SummEval":30.28} -{"index":220,"Rank":175,"Model":"e5-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"SummEval":30.28} -{"index":359,"Rank":176,"Model":"GTE_wl_mv<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","SummEval":30.27} -{"index":107,"Rank":177,"Model":"SGPT-125M-weightedmean-nli-bitfit<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":2048,"SummEval":30.26} -{"index":78,"Rank":178,"Model":"bilingual-embedding-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"SummEval":30.26} -{"index":251,"Rank":179,"Model":"XLM-0B6-embedding<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","SummEval":30.25} -{"index":226,"Rank":180,"Model":"multilingual-e5-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"SummEval":30.23} -{"index":360,"Rank":181,"Model":"gte_wl<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","SummEval":30.22} -{"index":330,"Rank":182,"Model":"gtr-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Embedding Dimensions":768,"Max Tokens":512,"SummEval":30.21} -{"index":75,"Rank":183,"Model":"e5-large-v2-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","SummEval":30.19} -{"index":91,"Rank":184,"Model":"LLM2Vec-Mistral-unsupervised<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"SummEval":30.19} -{"index":222,"Rank":185,"Model":"e5-large-v2<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"SummEval":30.19} -{"index":46,"Rank":186,"Model":"Cohere-embed-english-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":512,"SummEval":30.18} -{"index":171,"Rank":187,"Model":"brown-beetle-tiny-v1<\/a>","Model Size (Million Parameters)":4,"Memory Usage (GB, fp32)":0.01,"Embedding Dimensions":128,"Max Tokens":1000000,"SummEval":30.16} -{"index":117,"Rank":188,"Model":"Arabic-all-nli-triplet-Matryoshka<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"SummEval":30.16} -{"index":9,"Rank":189,"Model":"voyage-large-2-instruct<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":16000,"SummEval":30.15} -{"index":375,"Rank":190,"Model":"bge-small-en-v1.5-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","SummEval":30.12} -{"index":198,"Rank":191,"Model":"english-4U-bge-small<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","SummEval":30.12} -{"index":34,"Rank":192,"Model":"bge-small-en-v1.5<\/a>","Model Size (Million Parameters)":24,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":512,"Max Tokens":512,"SummEval":30.12} -{"index":340,"Rank":193,"Model":"LaBSE-ru-turbo<\/a>","Model Size (Million Parameters)":128,"Memory Usage (GB, fp32)":0.48,"Embedding Dimensions":768,"Max Tokens":512,"SummEval":30.12} -{"index":364,"Rank":194,"Model":"wl_sw_256<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","SummEval":30.12} -{"index":192,"Rank":195,"Model":"multilingual-e5-base-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","SummEval":30.11} -{"index":111,"Rank":196,"Model":"multilingual-e5-base-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","SummEval":30.11} -{"index":39,"Rank":197,"Model":"multilingual-e5-base-similarity-v1-onnx-quantized<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","SummEval":30.11} -{"index":141,"Rank":198,"Model":"snowflake-arctic-embed-xs<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.08,"Embedding Dimensions":384,"Max Tokens":512,"SummEval":30.1} -{"index":342,"Rank":199,"Model":"text2vec-base-multilingual<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":256,"SummEval":30.1} -{"index":263,"Rank":200,"Model":"M2V_base_glove_subword<\/a>","Model Size (Million Parameters)":103,"Memory Usage (GB, fp32)":0.38,"Embedding Dimensions":256,"Max Tokens":1000000,"SummEval":30.08} -{"index":35,"Rank":201,"Model":"nomic-embed-text-v1<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":8192,"SummEval":30.08} -{"index":339,"Rank":202,"Model":"sentence-t5-xxl<\/a>","Model Size (Million Parameters)":4865,"Memory Usage (GB, fp32)":18.12,"Embedding Dimensions":768,"Max Tokens":512,"SummEval":30.08} -{"index":284,"Rank":203,"Model":"nomic-embed-text-v1<\/a>","Model Size (Million Parameters)":547,"Memory Usage (GB, fp32)":2.04,"Embedding Dimensions":768,"Max Tokens":8192,"SummEval":30.08} -{"index":166,"Rank":204,"Model":"concat-e5-small-bge-small-01<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","SummEval":30.07} -{"index":288,"Rank":205,"Model":"nomic-embed-text-v1.5-256<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":256,"Max Tokens":8192,"SummEval":30.05} -{"index":357,"Rank":206,"Model":"GTE256_sw<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","SummEval":30.04} -{"index":229,"Rank":207,"Model":"multilingual-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"SummEval":30.04} -{"index":92,"Rank":208,"Model":"LLM2Vec-Sheared-Llama-supervised<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":4096,"SummEval":30.01} -{"index":244,"Rank":209,"Model":"multilingual-e5-small-ct2-int8<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","SummEval":29.98} -{"index":90,"Rank":210,"Model":"LLM2Vec-Mistral-supervised<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"SummEval":29.96} -{"index":398,"Rank":211,"Model":"text-embedding-3-large<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":3072,"Max Tokens":8191,"SummEval":29.92} -{"index":397,"Rank":212,"Model":"text-embedding-3-large-256<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":256,"Max Tokens":8191,"SummEval":29.92} -{"index":338,"Rank":213,"Model":"sentence-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Embedding Dimensions":768,"Max Tokens":512,"SummEval":29.91} -{"index":97,"Rank":214,"Model":"Venusaur<\/a>","Model Size (Million Parameters)":16,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"SummEval":29.91} -{"index":301,"Rank":215,"Model":"jina-embeddings-v2-base-es-Q5_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","SummEval":29.87} -{"index":28,"Rank":216,"Model":"jina-embeddings-v2-base-es-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","SummEval":29.87} -{"index":143,"Rank":217,"Model":"bge-micro-v2<\/a>","Model Size (Million Parameters)":17,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"SummEval":29.87} -{"index":27,"Rank":218,"Model":"jina-embeddings-v2-base-es-Q2_K-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","SummEval":29.87} -{"index":241,"Rank":219,"Model":"jina-embeddings-v2-base-es<\/a>","Model Size (Million Parameters)":161,"Memory Usage (GB, fp32)":0.6,"Embedding Dimensions":768,"Max Tokens":8192,"SummEval":29.87} -{"index":249,"Rank":220,"Model":"modernbert-embed-large-unsupervised<\/a>","Model Size (Million Parameters)":395,"Memory Usage (GB, fp32)":1.47,"Embedding Dimensions":1024,"Max Tokens":8192,"SummEval":29.86} -{"index":237,"Rank":221,"Model":"jina-embedding-l-en-v1<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"SummEval":29.85} -{"index":207,"Rank":222,"Model":"instructor-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"SummEval":29.85} -{"index":158,"Rank":223,"Model":"bge-small-4096<\/a>","Model Size (Million Parameters)":35,"Memory Usage (GB, fp32)":0.13,"Embedding Dimensions":384,"Max Tokens":4096,"SummEval":29.83} -{"index":62,"Rank":224,"Model":"GritLM-8x7B<\/a>","Model Size (Million Parameters)":46703,"Memory Usage (GB, fp32)":173.98,"Embedding Dimensions":4096,"Max Tokens":32768,"SummEval":29.82} -{"index":350,"Rank":225,"Model":"GritLM-8x7B-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","SummEval":29.82} -{"index":358,"Rank":226,"Model":"GTE512_sw<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","SummEval":29.82} -{"index":206,"Rank":227,"Model":"bert-base-uncased<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"SummEval":29.82} -{"index":266,"Rank":228,"Model":"potion-base-32M<\/a>","Model Size (Million Parameters)":32,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":512,"Max Tokens":1000000,"SummEval":29.78} -{"index":378,"Rank":229,"Model":"new_model<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","SummEval":29.78} -{"index":49,"Rank":230,"Model":"jina-embeddings-v3<\/a>","Model Size (Million Parameters)":572,"Memory Usage (GB, fp32)":2.13,"Embedding Dimensions":1024,"Max Tokens":8194,"SummEval":29.71} -{"index":243,"Rank":231,"Model":"jina-embeddings-v3<\/a>","Model Size (Million Parameters)":572,"Memory Usage (GB, fp32)":2.13,"Embedding Dimensions":1024,"Max Tokens":8194,"SummEval":29.71} -{"index":106,"Rank":232,"Model":"SGPT-125M-weightedmean-msmarco-specb-bitfit<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":2048,"SummEval":29.71} -{"index":370,"Rank":233,"Model":"universal-sentence-encoder-multilingual-large-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":512,"Max Tokens":512,"SummEval":29.71} -{"index":328,"Rank":234,"Model":"gtr-t5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"SummEval":29.67} -{"index":227,"Rank":235,"Model":"multilingual-e5-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"SummEval":29.64} -{"index":337,"Rank":236,"Model":"sentence-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Embedding Dimensions":768,"Max Tokens":512,"SummEval":29.64} -{"index":287,"Rank":237,"Model":"nomic-embed-text-v1.5-128<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":128,"Max Tokens":8192,"SummEval":29.59} -{"index":51,"Rank":238,"Model":"rubert-base-cased<\/a>","Model Size (Million Parameters)":180,"Memory Usage (GB, fp32)":0.67,"Embedding Dimensions":768,"Max Tokens":512,"SummEval":29.56} -{"index":181,"Rank":239,"Model":"rubert-tiny<\/a>","Model Size (Million Parameters)":12,"Memory Usage (GB, fp32)":0.04,"Embedding Dimensions":512,"Max Tokens":514,"SummEval":29.54} -{"index":380,"Rank":240,"Model":"LENS-d8000<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"SummEval":29.54} -{"index":120,"Rank":241,"Model":"Marbert-all-nli-triplet-Matryoshka<\/a>","Model Size (Million Parameters)":163,"Memory Usage (GB, fp32)":0.61,"Embedding Dimensions":768,"Max Tokens":512,"SummEval":29.53} -{"index":329,"Rank":242,"Model":"gtr-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Embedding Dimensions":768,"Max Tokens":512,"SummEval":29.5} -{"index":332,"Rank":243,"Model":"msmarco-bert-co-condensor<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"SummEval":29.5} -{"index":19,"Rank":244,"Model":"gme-Qwen2-VL-7B-Instruct<\/a>","Model Size (Million Parameters)":8291,"Memory Usage (GB, fp32)":30.89,"Embedding Dimensions":3584,"Max Tokens":32768,"SummEval":29.47} -{"index":144,"Rank":245,"Model":"gte-tiny<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.08,"Embedding Dimensions":384,"Max Tokens":512,"SummEval":29.47} -{"index":41,"Rank":246,"Model":"gme-Qwen2-VL-7B-Instruct-Q5_K_S-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","SummEval":29.47} -{"index":50,"Rank":247,"Model":"distilrubert-small-cased-conversational<\/a>","Model Size (Million Parameters)":106,"Memory Usage (GB, fp32)":0.39,"Embedding Dimensions":768,"Max Tokens":512,"SummEval":29.45} -{"index":367,"Rank":248,"Model":"universal-sentence-encoder-4<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","SummEval":29.42} -{"index":139,"Rank":249,"Model":"snowflake-arctic-embed-m-v2.0<\/a>","Model Size (Million Parameters)":305,"Memory Usage (GB, fp32)":1.14,"Embedding Dimensions":768,"Max Tokens":8192,"SummEval":29.39} -{"index":179,"Rank":250,"Model":"snowflake-arctic-embed-m-v2.0-cpu<\/a>","Model Size (Million Parameters)":305,"Memory Usage (GB, fp32)":1.14,"Embedding Dimensions":768,"Max Tokens":8192,"SummEval":29.39} -{"index":216,"Rank":251,"Model":"granite-embedding-30m-english<\/a>","Model Size (Million Parameters)":30,"Memory Usage (GB, fp32)":0.11,"Embedding Dimensions":384,"Max Tokens":514,"SummEval":29.38} -{"index":104,"Rank":252,"Model":"test25<\/a>","Model Size (Million Parameters)":17,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"SummEval":29.33} -{"index":264,"Rank":253,"Model":"M2V_base_output<\/a>","Model Size (Million Parameters)":8,"Memory Usage (GB, fp32)":0.03,"Embedding Dimensions":256,"Max Tokens":1000000,"SummEval":29.28} -{"index":376,"Rank":254,"Model":"potion-base-8M-stf<\/a>","Model Size (Million Parameters)":8,"Memory Usage (GB, fp32)":0.03,"Embedding Dimensions":256,"Max Tokens":1000000,"SummEval":29.28} -{"index":268,"Rank":255,"Model":"potion-base-8M<\/a>","Model Size (Million Parameters)":8,"Memory Usage (GB, fp32)":0.03,"Embedding Dimensions":256,"Max Tokens":1000000,"SummEval":29.28} -{"index":169,"Rank":256,"Model":"brown-beetle-small-v1<\/a>","Model Size (Million Parameters)":8,"Memory Usage (GB, fp32)":0.03,"Embedding Dimensions":256,"Max Tokens":1000000,"SummEval":29.27} -{"index":80,"Rank":257,"Model":"bilingual-embedding-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"SummEval":29.23} -{"index":363,"Rank":258,"Model":"mv_sw<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","SummEval":29.2} -{"index":65,"Rank":259,"Model":"KaLM-embedding-multilingual-mini-v1<\/a>","Model Size (Million Parameters)":494,"Memory Usage (GB, fp32)":1.84,"Embedding Dimensions":896,"Max Tokens":131072,"SummEval":29.15} -{"index":167,"Rank":260,"Model":"brown-beetle-base-v1<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.08,"Embedding Dimensions":768,"Max Tokens":1000000,"SummEval":29.13} -{"index":183,"Rank":261,"Model":"cai-lunaris-text-embeddings<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"SummEval":29.02} -{"index":252,"Rank":262,"Model":"XLM-3B5-embedding<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","SummEval":29.02} -{"index":368,"Rank":263,"Model":"universal-sentence-encoder-large-5<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","SummEval":29.01} -{"index":7,"Rank":264,"Model":"voyage-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":32000,"SummEval":28.92} -{"index":191,"Rank":265,"Model":"deberta-v1-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":512,"SummEval":28.91} -{"index":267,"Rank":266,"Model":"potion-base-4M<\/a>","Model Size (Million Parameters)":4,"Memory Usage (GB, fp32)":0.01,"Embedding Dimensions":128,"Max Tokens":1000000,"SummEval":28.89} -{"index":325,"Rank":267,"Model":"average_word_embeddings_glove.6B.300d<\/a>","Model Size (Million Parameters)":120,"Memory Usage (GB, fp32)":0.45,"Embedding Dimensions":300,"Max Tokens":"N\/A","SummEval":28.87} -{"index":119,"Rank":268,"Model":"Arabic-mpnet-base-all-nli-triplet<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"SummEval":28.79} -{"index":172,"Rank":269,"Model":"brown-beetle-tiny-v1.1<\/a>","Model Size (Million Parameters)":4,"Memory Usage (GB, fp32)":0.01,"Embedding Dimensions":768,"Max Tokens":1000000,"SummEval":28.59} -{"index":86,"Rank":270,"Model":"LLM2Vec-Llama-2-7b-chat-hf-mntp-supervised<\/a>","Model Size (Million Parameters)":6607,"Memory Usage (GB, fp32)":24.61,"Embedding Dimensions":4096,"Max Tokens":4096,"SummEval":28.49} -{"index":182,"Rank":271,"Model":"rubert-tiny2<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"Embedding Dimensions":2048,"Max Tokens":514,"SummEval":28.46} -{"index":13,"Rank":272,"Model":"voyage-multilingual-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":32000,"SummEval":28.44} -{"index":290,"Rank":273,"Model":"nomic-embed-text-v1.5-64<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":64,"Max Tokens":8192,"SummEval":28.41} -{"index":248,"Rank":274,"Model":"modernbert-embed-large<\/a>","Model Size (Million Parameters)":395,"Memory Usage (GB, fp32)":1.47,"Embedding Dimensions":1024,"Max Tokens":8192,"SummEval":28.31} -{"index":154,"Rank":275,"Model":"sbert_large_nlu_ru<\/a>","Model Size (Million Parameters)":427,"Memory Usage (GB, fp32)":1.59,"Embedding Dimensions":1024,"Max Tokens":512,"SummEval":28.2} -{"index":321,"Rank":276,"Model":"all-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"SummEval":27.9} -{"index":63,"Rank":277,"Model":"KaLM-embedding-multilingual-mini-instruct-v1<\/a>","Model Size (Million Parameters)":494,"Memory Usage (GB, fp32)":1.84,"Embedding Dimensions":896,"Max Tokens":131072,"SummEval":27.88} -{"index":155,"Rank":278,"Model":"Giga-Embeddings-instruct<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","SummEval":27.86} -{"index":324,"Rank":279,"Model":"allenai-specter<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"SummEval":27.66} -{"index":157,"Rank":280,"Model":"Titan-text-embeddings-v2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","SummEval":27.54} -{"index":323,"Rank":281,"Model":"all-mpnet-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"SummEval":27.49} -{"index":153,"Rank":282,"Model":"sbert_large_mt_nlu_ru<\/a>","Model Size (Million Parameters)":427,"Memory Usage (GB, fp32)":1.59,"Embedding Dimensions":1024,"Max Tokens":514,"SummEval":27.17} -{"index":392,"Rank":283,"Model":"text-similarity-ada-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":2046,"SummEval":26.94} -{"index":14,"Rank":284,"Model":"LASER2<\/a>","Model Size (Million Parameters)":43,"Memory Usage (GB, fp32)":0.16,"Embedding Dimensions":1024,"Max Tokens":"N\/A","SummEval":26.8} -{"index":64,"Rank":285,"Model":"KaLM-embedding-multilingual-mini-instruct-v1.5<\/a>","Model Size (Million Parameters)":494,"Memory Usage (GB, fp32)":1.84,"Embedding Dimensions":896,"Max Tokens":131072,"SummEval":25.23} -{"index":373,"Rank":286,"Model":"b1ade-embed-kd_3<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"SummEval":0.29} -{"index":2,"Rank":287,"Model":"titan-embed-text-v1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":8000,"SummEval":""} -{"index":3,"Rank":288,"Model":"mistral-embed<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":"","SummEval":""} -{"index":4,"Rank":289,"Model":"voyage-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":4000,"SummEval":""} -{"index":8,"Rank":290,"Model":"voyage-code-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":16000,"SummEval":""} -{"index":10,"Rank":291,"Model":"voyage-law-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":16000,"SummEval":""} -{"index":16,"Rank":293,"Model":"llm2vec-croissant-mntp<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"SummEval":""} -{"index":32,"Rank":295,"Model":"bge-m3<\/a>","Model Size (Million Parameters)":567,"Memory Usage (GB, fp32)":2.11,"Embedding Dimensions":1024,"Max Tokens":8192,"SummEval":""} -{"index":37,"Rank":296,"Model":"e5-R-mistral-7b<\/a>","Model Size (Million Parameters)":7242,"Memory Usage (GB, fp32)":26.98,"Embedding Dimensions":4096,"Max Tokens":32768,"SummEval":""} -{"index":54,"Rank":300,"Model":"xlm-roberta-base<\/a>","Model Size (Million Parameters)":279,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"SummEval":""} -{"index":55,"Rank":301,"Model":"xlm-roberta-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"SummEval":""} -{"index":57,"Rank":303,"Model":"STS-multilingual-mpnet-base-v2<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"SummEval":""} -{"index":58,"Rank":304,"Model":"bert-base-10lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":512,"SummEval":""} -{"index":59,"Rank":305,"Model":"bert-base-15lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":512,"SummEval":""} -{"index":60,"Rank":306,"Model":"bert-base-25lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":512,"SummEval":""} -{"index":74,"Rank":313,"Model":"gemma-2b-embeddings<\/a>","Model Size (Million Parameters)":2506,"Memory Usage (GB, fp32)":9.34,"Embedding Dimensions":2048,"Max Tokens":8192,"SummEval":""} -{"index":77,"Rank":314,"Model":"bilingual-document-embedding<\/a>","Model Size (Million Parameters)":568,"Memory Usage (GB, fp32)":2.12,"Embedding Dimensions":1024,"Max Tokens":8194,"SummEval":""} -{"index":99,"Rank":317,"Model":"gte-micro<\/a>","Model Size (Million Parameters)":17,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"SummEval":""} -{"index":100,"Rank":318,"Model":"gte-micro-v2<\/a>","Model Size (Million Parameters)":17,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"SummEval":""} -{"index":101,"Rank":319,"Model":"gte-micro-v3<\/a>","Model Size (Million Parameters)":17,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"SummEval":""} -{"index":102,"Rank":320,"Model":"gte-micro-v4<\/a>","Model Size (Million Parameters)":19,"Memory Usage (GB, fp32)":0.07,"Embedding Dimensions":384,"Max Tokens":512,"SummEval":""} -{"index":121,"Rank":321,"Model":"Solon-embeddings-large-0.1<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"SummEval":""} -{"index":122,"Rank":322,"Model":"KartonBERT-USE-base-v1<\/a>","Model Size (Million Parameters)":104,"Memory Usage (GB, fp32)":0.39,"Embedding Dimensions":768,"Max Tokens":512,"SummEval":""} -{"index":123,"Rank":323,"Model":"st-polish-kartonberta-base-alpha-v1<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":514,"SummEval":""} -{"index":146,"Rank":328,"Model":"sentence-croissant-llm-base<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"SummEval":""} -{"index":148,"Rank":329,"Model":"German_Semantic_STS_V2<\/a>","Model Size (Million Parameters)":336,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"SummEval":""} -{"index":152,"Rank":331,"Model":"ru-en-RoSBERTa<\/a>","Model Size (Million Parameters)":404,"Memory Usage (GB, fp32)":1.5,"Embedding Dimensions":1024,"Max Tokens":514,"SummEval":""} -{"index":168,"Rank":332,"Model":"brown-beetle-base-v1.1<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.08,"Embedding Dimensions":768,"Max Tokens":1000000,"SummEval":""} -{"index":170,"Rank":333,"Model":"brown-beetle-small-v1.1<\/a>","Model Size (Million Parameters)":8,"Memory Usage (GB, fp32)":0.03,"Embedding Dimensions":768,"Max Tokens":1000000,"SummEval":""} -{"index":177,"Rank":335,"Model":"slx-v0.1<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.08,"Embedding Dimensions":384,"Max Tokens":512,"SummEval":""} -{"index":184,"Rank":336,"Model":"cai-stellaris-text-embeddings<\/a>","Model Size (Million Parameters)":53,"Memory Usage (GB, fp32)":0.2,"Embedding Dimensions":768,"Max Tokens":514,"SummEval":""} -{"index":185,"Rank":337,"Model":"french-document-embedding<\/a>","Model Size (Million Parameters)":305,"Memory Usage (GB, fp32)":1.14,"Embedding Dimensions":768,"Max Tokens":8192,"SummEval":""} -{"index":186,"Rank":338,"Model":"sentence-camembert-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"SummEval":""} -{"index":187,"Rank":339,"Model":"sentence-camembert-large<\/a>","Model Size (Million Parameters)":337,"Memory Usage (GB, fp32)":1.26,"Embedding Dimensions":1024,"Max Tokens":512,"SummEval":""} -{"index":188,"Rank":340,"Model":"embedder-100p<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"SummEval":""} -{"index":194,"Rank":341,"Model":"sft-bge-small<\/a>","Model Size (Million Parameters)":24,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":512,"Max Tokens":512,"SummEval":""} -{"index":199,"Rank":342,"Model":"flaubert_base_cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":512,"SummEval":""} -{"index":200,"Rank":343,"Model":"flaubert_base_uncased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":512,"SummEval":""} -{"index":201,"Rank":344,"Model":"flaubert_large_cased<\/a>","Model Size (Million Parameters)":372,"Memory Usage (GB, fp32)":1.39,"Embedding Dimensions":1024,"Max Tokens":512,"SummEval":""} -{"index":204,"Rank":346,"Model":"bert-base-multilingual-cased<\/a>","Model Size (Million Parameters)":179,"Memory Usage (GB, fp32)":0.67,"Embedding Dimensions":768,"Max Tokens":512,"SummEval":""} -{"index":205,"Rank":347,"Model":"bert-base-multilingual-uncased<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Embedding Dimensions":768,"Max Tokens":512,"SummEval":""} -{"index":218,"Rank":348,"Model":"inf-retriever-v1<\/a>","Model Size (Million Parameters)":7069,"Memory Usage (GB, fp32)":26.33,"Embedding Dimensions":3584,"Max Tokens":131072,"SummEval":""} -{"index":230,"Rank":349,"Model":"herbert-base-retrieval-v2<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.47,"Embedding Dimensions":768,"Max Tokens":514,"SummEval":""} -{"index":231,"Rank":350,"Model":"silver-retriever-base-v1<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.47,"Embedding Dimensions":768,"Max Tokens":514,"SummEval":""} -{"index":255,"Rank":351,"Model":"ternary-weight-embedding<\/a>","Model Size (Million Parameters)":99,"Memory Usage (GB, fp32)":0.37,"Embedding Dimensions":1792,"Max Tokens":512,"SummEval":""} -{"index":256,"Rank":352,"Model":"bge-m3-custom-fr<\/a>","Model Size (Million Parameters)":568,"Memory Usage (GB, fp32)":2.12,"Embedding Dimensions":1024,"Max Tokens":8194,"SummEval":""} -{"index":257,"Rank":353,"Model":"sentence_croissant_alpha_v0.1<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"SummEval":""} -{"index":258,"Rank":354,"Model":"sentence_croissant_alpha_v0.2<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"SummEval":""} -{"index":259,"Rank":355,"Model":"sentence_croissant_alpha_v0.3<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"SummEval":""} -{"index":260,"Rank":356,"Model":"sentence_croissant_alpha_v0.4<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"SummEval":""} -{"index":271,"Rank":358,"Model":"mxbai-embed-xsmall-v1<\/a>","Model Size (Million Parameters)":24,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":384,"Max Tokens":4096,"SummEval":""} -{"index":273,"Rank":359,"Model":"fin-mpnet-base<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"SummEval":""} -{"index":295,"Rank":366,"Model":"NV-Retriever-v1<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":512,"SummEval":""} -{"index":296,"Rank":367,"Model":"arabic-english-sts-matryoshka<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"SummEval":""} -{"index":297,"Rank":368,"Model":"arabic-english-sts-matryoshka-v2.0<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"SummEval":""} -{"index":298,"Rank":369,"Model":"MiniCPM-Embedding<\/a>","Model Size (Million Parameters)":2725,"Memory Usage (GB, fp32)":10.15,"Embedding Dimensions":2304,"Max Tokens":512,"SummEval":""} -{"index":305,"Rank":370,"Model":"FAB-Ramy-v1<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"SummEval":""} -{"index":306,"Rank":371,"Model":"FAE-v1<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"SummEval":""} -{"index":307,"Rank":372,"Model":"FUE-v1<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"SummEval":""} -{"index":313,"Rank":373,"Model":"mmlw-e5-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"SummEval":""} -{"index":314,"Rank":374,"Model":"mmlw-e5-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"SummEval":""} -{"index":315,"Rank":375,"Model":"mmlw-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"SummEval":""} -{"index":316,"Rank":376,"Model":"mmlw-roberta-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":514,"SummEval":""} -{"index":317,"Rank":377,"Model":"mmlw-roberta-large<\/a>","Model Size (Million Parameters)":435,"Memory Usage (GB, fp32)":1.62,"Embedding Dimensions":1024,"Max Tokens":514,"SummEval":""} -{"index":318,"Rank":378,"Model":"st-polish-paraphrase-from-distilroberta<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.47,"Embedding Dimensions":768,"Max Tokens":514,"SummEval":""} -{"index":319,"Rank":379,"Model":"st-polish-paraphrase-from-mpnet<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.47,"Embedding Dimensions":768,"Max Tokens":514,"SummEval":""} -{"index":327,"Rank":380,"Model":"distiluse-base-multilingual-cased-v2<\/a>","Model Size (Million Parameters)":135,"Memory Usage (GB, fp32)":0.5,"Embedding Dimensions":512,"Max Tokens":512,"SummEval":""} -{"index":333,"Rank":381,"Model":"multi-qa-MiniLM-L6-cos-v1<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":384,"Max Tokens":512,"SummEval":""} -{"index":343,"Rank":382,"Model":"silma-embeddding-matryoshka-v0.1<\/a>","Model Size (Million Parameters)":135,"Memory Usage (GB, fp32)":0.5,"Embedding Dimensions":768,"Max Tokens":512,"SummEval":""} -{"index":344,"Rank":383,"Model":"silma-embeddding-sts-v0.1<\/a>","Model Size (Million Parameters)":135,"Memory Usage (GB, fp32)":0.5,"Embedding Dimensions":768,"Max Tokens":512,"SummEval":""} -{"index":347,"Rank":384,"Model":"ret-phi2-v0<\/a>","Model Size (Million Parameters)":2649,"Memory Usage (GB, fp32)":9.87,"Embedding Dimensions":2560,"Max Tokens":2048,"SummEval":""} -{"index":348,"Rank":385,"Model":"Angle_BERT<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"SummEval":""} -{"index":354,"Rank":386,"Model":"ALL_862873<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"SummEval":""} -{"index":377,"Rank":389,"Model":"bilingual-embedding-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"SummEval":""} -{"index":385,"Rank":393,"Model":"bi-cse<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"SummEval":""} -{"index":387,"Rank":394,"Model":"text-search-ada-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":2046,"SummEval":""} -{"index":388,"Rank":395,"Model":"text-search-ada-doc-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":2046,"SummEval":""} -{"index":389,"Rank":396,"Model":"text-search-babbage-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":2048,"Max Tokens":2046,"SummEval":""} -{"index":390,"Rank":397,"Model":"text-search-curie-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":4096,"Max Tokens":2046,"SummEval":""} -{"index":391,"Rank":398,"Model":"text-search-davinci-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":12288,"Max Tokens":2046,"SummEval":""} -{"index":393,"Rank":399,"Model":"text-similarity-babbage-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":2048,"Max Tokens":2046,"SummEval":""} -{"index":394,"Rank":400,"Model":"text-similarity-curie-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":4096,"Max Tokens":2046,"SummEval":""} -{"index":395,"Rank":401,"Model":"text-similarity-davinci-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":12288,"Max Tokens":2046,"SummEval":""} diff --git a/boards_data/fr/data_overall/default.jsonl b/boards_data/fr/data_overall/default.jsonl deleted file mode 100644 index 7653d939026dbb3d6912e2ea3fb4d7ce76f07d65..0000000000000000000000000000000000000000 --- a/boards_data/fr/data_overall/default.jsonl +++ /dev/null @@ -1,120 +0,0 @@ -{"index":19,"Rank":1,"Model":"bge-multilingual-gemma2<\/a>","Model Size (Million Parameters)":9242,"Memory Usage (GB, fp32)":34.43,"Embedding Dimensions":3584,"Max Tokens":8192,"Average (26 datasets)":70.08,"Classification Average (6 datasets)":81.62,"Clustering Average (7 datasets)":56.48,"PairClassification Average (2 datasets)":85.07,"Reranking Average (2 datasets)":85.22,"Retrieval Average (5 datasets)":63.47,"STS Average (3 datasets)":82.59,"Summarization Average (1 datasets)":31.26} -{"index":13,"Rank":2,"Model":"gte-Qwen2-7B-instruct<\/a>","Model Size (Million Parameters)":7613,"Memory Usage (GB, fp32)":28.36,"Embedding Dimensions":3584,"Max Tokens":32768,"Average (26 datasets)":68.56,"Classification Average (6 datasets)":81.5,"Clustering Average (7 datasets)":56.38,"PairClassification Average (2 datasets)":88.38,"Reranking Average (2 datasets)":82.71,"Retrieval Average (5 datasets)":55.71,"STS Average (3 datasets)":82.28,"Summarization Average (1 datasets)":31.45} -{"index":12,"Rank":3,"Model":"gte-Qwen2-1.5B-instruct<\/a>","Model Size (Million Parameters)":1776,"Memory Usage (GB, fp32)":6.62,"Embedding Dimensions":1536,"Max Tokens":131072,"Average (26 datasets)":66.6,"Classification Average (6 datasets)":78.02,"Clustering Average (7 datasets)":55.01,"PairClassification Average (2 datasets)":86.88,"Reranking Average (2 datasets)":83.76,"Retrieval Average (5 datasets)":52.56,"STS Average (3 datasets)":81.26,"Summarization Average (1 datasets)":30.5} -{"index":38,"Rank":4,"Model":"KaLM-embedding-multilingual-mini-instruct-v1<\/a>","Model Size (Million Parameters)":494,"Memory Usage (GB, fp32)":1.84,"Embedding Dimensions":896,"Max Tokens":131072,"Average (26 datasets)":64.04,"Classification Average (6 datasets)":76.83,"Clustering Average (7 datasets)":53.77,"PairClassification Average (2 datasets)":76.96,"Reranking Average (2 datasets)":80.82,"Retrieval Average (5 datasets)":48.18,"STS Average (3 datasets)":80.08,"Summarization Average (1 datasets)":30.89} -{"index":39,"Rank":5,"Model":"KaLM-embedding-multilingual-mini-instruct-v1.5<\/a>","Model Size (Million Parameters)":494,"Memory Usage (GB, fp32)":1.84,"Embedding Dimensions":896,"Max Tokens":131072,"Average (26 datasets)":63.08,"Classification Average (6 datasets)":75.46,"Clustering Average (7 datasets)":51.92,"PairClassification Average (2 datasets)":76.88,"Reranking Average (2 datasets)":80.58,"Retrieval Average (5 datasets)":48.37,"STS Average (3 datasets)":79.25,"Summarization Average (1 datasets)":29.32} -{"index":44,"Rank":6,"Model":"bilingual-embedding-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average (26 datasets)":62.47,"Classification Average (6 datasets)":69.16,"Clustering Average (7 datasets)":51.26,"PairClassification Average (2 datasets)":79.64,"Reranking Average (2 datasets)":79.79,"Retrieval Average (5 datasets)":50.09,"STS Average (3 datasets)":83.62,"Summarization Average (1 datasets)":30.3} -{"index":27,"Rank":7,"Model":"Cohere-embed-multilingual-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":512,"Average (26 datasets)":62.36,"Classification Average (6 datasets)":69.92,"Clustering Average (7 datasets)":49.75,"PairClassification Average (2 datasets)":77.67,"Reranking Average (2 datasets)":83.3,"Retrieval Average (5 datasets)":51.29,"STS Average (3 datasets)":81.28,"Summarization Average (1 datasets)":31.24} -{"index":28,"Rank":8,"Model":"jina-embeddings-v3<\/a>","Model Size (Million Parameters)":572,"Memory Usage (GB, fp32)":2.13,"Embedding Dimensions":1024,"Max Tokens":8194,"Average (26 datasets)":62.29,"Classification Average (6 datasets)":76.54,"Clustering Average (7 datasets)":44.95,"PairClassification Average (2 datasets)":76.6,"Reranking Average (2 datasets)":69.85,"Retrieval Average (5 datasets)":53.48,"STS Average (3 datasets)":84.89,"Summarization Average (1 datasets)":30.71} -{"index":93,"Rank":9,"Model":"jina-embeddings-v3<\/a>","Model Size (Million Parameters)":572,"Memory Usage (GB, fp32)":2.13,"Embedding Dimensions":1024,"Max Tokens":8194,"Average (26 datasets)":62.29,"Classification Average (6 datasets)":76.54,"Clustering Average (7 datasets)":44.95,"PairClassification Average (2 datasets)":76.6,"Reranking Average (2 datasets)":69.85,"Retrieval Average (5 datasets)":53.48,"STS Average (3 datasets)":84.89,"Summarization Average (1 datasets)":30.71} -{"index":7,"Rank":10,"Model":"voyage-multilingual-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":32000,"Average (26 datasets)":62.18,"Classification Average (6 datasets)":68.15,"Clustering Average (7 datasets)":48.88,"PairClassification Average (2 datasets)":78.66,"Reranking Average (2 datasets)":82.59,"Retrieval Average (5 datasets)":54.56,"STS Average (3 datasets)":80.13,"Summarization Average (1 datasets)":29.96} -{"index":64,"Rank":11,"Model":"french-document-embedding<\/a>","Model Size (Million Parameters)":305,"Memory Usage (GB, fp32)":1.14,"Embedding Dimensions":768,"Max Tokens":8192,"Average (26 datasets)":61.0,"Classification Average (6 datasets)":66.3,"Clustering Average (7 datasets)":48.37,"PairClassification Average (2 datasets)":77.19,"Reranking Average (2 datasets)":80.82,"Retrieval Average (5 datasets)":51.4,"STS Average (3 datasets)":81.9,"Summarization Average (1 datasets)":30.95} -{"index":40,"Rank":12,"Model":"KaLM-embedding-multilingual-mini-v1<\/a>","Model Size (Million Parameters)":494,"Memory Usage (GB, fp32)":1.84,"Embedding Dimensions":896,"Max Tokens":131072,"Average (26 datasets)":60.59,"Classification Average (6 datasets)":64.15,"Clustering Average (7 datasets)":52.08,"PairClassification Average (2 datasets)":76.62,"Reranking Average (2 datasets)":80.66,"Retrieval Average (5 datasets)":47.85,"STS Average (3 datasets)":80.52,"Summarization Average (1 datasets)":30.52} -{"index":6,"Rank":13,"Model":"voyage-law-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":16000,"Average (26 datasets)":60.58,"Classification Average (6 datasets)":68.45,"Clustering Average (7 datasets)":44.23,"PairClassification Average (2 datasets)":77.3,"Reranking Average (2 datasets)":82.06,"Retrieval Average (5 datasets)":52.98,"STS Average (3 datasets)":80.29,"Summarization Average (1 datasets)":30.34} -{"index":42,"Rank":14,"Model":"bilingual-document-embedding<\/a>","Model Size (Million Parameters)":568,"Memory Usage (GB, fp32)":2.12,"Embedding Dimensions":1024,"Max Tokens":8194,"Average (26 datasets)":60.53,"Classification Average (6 datasets)":68.62,"Clustering Average (7 datasets)":45.87,"PairClassification Average (2 datasets)":78.31,"Reranking Average (2 datasets)":81.38,"Retrieval Average (5 datasets)":48.47,"STS Average (3 datasets)":83.02,"Summarization Average (1 datasets)":30.14} -{"index":14,"Rank":15,"Model":"gte-multilingual-base<\/a>","Model Size (Million Parameters)":305,"Memory Usage (GB, fp32)":1.14,"Embedding Dimensions":768,"Max Tokens":8192,"Average (26 datasets)":59.79,"Classification Average (6 datasets)":68.72,"Clustering Average (7 datasets)":41.66,"PairClassification Average (2 datasets)":79.46,"Reranking Average (2 datasets)":76.47,"Retrieval Average (5 datasets)":52.97,"STS Average (3 datasets)":81.36,"Summarization Average (1 datasets)":29.74} -{"index":47,"Rank":16,"Model":"onnx-gte-multilingual-base<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average (26 datasets)":59.79,"Classification Average (6 datasets)":68.72,"Clustering Average (7 datasets)":41.66,"PairClassification Average (2 datasets)":79.46,"Reranking Average (2 datasets)":76.47,"Retrieval Average (5 datasets)":52.97,"STS Average (3 datasets)":81.36,"Summarization Average (1 datasets)":29.74} -{"index":0,"Rank":17,"Model":"mistral-embed<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":"","Average (26 datasets)":59.41,"Classification Average (6 datasets)":68.61,"Clustering Average (7 datasets)":44.74,"PairClassification Average (2 datasets)":77.34,"Reranking Average (2 datasets)":80.46,"Retrieval Average (5 datasets)":46.81,"STS Average (3 datasets)":79.56,"Summarization Average (1 datasets)":31.47} -{"index":43,"Rank":18,"Model":"bilingual-embedding-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average (26 datasets)":59.09,"Classification Average (6 datasets)":66.74,"Clustering Average (7 datasets)":47.45,"PairClassification Average (2 datasets)":77.01,"Reranking Average (2 datasets)":77.14,"Retrieval Average (5 datasets)":44.99,"STS Average (3 datasets)":80.12,"Summarization Average (1 datasets)":30.16} -{"index":4,"Rank":19,"Model":"voyage-code-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":16000,"Average (26 datasets)":58.53,"Classification Average (6 datasets)":67.44,"Clustering Average (7 datasets)":45.46,"PairClassification Average (2 datasets)":76.88,"Reranking Average (2 datasets)":78.78,"Retrieval Average (5 datasets)":45.33,"STS Average (3 datasets)":77.52,"Summarization Average (1 datasets)":28.34} -{"index":45,"Rank":20,"Model":"bilingual-embedding-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average (26 datasets)":58.34,"Classification Average (6 datasets)":66.25,"Clustering Average (7 datasets)":46.88,"PairClassification Average (2 datasets)":75.56,"Reranking Average (2 datasets)":75.06,"Retrieval Average (5 datasets)":43.4,"STS Average (3 datasets)":80.17,"Summarization Average (1 datasets)":32.33} -{"index":52,"Rank":21,"Model":"Solon-embeddings-large-0.1<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average (26 datasets)":58.03,"Classification Average (6 datasets)":70.02,"Clustering Average (7 datasets)":39.65,"PairClassification Average (2 datasets)":77.1,"Reranking Average (2 datasets)":76.58,"Retrieval Average (5 datasets)":46.78,"STS Average (3 datasets)":80.01,"Summarization Average (1 datasets)":29.69} -{"index":26,"Rank":22,"Model":"Cohere-embed-multilingual-light-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":384,"Max Tokens":512,"Average (26 datasets)":57.98,"Classification Average (6 datasets)":64.83,"Clustering Average (7 datasets)":46.74,"PairClassification Average (2 datasets)":74.12,"Reranking Average (2 datasets)":79.22,"Retrieval Average (5 datasets)":43.67,"STS Average (3 datasets)":78.26,"Summarization Average (1 datasets)":31.41} -{"index":120,"Rank":23,"Model":"sentence-t5-xxl<\/a>","Model Size (Million Parameters)":4865,"Memory Usage (GB, fp32)":18.12,"Embedding Dimensions":768,"Max Tokens":512,"Average (26 datasets)":57.81,"Classification Average (6 datasets)":67.36,"Clustering Average (7 datasets)":43.25,"PairClassification Average (2 datasets)":78.97,"Reranking Average (2 datasets)":76.76,"Retrieval Average (5 datasets)":43.84,"STS Average (3 datasets)":78.37,"Summarization Average (1 datasets)":30.39} -{"index":100,"Rank":24,"Model":"sentence_croissant_alpha_v0.4<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"Average (26 datasets)":57.19,"Classification Average (6 datasets)":65.96,"Clustering Average (7 datasets)":41.82,"PairClassification Average (2 datasets)":80.15,"Reranking Average (2 datasets)":76.43,"Retrieval Average (5 datasets)":44.41,"STS Average (3 datasets)":77.72,"Summarization Average (1 datasets)":30.22} -{"index":99,"Rank":25,"Model":"sentence_croissant_alpha_v0.3<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"Average (26 datasets)":57.13,"Classification Average (6 datasets)":67.11,"Clustering Average (7 datasets)":40.4,"PairClassification Average (2 datasets)":79.57,"Reranking Average (2 datasets)":75.48,"Retrieval Average (5 datasets)":44.9,"STS Average (3 datasets)":77.64,"Summarization Average (1 datasets)":32.46} -{"index":66,"Rank":26,"Model":"sentence-camembert-large<\/a>","Model Size (Million Parameters)":337,"Memory Usage (GB, fp32)":1.26,"Embedding Dimensions":1024,"Max Tokens":512,"Average (26 datasets)":56.67,"Classification Average (6 datasets)":65.82,"Clustering Average (7 datasets)":43.17,"PairClassification Average (2 datasets)":77.12,"Reranking Average (2 datasets)":72.89,"Retrieval Average (5 datasets)":40.04,"STS Average (3 datasets)":81.74,"Summarization Average (1 datasets)":30.88} -{"index":98,"Rank":27,"Model":"sentence_croissant_alpha_v0.2<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"Average (26 datasets)":56.47,"Classification Average (6 datasets)":67.4,"Clustering Average (7 datasets)":39.81,"PairClassification Average (2 datasets)":80.23,"Reranking Average (2 datasets)":75.2,"Retrieval Average (5 datasets)":43.85,"STS Average (3 datasets)":74.91,"Summarization Average (1 datasets)":30.27} -{"index":127,"Rank":28,"Model":"bilingual-embedding-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average (26 datasets)":56.39,"Classification Average (6 datasets)":65.92,"Clustering Average (7 datasets)":39.86,"PairClassification Average (2 datasets)":76.97,"Reranking Average (2 datasets)":75.75,"Retrieval Average (5 datasets)":42.96,"STS Average (3 datasets)":80.59,"Summarization Average (1 datasets)":29.65} -{"index":96,"Rank":29,"Model":"bge-m3-custom-fr<\/a>","Model Size (Million Parameters)":568,"Memory Usage (GB, fp32)":2.12,"Embedding Dimensions":1024,"Max Tokens":8194,"Average (26 datasets)":56.23,"Classification Average (6 datasets)":67.57,"Clustering Average (7 datasets)":37.9,"PairClassification Average (2 datasets)":77.1,"Reranking Average (2 datasets)":75.3,"Retrieval Average (5 datasets)":43.58,"STS Average (3 datasets)":79.5,"Summarization Average (1 datasets)":30.13} -{"index":86,"Rank":30,"Model":"multilingual-e5-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average (26 datasets)":55.98,"Classification Average (6 datasets)":64.94,"Clustering Average (7 datasets)":43.45,"PairClassification Average (2 datasets)":74.82,"Reranking Average (2 datasets)":71.76,"Retrieval Average (5 datasets)":41.19,"STS Average (3 datasets)":77.3,"Summarization Average (1 datasets)":30.76} -{"index":87,"Rank":31,"Model":"multilingual-e5-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average (26 datasets)":55.93,"Classification Average (6 datasets)":66.54,"Clustering Average (7 datasets)":39.78,"PairClassification Average (2 datasets)":76.19,"Reranking Average (2 datasets)":72.14,"Retrieval Average (5 datasets)":42.17,"STS Average (3 datasets)":79.36,"Summarization Average (1 datasets)":30.92} -{"index":119,"Rank":32,"Model":"sentence-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Embedding Dimensions":768,"Max Tokens":512,"Average (26 datasets)":55.58,"Classification Average (6 datasets)":65.09,"Clustering Average (7 datasets)":41.6,"PairClassification Average (2 datasets)":77.54,"Reranking Average (2 datasets)":73.18,"Retrieval Average (5 datasets)":39.69,"STS Average (3 datasets)":77.33,"Summarization Average (1 datasets)":31.59} -{"index":116,"Rank":33,"Model":"paraphrase-multilingual-mpnet-base-v2<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average (26 datasets)":54.92,"Classification Average (6 datasets)":64.73,"Clustering Average (7 datasets)":40.72,"PairClassification Average (2 datasets)":75.8,"Reranking Average (2 datasets)":74.09,"Retrieval Average (5 datasets)":38.13,"STS Average (3 datasets)":78.18,"Summarization Average (1 datasets)":29.47} -{"index":54,"Rank":34,"Model":"sentence-croissant-llm-base<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"Average (26 datasets)":54.25,"Classification Average (6 datasets)":64.57,"Clustering Average (7 datasets)":41.7,"PairClassification Average (2 datasets)":77.31,"Reranking Average (2 datasets)":67.95,"Retrieval Average (5 datasets)":36.81,"STS Average (3 datasets)":75.87,"Summarization Average (1 datasets)":29.04} -{"index":125,"Rank":35,"Model":"universal-sentence-encoder-multilingual-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":512,"Max Tokens":512,"Average (26 datasets)":53.78,"Classification Average (6 datasets)":64.41,"Clustering Average (7 datasets)":42.0,"PairClassification Average (2 datasets)":71.94,"Reranking Average (2 datasets)":65.04,"Retrieval Average (5 datasets)":38.16,"STS Average (3 datasets)":74.92,"Summarization Average (1 datasets)":28.21} -{"index":1,"Rank":36,"Model":"voyage-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":4000,"Average (26 datasets)":53.75,"Classification Average (6 datasets)":59.84,"Clustering Average (7 datasets)":41.88,"PairClassification Average (2 datasets)":74.4,"Reranking Average (2 datasets)":73.1,"Retrieval Average (5 datasets)":40.81,"STS Average (3 datasets)":71.82,"Summarization Average (1 datasets)":30.88} -{"index":89,"Rank":37,"Model":"multilingual-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average (26 datasets)":53.12,"Classification Average (6 datasets)":61.06,"Clustering Average (7 datasets)":39.65,"PairClassification Average (2 datasets)":74.1,"Reranking Average (2 datasets)":71.44,"Retrieval Average (5 datasets)":36.55,"STS Average (3 datasets)":77.17,"Summarization Average (1 datasets)":31.85} -{"index":118,"Rank":38,"Model":"sentence-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Embedding Dimensions":768,"Max Tokens":512,"Average (26 datasets)":52.95,"Classification Average (6 datasets)":61.64,"Clustering Average (7 datasets)":40.6,"PairClassification Average (2 datasets)":75.44,"Reranking Average (2 datasets)":68.88,"Retrieval Average (5 datasets)":35.66,"STS Average (3 datasets)":75.14,"Summarization Average (1 datasets)":30.23} -{"index":126,"Rank":39,"Model":"universal-sentence-encoder-multilingual-large-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":512,"Max Tokens":512,"Average (26 datasets)":52.82,"Classification Average (6 datasets)":66.37,"Clustering Average (7 datasets)":36.35,"PairClassification Average (2 datasets)":73.52,"Reranking Average (2 datasets)":66.26,"Retrieval Average (5 datasets)":37.78,"STS Average (3 datasets)":74.55,"Summarization Average (1 datasets)":28.56} -{"index":111,"Rank":40,"Model":"distiluse-base-multilingual-cased-v2<\/a>","Model Size (Million Parameters)":135,"Memory Usage (GB, fp32)":0.5,"Embedding Dimensions":512,"Max Tokens":512,"Average (26 datasets)":51.31,"Classification Average (6 datasets)":62.14,"Clustering Average (7 datasets)":38.7,"PairClassification Average (2 datasets)":71.61,"Reranking Average (2 datasets)":63.28,"Retrieval Average (5 datasets)":33.22,"STS Average (3 datasets)":75.46,"Summarization Average (1 datasets)":28.12} -{"index":105,"Rank":41,"Model":"LaBSE<\/a>","Model Size (Million Parameters)":471,"Memory Usage (GB, fp32)":1.75,"Embedding Dimensions":768,"Max Tokens":512,"Average (26 datasets)":51.14,"Classification Average (6 datasets)":64.6,"Clustering Average (7 datasets)":39.3,"PairClassification Average (2 datasets)":74.3,"Reranking Average (2 datasets)":61.4,"Retrieval Average (5 datasets)":28.47,"STS Average (3 datasets)":74.33,"Summarization Average (1 datasets)":30.16} -{"index":117,"Rank":42,"Model":"sentence-t5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average (26 datasets)":50.63,"Classification Average (6 datasets)":58.08,"Clustering Average (7 datasets)":40.07,"PairClassification Average (2 datasets)":72.42,"Reranking Average (2 datasets)":64.08,"Retrieval Average (5 datasets)":32.18,"STS Average (3 datasets)":74.49,"Summarization Average (1 datasets)":30.01} -{"index":115,"Rank":43,"Model":"paraphrase-multilingual-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average (26 datasets)":50.61,"Classification Average (6 datasets)":61.02,"Clustering Average (7 datasets)":37.96,"PairClassification Average (2 datasets)":74.47,"Reranking Average (2 datasets)":62.02,"Retrieval Average (5 datasets)":31.24,"STS Average (3 datasets)":75.18,"Summarization Average (1 datasets)":29.2} -{"index":65,"Rank":44,"Model":"sentence-camembert-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average (26 datasets)":49.61,"Classification Average (6 datasets)":56.63,"Clustering Average (7 datasets)":35.44,"PairClassification Average (2 datasets)":74.74,"Reranking Average (2 datasets)":64.22,"Retrieval Average (5 datasets)":32.37,"STS Average (3 datasets)":77.79,"Summarization Average (1 datasets)":28.77} -{"index":84,"Rank":45,"Model":"e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average (26 datasets)":49.04,"Classification Average (6 datasets)":57.72,"Clustering Average (7 datasets)":43.81,"PairClassification Average (2 datasets)":76.08,"Reranking Average (2 datasets)":62.2,"Retrieval Average (5 datasets)":23.44,"STS Average (3 datasets)":65.36,"Summarization Average (1 datasets)":32.22} -{"index":123,"Rank":46,"Model":"text2vec-base-multilingual<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":256,"Average (26 datasets)":47.82,"Classification Average (6 datasets)":55.78,"Clustering Average (7 datasets)":34.46,"PairClassification Average (2 datasets)":78.81,"Reranking Average (2 datasets)":60.88,"Retrieval Average (5 datasets)":24.76,"STS Average (3 datasets)":78.28,"Summarization Average (1 datasets)":29.33} -{"index":106,"Rank":47,"Model":"all-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average (26 datasets)":47.3,"Classification Average (6 datasets)":52.14,"Clustering Average (7 datasets)":34.23,"PairClassification Average (2 datasets)":71.47,"Reranking Average (2 datasets)":68.09,"Retrieval Average (5 datasets)":34.44,"STS Average (3 datasets)":66.45,"Summarization Average (1 datasets)":26.63} -{"index":107,"Rank":48,"Model":"all-MiniLM-L6-v2<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":384,"Max Tokens":512,"Average (26 datasets)":46.68,"Classification Average (6 datasets)":50.7,"Clustering Average (7 datasets)":35.81,"PairClassification Average (2 datasets)":70.96,"Reranking Average (2 datasets)":64.96,"Retrieval Average (5 datasets)":30.87,"STS Average (3 datasets)":68.14,"Summarization Average (1 datasets)":28.29} -{"index":10,"Rank":49,"Model":"llm2vec-occiglot-mntp<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average (26 datasets)":45.65,"Classification Average (6 datasets)":60.98,"Clustering Average (7 datasets)":41.21,"PairClassification Average (2 datasets)":80.54,"Reranking Average (2 datasets)":49.98,"Retrieval Average (5 datasets)":12.94,"STS Average (3 datasets)":59.33,"Summarization Average (1 datasets)":28.72} -{"index":114,"Rank":50,"Model":"multi-qa-MiniLM-L6-cos-v1<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":384,"Max Tokens":512,"Average (26 datasets)":44.91,"Classification Average (6 datasets)":50.9,"Clustering Average (7 datasets)":32.84,"PairClassification Average (2 datasets)":72.77,"Reranking Average (2 datasets)":52.68,"Retrieval Average (5 datasets)":30.69,"STS Average (3 datasets)":66.86,"Summarization Average (1 datasets)":27.59} -{"index":90,"Rank":51,"Model":"udever-bloom-1b1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":2048,"Average (26 datasets)":43.22,"Classification Average (6 datasets)":54.9,"Clustering Average (7 datasets)":35.01,"PairClassification Average (2 datasets)":73.76,"Reranking Average (2 datasets)":43.3,"Retrieval Average (5 datasets)":19.74,"STS Average (3 datasets)":62.34,"Summarization Average (1 datasets)":29.48} -{"index":8,"Rank":52,"Model":"LASER2<\/a>","Model Size (Million Parameters)":43,"Memory Usage (GB, fp32)":0.16,"Embedding Dimensions":1024,"Max Tokens":"N\/A","Average (26 datasets)":41.94,"Classification Average (6 datasets)":53.31,"Clustering Average (7 datasets)":29.92,"PairClassification Average (2 datasets)":82.04,"Reranking Average (2 datasets)":45.61,"Retrieval Average (5 datasets)":16.19,"STS Average (3 datasets)":64.46,"Summarization Average (1 datasets)":31.56} -{"index":78,"Rank":53,"Model":"bert-base-multilingual-uncased<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Embedding Dimensions":768,"Max Tokens":512,"Average (26 datasets)":41.89,"Classification Average (6 datasets)":48.37,"Clustering Average (7 datasets)":40.43,"PairClassification Average (2 datasets)":70.43,"Reranking Average (2 datasets)":52.62,"Retrieval Average (5 datasets)":13.89,"STS Average (3 datasets)":56.57,"Summarization Average (1 datasets)":30.72} -{"index":35,"Rank":54,"Model":"bert-base-15lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":512,"Average (26 datasets)":37.26,"Classification Average (6 datasets)":46.09,"Clustering Average (7 datasets)":34.09,"PairClassification Average (2 datasets)":70.56,"Reranking Average (2 datasets)":44.73,"Retrieval Average (5 datasets)":8.49,"STS Average (3 datasets)":50.47,"Summarization Average (1 datasets)":29.13} -{"index":34,"Rank":55,"Model":"bert-base-10lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":512,"Average (26 datasets)":37.22,"Classification Average (6 datasets)":46.1,"Clustering Average (7 datasets)":33.94,"PairClassification Average (2 datasets)":70.59,"Reranking Average (2 datasets)":44.73,"Retrieval Average (5 datasets)":8.5,"STS Average (3 datasets)":50.44,"Summarization Average (1 datasets)":29.06} -{"index":36,"Rank":56,"Model":"bert-base-25lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":512,"Average (26 datasets)":37.16,"Classification Average (6 datasets)":46.09,"Clustering Average (7 datasets)":33.96,"PairClassification Average (2 datasets)":70.59,"Reranking Average (2 datasets)":44.75,"Retrieval Average (5 datasets)":8.51,"STS Average (3 datasets)":49.93,"Summarization Average (1 datasets)":28.84} -{"index":77,"Rank":57,"Model":"bert-base-multilingual-cased<\/a>","Model Size (Million Parameters)":179,"Memory Usage (GB, fp32)":0.67,"Embedding Dimensions":768,"Max Tokens":512,"Average (26 datasets)":37.13,"Classification Average (6 datasets)":46.1,"Clustering Average (7 datasets)":33.82,"PairClassification Average (2 datasets)":70.59,"Reranking Average (2 datasets)":44.74,"Retrieval Average (5 datasets)":8.52,"STS Average (3 datasets)":50.02,"Summarization Average (1 datasets)":28.81} -{"index":91,"Rank":58,"Model":"udever-bloom-560m<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":2048,"Average (26 datasets)":30.7,"Classification Average (6 datasets)":30.38,"Clustering Average (7 datasets)":25.42,"PairClassification Average (2 datasets)":70.9,"Reranking Average (2 datasets)":38.96,"Retrieval Average (5 datasets)":8.39,"STS Average (3 datasets)":50.89,"Summarization Average (1 datasets)":23.63} -{"index":33,"Rank":59,"Model":"xlm-roberta-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average (26 datasets)":30.67,"Classification Average (6 datasets)":30.71,"Clustering Average (7 datasets)":28.62,"PairClassification Average (2 datasets)":68.62,"Reranking Average (2 datasets)":39.01,"Retrieval Average (5 datasets)":4.14,"STS Average (3 datasets)":49.27,"Summarization Average (1 datasets)":28.89} -{"index":32,"Rank":60,"Model":"xlm-roberta-base<\/a>","Model Size (Million Parameters)":279,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average (26 datasets)":30.38,"Classification Average (6 datasets)":31.21,"Clustering Average (7 datasets)":28.42,"PairClassification Average (2 datasets)":68.82,"Reranking Average (2 datasets)":34.66,"Retrieval Average (5 datasets)":3.2,"STS Average (3 datasets)":50.52,"Summarization Average (1 datasets)":29.14} -{"index":73,"Rank":61,"Model":"flaubert_base_cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":512,"Average (26 datasets)":30.07,"Classification Average (6 datasets)":24.91,"Clustering Average (7 datasets)":27.18,"PairClassification Average (2 datasets)":67.17,"Reranking Average (2 datasets)":45.34,"Retrieval Average (5 datasets)":5.87,"STS Average (3 datasets)":52.12,"Summarization Average (1 datasets)":31.26} -{"index":74,"Rank":62,"Model":"flaubert_base_uncased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":512,"Average (26 datasets)":27.58,"Classification Average (6 datasets)":23.28,"Clustering Average (7 datasets)":22.45,"PairClassification Average (2 datasets)":67.44,"Reranking Average (2 datasets)":45.86,"Retrieval Average (5 datasets)":6.73,"STS Average (3 datasets)":43.49,"Summarization Average (1 datasets)":29.43} -{"index":75,"Rank":63,"Model":"flaubert_large_cased<\/a>","Model Size (Million Parameters)":372,"Memory Usage (GB, fp32)":1.39,"Embedding Dimensions":1024,"Max Tokens":512,"Average (26 datasets)":25.81,"Classification Average (6 datasets)":25.21,"Clustering Average (7 datasets)":25.11,"PairClassification Average (2 datasets)":70.42,"Reranking Average (2 datasets)":34.54,"Retrieval Average (5 datasets)":1.22,"STS Average (3 datasets)":32.93,"Summarization Average (1 datasets)":29.25} -{"index":2,"Rank":64,"Model":"voyage-3-lite<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":512,"Max Tokens":32000,"Average (26 datasets)":"","Classification Average (6 datasets)":63.04,"Clustering Average (7 datasets)":46.71,"PairClassification Average (2 datasets)":75.15,"Reranking Average (2 datasets)":"","Retrieval Average (5 datasets)":"","STS Average (3 datasets)":"","Summarization Average (1 datasets)":""} -{"index":3,"Rank":65,"Model":"voyage-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":32000,"Average (26 datasets)":"","Classification Average (6 datasets)":60.47,"Clustering Average (7 datasets)":42.24,"PairClassification Average (2 datasets)":77.82,"Reranking Average (2 datasets)":"","Retrieval Average (5 datasets)":"","STS Average (3 datasets)":"","Summarization Average (1 datasets)":""} -{"index":5,"Rank":66,"Model":"voyage-large-2-instruct<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":16000,"Average (26 datasets)":"","Classification Average (6 datasets)":"","Clustering Average (7 datasets)":"","PairClassification Average (2 datasets)":78.69,"Reranking Average (2 datasets)":"","Retrieval Average (5 datasets)":"","STS Average (3 datasets)":"","Summarization Average (1 datasets)":""} -{"index":9,"Rank":67,"Model":"llm2vec-croissant-mntp<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"Average (26 datasets)":"","Classification Average (6 datasets)":"","Clustering Average (7 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (2 datasets)":"","Retrieval Average (5 datasets)":"","STS Average (3 datasets)":"","Summarization Average (1 datasets)":""} -{"index":11,"Rank":68,"Model":"gte-Qwen1.5-7B-instruct<\/a>","Model Size (Million Parameters)":7099,"Memory Usage (GB, fp32)":26.45,"Embedding Dimensions":4096,"Max Tokens":32768,"Average (26 datasets)":"","Classification Average (6 datasets)":75.21,"Clustering Average (7 datasets)":55.96,"PairClassification Average (2 datasets)":86.9,"Reranking Average (2 datasets)":81.27,"Retrieval Average (5 datasets)":"","STS Average (3 datasets)":80.32,"Summarization Average (1 datasets)":30.04} -{"index":15,"Rank":69,"Model":"e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average (26 datasets)":"","Classification Average (6 datasets)":"","Clustering Average (7 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (2 datasets)":"","Retrieval Average (5 datasets)":"","STS Average (3 datasets)":"","Summarization Average (1 datasets)":""} -{"index":16,"Rank":70,"Model":"bge-base-en-v1.5<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average (26 datasets)":"","Classification Average (6 datasets)":53.07,"Clustering Average (7 datasets)":42.32,"PairClassification Average (2 datasets)":70.54,"Reranking Average (2 datasets)":67.6,"Retrieval Average (5 datasets)":"","STS Average (3 datasets)":69.16,"Summarization Average (1 datasets)":30.72} -{"index":17,"Rank":71,"Model":"bge-large-en-v1.5<\/a>","Model Size (Million Parameters)":1340,"Memory Usage (GB, fp32)":4.99,"Embedding Dimensions":1024,"Max Tokens":512,"Average (26 datasets)":"","Classification Average (6 datasets)":55.85,"Clustering Average (7 datasets)":43.96,"PairClassification Average (2 datasets)":71.26,"Reranking Average (2 datasets)":70.04,"Retrieval Average (5 datasets)":"","STS Average (3 datasets)":72.94,"Summarization Average (1 datasets)":29.5} -{"index":18,"Rank":72,"Model":"bge-m3<\/a>","Model Size (Million Parameters)":567,"Memory Usage (GB, fp32)":2.11,"Embedding Dimensions":1024,"Max Tokens":8192,"Average (26 datasets)":"","Classification Average (6 datasets)":"","Clustering Average (7 datasets)":"","PairClassification Average (2 datasets)":76.24,"Reranking Average (2 datasets)":"","Retrieval Average (5 datasets)":"","STS Average (3 datasets)":"","Summarization Average (1 datasets)":""} -{"index":20,"Rank":73,"Model":"bge-small-en-v1.5<\/a>","Model Size (Million Parameters)":24,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":512,"Max Tokens":512,"Average (26 datasets)":"","Classification Average (6 datasets)":52.2,"Clustering Average (7 datasets)":42.87,"PairClassification Average (2 datasets)":70.54,"Reranking Average (2 datasets)":65.57,"Retrieval Average (5 datasets)":"","STS Average (3 datasets)":66.68,"Summarization Average (1 datasets)":29.59} -{"index":25,"Rank":78,"Model":"Cohere-embed-english-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":512,"Average (26 datasets)":"","Classification Average (6 datasets)":59.46,"Clustering Average (7 datasets)":45.3,"PairClassification Average (2 datasets)":72.63,"Reranking Average (2 datasets)":72.19,"Retrieval Average (5 datasets)":"","STS Average (3 datasets)":74.37,"Summarization Average (1 datasets)":30.15} -{"index":29,"Rank":79,"Model":"distilrubert-small-cased-conversational<\/a>","Model Size (Million Parameters)":106,"Memory Usage (GB, fp32)":0.39,"Embedding Dimensions":768,"Max Tokens":512,"Average (26 datasets)":"","Classification Average (6 datasets)":39.49,"Clustering Average (7 datasets)":20.3,"PairClassification Average (2 datasets)":67.18,"Reranking Average (2 datasets)":34.84,"Retrieval Average (5 datasets)":"","STS Average (3 datasets)":52.08,"Summarization Average (1 datasets)":28.13} -{"index":30,"Rank":80,"Model":"rubert-base-cased<\/a>","Model Size (Million Parameters)":180,"Memory Usage (GB, fp32)":0.67,"Embedding Dimensions":768,"Max Tokens":512,"Average (26 datasets)":"","Classification Average (6 datasets)":41.24,"Clustering Average (7 datasets)":26.63,"PairClassification Average (2 datasets)":67.89,"Reranking Average (2 datasets)":32.17,"Retrieval Average (5 datasets)":"","STS Average (3 datasets)":44.39,"Summarization Average (1 datasets)":28.42} -{"index":31,"Rank":81,"Model":"rubert-base-cased-sentence<\/a>","Model Size (Million Parameters)":180,"Memory Usage (GB, fp32)":0.67,"Embedding Dimensions":768,"Max Tokens":512,"Average (26 datasets)":"","Classification Average (6 datasets)":40.25,"Clustering Average (7 datasets)":27.98,"PairClassification Average (2 datasets)":68.68,"Reranking Average (2 datasets)":34.79,"Retrieval Average (5 datasets)":"","STS Average (3 datasets)":57.29,"Summarization Average (1 datasets)":29.2} -{"index":37,"Rank":82,"Model":"GritLM-7B<\/a>","Model Size (Million Parameters)":7240,"Memory Usage (GB, fp32)":26.97,"Embedding Dimensions":"","Max Tokens":4096,"Average (26 datasets)":"","Classification Average (6 datasets)":76.28,"Clustering Average (7 datasets)":"","PairClassification Average (2 datasets)":78.35,"Reranking Average (2 datasets)":85.28,"Retrieval Average (5 datasets)":"","STS Average (3 datasets)":"","Summarization Average (1 datasets)":""} -{"index":41,"Rank":83,"Model":"MUG-B-1.6<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average (26 datasets)":"","Classification Average (6 datasets)":"","Clustering Average (7 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (2 datasets)":"","Retrieval Average (5 datasets)":"","STS Average (3 datasets)":"","Summarization Average (1 datasets)":""} -{"index":48,"Rank":85,"Model":"SGPT-125M-weightedmean-msmarco-specb-bitfit<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":2048,"Average (26 datasets)":"","Classification Average (6 datasets)":"","Clustering Average (7 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (2 datasets)":"","Retrieval Average (5 datasets)":"","STS Average (3 datasets)":"","Summarization Average (1 datasets)":""} -{"index":49,"Rank":86,"Model":"SGPT-125M-weightedmean-nli-bitfit<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":2048,"Average (26 datasets)":"","Classification Average (6 datasets)":"","Clustering Average (7 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (2 datasets)":"","Retrieval Average (5 datasets)":"","STS Average (3 datasets)":"","Summarization Average (1 datasets)":""} -{"index":50,"Rank":87,"Model":"SGPT-5.8B-weightedmean-nli-bitfit<\/a>","Model Size (Million Parameters)":5874,"Memory Usage (GB, fp32)":21.88,"Embedding Dimensions":4096,"Max Tokens":2048,"Average (26 datasets)":"","Classification Average (6 datasets)":"","Clustering Average (7 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (2 datasets)":"","Retrieval Average (5 datasets)":"","STS Average (3 datasets)":"","Summarization Average (1 datasets)":""} -{"index":53,"Rank":89,"Model":"SFR-Embedding-Mistral<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average (26 datasets)":"","Classification Average (6 datasets)":73.76,"Clustering Average (7 datasets)":56.4,"PairClassification Average (2 datasets)":78.82,"Reranking Average (2 datasets)":85.04,"Retrieval Average (5 datasets)":"","STS Average (3 datasets)":82.72,"Summarization Average (1 datasets)":30.44} -{"index":55,"Rank":90,"Model":"sbert_large_mt_nlu_ru<\/a>","Model Size (Million Parameters)":427,"Memory Usage (GB, fp32)":1.59,"Embedding Dimensions":1024,"Max Tokens":514,"Average (26 datasets)":"","Classification Average (6 datasets)":31.15,"Clustering Average (7 datasets)":23.88,"PairClassification Average (2 datasets)":68.2,"Reranking Average (2 datasets)":33.8,"Retrieval Average (5 datasets)":"","STS Average (3 datasets)":44.74,"Summarization Average (1 datasets)":30.39} -{"index":56,"Rank":91,"Model":"sbert_large_nlu_ru<\/a>","Model Size (Million Parameters)":427,"Memory Usage (GB, fp32)":1.59,"Embedding Dimensions":1024,"Max Tokens":512,"Average (26 datasets)":"","Classification Average (6 datasets)":29.72,"Clustering Average (7 datasets)":26.76,"PairClassification Average (2 datasets)":68.3,"Reranking Average (2 datasets)":33.42,"Retrieval Average (5 datasets)":"","STS Average (3 datasets)":47.15,"Summarization Average (1 datasets)":28.06} -{"index":58,"Rank":93,"Model":"sgpt-bloom-1b7-nli<\/a>","Model Size (Million Parameters)":1722,"Memory Usage (GB, fp32)":6.42,"Embedding Dimensions":2048,"Max Tokens":4096,"Average (26 datasets)":"","Classification Average (6 datasets)":"","Clustering Average (7 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (2 datasets)":"","Retrieval Average (5 datasets)":"","STS Average (3 datasets)":"","Summarization Average (1 datasets)":""} -{"index":59,"Rank":94,"Model":"sgpt-bloom-7b1-msmarco<\/a>","Model Size (Million Parameters)":7068,"Memory Usage (GB, fp32)":26.33,"Embedding Dimensions":4096,"Max Tokens":2048,"Average (26 datasets)":"","Classification Average (6 datasets)":"","Clustering Average (7 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (2 datasets)":"","Retrieval Average (5 datasets)":"","STS Average (3 datasets)":"","Summarization Average (1 datasets)":""} -{"index":60,"Rank":95,"Model":"slx-v0.1<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.08,"Embedding Dimensions":384,"Max Tokens":512,"Average (26 datasets)":"","Classification Average (6 datasets)":"","Clustering Average (7 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (2 datasets)":"","Retrieval Average (5 datasets)":"","STS Average (3 datasets)":"","Summarization Average (1 datasets)":""} -{"index":61,"Rank":96,"Model":"LaBSE-en-ru<\/a>","Model Size (Million Parameters)":129,"Memory Usage (GB, fp32)":0.48,"Embedding Dimensions":768,"Max Tokens":512,"Average (26 datasets)":"","Classification Average (6 datasets)":49.57,"Clustering Average (7 datasets)":36.93,"PairClassification Average (2 datasets)":70.22,"Reranking Average (2 datasets)":48.0,"Retrieval Average (5 datasets)":"","STS Average (3 datasets)":64.57,"Summarization Average (1 datasets)":31.63} -{"index":62,"Rank":97,"Model":"rubert-tiny<\/a>","Model Size (Million Parameters)":12,"Memory Usage (GB, fp32)":0.04,"Embedding Dimensions":512,"Max Tokens":514,"Average (26 datasets)":"","Classification Average (6 datasets)":43.6,"Clustering Average (7 datasets)":26.29,"PairClassification Average (2 datasets)":68.0,"Reranking Average (2 datasets)":37.1,"Retrieval Average (5 datasets)":"","STS Average (3 datasets)":50.93,"Summarization Average (1 datasets)":28.57} -{"index":63,"Rank":98,"Model":"rubert-tiny2<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"Embedding Dimensions":2048,"Max Tokens":514,"Average (26 datasets)":"","Classification Average (6 datasets)":35.34,"Clustering Average (7 datasets)":25.44,"PairClassification Average (2 datasets)":67.91,"Reranking Average (2 datasets)":33.04,"Retrieval Average (5 datasets)":"","STS Average (3 datasets)":51.69,"Summarization Average (1 datasets)":32.52} -{"index":67,"Rank":99,"Model":"USER-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":512,"Average (26 datasets)":"","Classification Average (6 datasets)":44.66,"Clustering Average (7 datasets)":30.71,"PairClassification Average (2 datasets)":72.35,"Reranking Average (2 datasets)":45.39,"Retrieval Average (5 datasets)":"","STS Average (3 datasets)":62.36,"Summarization Average (1 datasets)":31.02} -{"index":68,"Rank":100,"Model":"USER-bge-m3<\/a>","Model Size (Million Parameters)":359,"Memory Usage (GB, fp32)":1.34,"Embedding Dimensions":1024,"Max Tokens":8192,"Average (26 datasets)":"","Classification Average (6 datasets)":66.73,"Clustering Average (7 datasets)":41.87,"PairClassification Average (2 datasets)":76.24,"Reranking Average (2 datasets)":79.54,"Retrieval Average (5 datasets)":"","STS Average (3 datasets)":80.6,"Summarization Average (1 datasets)":29.94} -{"index":69,"Rank":101,"Model":"deberta-v1-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":512,"Average (26 datasets)":"","Classification Average (6 datasets)":36.92,"Clustering Average (7 datasets)":23.01,"PairClassification Average (2 datasets)":70.18,"Reranking Average (2 datasets)":30.5,"Retrieval Average (5 datasets)":"","STS Average (3 datasets)":37.24,"Summarization Average (1 datasets)":28.43} -{"index":71,"Rank":103,"Model":"e5-base-4k<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average (26 datasets)":"","Classification Average (6 datasets)":58.22,"Clustering Average (7 datasets)":43.95,"PairClassification Average (2 datasets)":71.58,"Reranking Average (2 datasets)":62.46,"Retrieval Average (5 datasets)":"","STS Average (3 datasets)":66.7,"Summarization Average (1 datasets)":29.55} -{"index":76,"Rank":105,"Model":"bge-m3-custom-fr-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average (26 datasets)":"","Classification Average (6 datasets)":67.57,"Clustering Average (7 datasets)":"","PairClassification Average (2 datasets)":77.1,"Reranking Average (2 datasets)":75.3,"Retrieval Average (5 datasets)":43.58,"STS Average (3 datasets)":79.5,"Summarization Average (1 datasets)":30.13} -{"index":79,"Rank":106,"Model":"inf-retriever-v1<\/a>","Model Size (Million Parameters)":7069,"Memory Usage (GB, fp32)":26.33,"Embedding Dimensions":3584,"Max Tokens":131072,"Average (26 datasets)":"","Classification Average (6 datasets)":"","Clustering Average (7 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (2 datasets)":"","Retrieval Average (5 datasets)":"","STS Average (3 datasets)":"","Summarization Average (1 datasets)":""} -{"index":80,"Rank":107,"Model":"e5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average (26 datasets)":"","Classification Average (6 datasets)":55.16,"Clustering Average (7 datasets)":41.42,"PairClassification Average (2 datasets)":71.89,"Reranking Average (2 datasets)":65.96,"Retrieval Average (5 datasets)":"","STS Average (3 datasets)":72.72,"Summarization Average (1 datasets)":30.06} -{"index":81,"Rank":108,"Model":"e5-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average (26 datasets)":"","Classification Average (6 datasets)":55.13,"Clustering Average (7 datasets)":42.8,"PairClassification Average (2 datasets)":70.96,"Reranking Average (2 datasets)":70.66,"Retrieval Average (5 datasets)":"","STS Average (3 datasets)":72.38,"Summarization Average (1 datasets)":31.87} -{"index":82,"Rank":109,"Model":"e5-large<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average (26 datasets)":"","Classification Average (6 datasets)":55.1,"Clustering Average (7 datasets)":42.6,"PairClassification Average (2 datasets)":71.99,"Reranking Average (2 datasets)":68.94,"Retrieval Average (5 datasets)":"","STS Average (3 datasets)":74.71,"Summarization Average (1 datasets)":31.82} -{"index":83,"Rank":110,"Model":"e5-large-v2<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average (26 datasets)":"","Classification Average (6 datasets)":58.2,"Clustering Average (7 datasets)":40.62,"PairClassification Average (2 datasets)":72.54,"Reranking Average (2 datasets)":70.52,"Retrieval Average (5 datasets)":"","STS Average (3 datasets)":74.09,"Summarization Average (1 datasets)":30.39} -{"index":85,"Rank":111,"Model":"e5-small<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average (26 datasets)":"","Classification Average (6 datasets)":52.73,"Clustering Average (7 datasets)":37.05,"PairClassification Average (2 datasets)":71.28,"Reranking Average (2 datasets)":67.58,"Retrieval Average (5 datasets)":"","STS Average (3 datasets)":71.84,"Summarization Average (1 datasets)":30.79} -{"index":88,"Rank":112,"Model":"multilingual-e5-large-instruct<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average (26 datasets)":"","Classification Average (6 datasets)":69.32,"Clustering Average (7 datasets)":56.2,"PairClassification Average (2 datasets)":77.24,"Reranking Average (2 datasets)":82.32,"Retrieval Average (5 datasets)":"","STS Average (3 datasets)":82.46,"Summarization Average (1 datasets)":31.72} -{"index":92,"Rank":113,"Model":"jina-embeddings-v2-base-en<\/a>","Model Size (Million Parameters)":275,"Memory Usage (GB, fp32)":1.02,"Embedding Dimensions":768,"Max Tokens":8192,"Average (26 datasets)":"","Classification Average (6 datasets)":13.89,"Clustering Average (7 datasets)":"","PairClassification Average (2 datasets)":61.32,"Reranking Average (2 datasets)":29.44,"Retrieval Average (5 datasets)":"","STS Average (3 datasets)":"","Summarization Average (1 datasets)":27.71} -{"index":95,"Rank":115,"Model":"ternary-weight-embedding<\/a>","Model Size (Million Parameters)":99,"Memory Usage (GB, fp32)":0.37,"Embedding Dimensions":1792,"Max Tokens":512,"Average (26 datasets)":"","Classification Average (6 datasets)":"","Clustering Average (7 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (2 datasets)":"","Retrieval Average (5 datasets)":"","STS Average (3 datasets)":"","Summarization Average (1 datasets)":""} -{"index":97,"Rank":116,"Model":"sentence_croissant_alpha_v0.1<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"Average (26 datasets)":"","Classification Average (6 datasets)":68.48,"Clustering Average (7 datasets)":41.33,"PairClassification Average (2 datasets)":"","Reranking Average (2 datasets)":"","Retrieval Average (5 datasets)":41.15,"STS Average (3 datasets)":72.28,"Summarization Average (1 datasets)":30.28} -{"index":101,"Rank":117,"Model":"nomic-embed-text-v1<\/a>","Model Size (Million Parameters)":547,"Memory Usage (GB, fp32)":2.04,"Embedding Dimensions":768,"Max Tokens":8192,"Average (26 datasets)":"","Classification Average (6 datasets)":54.02,"Clustering Average (7 datasets)":43.06,"PairClassification Average (2 datasets)":71.42,"Reranking Average (2 datasets)":66.94,"Retrieval Average (5 datasets)":"","STS Average (3 datasets)":70.25,"Summarization Average (1 datasets)":31.11} -{"index":102,"Rank":118,"Model":"FAB-Ramy-v1<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average (26 datasets)":"","Classification Average (6 datasets)":"","Clustering Average (7 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (2 datasets)":"","Retrieval Average (5 datasets)":"","STS Average (3 datasets)":"","Summarization Average (1 datasets)":""} -{"index":103,"Rank":119,"Model":"FAE-v1<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average (26 datasets)":"","Classification Average (6 datasets)":"","Clustering Average (7 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (2 datasets)":"","Retrieval Average (5 datasets)":"","STS Average (3 datasets)":"","Summarization Average (1 datasets)":""} -{"index":104,"Rank":120,"Model":"FUE-v1<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average (26 datasets)":"","Classification Average (6 datasets)":"","Clustering Average (7 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (2 datasets)":"","Retrieval Average (5 datasets)":"","STS Average (3 datasets)":"","Summarization Average (1 datasets)":""} -{"index":108,"Rank":121,"Model":"all-mpnet-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average (26 datasets)":"","Classification Average (6 datasets)":52.87,"Clustering Average (7 datasets)":42.54,"PairClassification Average (2 datasets)":71.52,"Reranking Average (2 datasets)":67.88,"Retrieval Average (5 datasets)":"","STS Average (3 datasets)":69.77,"Summarization Average (1 datasets)":28.11} -{"index":109,"Rank":122,"Model":"allenai-specter<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average (26 datasets)":"","Classification Average (6 datasets)":"","Clustering Average (7 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (2 datasets)":"","Retrieval Average (5 datasets)":"","STS Average (3 datasets)":"","Summarization Average (1 datasets)":""} -{"index":110,"Rank":123,"Model":"average_word_embeddings_komninos<\/a>","Model Size (Million Parameters)":134,"Memory Usage (GB, fp32)":0.5,"Embedding Dimensions":300,"Max Tokens":"N\/A","Average (26 datasets)":"","Classification Average (6 datasets)":"","Clustering Average (7 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (2 datasets)":"","Retrieval Average (5 datasets)":"","STS Average (3 datasets)":"","Summarization Average (1 datasets)":""} -{"index":112,"Rank":124,"Model":"gtr-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Embedding Dimensions":768,"Max Tokens":512,"Average (26 datasets)":"","Classification Average (6 datasets)":"","Clustering Average (7 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (2 datasets)":"","Retrieval Average (5 datasets)":"","STS Average (3 datasets)":"","Summarization Average (1 datasets)":""} -{"index":113,"Rank":125,"Model":"gtr-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Embedding Dimensions":768,"Max Tokens":512,"Average (26 datasets)":"","Classification Average (6 datasets)":"","Clustering Average (7 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (2 datasets)":"","Retrieval Average (5 datasets)":"","STS Average (3 datasets)":"","Summarization Average (1 datasets)":""} -{"index":121,"Rank":126,"Model":"LaBSE-ru-turbo<\/a>","Model Size (Million Parameters)":128,"Memory Usage (GB, fp32)":0.48,"Embedding Dimensions":768,"Max Tokens":512,"Average (26 datasets)":"","Classification Average (6 datasets)":49.92,"Clustering Average (7 datasets)":39.18,"PairClassification Average (2 datasets)":71.76,"Reranking Average (2 datasets)":47.71,"Retrieval Average (5 datasets)":"","STS Average (3 datasets)":67.96,"Summarization Average (1 datasets)":28.7} -{"index":122,"Rank":127,"Model":"rubert-tiny-turbo<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"Embedding Dimensions":312,"Max Tokens":2048,"Average (26 datasets)":"","Classification Average (6 datasets)":39.12,"Clustering Average (7 datasets)":24.94,"PairClassification Average (2 datasets)":68.28,"Reranking Average (2 datasets)":35.15,"Retrieval Average (5 datasets)":"","STS Average (3 datasets)":52.72,"Summarization Average (1 datasets)":30.87} -{"index":128,"Rank":129,"Model":"text-embedding-ada-002<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":8191,"Average (26 datasets)":"","Classification Average (6 datasets)":69.27,"Clustering Average (7 datasets)":49.67,"PairClassification Average (2 datasets)":77.18,"Reranking Average (2 datasets)":"","Retrieval Average (5 datasets)":48.23,"STS Average (3 datasets)":78.31,"Summarization Average (1 datasets)":30.5} -{"index":129,"Rank":130,"Model":"text-embedding-3-large<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":3072,"Max Tokens":8191,"Average (26 datasets)":"","Classification Average (6 datasets)":73.08,"Clustering Average (7 datasets)":"","PairClassification Average (2 datasets)":80.32,"Reranking Average (2 datasets)":85.34,"Retrieval Average (5 datasets)":"","STS Average (3 datasets)":"","Summarization Average (1 datasets)":""} -{"index":130,"Rank":131,"Model":"text-embedding-3-small<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":8191,"Average (26 datasets)":"","Classification Average (6 datasets)":69.99,"Clustering Average (7 datasets)":"","PairClassification Average (2 datasets)":77.91,"Reranking Average (2 datasets)":80.15,"Retrieval Average (5 datasets)":"","STS Average (3 datasets)":"","Summarization Average (1 datasets)":""} diff --git a/boards_data/fr/data_tasks/Classification/default.jsonl b/boards_data/fr/data_tasks/Classification/default.jsonl deleted file mode 100644 index 141f8789bc2108365a742d3df2ad0ccff56d2f93..0000000000000000000000000000000000000000 --- a/boards_data/fr/data_tasks/Classification/default.jsonl +++ /dev/null @@ -1,130 +0,0 @@ -{"index":19,"Rank":1,"Model":"bge-multilingual-gemma2<\/a>","Model Size (Million Parameters)":9242,"Memory Usage (GB, fp32)":34.43,"Embedding Dimensions":3584,"Max Tokens":8192,"Average":81.62,"AmazonReviewsClassification (fr)":55.19,"MasakhaNEWSClassification (fra)":82.49,"MassiveIntentClassification (fr)":79.6,"MassiveScenarioClassification (fr)":82.18,"MTOPDomainClassification (fr)":97.2,"MTOPIntentClassification (fr)":93.07} -{"index":13,"Rank":2,"Model":"gte-Qwen2-7B-instruct<\/a>","Model Size (Million Parameters)":7613,"Memory Usage (GB, fp32)":28.36,"Embedding Dimensions":3584,"Max Tokens":32768,"Average":81.5,"AmazonReviewsClassification (fr)":55.54,"MasakhaNEWSClassification (fra)":80.78,"MassiveIntentClassification (fr)":81.9,"MassiveScenarioClassification (fr)":86.64,"MTOPDomainClassification (fr)":96.69,"MTOPIntentClassification (fr)":87.47} -{"index":12,"Rank":3,"Model":"gte-Qwen2-1.5B-instruct<\/a>","Model Size (Million Parameters)":1776,"Memory Usage (GB, fp32)":6.62,"Embedding Dimensions":1536,"Max Tokens":131072,"Average":78.02,"AmazonReviewsClassification (fr)":53.47,"MasakhaNEWSClassification (fra)":85.19,"MassiveIntentClassification (fr)":76.65,"MassiveScenarioClassification (fr)":79.1,"MTOPDomainClassification (fr)":93.48,"MTOPIntentClassification (fr)":80.23} -{"index":38,"Rank":4,"Model":"KaLM-embedding-multilingual-mini-instruct-v1<\/a>","Model Size (Million Parameters)":494,"Memory Usage (GB, fp32)":1.84,"Embedding Dimensions":896,"Max Tokens":131072,"Average":76.83,"AmazonReviewsClassification (fr)":52.62,"MasakhaNEWSClassification (fra)":83.63,"MassiveIntentClassification (fr)":69.54,"MassiveScenarioClassification (fr)":78.53,"MTOPDomainClassification (fr)":95.79,"MTOPIntentClassification (fr)":80.88} -{"index":28,"Rank":5,"Model":"jina-embeddings-v3<\/a>","Model Size (Million Parameters)":572,"Memory Usage (GB, fp32)":2.13,"Embedding Dimensions":1024,"Max Tokens":8194,"Average":76.54,"AmazonReviewsClassification (fr)":47.31,"MasakhaNEWSClassification (fra)":74.03,"MassiveIntentClassification (fr)":76.32,"MassiveScenarioClassification (fr)":83.09,"MTOPDomainClassification (fr)":96.3,"MTOPIntentClassification (fr)":82.21} -{"index":93,"Rank":6,"Model":"jina-embeddings-v3<\/a>","Model Size (Million Parameters)":572,"Memory Usage (GB, fp32)":2.13,"Embedding Dimensions":1024,"Max Tokens":8194,"Average":76.54,"AmazonReviewsClassification (fr)":47.31,"MasakhaNEWSClassification (fra)":74.03,"MassiveIntentClassification (fr)":76.32,"MassiveScenarioClassification (fr)":83.09,"MTOPDomainClassification (fr)":96.3,"MTOPIntentClassification (fr)":82.21} -{"index":37,"Rank":7,"Model":"GritLM-7B<\/a>","Model Size (Million Parameters)":7240,"Memory Usage (GB, fp32)":26.97,"Embedding Dimensions":"","Max Tokens":4096,"Average":76.28,"AmazonReviewsClassification (fr)":54.43,"MasakhaNEWSClassification (fra)":81.35,"MassiveIntentClassification (fr)":75.51,"MassiveScenarioClassification (fr)":77.29,"MTOPDomainClassification (fr)":92.25,"MTOPIntentClassification (fr)":76.87} -{"index":39,"Rank":8,"Model":"KaLM-embedding-multilingual-mini-instruct-v1.5<\/a>","Model Size (Million Parameters)":494,"Memory Usage (GB, fp32)":1.84,"Embedding Dimensions":896,"Max Tokens":131072,"Average":75.46,"AmazonReviewsClassification (fr)":52.31,"MasakhaNEWSClassification (fra)":83.36,"MassiveIntentClassification (fr)":66.61,"MassiveScenarioClassification (fr)":75.69,"MTOPDomainClassification (fr)":95.02,"MTOPIntentClassification (fr)":79.75} -{"index":11,"Rank":9,"Model":"gte-Qwen1.5-7B-instruct<\/a>","Model Size (Million Parameters)":7099,"Memory Usage (GB, fp32)":26.45,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":75.21,"AmazonReviewsClassification (fr)":54.59,"MasakhaNEWSClassification (fra)":81.78,"MassiveIntentClassification (fr)":72.88,"MassiveScenarioClassification (fr)":74.64,"MTOPDomainClassification (fr)":89.66,"MTOPIntentClassification (fr)":77.69} -{"index":53,"Rank":10,"Model":"SFR-Embedding-Mistral<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":73.76,"AmazonReviewsClassification (fr)":51.0,"MasakhaNEWSClassification (fra)":83.39,"MassiveIntentClassification (fr)":71.71,"MassiveScenarioClassification (fr)":76.04,"MTOPDomainClassification (fr)":89.97,"MTOPIntentClassification (fr)":70.47} -{"index":129,"Rank":11,"Model":"text-embedding-3-large<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":3072,"Max Tokens":8191,"Average":73.08,"AmazonReviewsClassification (fr)":46.41,"MasakhaNEWSClassification (fra)":77.25,"MassiveIntentClassification (fr)":71.29,"MassiveScenarioClassification (fr)":76.46,"MTOPDomainClassification (fr)":93.39,"MTOPIntentClassification (fr)":73.68} -{"index":52,"Rank":12,"Model":"Solon-embeddings-large-0.1<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":70.02,"AmazonReviewsClassification (fr)":42.08,"MasakhaNEWSClassification (fra)":81.52,"MassiveIntentClassification (fr)":67.4,"MassiveScenarioClassification (fr)":71.29,"MTOPDomainClassification (fr)":89.26,"MTOPIntentClassification (fr)":68.55} -{"index":130,"Rank":13,"Model":"text-embedding-3-small<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":8191,"Average":69.99,"AmazonReviewsClassification (fr)":43.64,"MasakhaNEWSClassification (fra)":76.49,"MassiveIntentClassification (fr)":67.8,"MassiveScenarioClassification (fr)":73.3,"MTOPDomainClassification (fr)":90.9,"MTOPIntentClassification (fr)":67.83} -{"index":27,"Rank":14,"Model":"Cohere-embed-multilingual-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":512,"Average":69.92,"AmazonReviewsClassification (fr)":45.61,"MasakhaNEWSClassification (fra)":79.5,"MassiveIntentClassification (fr)":67.37,"MassiveScenarioClassification (fr)":73.11,"MTOPDomainClassification (fr)":90.32,"MTOPIntentClassification (fr)":63.64} -{"index":88,"Rank":15,"Model":"multilingual-e5-large-instruct<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":69.32,"AmazonReviewsClassification (fr)":49.78,"MasakhaNEWSClassification (fra)":78.93,"MassiveIntentClassification (fr)":66.88,"MassiveScenarioClassification (fr)":71.16,"MTOPDomainClassification (fr)":85.89,"MTOPIntentClassification (fr)":63.26} -{"index":128,"Rank":16,"Model":"text-embedding-ada-002<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":8191,"Average":69.27,"AmazonReviewsClassification (fr)":43.76,"MasakhaNEWSClassification (fra)":81.52,"MassiveIntentClassification (fr)":65.42,"MassiveScenarioClassification (fr)":71.11,"MTOPDomainClassification (fr)":89.38,"MTOPIntentClassification (fr)":64.45} -{"index":44,"Rank":17,"Model":"bilingual-embedding-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":69.16,"AmazonReviewsClassification (fr)":43.42,"MasakhaNEWSClassification (fra)":80.57,"MassiveIntentClassification (fr)":66.81,"MassiveScenarioClassification (fr)":72.99,"MTOPDomainClassification (fr)":88.33,"MTOPIntentClassification (fr)":62.85} -{"index":14,"Rank":18,"Model":"gte-multilingual-base<\/a>","Model Size (Million Parameters)":305,"Memory Usage (GB, fp32)":1.14,"Embedding Dimensions":768,"Max Tokens":8192,"Average":68.72,"AmazonReviewsClassification (fr)":39.57,"MasakhaNEWSClassification (fra)":80.66,"MassiveIntentClassification (fr)":67.92,"MassiveScenarioClassification (fr)":72.65,"MTOPDomainClassification (fr)":87.49,"MTOPIntentClassification (fr)":64.06} -{"index":47,"Rank":19,"Model":"onnx-gte-multilingual-base<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":68.72,"AmazonReviewsClassification (fr)":39.57,"MasakhaNEWSClassification (fra)":80.66,"MassiveIntentClassification (fr)":67.92,"MassiveScenarioClassification (fr)":72.65,"MTOPDomainClassification (fr)":87.49,"MTOPIntentClassification (fr)":64.06} -{"index":42,"Rank":20,"Model":"bilingual-document-embedding<\/a>","Model Size (Million Parameters)":568,"Memory Usage (GB, fp32)":2.12,"Embedding Dimensions":1024,"Max Tokens":8194,"Average":68.62,"AmazonReviewsClassification (fr)":43.49,"MasakhaNEWSClassification (fra)":78.01,"MassiveIntentClassification (fr)":67.39,"MassiveScenarioClassification (fr)":74.12,"MTOPDomainClassification (fr)":88.46,"MTOPIntentClassification (fr)":60.27} -{"index":0,"Rank":21,"Model":"mistral-embed<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":"","Average":68.61,"AmazonReviewsClassification (fr)":41.59,"MasakhaNEWSClassification (fra)":81.4,"MassiveIntentClassification (fr)":62.83,"MassiveScenarioClassification (fr)":69.71,"MTOPDomainClassification (fr)":90.05,"MTOPIntentClassification (fr)":66.09} -{"index":97,"Rank":22,"Model":"sentence_croissant_alpha_v0.1<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":68.48,"AmazonReviewsClassification (fr)":36.62,"MasakhaNEWSClassification (fra)":80.4,"MassiveIntentClassification (fr)":65.86,"MassiveScenarioClassification (fr)":71.6,"MTOPDomainClassification (fr)":88.7,"MTOPIntentClassification (fr)":67.69} -{"index":6,"Rank":23,"Model":"voyage-law-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":16000,"Average":68.45,"AmazonReviewsClassification (fr)":41.98,"MasakhaNEWSClassification (fra)":76.42,"MassiveIntentClassification (fr)":66.94,"MassiveScenarioClassification (fr)":72.78,"MTOPDomainClassification (fr)":90.12,"MTOPIntentClassification (fr)":62.44} -{"index":7,"Rank":24,"Model":"voyage-multilingual-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":32000,"Average":68.15,"AmazonReviewsClassification (fr)":42.16,"MasakhaNEWSClassification (fra)":74.81,"MassiveIntentClassification (fr)":66.07,"MassiveScenarioClassification (fr)":72.06,"MTOPDomainClassification (fr)":88.63,"MTOPIntentClassification (fr)":65.15} -{"index":96,"Rank":25,"Model":"bge-m3-custom-fr<\/a>","Model Size (Million Parameters)":568,"Memory Usage (GB, fp32)":2.12,"Embedding Dimensions":1024,"Max Tokens":8194,"Average":67.57,"AmazonReviewsClassification (fr)":42.33,"MasakhaNEWSClassification (fra)":70.52,"MassiveIntentClassification (fr)":66.7,"MassiveScenarioClassification (fr)":74.58,"MTOPDomainClassification (fr)":90.39,"MTOPIntentClassification (fr)":60.88} -{"index":76,"Rank":26,"Model":"bge-m3-custom-fr-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":67.57,"AmazonReviewsClassification (fr)":42.33,"MasakhaNEWSClassification (fra)":70.52,"MassiveIntentClassification (fr)":66.7,"MassiveScenarioClassification (fr)":74.58,"MTOPDomainClassification (fr)":90.39,"MTOPIntentClassification (fr)":60.88} -{"index":4,"Rank":27,"Model":"voyage-code-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":16000,"Average":67.44,"AmazonReviewsClassification (fr)":42.15,"MasakhaNEWSClassification (fra)":82.13,"MassiveIntentClassification (fr)":63.08,"MassiveScenarioClassification (fr)":70.15,"MTOPDomainClassification (fr)":87.68,"MTOPIntentClassification (fr)":59.44} -{"index":98,"Rank":28,"Model":"sentence_croissant_alpha_v0.2<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":67.4,"AmazonReviewsClassification (fr)":36.48,"MasakhaNEWSClassification (fra)":73.18,"MassiveIntentClassification (fr)":66.3,"MassiveScenarioClassification (fr)":71.7,"MTOPDomainClassification (fr)":88.96,"MTOPIntentClassification (fr)":67.76} -{"index":120,"Rank":29,"Model":"sentence-t5-xxl<\/a>","Model Size (Million Parameters)":4865,"Memory Usage (GB, fp32)":18.12,"Embedding Dimensions":768,"Max Tokens":512,"Average":67.36,"AmazonReviewsClassification (fr)":46.09,"MasakhaNEWSClassification (fra)":79.1,"MassiveIntentClassification (fr)":65.91,"MassiveScenarioClassification (fr)":68.53,"MTOPDomainClassification (fr)":86.2,"MTOPIntentClassification (fr)":58.33} -{"index":99,"Rank":30,"Model":"sentence_croissant_alpha_v0.3<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":67.11,"AmazonReviewsClassification (fr)":35.11,"MasakhaNEWSClassification (fra)":75.17,"MassiveIntentClassification (fr)":66.48,"MassiveScenarioClassification (fr)":71.47,"MTOPDomainClassification (fr)":88.52,"MTOPIntentClassification (fr)":65.93} -{"index":43,"Rank":31,"Model":"bilingual-embedding-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":66.74,"AmazonReviewsClassification (fr)":40.35,"MasakhaNEWSClassification (fra)":77.44,"MassiveIntentClassification (fr)":64.99,"MassiveScenarioClassification (fr)":71.72,"MTOPDomainClassification (fr)":86.83,"MTOPIntentClassification (fr)":59.13} -{"index":68,"Rank":32,"Model":"USER-bge-m3<\/a>","Model Size (Million Parameters)":359,"Memory Usage (GB, fp32)":1.34,"Embedding Dimensions":1024,"Max Tokens":8192,"Average":66.73,"AmazonReviewsClassification (fr)":45.16,"MasakhaNEWSClassification (fra)":77.54,"MassiveIntentClassification (fr)":64.25,"MassiveScenarioClassification (fr)":69.41,"MTOPDomainClassification (fr)":85.44,"MTOPIntentClassification (fr)":58.59} -{"index":87,"Rank":33,"Model":"multilingual-e5-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":66.54,"AmazonReviewsClassification (fr)":41.91,"MasakhaNEWSClassification (fra)":79.38,"MassiveIntentClassification (fr)":63.37,"MassiveScenarioClassification (fr)":68.74,"MTOPDomainClassification (fr)":86.41,"MTOPIntentClassification (fr)":59.43} -{"index":126,"Rank":34,"Model":"universal-sentence-encoder-multilingual-large-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":512,"Max Tokens":512,"Average":66.37,"AmazonReviewsClassification (fr)":35.09,"MasakhaNEWSClassification (fra)":72.04,"MassiveIntentClassification (fr)":65.8,"MassiveScenarioClassification (fr)":73.47,"MTOPDomainClassification (fr)":88.19,"MTOPIntentClassification (fr)":63.64} -{"index":64,"Rank":35,"Model":"french-document-embedding<\/a>","Model Size (Million Parameters)":305,"Memory Usage (GB, fp32)":1.14,"Embedding Dimensions":768,"Max Tokens":8192,"Average":66.3,"AmazonReviewsClassification (fr)":39.89,"MasakhaNEWSClassification (fra)":76.87,"MassiveIntentClassification (fr)":64.14,"MassiveScenarioClassification (fr)":70.69,"MTOPDomainClassification (fr)":88.33,"MTOPIntentClassification (fr)":57.85} -{"index":45,"Rank":36,"Model":"bilingual-embedding-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":66.25,"AmazonReviewsClassification (fr)":37.1,"MasakhaNEWSClassification (fra)":78.34,"MassiveIntentClassification (fr)":65.49,"MassiveScenarioClassification (fr)":69.27,"MTOPDomainClassification (fr)":86.09,"MTOPIntentClassification (fr)":61.23} -{"index":100,"Rank":37,"Model":"sentence_croissant_alpha_v0.4<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":65.96,"AmazonReviewsClassification (fr)":34.62,"MasakhaNEWSClassification (fra)":74.29,"MassiveIntentClassification (fr)":65.67,"MassiveScenarioClassification (fr)":71.61,"MTOPDomainClassification (fr)":86.97,"MTOPIntentClassification (fr)":62.59} -{"index":127,"Rank":38,"Model":"bilingual-embedding-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":65.92,"AmazonReviewsClassification (fr)":43.51,"MasakhaNEWSClassification (fra)":72.61,"MassiveIntentClassification (fr)":65.15,"MassiveScenarioClassification (fr)":69.94,"MTOPDomainClassification (fr)":85.33,"MTOPIntentClassification (fr)":59.01} -{"index":66,"Rank":39,"Model":"sentence-camembert-large<\/a>","Model Size (Million Parameters)":337,"Memory Usage (GB, fp32)":1.26,"Embedding Dimensions":1024,"Max Tokens":512,"Average":65.82,"AmazonReviewsClassification (fr)":37.97,"MasakhaNEWSClassification (fra)":80.62,"MassiveIntentClassification (fr)":62.65,"MassiveScenarioClassification (fr)":69.29,"MTOPDomainClassification (fr)":85.74,"MTOPIntentClassification (fr)":58.62} -{"index":119,"Rank":40,"Model":"sentence-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Embedding Dimensions":768,"Max Tokens":512,"Average":65.09,"AmazonReviewsClassification (fr)":43.52,"MasakhaNEWSClassification (fra)":80.09,"MassiveIntentClassification (fr)":60.99,"MassiveScenarioClassification (fr)":66.42,"MTOPDomainClassification (fr)":85.14,"MTOPIntentClassification (fr)":54.39} -{"index":86,"Rank":41,"Model":"multilingual-e5-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":64.94,"AmazonReviewsClassification (fr)":40.94,"MasakhaNEWSClassification (fra)":79.69,"MassiveIntentClassification (fr)":61.32,"MassiveScenarioClassification (fr)":67.37,"MTOPDomainClassification (fr)":84.79,"MTOPIntentClassification (fr)":55.51} -{"index":26,"Rank":42,"Model":"Cohere-embed-multilingual-light-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":384,"Max Tokens":512,"Average":64.83,"AmazonReviewsClassification (fr)":41.14,"MasakhaNEWSClassification (fra)":79.31,"MassiveIntentClassification (fr)":61.85,"MassiveScenarioClassification (fr)":67.5,"MTOPDomainClassification (fr)":86.06,"MTOPIntentClassification (fr)":53.11} -{"index":116,"Rank":43,"Model":"paraphrase-multilingual-mpnet-base-v2<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":64.73,"AmazonReviewsClassification (fr)":38.98,"MasakhaNEWSClassification (fra)":72.94,"MassiveIntentClassification (fr)":64.8,"MassiveScenarioClassification (fr)":70.71,"MTOPDomainClassification (fr)":81.21,"MTOPIntentClassification (fr)":59.75} -{"index":105,"Rank":44,"Model":"LaBSE<\/a>","Model Size (Million Parameters)":471,"Memory Usage (GB, fp32)":1.75,"Embedding Dimensions":768,"Max Tokens":512,"Average":64.6,"AmazonReviewsClassification (fr)":38.52,"MasakhaNEWSClassification (fra)":77.39,"MassiveIntentClassification (fr)":60.47,"MassiveScenarioClassification (fr)":65.1,"MTOPDomainClassification (fr)":84.14,"MTOPIntentClassification (fr)":62.01} -{"index":54,"Rank":45,"Model":"sentence-croissant-llm-base<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":64.57,"AmazonReviewsClassification (fr)":34.79,"MasakhaNEWSClassification (fra)":79.29,"MassiveIntentClassification (fr)":59.41,"MassiveScenarioClassification (fr)":65.29,"MTOPDomainClassification (fr)":85.52,"MTOPIntentClassification (fr)":63.12} -{"index":125,"Rank":46,"Model":"universal-sentence-encoder-multilingual-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":512,"Max Tokens":512,"Average":64.41,"AmazonReviewsClassification (fr)":33.51,"MasakhaNEWSClassification (fra)":82.06,"MassiveIntentClassification (fr)":61.19,"MassiveScenarioClassification (fr)":70.22,"MTOPDomainClassification (fr)":85.5,"MTOPIntentClassification (fr)":53.98} -{"index":40,"Rank":47,"Model":"KaLM-embedding-multilingual-mini-v1<\/a>","Model Size (Million Parameters)":494,"Memory Usage (GB, fp32)":1.84,"Embedding Dimensions":896,"Max Tokens":131072,"Average":64.15,"AmazonReviewsClassification (fr)":44.85,"MasakhaNEWSClassification (fra)":83.34,"MassiveIntentClassification (fr)":59.05,"MassiveScenarioClassification (fr)":67.29,"MTOPDomainClassification (fr)":80.15,"MTOPIntentClassification (fr)":50.24} -{"index":2,"Rank":48,"Model":"voyage-3-lite<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":512,"Max Tokens":32000,"Average":63.04,"AmazonReviewsClassification (fr)":38.92,"MasakhaNEWSClassification (fra)":77.49,"MassiveIntentClassification (fr)":58.02,"MassiveScenarioClassification (fr)":65.51,"MTOPDomainClassification (fr)":82.89,"MTOPIntentClassification (fr)":55.38} -{"index":111,"Rank":49,"Model":"distiluse-base-multilingual-cased-v2<\/a>","Model Size (Million Parameters)":135,"Memory Usage (GB, fp32)":0.5,"Embedding Dimensions":512,"Max Tokens":512,"Average":62.14,"AmazonReviewsClassification (fr)":35.7,"MasakhaNEWSClassification (fra)":76.87,"MassiveIntentClassification (fr)":57.02,"MassiveScenarioClassification (fr)":65.2,"MTOPDomainClassification (fr)":84.61,"MTOPIntentClassification (fr)":53.41} -{"index":118,"Rank":50,"Model":"sentence-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Embedding Dimensions":768,"Max Tokens":512,"Average":61.64,"AmazonReviewsClassification (fr)":41.48,"MasakhaNEWSClassification (fra)":80.43,"MassiveIntentClassification (fr)":57.01,"MassiveScenarioClassification (fr)":63.6,"MTOPDomainClassification (fr)":79.6,"MTOPIntentClassification (fr)":47.73} -{"index":89,"Rank":51,"Model":"multilingual-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":61.06,"AmazonReviewsClassification (fr)":39.68,"MasakhaNEWSClassification (fra)":77.65,"MassiveIntentClassification (fr)":57.9,"MassiveScenarioClassification (fr)":63.9,"MTOPDomainClassification (fr)":81.2,"MTOPIntentClassification (fr)":46.01} -{"index":115,"Rank":52,"Model":"paraphrase-multilingual-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":61.02,"AmazonReviewsClassification (fr)":35.3,"MasakhaNEWSClassification (fra)":76.09,"MassiveIntentClassification (fr)":57.52,"MassiveScenarioClassification (fr)":64.52,"MTOPDomainClassification (fr)":78.63,"MTOPIntentClassification (fr)":54.05} -{"index":10,"Rank":53,"Model":"llm2vec-occiglot-mntp<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":60.98,"AmazonReviewsClassification (fr)":35.07,"MasakhaNEWSClassification (fra)":76.0,"MassiveIntentClassification (fr)":56.03,"MassiveScenarioClassification (fr)":59.3,"MTOPDomainClassification (fr)":75.7,"MTOPIntentClassification (fr)":63.76} -{"index":3,"Rank":54,"Model":"voyage-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":32000,"Average":60.47,"AmazonReviewsClassification (fr)":35.43,"MasakhaNEWSClassification (fra)":70.54,"MassiveIntentClassification (fr)":57.54,"MassiveScenarioClassification (fr)":66.07,"MTOPDomainClassification (fr)":80.39,"MTOPIntentClassification (fr)":52.87} -{"index":1,"Rank":55,"Model":"voyage-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":4000,"Average":59.84,"AmazonReviewsClassification (fr)":37.26,"MasakhaNEWSClassification (fra)":80.19,"MassiveIntentClassification (fr)":53.7,"MassiveScenarioClassification (fr)":62.46,"MTOPDomainClassification (fr)":79.79,"MTOPIntentClassification (fr)":45.62} -{"index":25,"Rank":56,"Model":"Cohere-embed-english-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":512,"Average":59.46,"AmazonReviewsClassification (fr)":39.11,"MasakhaNEWSClassification (fra)":79.41,"MassiveIntentClassification (fr)":52.0,"MassiveScenarioClassification (fr)":59.83,"MTOPDomainClassification (fr)":82.72,"MTOPIntentClassification (fr)":43.71} -{"index":71,"Rank":57,"Model":"e5-base-4k<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":58.22,"AmazonReviewsClassification (fr)":29.98,"MasakhaNEWSClassification (fra)":78.41,"MassiveIntentClassification (fr)":51.28,"MassiveScenarioClassification (fr)":57.84,"MTOPDomainClassification (fr)":80.24,"MTOPIntentClassification (fr)":51.56} -{"index":83,"Rank":58,"Model":"e5-large-v2<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":58.2,"AmazonReviewsClassification (fr)":37.46,"MasakhaNEWSClassification (fra)":75.47,"MassiveIntentClassification (fr)":50.66,"MassiveScenarioClassification (fr)":57.97,"MTOPDomainClassification (fr)":83.05,"MTOPIntentClassification (fr)":44.56} -{"index":117,"Rank":59,"Model":"sentence-t5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":58.08,"AmazonReviewsClassification (fr)":37.35,"MasakhaNEWSClassification (fra)":81.21,"MassiveIntentClassification (fr)":51.13,"MassiveScenarioClassification (fr)":59.92,"MTOPDomainClassification (fr)":75.03,"MTOPIntentClassification (fr)":43.85} -{"index":84,"Rank":60,"Model":"e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":57.72,"AmazonReviewsClassification (fr)":36.71,"MasakhaNEWSClassification (fra)":80.59,"MassiveIntentClassification (fr)":46.39,"MassiveScenarioClassification (fr)":53.86,"MTOPDomainClassification (fr)":74.8,"MTOPIntentClassification (fr)":53.97} -{"index":65,"Rank":61,"Model":"sentence-camembert-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":56.63,"AmazonReviewsClassification (fr)":36.03,"MasakhaNEWSClassification (fra)":70.36,"MassiveIntentClassification (fr)":51.59,"MassiveScenarioClassification (fr)":61.28,"MTOPDomainClassification (fr)":77.1,"MTOPIntentClassification (fr)":43.44} -{"index":17,"Rank":62,"Model":"bge-large-en-v1.5<\/a>","Model Size (Million Parameters)":1340,"Memory Usage (GB, fp32)":4.99,"Embedding Dimensions":1024,"Max Tokens":512,"Average":55.85,"AmazonReviewsClassification (fr)":31.55,"MasakhaNEWSClassification (fra)":76.97,"MassiveIntentClassification (fr)":47.83,"MassiveScenarioClassification (fr)":57.13,"MTOPDomainClassification (fr)":80.27,"MTOPIntentClassification (fr)":41.36} -{"index":123,"Rank":63,"Model":"text2vec-base-multilingual<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":256,"Average":55.78,"AmazonReviewsClassification (fr)":34.25,"MasakhaNEWSClassification (fra)":73.84,"MassiveIntentClassification (fr)":51.93,"MassiveScenarioClassification (fr)":58.31,"MTOPDomainClassification (fr)":71.83,"MTOPIntentClassification (fr)":44.53} -{"index":80,"Rank":64,"Model":"e5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":55.16,"AmazonReviewsClassification (fr)":30.98,"MasakhaNEWSClassification (fra)":75.0,"MassiveIntentClassification (fr)":47.51,"MassiveScenarioClassification (fr)":57.6,"MTOPDomainClassification (fr)":79.77,"MTOPIntentClassification (fr)":40.11} -{"index":81,"Rank":65,"Model":"e5-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":55.13,"AmazonReviewsClassification (fr)":32.32,"MasakhaNEWSClassification (fra)":75.36,"MassiveIntentClassification (fr)":45.88,"MassiveScenarioClassification (fr)":56.43,"MTOPDomainClassification (fr)":80.17,"MTOPIntentClassification (fr)":40.64} -{"index":82,"Rank":66,"Model":"e5-large<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":55.1,"AmazonReviewsClassification (fr)":32.4,"MasakhaNEWSClassification (fra)":77.49,"MassiveIntentClassification (fr)":47.2,"MassiveScenarioClassification (fr)":57.57,"MTOPDomainClassification (fr)":78.82,"MTOPIntentClassification (fr)":37.12} -{"index":90,"Rank":67,"Model":"udever-bloom-1b1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":2048,"Average":54.9,"AmazonReviewsClassification (fr)":35.12,"MasakhaNEWSClassification (fra)":80.83,"MassiveIntentClassification (fr)":43.21,"MassiveScenarioClassification (fr)":49.78,"MTOPDomainClassification (fr)":69.24,"MTOPIntentClassification (fr)":51.25} -{"index":101,"Rank":68,"Model":"nomic-embed-text-v1<\/a>","Model Size (Million Parameters)":547,"Memory Usage (GB, fp32)":2.04,"Embedding Dimensions":768,"Max Tokens":8192,"Average":54.02,"AmazonReviewsClassification (fr)":29.65,"MasakhaNEWSClassification (fra)":79.91,"MassiveIntentClassification (fr)":44.42,"MassiveScenarioClassification (fr)":55.41,"MTOPDomainClassification (fr)":77.32,"MTOPIntentClassification (fr)":37.39} -{"index":8,"Rank":69,"Model":"LASER2<\/a>","Model Size (Million Parameters)":43,"Memory Usage (GB, fp32)":0.16,"Embedding Dimensions":1024,"Max Tokens":"N\/A","Average":53.31,"AmazonReviewsClassification (fr)":31.12,"MasakhaNEWSClassification (fra)":65.9,"MassiveIntentClassification (fr)":46.13,"MassiveScenarioClassification (fr)":54.32,"MTOPDomainClassification (fr)":72.26,"MTOPIntentClassification (fr)":50.12} -{"index":16,"Rank":70,"Model":"bge-base-en-v1.5<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":53.07,"AmazonReviewsClassification (fr)":29.29,"MasakhaNEWSClassification (fra)":76.07,"MassiveIntentClassification (fr)":43.91,"MassiveScenarioClassification (fr)":53.77,"MTOPDomainClassification (fr)":75.85,"MTOPIntentClassification (fr)":39.54} -{"index":108,"Rank":71,"Model":"all-mpnet-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average":52.87,"AmazonReviewsClassification (fr)":28.49,"MasakhaNEWSClassification (fra)":77.77,"MassiveIntentClassification (fr)":44.27,"MassiveScenarioClassification (fr)":54.26,"MTOPDomainClassification (fr)":74.88,"MTOPIntentClassification (fr)":37.57} -{"index":85,"Rank":72,"Model":"e5-small<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":52.73,"AmazonReviewsClassification (fr)":32.31,"MasakhaNEWSClassification (fra)":73.36,"MassiveIntentClassification (fr)":43.86,"MassiveScenarioClassification (fr)":55.22,"MTOPDomainClassification (fr)":74.2,"MTOPIntentClassification (fr)":37.43} -{"index":20,"Rank":73,"Model":"bge-small-en-v1.5<\/a>","Model Size (Million Parameters)":24,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":512,"Max Tokens":512,"Average":52.2,"AmazonReviewsClassification (fr)":28.3,"MasakhaNEWSClassification (fra)":76.35,"MassiveIntentClassification (fr)":41.51,"MassiveScenarioClassification (fr)":54.25,"MTOPDomainClassification (fr)":75.49,"MTOPIntentClassification (fr)":37.32} -{"index":106,"Rank":74,"Model":"all-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":52.14,"AmazonReviewsClassification (fr)":27.54,"MasakhaNEWSClassification (fra)":72.2,"MassiveIntentClassification (fr)":44.82,"MassiveScenarioClassification (fr)":53.76,"MTOPDomainClassification (fr)":75.59,"MTOPIntentClassification (fr)":38.94} -{"index":114,"Rank":75,"Model":"multi-qa-MiniLM-L6-cos-v1<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":384,"Max Tokens":512,"Average":50.9,"AmazonReviewsClassification (fr)":27.05,"MasakhaNEWSClassification (fra)":75.62,"MassiveIntentClassification (fr)":42.64,"MassiveScenarioClassification (fr)":49.92,"MTOPDomainClassification (fr)":72.97,"MTOPIntentClassification (fr)":37.18} -{"index":107,"Rank":76,"Model":"all-MiniLM-L6-v2<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":384,"Max Tokens":512,"Average":50.7,"AmazonReviewsClassification (fr)":26.88,"MasakhaNEWSClassification (fra)":68.84,"MassiveIntentClassification (fr)":42.55,"MassiveScenarioClassification (fr)":51.14,"MTOPDomainClassification (fr)":75.1,"MTOPIntentClassification (fr)":39.67} -{"index":121,"Rank":77,"Model":"LaBSE-ru-turbo<\/a>","Model Size (Million Parameters)":128,"Memory Usage (GB, fp32)":0.48,"Embedding Dimensions":768,"Max Tokens":512,"Average":49.92,"AmazonReviewsClassification (fr)":32.2,"MasakhaNEWSClassification (fra)":75.43,"MassiveIntentClassification (fr)":39.59,"MassiveScenarioClassification (fr)":47.94,"MTOPDomainClassification (fr)":68.37,"MTOPIntentClassification (fr)":35.98} -{"index":61,"Rank":78,"Model":"LaBSE-en-ru<\/a>","Model Size (Million Parameters)":129,"Memory Usage (GB, fp32)":0.48,"Embedding Dimensions":768,"Max Tokens":512,"Average":49.57,"AmazonReviewsClassification (fr)":32.75,"MasakhaNEWSClassification (fra)":73.44,"MassiveIntentClassification (fr)":40.29,"MassiveScenarioClassification (fr)":45.08,"MTOPDomainClassification (fr)":64.84,"MTOPIntentClassification (fr)":41.03} -{"index":78,"Rank":79,"Model":"bert-base-multilingual-uncased<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Embedding Dimensions":768,"Max Tokens":512,"Average":48.37,"AmazonReviewsClassification (fr)":29.02,"MasakhaNEWSClassification (fra)":75.69,"MassiveIntentClassification (fr)":38.01,"MassiveScenarioClassification (fr)":43.63,"MTOPDomainClassification (fr)":64.49,"MTOPIntentClassification (fr)":39.4} -{"index":77,"Rank":80,"Model":"bert-base-multilingual-cased<\/a>","Model Size (Million Parameters)":179,"Memory Usage (GB, fp32)":0.67,"Embedding Dimensions":768,"Max Tokens":512,"Average":46.1,"AmazonReviewsClassification (fr)":29.39,"MasakhaNEWSClassification (fra)":64.0,"MassiveIntentClassification (fr)":37.3,"MassiveScenarioClassification (fr)":44.47,"MTOPDomainClassification (fr)":63.61,"MTOPIntentClassification (fr)":37.84} -{"index":34,"Rank":81,"Model":"bert-base-10lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":512,"Average":46.1,"AmazonReviewsClassification (fr)":29.38,"MasakhaNEWSClassification (fra)":63.93,"MassiveIntentClassification (fr)":37.28,"MassiveScenarioClassification (fr)":44.5,"MTOPDomainClassification (fr)":63.65,"MTOPIntentClassification (fr)":37.87} -{"index":36,"Rank":82,"Model":"bert-base-25lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":512,"Average":46.09,"AmazonReviewsClassification (fr)":29.39,"MasakhaNEWSClassification (fra)":63.91,"MassiveIntentClassification (fr)":37.3,"MassiveScenarioClassification (fr)":44.47,"MTOPDomainClassification (fr)":63.63,"MTOPIntentClassification (fr)":37.86} -{"index":35,"Rank":83,"Model":"bert-base-15lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":512,"Average":46.09,"AmazonReviewsClassification (fr)":29.35,"MasakhaNEWSClassification (fra)":63.89,"MassiveIntentClassification (fr)":37.28,"MassiveScenarioClassification (fr)":44.47,"MTOPDomainClassification (fr)":63.7,"MTOPIntentClassification (fr)":37.85} -{"index":67,"Rank":84,"Model":"USER-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":512,"Average":44.66,"AmazonReviewsClassification (fr)":27.62,"MasakhaNEWSClassification (fra)":67.44,"MassiveIntentClassification (fr)":35.14,"MassiveScenarioClassification (fr)":42.95,"MTOPDomainClassification (fr)":59.72,"MTOPIntentClassification (fr)":35.07} -{"index":62,"Rank":85,"Model":"rubert-tiny<\/a>","Model Size (Million Parameters)":12,"Memory Usage (GB, fp32)":0.04,"Embedding Dimensions":512,"Max Tokens":514,"Average":43.6,"AmazonReviewsClassification (fr)":26.03,"MasakhaNEWSClassification (fra)":55.52,"MassiveIntentClassification (fr)":38.64,"MassiveScenarioClassification (fr)":40.47,"MTOPDomainClassification (fr)":58.29,"MTOPIntentClassification (fr)":42.63} -{"index":30,"Rank":86,"Model":"rubert-base-cased<\/a>","Model Size (Million Parameters)":180,"Memory Usage (GB, fp32)":0.67,"Embedding Dimensions":768,"Max Tokens":512,"Average":41.24,"AmazonReviewsClassification (fr)":25.07,"MasakhaNEWSClassification (fra)":57.51,"MassiveIntentClassification (fr)":36.45,"MassiveScenarioClassification (fr)":36.73,"MTOPDomainClassification (fr)":53.35,"MTOPIntentClassification (fr)":38.32} -{"index":31,"Rank":87,"Model":"rubert-base-cased-sentence<\/a>","Model Size (Million Parameters)":180,"Memory Usage (GB, fp32)":0.67,"Embedding Dimensions":768,"Max Tokens":512,"Average":40.25,"AmazonReviewsClassification (fr)":28.85,"MasakhaNEWSClassification (fra)":62.13,"MassiveIntentClassification (fr)":33.06,"MassiveScenarioClassification (fr)":35.38,"MTOPDomainClassification (fr)":49.23,"MTOPIntentClassification (fr)":32.83} -{"index":29,"Rank":88,"Model":"distilrubert-small-cased-conversational<\/a>","Model Size (Million Parameters)":106,"Memory Usage (GB, fp32)":0.39,"Embedding Dimensions":768,"Max Tokens":512,"Average":39.49,"AmazonReviewsClassification (fr)":25.9,"MasakhaNEWSClassification (fra)":40.14,"MassiveIntentClassification (fr)":38.49,"MassiveScenarioClassification (fr)":38.54,"MTOPDomainClassification (fr)":54.21,"MTOPIntentClassification (fr)":39.64} -{"index":122,"Rank":89,"Model":"rubert-tiny-turbo<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"Embedding Dimensions":312,"Max Tokens":2048,"Average":39.12,"AmazonReviewsClassification (fr)":27.89,"MasakhaNEWSClassification (fra)":38.6,"MassiveIntentClassification (fr)":31.51,"MassiveScenarioClassification (fr)":42.9,"MTOPDomainClassification (fr)":62.52,"MTOPIntentClassification (fr)":31.28} -{"index":69,"Rank":90,"Model":"deberta-v1-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":512,"Average":36.92,"AmazonReviewsClassification (fr)":25.23,"MasakhaNEWSClassification (fra)":48.89,"MassiveIntentClassification (fr)":31.26,"MassiveScenarioClassification (fr)":29.73,"MTOPDomainClassification (fr)":49.63,"MTOPIntentClassification (fr)":36.76} -{"index":63,"Rank":91,"Model":"rubert-tiny2<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"Embedding Dimensions":2048,"Max Tokens":514,"Average":35.34,"AmazonReviewsClassification (fr)":26.79,"MasakhaNEWSClassification (fra)":39.67,"MassiveIntentClassification (fr)":27.01,"MassiveScenarioClassification (fr)":34.68,"MTOPDomainClassification (fr)":55.17,"MTOPIntentClassification (fr)":28.69} -{"index":32,"Rank":92,"Model":"xlm-roberta-base<\/a>","Model Size (Million Parameters)":279,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":31.21,"AmazonReviewsClassification (fr)":26.75,"MasakhaNEWSClassification (fra)":60.5,"MassiveIntentClassification (fr)":13.58,"MassiveScenarioClassification (fr)":23.21,"MTOPDomainClassification (fr)":43.83,"MTOPIntentClassification (fr)":19.38} -{"index":55,"Rank":93,"Model":"sbert_large_mt_nlu_ru<\/a>","Model Size (Million Parameters)":427,"Memory Usage (GB, fp32)":1.59,"Embedding Dimensions":1024,"Max Tokens":514,"Average":31.15,"AmazonReviewsClassification (fr)":24.55,"MasakhaNEWSClassification (fra)":45.24,"MassiveIntentClassification (fr)":20.94,"MassiveScenarioClassification (fr)":28.63,"MTOPDomainClassification (fr)":44.15,"MTOPIntentClassification (fr)":23.37} -{"index":33,"Rank":94,"Model":"xlm-roberta-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":30.71,"AmazonReviewsClassification (fr)":26.62,"MasakhaNEWSClassification (fra)":65.76,"MassiveIntentClassification (fr)":15.82,"MassiveScenarioClassification (fr)":23.92,"MTOPDomainClassification (fr)":36.77,"MTOPIntentClassification (fr)":15.37} -{"index":91,"Rank":95,"Model":"udever-bloom-560m<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":2048,"Average":30.38,"AmazonReviewsClassification (fr)":26.85,"MasakhaNEWSClassification (fra)":67.94,"MassiveIntentClassification (fr)":15.09,"MassiveScenarioClassification (fr)":21.67,"MTOPDomainClassification (fr)":34.99,"MTOPIntentClassification (fr)":15.76} -{"index":56,"Rank":96,"Model":"sbert_large_nlu_ru<\/a>","Model Size (Million Parameters)":427,"Memory Usage (GB, fp32)":1.59,"Embedding Dimensions":1024,"Max Tokens":512,"Average":29.72,"AmazonReviewsClassification (fr)":23.95,"MasakhaNEWSClassification (fra)":56.61,"MassiveIntentClassification (fr)":18.21,"MassiveScenarioClassification (fr)":24.94,"MTOPDomainClassification (fr)":38.27,"MTOPIntentClassification (fr)":16.34} -{"index":75,"Rank":97,"Model":"flaubert_large_cased<\/a>","Model Size (Million Parameters)":372,"Memory Usage (GB, fp32)":1.39,"Embedding Dimensions":1024,"Max Tokens":512,"Average":25.21,"AmazonReviewsClassification (fr)":22.45,"MasakhaNEWSClassification (fra)":55.64,"MassiveIntentClassification (fr)":16.41,"MassiveScenarioClassification (fr)":22.72,"MTOPDomainClassification (fr)":24.27,"MTOPIntentClassification (fr)":9.79} -{"index":73,"Rank":98,"Model":"flaubert_base_cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":512,"Average":24.91,"AmazonReviewsClassification (fr)":24.9,"MasakhaNEWSClassification (fra)":71.14,"MassiveIntentClassification (fr)":6.98,"MassiveScenarioClassification (fr)":11.41,"MTOPDomainClassification (fr)":25.55,"MTOPIntentClassification (fr)":9.49} -{"index":74,"Rank":99,"Model":"flaubert_base_uncased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":512,"Average":23.28,"AmazonReviewsClassification (fr)":23.52,"MasakhaNEWSClassification (fra)":62.61,"MassiveIntentClassification (fr)":6.24,"MassiveScenarioClassification (fr)":10.98,"MTOPDomainClassification (fr)":27.74,"MTOPIntentClassification (fr)":8.61} -{"index":92,"Rank":100,"Model":"jina-embeddings-v2-base-en<\/a>","Model Size (Million Parameters)":275,"Memory Usage (GB, fp32)":1.02,"Embedding Dimensions":768,"Max Tokens":8192,"Average":13.89,"AmazonReviewsClassification (fr)":21.01,"MasakhaNEWSClassification (fra)":23.53,"MassiveIntentClassification (fr)":6.07,"MassiveScenarioClassification (fr)":10.69,"MTOPDomainClassification (fr)":17.71,"MTOPIntentClassification (fr)":4.33} -{"index":5,"Rank":101,"Model":"voyage-large-2-instruct<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":16000,"Average":"","AmazonReviewsClassification (fr)":46.43,"MasakhaNEWSClassification (fra)":"","MassiveIntentClassification (fr)":69.76,"MassiveScenarioClassification (fr)":77.99,"MTOPDomainClassification (fr)":93.57,"MTOPIntentClassification (fr)":68.15} -{"index":9,"Rank":102,"Model":"llm2vec-croissant-mntp<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":"","AmazonReviewsClassification (fr)":"","MasakhaNEWSClassification (fra)":"","MassiveIntentClassification (fr)":"","MassiveScenarioClassification (fr)":"","MTOPDomainClassification (fr)":"","MTOPIntentClassification (fr)":""} -{"index":15,"Rank":103,"Model":"e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","AmazonReviewsClassification (fr)":49.3,"MasakhaNEWSClassification (fra)":"","MassiveIntentClassification (fr)":75.11,"MassiveScenarioClassification (fr)":78.6,"MTOPDomainClassification (fr)":91.29,"MTOPIntentClassification (fr)":77.8} -{"index":18,"Rank":104,"Model":"bge-m3<\/a>","Model Size (Million Parameters)":567,"Memory Usage (GB, fp32)":2.11,"Embedding Dimensions":1024,"Max Tokens":8192,"Average":"","AmazonReviewsClassification (fr)":"","MasakhaNEWSClassification (fra)":76.4,"MassiveIntentClassification (fr)":67.45,"MassiveScenarioClassification (fr)":"","MTOPDomainClassification (fr)":"","MTOPIntentClassification (fr)":""} -{"index":21,"Rank":105,"Model":"multilingual-e5-base-similarity-v1-onnx-quantized<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","AmazonReviewsClassification (fr)":39.68,"MasakhaNEWSClassification (fra)":"","MassiveIntentClassification (fr)":67.95,"MassiveScenarioClassification (fr)":71.89,"MTOPDomainClassification (fr)":86.21,"MTOPIntentClassification (fr)":67.68} -{"index":22,"Rank":106,"Model":"winberta-base<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","AmazonReviewsClassification (fr)":"","MasakhaNEWSClassification (fra)":"","MassiveIntentClassification (fr)":37.53,"MassiveScenarioClassification (fr)":45.32,"MTOPDomainClassification (fr)":54.97,"MTOPIntentClassification (fr)":26.69} -{"index":23,"Rank":107,"Model":"winberta-large<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","AmazonReviewsClassification (fr)":"","MasakhaNEWSClassification (fra)":"","MassiveIntentClassification (fr)":32.64,"MassiveScenarioClassification (fr)":40.66,"MTOPDomainClassification (fr)":"","MTOPIntentClassification (fr)":""} -{"index":24,"Rank":108,"Model":"windberta-large<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","AmazonReviewsClassification (fr)":"","MasakhaNEWSClassification (fra)":"","MassiveIntentClassification (fr)":33.16,"MassiveScenarioClassification (fr)":40.92,"MTOPDomainClassification (fr)":"","MTOPIntentClassification (fr)":""} -{"index":41,"Rank":109,"Model":"MUG-B-1.6<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","AmazonReviewsClassification (fr)":31.56,"MasakhaNEWSClassification (fra)":"","MassiveIntentClassification (fr)":46.89,"MassiveScenarioClassification (fr)":56.99,"MTOPDomainClassification (fr)":79.8,"MTOPIntentClassification (fr)":38.96} -{"index":48,"Rank":111,"Model":"SGPT-125M-weightedmean-msmarco-specb-bitfit<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":2048,"Average":"","AmazonReviewsClassification (fr)":26.39,"MasakhaNEWSClassification (fra)":"","MassiveIntentClassification (fr)":43.44,"MassiveScenarioClassification (fr)":45.07,"MTOPDomainClassification (fr)":65.35,"MTOPIntentClassification (fr)":46.33} -{"index":49,"Rank":112,"Model":"SGPT-125M-weightedmean-nli-bitfit<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":2048,"Average":"","AmazonReviewsClassification (fr)":27.4,"MasakhaNEWSClassification (fra)":"","MassiveIntentClassification (fr)":43.67,"MassiveScenarioClassification (fr)":45.92,"MTOPDomainClassification (fr)":63.13,"MTOPIntentClassification (fr)":44.34} -{"index":50,"Rank":113,"Model":"SGPT-5.8B-weightedmean-nli-bitfit<\/a>","Model Size (Million Parameters)":5874,"Memory Usage (GB, fp32)":21.88,"Embedding Dimensions":4096,"Max Tokens":2048,"Average":"","AmazonReviewsClassification (fr)":37.84,"MasakhaNEWSClassification (fra)":"","MassiveIntentClassification (fr)":"","MassiveScenarioClassification (fr)":"","MTOPDomainClassification (fr)":81.32,"MTOPIntentClassification (fr)":58.67} -{"index":51,"Rank":114,"Model":"multilingual-e5-base-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","AmazonReviewsClassification (fr)":39.68,"MasakhaNEWSClassification (fra)":"","MassiveIntentClassification (fr)":67.95,"MassiveScenarioClassification (fr)":71.89,"MTOPDomainClassification (fr)":86.21,"MTOPIntentClassification (fr)":67.68} -{"index":57,"Rank":115,"Model":"Titan-text-embeddings-v2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","AmazonReviewsClassification (fr)":39.47,"MasakhaNEWSClassification (fra)":"","MassiveIntentClassification (fr)":64.27,"MassiveScenarioClassification (fr)":69.76,"MTOPDomainClassification (fr)":86.22,"MTOPIntentClassification (fr)":59.43} -{"index":58,"Rank":116,"Model":"sgpt-bloom-1b7-nli<\/a>","Model Size (Million Parameters)":1722,"Memory Usage (GB, fp32)":6.42,"Embedding Dimensions":2048,"Max Tokens":4096,"Average":"","AmazonReviewsClassification (fr)":39.29,"MasakhaNEWSClassification (fra)":"","MassiveIntentClassification (fr)":64.58,"MassiveScenarioClassification (fr)":69.6,"MTOPDomainClassification (fr)":83.8,"MTOPIntentClassification (fr)":63.36} -{"index":59,"Rank":117,"Model":"sgpt-bloom-7b1-msmarco<\/a>","Model Size (Million Parameters)":7068,"Memory Usage (GB, fp32)":26.33,"Embedding Dimensions":4096,"Max Tokens":2048,"Average":"","AmazonReviewsClassification (fr)":35.92,"MasakhaNEWSClassification (fra)":"","MassiveIntentClassification (fr)":66.95,"MassiveScenarioClassification (fr)":72.91,"MTOPDomainClassification (fr)":90.98,"MTOPIntentClassification (fr)":69.12} -{"index":60,"Rank":118,"Model":"slx-v0.1<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.08,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","AmazonReviewsClassification (fr)":27.0,"MasakhaNEWSClassification (fra)":"","MassiveIntentClassification (fr)":41.95,"MassiveScenarioClassification (fr)":50.59,"MTOPDomainClassification (fr)":75.57,"MTOPIntentClassification (fr)":41.12} -{"index":70,"Rank":119,"Model":"multilingual-e5-base-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","AmazonReviewsClassification (fr)":39.68,"MasakhaNEWSClassification (fra)":"","MassiveIntentClassification (fr)":67.95,"MassiveScenarioClassification (fr)":71.89,"MTOPDomainClassification (fr)":86.21,"MTOPIntentClassification (fr)":67.68} -{"index":72,"Rank":120,"Model":"SONAR<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","AmazonReviewsClassification (fr)":34.91,"MasakhaNEWSClassification (fra)":"","MassiveIntentClassification (fr)":58.55,"MassiveScenarioClassification (fr)":63.02,"MTOPDomainClassification (fr)":86.19,"MTOPIntentClassification (fr)":66.75} -{"index":79,"Rank":121,"Model":"inf-retriever-v1<\/a>","Model Size (Million Parameters)":7069,"Memory Usage (GB, fp32)":26.33,"Embedding Dimensions":3584,"Max Tokens":131072,"Average":"","AmazonReviewsClassification (fr)":"","MasakhaNEWSClassification (fra)":"","MassiveIntentClassification (fr)":"","MassiveScenarioClassification (fr)":"","MTOPDomainClassification (fr)":"","MTOPIntentClassification (fr)":""} -{"index":94,"Rank":122,"Model":"multilingual-e5-small-ct2-int8<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","AmazonReviewsClassification (fr)":38.86,"MasakhaNEWSClassification (fra)":"","MassiveIntentClassification (fr)":65.47,"MassiveScenarioClassification (fr)":68.76,"MTOPDomainClassification (fr)":84.23,"MTOPIntentClassification (fr)":61.32} -{"index":95,"Rank":123,"Model":"ternary-weight-embedding<\/a>","Model Size (Million Parameters)":99,"Memory Usage (GB, fp32)":0.37,"Embedding Dimensions":1792,"Max Tokens":512,"Average":"","AmazonReviewsClassification (fr)":26.28,"MasakhaNEWSClassification (fra)":"","MassiveIntentClassification (fr)":43.87,"MassiveScenarioClassification (fr)":45.61,"MTOPDomainClassification (fr)":"","MTOPIntentClassification (fr)":""} -{"index":102,"Rank":124,"Model":"FAB-Ramy-v1<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","AmazonReviewsClassification (fr)":"","MasakhaNEWSClassification (fra)":"","MassiveIntentClassification (fr)":"","MassiveScenarioClassification (fr)":"","MTOPDomainClassification (fr)":"","MTOPIntentClassification (fr)":""} -{"index":103,"Rank":125,"Model":"FAE-v1<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","AmazonReviewsClassification (fr)":"","MasakhaNEWSClassification (fra)":"","MassiveIntentClassification (fr)":"","MassiveScenarioClassification (fr)":"","MTOPDomainClassification (fr)":"","MTOPIntentClassification (fr)":""} -{"index":104,"Rank":126,"Model":"FUE-v1<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","AmazonReviewsClassification (fr)":"","MasakhaNEWSClassification (fra)":"","MassiveIntentClassification (fr)":"","MassiveScenarioClassification (fr)":"","MTOPDomainClassification (fr)":"","MTOPIntentClassification (fr)":""} -{"index":109,"Rank":127,"Model":"allenai-specter<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AmazonReviewsClassification (fr)":23.31,"MasakhaNEWSClassification (fra)":"","MassiveIntentClassification (fr)":38.41,"MassiveScenarioClassification (fr)":40.26,"MTOPDomainClassification (fr)":54.61,"MTOPIntentClassification (fr)":34.71} -{"index":110,"Rank":128,"Model":"average_word_embeddings_komninos<\/a>","Model Size (Million Parameters)":134,"Memory Usage (GB, fp32)":0.5,"Embedding Dimensions":300,"Max Tokens":"N\/A","Average":"","AmazonReviewsClassification (fr)":"","MasakhaNEWSClassification (fra)":"","MassiveIntentClassification (fr)":"","MassiveScenarioClassification (fr)":"","MTOPDomainClassification (fr)":"","MTOPIntentClassification (fr)":""} -{"index":112,"Rank":129,"Model":"gtr-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AmazonReviewsClassification (fr)":33.48,"MasakhaNEWSClassification (fra)":"","MassiveIntentClassification (fr)":54.83,"MassiveScenarioClassification (fr)":64.06,"MTOPDomainClassification (fr)":82.48,"MTOPIntentClassification (fr)":46.39} -{"index":113,"Rank":130,"Model":"gtr-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AmazonReviewsClassification (fr)":35.48,"MasakhaNEWSClassification (fra)":"","MassiveIntentClassification (fr)":57.67,"MassiveScenarioClassification (fr)":66.72,"MTOPDomainClassification (fr)":85.05,"MTOPIntentClassification (fr)":51.07} -{"index":124,"Rank":131,"Model":"llm_mse<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","AmazonReviewsClassification (fr)":29.43,"MasakhaNEWSClassification (fra)":"","MassiveIntentClassification (fr)":33.27,"MassiveScenarioClassification (fr)":40.86,"MTOPDomainClassification (fr)":62.95,"MTOPIntentClassification (fr)":33.78} diff --git a/boards_data/fr/data_tasks/Clustering/default.jsonl b/boards_data/fr/data_tasks/Clustering/default.jsonl deleted file mode 100644 index ae5de21b44ae9a2b30a0e96bb6fcb28c5171c03e..0000000000000000000000000000000000000000 --- a/boards_data/fr/data_tasks/Clustering/default.jsonl +++ /dev/null @@ -1,120 +0,0 @@ -{"index":19,"Rank":1,"Model":"bge-multilingual-gemma2<\/a>","Model Size (Million Parameters)":9242,"Memory Usage (GB, fp32)":34.43,"Embedding Dimensions":3584,"Max Tokens":8192,"Average":56.48,"AlloProfClusteringP2P":71.2,"AlloProfClusteringS2S":59.64,"HALClusteringS2S":28.19,"MLSUMClusteringP2P (fr)":47.75,"MLSUMClusteringS2S (fr)":47.46,"MasakhaNEWSClusteringP2P (fra)":73.86,"MasakhaNEWSClusteringS2S (fra)":67.24} -{"index":53,"Rank":2,"Model":"SFR-Embedding-Mistral<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":56.4,"AlloProfClusteringP2P":70.89,"AlloProfClusteringS2S":61.38,"HALClusteringS2S":27.76,"MLSUMClusteringP2P (fr)":48.16,"MLSUMClusteringS2S (fr)":47.44,"MasakhaNEWSClusteringP2P (fra)":72.3,"MasakhaNEWSClusteringS2S (fra)":66.88} -{"index":13,"Rank":3,"Model":"gte-Qwen2-7B-instruct<\/a>","Model Size (Million Parameters)":7613,"Memory Usage (GB, fp32)":28.36,"Embedding Dimensions":3584,"Max Tokens":32768,"Average":56.38,"AlloProfClusteringP2P":76.06,"AlloProfClusteringS2S":64.52,"HALClusteringS2S":30.83,"MLSUMClusteringP2P (fr)":49.71,"MLSUMClusteringS2S (fr)":48.91,"MasakhaNEWSClusteringP2P (fra)":63.67,"MasakhaNEWSClusteringS2S (fra)":60.93} -{"index":88,"Rank":4,"Model":"multilingual-e5-large-instruct<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":56.2,"AlloProfClusteringP2P":70.39,"AlloProfClusteringS2S":60.95,"HALClusteringS2S":28.53,"MLSUMClusteringP2P (fr)":47.09,"MLSUMClusteringS2S (fr)":46.51,"MasakhaNEWSClusteringP2P (fra)":70.48,"MasakhaNEWSClusteringS2S (fra)":69.48} -{"index":11,"Rank":5,"Model":"gte-Qwen1.5-7B-instruct<\/a>","Model Size (Million Parameters)":7099,"Memory Usage (GB, fp32)":26.45,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":55.96,"AlloProfClusteringP2P":70.99,"AlloProfClusteringS2S":58.27,"HALClusteringS2S":28.35,"MLSUMClusteringP2P (fr)":48.3,"MLSUMClusteringS2S (fr)":46.91,"MasakhaNEWSClusteringP2P (fra)":68.07,"MasakhaNEWSClusteringS2S (fra)":70.81} -{"index":12,"Rank":6,"Model":"gte-Qwen2-1.5B-instruct<\/a>","Model Size (Million Parameters)":1776,"Memory Usage (GB, fp32)":6.62,"Embedding Dimensions":1536,"Max Tokens":131072,"Average":55.01,"AlloProfClusteringP2P":70.55,"AlloProfClusteringS2S":55.42,"HALClusteringS2S":28.3,"MLSUMClusteringP2P (fr)":45.27,"MLSUMClusteringS2S (fr)":42.77,"MasakhaNEWSClusteringP2P (fra)":71.04,"MasakhaNEWSClusteringS2S (fra)":71.71} -{"index":38,"Rank":7,"Model":"KaLM-embedding-multilingual-mini-instruct-v1<\/a>","Model Size (Million Parameters)":494,"Memory Usage (GB, fp32)":1.84,"Embedding Dimensions":896,"Max Tokens":131072,"Average":53.77,"AlloProfClusteringP2P":66.71,"AlloProfClusteringS2S":47.68,"HALClusteringS2S":26.96,"MLSUMClusteringP2P (fr)":46.16,"MLSUMClusteringS2S (fr)":45.73,"MasakhaNEWSClusteringP2P (fra)":77.2,"MasakhaNEWSClusteringS2S (fra)":65.93} -{"index":40,"Rank":8,"Model":"KaLM-embedding-multilingual-mini-v1<\/a>","Model Size (Million Parameters)":494,"Memory Usage (GB, fp32)":1.84,"Embedding Dimensions":896,"Max Tokens":131072,"Average":52.08,"AlloProfClusteringP2P":66.69,"AlloProfClusteringS2S":49.27,"HALClusteringS2S":26.92,"MLSUMClusteringP2P (fr)":45.58,"MLSUMClusteringS2S (fr)":44.45,"MasakhaNEWSClusteringP2P (fra)":71.51,"MasakhaNEWSClusteringS2S (fra)":60.16} -{"index":39,"Rank":9,"Model":"KaLM-embedding-multilingual-mini-instruct-v1.5<\/a>","Model Size (Million Parameters)":494,"Memory Usage (GB, fp32)":1.84,"Embedding Dimensions":896,"Max Tokens":131072,"Average":51.92,"AlloProfClusteringP2P":65.05,"AlloProfClusteringS2S":47.6,"HALClusteringS2S":27.42,"MLSUMClusteringP2P (fr)":47.72,"MLSUMClusteringS2S (fr)":47.24,"MasakhaNEWSClusteringP2P (fra)":56.59,"MasakhaNEWSClusteringS2S (fra)":71.82} -{"index":44,"Rank":10,"Model":"bilingual-embedding-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":51.26,"AlloProfClusteringP2P":65.3,"AlloProfClusteringS2S":55.37,"HALClusteringS2S":26.27,"MLSUMClusteringP2P (fr)":42.6,"MLSUMClusteringS2S (fr)":42.92,"MasakhaNEWSClusteringP2P (fra)":71.29,"MasakhaNEWSClusteringS2S (fra)":55.09} -{"index":27,"Rank":11,"Model":"Cohere-embed-multilingual-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":512,"Average":49.75,"AlloProfClusteringP2P":62.87,"AlloProfClusteringS2S":46.5,"HALClusteringS2S":27.61,"MLSUMClusteringP2P (fr)":45.43,"MLSUMClusteringS2S (fr)":45.69,"MasakhaNEWSClusteringP2P (fra)":64.89,"MasakhaNEWSClusteringS2S (fra)":55.29} -{"index":128,"Rank":12,"Model":"text-embedding-ada-002<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":8191,"Average":49.67,"AlloProfClusteringP2P":64.83,"AlloProfClusteringS2S":53.52,"HALClusteringS2S":26.18,"MLSUMClusteringP2P (fr)":44.59,"MLSUMClusteringS2S (fr)":41.67,"MasakhaNEWSClusteringP2P (fra)":68.35,"MasakhaNEWSClusteringS2S (fra)":48.58} -{"index":7,"Rank":13,"Model":"voyage-multilingual-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":32000,"Average":48.88,"AlloProfClusteringP2P":63.81,"AlloProfClusteringS2S":52.38,"HALClusteringS2S":26.01,"MLSUMClusteringP2P (fr)":45.99,"MLSUMClusteringS2S (fr)":45.57,"MasakhaNEWSClusteringP2P (fra)":44.53,"MasakhaNEWSClusteringS2S (fra)":63.87} -{"index":64,"Rank":14,"Model":"french-document-embedding<\/a>","Model Size (Million Parameters)":305,"Memory Usage (GB, fp32)":1.14,"Embedding Dimensions":768,"Max Tokens":8192,"Average":48.37,"AlloProfClusteringP2P":59.69,"AlloProfClusteringS2S":45.61,"HALClusteringS2S":25.21,"MLSUMClusteringP2P (fr)":42.83,"MLSUMClusteringS2S (fr)":43.44,"MasakhaNEWSClusteringP2P (fra)":61.32,"MasakhaNEWSClusteringS2S (fra)":60.51} -{"index":43,"Rank":15,"Model":"bilingual-embedding-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":47.45,"AlloProfClusteringP2P":64.71,"AlloProfClusteringS2S":45.57,"HALClusteringS2S":25.37,"MLSUMClusteringP2P (fr)":44.23,"MLSUMClusteringS2S (fr)":44.58,"MasakhaNEWSClusteringP2P (fra)":61.58,"MasakhaNEWSClusteringS2S (fra)":46.1} -{"index":45,"Rank":16,"Model":"bilingual-embedding-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":46.88,"AlloProfClusteringP2P":63.19,"AlloProfClusteringS2S":41.33,"HALClusteringS2S":23.77,"MLSUMClusteringP2P (fr)":44.11,"MLSUMClusteringS2S (fr)":43.66,"MasakhaNEWSClusteringP2P (fra)":58.63,"MasakhaNEWSClusteringS2S (fra)":53.47} -{"index":26,"Rank":17,"Model":"Cohere-embed-multilingual-light-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":384,"Max Tokens":512,"Average":46.74,"AlloProfClusteringP2P":63.22,"AlloProfClusteringS2S":40.34,"HALClusteringS2S":24.67,"MLSUMClusteringP2P (fr)":43.54,"MLSUMClusteringS2S (fr)":43.6,"MasakhaNEWSClusteringP2P (fra)":62.82,"MasakhaNEWSClusteringS2S (fra)":48.97} -{"index":2,"Rank":18,"Model":"voyage-3-lite<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":512,"Max Tokens":32000,"Average":46.71,"AlloProfClusteringP2P":60.61,"AlloProfClusteringS2S":47.75,"HALClusteringS2S":24.74,"MLSUMClusteringP2P (fr)":45.69,"MLSUMClusteringS2S (fr)":45.62,"MasakhaNEWSClusteringP2P (fra)":58.78,"MasakhaNEWSClusteringS2S (fra)":43.8} -{"index":42,"Rank":19,"Model":"bilingual-document-embedding<\/a>","Model Size (Million Parameters)":568,"Memory Usage (GB, fp32)":2.12,"Embedding Dimensions":1024,"Max Tokens":8194,"Average":45.87,"AlloProfClusteringP2P":59.15,"AlloProfClusteringS2S":41.58,"HALClusteringS2S":24.88,"MLSUMClusteringP2P (fr)":44.18,"MLSUMClusteringS2S (fr)":44.65,"MasakhaNEWSClusteringP2P (fra)":69.99,"MasakhaNEWSClusteringS2S (fra)":36.66} -{"index":4,"Rank":20,"Model":"voyage-code-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":16000,"Average":45.46,"AlloProfClusteringP2P":61.63,"AlloProfClusteringS2S":50.67,"HALClusteringS2S":27.44,"MLSUMClusteringP2P (fr)":45.23,"MLSUMClusteringS2S (fr)":41.48,"MasakhaNEWSClusteringP2P (fra)":56.59,"MasakhaNEWSClusteringS2S (fra)":35.18} -{"index":25,"Rank":21,"Model":"Cohere-embed-english-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":512,"Average":45.3,"AlloProfClusteringP2P":61.15,"AlloProfClusteringS2S":35.69,"HALClusteringS2S":23.61,"MLSUMClusteringP2P (fr)":44.54,"MLSUMClusteringS2S (fr)":43.62,"MasakhaNEWSClusteringP2P (fra)":68.68,"MasakhaNEWSClusteringS2S (fra)":39.8} -{"index":93,"Rank":22,"Model":"jina-embeddings-v3<\/a>","Model Size (Million Parameters)":572,"Memory Usage (GB, fp32)":2.13,"Embedding Dimensions":1024,"Max Tokens":8194,"Average":44.95,"AlloProfClusteringP2P":63.88,"AlloProfClusteringS2S":46.86,"HALClusteringS2S":27.48,"MLSUMClusteringP2P (fr)":44.69,"MLSUMClusteringS2S (fr)":44.88,"MasakhaNEWSClusteringP2P (fra)":42.36,"MasakhaNEWSClusteringS2S (fra)":44.48} -{"index":28,"Rank":23,"Model":"jina-embeddings-v3<\/a>","Model Size (Million Parameters)":572,"Memory Usage (GB, fp32)":2.13,"Embedding Dimensions":1024,"Max Tokens":8194,"Average":44.95,"AlloProfClusteringP2P":63.88,"AlloProfClusteringS2S":46.86,"HALClusteringS2S":27.48,"MLSUMClusteringP2P (fr)":44.69,"MLSUMClusteringS2S (fr)":44.88,"MasakhaNEWSClusteringP2P (fra)":42.36,"MasakhaNEWSClusteringS2S (fra)":44.48} -{"index":0,"Rank":24,"Model":"mistral-embed<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":"","Average":44.74,"AlloProfClusteringP2P":62.01,"AlloProfClusteringS2S":49.2,"HALClusteringS2S":26.17,"MLSUMClusteringP2P (fr)":45.28,"MLSUMClusteringS2S (fr)":42.74,"MasakhaNEWSClusteringP2P (fra)":48.13,"MasakhaNEWSClusteringS2S (fra)":39.62} -{"index":6,"Rank":25,"Model":"voyage-law-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":16000,"Average":44.23,"AlloProfClusteringP2P":62.5,"AlloProfClusteringS2S":44.28,"HALClusteringS2S":26.36,"MLSUMClusteringP2P (fr)":44.03,"MLSUMClusteringS2S (fr)":42.95,"MasakhaNEWSClusteringP2P (fra)":50.68,"MasakhaNEWSClusteringS2S (fra)":38.79} -{"index":17,"Rank":26,"Model":"bge-large-en-v1.5<\/a>","Model Size (Million Parameters)":1340,"Memory Usage (GB, fp32)":4.99,"Embedding Dimensions":1024,"Max Tokens":512,"Average":43.96,"AlloProfClusteringP2P":60.31,"AlloProfClusteringS2S":41.15,"HALClusteringS2S":25.36,"MLSUMClusteringP2P (fr)":42.64,"MLSUMClusteringS2S (fr)":42.61,"MasakhaNEWSClusteringP2P (fra)":46.71,"MasakhaNEWSClusteringS2S (fra)":48.92} -{"index":71,"Rank":27,"Model":"e5-base-4k<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":43.95,"AlloProfClusteringP2P":58.85,"AlloProfClusteringS2S":31.56,"HALClusteringS2S":21.16,"MLSUMClusteringP2P (fr)":43.92,"MLSUMClusteringS2S (fr)":43.87,"MasakhaNEWSClusteringP2P (fra)":64.85,"MasakhaNEWSClusteringS2S (fra)":43.42} -{"index":84,"Rank":28,"Model":"e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":43.81,"AlloProfClusteringP2P":61.06,"AlloProfClusteringS2S":28.12,"HALClusteringS2S":19.69,"MLSUMClusteringP2P (fr)":48.33,"MLSUMClusteringS2S (fr)":47.79,"MasakhaNEWSClusteringP2P (fra)":52.47,"MasakhaNEWSClusteringS2S (fra)":49.2} -{"index":86,"Rank":29,"Model":"multilingual-e5-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":43.45,"AlloProfClusteringP2P":62.09,"AlloProfClusteringS2S":32.98,"HALClusteringS2S":22.48,"MLSUMClusteringP2P (fr)":43.53,"MLSUMClusteringS2S (fr)":44.01,"MasakhaNEWSClusteringP2P (fra)":47.91,"MasakhaNEWSClusteringS2S (fra)":51.16} -{"index":120,"Rank":30,"Model":"sentence-t5-xxl<\/a>","Model Size (Million Parameters)":4865,"Memory Usage (GB, fp32)":18.12,"Embedding Dimensions":768,"Max Tokens":512,"Average":43.25,"AlloProfClusteringP2P":60.98,"AlloProfClusteringS2S":43.5,"HALClusteringS2S":21.4,"MLSUMClusteringP2P (fr)":42.24,"MLSUMClusteringS2S (fr)":35.25,"MasakhaNEWSClusteringP2P (fra)":61.15,"MasakhaNEWSClusteringS2S (fra)":38.24} -{"index":66,"Rank":31,"Model":"sentence-camembert-large<\/a>","Model Size (Million Parameters)":337,"Memory Usage (GB, fp32)":1.26,"Embedding Dimensions":1024,"Max Tokens":512,"Average":43.17,"AlloProfClusteringP2P":62.69,"AlloProfClusteringS2S":42.06,"HALClusteringS2S":23.9,"MLSUMClusteringP2P (fr)":42.04,"MLSUMClusteringS2S (fr)":32.29,"MasakhaNEWSClusteringP2P (fra)":54.51,"MasakhaNEWSClusteringS2S (fra)":44.73} -{"index":101,"Rank":32,"Model":"nomic-embed-text-v1<\/a>","Model Size (Million Parameters)":547,"Memory Usage (GB, fp32)":2.04,"Embedding Dimensions":768,"Max Tokens":8192,"Average":43.06,"AlloProfClusteringP2P":63.95,"AlloProfClusteringS2S":35.03,"HALClusteringS2S":20.6,"MLSUMClusteringP2P (fr)":44.41,"MLSUMClusteringS2S (fr)":44.16,"MasakhaNEWSClusteringP2P (fra)":64.41,"MasakhaNEWSClusteringS2S (fra)":28.87} -{"index":20,"Rank":33,"Model":"bge-small-en-v1.5<\/a>","Model Size (Million Parameters)":24,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":512,"Max Tokens":512,"Average":42.87,"AlloProfClusteringP2P":58.48,"AlloProfClusteringS2S":33.09,"HALClusteringS2S":21.68,"MLSUMClusteringP2P (fr)":40.52,"MLSUMClusteringS2S (fr)":39.47,"MasakhaNEWSClusteringP2P (fra)":58.71,"MasakhaNEWSClusteringS2S (fra)":48.14} -{"index":81,"Rank":34,"Model":"e5-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":42.8,"AlloProfClusteringP2P":58.55,"AlloProfClusteringS2S":36.35,"HALClusteringS2S":22.33,"MLSUMClusteringP2P (fr)":42.38,"MLSUMClusteringS2S (fr)":42.2,"MasakhaNEWSClusteringP2P (fra)":50.56,"MasakhaNEWSClusteringS2S (fra)":47.26} -{"index":82,"Rank":35,"Model":"e5-large<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":42.6,"AlloProfClusteringP2P":58.4,"AlloProfClusteringS2S":37.22,"HALClusteringS2S":23.44,"MLSUMClusteringP2P (fr)":42.92,"MLSUMClusteringS2S (fr)":42.99,"MasakhaNEWSClusteringP2P (fra)":59.73,"MasakhaNEWSClusteringS2S (fra)":33.53} -{"index":108,"Rank":36,"Model":"all-mpnet-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average":42.54,"AlloProfClusteringP2P":56.41,"AlloProfClusteringS2S":36.59,"HALClusteringS2S":21.21,"MLSUMClusteringP2P (fr)":40.62,"MLSUMClusteringS2S (fr)":39.91,"MasakhaNEWSClusteringP2P (fra)":61.99,"MasakhaNEWSClusteringS2S (fra)":41.05} -{"index":16,"Rank":37,"Model":"bge-base-en-v1.5<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":42.32,"AlloProfClusteringP2P":59.78,"AlloProfClusteringS2S":38.3,"HALClusteringS2S":23.18,"MLSUMClusteringP2P (fr)":41.97,"MLSUMClusteringS2S (fr)":41.47,"MasakhaNEWSClusteringP2P (fra)":47.41,"MasakhaNEWSClusteringS2S (fra)":44.15} -{"index":3,"Rank":38,"Model":"voyage-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":32000,"Average":42.24,"AlloProfClusteringP2P":59.71,"AlloProfClusteringS2S":47.41,"HALClusteringS2S":26.14,"MLSUMClusteringP2P (fr)":42.12,"MLSUMClusteringS2S (fr)":42.26,"MasakhaNEWSClusteringP2P (fra)":36.68,"MasakhaNEWSClusteringS2S (fra)":41.39} -{"index":125,"Rank":39,"Model":"universal-sentence-encoder-multilingual-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":512,"Max Tokens":512,"Average":42.0,"AlloProfClusteringP2P":56.9,"AlloProfClusteringS2S":37.84,"HALClusteringS2S":18.95,"MLSUMClusteringP2P (fr)":43.9,"MLSUMClusteringS2S (fr)":35.5,"MasakhaNEWSClusteringP2P (fra)":60.57,"MasakhaNEWSClusteringS2S (fra)":40.31} -{"index":1,"Rank":40,"Model":"voyage-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":4000,"Average":41.88,"AlloProfClusteringP2P":57.96,"AlloProfClusteringS2S":41.65,"HALClusteringS2S":24.84,"MLSUMClusteringP2P (fr)":45.08,"MLSUMClusteringS2S (fr)":38.77,"MasakhaNEWSClusteringP2P (fra)":48.54,"MasakhaNEWSClusteringS2S (fra)":36.33} -{"index":68,"Rank":41,"Model":"USER-bge-m3<\/a>","Model Size (Million Parameters)":359,"Memory Usage (GB, fp32)":1.34,"Embedding Dimensions":1024,"Max Tokens":8192,"Average":41.87,"AlloProfClusteringP2P":58.28,"AlloProfClusteringS2S":37.82,"HALClusteringS2S":23.72,"MLSUMClusteringP2P (fr)":43.76,"MLSUMClusteringS2S (fr)":43.92,"MasakhaNEWSClusteringP2P (fra)":48.26,"MasakhaNEWSClusteringS2S (fra)":37.36} -{"index":100,"Rank":42,"Model":"sentence_croissant_alpha_v0.4<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":41.82,"AlloProfClusteringP2P":57.43,"AlloProfClusteringS2S":39.09,"HALClusteringS2S":25.77,"MLSUMClusteringP2P (fr)":42.03,"MLSUMClusteringS2S (fr)":41.83,"MasakhaNEWSClusteringP2P (fra)":49.68,"MasakhaNEWSClusteringS2S (fra)":36.91} -{"index":54,"Rank":43,"Model":"sentence-croissant-llm-base<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":41.7,"AlloProfClusteringP2P":64.12,"AlloProfClusteringS2S":32.52,"HALClusteringS2S":23.4,"MLSUMClusteringP2P (fr)":42.94,"MLSUMClusteringS2S (fr)":33.91,"MasakhaNEWSClusteringP2P (fra)":53.94,"MasakhaNEWSClusteringS2S (fra)":41.05} -{"index":47,"Rank":44,"Model":"onnx-gte-multilingual-base<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":41.66,"AlloProfClusteringP2P":54.2,"AlloProfClusteringS2S":44.34,"HALClusteringS2S":25.13,"MLSUMClusteringP2P (fr)":42.33,"MLSUMClusteringS2S (fr)":40.92,"MasakhaNEWSClusteringP2P (fra)":44.02,"MasakhaNEWSClusteringS2S (fra)":40.68} -{"index":14,"Rank":45,"Model":"gte-multilingual-base<\/a>","Model Size (Million Parameters)":305,"Memory Usage (GB, fp32)":1.14,"Embedding Dimensions":768,"Max Tokens":8192,"Average":41.66,"AlloProfClusteringP2P":54.2,"AlloProfClusteringS2S":44.34,"HALClusteringS2S":25.13,"MLSUMClusteringP2P (fr)":42.33,"MLSUMClusteringS2S (fr)":40.92,"MasakhaNEWSClusteringP2P (fra)":44.02,"MasakhaNEWSClusteringS2S (fra)":40.68} -{"index":119,"Rank":46,"Model":"sentence-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Embedding Dimensions":768,"Max Tokens":512,"Average":41.6,"AlloProfClusteringP2P":60.37,"AlloProfClusteringS2S":40.76,"HALClusteringS2S":20.28,"MLSUMClusteringP2P (fr)":41.61,"MLSUMClusteringS2S (fr)":33.6,"MasakhaNEWSClusteringP2P (fra)":62.82,"MasakhaNEWSClusteringS2S (fra)":31.74} -{"index":80,"Rank":47,"Model":"e5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":41.42,"AlloProfClusteringP2P":59.49,"AlloProfClusteringS2S":36.98,"HALClusteringS2S":22.25,"MLSUMClusteringP2P (fr)":40.92,"MLSUMClusteringS2S (fr)":40.94,"MasakhaNEWSClusteringP2P (fra)":53.43,"MasakhaNEWSClusteringS2S (fra)":35.92} -{"index":97,"Rank":48,"Model":"sentence_croissant_alpha_v0.1<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":41.33,"AlloProfClusteringP2P":59.89,"AlloProfClusteringS2S":38.46,"HALClusteringS2S":25.68,"MLSUMClusteringP2P (fr)":44.01,"MLSUMClusteringS2S (fr)":36.92,"MasakhaNEWSClusteringP2P (fra)":47.22,"MasakhaNEWSClusteringS2S (fra)":37.16} -{"index":10,"Rank":49,"Model":"llm2vec-occiglot-mntp<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":41.21,"AlloProfClusteringP2P":64.0,"AlloProfClusteringS2S":29.93,"HALClusteringS2S":20.82,"MLSUMClusteringP2P (fr)":45.26,"MLSUMClusteringS2S (fr)":44.95,"MasakhaNEWSClusteringP2P (fra)":51.34,"MasakhaNEWSClusteringS2S (fra)":32.2} -{"index":116,"Rank":50,"Model":"paraphrase-multilingual-mpnet-base-v2<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":40.72,"AlloProfClusteringP2P":53.84,"AlloProfClusteringS2S":40.83,"HALClusteringS2S":23.56,"MLSUMClusteringP2P (fr)":39.08,"MLSUMClusteringS2S (fr)":36.54,"MasakhaNEWSClusteringP2P (fra)":53.3,"MasakhaNEWSClusteringS2S (fra)":37.92} -{"index":83,"Rank":51,"Model":"e5-large-v2<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":40.62,"AlloProfClusteringP2P":58.75,"AlloProfClusteringS2S":34.92,"HALClusteringS2S":23.39,"MLSUMClusteringP2P (fr)":42.34,"MLSUMClusteringS2S (fr)":42.95,"MasakhaNEWSClusteringP2P (fra)":36.7,"MasakhaNEWSClusteringS2S (fra)":45.31} -{"index":118,"Rank":52,"Model":"sentence-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Embedding Dimensions":768,"Max Tokens":512,"Average":40.6,"AlloProfClusteringP2P":61.82,"AlloProfClusteringS2S":39.78,"HALClusteringS2S":18.73,"MLSUMClusteringP2P (fr)":42.07,"MLSUMClusteringS2S (fr)":31.87,"MasakhaNEWSClusteringP2P (fra)":58.6,"MasakhaNEWSClusteringS2S (fra)":31.33} -{"index":78,"Rank":53,"Model":"bert-base-multilingual-uncased<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Embedding Dimensions":768,"Max Tokens":512,"Average":40.43,"AlloProfClusteringP2P":60.66,"AlloProfClusteringS2S":35.05,"HALClusteringS2S":20.9,"MLSUMClusteringP2P (fr)":43.5,"MLSUMClusteringS2S (fr)":30.99,"MasakhaNEWSClusteringP2P (fra)":49.71,"MasakhaNEWSClusteringS2S (fra)":42.23} -{"index":99,"Rank":54,"Model":"sentence_croissant_alpha_v0.3<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":40.4,"AlloProfClusteringP2P":56.73,"AlloProfClusteringS2S":37.62,"HALClusteringS2S":25.76,"MLSUMClusteringP2P (fr)":41.82,"MLSUMClusteringS2S (fr)":41.83,"MasakhaNEWSClusteringP2P (fra)":42.63,"MasakhaNEWSClusteringS2S (fra)":36.4} -{"index":117,"Rank":55,"Model":"sentence-t5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":40.07,"AlloProfClusteringP2P":58.44,"AlloProfClusteringS2S":35.93,"HALClusteringS2S":17.72,"MLSUMClusteringP2P (fr)":40.77,"MLSUMClusteringS2S (fr)":30.06,"MasakhaNEWSClusteringP2P (fra)":61.9,"MasakhaNEWSClusteringS2S (fra)":35.64} -{"index":127,"Rank":56,"Model":"bilingual-embedding-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":39.86,"AlloProfClusteringP2P":56.89,"AlloProfClusteringS2S":38.2,"HALClusteringS2S":24.5,"MLSUMClusteringP2P (fr)":41.79,"MLSUMClusteringS2S (fr)":41.55,"MasakhaNEWSClusteringP2P (fra)":49.18,"MasakhaNEWSClusteringS2S (fra)":26.94} -{"index":98,"Rank":57,"Model":"sentence_croissant_alpha_v0.2<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":39.81,"AlloProfClusteringP2P":59.15,"AlloProfClusteringS2S":36.45,"HALClusteringS2S":24.97,"MLSUMClusteringP2P (fr)":42.49,"MLSUMClusteringS2S (fr)":34.45,"MasakhaNEWSClusteringP2P (fra)":47.58,"MasakhaNEWSClusteringS2S (fra)":33.58} -{"index":87,"Rank":58,"Model":"multilingual-e5-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":39.78,"AlloProfClusteringP2P":62.99,"AlloProfClusteringS2S":32.26,"HALClusteringS2S":22.44,"MLSUMClusteringP2P (fr)":44.04,"MLSUMClusteringS2S (fr)":45.24,"MasakhaNEWSClusteringP2P (fra)":40.94,"MasakhaNEWSClusteringS2S (fra)":30.56} -{"index":52,"Rank":59,"Model":"Solon-embeddings-large-0.1<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":39.65,"AlloProfClusteringP2P":64.17,"AlloProfClusteringS2S":38.17,"HALClusteringS2S":24.09,"MLSUMClusteringP2P (fr)":43.8,"MLSUMClusteringS2S (fr)":37.75,"MasakhaNEWSClusteringP2P (fra)":40.8,"MasakhaNEWSClusteringS2S (fra)":28.8} -{"index":89,"Rank":60,"Model":"multilingual-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":39.65,"AlloProfClusteringP2P":60.89,"AlloProfClusteringS2S":32.52,"HALClusteringS2S":18.95,"MLSUMClusteringP2P (fr)":43.01,"MLSUMClusteringS2S (fr)":42.84,"MasakhaNEWSClusteringP2P (fra)":40.12,"MasakhaNEWSClusteringS2S (fra)":39.22} -{"index":105,"Rank":61,"Model":"LaBSE<\/a>","Model Size (Million Parameters)":471,"Memory Usage (GB, fp32)":1.75,"Embedding Dimensions":768,"Max Tokens":512,"Average":39.3,"AlloProfClusteringP2P":54.78,"AlloProfClusteringS2S":31.6,"HALClusteringS2S":20.62,"MLSUMClusteringP2P (fr)":42.09,"MLSUMClusteringS2S (fr)":41.69,"MasakhaNEWSClusteringP2P (fra)":46.16,"MasakhaNEWSClusteringS2S (fra)":38.13} -{"index":121,"Rank":62,"Model":"LaBSE-ru-turbo<\/a>","Model Size (Million Parameters)":128,"Memory Usage (GB, fp32)":0.48,"Embedding Dimensions":768,"Max Tokens":512,"Average":39.18,"AlloProfClusteringP2P":58.25,"AlloProfClusteringS2S":23.39,"HALClusteringS2S":14.97,"MLSUMClusteringP2P (fr)":40.75,"MLSUMClusteringS2S (fr)":40.44,"MasakhaNEWSClusteringP2P (fra)":62.23,"MasakhaNEWSClusteringS2S (fra)":34.26} -{"index":111,"Rank":63,"Model":"distiluse-base-multilingual-cased-v2<\/a>","Model Size (Million Parameters)":135,"Memory Usage (GB, fp32)":0.5,"Embedding Dimensions":512,"Max Tokens":512,"Average":38.7,"AlloProfClusteringP2P":55.95,"AlloProfClusteringS2S":35.39,"HALClusteringS2S":18.2,"MLSUMClusteringP2P (fr)":40.17,"MLSUMClusteringS2S (fr)":34.65,"MasakhaNEWSClusteringP2P (fra)":53.76,"MasakhaNEWSClusteringS2S (fra)":32.76} -{"index":115,"Rank":64,"Model":"paraphrase-multilingual-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":37.96,"AlloProfClusteringP2P":56.06,"AlloProfClusteringS2S":42.16,"HALClusteringS2S":23.21,"MLSUMClusteringP2P (fr)":37.96,"MLSUMClusteringS2S (fr)":35.87,"MasakhaNEWSClusteringP2P (fra)":36.58,"MasakhaNEWSClusteringS2S (fra)":33.9} -{"index":96,"Rank":65,"Model":"bge-m3-custom-fr<\/a>","Model Size (Million Parameters)":568,"Memory Usage (GB, fp32)":2.12,"Embedding Dimensions":1024,"Max Tokens":8194,"Average":37.9,"AlloProfClusteringP2P":56.73,"AlloProfClusteringS2S":38.2,"HALClusteringS2S":24.13,"MLSUMClusteringP2P (fr)":42.12,"MLSUMClusteringS2S (fr)":36.69,"MasakhaNEWSClusteringP2P (fra)":34.61,"MasakhaNEWSClusteringS2S (fra)":32.81} -{"index":85,"Rank":66,"Model":"e5-small<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":37.05,"AlloProfClusteringP2P":59.37,"AlloProfClusteringS2S":31.27,"HALClusteringS2S":20.02,"MLSUMClusteringP2P (fr)":39.55,"MLSUMClusteringS2S (fr)":39.48,"MasakhaNEWSClusteringP2P (fra)":37.37,"MasakhaNEWSClusteringS2S (fra)":32.27} -{"index":61,"Rank":67,"Model":"LaBSE-en-ru<\/a>","Model Size (Million Parameters)":129,"Memory Usage (GB, fp32)":0.48,"Embedding Dimensions":768,"Max Tokens":512,"Average":36.93,"AlloProfClusteringP2P":55.09,"AlloProfClusteringS2S":22.69,"HALClusteringS2S":13.46,"MLSUMClusteringP2P (fr)":41.44,"MLSUMClusteringS2S (fr)":40.85,"MasakhaNEWSClusteringP2P (fra)":58.64,"MasakhaNEWSClusteringS2S (fra)":26.33} -{"index":126,"Rank":68,"Model":"universal-sentence-encoder-multilingual-large-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":512,"Max Tokens":512,"Average":36.35,"AlloProfClusteringP2P":54.21,"AlloProfClusteringS2S":37.95,"HALClusteringS2S":18.94,"MLSUMClusteringP2P (fr)":41.02,"MLSUMClusteringS2S (fr)":37.97,"MasakhaNEWSClusteringP2P (fra)":24.09,"MasakhaNEWSClusteringS2S (fra)":40.24} -{"index":107,"Rank":69,"Model":"all-MiniLM-L6-v2<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":384,"Max Tokens":512,"Average":35.81,"AlloProfClusteringP2P":51.83,"AlloProfClusteringS2S":32.07,"HALClusteringS2S":18.84,"MLSUMClusteringP2P (fr)":36.74,"MLSUMClusteringS2S (fr)":35.66,"MasakhaNEWSClusteringP2P (fra)":34.92,"MasakhaNEWSClusteringS2S (fra)":40.58} -{"index":65,"Rank":70,"Model":"sentence-camembert-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":35.44,"AlloProfClusteringP2P":59.09,"AlloProfClusteringS2S":38.92,"HALClusteringS2S":20.22,"MLSUMClusteringP2P (fr)":35.98,"MLSUMClusteringS2S (fr)":27.05,"MasakhaNEWSClusteringP2P (fra)":36.03,"MasakhaNEWSClusteringS2S (fra)":30.77} -{"index":90,"Rank":71,"Model":"udever-bloom-1b1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":2048,"Average":35.01,"AlloProfClusteringP2P":61.84,"AlloProfClusteringS2S":25.56,"HALClusteringS2S":14.15,"MLSUMClusteringP2P (fr)":44.11,"MLSUMClusteringS2S (fr)":30.47,"MasakhaNEWSClusteringP2P (fra)":40.2,"MasakhaNEWSClusteringS2S (fra)":28.75} -{"index":123,"Rank":72,"Model":"text2vec-base-multilingual<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":256,"Average":34.46,"AlloProfClusteringP2P":49.11,"AlloProfClusteringS2S":32.72,"HALClusteringS2S":16.19,"MLSUMClusteringP2P (fr)":36.41,"MLSUMClusteringS2S (fr)":35.75,"MasakhaNEWSClusteringP2P (fra)":38.51,"MasakhaNEWSClusteringS2S (fra)":32.51} -{"index":106,"Rank":73,"Model":"all-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":34.23,"AlloProfClusteringP2P":46.03,"AlloProfClusteringS2S":31.83,"HALClusteringS2S":19.58,"MLSUMClusteringP2P (fr)":34.35,"MLSUMClusteringS2S (fr)":32.64,"MasakhaNEWSClusteringP2P (fra)":42.72,"MasakhaNEWSClusteringS2S (fra)":32.47} -{"index":35,"Rank":74,"Model":"bert-base-15lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":512,"Average":34.09,"AlloProfClusteringP2P":53.16,"AlloProfClusteringS2S":43.43,"HALClusteringS2S":20.26,"MLSUMClusteringP2P (fr)":41.22,"MLSUMClusteringS2S (fr)":31.88,"MasakhaNEWSClusteringP2P (fra)":24.23,"MasakhaNEWSClusteringS2S (fra)":24.46} -{"index":36,"Rank":75,"Model":"bert-base-25lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":512,"Average":33.96,"AlloProfClusteringP2P":53.49,"AlloProfClusteringS2S":43.1,"HALClusteringS2S":19.78,"MLSUMClusteringP2P (fr)":40.73,"MLSUMClusteringS2S (fr)":31.94,"MasakhaNEWSClusteringP2P (fra)":24.23,"MasakhaNEWSClusteringS2S (fra)":24.46} -{"index":34,"Rank":76,"Model":"bert-base-10lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":512,"Average":33.94,"AlloProfClusteringP2P":53.22,"AlloProfClusteringS2S":42.92,"HALClusteringS2S":19.94,"MLSUMClusteringP2P (fr)":40.96,"MLSUMClusteringS2S (fr)":31.87,"MasakhaNEWSClusteringP2P (fra)":24.23,"MasakhaNEWSClusteringS2S (fra)":24.46} -{"index":77,"Rank":77,"Model":"bert-base-multilingual-cased<\/a>","Model Size (Million Parameters)":179,"Memory Usage (GB, fp32)":0.67,"Embedding Dimensions":768,"Max Tokens":512,"Average":33.82,"AlloProfClusteringP2P":51.5,"AlloProfClusteringS2S":43.06,"HALClusteringS2S":20.81,"MLSUMClusteringP2P (fr)":40.9,"MLSUMClusteringS2S (fr)":31.8,"MasakhaNEWSClusteringP2P (fra)":24.23,"MasakhaNEWSClusteringS2S (fra)":24.46} -{"index":114,"Rank":78,"Model":"multi-qa-MiniLM-L6-cos-v1<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":384,"Max Tokens":512,"Average":32.84,"AlloProfClusteringP2P":49.13,"AlloProfClusteringS2S":26.16,"HALClusteringS2S":12.49,"MLSUMClusteringP2P (fr)":35.15,"MLSUMClusteringS2S (fr)":25.95,"MasakhaNEWSClusteringP2P (fra)":53.73,"MasakhaNEWSClusteringS2S (fra)":27.27} -{"index":67,"Rank":79,"Model":"USER-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":512,"Average":30.71,"AlloProfClusteringP2P":44.92,"AlloProfClusteringS2S":23.19,"HALClusteringS2S":8.99,"MLSUMClusteringP2P (fr)":33.8,"MLSUMClusteringS2S (fr)":32.41,"MasakhaNEWSClusteringP2P (fra)":46.27,"MasakhaNEWSClusteringS2S (fra)":25.39} -{"index":8,"Rank":80,"Model":"LASER2<\/a>","Model Size (Million Parameters)":43,"Memory Usage (GB, fp32)":0.16,"Embedding Dimensions":1024,"Max Tokens":"N\/A","Average":29.92,"AlloProfClusteringP2P":48.45,"AlloProfClusteringS2S":25.81,"HALClusteringS2S":11.52,"MLSUMClusteringP2P (fr)":34.53,"MLSUMClusteringS2S (fr)":27.35,"MasakhaNEWSClusteringP2P (fra)":32.04,"MasakhaNEWSClusteringS2S (fra)":29.77} -{"index":33,"Rank":81,"Model":"xlm-roberta-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":28.62,"AlloProfClusteringP2P":56.54,"AlloProfClusteringS2S":21.18,"HALClusteringS2S":5.94,"MLSUMClusteringP2P (fr)":42.67,"MLSUMClusteringS2S (fr)":18.5,"MasakhaNEWSClusteringP2P (fra)":34.02,"MasakhaNEWSClusteringS2S (fra)":21.52} -{"index":32,"Rank":82,"Model":"xlm-roberta-base<\/a>","Model Size (Million Parameters)":279,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":28.42,"AlloProfClusteringP2P":52.24,"AlloProfClusteringS2S":20.37,"HALClusteringS2S":8.68,"MLSUMClusteringP2P (fr)":40.44,"MLSUMClusteringS2S (fr)":24.14,"MasakhaNEWSClusteringP2P (fra)":29.29,"MasakhaNEWSClusteringS2S (fra)":23.76} -{"index":31,"Rank":83,"Model":"rubert-base-cased-sentence<\/a>","Model Size (Million Parameters)":180,"Memory Usage (GB, fp32)":0.67,"Embedding Dimensions":768,"Max Tokens":512,"Average":27.98,"AlloProfClusteringP2P":39.0,"AlloProfClusteringS2S":23.5,"HALClusteringS2S":10.36,"MLSUMClusteringP2P (fr)":29.91,"MLSUMClusteringS2S (fr)":28.79,"MasakhaNEWSClusteringP2P (fra)":42.57,"MasakhaNEWSClusteringS2S (fra)":21.71} -{"index":73,"Rank":84,"Model":"flaubert_base_cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":512,"Average":27.18,"AlloProfClusteringP2P":52.86,"AlloProfClusteringS2S":14.46,"HALClusteringS2S":3.85,"MLSUMClusteringP2P (fr)":39.06,"MLSUMClusteringS2S (fr)":17.13,"MasakhaNEWSClusteringP2P (fra)":41.61,"MasakhaNEWSClusteringS2S (fra)":21.26} -{"index":56,"Rank":85,"Model":"sbert_large_nlu_ru<\/a>","Model Size (Million Parameters)":427,"Memory Usage (GB, fp32)":1.59,"Embedding Dimensions":1024,"Max Tokens":512,"Average":26.76,"AlloProfClusteringP2P":39.96,"AlloProfClusteringS2S":23.7,"HALClusteringS2S":6.03,"MLSUMClusteringP2P (fr)":27.16,"MLSUMClusteringS2S (fr)":27.09,"MasakhaNEWSClusteringP2P (fra)":38.45,"MasakhaNEWSClusteringS2S (fra)":24.96} -{"index":30,"Rank":86,"Model":"rubert-base-cased<\/a>","Model Size (Million Parameters)":180,"Memory Usage (GB, fp32)":0.67,"Embedding Dimensions":768,"Max Tokens":512,"Average":26.63,"AlloProfClusteringP2P":41.54,"AlloProfClusteringS2S":24.5,"HALClusteringS2S":9.48,"MLSUMClusteringP2P (fr)":31.79,"MLSUMClusteringS2S (fr)":30.71,"MasakhaNEWSClusteringP2P (fra)":24.89,"MasakhaNEWSClusteringS2S (fra)":23.47} -{"index":62,"Rank":87,"Model":"rubert-tiny<\/a>","Model Size (Million Parameters)":12,"Memory Usage (GB, fp32)":0.04,"Embedding Dimensions":512,"Max Tokens":514,"Average":26.29,"AlloProfClusteringP2P":42.77,"AlloProfClusteringS2S":24.76,"HALClusteringS2S":7.39,"MLSUMClusteringP2P (fr)":27.42,"MLSUMClusteringS2S (fr)":26.52,"MasakhaNEWSClusteringP2P (fra)":34.35,"MasakhaNEWSClusteringS2S (fra)":20.82} -{"index":63,"Rank":88,"Model":"rubert-tiny2<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"Embedding Dimensions":2048,"Max Tokens":514,"Average":25.44,"AlloProfClusteringP2P":36.88,"AlloProfClusteringS2S":21.97,"HALClusteringS2S":5.81,"MLSUMClusteringP2P (fr)":29.01,"MLSUMClusteringS2S (fr)":28.05,"MasakhaNEWSClusteringP2P (fra)":26.3,"MasakhaNEWSClusteringS2S (fra)":30.07} -{"index":91,"Rank":89,"Model":"udever-bloom-560m<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":2048,"Average":25.42,"AlloProfClusteringP2P":35.43,"AlloProfClusteringS2S":18.33,"HALClusteringS2S":3.92,"MLSUMClusteringP2P (fr)":36.43,"MLSUMClusteringS2S (fr)":25.26,"MasakhaNEWSClusteringP2P (fra)":37.57,"MasakhaNEWSClusteringS2S (fra)":21.0} -{"index":75,"Rank":90,"Model":"flaubert_large_cased<\/a>","Model Size (Million Parameters)":372,"Memory Usage (GB, fp32)":1.39,"Embedding Dimensions":1024,"Max Tokens":512,"Average":25.11,"AlloProfClusteringP2P":40.85,"AlloProfClusteringS2S":21.76,"HALClusteringS2S":5.26,"MLSUMClusteringP2P (fr)":38.09,"MLSUMClusteringS2S (fr)":18.71,"MasakhaNEWSClusteringP2P (fra)":26.43,"MasakhaNEWSClusteringS2S (fra)":24.68} -{"index":122,"Rank":91,"Model":"rubert-tiny-turbo<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"Embedding Dimensions":312,"Max Tokens":2048,"Average":24.94,"AlloProfClusteringP2P":34.87,"AlloProfClusteringS2S":22.73,"HALClusteringS2S":5.84,"MLSUMClusteringP2P (fr)":30.26,"MLSUMClusteringS2S (fr)":29.34,"MasakhaNEWSClusteringP2P (fra)":26.13,"MasakhaNEWSClusteringS2S (fra)":25.43} -{"index":55,"Rank":92,"Model":"sbert_large_mt_nlu_ru<\/a>","Model Size (Million Parameters)":427,"Memory Usage (GB, fp32)":1.59,"Embedding Dimensions":1024,"Max Tokens":514,"Average":23.88,"AlloProfClusteringP2P":35.78,"AlloProfClusteringS2S":23.21,"HALClusteringS2S":6.28,"MLSUMClusteringP2P (fr)":25.26,"MLSUMClusteringS2S (fr)":24.85,"MasakhaNEWSClusteringP2P (fra)":24.46,"MasakhaNEWSClusteringS2S (fra)":27.34} -{"index":69,"Rank":93,"Model":"deberta-v1-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":512,"Average":23.01,"AlloProfClusteringP2P":32.16,"AlloProfClusteringS2S":22.88,"HALClusteringS2S":3.26,"MLSUMClusteringP2P (fr)":24.07,"MLSUMClusteringS2S (fr)":22.71,"MasakhaNEWSClusteringP2P (fra)":25.68,"MasakhaNEWSClusteringS2S (fra)":30.34} -{"index":74,"Rank":94,"Model":"flaubert_base_uncased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":512,"Average":22.45,"AlloProfClusteringP2P":43.2,"AlloProfClusteringS2S":12.94,"HALClusteringS2S":1.8,"MLSUMClusteringP2P (fr)":33.22,"MLSUMClusteringS2S (fr)":14.9,"MasakhaNEWSClusteringP2P (fra)":28.49,"MasakhaNEWSClusteringS2S (fra)":22.58} -{"index":29,"Rank":95,"Model":"distilrubert-small-cased-conversational<\/a>","Model Size (Million Parameters)":106,"Memory Usage (GB, fp32)":0.39,"Embedding Dimensions":768,"Max Tokens":512,"Average":20.3,"AlloProfClusteringP2P":31.59,"AlloProfClusteringS2S":21.2,"HALClusteringS2S":3.35,"MLSUMClusteringP2P (fr)":20.49,"MLSUMClusteringS2S (fr)":20.18,"MasakhaNEWSClusteringP2P (fra)":22.87,"MasakhaNEWSClusteringS2S (fra)":22.43} -{"index":5,"Rank":96,"Model":"voyage-large-2-instruct<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":16000,"Average":"","AlloProfClusteringP2P":62.06,"AlloProfClusteringS2S":48.05,"HALClusteringS2S":27.07,"MLSUMClusteringP2P (fr)":"","MLSUMClusteringS2S (fr)":"","MasakhaNEWSClusteringP2P (fra)":"","MasakhaNEWSClusteringS2S (fra)":41.79} -{"index":9,"Rank":97,"Model":"llm2vec-croissant-mntp<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":"","AlloProfClusteringP2P":"","AlloProfClusteringS2S":"","HALClusteringS2S":"","MLSUMClusteringP2P (fr)":"","MLSUMClusteringS2S (fr)":"","MasakhaNEWSClusteringP2P (fra)":"","MasakhaNEWSClusteringS2S (fra)":""} -{"index":15,"Rank":98,"Model":"e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","AlloProfClusteringP2P":"","AlloProfClusteringS2S":"","HALClusteringS2S":"","MLSUMClusteringP2P (fr)":"","MLSUMClusteringS2S (fr)":"","MasakhaNEWSClusteringP2P (fra)":"","MasakhaNEWSClusteringS2S (fra)":""} -{"index":18,"Rank":99,"Model":"bge-m3<\/a>","Model Size (Million Parameters)":567,"Memory Usage (GB, fp32)":2.11,"Embedding Dimensions":1024,"Max Tokens":8192,"Average":"","AlloProfClusteringP2P":"","AlloProfClusteringS2S":"","HALClusteringS2S":"","MLSUMClusteringP2P (fr)":"","MLSUMClusteringS2S (fr)":"","MasakhaNEWSClusteringP2P (fra)":"","MasakhaNEWSClusteringS2S (fra)":42.4} -{"index":37,"Rank":104,"Model":"GritLM-7B<\/a>","Model Size (Million Parameters)":7240,"Memory Usage (GB, fp32)":26.97,"Embedding Dimensions":"","Max Tokens":4096,"Average":"","AlloProfClusteringP2P":"","AlloProfClusteringS2S":"","HALClusteringS2S":"","MLSUMClusteringP2P (fr)":"","MLSUMClusteringS2S (fr)":"","MasakhaNEWSClusteringP2P (fra)":73.54,"MasakhaNEWSClusteringS2S (fra)":68.87} -{"index":41,"Rank":105,"Model":"MUG-B-1.6<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","AlloProfClusteringP2P":"","AlloProfClusteringS2S":"","HALClusteringS2S":"","MLSUMClusteringP2P (fr)":"","MLSUMClusteringS2S (fr)":"","MasakhaNEWSClusteringP2P (fra)":"","MasakhaNEWSClusteringS2S (fra)":""} -{"index":48,"Rank":107,"Model":"SGPT-125M-weightedmean-msmarco-specb-bitfit<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":2048,"Average":"","AlloProfClusteringP2P":"","AlloProfClusteringS2S":"","HALClusteringS2S":"","MLSUMClusteringP2P (fr)":"","MLSUMClusteringS2S (fr)":"","MasakhaNEWSClusteringP2P (fra)":"","MasakhaNEWSClusteringS2S (fra)":""} -{"index":49,"Rank":108,"Model":"SGPT-125M-weightedmean-nli-bitfit<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":2048,"Average":"","AlloProfClusteringP2P":"","AlloProfClusteringS2S":"","HALClusteringS2S":"","MLSUMClusteringP2P (fr)":"","MLSUMClusteringS2S (fr)":"","MasakhaNEWSClusteringP2P (fra)":"","MasakhaNEWSClusteringS2S (fra)":""} -{"index":50,"Rank":109,"Model":"SGPT-5.8B-weightedmean-nli-bitfit<\/a>","Model Size (Million Parameters)":5874,"Memory Usage (GB, fp32)":21.88,"Embedding Dimensions":4096,"Max Tokens":2048,"Average":"","AlloProfClusteringP2P":"","AlloProfClusteringS2S":"","HALClusteringS2S":"","MLSUMClusteringP2P (fr)":"","MLSUMClusteringS2S (fr)":"","MasakhaNEWSClusteringP2P (fra)":"","MasakhaNEWSClusteringS2S (fra)":""} -{"index":58,"Rank":112,"Model":"sgpt-bloom-1b7-nli<\/a>","Model Size (Million Parameters)":1722,"Memory Usage (GB, fp32)":6.42,"Embedding Dimensions":2048,"Max Tokens":4096,"Average":"","AlloProfClusteringP2P":"","AlloProfClusteringS2S":"","HALClusteringS2S":"","MLSUMClusteringP2P (fr)":"","MLSUMClusteringS2S (fr)":"","MasakhaNEWSClusteringP2P (fra)":"","MasakhaNEWSClusteringS2S (fra)":""} -{"index":59,"Rank":113,"Model":"sgpt-bloom-7b1-msmarco<\/a>","Model Size (Million Parameters)":7068,"Memory Usage (GB, fp32)":26.33,"Embedding Dimensions":4096,"Max Tokens":2048,"Average":"","AlloProfClusteringP2P":"","AlloProfClusteringS2S":"","HALClusteringS2S":"","MLSUMClusteringP2P (fr)":"","MLSUMClusteringS2S (fr)":"","MasakhaNEWSClusteringP2P (fra)":"","MasakhaNEWSClusteringS2S (fra)":""} -{"index":60,"Rank":114,"Model":"slx-v0.1<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.08,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","AlloProfClusteringP2P":"","AlloProfClusteringS2S":"","HALClusteringS2S":"","MLSUMClusteringP2P (fr)":"","MLSUMClusteringS2S (fr)":"","MasakhaNEWSClusteringP2P (fra)":"","MasakhaNEWSClusteringS2S (fra)":""} -{"index":76,"Rank":117,"Model":"bge-m3-custom-fr-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","AlloProfClusteringP2P":56.73,"AlloProfClusteringS2S":"","HALClusteringS2S":24.13,"MLSUMClusteringP2P (fr)":42.12,"MLSUMClusteringS2S (fr)":"","MasakhaNEWSClusteringP2P (fra)":34.61,"MasakhaNEWSClusteringS2S (fra)":""} -{"index":79,"Rank":118,"Model":"inf-retriever-v1<\/a>","Model Size (Million Parameters)":7069,"Memory Usage (GB, fp32)":26.33,"Embedding Dimensions":3584,"Max Tokens":131072,"Average":"","AlloProfClusteringP2P":"","AlloProfClusteringS2S":"","HALClusteringS2S":"","MLSUMClusteringP2P (fr)":"","MLSUMClusteringS2S (fr)":"","MasakhaNEWSClusteringP2P (fra)":"","MasakhaNEWSClusteringS2S (fra)":""} -{"index":92,"Rank":119,"Model":"jina-embeddings-v2-base-en<\/a>","Model Size (Million Parameters)":275,"Memory Usage (GB, fp32)":1.02,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","AlloProfClusteringP2P":"","AlloProfClusteringS2S":12.62,"HALClusteringS2S":0.94,"MLSUMClusteringP2P (fr)":"","MLSUMClusteringS2S (fr)":"","MasakhaNEWSClusteringP2P (fra)":"","MasakhaNEWSClusteringS2S (fra)":20.99} -{"index":95,"Rank":121,"Model":"ternary-weight-embedding<\/a>","Model Size (Million Parameters)":99,"Memory Usage (GB, fp32)":0.37,"Embedding Dimensions":1792,"Max Tokens":512,"Average":"","AlloProfClusteringP2P":"","AlloProfClusteringS2S":"","HALClusteringS2S":"","MLSUMClusteringP2P (fr)":"","MLSUMClusteringS2S (fr)":"","MasakhaNEWSClusteringP2P (fra)":"","MasakhaNEWSClusteringS2S (fra)":""} -{"index":102,"Rank":122,"Model":"FAB-Ramy-v1<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","AlloProfClusteringP2P":"","AlloProfClusteringS2S":"","HALClusteringS2S":"","MLSUMClusteringP2P (fr)":"","MLSUMClusteringS2S (fr)":"","MasakhaNEWSClusteringP2P (fra)":"","MasakhaNEWSClusteringS2S (fra)":""} -{"index":103,"Rank":123,"Model":"FAE-v1<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","AlloProfClusteringP2P":"","AlloProfClusteringS2S":"","HALClusteringS2S":"","MLSUMClusteringP2P (fr)":"","MLSUMClusteringS2S (fr)":"","MasakhaNEWSClusteringP2P (fra)":"","MasakhaNEWSClusteringS2S (fra)":""} -{"index":104,"Rank":124,"Model":"FUE-v1<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","AlloProfClusteringP2P":"","AlloProfClusteringS2S":"","HALClusteringS2S":"","MLSUMClusteringP2P (fr)":"","MLSUMClusteringS2S (fr)":"","MasakhaNEWSClusteringP2P (fra)":"","MasakhaNEWSClusteringS2S (fra)":""} -{"index":109,"Rank":125,"Model":"allenai-specter<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AlloProfClusteringP2P":"","AlloProfClusteringS2S":"","HALClusteringS2S":"","MLSUMClusteringP2P (fr)":"","MLSUMClusteringS2S (fr)":"","MasakhaNEWSClusteringP2P (fra)":"","MasakhaNEWSClusteringS2S (fra)":""} -{"index":110,"Rank":126,"Model":"average_word_embeddings_komninos<\/a>","Model Size (Million Parameters)":134,"Memory Usage (GB, fp32)":0.5,"Embedding Dimensions":300,"Max Tokens":"N\/A","Average":"","AlloProfClusteringP2P":"","AlloProfClusteringS2S":"","HALClusteringS2S":"","MLSUMClusteringP2P (fr)":"","MLSUMClusteringS2S (fr)":"","MasakhaNEWSClusteringP2P (fra)":"","MasakhaNEWSClusteringS2S (fra)":""} -{"index":112,"Rank":127,"Model":"gtr-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AlloProfClusteringP2P":"","AlloProfClusteringS2S":"","HALClusteringS2S":"","MLSUMClusteringP2P (fr)":"","MLSUMClusteringS2S (fr)":"","MasakhaNEWSClusteringP2P (fra)":"","MasakhaNEWSClusteringS2S (fra)":""} -{"index":113,"Rank":128,"Model":"gtr-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AlloProfClusteringP2P":"","AlloProfClusteringS2S":"","HALClusteringS2S":"","MLSUMClusteringP2P (fr)":"","MLSUMClusteringS2S (fr)":"","MasakhaNEWSClusteringP2P (fra)":"","MasakhaNEWSClusteringS2S (fra)":""} -{"index":129,"Rank":130,"Model":"text-embedding-3-large<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":3072,"Max Tokens":8191,"Average":"","AlloProfClusteringP2P":"","AlloProfClusteringS2S":52.89,"HALClusteringS2S":27.68,"MLSUMClusteringP2P (fr)":"","MLSUMClusteringS2S (fr)":"","MasakhaNEWSClusteringP2P (fra)":"","MasakhaNEWSClusteringS2S (fra)":39.71} -{"index":130,"Rank":131,"Model":"text-embedding-3-small<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":8191,"Average":"","AlloProfClusteringP2P":"","AlloProfClusteringS2S":51.23,"HALClusteringS2S":27.05,"MLSUMClusteringP2P (fr)":"","MLSUMClusteringS2S (fr)":"","MasakhaNEWSClusteringP2P (fra)":"","MasakhaNEWSClusteringS2S (fra)":54.76} diff --git a/boards_data/fr/data_tasks/PairClassification/default.jsonl b/boards_data/fr/data_tasks/PairClassification/default.jsonl deleted file mode 100644 index dcea1b635e1ba05d358e1e9a4cabc1810ab5144c..0000000000000000000000000000000000000000 --- a/boards_data/fr/data_tasks/PairClassification/default.jsonl +++ /dev/null @@ -1,122 +0,0 @@ -{"index":13,"Rank":1,"Model":"gte-Qwen2-7B-instruct<\/a>","Model Size (Million Parameters)":7613,"Memory Usage (GB, fp32)":28.36,"Embedding Dimensions":3584,"Max Tokens":32768,"Average":88.38,"OpusparcusPC (fr)":95.95,"PawsXPairClassification (fr)":80.8} -{"index":11,"Rank":2,"Model":"gte-Qwen1.5-7B-instruct<\/a>","Model Size (Million Parameters)":7099,"Memory Usage (GB, fp32)":26.45,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":86.9,"OpusparcusPC (fr)":95.29,"PawsXPairClassification (fr)":78.51} -{"index":12,"Rank":3,"Model":"gte-Qwen2-1.5B-instruct<\/a>","Model Size (Million Parameters)":1776,"Memory Usage (GB, fp32)":6.62,"Embedding Dimensions":1536,"Max Tokens":131072,"Average":86.88,"OpusparcusPC (fr)":100.0,"PawsXPairClassification (fr)":73.77} -{"index":19,"Rank":4,"Model":"bge-multilingual-gemma2<\/a>","Model Size (Million Parameters)":9242,"Memory Usage (GB, fp32)":34.43,"Embedding Dimensions":3584,"Max Tokens":8192,"Average":85.07,"OpusparcusPC (fr)":100.0,"PawsXPairClassification (fr)":70.14} -{"index":8,"Rank":5,"Model":"LASER2<\/a>","Model Size (Million Parameters)":43,"Memory Usage (GB, fp32)":0.16,"Embedding Dimensions":1024,"Max Tokens":"N\/A","Average":82.04,"OpusparcusPC (fr)":93.77,"PawsXPairClassification (fr)":70.31} -{"index":10,"Rank":6,"Model":"llm2vec-occiglot-mntp<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":80.54,"OpusparcusPC (fr)":100.0,"PawsXPairClassification (fr)":61.07} -{"index":129,"Rank":7,"Model":"text-embedding-3-large<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":3072,"Max Tokens":8191,"Average":80.32,"OpusparcusPC (fr)":95.64,"PawsXPairClassification (fr)":64.99} -{"index":98,"Rank":8,"Model":"sentence_croissant_alpha_v0.2<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":80.23,"OpusparcusPC (fr)":93.48,"PawsXPairClassification (fr)":66.98} -{"index":100,"Rank":9,"Model":"sentence_croissant_alpha_v0.4<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":80.15,"OpusparcusPC (fr)":93.37,"PawsXPairClassification (fr)":66.92} -{"index":44,"Rank":10,"Model":"bilingual-embedding-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":79.64,"OpusparcusPC (fr)":94.77,"PawsXPairClassification (fr)":64.51} -{"index":99,"Rank":11,"Model":"sentence_croissant_alpha_v0.3<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":79.57,"OpusparcusPC (fr)":93.72,"PawsXPairClassification (fr)":65.42} -{"index":47,"Rank":12,"Model":"onnx-gte-multilingual-base<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":79.46,"OpusparcusPC (fr)":100.0,"PawsXPairClassification (fr)":58.93} -{"index":14,"Rank":13,"Model":"gte-multilingual-base<\/a>","Model Size (Million Parameters)":305,"Memory Usage (GB, fp32)":1.14,"Embedding Dimensions":768,"Max Tokens":8192,"Average":79.46,"OpusparcusPC (fr)":100.0,"PawsXPairClassification (fr)":58.93} -{"index":120,"Rank":14,"Model":"sentence-t5-xxl<\/a>","Model Size (Million Parameters)":4865,"Memory Usage (GB, fp32)":18.12,"Embedding Dimensions":768,"Max Tokens":512,"Average":78.97,"OpusparcusPC (fr)":93.94,"PawsXPairClassification (fr)":64.01} -{"index":53,"Rank":15,"Model":"SFR-Embedding-Mistral<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":78.82,"OpusparcusPC (fr)":94.94,"PawsXPairClassification (fr)":62.69} -{"index":123,"Rank":16,"Model":"text2vec-base-multilingual<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":256,"Average":78.81,"OpusparcusPC (fr)":92.04,"PawsXPairClassification (fr)":65.57} -{"index":5,"Rank":17,"Model":"voyage-large-2-instruct<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":16000,"Average":78.69,"OpusparcusPC (fr)":92.98,"PawsXPairClassification (fr)":64.41} -{"index":7,"Rank":18,"Model":"voyage-multilingual-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":32000,"Average":78.66,"OpusparcusPC (fr)":93.68,"PawsXPairClassification (fr)":63.64} -{"index":37,"Rank":19,"Model":"GritLM-7B<\/a>","Model Size (Million Parameters)":7240,"Memory Usage (GB, fp32)":26.97,"Embedding Dimensions":"","Max Tokens":4096,"Average":78.35,"OpusparcusPC (fr)":95.14,"PawsXPairClassification (fr)":61.56} -{"index":42,"Rank":20,"Model":"bilingual-document-embedding<\/a>","Model Size (Million Parameters)":568,"Memory Usage (GB, fp32)":2.12,"Embedding Dimensions":1024,"Max Tokens":8194,"Average":78.31,"OpusparcusPC (fr)":93.78,"PawsXPairClassification (fr)":62.84} -{"index":130,"Rank":21,"Model":"text-embedding-3-small<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":8191,"Average":77.91,"OpusparcusPC (fr)":94.45,"PawsXPairClassification (fr)":61.37} -{"index":3,"Rank":22,"Model":"voyage-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":32000,"Average":77.82,"OpusparcusPC (fr)":91.63,"PawsXPairClassification (fr)":64.01} -{"index":27,"Rank":23,"Model":"Cohere-embed-multilingual-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":512,"Average":77.67,"OpusparcusPC (fr)":94.08,"PawsXPairClassification (fr)":61.26} -{"index":119,"Rank":24,"Model":"sentence-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Embedding Dimensions":768,"Max Tokens":512,"Average":77.54,"OpusparcusPC (fr)":92.48,"PawsXPairClassification (fr)":62.59} -{"index":0,"Rank":25,"Model":"mistral-embed<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":"","Average":77.34,"OpusparcusPC (fr)":92.64,"PawsXPairClassification (fr)":62.05} -{"index":54,"Rank":26,"Model":"sentence-croissant-llm-base<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":77.31,"OpusparcusPC (fr)":91.42,"PawsXPairClassification (fr)":63.19} -{"index":6,"Rank":27,"Model":"voyage-law-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":16000,"Average":77.3,"OpusparcusPC (fr)":93.06,"PawsXPairClassification (fr)":61.54} -{"index":88,"Rank":28,"Model":"multilingual-e5-large-instruct<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":77.24,"OpusparcusPC (fr)":94.73,"PawsXPairClassification (fr)":59.76} -{"index":64,"Rank":29,"Model":"french-document-embedding<\/a>","Model Size (Million Parameters)":305,"Memory Usage (GB, fp32)":1.14,"Embedding Dimensions":768,"Max Tokens":8192,"Average":77.19,"OpusparcusPC (fr)":94.19,"PawsXPairClassification (fr)":60.2} -{"index":128,"Rank":30,"Model":"text-embedding-ada-002<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":8191,"Average":77.18,"OpusparcusPC (fr)":94.16,"PawsXPairClassification (fr)":60.19} -{"index":66,"Rank":31,"Model":"sentence-camembert-large<\/a>","Model Size (Million Parameters)":337,"Memory Usage (GB, fp32)":1.26,"Embedding Dimensions":1024,"Max Tokens":512,"Average":77.12,"OpusparcusPC (fr)":94.63,"PawsXPairClassification (fr)":59.61} -{"index":52,"Rank":32,"Model":"Solon-embeddings-large-0.1<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":77.1,"OpusparcusPC (fr)":94.02,"PawsXPairClassification (fr)":60.19} -{"index":76,"Rank":33,"Model":"bge-m3-custom-fr-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":77.1,"OpusparcusPC (fr)":93.34,"PawsXPairClassification (fr)":60.85} -{"index":96,"Rank":34,"Model":"bge-m3-custom-fr<\/a>","Model Size (Million Parameters)":568,"Memory Usage (GB, fp32)":2.12,"Embedding Dimensions":1024,"Max Tokens":8194,"Average":77.1,"OpusparcusPC (fr)":93.34,"PawsXPairClassification (fr)":60.85} -{"index":43,"Rank":35,"Model":"bilingual-embedding-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":77.01,"OpusparcusPC (fr)":93.64,"PawsXPairClassification (fr)":60.38} -{"index":127,"Rank":36,"Model":"bilingual-embedding-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":76.97,"OpusparcusPC (fr)":93.18,"PawsXPairClassification (fr)":60.76} -{"index":38,"Rank":37,"Model":"KaLM-embedding-multilingual-mini-instruct-v1<\/a>","Model Size (Million Parameters)":494,"Memory Usage (GB, fp32)":1.84,"Embedding Dimensions":896,"Max Tokens":131072,"Average":76.96,"OpusparcusPC (fr)":93.4,"PawsXPairClassification (fr)":60.51} -{"index":39,"Rank":38,"Model":"KaLM-embedding-multilingual-mini-instruct-v1.5<\/a>","Model Size (Million Parameters)":494,"Memory Usage (GB, fp32)":1.84,"Embedding Dimensions":896,"Max Tokens":131072,"Average":76.88,"OpusparcusPC (fr)":93.16,"PawsXPairClassification (fr)":60.6} -{"index":4,"Rank":39,"Model":"voyage-code-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":16000,"Average":76.88,"OpusparcusPC (fr)":92.87,"PawsXPairClassification (fr)":60.88} -{"index":40,"Rank":40,"Model":"KaLM-embedding-multilingual-mini-v1<\/a>","Model Size (Million Parameters)":494,"Memory Usage (GB, fp32)":1.84,"Embedding Dimensions":896,"Max Tokens":131072,"Average":76.62,"OpusparcusPC (fr)":92.86,"PawsXPairClassification (fr)":60.39} -{"index":93,"Rank":41,"Model":"jina-embeddings-v3<\/a>","Model Size (Million Parameters)":572,"Memory Usage (GB, fp32)":2.13,"Embedding Dimensions":1024,"Max Tokens":8194,"Average":76.6,"OpusparcusPC (fr)":93.75,"PawsXPairClassification (fr)":59.44} -{"index":28,"Rank":42,"Model":"jina-embeddings-v3<\/a>","Model Size (Million Parameters)":572,"Memory Usage (GB, fp32)":2.13,"Embedding Dimensions":1024,"Max Tokens":8194,"Average":76.6,"OpusparcusPC (fr)":93.75,"PawsXPairClassification (fr)":59.44} -{"index":68,"Rank":43,"Model":"USER-bge-m3<\/a>","Model Size (Million Parameters)":359,"Memory Usage (GB, fp32)":1.34,"Embedding Dimensions":1024,"Max Tokens":8192,"Average":76.24,"OpusparcusPC (fr)":91.78,"PawsXPairClassification (fr)":60.71} -{"index":18,"Rank":44,"Model":"bge-m3<\/a>","Model Size (Million Parameters)":567,"Memory Usage (GB, fp32)":2.11,"Embedding Dimensions":1024,"Max Tokens":8192,"Average":76.24,"OpusparcusPC (fr)":92.88,"PawsXPairClassification (fr)":59.6} -{"index":87,"Rank":45,"Model":"multilingual-e5-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":76.19,"OpusparcusPC (fr)":93.89,"PawsXPairClassification (fr)":58.5} -{"index":84,"Rank":46,"Model":"e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":76.08,"OpusparcusPC (fr)":88.5,"PawsXPairClassification (fr)":63.65} -{"index":116,"Rank":47,"Model":"paraphrase-multilingual-mpnet-base-v2<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":75.8,"OpusparcusPC (fr)":93.45,"PawsXPairClassification (fr)":58.14} -{"index":45,"Rank":48,"Model":"bilingual-embedding-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":75.56,"OpusparcusPC (fr)":92.92,"PawsXPairClassification (fr)":58.19} -{"index":118,"Rank":49,"Model":"sentence-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Embedding Dimensions":768,"Max Tokens":512,"Average":75.44,"OpusparcusPC (fr)":91.19,"PawsXPairClassification (fr)":59.69} -{"index":2,"Rank":50,"Model":"voyage-3-lite<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":512,"Max Tokens":32000,"Average":75.15,"OpusparcusPC (fr)":91.54,"PawsXPairClassification (fr)":58.75} -{"index":86,"Rank":51,"Model":"multilingual-e5-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":74.82,"OpusparcusPC (fr)":92.72,"PawsXPairClassification (fr)":56.93} -{"index":65,"Rank":52,"Model":"sentence-camembert-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":74.74,"OpusparcusPC (fr)":92.05,"PawsXPairClassification (fr)":57.44} -{"index":115,"Rank":53,"Model":"paraphrase-multilingual-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":74.47,"OpusparcusPC (fr)":92.01,"PawsXPairClassification (fr)":56.94} -{"index":1,"Rank":54,"Model":"voyage-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":4000,"Average":74.4,"OpusparcusPC (fr)":89.83,"PawsXPairClassification (fr)":58.97} -{"index":105,"Rank":55,"Model":"LaBSE<\/a>","Model Size (Million Parameters)":471,"Memory Usage (GB, fp32)":1.75,"Embedding Dimensions":768,"Max Tokens":512,"Average":74.3,"OpusparcusPC (fr)":93.96,"PawsXPairClassification (fr)":54.63} -{"index":26,"Rank":56,"Model":"Cohere-embed-multilingual-light-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":384,"Max Tokens":512,"Average":74.12,"OpusparcusPC (fr)":90.92,"PawsXPairClassification (fr)":57.32} -{"index":89,"Rank":57,"Model":"multilingual-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":74.1,"OpusparcusPC (fr)":92.52,"PawsXPairClassification (fr)":55.68} -{"index":90,"Rank":58,"Model":"udever-bloom-1b1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":2048,"Average":73.76,"OpusparcusPC (fr)":85.54,"PawsXPairClassification (fr)":61.99} -{"index":126,"Rank":59,"Model":"universal-sentence-encoder-multilingual-large-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":512,"Max Tokens":512,"Average":73.52,"OpusparcusPC (fr)":93.38,"PawsXPairClassification (fr)":53.66} -{"index":114,"Rank":60,"Model":"multi-qa-MiniLM-L6-cos-v1<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":384,"Max Tokens":512,"Average":72.77,"OpusparcusPC (fr)":88.07,"PawsXPairClassification (fr)":57.48} -{"index":25,"Rank":61,"Model":"Cohere-embed-english-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":512,"Average":72.63,"OpusparcusPC (fr)":88.44,"PawsXPairClassification (fr)":56.82} -{"index":83,"Rank":62,"Model":"e5-large-v2<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":72.54,"OpusparcusPC (fr)":89.0,"PawsXPairClassification (fr)":56.08} -{"index":117,"Rank":63,"Model":"sentence-t5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":72.42,"OpusparcusPC (fr)":89.41,"PawsXPairClassification (fr)":55.43} -{"index":67,"Rank":64,"Model":"USER-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":512,"Average":72.35,"OpusparcusPC (fr)":88.32,"PawsXPairClassification (fr)":56.39} -{"index":82,"Rank":65,"Model":"e5-large<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":71.99,"OpusparcusPC (fr)":88.26,"PawsXPairClassification (fr)":55.72} -{"index":125,"Rank":66,"Model":"universal-sentence-encoder-multilingual-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":512,"Max Tokens":512,"Average":71.94,"OpusparcusPC (fr)":91.46,"PawsXPairClassification (fr)":52.41} -{"index":80,"Rank":67,"Model":"e5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":71.89,"OpusparcusPC (fr)":87.93,"PawsXPairClassification (fr)":55.85} -{"index":121,"Rank":68,"Model":"LaBSE-ru-turbo<\/a>","Model Size (Million Parameters)":128,"Memory Usage (GB, fp32)":0.48,"Embedding Dimensions":768,"Max Tokens":512,"Average":71.76,"OpusparcusPC (fr)":88.54,"PawsXPairClassification (fr)":54.98} -{"index":111,"Rank":69,"Model":"distiluse-base-multilingual-cased-v2<\/a>","Model Size (Million Parameters)":135,"Memory Usage (GB, fp32)":0.5,"Embedding Dimensions":512,"Max Tokens":512,"Average":71.61,"OpusparcusPC (fr)":92.07,"PawsXPairClassification (fr)":51.16} -{"index":71,"Rank":70,"Model":"e5-base-4k<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":71.58,"OpusparcusPC (fr)":87.77,"PawsXPairClassification (fr)":55.38} -{"index":108,"Rank":71,"Model":"all-mpnet-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average":71.52,"OpusparcusPC (fr)":86.61,"PawsXPairClassification (fr)":56.42} -{"index":106,"Rank":72,"Model":"all-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":71.47,"OpusparcusPC (fr)":87.35,"PawsXPairClassification (fr)":55.59} -{"index":101,"Rank":73,"Model":"nomic-embed-text-v1<\/a>","Model Size (Million Parameters)":547,"Memory Usage (GB, fp32)":2.04,"Embedding Dimensions":768,"Max Tokens":8192,"Average":71.42,"OpusparcusPC (fr)":87.89,"PawsXPairClassification (fr)":54.96} -{"index":85,"Rank":74,"Model":"e5-small<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":71.28,"OpusparcusPC (fr)":87.26,"PawsXPairClassification (fr)":55.29} -{"index":17,"Rank":75,"Model":"bge-large-en-v1.5<\/a>","Model Size (Million Parameters)":1340,"Memory Usage (GB, fp32)":4.99,"Embedding Dimensions":1024,"Max Tokens":512,"Average":71.26,"OpusparcusPC (fr)":87.64,"PawsXPairClassification (fr)":54.89} -{"index":107,"Rank":76,"Model":"all-MiniLM-L6-v2<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":384,"Max Tokens":512,"Average":70.96,"OpusparcusPC (fr)":86.53,"PawsXPairClassification (fr)":55.4} -{"index":81,"Rank":77,"Model":"e5-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":70.96,"OpusparcusPC (fr)":88.17,"PawsXPairClassification (fr)":53.76} -{"index":91,"Rank":78,"Model":"udever-bloom-560m<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":2048,"Average":70.9,"OpusparcusPC (fr)":82.1,"PawsXPairClassification (fr)":59.69} -{"index":36,"Rank":79,"Model":"bert-base-25lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":512,"Average":70.59,"OpusparcusPC (fr)":87.78,"PawsXPairClassification (fr)":53.4} -{"index":34,"Rank":80,"Model":"bert-base-10lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":512,"Average":70.59,"OpusparcusPC (fr)":87.78,"PawsXPairClassification (fr)":53.4} -{"index":77,"Rank":81,"Model":"bert-base-multilingual-cased<\/a>","Model Size (Million Parameters)":179,"Memory Usage (GB, fp32)":0.67,"Embedding Dimensions":768,"Max Tokens":512,"Average":70.59,"OpusparcusPC (fr)":87.76,"PawsXPairClassification (fr)":53.41} -{"index":35,"Rank":82,"Model":"bert-base-15lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":512,"Average":70.56,"OpusparcusPC (fr)":87.73,"PawsXPairClassification (fr)":53.38} -{"index":16,"Rank":83,"Model":"bge-base-en-v1.5<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":70.54,"OpusparcusPC (fr)":85.92,"PawsXPairClassification (fr)":55.17} -{"index":20,"Rank":84,"Model":"bge-small-en-v1.5<\/a>","Model Size (Million Parameters)":24,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":512,"Max Tokens":512,"Average":70.54,"OpusparcusPC (fr)":87.13,"PawsXPairClassification (fr)":53.94} -{"index":78,"Rank":85,"Model":"bert-base-multilingual-uncased<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Embedding Dimensions":768,"Max Tokens":512,"Average":70.43,"OpusparcusPC (fr)":87.53,"PawsXPairClassification (fr)":53.33} -{"index":75,"Rank":86,"Model":"flaubert_large_cased<\/a>","Model Size (Million Parameters)":372,"Memory Usage (GB, fp32)":1.39,"Embedding Dimensions":1024,"Max Tokens":512,"Average":70.42,"OpusparcusPC (fr)":85.91,"PawsXPairClassification (fr)":54.94} -{"index":61,"Rank":87,"Model":"LaBSE-en-ru<\/a>","Model Size (Million Parameters)":129,"Memory Usage (GB, fp32)":0.48,"Embedding Dimensions":768,"Max Tokens":512,"Average":70.22,"OpusparcusPC (fr)":88.76,"PawsXPairClassification (fr)":51.69} -{"index":69,"Rank":88,"Model":"deberta-v1-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":512,"Average":70.18,"OpusparcusPC (fr)":85.53,"PawsXPairClassification (fr)":54.82} -{"index":32,"Rank":89,"Model":"xlm-roberta-base<\/a>","Model Size (Million Parameters)":279,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":68.82,"OpusparcusPC (fr)":85.91,"PawsXPairClassification (fr)":51.73} -{"index":31,"Rank":90,"Model":"rubert-base-cased-sentence<\/a>","Model Size (Million Parameters)":180,"Memory Usage (GB, fp32)":0.67,"Embedding Dimensions":768,"Max Tokens":512,"Average":68.68,"OpusparcusPC (fr)":83.27,"PawsXPairClassification (fr)":54.1} -{"index":33,"Rank":91,"Model":"xlm-roberta-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":68.62,"OpusparcusPC (fr)":83.79,"PawsXPairClassification (fr)":53.44} -{"index":56,"Rank":92,"Model":"sbert_large_nlu_ru<\/a>","Model Size (Million Parameters)":427,"Memory Usage (GB, fp32)":1.59,"Embedding Dimensions":1024,"Max Tokens":512,"Average":68.3,"OpusparcusPC (fr)":82.75,"PawsXPairClassification (fr)":53.84} -{"index":122,"Rank":93,"Model":"rubert-tiny-turbo<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"Embedding Dimensions":312,"Max Tokens":2048,"Average":68.28,"OpusparcusPC (fr)":85.13,"PawsXPairClassification (fr)":51.43} -{"index":55,"Rank":94,"Model":"sbert_large_mt_nlu_ru<\/a>","Model Size (Million Parameters)":427,"Memory Usage (GB, fp32)":1.59,"Embedding Dimensions":1024,"Max Tokens":514,"Average":68.2,"OpusparcusPC (fr)":83.34,"PawsXPairClassification (fr)":53.06} -{"index":62,"Rank":95,"Model":"rubert-tiny<\/a>","Model Size (Million Parameters)":12,"Memory Usage (GB, fp32)":0.04,"Embedding Dimensions":512,"Max Tokens":514,"Average":68.0,"OpusparcusPC (fr)":86.61,"PawsXPairClassification (fr)":49.4} -{"index":63,"Rank":96,"Model":"rubert-tiny2<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"Embedding Dimensions":2048,"Max Tokens":514,"Average":67.91,"OpusparcusPC (fr)":86.53,"PawsXPairClassification (fr)":49.3} -{"index":30,"Rank":97,"Model":"rubert-base-cased<\/a>","Model Size (Million Parameters)":180,"Memory Usage (GB, fp32)":0.67,"Embedding Dimensions":768,"Max Tokens":512,"Average":67.89,"OpusparcusPC (fr)":84.68,"PawsXPairClassification (fr)":51.09} -{"index":74,"Rank":98,"Model":"flaubert_base_uncased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":512,"Average":67.44,"OpusparcusPC (fr)":82.0,"PawsXPairClassification (fr)":52.89} -{"index":29,"Rank":99,"Model":"distilrubert-small-cased-conversational<\/a>","Model Size (Million Parameters)":106,"Memory Usage (GB, fp32)":0.39,"Embedding Dimensions":768,"Max Tokens":512,"Average":67.18,"OpusparcusPC (fr)":85.23,"PawsXPairClassification (fr)":49.14} -{"index":73,"Rank":100,"Model":"flaubert_base_cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":512,"Average":67.17,"OpusparcusPC (fr)":82.15,"PawsXPairClassification (fr)":52.19} -{"index":92,"Rank":101,"Model":"jina-embeddings-v2-base-en<\/a>","Model Size (Million Parameters)":275,"Memory Usage (GB, fp32)":1.02,"Embedding Dimensions":768,"Max Tokens":8192,"Average":61.32,"OpusparcusPC (fr)":73.24,"PawsXPairClassification (fr)":49.4} -{"index":9,"Rank":102,"Model":"llm2vec-croissant-mntp<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":"","OpusparcusPC (fr)":"","PawsXPairClassification (fr)":""} -{"index":15,"Rank":103,"Model":"e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","OpusparcusPC (fr)":"","PawsXPairClassification (fr)":""} -{"index":41,"Rank":108,"Model":"MUG-B-1.6<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","OpusparcusPC (fr)":"","PawsXPairClassification (fr)":""} -{"index":48,"Rank":110,"Model":"SGPT-125M-weightedmean-msmarco-specb-bitfit<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":2048,"Average":"","OpusparcusPC (fr)":"","PawsXPairClassification (fr)":""} -{"index":49,"Rank":111,"Model":"SGPT-125M-weightedmean-nli-bitfit<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":2048,"Average":"","OpusparcusPC (fr)":"","PawsXPairClassification (fr)":""} -{"index":50,"Rank":112,"Model":"SGPT-5.8B-weightedmean-nli-bitfit<\/a>","Model Size (Million Parameters)":5874,"Memory Usage (GB, fp32)":21.88,"Embedding Dimensions":4096,"Max Tokens":2048,"Average":"","OpusparcusPC (fr)":"","PawsXPairClassification (fr)":""} -{"index":58,"Rank":115,"Model":"sgpt-bloom-1b7-nli<\/a>","Model Size (Million Parameters)":1722,"Memory Usage (GB, fp32)":6.42,"Embedding Dimensions":2048,"Max Tokens":4096,"Average":"","OpusparcusPC (fr)":"","PawsXPairClassification (fr)":""} -{"index":59,"Rank":116,"Model":"sgpt-bloom-7b1-msmarco<\/a>","Model Size (Million Parameters)":7068,"Memory Usage (GB, fp32)":26.33,"Embedding Dimensions":4096,"Max Tokens":2048,"Average":"","OpusparcusPC (fr)":"","PawsXPairClassification (fr)":""} -{"index":60,"Rank":117,"Model":"slx-v0.1<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.08,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","OpusparcusPC (fr)":"","PawsXPairClassification (fr)":""} -{"index":72,"Rank":119,"Model":"SONAR<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","OpusparcusPC (fr)":"","PawsXPairClassification (fr)":71.36} -{"index":79,"Rank":120,"Model":"inf-retriever-v1<\/a>","Model Size (Million Parameters)":7069,"Memory Usage (GB, fp32)":26.33,"Embedding Dimensions":3584,"Max Tokens":131072,"Average":"","OpusparcusPC (fr)":"","PawsXPairClassification (fr)":""} -{"index":95,"Rank":122,"Model":"ternary-weight-embedding<\/a>","Model Size (Million Parameters)":99,"Memory Usage (GB, fp32)":0.37,"Embedding Dimensions":1792,"Max Tokens":512,"Average":"","OpusparcusPC (fr)":"","PawsXPairClassification (fr)":""} -{"index":97,"Rank":123,"Model":"sentence_croissant_alpha_v0.1<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":"","OpusparcusPC (fr)":"","PawsXPairClassification (fr)":66.96} -{"index":102,"Rank":124,"Model":"FAB-Ramy-v1<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","OpusparcusPC (fr)":"","PawsXPairClassification (fr)":""} -{"index":103,"Rank":125,"Model":"FAE-v1<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","OpusparcusPC (fr)":"","PawsXPairClassification (fr)":""} -{"index":104,"Rank":126,"Model":"FUE-v1<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","OpusparcusPC (fr)":"","PawsXPairClassification (fr)":""} -{"index":109,"Rank":127,"Model":"allenai-specter<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","OpusparcusPC (fr)":"","PawsXPairClassification (fr)":""} -{"index":110,"Rank":128,"Model":"average_word_embeddings_komninos<\/a>","Model Size (Million Parameters)":134,"Memory Usage (GB, fp32)":0.5,"Embedding Dimensions":300,"Max Tokens":"N\/A","Average":"","OpusparcusPC (fr)":"","PawsXPairClassification (fr)":""} -{"index":112,"Rank":129,"Model":"gtr-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","OpusparcusPC (fr)":"","PawsXPairClassification (fr)":""} -{"index":113,"Rank":130,"Model":"gtr-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","OpusparcusPC (fr)":"","PawsXPairClassification (fr)":""} -{"index":124,"Rank":131,"Model":"llm_mse<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","OpusparcusPC (fr)":100.0,"PawsXPairClassification (fr)":""} diff --git a/boards_data/fr/data_tasks/Reranking/default.jsonl b/boards_data/fr/data_tasks/Reranking/default.jsonl deleted file mode 100644 index 1483c840c1a4c1f824a83d926015611489c01a83..0000000000000000000000000000000000000000 --- a/boards_data/fr/data_tasks/Reranking/default.jsonl +++ /dev/null @@ -1,120 +0,0 @@ -{"index":129,"Rank":1,"Model":"text-embedding-3-large<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":3072,"Max Tokens":8191,"Average":85.34,"AlloprofReranking":80.3,"SyntecReranking":90.38} -{"index":37,"Rank":2,"Model":"GritLM-7B<\/a>","Model Size (Million Parameters)":7240,"Memory Usage (GB, fp32)":26.97,"Embedding Dimensions":"","Max Tokens":4096,"Average":85.28,"AlloprofReranking":77.93,"SyntecReranking":92.62} -{"index":19,"Rank":3,"Model":"bge-multilingual-gemma2<\/a>","Model Size (Million Parameters)":9242,"Memory Usage (GB, fp32)":34.43,"Embedding Dimensions":3584,"Max Tokens":8192,"Average":85.22,"AlloprofReranking":78.62,"SyntecReranking":91.83} -{"index":53,"Rank":4,"Model":"SFR-Embedding-Mistral<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":85.04,"AlloprofReranking":79.32,"SyntecReranking":90.75} -{"index":12,"Rank":5,"Model":"gte-Qwen2-1.5B-instruct<\/a>","Model Size (Million Parameters)":1776,"Memory Usage (GB, fp32)":6.62,"Embedding Dimensions":1536,"Max Tokens":131072,"Average":83.76,"AlloprofReranking":73.49,"SyntecReranking":94.03} -{"index":27,"Rank":6,"Model":"Cohere-embed-multilingual-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":512,"Average":83.3,"AlloprofReranking":75.41,"SyntecReranking":91.2} -{"index":13,"Rank":7,"Model":"gte-Qwen2-7B-instruct<\/a>","Model Size (Million Parameters)":7613,"Memory Usage (GB, fp32)":28.36,"Embedding Dimensions":3584,"Max Tokens":32768,"Average":82.71,"AlloprofReranking":81.1,"SyntecReranking":84.32} -{"index":7,"Rank":8,"Model":"voyage-multilingual-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":32000,"Average":82.59,"AlloprofReranking":74.78,"SyntecReranking":90.4} -{"index":88,"Rank":9,"Model":"multilingual-e5-large-instruct<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":82.32,"AlloprofReranking":74.68,"SyntecReranking":89.95} -{"index":6,"Rank":10,"Model":"voyage-law-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":16000,"Average":82.06,"AlloprofReranking":72.92,"SyntecReranking":91.2} -{"index":42,"Rank":11,"Model":"bilingual-document-embedding<\/a>","Model Size (Million Parameters)":568,"Memory Usage (GB, fp32)":2.12,"Embedding Dimensions":1024,"Max Tokens":8194,"Average":81.38,"AlloprofReranking":73.87,"SyntecReranking":88.89} -{"index":11,"Rank":12,"Model":"gte-Qwen1.5-7B-instruct<\/a>","Model Size (Million Parameters)":7099,"Memory Usage (GB, fp32)":26.45,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":81.27,"AlloprofReranking":75.56,"SyntecReranking":86.98} -{"index":38,"Rank":13,"Model":"KaLM-embedding-multilingual-mini-instruct-v1<\/a>","Model Size (Million Parameters)":494,"Memory Usage (GB, fp32)":1.84,"Embedding Dimensions":896,"Max Tokens":131072,"Average":80.82,"AlloprofReranking":75.05,"SyntecReranking":86.6} -{"index":64,"Rank":14,"Model":"french-document-embedding<\/a>","Model Size (Million Parameters)":305,"Memory Usage (GB, fp32)":1.14,"Embedding Dimensions":768,"Max Tokens":8192,"Average":80.82,"AlloprofReranking":73.52,"SyntecReranking":88.12} -{"index":40,"Rank":15,"Model":"KaLM-embedding-multilingual-mini-v1<\/a>","Model Size (Million Parameters)":494,"Memory Usage (GB, fp32)":1.84,"Embedding Dimensions":896,"Max Tokens":131072,"Average":80.66,"AlloprofReranking":74.05,"SyntecReranking":87.27} -{"index":39,"Rank":16,"Model":"KaLM-embedding-multilingual-mini-instruct-v1.5<\/a>","Model Size (Million Parameters)":494,"Memory Usage (GB, fp32)":1.84,"Embedding Dimensions":896,"Max Tokens":131072,"Average":80.58,"AlloprofReranking":75.18,"SyntecReranking":85.97} -{"index":0,"Rank":17,"Model":"mistral-embed<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":"","Average":80.46,"AlloprofReranking":72.36,"SyntecReranking":88.57} -{"index":130,"Rank":18,"Model":"text-embedding-3-small<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":8191,"Average":80.15,"AlloprofReranking":74.84,"SyntecReranking":85.45} -{"index":44,"Rank":19,"Model":"bilingual-embedding-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":79.79,"AlloprofReranking":73.63,"SyntecReranking":85.95} -{"index":68,"Rank":20,"Model":"USER-bge-m3<\/a>","Model Size (Million Parameters)":359,"Memory Usage (GB, fp32)":1.34,"Embedding Dimensions":1024,"Max Tokens":8192,"Average":79.54,"AlloprofReranking":73.25,"SyntecReranking":85.83} -{"index":26,"Rank":21,"Model":"Cohere-embed-multilingual-light-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":384,"Max Tokens":512,"Average":79.22,"AlloprofReranking":72.49,"SyntecReranking":85.96} -{"index":4,"Rank":22,"Model":"voyage-code-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":16000,"Average":78.78,"AlloprofReranking":70.79,"SyntecReranking":86.77} -{"index":43,"Rank":23,"Model":"bilingual-embedding-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":77.14,"AlloprofReranking":70.46,"SyntecReranking":83.83} -{"index":120,"Rank":24,"Model":"sentence-t5-xxl<\/a>","Model Size (Million Parameters)":4865,"Memory Usage (GB, fp32)":18.12,"Embedding Dimensions":768,"Max Tokens":512,"Average":76.76,"AlloprofReranking":68.36,"SyntecReranking":85.15} -{"index":52,"Rank":25,"Model":"Solon-embeddings-large-0.1<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":76.58,"AlloprofReranking":64.88,"SyntecReranking":88.28} -{"index":14,"Rank":26,"Model":"gte-multilingual-base<\/a>","Model Size (Million Parameters)":305,"Memory Usage (GB, fp32)":1.14,"Embedding Dimensions":768,"Max Tokens":8192,"Average":76.47,"AlloprofReranking":64.91,"SyntecReranking":88.03} -{"index":47,"Rank":27,"Model":"onnx-gte-multilingual-base<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":76.47,"AlloprofReranking":64.91,"SyntecReranking":88.03} -{"index":100,"Rank":28,"Model":"sentence_croissant_alpha_v0.4<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":76.43,"AlloprofReranking":68.79,"SyntecReranking":84.07} -{"index":127,"Rank":29,"Model":"bilingual-embedding-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":75.75,"AlloprofReranking":68.73,"SyntecReranking":82.77} -{"index":99,"Rank":30,"Model":"sentence_croissant_alpha_v0.3<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":75.48,"AlloprofReranking":68.31,"SyntecReranking":82.65} -{"index":76,"Rank":31,"Model":"bge-m3-custom-fr-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":75.3,"AlloprofReranking":65.17,"SyntecReranking":85.43} -{"index":96,"Rank":32,"Model":"bge-m3-custom-fr<\/a>","Model Size (Million Parameters)":568,"Memory Usage (GB, fp32)":2.12,"Embedding Dimensions":1024,"Max Tokens":8194,"Average":75.3,"AlloprofReranking":65.17,"SyntecReranking":85.43} -{"index":98,"Rank":33,"Model":"sentence_croissant_alpha_v0.2<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":75.2,"AlloprofReranking":67.24,"SyntecReranking":83.17} -{"index":45,"Rank":34,"Model":"bilingual-embedding-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":75.06,"AlloprofReranking":68.44,"SyntecReranking":81.68} -{"index":116,"Rank":35,"Model":"paraphrase-multilingual-mpnet-base-v2<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":74.09,"AlloprofReranking":67.2,"SyntecReranking":80.97} -{"index":119,"Rank":36,"Model":"sentence-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Embedding Dimensions":768,"Max Tokens":512,"Average":73.18,"AlloprofReranking":63.3,"SyntecReranking":83.07} -{"index":1,"Rank":37,"Model":"voyage-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":4000,"Average":73.1,"AlloprofReranking":63.54,"SyntecReranking":82.65} -{"index":66,"Rank":38,"Model":"sentence-camembert-large<\/a>","Model Size (Million Parameters)":337,"Memory Usage (GB, fp32)":1.26,"Embedding Dimensions":1024,"Max Tokens":512,"Average":72.89,"AlloprofReranking":57.62,"SyntecReranking":88.15} -{"index":25,"Rank":39,"Model":"Cohere-embed-english-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":512,"Average":72.19,"AlloprofReranking":68.26,"SyntecReranking":76.13} -{"index":87,"Rank":40,"Model":"multilingual-e5-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":72.14,"AlloprofReranking":57.37,"SyntecReranking":86.9} -{"index":86,"Rank":41,"Model":"multilingual-e5-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":71.76,"AlloprofReranking":58.1,"SyntecReranking":85.43} -{"index":89,"Rank":42,"Model":"multilingual-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":71.44,"AlloprofReranking":56.17,"SyntecReranking":86.7} -{"index":81,"Rank":43,"Model":"e5-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":70.66,"AlloprofReranking":65.41,"SyntecReranking":75.91} -{"index":83,"Rank":44,"Model":"e5-large-v2<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":70.52,"AlloprofReranking":65.12,"SyntecReranking":75.92} -{"index":17,"Rank":45,"Model":"bge-large-en-v1.5<\/a>","Model Size (Million Parameters)":1340,"Memory Usage (GB, fp32)":4.99,"Embedding Dimensions":1024,"Max Tokens":512,"Average":70.04,"AlloprofReranking":67.41,"SyntecReranking":72.67} -{"index":93,"Rank":46,"Model":"jina-embeddings-v3<\/a>","Model Size (Million Parameters)":572,"Memory Usage (GB, fp32)":2.13,"Embedding Dimensions":1024,"Max Tokens":8194,"Average":69.85,"AlloprofReranking":66.39,"SyntecReranking":73.32} -{"index":28,"Rank":47,"Model":"jina-embeddings-v3<\/a>","Model Size (Million Parameters)":572,"Memory Usage (GB, fp32)":2.13,"Embedding Dimensions":1024,"Max Tokens":8194,"Average":69.85,"AlloprofReranking":66.39,"SyntecReranking":73.32} -{"index":82,"Rank":48,"Model":"e5-large<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":68.94,"AlloprofReranking":61.93,"SyntecReranking":75.95} -{"index":118,"Rank":49,"Model":"sentence-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Embedding Dimensions":768,"Max Tokens":512,"Average":68.88,"AlloprofReranking":57.99,"SyntecReranking":79.77} -{"index":106,"Rank":50,"Model":"all-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":68.09,"AlloprofReranking":67.01,"SyntecReranking":69.17} -{"index":54,"Rank":51,"Model":"sentence-croissant-llm-base<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":67.95,"AlloprofReranking":53.0,"SyntecReranking":82.9} -{"index":108,"Rank":52,"Model":"all-mpnet-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average":67.88,"AlloprofReranking":69.63,"SyntecReranking":66.12} -{"index":16,"Rank":53,"Model":"bge-base-en-v1.5<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":67.6,"AlloprofReranking":62.19,"SyntecReranking":73.0} -{"index":85,"Rank":54,"Model":"e5-small<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":67.58,"AlloprofReranking":59.86,"SyntecReranking":75.29} -{"index":101,"Rank":55,"Model":"nomic-embed-text-v1<\/a>","Model Size (Million Parameters)":547,"Memory Usage (GB, fp32)":2.04,"Embedding Dimensions":768,"Max Tokens":8192,"Average":66.94,"AlloprofReranking":62.47,"SyntecReranking":71.41} -{"index":126,"Rank":56,"Model":"universal-sentence-encoder-multilingual-large-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":512,"Max Tokens":512,"Average":66.26,"AlloprofReranking":55.39,"SyntecReranking":77.13} -{"index":80,"Rank":57,"Model":"e5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":65.96,"AlloprofReranking":62.92,"SyntecReranking":69.01} -{"index":20,"Rank":58,"Model":"bge-small-en-v1.5<\/a>","Model Size (Million Parameters)":24,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":512,"Max Tokens":512,"Average":65.57,"AlloprofReranking":61.74,"SyntecReranking":69.4} -{"index":125,"Rank":59,"Model":"universal-sentence-encoder-multilingual-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":512,"Max Tokens":512,"Average":65.04,"AlloprofReranking":56.23,"SyntecReranking":73.85} -{"index":107,"Rank":60,"Model":"all-MiniLM-L6-v2<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":384,"Max Tokens":512,"Average":64.96,"AlloprofReranking":62.62,"SyntecReranking":67.31} -{"index":65,"Rank":61,"Model":"sentence-camembert-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":64.22,"AlloprofReranking":48.68,"SyntecReranking":79.75} -{"index":117,"Rank":62,"Model":"sentence-t5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":64.08,"AlloprofReranking":50.12,"SyntecReranking":78.05} -{"index":111,"Rank":63,"Model":"distiluse-base-multilingual-cased-v2<\/a>","Model Size (Million Parameters)":135,"Memory Usage (GB, fp32)":0.5,"Embedding Dimensions":512,"Max Tokens":512,"Average":63.28,"AlloprofReranking":51.77,"SyntecReranking":74.78} -{"index":71,"Rank":64,"Model":"e5-base-4k<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":62.46,"AlloprofReranking":58.33,"SyntecReranking":66.58} -{"index":84,"Rank":65,"Model":"e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":62.2,"AlloprofReranking":47.36,"SyntecReranking":77.05} -{"index":115,"Rank":66,"Model":"paraphrase-multilingual-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":62.02,"AlloprofReranking":49.01,"SyntecReranking":75.03} -{"index":105,"Rank":67,"Model":"LaBSE<\/a>","Model Size (Million Parameters)":471,"Memory Usage (GB, fp32)":1.75,"Embedding Dimensions":768,"Max Tokens":512,"Average":61.4,"AlloprofReranking":49.51,"SyntecReranking":73.28} -{"index":123,"Rank":68,"Model":"text2vec-base-multilingual<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":256,"Average":60.88,"AlloprofReranking":51.48,"SyntecReranking":70.28} -{"index":114,"Rank":69,"Model":"multi-qa-MiniLM-L6-cos-v1<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":384,"Max Tokens":512,"Average":52.68,"AlloprofReranking":40.28,"SyntecReranking":65.08} -{"index":78,"Rank":70,"Model":"bert-base-multilingual-uncased<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Embedding Dimensions":768,"Max Tokens":512,"Average":52.62,"AlloprofReranking":38.85,"SyntecReranking":66.4} -{"index":10,"Rank":71,"Model":"llm2vec-occiglot-mntp<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":49.98,"AlloprofReranking":37.09,"SyntecReranking":62.87} -{"index":61,"Rank":72,"Model":"LaBSE-en-ru<\/a>","Model Size (Million Parameters)":129,"Memory Usage (GB, fp32)":0.48,"Embedding Dimensions":768,"Max Tokens":512,"Average":48.0,"AlloprofReranking":42.29,"SyntecReranking":53.7} -{"index":121,"Rank":73,"Model":"LaBSE-ru-turbo<\/a>","Model Size (Million Parameters)":128,"Memory Usage (GB, fp32)":0.48,"Embedding Dimensions":768,"Max Tokens":512,"Average":47.71,"AlloprofReranking":41.6,"SyntecReranking":53.82} -{"index":74,"Rank":74,"Model":"flaubert_base_uncased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":512,"Average":45.86,"AlloprofReranking":34.55,"SyntecReranking":57.18} -{"index":8,"Rank":75,"Model":"LASER2<\/a>","Model Size (Million Parameters)":43,"Memory Usage (GB, fp32)":0.16,"Embedding Dimensions":1024,"Max Tokens":"N\/A","Average":45.61,"AlloprofReranking":35.29,"SyntecReranking":55.93} -{"index":67,"Rank":76,"Model":"USER-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":512,"Average":45.39,"AlloprofReranking":38.67,"SyntecReranking":52.11} -{"index":73,"Rank":77,"Model":"flaubert_base_cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":512,"Average":45.34,"AlloprofReranking":34.81,"SyntecReranking":55.88} -{"index":36,"Rank":78,"Model":"bert-base-25lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":512,"Average":44.75,"AlloprofReranking":36.25,"SyntecReranking":53.25} -{"index":77,"Rank":79,"Model":"bert-base-multilingual-cased<\/a>","Model Size (Million Parameters)":179,"Memory Usage (GB, fp32)":0.67,"Embedding Dimensions":768,"Max Tokens":512,"Average":44.74,"AlloprofReranking":36.23,"SyntecReranking":53.25} -{"index":35,"Rank":80,"Model":"bert-base-15lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":512,"Average":44.73,"AlloprofReranking":36.21,"SyntecReranking":53.25} -{"index":34,"Rank":81,"Model":"bert-base-10lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":512,"Average":44.73,"AlloprofReranking":36.21,"SyntecReranking":53.25} -{"index":90,"Rank":82,"Model":"udever-bloom-1b1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":2048,"Average":43.3,"AlloprofReranking":38.6,"SyntecReranking":47.99} -{"index":33,"Rank":83,"Model":"xlm-roberta-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":39.01,"AlloprofReranking":28.62,"SyntecReranking":49.4} -{"index":91,"Rank":84,"Model":"udever-bloom-560m<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":2048,"Average":38.96,"AlloprofReranking":30.7,"SyntecReranking":47.21} -{"index":62,"Rank":85,"Model":"rubert-tiny<\/a>","Model Size (Million Parameters)":12,"Memory Usage (GB, fp32)":0.04,"Embedding Dimensions":512,"Max Tokens":514,"Average":37.1,"AlloprofReranking":31.42,"SyntecReranking":42.77} -{"index":122,"Rank":86,"Model":"rubert-tiny-turbo<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"Embedding Dimensions":312,"Max Tokens":2048,"Average":35.15,"AlloprofReranking":30.29,"SyntecReranking":40.01} -{"index":29,"Rank":87,"Model":"distilrubert-small-cased-conversational<\/a>","Model Size (Million Parameters)":106,"Memory Usage (GB, fp32)":0.39,"Embedding Dimensions":768,"Max Tokens":512,"Average":34.84,"AlloprofReranking":32.82,"SyntecReranking":36.86} -{"index":31,"Rank":88,"Model":"rubert-base-cased-sentence<\/a>","Model Size (Million Parameters)":180,"Memory Usage (GB, fp32)":0.67,"Embedding Dimensions":768,"Max Tokens":512,"Average":34.79,"AlloprofReranking":33.58,"SyntecReranking":36.0} -{"index":32,"Rank":89,"Model":"xlm-roberta-base<\/a>","Model Size (Million Parameters)":279,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":34.66,"AlloprofReranking":25.58,"SyntecReranking":43.75} -{"index":75,"Rank":90,"Model":"flaubert_large_cased<\/a>","Model Size (Million Parameters)":372,"Memory Usage (GB, fp32)":1.39,"Embedding Dimensions":1024,"Max Tokens":512,"Average":34.54,"AlloprofReranking":26.29,"SyntecReranking":42.8} -{"index":55,"Rank":91,"Model":"sbert_large_mt_nlu_ru<\/a>","Model Size (Million Parameters)":427,"Memory Usage (GB, fp32)":1.59,"Embedding Dimensions":1024,"Max Tokens":514,"Average":33.8,"AlloprofReranking":31.62,"SyntecReranking":35.97} -{"index":56,"Rank":92,"Model":"sbert_large_nlu_ru<\/a>","Model Size (Million Parameters)":427,"Memory Usage (GB, fp32)":1.59,"Embedding Dimensions":1024,"Max Tokens":512,"Average":33.42,"AlloprofReranking":31.06,"SyntecReranking":35.78} -{"index":63,"Rank":93,"Model":"rubert-tiny2<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"Embedding Dimensions":2048,"Max Tokens":514,"Average":33.04,"AlloprofReranking":27.94,"SyntecReranking":38.15} -{"index":30,"Rank":94,"Model":"rubert-base-cased<\/a>","Model Size (Million Parameters)":180,"Memory Usage (GB, fp32)":0.67,"Embedding Dimensions":768,"Max Tokens":512,"Average":32.17,"AlloprofReranking":29.26,"SyntecReranking":35.08} -{"index":69,"Rank":95,"Model":"deberta-v1-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":512,"Average":30.5,"AlloprofReranking":27.81,"SyntecReranking":33.19} -{"index":92,"Rank":96,"Model":"jina-embeddings-v2-base-en<\/a>","Model Size (Million Parameters)":275,"Memory Usage (GB, fp32)":1.02,"Embedding Dimensions":768,"Max Tokens":8192,"Average":29.44,"AlloprofReranking":28.82,"SyntecReranking":30.07} -{"index":2,"Rank":97,"Model":"voyage-3-lite<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":512,"Max Tokens":32000,"Average":"","AlloprofReranking":75.02,"SyntecReranking":""} -{"index":3,"Rank":98,"Model":"voyage-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":32000,"Average":"","AlloprofReranking":84.65,"SyntecReranking":""} -{"index":5,"Rank":99,"Model":"voyage-large-2-instruct<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":16000,"Average":"","AlloprofReranking":"","SyntecReranking":""} -{"index":9,"Rank":100,"Model":"llm2vec-croissant-mntp<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":"","AlloprofReranking":"","SyntecReranking":""} -{"index":15,"Rank":101,"Model":"e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","AlloprofReranking":"","SyntecReranking":""} -{"index":18,"Rank":102,"Model":"bge-m3<\/a>","Model Size (Million Parameters)":567,"Memory Usage (GB, fp32)":2.11,"Embedding Dimensions":1024,"Max Tokens":8192,"Average":"","AlloprofReranking":73.87,"SyntecReranking":""} -{"index":41,"Rank":107,"Model":"MUG-B-1.6<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","AlloprofReranking":"","SyntecReranking":""} -{"index":48,"Rank":109,"Model":"SGPT-125M-weightedmean-msmarco-specb-bitfit<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":2048,"Average":"","AlloprofReranking":"","SyntecReranking":""} -{"index":49,"Rank":110,"Model":"SGPT-125M-weightedmean-nli-bitfit<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":2048,"Average":"","AlloprofReranking":"","SyntecReranking":""} -{"index":50,"Rank":111,"Model":"SGPT-5.8B-weightedmean-nli-bitfit<\/a>","Model Size (Million Parameters)":5874,"Memory Usage (GB, fp32)":21.88,"Embedding Dimensions":4096,"Max Tokens":2048,"Average":"","AlloprofReranking":"","SyntecReranking":""} -{"index":58,"Rank":114,"Model":"sgpt-bloom-1b7-nli<\/a>","Model Size (Million Parameters)":1722,"Memory Usage (GB, fp32)":6.42,"Embedding Dimensions":2048,"Max Tokens":4096,"Average":"","AlloprofReranking":"","SyntecReranking":""} -{"index":59,"Rank":115,"Model":"sgpt-bloom-7b1-msmarco<\/a>","Model Size (Million Parameters)":7068,"Memory Usage (GB, fp32)":26.33,"Embedding Dimensions":4096,"Max Tokens":2048,"Average":"","AlloprofReranking":"","SyntecReranking":""} -{"index":60,"Rank":116,"Model":"slx-v0.1<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.08,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","AlloprofReranking":"","SyntecReranking":""} -{"index":79,"Rank":119,"Model":"inf-retriever-v1<\/a>","Model Size (Million Parameters)":7069,"Memory Usage (GB, fp32)":26.33,"Embedding Dimensions":3584,"Max Tokens":131072,"Average":"","AlloprofReranking":"","SyntecReranking":""} -{"index":95,"Rank":121,"Model":"ternary-weight-embedding<\/a>","Model Size (Million Parameters)":99,"Memory Usage (GB, fp32)":0.37,"Embedding Dimensions":1792,"Max Tokens":512,"Average":"","AlloprofReranking":"","SyntecReranking":""} -{"index":97,"Rank":122,"Model":"sentence_croissant_alpha_v0.1<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":"","AlloprofReranking":"","SyntecReranking":""} -{"index":102,"Rank":123,"Model":"FAB-Ramy-v1<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","AlloprofReranking":"","SyntecReranking":""} -{"index":103,"Rank":124,"Model":"FAE-v1<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","AlloprofReranking":"","SyntecReranking":""} -{"index":104,"Rank":125,"Model":"FUE-v1<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","AlloprofReranking":"","SyntecReranking":""} -{"index":109,"Rank":126,"Model":"allenai-specter<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AlloprofReranking":"","SyntecReranking":""} -{"index":110,"Rank":127,"Model":"average_word_embeddings_komninos<\/a>","Model Size (Million Parameters)":134,"Memory Usage (GB, fp32)":0.5,"Embedding Dimensions":300,"Max Tokens":"N\/A","Average":"","AlloprofReranking":"","SyntecReranking":""} -{"index":112,"Rank":128,"Model":"gtr-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AlloprofReranking":"","SyntecReranking":""} -{"index":113,"Rank":129,"Model":"gtr-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AlloprofReranking":"","SyntecReranking":""} -{"index":128,"Rank":131,"Model":"text-embedding-ada-002<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":8191,"Average":"","AlloprofReranking":"","SyntecReranking":89.87} diff --git a/boards_data/fr/data_tasks/Retrieval/default.jsonl b/boards_data/fr/data_tasks/Retrieval/default.jsonl deleted file mode 100644 index 13dd627a0925b51b0a995d70875ca870821ff690..0000000000000000000000000000000000000000 --- a/boards_data/fr/data_tasks/Retrieval/default.jsonl +++ /dev/null @@ -1,120 +0,0 @@ -{"index":19,"Rank":1,"Model":"bge-multilingual-gemma2<\/a>","Model Size (Million Parameters)":9242,"Memory Usage (GB, fp32)":34.43,"Embedding Dimensions":3584,"Max Tokens":8192,"Average":63.47,"AlloprofRetrieval":58.5,"BSARDRetrieval":28.52,"MintakaRetrieval (fr)":62.53,"SyntecRetrieval":90.37,"XPQARetrieval (fr)":77.42} -{"index":13,"Rank":2,"Model":"gte-Qwen2-7B-instruct<\/a>","Model Size (Million Parameters)":7613,"Memory Usage (GB, fp32)":28.36,"Embedding Dimensions":3584,"Max Tokens":32768,"Average":55.71,"AlloprofRetrieval":59.15,"BSARDRetrieval":18.8,"MintakaRetrieval (fr)":54.03,"SyntecRetrieval":78.25,"XPQARetrieval (fr)":68.3} -{"index":7,"Rank":3,"Model":"voyage-multilingual-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":32000,"Average":54.56,"AlloprofRetrieval":58.27,"BSARDRetrieval":5.14,"MintakaRetrieval (fr)":49.19,"SyntecRetrieval":87.28,"XPQARetrieval (fr)":72.92} -{"index":28,"Rank":4,"Model":"jina-embeddings-v3<\/a>","Model Size (Million Parameters)":572,"Memory Usage (GB, fp32)":2.13,"Embedding Dimensions":1024,"Max Tokens":8194,"Average":53.48,"AlloprofRetrieval":54.28,"BSARDRetrieval":24.76,"MintakaRetrieval (fr)":26.91,"SyntecRetrieval":83.85,"XPQARetrieval (fr)":77.58} -{"index":93,"Rank":5,"Model":"jina-embeddings-v3<\/a>","Model Size (Million Parameters)":572,"Memory Usage (GB, fp32)":2.13,"Embedding Dimensions":1024,"Max Tokens":8194,"Average":53.48,"AlloprofRetrieval":54.28,"BSARDRetrieval":24.76,"MintakaRetrieval (fr)":26.91,"SyntecRetrieval":83.85,"XPQARetrieval (fr)":77.58} -{"index":6,"Rank":6,"Model":"voyage-law-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":16000,"Average":52.98,"AlloprofRetrieval":57.28,"BSARDRetrieval":11.83,"MintakaRetrieval (fr)":34.92,"SyntecRetrieval":87.33,"XPQARetrieval (fr)":73.56} -{"index":14,"Rank":7,"Model":"gte-multilingual-base<\/a>","Model Size (Million Parameters)":305,"Memory Usage (GB, fp32)":1.14,"Embedding Dimensions":768,"Max Tokens":8192,"Average":52.97,"AlloprofRetrieval":53.64,"BSARDRetrieval":26.11,"MintakaRetrieval (fr)":34.71,"SyntecRetrieval":83.04,"XPQARetrieval (fr)":67.33} -{"index":47,"Rank":8,"Model":"onnx-gte-multilingual-base<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":52.97,"AlloprofRetrieval":53.64,"BSARDRetrieval":26.11,"MintakaRetrieval (fr)":34.71,"SyntecRetrieval":83.04,"XPQARetrieval (fr)":67.33} -{"index":12,"Rank":9,"Model":"gte-Qwen2-1.5B-instruct<\/a>","Model Size (Million Parameters)":1776,"Memory Usage (GB, fp32)":6.62,"Embedding Dimensions":1536,"Max Tokens":131072,"Average":52.56,"AlloprofRetrieval":57.89,"BSARDRetrieval":6.3,"MintakaRetrieval (fr)":42.56,"SyntecRetrieval":90.47,"XPQARetrieval (fr)":65.58} -{"index":64,"Rank":10,"Model":"french-document-embedding<\/a>","Model Size (Million Parameters)":305,"Memory Usage (GB, fp32)":1.14,"Embedding Dimensions":768,"Max Tokens":8192,"Average":51.4,"AlloprofRetrieval":49.5,"BSARDRetrieval":20.24,"MintakaRetrieval (fr)":33.67,"SyntecRetrieval":84.79,"XPQARetrieval (fr)":68.82} -{"index":27,"Rank":11,"Model":"Cohere-embed-multilingual-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":512,"Average":51.29,"AlloprofRetrieval":51.51,"BSARDRetrieval":22.91,"MintakaRetrieval (fr)":34.56,"SyntecRetrieval":88.59,"XPQARetrieval (fr)":58.87} -{"index":44,"Rank":12,"Model":"bilingual-embedding-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":50.09,"AlloprofRetrieval":47.6,"BSARDRetrieval":19.58,"MintakaRetrieval (fr)":32.62,"SyntecRetrieval":84.2,"XPQARetrieval (fr)":66.43} -{"index":42,"Rank":13,"Model":"bilingual-document-embedding<\/a>","Model Size (Million Parameters)":568,"Memory Usage (GB, fp32)":2.12,"Embedding Dimensions":1024,"Max Tokens":8194,"Average":48.47,"AlloprofRetrieval":48.8,"BSARDRetrieval":14.63,"MintakaRetrieval (fr)":24.17,"SyntecRetrieval":85.23,"XPQARetrieval (fr)":69.5} -{"index":39,"Rank":14,"Model":"KaLM-embedding-multilingual-mini-instruct-v1.5<\/a>","Model Size (Million Parameters)":494,"Memory Usage (GB, fp32)":1.84,"Embedding Dimensions":896,"Max Tokens":131072,"Average":48.37,"AlloprofRetrieval":51.12,"BSARDRetrieval":20.75,"MintakaRetrieval (fr)":28.94,"SyntecRetrieval":81.75,"XPQARetrieval (fr)":59.3} -{"index":128,"Rank":15,"Model":"text-embedding-ada-002<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":8191,"Average":48.23,"AlloprofRetrieval":51.64,"BSARDRetrieval":0.61,"MintakaRetrieval (fr)":29.94,"SyntecRetrieval":85.97,"XPQARetrieval (fr)":73.0} -{"index":38,"Rank":16,"Model":"KaLM-embedding-multilingual-mini-instruct-v1<\/a>","Model Size (Million Parameters)":494,"Memory Usage (GB, fp32)":1.84,"Embedding Dimensions":896,"Max Tokens":131072,"Average":48.18,"AlloprofRetrieval":50.64,"BSARDRetrieval":19.83,"MintakaRetrieval (fr)":26.45,"SyntecRetrieval":81.9,"XPQARetrieval (fr)":62.09} -{"index":40,"Rank":17,"Model":"KaLM-embedding-multilingual-mini-v1<\/a>","Model Size (Million Parameters)":494,"Memory Usage (GB, fp32)":1.84,"Embedding Dimensions":896,"Max Tokens":131072,"Average":47.85,"AlloprofRetrieval":46.75,"BSARDRetrieval":20.47,"MintakaRetrieval (fr)":27.4,"SyntecRetrieval":82.44,"XPQARetrieval (fr)":62.19} -{"index":0,"Rank":18,"Model":"mistral-embed<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":"","Average":46.81,"AlloprofRetrieval":56.84,"BSARDRetrieval":2.48,"MintakaRetrieval (fr)":21.73,"SyntecRetrieval":78.77,"XPQARetrieval (fr)":74.24} -{"index":52,"Rank":19,"Model":"Solon-embeddings-large-0.1<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":46.78,"AlloprofRetrieval":46.94,"BSARDRetrieval":2.08,"MintakaRetrieval (fr)":30.07,"SyntecRetrieval":84.6,"XPQARetrieval (fr)":70.22} -{"index":4,"Rank":20,"Model":"voyage-code-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":16000,"Average":45.33,"AlloprofRetrieval":52.61,"BSARDRetrieval":0.29,"MintakaRetrieval (fr)":19.05,"SyntecRetrieval":82.77,"XPQARetrieval (fr)":71.95} -{"index":43,"Rank":21,"Model":"bilingual-embedding-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":44.99,"AlloprofRetrieval":41.26,"BSARDRetrieval":12.22,"MintakaRetrieval (fr)":27.6,"SyntecRetrieval":79.68,"XPQARetrieval (fr)":64.21} -{"index":99,"Rank":22,"Model":"sentence_croissant_alpha_v0.3<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":44.9,"AlloprofRetrieval":49.84,"BSARDRetrieval":0.22,"MintakaRetrieval (fr)":31.25,"SyntecRetrieval":76.63,"XPQARetrieval (fr)":66.55} -{"index":100,"Rank":23,"Model":"sentence_croissant_alpha_v0.4<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":44.41,"AlloprofRetrieval":49.05,"BSARDRetrieval":0.16,"MintakaRetrieval (fr)":31.06,"SyntecRetrieval":76.96,"XPQARetrieval (fr)":64.8} -{"index":98,"Rank":24,"Model":"sentence_croissant_alpha_v0.2<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":43.85,"AlloprofRetrieval":47.69,"BSARDRetrieval":1.75,"MintakaRetrieval (fr)":27.88,"SyntecRetrieval":77.67,"XPQARetrieval (fr)":64.27} -{"index":120,"Rank":25,"Model":"sentence-t5-xxl<\/a>","Model Size (Million Parameters)":4865,"Memory Usage (GB, fp32)":18.12,"Embedding Dimensions":768,"Max Tokens":512,"Average":43.84,"AlloprofRetrieval":45.75,"BSARDRetrieval":3.33,"MintakaRetrieval (fr)":34.93,"SyntecRetrieval":78.97,"XPQARetrieval (fr)":56.2} -{"index":26,"Rank":26,"Model":"Cohere-embed-multilingual-light-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":384,"Max Tokens":512,"Average":43.67,"AlloprofRetrieval":46.43,"BSARDRetrieval":17.34,"MintakaRetrieval (fr)":26.68,"SyntecRetrieval":82.68,"XPQARetrieval (fr)":45.23} -{"index":76,"Rank":27,"Model":"bge-m3-custom-fr-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":43.58,"AlloprofRetrieval":45.1,"BSARDRetrieval":0.0,"MintakaRetrieval (fr)":25.17,"SyntecRetrieval":79.14,"XPQARetrieval (fr)":68.49} -{"index":96,"Rank":28,"Model":"bge-m3-custom-fr<\/a>","Model Size (Million Parameters)":568,"Memory Usage (GB, fp32)":2.12,"Embedding Dimensions":1024,"Max Tokens":8194,"Average":43.58,"AlloprofRetrieval":45.1,"BSARDRetrieval":0.0,"MintakaRetrieval (fr)":25.17,"SyntecRetrieval":79.14,"XPQARetrieval (fr)":68.49} -{"index":45,"Rank":29,"Model":"bilingual-embedding-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":43.4,"AlloprofRetrieval":39.22,"BSARDRetrieval":10.51,"MintakaRetrieval (fr)":25.58,"SyntecRetrieval":78.19,"XPQARetrieval (fr)":63.5} -{"index":127,"Rank":30,"Model":"bilingual-embedding-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":42.96,"AlloprofRetrieval":38.06,"BSARDRetrieval":11.04,"MintakaRetrieval (fr)":27.48,"SyntecRetrieval":78.2,"XPQARetrieval (fr)":60.02} -{"index":87,"Rank":31,"Model":"multilingual-e5-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":42.17,"AlloprofRetrieval":38.15,"BSARDRetrieval":0.27,"MintakaRetrieval (fr)":25.2,"SyntecRetrieval":81.07,"XPQARetrieval (fr)":66.15} -{"index":86,"Rank":32,"Model":"multilingual-e5-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":41.19,"AlloprofRetrieval":36.21,"BSARDRetrieval":0.0,"MintakaRetrieval (fr)":23.46,"SyntecRetrieval":80.49,"XPQARetrieval (fr)":65.81} -{"index":97,"Rank":33,"Model":"sentence_croissant_alpha_v0.1<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":41.15,"AlloprofRetrieval":45.41,"BSARDRetrieval":0.0,"MintakaRetrieval (fr)":25.7,"SyntecRetrieval":75.75,"XPQARetrieval (fr)":58.88} -{"index":1,"Rank":34,"Model":"voyage-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":4000,"Average":40.81,"AlloprofRetrieval":45.5,"BSARDRetrieval":0.15,"MintakaRetrieval (fr)":15.51,"SyntecRetrieval":75.83,"XPQARetrieval (fr)":67.07} -{"index":66,"Rank":35,"Model":"sentence-camembert-large<\/a>","Model Size (Million Parameters)":337,"Memory Usage (GB, fp32)":1.26,"Embedding Dimensions":1024,"Max Tokens":512,"Average":40.04,"AlloprofRetrieval":31.62,"BSARDRetrieval":0.0,"MintakaRetrieval (fr)":21.87,"SyntecRetrieval":81.11,"XPQARetrieval (fr)":65.62} -{"index":119,"Rank":36,"Model":"sentence-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Embedding Dimensions":768,"Max Tokens":512,"Average":39.69,"AlloprofRetrieval":40.38,"BSARDRetrieval":0.14,"MintakaRetrieval (fr)":31.54,"SyntecRetrieval":74.24,"XPQARetrieval (fr)":52.14} -{"index":125,"Rank":37,"Model":"universal-sentence-encoder-multilingual-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":512,"Max Tokens":512,"Average":38.16,"AlloprofRetrieval":35.27,"BSARDRetrieval":0.0,"MintakaRetrieval (fr)":26.12,"SyntecRetrieval":69.82,"XPQARetrieval (fr)":59.59} -{"index":116,"Rank":38,"Model":"paraphrase-multilingual-mpnet-base-v2<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":38.13,"AlloprofRetrieval":30.8,"BSARDRetrieval":13.19,"MintakaRetrieval (fr)":24.45,"SyntecRetrieval":76.0,"XPQARetrieval (fr)":46.22} -{"index":126,"Rank":39,"Model":"universal-sentence-encoder-multilingual-large-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":512,"Max Tokens":512,"Average":37.78,"AlloprofRetrieval":33.78,"BSARDRetrieval":0.0,"MintakaRetrieval (fr)":26.21,"SyntecRetrieval":63.69,"XPQARetrieval (fr)":65.21} -{"index":54,"Rank":40,"Model":"sentence-croissant-llm-base<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":36.81,"AlloprofRetrieval":29.97,"BSARDRetrieval":0.0,"MintakaRetrieval (fr)":21.31,"SyntecRetrieval":74.2,"XPQARetrieval (fr)":58.57} -{"index":89,"Rank":41,"Model":"multilingual-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":36.55,"AlloprofRetrieval":27.01,"BSARDRetrieval":0.0,"MintakaRetrieval (fr)":22.53,"SyntecRetrieval":75.76,"XPQARetrieval (fr)":57.47} -{"index":118,"Rank":42,"Model":"sentence-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Embedding Dimensions":768,"Max Tokens":512,"Average":35.66,"AlloprofRetrieval":34.52,"BSARDRetrieval":0.0,"MintakaRetrieval (fr)":23.92,"SyntecRetrieval":71.05,"XPQARetrieval (fr)":48.79} -{"index":106,"Rank":43,"Model":"all-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":34.44,"AlloprofRetrieval":33.2,"BSARDRetrieval":6.24,"MintakaRetrieval (fr)":16.08,"SyntecRetrieval":60.8,"XPQARetrieval (fr)":55.9} -{"index":111,"Rank":44,"Model":"distiluse-base-multilingual-cased-v2<\/a>","Model Size (Million Parameters)":135,"Memory Usage (GB, fp32)":0.5,"Embedding Dimensions":512,"Max Tokens":512,"Average":33.22,"AlloprofRetrieval":26.99,"BSARDRetrieval":0.0,"MintakaRetrieval (fr)":22.55,"SyntecRetrieval":65.34,"XPQARetrieval (fr)":51.2} -{"index":65,"Rank":45,"Model":"sentence-camembert-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":32.37,"AlloprofRetrieval":21.94,"BSARDRetrieval":0.0,"MintakaRetrieval (fr)":13.36,"SyntecRetrieval":68.62,"XPQARetrieval (fr)":57.92} -{"index":117,"Rank":46,"Model":"sentence-t5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":32.18,"AlloprofRetrieval":27.52,"BSARDRetrieval":0.16,"MintakaRetrieval (fr)":21.04,"SyntecRetrieval":67.0,"XPQARetrieval (fr)":45.19} -{"index":115,"Rank":47,"Model":"paraphrase-multilingual-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":31.24,"AlloprofRetrieval":26.63,"BSARDRetrieval":0.0,"MintakaRetrieval (fr)":21.53,"SyntecRetrieval":65.54,"XPQARetrieval (fr)":42.51} -{"index":107,"Rank":48,"Model":"all-MiniLM-L6-v2<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":384,"Max Tokens":512,"Average":30.87,"AlloprofRetrieval":28.41,"BSARDRetrieval":4.8,"MintakaRetrieval (fr)":9.19,"SyntecRetrieval":60.15,"XPQARetrieval (fr)":51.79} -{"index":114,"Rank":49,"Model":"multi-qa-MiniLM-L6-cos-v1<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":384,"Max Tokens":512,"Average":30.69,"AlloprofRetrieval":30.23,"BSARDRetrieval":0.0,"MintakaRetrieval (fr)":16.31,"SyntecRetrieval":58.07,"XPQARetrieval (fr)":48.83} -{"index":105,"Rank":50,"Model":"LaBSE<\/a>","Model Size (Million Parameters)":471,"Memory Usage (GB, fp32)":1.75,"Embedding Dimensions":768,"Max Tokens":512,"Average":28.47,"AlloprofRetrieval":19.77,"BSARDRetrieval":0.0,"MintakaRetrieval (fr)":15.53,"SyntecRetrieval":55.31,"XPQARetrieval (fr)":51.74} -{"index":123,"Rank":51,"Model":"text2vec-base-multilingual<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":256,"Average":24.76,"AlloprofRetrieval":18.9,"BSARDRetrieval":0.0,"MintakaRetrieval (fr)":14.81,"SyntecRetrieval":49.69,"XPQARetrieval (fr)":40.4} -{"index":84,"Rank":52,"Model":"e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":23.44,"AlloprofRetrieval":16.46,"BSARDRetrieval":0.0,"MintakaRetrieval (fr)":3.57,"SyntecRetrieval":55.9,"XPQARetrieval (fr)":41.29} -{"index":90,"Rank":53,"Model":"udever-bloom-1b1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":2048,"Average":19.74,"AlloprofRetrieval":12.25,"BSARDRetrieval":6.61,"MintakaRetrieval (fr)":2.78,"SyntecRetrieval":43.25,"XPQARetrieval (fr)":33.82} -{"index":8,"Rank":54,"Model":"LASER2<\/a>","Model Size (Million Parameters)":43,"Memory Usage (GB, fp32)":0.16,"Embedding Dimensions":1024,"Max Tokens":"N\/A","Average":16.19,"AlloprofRetrieval":3.1,"BSARDRetrieval":0.36,"MintakaRetrieval (fr)":6.31,"SyntecRetrieval":28.58,"XPQARetrieval (fr)":42.59} -{"index":78,"Rank":55,"Model":"bert-base-multilingual-uncased<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Embedding Dimensions":768,"Max Tokens":512,"Average":13.89,"AlloprofRetrieval":5.51,"BSARDRetrieval":0.0,"MintakaRetrieval (fr)":2.87,"SyntecRetrieval":34.95,"XPQARetrieval (fr)":26.12} -{"index":10,"Rank":56,"Model":"llm2vec-occiglot-mntp<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":12.94,"AlloprofRetrieval":6.83,"BSARDRetrieval":2.18,"MintakaRetrieval (fr)":1.66,"SyntecRetrieval":27.64,"XPQARetrieval (fr)":26.39} -{"index":77,"Rank":57,"Model":"bert-base-multilingual-cased<\/a>","Model Size (Million Parameters)":179,"Memory Usage (GB, fp32)":0.67,"Embedding Dimensions":768,"Max Tokens":512,"Average":8.52,"AlloprofRetrieval":1.63,"BSARDRetrieval":0.0,"MintakaRetrieval (fr)":3.55,"SyntecRetrieval":18.95,"XPQARetrieval (fr)":18.49} -{"index":36,"Rank":58,"Model":"bert-base-25lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":512,"Average":8.51,"AlloprofRetrieval":1.6,"BSARDRetrieval":0.0,"MintakaRetrieval (fr)":3.55,"SyntecRetrieval":18.95,"XPQARetrieval (fr)":18.46} -{"index":34,"Rank":59,"Model":"bert-base-10lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":512,"Average":8.5,"AlloprofRetrieval":1.6,"BSARDRetrieval":0.0,"MintakaRetrieval (fr)":3.55,"SyntecRetrieval":18.95,"XPQARetrieval (fr)":18.39} -{"index":35,"Rank":60,"Model":"bert-base-15lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":512,"Average":8.49,"AlloprofRetrieval":1.61,"BSARDRetrieval":0.0,"MintakaRetrieval (fr)":3.55,"SyntecRetrieval":18.95,"XPQARetrieval (fr)":18.35} -{"index":91,"Rank":61,"Model":"udever-bloom-560m<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":2048,"Average":8.39,"AlloprofRetrieval":1.93,"BSARDRetrieval":1.54,"MintakaRetrieval (fr)":0.48,"SyntecRetrieval":25.01,"XPQARetrieval (fr)":12.98} -{"index":74,"Rank":62,"Model":"flaubert_base_uncased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":512,"Average":6.73,"AlloprofRetrieval":1.72,"BSARDRetrieval":0.0,"MintakaRetrieval (fr)":0.51,"SyntecRetrieval":22.33,"XPQARetrieval (fr)":9.09} -{"index":73,"Rank":63,"Model":"flaubert_base_cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":512,"Average":5.87,"AlloprofRetrieval":1.63,"BSARDRetrieval":0.0,"MintakaRetrieval (fr)":0.58,"SyntecRetrieval":20.56,"XPQARetrieval (fr)":6.59} -{"index":33,"Rank":64,"Model":"xlm-roberta-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":4.14,"AlloprofRetrieval":0.52,"BSARDRetrieval":0.0,"MintakaRetrieval (fr)":0.9,"SyntecRetrieval":6.6,"XPQARetrieval (fr)":12.7} -{"index":32,"Rank":65,"Model":"xlm-roberta-base<\/a>","Model Size (Million Parameters)":279,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":3.2,"AlloprofRetrieval":0.16,"BSARDRetrieval":0.0,"MintakaRetrieval (fr)":0.88,"SyntecRetrieval":3.33,"XPQARetrieval (fr)":11.65} -{"index":75,"Rank":66,"Model":"flaubert_large_cased<\/a>","Model Size (Million Parameters)":372,"Memory Usage (GB, fp32)":1.39,"Embedding Dimensions":1024,"Max Tokens":512,"Average":1.22,"AlloprofRetrieval":0.58,"BSARDRetrieval":0.0,"MintakaRetrieval (fr)":0.26,"SyntecRetrieval":1.58,"XPQARetrieval (fr)":3.69} -{"index":2,"Rank":67,"Model":"voyage-3-lite<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":512,"Max Tokens":32000,"Average":"","AlloprofRetrieval":47.86,"BSARDRetrieval":"","MintakaRetrieval (fr)":"","SyntecRetrieval":"","XPQARetrieval (fr)":""} -{"index":3,"Rank":68,"Model":"voyage-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":32000,"Average":"","AlloprofRetrieval":73.76,"BSARDRetrieval":44.87,"MintakaRetrieval (fr)":44.56,"SyntecRetrieval":87.54,"XPQARetrieval (fr)":""} -{"index":5,"Rank":69,"Model":"voyage-large-2-instruct<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":16000,"Average":"","AlloprofRetrieval":"","BSARDRetrieval":"","MintakaRetrieval (fr)":"","SyntecRetrieval":"","XPQARetrieval (fr)":""} -{"index":9,"Rank":70,"Model":"llm2vec-croissant-mntp<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":"","AlloprofRetrieval":"","BSARDRetrieval":"","MintakaRetrieval (fr)":"","SyntecRetrieval":"","XPQARetrieval (fr)":""} -{"index":11,"Rank":71,"Model":"gte-Qwen1.5-7B-instruct<\/a>","Model Size (Million Parameters)":7099,"Memory Usage (GB, fp32)":26.45,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","AlloprofRetrieval":51.11,"BSARDRetrieval":23.58,"MintakaRetrieval (fr)":42.44,"SyntecRetrieval":86.47,"XPQARetrieval (fr)":""} -{"index":15,"Rank":72,"Model":"e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","AlloprofRetrieval":"","BSARDRetrieval":"","MintakaRetrieval (fr)":"","SyntecRetrieval":"","XPQARetrieval (fr)":""} -{"index":16,"Rank":73,"Model":"bge-base-en-v1.5<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AlloprofRetrieval":31.28,"BSARDRetrieval":11.67,"MintakaRetrieval (fr)":19.27,"SyntecRetrieval":63.7,"XPQARetrieval (fr)":""} -{"index":17,"Rank":74,"Model":"bge-large-en-v1.5<\/a>","Model Size (Million Parameters)":1340,"Memory Usage (GB, fp32)":4.99,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","AlloprofRetrieval":38.74,"BSARDRetrieval":10.92,"MintakaRetrieval (fr)":20.44,"SyntecRetrieval":62.29,"XPQARetrieval (fr)":""} -{"index":18,"Rank":75,"Model":"bge-m3<\/a>","Model Size (Million Parameters)":567,"Memory Usage (GB, fp32)":2.11,"Embedding Dimensions":1024,"Max Tokens":8192,"Average":"","AlloprofRetrieval":"","BSARDRetrieval":"","MintakaRetrieval (fr)":"","SyntecRetrieval":"","XPQARetrieval (fr)":""} -{"index":20,"Rank":76,"Model":"bge-small-en-v1.5<\/a>","Model Size (Million Parameters)":24,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":512,"Max Tokens":512,"Average":"","AlloprofRetrieval":30.77,"BSARDRetrieval":12.89,"MintakaRetrieval (fr)":18.69,"SyntecRetrieval":60.74,"XPQARetrieval (fr)":""} -{"index":25,"Rank":81,"Model":"Cohere-embed-english-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":512,"Average":"","AlloprofRetrieval":38.83,"BSARDRetrieval":13.19,"MintakaRetrieval (fr)":30.19,"SyntecRetrieval":72.17,"XPQARetrieval (fr)":""} -{"index":29,"Rank":82,"Model":"distilrubert-small-cased-conversational<\/a>","Model Size (Million Parameters)":106,"Memory Usage (GB, fp32)":0.39,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AlloprofRetrieval":0.35,"BSARDRetrieval":0.0,"MintakaRetrieval (fr)":1.06,"SyntecRetrieval":10.17,"XPQARetrieval (fr)":""} -{"index":30,"Rank":83,"Model":"rubert-base-cased<\/a>","Model Size (Million Parameters)":180,"Memory Usage (GB, fp32)":0.67,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AlloprofRetrieval":0.24,"BSARDRetrieval":0.0,"MintakaRetrieval (fr)":1.13,"SyntecRetrieval":6.26,"XPQARetrieval (fr)":""} -{"index":31,"Rank":84,"Model":"rubert-base-cased-sentence<\/a>","Model Size (Million Parameters)":180,"Memory Usage (GB, fp32)":0.67,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AlloprofRetrieval":1.09,"BSARDRetrieval":0.0,"MintakaRetrieval (fr)":4.43,"SyntecRetrieval":12.78,"XPQARetrieval (fr)":""} -{"index":37,"Rank":85,"Model":"GritLM-7B<\/a>","Model Size (Million Parameters)":7240,"Memory Usage (GB, fp32)":26.97,"Embedding Dimensions":"","Max Tokens":4096,"Average":"","AlloprofRetrieval":55.42,"BSARDRetrieval":26.61,"MintakaRetrieval (fr)":51.68,"SyntecRetrieval":89.48,"XPQARetrieval (fr)":""} -{"index":41,"Rank":86,"Model":"MUG-B-1.6<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","AlloprofRetrieval":"","BSARDRetrieval":"","MintakaRetrieval (fr)":"","SyntecRetrieval":"","XPQARetrieval (fr)":""} -{"index":48,"Rank":88,"Model":"SGPT-125M-weightedmean-msmarco-specb-bitfit<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":2048,"Average":"","AlloprofRetrieval":"","BSARDRetrieval":"","MintakaRetrieval (fr)":"","SyntecRetrieval":"","XPQARetrieval (fr)":""} -{"index":49,"Rank":89,"Model":"SGPT-125M-weightedmean-nli-bitfit<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":2048,"Average":"","AlloprofRetrieval":"","BSARDRetrieval":"","MintakaRetrieval (fr)":"","SyntecRetrieval":"","XPQARetrieval (fr)":""} -{"index":50,"Rank":90,"Model":"SGPT-5.8B-weightedmean-nli-bitfit<\/a>","Model Size (Million Parameters)":5874,"Memory Usage (GB, fp32)":21.88,"Embedding Dimensions":4096,"Max Tokens":2048,"Average":"","AlloprofRetrieval":"","BSARDRetrieval":"","MintakaRetrieval (fr)":"","SyntecRetrieval":"","XPQARetrieval (fr)":""} -{"index":53,"Rank":92,"Model":"SFR-Embedding-Mistral<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","AlloprofRetrieval":56.74,"BSARDRetrieval":26.28,"MintakaRetrieval (fr)":49.62,"SyntecRetrieval":91.49,"XPQARetrieval (fr)":""} -{"index":55,"Rank":93,"Model":"sbert_large_mt_nlu_ru<\/a>","Model Size (Million Parameters)":427,"Memory Usage (GB, fp32)":1.59,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","AlloprofRetrieval":0.26,"BSARDRetrieval":0.13,"MintakaRetrieval (fr)":1.07,"SyntecRetrieval":9.18,"XPQARetrieval (fr)":""} -{"index":56,"Rank":94,"Model":"sbert_large_nlu_ru<\/a>","Model Size (Million Parameters)":427,"Memory Usage (GB, fp32)":1.59,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","AlloprofRetrieval":0.34,"BSARDRetrieval":0.0,"MintakaRetrieval (fr)":0.85,"SyntecRetrieval":11.87,"XPQARetrieval (fr)":""} -{"index":58,"Rank":96,"Model":"sgpt-bloom-1b7-nli<\/a>","Model Size (Million Parameters)":1722,"Memory Usage (GB, fp32)":6.42,"Embedding Dimensions":2048,"Max Tokens":4096,"Average":"","AlloprofRetrieval":"","BSARDRetrieval":"","MintakaRetrieval (fr)":"","SyntecRetrieval":"","XPQARetrieval (fr)":""} -{"index":59,"Rank":97,"Model":"sgpt-bloom-7b1-msmarco<\/a>","Model Size (Million Parameters)":7068,"Memory Usage (GB, fp32)":26.33,"Embedding Dimensions":4096,"Max Tokens":2048,"Average":"","AlloprofRetrieval":"","BSARDRetrieval":"","MintakaRetrieval (fr)":"","SyntecRetrieval":"","XPQARetrieval (fr)":""} -{"index":60,"Rank":98,"Model":"slx-v0.1<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.08,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","AlloprofRetrieval":"","BSARDRetrieval":"","MintakaRetrieval (fr)":"","SyntecRetrieval":"","XPQARetrieval (fr)":""} -{"index":61,"Rank":99,"Model":"LaBSE-en-ru<\/a>","Model Size (Million Parameters)":129,"Memory Usage (GB, fp32)":0.48,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AlloprofRetrieval":10.73,"BSARDRetrieval":1.61,"MintakaRetrieval (fr)":14.4,"SyntecRetrieval":32.97,"XPQARetrieval (fr)":""} -{"index":62,"Rank":100,"Model":"rubert-tiny<\/a>","Model Size (Million Parameters)":12,"Memory Usage (GB, fp32)":0.04,"Embedding Dimensions":512,"Max Tokens":514,"Average":"","AlloprofRetrieval":1.39,"BSARDRetrieval":0.0,"MintakaRetrieval (fr)":1.4,"SyntecRetrieval":17.8,"XPQARetrieval (fr)":""} -{"index":63,"Rank":101,"Model":"rubert-tiny2<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"Embedding Dimensions":2048,"Max Tokens":514,"Average":"","AlloprofRetrieval":0.55,"BSARDRetrieval":0.15,"MintakaRetrieval (fr)":3.07,"SyntecRetrieval":14.22,"XPQARetrieval (fr)":""} -{"index":67,"Rank":102,"Model":"USER-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AlloprofRetrieval":4.53,"BSARDRetrieval":0.5,"MintakaRetrieval (fr)":9.65,"SyntecRetrieval":36.67,"XPQARetrieval (fr)":""} -{"index":68,"Rank":103,"Model":"USER-bge-m3<\/a>","Model Size (Million Parameters)":359,"Memory Usage (GB, fp32)":1.34,"Embedding Dimensions":1024,"Max Tokens":8192,"Average":"","AlloprofRetrieval":46.17,"BSARDRetrieval":16.57,"MintakaRetrieval (fr)":24.43,"SyntecRetrieval":83.99,"XPQARetrieval (fr)":""} -{"index":69,"Rank":104,"Model":"deberta-v1-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AlloprofRetrieval":0.12,"BSARDRetrieval":0.0,"MintakaRetrieval (fr)":1.02,"SyntecRetrieval":5.82,"XPQARetrieval (fr)":""} -{"index":71,"Rank":106,"Model":"e5-base-4k<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AlloprofRetrieval":29.3,"BSARDRetrieval":8.77,"MintakaRetrieval (fr)":13.58,"SyntecRetrieval":60.84,"XPQARetrieval (fr)":""} -{"index":79,"Rank":108,"Model":"inf-retriever-v1<\/a>","Model Size (Million Parameters)":7069,"Memory Usage (GB, fp32)":26.33,"Embedding Dimensions":3584,"Max Tokens":131072,"Average":"","AlloprofRetrieval":63.61,"BSARDRetrieval":28.99,"MintakaRetrieval (fr)":51.48,"SyntecRetrieval":92.2,"XPQARetrieval (fr)":""} -{"index":80,"Rank":109,"Model":"e5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AlloprofRetrieval":29.4,"BSARDRetrieval":6.07,"MintakaRetrieval (fr)":19.89,"SyntecRetrieval":62.09,"XPQARetrieval (fr)":""} -{"index":81,"Rank":110,"Model":"e5-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AlloprofRetrieval":31.86,"BSARDRetrieval":11.7,"MintakaRetrieval (fr)":23.51,"SyntecRetrieval":67.34,"XPQARetrieval (fr)":""} -{"index":82,"Rank":111,"Model":"e5-large<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","AlloprofRetrieval":33.73,"BSARDRetrieval":11.87,"MintakaRetrieval (fr)":22.39,"SyntecRetrieval":70.86,"XPQARetrieval (fr)":""} -{"index":83,"Rank":112,"Model":"e5-large-v2<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","AlloprofRetrieval":34.13,"BSARDRetrieval":11.5,"MintakaRetrieval (fr)":25.45,"SyntecRetrieval":71.14,"XPQARetrieval (fr)":""} -{"index":85,"Rank":113,"Model":"e5-small<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","AlloprofRetrieval":27.41,"BSARDRetrieval":9.94,"MintakaRetrieval (fr)":20.03,"SyntecRetrieval":66.58,"XPQARetrieval (fr)":""} -{"index":88,"Rank":114,"Model":"multilingual-e5-large-instruct<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","AlloprofRetrieval":52.12,"BSARDRetrieval":24.61,"MintakaRetrieval (fr)":33.49,"SyntecRetrieval":87.8,"XPQARetrieval (fr)":""} -{"index":92,"Rank":115,"Model":"jina-embeddings-v2-base-en<\/a>","Model Size (Million Parameters)":275,"Memory Usage (GB, fp32)":1.02,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","AlloprofRetrieval":0.16,"BSARDRetrieval":"","MintakaRetrieval (fr)":0.32,"SyntecRetrieval":0.79,"XPQARetrieval (fr)":""} -{"index":95,"Rank":117,"Model":"ternary-weight-embedding<\/a>","Model Size (Million Parameters)":99,"Memory Usage (GB, fp32)":0.37,"Embedding Dimensions":1792,"Max Tokens":512,"Average":"","AlloprofRetrieval":"","BSARDRetrieval":"","MintakaRetrieval (fr)":"","SyntecRetrieval":"","XPQARetrieval (fr)":""} -{"index":101,"Rank":118,"Model":"nomic-embed-text-v1<\/a>","Model Size (Million Parameters)":547,"Memory Usage (GB, fp32)":2.04,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","AlloprofRetrieval":33.93,"BSARDRetrieval":5.83,"MintakaRetrieval (fr)":17.28,"SyntecRetrieval":51.91,"XPQARetrieval (fr)":""} -{"index":102,"Rank":119,"Model":"FAB-Ramy-v1<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","AlloprofRetrieval":"","BSARDRetrieval":"","MintakaRetrieval (fr)":"","SyntecRetrieval":"","XPQARetrieval (fr)":""} -{"index":103,"Rank":120,"Model":"FAE-v1<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","AlloprofRetrieval":"","BSARDRetrieval":"","MintakaRetrieval (fr)":"","SyntecRetrieval":"","XPQARetrieval (fr)":""} -{"index":104,"Rank":121,"Model":"FUE-v1<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","AlloprofRetrieval":"","BSARDRetrieval":"","MintakaRetrieval (fr)":"","SyntecRetrieval":"","XPQARetrieval (fr)":""} -{"index":108,"Rank":122,"Model":"all-mpnet-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","AlloprofRetrieval":34.27,"BSARDRetrieval":6.98,"MintakaRetrieval (fr)":12.93,"SyntecRetrieval":57.39,"XPQARetrieval (fr)":""} -{"index":109,"Rank":123,"Model":"allenai-specter<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AlloprofRetrieval":"","BSARDRetrieval":"","MintakaRetrieval (fr)":"","SyntecRetrieval":"","XPQARetrieval (fr)":""} -{"index":110,"Rank":124,"Model":"average_word_embeddings_komninos<\/a>","Model Size (Million Parameters)":134,"Memory Usage (GB, fp32)":0.5,"Embedding Dimensions":300,"Max Tokens":"N\/A","Average":"","AlloprofRetrieval":"","BSARDRetrieval":"","MintakaRetrieval (fr)":"","SyntecRetrieval":"","XPQARetrieval (fr)":""} -{"index":112,"Rank":125,"Model":"gtr-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AlloprofRetrieval":"","BSARDRetrieval":"","MintakaRetrieval (fr)":"","SyntecRetrieval":"","XPQARetrieval (fr)":""} -{"index":113,"Rank":126,"Model":"gtr-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AlloprofRetrieval":"","BSARDRetrieval":"","MintakaRetrieval (fr)":"","SyntecRetrieval":"","XPQARetrieval (fr)":""} -{"index":121,"Rank":127,"Model":"LaBSE-ru-turbo<\/a>","Model Size (Million Parameters)":128,"Memory Usage (GB, fp32)":0.48,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AlloprofRetrieval":10.08,"BSARDRetrieval":1.71,"MintakaRetrieval (fr)":12.44,"SyntecRetrieval":43.26,"XPQARetrieval (fr)":""} -{"index":122,"Rank":128,"Model":"rubert-tiny-turbo<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"Embedding Dimensions":312,"Max Tokens":2048,"Average":"","AlloprofRetrieval":0.94,"BSARDRetrieval":1.06,"MintakaRetrieval (fr)":9.63,"SyntecRetrieval":14.16,"XPQARetrieval (fr)":""} -{"index":129,"Rank":130,"Model":"text-embedding-3-large<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":3072,"Max Tokens":8191,"Average":"","AlloprofRetrieval":60.28,"BSARDRetrieval":"","MintakaRetrieval (fr)":62.88,"SyntecRetrieval":87.36,"XPQARetrieval (fr)":""} -{"index":130,"Rank":131,"Model":"text-embedding-3-small<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":8191,"Average":"","AlloprofRetrieval":52.09,"BSARDRetrieval":"","MintakaRetrieval (fr)":41.69,"SyntecRetrieval":86.42,"XPQARetrieval (fr)":""} diff --git a/boards_data/fr/data_tasks/STS/default.jsonl b/boards_data/fr/data_tasks/STS/default.jsonl deleted file mode 100644 index 7ff4aab7410f814766ca640a062bb6c22fe95acd..0000000000000000000000000000000000000000 --- a/boards_data/fr/data_tasks/STS/default.jsonl +++ /dev/null @@ -1,128 +0,0 @@ -{"index":93,"Rank":1,"Model":"jina-embeddings-v3<\/a>","Model Size (Million Parameters)":572,"Memory Usage (GB, fp32)":2.13,"Embedding Dimensions":1024,"Max Tokens":8194,"Average":84.89,"STS22 (fr)":83.29,"STSBenchmarkMultilingualSTS (fr)":87.44,"SICKFr":83.95} -{"index":28,"Rank":2,"Model":"jina-embeddings-v3<\/a>","Model Size (Million Parameters)":572,"Memory Usage (GB, fp32)":2.13,"Embedding Dimensions":1024,"Max Tokens":8194,"Average":84.89,"STS22 (fr)":83.29,"STSBenchmarkMultilingualSTS (fr)":87.44,"SICKFr":83.95} -{"index":44,"Rank":3,"Model":"bilingual-embedding-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":83.62,"STS22 (fr)":84.64,"STSBenchmarkMultilingualSTS (fr)":87.02,"SICKFr":79.2} -{"index":42,"Rank":4,"Model":"bilingual-document-embedding<\/a>","Model Size (Million Parameters)":568,"Memory Usage (GB, fp32)":2.12,"Embedding Dimensions":1024,"Max Tokens":8194,"Average":83.02,"STS22 (fr)":83.82,"STSBenchmarkMultilingualSTS (fr)":86.79,"SICKFr":78.46} -{"index":53,"Rank":5,"Model":"SFR-Embedding-Mistral<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":82.72,"STS22 (fr)":81.03,"STSBenchmarkMultilingualSTS (fr)":85.87,"SICKFr":81.27} -{"index":19,"Rank":6,"Model":"bge-multilingual-gemma2<\/a>","Model Size (Million Parameters)":9242,"Memory Usage (GB, fp32)":34.43,"Embedding Dimensions":3584,"Max Tokens":8192,"Average":82.59,"STS22 (fr)":83.28,"STSBenchmarkMultilingualSTS (fr)":85.09,"SICKFr":79.39} -{"index":88,"Rank":7,"Model":"multilingual-e5-large-instruct<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":82.46,"STS22 (fr)":82.25,"STSBenchmarkMultilingualSTS (fr)":84.94,"SICKFr":80.2} -{"index":13,"Rank":8,"Model":"gte-Qwen2-7B-instruct<\/a>","Model Size (Million Parameters)":7613,"Memory Usage (GB, fp32)":28.36,"Embedding Dimensions":3584,"Max Tokens":32768,"Average":82.28,"STS22 (fr)":82.49,"STSBenchmarkMultilingualSTS (fr)":85.44,"SICKFr":78.9} -{"index":64,"Rank":9,"Model":"french-document-embedding<\/a>","Model Size (Million Parameters)":305,"Memory Usage (GB, fp32)":1.14,"Embedding Dimensions":768,"Max Tokens":8192,"Average":81.9,"STS22 (fr)":83.19,"STSBenchmarkMultilingualSTS (fr)":84.4,"SICKFr":78.1} -{"index":66,"Rank":10,"Model":"sentence-camembert-large<\/a>","Model Size (Million Parameters)":337,"Memory Usage (GB, fp32)":1.26,"Embedding Dimensions":1024,"Max Tokens":512,"Average":81.74,"STS22 (fr)":81.73,"STSBenchmarkMultilingualSTS (fr)":85.79,"SICKFr":77.7} -{"index":14,"Rank":11,"Model":"gte-multilingual-base<\/a>","Model Size (Million Parameters)":305,"Memory Usage (GB, fp32)":1.14,"Embedding Dimensions":768,"Max Tokens":8192,"Average":81.36,"STS22 (fr)":81.03,"STSBenchmarkMultilingualSTS (fr)":84.43,"SICKFr":78.63} -{"index":47,"Rank":12,"Model":"onnx-gte-multilingual-base<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":81.36,"STS22 (fr)":81.03,"STSBenchmarkMultilingualSTS (fr)":84.43,"SICKFr":78.63} -{"index":27,"Rank":13,"Model":"Cohere-embed-multilingual-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":512,"Average":81.28,"STS22 (fr)":82.76,"STSBenchmarkMultilingualSTS (fr)":81.84,"SICKFr":79.23} -{"index":12,"Rank":14,"Model":"gte-Qwen2-1.5B-instruct<\/a>","Model Size (Million Parameters)":1776,"Memory Usage (GB, fp32)":6.62,"Embedding Dimensions":1536,"Max Tokens":131072,"Average":81.26,"STS22 (fr)":81.84,"STSBenchmarkMultilingualSTS (fr)":82.25,"SICKFr":79.68} -{"index":68,"Rank":15,"Model":"USER-bge-m3<\/a>","Model Size (Million Parameters)":359,"Memory Usage (GB, fp32)":1.34,"Embedding Dimensions":1024,"Max Tokens":8192,"Average":80.6,"STS22 (fr)":82.53,"STSBenchmarkMultilingualSTS (fr)":81.74,"SICKFr":77.53} -{"index":127,"Rank":16,"Model":"bilingual-embedding-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":80.59,"STS22 (fr)":80.31,"STSBenchmarkMultilingualSTS (fr)":84.36,"SICKFr":77.1} -{"index":40,"Rank":17,"Model":"KaLM-embedding-multilingual-mini-v1<\/a>","Model Size (Million Parameters)":494,"Memory Usage (GB, fp32)":1.84,"Embedding Dimensions":896,"Max Tokens":131072,"Average":80.52,"STS22 (fr)":82.57,"STSBenchmarkMultilingualSTS (fr)":81.56,"SICKFr":77.43} -{"index":11,"Rank":18,"Model":"gte-Qwen1.5-7B-instruct<\/a>","Model Size (Million Parameters)":7099,"Memory Usage (GB, fp32)":26.45,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":80.32,"STS22 (fr)":81.74,"STSBenchmarkMultilingualSTS (fr)":82.69,"SICKFr":76.53} -{"index":6,"Rank":19,"Model":"voyage-law-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":16000,"Average":80.29,"STS22 (fr)":83.75,"STSBenchmarkMultilingualSTS (fr)":83.02,"SICKFr":74.09} -{"index":45,"Rank":20,"Model":"bilingual-embedding-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":80.17,"STS22 (fr)":82.91,"STSBenchmarkMultilingualSTS (fr)":83.3,"SICKFr":74.31} -{"index":7,"Rank":21,"Model":"voyage-multilingual-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":32000,"Average":80.13,"STS22 (fr)":82.76,"STSBenchmarkMultilingualSTS (fr)":82.72,"SICKFr":74.9} -{"index":43,"Rank":22,"Model":"bilingual-embedding-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":80.12,"STS22 (fr)":81.14,"STSBenchmarkMultilingualSTS (fr)":83.75,"SICKFr":75.48} -{"index":38,"Rank":23,"Model":"KaLM-embedding-multilingual-mini-instruct-v1<\/a>","Model Size (Million Parameters)":494,"Memory Usage (GB, fp32)":1.84,"Embedding Dimensions":896,"Max Tokens":131072,"Average":80.08,"STS22 (fr)":81.71,"STSBenchmarkMultilingualSTS (fr)":81.07,"SICKFr":77.47} -{"index":52,"Rank":24,"Model":"Solon-embeddings-large-0.1<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":80.01,"STS22 (fr)":83.31,"STSBenchmarkMultilingualSTS (fr)":79.99,"SICKFr":76.74} -{"index":0,"Rank":25,"Model":"mistral-embed<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":"","Average":79.56,"STS22 (fr)":82.74,"STSBenchmarkMultilingualSTS (fr)":79.72,"SICKFr":76.21} -{"index":76,"Rank":26,"Model":"bge-m3-custom-fr-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":79.5,"STS22 (fr)":81.7,"STSBenchmarkMultilingualSTS (fr)":81.3,"SICKFr":75.51} -{"index":96,"Rank":27,"Model":"bge-m3-custom-fr<\/a>","Model Size (Million Parameters)":568,"Memory Usage (GB, fp32)":2.12,"Embedding Dimensions":1024,"Max Tokens":8194,"Average":79.5,"STS22 (fr)":81.7,"STSBenchmarkMultilingualSTS (fr)":81.3,"SICKFr":75.51} -{"index":87,"Rank":28,"Model":"multilingual-e5-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":79.36,"STS22 (fr)":76.77,"STSBenchmarkMultilingualSTS (fr)":82.53,"SICKFr":78.78} -{"index":39,"Rank":29,"Model":"KaLM-embedding-multilingual-mini-instruct-v1.5<\/a>","Model Size (Million Parameters)":494,"Memory Usage (GB, fp32)":1.84,"Embedding Dimensions":896,"Max Tokens":131072,"Average":79.25,"STS22 (fr)":80.75,"STSBenchmarkMultilingualSTS (fr)":80.09,"SICKFr":76.9} -{"index":120,"Rank":30,"Model":"sentence-t5-xxl<\/a>","Model Size (Million Parameters)":4865,"Memory Usage (GB, fp32)":18.12,"Embedding Dimensions":768,"Max Tokens":512,"Average":78.37,"STS22 (fr)":76.8,"STSBenchmarkMultilingualSTS (fr)":81.24,"SICKFr":77.07} -{"index":128,"Rank":31,"Model":"text-embedding-ada-002<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":8191,"Average":78.31,"STS22 (fr)":81.09,"STSBenchmarkMultilingualSTS (fr)":77.55,"SICKFr":76.28} -{"index":123,"Rank":32,"Model":"text2vec-base-multilingual<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":256,"Average":78.28,"STS22 (fr)":74.1,"STSBenchmarkMultilingualSTS (fr)":83.48,"SICKFr":77.25} -{"index":26,"Rank":33,"Model":"Cohere-embed-multilingual-light-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":384,"Max Tokens":512,"Average":78.26,"STS22 (fr)":82.8,"STSBenchmarkMultilingualSTS (fr)":76.48,"SICKFr":75.5} -{"index":116,"Rank":34,"Model":"paraphrase-multilingual-mpnet-base-v2<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":78.18,"STS22 (fr)":74.3,"STSBenchmarkMultilingualSTS (fr)":84.69,"SICKFr":75.56} -{"index":65,"Rank":35,"Model":"sentence-camembert-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":77.79,"STS22 (fr)":77.54,"STSBenchmarkMultilingualSTS (fr)":81.64,"SICKFr":74.18} -{"index":100,"Rank":36,"Model":"sentence_croissant_alpha_v0.4<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":77.72,"STS22 (fr)":82.35,"STSBenchmarkMultilingualSTS (fr)":79.22,"SICKFr":71.6} -{"index":99,"Rank":37,"Model":"sentence_croissant_alpha_v0.3<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":77.64,"STS22 (fr)":80.8,"STSBenchmarkMultilingualSTS (fr)":80.23,"SICKFr":71.89} -{"index":4,"Rank":38,"Model":"voyage-code-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":16000,"Average":77.52,"STS22 (fr)":79.99,"STSBenchmarkMultilingualSTS (fr)":79.02,"SICKFr":73.56} -{"index":119,"Rank":39,"Model":"sentence-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Embedding Dimensions":768,"Max Tokens":512,"Average":77.33,"STS22 (fr)":77.49,"STSBenchmarkMultilingualSTS (fr)":79.42,"SICKFr":75.08} -{"index":86,"Rank":40,"Model":"multilingual-e5-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":77.3,"STS22 (fr)":75.04,"STSBenchmarkMultilingualSTS (fr)":80.62,"SICKFr":76.23} -{"index":89,"Rank":41,"Model":"multilingual-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":77.17,"STS22 (fr)":76.58,"STSBenchmarkMultilingualSTS (fr)":79.32,"SICKFr":75.62} -{"index":54,"Rank":42,"Model":"sentence-croissant-llm-base<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":75.87,"STS22 (fr)":78.77,"STSBenchmarkMultilingualSTS (fr)":79.23,"SICKFr":69.6} -{"index":111,"Rank":43,"Model":"distiluse-base-multilingual-cased-v2<\/a>","Model Size (Million Parameters)":135,"Memory Usage (GB, fp32)":0.5,"Embedding Dimensions":512,"Max Tokens":512,"Average":75.46,"STS22 (fr)":76.41,"STSBenchmarkMultilingualSTS (fr)":77.49,"SICKFr":72.49} -{"index":115,"Rank":44,"Model":"paraphrase-multilingual-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":75.18,"STS22 (fr)":70.55,"STSBenchmarkMultilingualSTS (fr)":79.9,"SICKFr":75.1} -{"index":118,"Rank":45,"Model":"sentence-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Embedding Dimensions":768,"Max Tokens":512,"Average":75.14,"STS22 (fr)":75.01,"STSBenchmarkMultilingualSTS (fr)":77.59,"SICKFr":72.83} -{"index":125,"Rank":46,"Model":"universal-sentence-encoder-multilingual-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":512,"Max Tokens":512,"Average":74.92,"STS22 (fr)":77.91,"STSBenchmarkMultilingualSTS (fr)":75.48,"SICKFr":71.37} -{"index":98,"Rank":47,"Model":"sentence_croissant_alpha_v0.2<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":74.91,"STS22 (fr)":78.68,"STSBenchmarkMultilingualSTS (fr)":76.38,"SICKFr":69.67} -{"index":82,"Rank":48,"Model":"e5-large<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":74.71,"STS22 (fr)":81.45,"STSBenchmarkMultilingualSTS (fr)":72.65,"SICKFr":70.03} -{"index":126,"Rank":49,"Model":"universal-sentence-encoder-multilingual-large-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":512,"Max Tokens":512,"Average":74.55,"STS22 (fr)":71.11,"STSBenchmarkMultilingualSTS (fr)":78.16,"SICKFr":74.39} -{"index":117,"Rank":50,"Model":"sentence-t5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":74.49,"STS22 (fr)":77.69,"STSBenchmarkMultilingualSTS (fr)":74.04,"SICKFr":71.74} -{"index":25,"Rank":51,"Model":"Cohere-embed-english-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":512,"Average":74.37,"STS22 (fr)":81.09,"STSBenchmarkMultilingualSTS (fr)":71.11,"SICKFr":70.9} -{"index":105,"Rank":52,"Model":"LaBSE<\/a>","Model Size (Million Parameters)":471,"Memory Usage (GB, fp32)":1.75,"Embedding Dimensions":768,"Max Tokens":512,"Average":74.33,"STS22 (fr)":77.95,"STSBenchmarkMultilingualSTS (fr)":75.1,"SICKFr":69.94} -{"index":83,"Rank":53,"Model":"e5-large-v2<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":74.09,"STS22 (fr)":78.75,"STSBenchmarkMultilingualSTS (fr)":71.97,"SICKFr":71.54} -{"index":17,"Rank":54,"Model":"bge-large-en-v1.5<\/a>","Model Size (Million Parameters)":1340,"Memory Usage (GB, fp32)":4.99,"Embedding Dimensions":1024,"Max Tokens":512,"Average":72.94,"STS22 (fr)":79.43,"STSBenchmarkMultilingualSTS (fr)":70.05,"SICKFr":69.33} -{"index":80,"Rank":55,"Model":"e5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":72.72,"STS22 (fr)":77.27,"STSBenchmarkMultilingualSTS (fr)":71.44,"SICKFr":69.46} -{"index":81,"Rank":56,"Model":"e5-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":72.38,"STS22 (fr)":76.93,"STSBenchmarkMultilingualSTS (fr)":71.25,"SICKFr":68.97} -{"index":97,"Rank":57,"Model":"sentence_croissant_alpha_v0.1<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":72.28,"STS22 (fr)":75.66,"STSBenchmarkMultilingualSTS (fr)":71.13,"SICKFr":70.04} -{"index":85,"Rank":58,"Model":"e5-small<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":71.84,"STS22 (fr)":77.03,"STSBenchmarkMultilingualSTS (fr)":70.47,"SICKFr":68.03} -{"index":1,"Rank":59,"Model":"voyage-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":4000,"Average":71.82,"STS22 (fr)":70.51,"STSBenchmarkMultilingualSTS (fr)":76.43,"SICKFr":68.51} -{"index":101,"Rank":60,"Model":"nomic-embed-text-v1<\/a>","Model Size (Million Parameters)":547,"Memory Usage (GB, fp32)":2.04,"Embedding Dimensions":768,"Max Tokens":8192,"Average":70.25,"STS22 (fr)":79.58,"STSBenchmarkMultilingualSTS (fr)":65.88,"SICKFr":65.29} -{"index":108,"Rank":61,"Model":"all-mpnet-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average":69.77,"STS22 (fr)":77.1,"STSBenchmarkMultilingualSTS (fr)":65.15,"SICKFr":67.05} -{"index":16,"Rank":62,"Model":"bge-base-en-v1.5<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":69.16,"STS22 (fr)":75.72,"STSBenchmarkMultilingualSTS (fr)":66.28,"SICKFr":65.48} -{"index":107,"Rank":63,"Model":"all-MiniLM-L6-v2<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":384,"Max Tokens":512,"Average":68.14,"STS22 (fr)":77.0,"STSBenchmarkMultilingualSTS (fr)":64.93,"SICKFr":62.48} -{"index":121,"Rank":64,"Model":"LaBSE-ru-turbo<\/a>","Model Size (Million Parameters)":128,"Memory Usage (GB, fp32)":0.48,"Embedding Dimensions":768,"Max Tokens":512,"Average":67.96,"STS22 (fr)":74.66,"STSBenchmarkMultilingualSTS (fr)":64.24,"SICKFr":64.97} -{"index":114,"Rank":65,"Model":"multi-qa-MiniLM-L6-cos-v1<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":384,"Max Tokens":512,"Average":66.86,"STS22 (fr)":74.62,"STSBenchmarkMultilingualSTS (fr)":63.85,"SICKFr":62.11} -{"index":71,"Rank":66,"Model":"e5-base-4k<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":66.7,"STS22 (fr)":72.42,"STSBenchmarkMultilingualSTS (fr)":65.61,"SICKFr":62.07} -{"index":20,"Rank":67,"Model":"bge-small-en-v1.5<\/a>","Model Size (Million Parameters)":24,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":512,"Max Tokens":512,"Average":66.68,"STS22 (fr)":73.95,"STSBenchmarkMultilingualSTS (fr)":63.67,"SICKFr":62.43} -{"index":106,"Rank":68,"Model":"all-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":66.45,"STS22 (fr)":69.51,"STSBenchmarkMultilingualSTS (fr)":66.68,"SICKFr":63.16} -{"index":84,"Rank":69,"Model":"e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":65.36,"STS22 (fr)":69.82,"STSBenchmarkMultilingualSTS (fr)":61.87,"SICKFr":64.39} -{"index":61,"Rank":70,"Model":"LaBSE-en-ru<\/a>","Model Size (Million Parameters)":129,"Memory Usage (GB, fp32)":0.48,"Embedding Dimensions":768,"Max Tokens":512,"Average":64.57,"STS22 (fr)":74.98,"STSBenchmarkMultilingualSTS (fr)":58.4,"SICKFr":60.32} -{"index":8,"Rank":71,"Model":"LASER2<\/a>","Model Size (Million Parameters)":43,"Memory Usage (GB, fp32)":0.16,"Embedding Dimensions":1024,"Max Tokens":"N\/A","Average":64.46,"STS22 (fr)":58.61,"STSBenchmarkMultilingualSTS (fr)":69.82,"SICKFr":64.95} -{"index":67,"Rank":72,"Model":"USER-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":512,"Average":62.36,"STS22 (fr)":64.37,"STSBenchmarkMultilingualSTS (fr)":61.91,"SICKFr":60.8} -{"index":90,"Rank":73,"Model":"udever-bloom-1b1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":2048,"Average":62.34,"STS22 (fr)":77.1,"STSBenchmarkMultilingualSTS (fr)":49.97,"SICKFr":59.94} -{"index":10,"Rank":74,"Model":"llm2vec-occiglot-mntp<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":59.33,"STS22 (fr)":67.83,"STSBenchmarkMultilingualSTS (fr)":51.98,"SICKFr":58.18} -{"index":31,"Rank":75,"Model":"rubert-base-cased-sentence<\/a>","Model Size (Million Parameters)":180,"Memory Usage (GB, fp32)":0.67,"Embedding Dimensions":768,"Max Tokens":512,"Average":57.29,"STS22 (fr)":58.5,"STSBenchmarkMultilingualSTS (fr)":55.41,"SICKFr":57.97} -{"index":78,"Rank":76,"Model":"bert-base-multilingual-uncased<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Embedding Dimensions":768,"Max Tokens":512,"Average":56.57,"STS22 (fr)":56.47,"STSBenchmarkMultilingualSTS (fr)":54.97,"SICKFr":58.26} -{"index":122,"Rank":77,"Model":"rubert-tiny-turbo<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"Embedding Dimensions":312,"Max Tokens":2048,"Average":52.72,"STS22 (fr)":42.0,"STSBenchmarkMultilingualSTS (fr)":58.44,"SICKFr":57.71} -{"index":73,"Rank":78,"Model":"flaubert_base_cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":512,"Average":52.12,"STS22 (fr)":65.37,"STSBenchmarkMultilingualSTS (fr)":37.14,"SICKFr":53.86} -{"index":29,"Rank":79,"Model":"distilrubert-small-cased-conversational<\/a>","Model Size (Million Parameters)":106,"Memory Usage (GB, fp32)":0.39,"Embedding Dimensions":768,"Max Tokens":512,"Average":52.08,"STS22 (fr)":50.98,"STSBenchmarkMultilingualSTS (fr)":51.0,"SICKFr":54.27} -{"index":63,"Rank":80,"Model":"rubert-tiny2<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"Embedding Dimensions":2048,"Max Tokens":514,"Average":51.69,"STS22 (fr)":42.82,"STSBenchmarkMultilingualSTS (fr)":56.61,"SICKFr":55.65} -{"index":62,"Rank":81,"Model":"rubert-tiny<\/a>","Model Size (Million Parameters)":12,"Memory Usage (GB, fp32)":0.04,"Embedding Dimensions":512,"Max Tokens":514,"Average":50.93,"STS22 (fr)":45.86,"STSBenchmarkMultilingualSTS (fr)":52.85,"SICKFr":54.08} -{"index":91,"Rank":82,"Model":"udever-bloom-560m<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":2048,"Average":50.89,"STS22 (fr)":61.35,"STSBenchmarkMultilingualSTS (fr)":36.78,"SICKFr":54.54} -{"index":32,"Rank":83,"Model":"xlm-roberta-base<\/a>","Model Size (Million Parameters)":279,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":50.52,"STS22 (fr)":56.72,"STSBenchmarkMultilingualSTS (fr)":46.23,"SICKFr":48.62} -{"index":35,"Rank":84,"Model":"bert-base-15lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":512,"Average":50.47,"STS22 (fr)":40.4,"STSBenchmarkMultilingualSTS (fr)":52.25,"SICKFr":58.77} -{"index":34,"Rank":85,"Model":"bert-base-10lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":512,"Average":50.44,"STS22 (fr)":40.31,"STSBenchmarkMultilingualSTS (fr)":52.25,"SICKFr":58.76} -{"index":77,"Rank":86,"Model":"bert-base-multilingual-cased<\/a>","Model Size (Million Parameters)":179,"Memory Usage (GB, fp32)":0.67,"Embedding Dimensions":768,"Max Tokens":512,"Average":50.02,"STS22 (fr)":39.05,"STSBenchmarkMultilingualSTS (fr)":52.25,"SICKFr":58.75} -{"index":36,"Rank":87,"Model":"bert-base-25lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":512,"Average":49.93,"STS22 (fr)":38.77,"STSBenchmarkMultilingualSTS (fr)":52.25,"SICKFr":58.76} -{"index":33,"Rank":88,"Model":"xlm-roberta-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":49.27,"STS22 (fr)":55.49,"STSBenchmarkMultilingualSTS (fr)":42.32,"SICKFr":50.01} -{"index":56,"Rank":89,"Model":"sbert_large_nlu_ru<\/a>","Model Size (Million Parameters)":427,"Memory Usage (GB, fp32)":1.59,"Embedding Dimensions":1024,"Max Tokens":512,"Average":47.15,"STS22 (fr)":55.23,"STSBenchmarkMultilingualSTS (fr)":37.91,"SICKFr":48.31} -{"index":55,"Rank":90,"Model":"sbert_large_mt_nlu_ru<\/a>","Model Size (Million Parameters)":427,"Memory Usage (GB, fp32)":1.59,"Embedding Dimensions":1024,"Max Tokens":514,"Average":44.74,"STS22 (fr)":36.5,"STSBenchmarkMultilingualSTS (fr)":44.41,"SICKFr":53.3} -{"index":30,"Rank":91,"Model":"rubert-base-cased<\/a>","Model Size (Million Parameters)":180,"Memory Usage (GB, fp32)":0.67,"Embedding Dimensions":768,"Max Tokens":512,"Average":44.39,"STS22 (fr)":44.7,"STSBenchmarkMultilingualSTS (fr)":44.46,"SICKFr":44.02} -{"index":74,"Rank":92,"Model":"flaubert_base_uncased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":512,"Average":43.49,"STS22 (fr)":55.15,"STSBenchmarkMultilingualSTS (fr)":33.41,"SICKFr":41.9} -{"index":69,"Rank":93,"Model":"deberta-v1-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":512,"Average":37.24,"STS22 (fr)":20.41,"STSBenchmarkMultilingualSTS (fr)":41.16,"SICKFr":50.14} -{"index":75,"Rank":94,"Model":"flaubert_large_cased<\/a>","Model Size (Million Parameters)":372,"Memory Usage (GB, fp32)":1.39,"Embedding Dimensions":1024,"Max Tokens":512,"Average":32.93,"STS22 (fr)":48.52,"STSBenchmarkMultilingualSTS (fr)":15.66,"SICKFr":34.6} -{"index":2,"Rank":95,"Model":"voyage-3-lite<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":512,"Max Tokens":32000,"Average":"","STS22 (fr)":"","STSBenchmarkMultilingualSTS (fr)":71.24,"SICKFr":72.19} -{"index":3,"Rank":96,"Model":"voyage-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":32000,"Average":"","STS22 (fr)":"","STSBenchmarkMultilingualSTS (fr)":74.22,"SICKFr":73.58} -{"index":5,"Rank":97,"Model":"voyage-large-2-instruct<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":16000,"Average":"","STS22 (fr)":"","STSBenchmarkMultilingualSTS (fr)":83.68,"SICKFr":77.05} -{"index":9,"Rank":98,"Model":"llm2vec-croissant-mntp<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":"","STS22 (fr)":"","STSBenchmarkMultilingualSTS (fr)":"","SICKFr":""} -{"index":15,"Rank":99,"Model":"e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","STS22 (fr)":79.86,"STSBenchmarkMultilingualSTS (fr)":"","SICKFr":""} -{"index":18,"Rank":100,"Model":"bge-m3<\/a>","Model Size (Million Parameters)":567,"Memory Usage (GB, fp32)":2.11,"Embedding Dimensions":1024,"Max Tokens":8192,"Average":"","STS22 (fr)":"","STSBenchmarkMultilingualSTS (fr)":"","SICKFr":""} -{"index":21,"Rank":101,"Model":"multilingual-e5-base-similarity-v1-onnx-quantized<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","STS22 (fr)":74.8,"STSBenchmarkMultilingualSTS (fr)":"","SICKFr":""} -{"index":37,"Rank":105,"Model":"GritLM-7B<\/a>","Model Size (Million Parameters)":7240,"Memory Usage (GB, fp32)":26.97,"Embedding Dimensions":"","Max Tokens":4096,"Average":"","STS22 (fr)":"","STSBenchmarkMultilingualSTS (fr)":81.96,"SICKFr":80.25} -{"index":41,"Rank":106,"Model":"MUG-B-1.6<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","STS22 (fr)":79.88,"STSBenchmarkMultilingualSTS (fr)":"","SICKFr":""} -{"index":46,"Rank":107,"Model":"paraphrase-multilingual-mpnet-base-v2-KE_Sieve<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","STS22 (fr)":72.79,"STSBenchmarkMultilingualSTS (fr)":"","SICKFr":""} -{"index":48,"Rank":108,"Model":"SGPT-125M-weightedmean-msmarco-specb-bitfit<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":2048,"Average":"","STS22 (fr)":67.66,"STSBenchmarkMultilingualSTS (fr)":"","SICKFr":""} -{"index":49,"Rank":109,"Model":"SGPT-125M-weightedmean-nli-bitfit<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":2048,"Average":"","STS22 (fr)":54.56,"STSBenchmarkMultilingualSTS (fr)":"","SICKFr":""} -{"index":50,"Rank":110,"Model":"SGPT-5.8B-weightedmean-nli-bitfit<\/a>","Model Size (Million Parameters)":5874,"Memory Usage (GB, fp32)":21.88,"Embedding Dimensions":4096,"Max Tokens":2048,"Average":"","STS22 (fr)":"","STSBenchmarkMultilingualSTS (fr)":"","SICKFr":""} -{"index":51,"Rank":111,"Model":"multilingual-e5-base-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","STS22 (fr)":74.8,"STSBenchmarkMultilingualSTS (fr)":"","SICKFr":""} -{"index":57,"Rank":112,"Model":"Titan-text-embeddings-v2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","STS22 (fr)":81.47,"STSBenchmarkMultilingualSTS (fr)":"","SICKFr":""} -{"index":58,"Rank":113,"Model":"sgpt-bloom-1b7-nli<\/a>","Model Size (Million Parameters)":1722,"Memory Usage (GB, fp32)":6.42,"Embedding Dimensions":2048,"Max Tokens":4096,"Average":"","STS22 (fr)":73.13,"STSBenchmarkMultilingualSTS (fr)":"","SICKFr":""} -{"index":59,"Rank":114,"Model":"sgpt-bloom-7b1-msmarco<\/a>","Model Size (Million Parameters)":7068,"Memory Usage (GB, fp32)":26.33,"Embedding Dimensions":4096,"Max Tokens":2048,"Average":"","STS22 (fr)":80.38,"STSBenchmarkMultilingualSTS (fr)":"","SICKFr":""} -{"index":60,"Rank":115,"Model":"slx-v0.1<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.08,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","STS22 (fr)":"","STSBenchmarkMultilingualSTS (fr)":"","SICKFr":""} -{"index":70,"Rank":116,"Model":"multilingual-e5-base-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","STS22 (fr)":74.8,"STSBenchmarkMultilingualSTS (fr)":"","SICKFr":""} -{"index":72,"Rank":117,"Model":"SONAR<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","STS22 (fr)":61.72,"STSBenchmarkMultilingualSTS (fr)":"","SICKFr":""} -{"index":79,"Rank":118,"Model":"inf-retriever-v1<\/a>","Model Size (Million Parameters)":7069,"Memory Usage (GB, fp32)":26.33,"Embedding Dimensions":3584,"Max Tokens":131072,"Average":"","STS22 (fr)":"","STSBenchmarkMultilingualSTS (fr)":"","SICKFr":""} -{"index":92,"Rank":119,"Model":"jina-embeddings-v2-base-en<\/a>","Model Size (Million Parameters)":275,"Memory Usage (GB, fp32)":1.02,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","STS22 (fr)":"","STSBenchmarkMultilingualSTS (fr)":19.61,"SICKFr":26.01} -{"index":94,"Rank":120,"Model":"multilingual-e5-small-ct2-int8<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","STS22 (fr)":76.58,"STSBenchmarkMultilingualSTS (fr)":"","SICKFr":""} -{"index":95,"Rank":121,"Model":"ternary-weight-embedding<\/a>","Model Size (Million Parameters)":99,"Memory Usage (GB, fp32)":0.37,"Embedding Dimensions":1792,"Max Tokens":512,"Average":"","STS22 (fr)":55.04,"STSBenchmarkMultilingualSTS (fr)":"","SICKFr":""} -{"index":102,"Rank":122,"Model":"FAB-Ramy-v1<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","STS22 (fr)":74.12,"STSBenchmarkMultilingualSTS (fr)":"","SICKFr":""} -{"index":103,"Rank":123,"Model":"FAE-v1<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","STS22 (fr)":77.79,"STSBenchmarkMultilingualSTS (fr)":"","SICKFr":""} -{"index":104,"Rank":124,"Model":"FUE-v1<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","STS22 (fr)":58.65,"STSBenchmarkMultilingualSTS (fr)":"","SICKFr":""} -{"index":109,"Rank":125,"Model":"allenai-specter<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","STS22 (fr)":53.92,"STSBenchmarkMultilingualSTS (fr)":"","SICKFr":""} -{"index":110,"Rank":126,"Model":"average_word_embeddings_komninos<\/a>","Model Size (Million Parameters)":134,"Memory Usage (GB, fp32)":0.5,"Embedding Dimensions":300,"Max Tokens":"N\/A","Average":"","STS22 (fr)":49.43,"STSBenchmarkMultilingualSTS (fr)":"","SICKFr":""} -{"index":112,"Rank":127,"Model":"gtr-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","STS22 (fr)":78.7,"STSBenchmarkMultilingualSTS (fr)":"","SICKFr":""} -{"index":113,"Rank":128,"Model":"gtr-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","STS22 (fr)":79.43,"STSBenchmarkMultilingualSTS (fr)":"","SICKFr":""} -{"index":124,"Rank":129,"Model":"llm_mse<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","STS22 (fr)":"","STSBenchmarkMultilingualSTS (fr)":51.09,"SICKFr":""} -{"index":129,"Rank":130,"Model":"text-embedding-3-large<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":3072,"Max Tokens":8191,"Average":"","STS22 (fr)":"","STSBenchmarkMultilingualSTS (fr)":82.51,"SICKFr":78.74} -{"index":130,"Rank":131,"Model":"text-embedding-3-small<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":8191,"Average":"","STS22 (fr)":"","STSBenchmarkMultilingualSTS (fr)":81.11,"SICKFr":75.69} diff --git a/boards_data/fr/data_tasks/Summarization/default.jsonl b/boards_data/fr/data_tasks/Summarization/default.jsonl deleted file mode 100644 index e8ffcb43ae2cb15b61f02d0a32fb63ac6db37534..0000000000000000000000000000000000000000 --- a/boards_data/fr/data_tasks/Summarization/default.jsonl +++ /dev/null @@ -1,120 +0,0 @@ -{"index":63,"Rank":1,"Model":"rubert-tiny2<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"Embedding Dimensions":2048,"Max Tokens":514,"SummEvalFr":32.52} -{"index":99,"Rank":2,"Model":"sentence_croissant_alpha_v0.3<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"SummEvalFr":32.46} -{"index":45,"Rank":3,"Model":"bilingual-embedding-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"SummEvalFr":32.33} -{"index":84,"Rank":4,"Model":"e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"SummEvalFr":32.22} -{"index":81,"Rank":5,"Model":"e5-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"SummEvalFr":31.87} -{"index":89,"Rank":6,"Model":"multilingual-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"SummEvalFr":31.85} -{"index":82,"Rank":7,"Model":"e5-large<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"SummEvalFr":31.82} -{"index":88,"Rank":8,"Model":"multilingual-e5-large-instruct<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"SummEvalFr":31.72} -{"index":61,"Rank":9,"Model":"LaBSE-en-ru<\/a>","Model Size (Million Parameters)":129,"Memory Usage (GB, fp32)":0.48,"Embedding Dimensions":768,"Max Tokens":512,"SummEvalFr":31.63} -{"index":119,"Rank":10,"Model":"sentence-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Embedding Dimensions":768,"Max Tokens":512,"SummEvalFr":31.59} -{"index":8,"Rank":11,"Model":"LASER2<\/a>","Model Size (Million Parameters)":43,"Memory Usage (GB, fp32)":0.16,"Embedding Dimensions":1024,"Max Tokens":"N\/A","SummEvalFr":31.56} -{"index":0,"Rank":12,"Model":"mistral-embed<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":"","SummEvalFr":31.47} -{"index":13,"Rank":13,"Model":"gte-Qwen2-7B-instruct<\/a>","Model Size (Million Parameters)":7613,"Memory Usage (GB, fp32)":28.36,"Embedding Dimensions":3584,"Max Tokens":32768,"SummEvalFr":31.45} -{"index":26,"Rank":14,"Model":"Cohere-embed-multilingual-light-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":384,"Max Tokens":512,"SummEvalFr":31.41} -{"index":19,"Rank":15,"Model":"bge-multilingual-gemma2<\/a>","Model Size (Million Parameters)":9242,"Memory Usage (GB, fp32)":34.43,"Embedding Dimensions":3584,"Max Tokens":8192,"SummEvalFr":31.26} -{"index":73,"Rank":16,"Model":"flaubert_base_cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":512,"SummEvalFr":31.26} -{"index":27,"Rank":17,"Model":"Cohere-embed-multilingual-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":512,"SummEvalFr":31.24} -{"index":101,"Rank":18,"Model":"nomic-embed-text-v1<\/a>","Model Size (Million Parameters)":547,"Memory Usage (GB, fp32)":2.04,"Embedding Dimensions":768,"Max Tokens":8192,"SummEvalFr":31.11} -{"index":67,"Rank":19,"Model":"USER-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":512,"SummEvalFr":31.02} -{"index":64,"Rank":20,"Model":"french-document-embedding<\/a>","Model Size (Million Parameters)":305,"Memory Usage (GB, fp32)":1.14,"Embedding Dimensions":768,"Max Tokens":8192,"SummEvalFr":30.95} -{"index":87,"Rank":21,"Model":"multilingual-e5-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"SummEvalFr":30.92} -{"index":38,"Rank":22,"Model":"KaLM-embedding-multilingual-mini-instruct-v1<\/a>","Model Size (Million Parameters)":494,"Memory Usage (GB, fp32)":1.84,"Embedding Dimensions":896,"Max Tokens":131072,"SummEvalFr":30.89} -{"index":1,"Rank":23,"Model":"voyage-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":4000,"SummEvalFr":30.88} -{"index":66,"Rank":24,"Model":"sentence-camembert-large<\/a>","Model Size (Million Parameters)":337,"Memory Usage (GB, fp32)":1.26,"Embedding Dimensions":1024,"Max Tokens":512,"SummEvalFr":30.88} -{"index":122,"Rank":25,"Model":"rubert-tiny-turbo<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"Embedding Dimensions":312,"Max Tokens":2048,"SummEvalFr":30.87} -{"index":85,"Rank":26,"Model":"e5-small<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"SummEvalFr":30.79} -{"index":86,"Rank":27,"Model":"multilingual-e5-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"SummEvalFr":30.76} -{"index":78,"Rank":28,"Model":"bert-base-multilingual-uncased<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Embedding Dimensions":768,"Max Tokens":512,"SummEvalFr":30.72} -{"index":16,"Rank":29,"Model":"bge-base-en-v1.5<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"SummEvalFr":30.72} -{"index":93,"Rank":30,"Model":"jina-embeddings-v3<\/a>","Model Size (Million Parameters)":572,"Memory Usage (GB, fp32)":2.13,"Embedding Dimensions":1024,"Max Tokens":8194,"SummEvalFr":30.71} -{"index":28,"Rank":31,"Model":"jina-embeddings-v3<\/a>","Model Size (Million Parameters)":572,"Memory Usage (GB, fp32)":2.13,"Embedding Dimensions":1024,"Max Tokens":8194,"SummEvalFr":30.71} -{"index":40,"Rank":32,"Model":"KaLM-embedding-multilingual-mini-v1<\/a>","Model Size (Million Parameters)":494,"Memory Usage (GB, fp32)":1.84,"Embedding Dimensions":896,"Max Tokens":131072,"SummEvalFr":30.52} -{"index":128,"Rank":33,"Model":"text-embedding-ada-002<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":8191,"SummEvalFr":30.5} -{"index":12,"Rank":34,"Model":"gte-Qwen2-1.5B-instruct<\/a>","Model Size (Million Parameters)":1776,"Memory Usage (GB, fp32)":6.62,"Embedding Dimensions":1536,"Max Tokens":131072,"SummEvalFr":30.5} -{"index":53,"Rank":35,"Model":"SFR-Embedding-Mistral<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"SummEvalFr":30.44} -{"index":55,"Rank":36,"Model":"sbert_large_mt_nlu_ru<\/a>","Model Size (Million Parameters)":427,"Memory Usage (GB, fp32)":1.59,"Embedding Dimensions":1024,"Max Tokens":514,"SummEvalFr":30.39} -{"index":83,"Rank":37,"Model":"e5-large-v2<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"SummEvalFr":30.39} -{"index":120,"Rank":38,"Model":"sentence-t5-xxl<\/a>","Model Size (Million Parameters)":4865,"Memory Usage (GB, fp32)":18.12,"Embedding Dimensions":768,"Max Tokens":512,"SummEvalFr":30.39} -{"index":6,"Rank":39,"Model":"voyage-law-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":16000,"SummEvalFr":30.34} -{"index":44,"Rank":40,"Model":"bilingual-embedding-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"SummEvalFr":30.3} -{"index":97,"Rank":41,"Model":"sentence_croissant_alpha_v0.1<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"SummEvalFr":30.28} -{"index":98,"Rank":42,"Model":"sentence_croissant_alpha_v0.2<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"SummEvalFr":30.27} -{"index":118,"Rank":43,"Model":"sentence-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Embedding Dimensions":768,"Max Tokens":512,"SummEvalFr":30.23} -{"index":100,"Rank":44,"Model":"sentence_croissant_alpha_v0.4<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"SummEvalFr":30.22} -{"index":43,"Rank":45,"Model":"bilingual-embedding-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"SummEvalFr":30.16} -{"index":105,"Rank":46,"Model":"LaBSE<\/a>","Model Size (Million Parameters)":471,"Memory Usage (GB, fp32)":1.75,"Embedding Dimensions":768,"Max Tokens":512,"SummEvalFr":30.16} -{"index":25,"Rank":47,"Model":"Cohere-embed-english-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":512,"SummEvalFr":30.15} -{"index":42,"Rank":48,"Model":"bilingual-document-embedding<\/a>","Model Size (Million Parameters)":568,"Memory Usage (GB, fp32)":2.12,"Embedding Dimensions":1024,"Max Tokens":8194,"SummEvalFr":30.14} -{"index":76,"Rank":49,"Model":"bge-m3-custom-fr-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","SummEvalFr":30.13} -{"index":96,"Rank":50,"Model":"bge-m3-custom-fr<\/a>","Model Size (Million Parameters)":568,"Memory Usage (GB, fp32)":2.12,"Embedding Dimensions":1024,"Max Tokens":8194,"SummEvalFr":30.13} -{"index":80,"Rank":51,"Model":"e5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"SummEvalFr":30.06} -{"index":11,"Rank":52,"Model":"gte-Qwen1.5-7B-instruct<\/a>","Model Size (Million Parameters)":7099,"Memory Usage (GB, fp32)":26.45,"Embedding Dimensions":4096,"Max Tokens":32768,"SummEvalFr":30.04} -{"index":117,"Rank":53,"Model":"sentence-t5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"SummEvalFr":30.01} -{"index":7,"Rank":54,"Model":"voyage-multilingual-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":32000,"SummEvalFr":29.96} -{"index":68,"Rank":55,"Model":"USER-bge-m3<\/a>","Model Size (Million Parameters)":359,"Memory Usage (GB, fp32)":1.34,"Embedding Dimensions":1024,"Max Tokens":8192,"SummEvalFr":29.94} -{"index":14,"Rank":56,"Model":"gte-multilingual-base<\/a>","Model Size (Million Parameters)":305,"Memory Usage (GB, fp32)":1.14,"Embedding Dimensions":768,"Max Tokens":8192,"SummEvalFr":29.74} -{"index":47,"Rank":57,"Model":"onnx-gte-multilingual-base<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","SummEvalFr":29.74} -{"index":52,"Rank":58,"Model":"Solon-embeddings-large-0.1<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"SummEvalFr":29.69} -{"index":127,"Rank":59,"Model":"bilingual-embedding-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"SummEvalFr":29.65} -{"index":20,"Rank":60,"Model":"bge-small-en-v1.5<\/a>","Model Size (Million Parameters)":24,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":512,"Max Tokens":512,"SummEvalFr":29.59} -{"index":71,"Rank":61,"Model":"e5-base-4k<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"SummEvalFr":29.55} -{"index":17,"Rank":62,"Model":"bge-large-en-v1.5<\/a>","Model Size (Million Parameters)":1340,"Memory Usage (GB, fp32)":4.99,"Embedding Dimensions":1024,"Max Tokens":512,"SummEvalFr":29.5} -{"index":90,"Rank":63,"Model":"udever-bloom-1b1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":2048,"SummEvalFr":29.48} -{"index":116,"Rank":64,"Model":"paraphrase-multilingual-mpnet-base-v2<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"SummEvalFr":29.47} -{"index":74,"Rank":65,"Model":"flaubert_base_uncased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":512,"SummEvalFr":29.43} -{"index":123,"Rank":66,"Model":"text2vec-base-multilingual<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":256,"SummEvalFr":29.33} -{"index":39,"Rank":67,"Model":"KaLM-embedding-multilingual-mini-instruct-v1.5<\/a>","Model Size (Million Parameters)":494,"Memory Usage (GB, fp32)":1.84,"Embedding Dimensions":896,"Max Tokens":131072,"SummEvalFr":29.32} -{"index":75,"Rank":68,"Model":"flaubert_large_cased<\/a>","Model Size (Million Parameters)":372,"Memory Usage (GB, fp32)":1.39,"Embedding Dimensions":1024,"Max Tokens":512,"SummEvalFr":29.25} -{"index":115,"Rank":69,"Model":"paraphrase-multilingual-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"SummEvalFr":29.2} -{"index":31,"Rank":70,"Model":"rubert-base-cased-sentence<\/a>","Model Size (Million Parameters)":180,"Memory Usage (GB, fp32)":0.67,"Embedding Dimensions":768,"Max Tokens":512,"SummEvalFr":29.2} -{"index":32,"Rank":71,"Model":"xlm-roberta-base<\/a>","Model Size (Million Parameters)":279,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"SummEvalFr":29.14} -{"index":35,"Rank":72,"Model":"bert-base-15lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":512,"SummEvalFr":29.13} -{"index":34,"Rank":73,"Model":"bert-base-10lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":512,"SummEvalFr":29.06} -{"index":54,"Rank":74,"Model":"sentence-croissant-llm-base<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"SummEvalFr":29.04} -{"index":33,"Rank":75,"Model":"xlm-roberta-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"SummEvalFr":28.89} -{"index":36,"Rank":76,"Model":"bert-base-25lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":512,"SummEvalFr":28.84} -{"index":77,"Rank":77,"Model":"bert-base-multilingual-cased<\/a>","Model Size (Million Parameters)":179,"Memory Usage (GB, fp32)":0.67,"Embedding Dimensions":768,"Max Tokens":512,"SummEvalFr":28.81} -{"index":65,"Rank":78,"Model":"sentence-camembert-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"SummEvalFr":28.77} -{"index":10,"Rank":79,"Model":"llm2vec-occiglot-mntp<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","SummEvalFr":28.72} -{"index":121,"Rank":80,"Model":"LaBSE-ru-turbo<\/a>","Model Size (Million Parameters)":128,"Memory Usage (GB, fp32)":0.48,"Embedding Dimensions":768,"Max Tokens":512,"SummEvalFr":28.7} -{"index":62,"Rank":81,"Model":"rubert-tiny<\/a>","Model Size (Million Parameters)":12,"Memory Usage (GB, fp32)":0.04,"Embedding Dimensions":512,"Max Tokens":514,"SummEvalFr":28.57} -{"index":126,"Rank":82,"Model":"universal-sentence-encoder-multilingual-large-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":512,"Max Tokens":512,"SummEvalFr":28.56} -{"index":69,"Rank":83,"Model":"deberta-v1-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":512,"SummEvalFr":28.43} -{"index":30,"Rank":84,"Model":"rubert-base-cased<\/a>","Model Size (Million Parameters)":180,"Memory Usage (GB, fp32)":0.67,"Embedding Dimensions":768,"Max Tokens":512,"SummEvalFr":28.42} -{"index":4,"Rank":85,"Model":"voyage-code-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":16000,"SummEvalFr":28.34} -{"index":107,"Rank":86,"Model":"all-MiniLM-L6-v2<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":384,"Max Tokens":512,"SummEvalFr":28.29} -{"index":125,"Rank":87,"Model":"universal-sentence-encoder-multilingual-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":512,"Max Tokens":512,"SummEvalFr":28.21} -{"index":29,"Rank":88,"Model":"distilrubert-small-cased-conversational<\/a>","Model Size (Million Parameters)":106,"Memory Usage (GB, fp32)":0.39,"Embedding Dimensions":768,"Max Tokens":512,"SummEvalFr":28.13} -{"index":111,"Rank":89,"Model":"distiluse-base-multilingual-cased-v2<\/a>","Model Size (Million Parameters)":135,"Memory Usage (GB, fp32)":0.5,"Embedding Dimensions":512,"Max Tokens":512,"SummEvalFr":28.12} -{"index":108,"Rank":90,"Model":"all-mpnet-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"SummEvalFr":28.11} -{"index":56,"Rank":91,"Model":"sbert_large_nlu_ru<\/a>","Model Size (Million Parameters)":427,"Memory Usage (GB, fp32)":1.59,"Embedding Dimensions":1024,"Max Tokens":512,"SummEvalFr":28.06} -{"index":92,"Rank":92,"Model":"jina-embeddings-v2-base-en<\/a>","Model Size (Million Parameters)":275,"Memory Usage (GB, fp32)":1.02,"Embedding Dimensions":768,"Max Tokens":8192,"SummEvalFr":27.71} -{"index":114,"Rank":93,"Model":"multi-qa-MiniLM-L6-cos-v1<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":384,"Max Tokens":512,"SummEvalFr":27.59} -{"index":106,"Rank":94,"Model":"all-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"SummEvalFr":26.63} -{"index":91,"Rank":95,"Model":"udever-bloom-560m<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":2048,"SummEvalFr":23.63} -{"index":2,"Rank":96,"Model":"voyage-3-lite<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":512,"Max Tokens":32000,"SummEvalFr":""} -{"index":3,"Rank":97,"Model":"voyage-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":32000,"SummEvalFr":""} -{"index":5,"Rank":98,"Model":"voyage-large-2-instruct<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":16000,"SummEvalFr":""} -{"index":9,"Rank":99,"Model":"llm2vec-croissant-mntp<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"SummEvalFr":""} -{"index":15,"Rank":100,"Model":"e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"SummEvalFr":""} -{"index":18,"Rank":101,"Model":"bge-m3<\/a>","Model Size (Million Parameters)":567,"Memory Usage (GB, fp32)":2.11,"Embedding Dimensions":1024,"Max Tokens":8192,"SummEvalFr":""} -{"index":37,"Rank":106,"Model":"GritLM-7B<\/a>","Model Size (Million Parameters)":7240,"Memory Usage (GB, fp32)":26.97,"Embedding Dimensions":"","Max Tokens":4096,"SummEvalFr":""} -{"index":41,"Rank":107,"Model":"MUG-B-1.6<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"SummEvalFr":""} -{"index":48,"Rank":109,"Model":"SGPT-125M-weightedmean-msmarco-specb-bitfit<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":2048,"SummEvalFr":""} -{"index":49,"Rank":110,"Model":"SGPT-125M-weightedmean-nli-bitfit<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":2048,"SummEvalFr":""} -{"index":50,"Rank":111,"Model":"SGPT-5.8B-weightedmean-nli-bitfit<\/a>","Model Size (Million Parameters)":5874,"Memory Usage (GB, fp32)":21.88,"Embedding Dimensions":4096,"Max Tokens":2048,"SummEvalFr":""} -{"index":58,"Rank":114,"Model":"sgpt-bloom-1b7-nli<\/a>","Model Size (Million Parameters)":1722,"Memory Usage (GB, fp32)":6.42,"Embedding Dimensions":2048,"Max Tokens":4096,"SummEvalFr":""} -{"index":59,"Rank":115,"Model":"sgpt-bloom-7b1-msmarco<\/a>","Model Size (Million Parameters)":7068,"Memory Usage (GB, fp32)":26.33,"Embedding Dimensions":4096,"Max Tokens":2048,"SummEvalFr":""} -{"index":60,"Rank":116,"Model":"slx-v0.1<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.08,"Embedding Dimensions":384,"Max Tokens":512,"SummEvalFr":""} -{"index":79,"Rank":119,"Model":"inf-retriever-v1<\/a>","Model Size (Million Parameters)":7069,"Memory Usage (GB, fp32)":26.33,"Embedding Dimensions":3584,"Max Tokens":131072,"SummEvalFr":""} -{"index":95,"Rank":121,"Model":"ternary-weight-embedding<\/a>","Model Size (Million Parameters)":99,"Memory Usage (GB, fp32)":0.37,"Embedding Dimensions":1792,"Max Tokens":512,"SummEvalFr":""} -{"index":102,"Rank":122,"Model":"FAB-Ramy-v1<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"SummEvalFr":""} -{"index":103,"Rank":123,"Model":"FAE-v1<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"SummEvalFr":""} -{"index":104,"Rank":124,"Model":"FUE-v1<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"SummEvalFr":""} -{"index":109,"Rank":125,"Model":"allenai-specter<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"SummEvalFr":""} -{"index":110,"Rank":126,"Model":"average_word_embeddings_komninos<\/a>","Model Size (Million Parameters)":134,"Memory Usage (GB, fp32)":0.5,"Embedding Dimensions":300,"Max Tokens":"N\/A","SummEvalFr":""} -{"index":112,"Rank":127,"Model":"gtr-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Embedding Dimensions":768,"Max Tokens":512,"SummEvalFr":""} -{"index":113,"Rank":128,"Model":"gtr-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Embedding Dimensions":768,"Max Tokens":512,"SummEvalFr":""} -{"index":129,"Rank":130,"Model":"text-embedding-3-large<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":3072,"Max Tokens":8191,"SummEvalFr":""} -{"index":130,"Rank":131,"Model":"text-embedding-3-small<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":8191,"SummEvalFr":""} diff --git a/boards_data/instructions/data_overall/default.txt b/boards_data/instructions/data_overall/default.txt deleted file mode 100644 index e69de29bb2d1d6434b8b29ae775ad8c2e48c5391..0000000000000000000000000000000000000000 diff --git a/boards_data/instructions/data_tasks/InstructionRetrieval/default.jsonl b/boards_data/instructions/data_tasks/InstructionRetrieval/default.jsonl deleted file mode 100644 index 1a0dab310e1977c187e23862a32bc26c08e8c47a..0000000000000000000000000000000000000000 --- a/boards_data/instructions/data_tasks/InstructionRetrieval/default.jsonl +++ /dev/null @@ -1,65 +0,0 @@ -{"index":47,"Rank":1,"Model":"FollowIR-7B<\/a>","Model Size (Million Parameters)":7240,"Memory Usage (GB, fp32)":26.97,"Embedding Dimensions":"","Max Tokens":4096,"Average":12.15,"Core17InstructionRetrieval":16.48,"News21InstructionRetrieval":6.26,"Robust04InstructionRetrieval":13.72} -{"index":50,"Rank":2,"Model":"mistral-7b-instruct-v0.2<\/a>","Model Size (Million Parameters)":7240,"Memory Usage (GB, fp32)":26.97,"Embedding Dimensions":-1,"Max Tokens":4096,"Average":10.15,"Core17InstructionRetrieval":13.03,"News21InstructionRetrieval":4.81,"Robust04InstructionRetrieval":12.61} -{"index":4,"Rank":3,"Model":"gte-Qwen1.5-7B-instruct<\/a>","Model Size (Million Parameters)":7099,"Memory Usage (GB, fp32)":26.45,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":5.36,"Core17InstructionRetrieval":8.37,"News21InstructionRetrieval":1.82,"Robust04InstructionRetrieval":5.88} -{"index":5,"Rank":4,"Model":"gte-Qwen2-7B-instruct<\/a>","Model Size (Million Parameters)":7613,"Memory Usage (GB, fp32)":28.36,"Embedding Dimensions":3584,"Max Tokens":32768,"Average":4.94,"Core17InstructionRetrieval":6.78,"News21InstructionRetrieval":4.11,"Robust04InstructionRetrieval":3.93} -{"index":32,"Rank":5,"Model":"flan-t5-large<\/a>","Model Size (Million Parameters)":770,"Memory Usage (GB, fp32)":2.87,"Embedding Dimensions":-1,"Max Tokens":512,"Average":4.72,"Core17InstructionRetrieval":1.32,"News21InstructionRetrieval":8.95,"Robust04InstructionRetrieval":3.9} -{"index":16,"Rank":6,"Model":"GritLM-7B<\/a>","Model Size (Million Parameters)":7240,"Memory Usage (GB, fp32)":26.97,"Embedding Dimensions":"","Max Tokens":4096,"Average":3.45,"Core17InstructionRetrieval":6.7,"News21InstructionRetrieval":1.22,"Robust04InstructionRetrieval":2.44} -{"index":21,"Rank":7,"Model":"monot5-3b-msmarco-10k<\/a>","Model Size (Million Parameters)":2480,"Memory Usage (GB, fp32)":9.24,"Embedding Dimensions":-1,"Max Tokens":512,"Average":2.53,"Core17InstructionRetrieval":1.84,"News21InstructionRetrieval":1.78,"Robust04InstructionRetrieval":3.96} -{"index":0,"Rank":8,"Model":"text-embedding-004<\/a>","Model Size (Million Parameters)":1200,"Memory Usage (GB, fp32)":4.47,"Embedding Dimensions":768,"Max Tokens":2048,"Average":2.33,"Core17InstructionRetrieval":5.44,"News21InstructionRetrieval":3.94,"Robust04InstructionRetrieval":-2.4} -{"index":49,"Rank":9,"Model":"llama-2-7b-chat<\/a>","Model Size (Million Parameters)":7000,"Memory Usage (GB, fp32)":26.08,"Embedding Dimensions":-1,"Max Tokens":4096,"Average":1.69,"Core17InstructionRetrieval":2.84,"News21InstructionRetrieval":0.23,"Robust04InstructionRetrieval":2.0} -{"index":30,"Rank":10,"Model":"tart-full-flan-t5-xl<\/a>","Model Size (Million Parameters)":2480,"Memory Usage (GB, fp32)":9.24,"Embedding Dimensions":-1,"Max Tokens":512,"Average":1.36,"Core17InstructionRetrieval":2.82,"News21InstructionRetrieval":1.99,"Robust04InstructionRetrieval":-0.72} -{"index":2,"Rank":11,"Model":"voyage-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":32000,"Average":1.35,"Core17InstructionRetrieval":1.45,"News21InstructionRetrieval":4.59,"Robust04InstructionRetrieval":-2.0} -{"index":14,"Rank":12,"Model":"rubert-base-cased<\/a>","Model Size (Million Parameters)":180,"Memory Usage (GB, fp32)":0.67,"Embedding Dimensions":768,"Max Tokens":512,"Average":0.8,"Core17InstructionRetrieval":-3.56,"News21InstructionRetrieval":4.57,"Robust04InstructionRetrieval":1.4} -{"index":31,"Rank":13,"Model":"flan-t5-base<\/a>","Model Size (Million Parameters)":220,"Memory Usage (GB, fp32)":0.82,"Embedding Dimensions":-1,"Max Tokens":512,"Average":0.64,"Core17InstructionRetrieval":-3.31,"News21InstructionRetrieval":-0.12,"Robust04InstructionRetrieval":5.35} -{"index":19,"Rank":14,"Model":"sbert_large_nlu_ru<\/a>","Model Size (Million Parameters)":427,"Memory Usage (GB, fp32)":1.59,"Embedding Dimensions":1024,"Max Tokens":512,"Average":0.56,"Core17InstructionRetrieval":-2.17,"News21InstructionRetrieval":3.38,"Robust04InstructionRetrieval":0.46} -{"index":15,"Rank":15,"Model":"rubert-base-cased-sentence<\/a>","Model Size (Million Parameters)":180,"Memory Usage (GB, fp32)":0.67,"Embedding Dimensions":768,"Max Tokens":512,"Average":0.27,"Core17InstructionRetrieval":1.6,"News21InstructionRetrieval":3.22,"Robust04InstructionRetrieval":-4.02} -{"index":17,"Rank":16,"Model":"SFR-Embedding-Mistral<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":0.16,"Core17InstructionRetrieval":4.55,"News21InstructionRetrieval":1.38,"Robust04InstructionRetrieval":-5.45} -{"index":25,"Rank":17,"Model":"rubert-tiny2<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"Embedding Dimensions":2048,"Max Tokens":514,"Average":-0.09,"Core17InstructionRetrieval":0.88,"News21InstructionRetrieval":1.39,"Robust04InstructionRetrieval":-2.54} -{"index":10,"Rank":18,"Model":"Cohere-embed-english-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":512,"Average":-0.17,"Core17InstructionRetrieval":2.68,"News21InstructionRetrieval":0.3,"Robust04InstructionRetrieval":-3.49} -{"index":43,"Rank":19,"Model":"multilingual-e5-large-instruct<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":-0.4,"Core17InstructionRetrieval":1.82,"News21InstructionRetrieval":1.5,"Robust04InstructionRetrieval":-4.52} -{"index":18,"Rank":20,"Model":"sbert_large_mt_nlu_ru<\/a>","Model Size (Million Parameters)":427,"Memory Usage (GB, fp32)":1.59,"Embedding Dimensions":1024,"Max Tokens":514,"Average":-0.48,"Core17InstructionRetrieval":0.08,"News21InstructionRetrieval":-0.36,"Robust04InstructionRetrieval":-1.16} -{"index":13,"Rank":21,"Model":"distilrubert-small-cased-conversational<\/a>","Model Size (Million Parameters)":106,"Memory Usage (GB, fp32)":0.39,"Embedding Dimensions":768,"Max Tokens":512,"Average":-0.61,"Core17InstructionRetrieval":0.22,"News21InstructionRetrieval":-1.44,"Robust04InstructionRetrieval":-0.6} -{"index":55,"Rank":22,"Model":"all-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":-0.75,"Core17InstructionRetrieval":1.69,"News21InstructionRetrieval":-0.35,"Robust04InstructionRetrieval":-3.59} -{"index":46,"Rank":23,"Model":"udever-bloom-560m<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":2048,"Average":-0.81,"Core17InstructionRetrieval":-0.94,"News21InstructionRetrieval":-0.31,"Robust04InstructionRetrieval":-1.17} -{"index":24,"Rank":24,"Model":"rubert-tiny<\/a>","Model Size (Million Parameters)":12,"Memory Usage (GB, fp32)":0.04,"Embedding Dimensions":512,"Max Tokens":514,"Average":-0.89,"Core17InstructionRetrieval":0.41,"News21InstructionRetrieval":1.04,"Robust04InstructionRetrieval":-4.12} -{"index":38,"Rank":25,"Model":"e5-large-v2<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":-1.06,"Core17InstructionRetrieval":0.12,"News21InstructionRetrieval":0.87,"Robust04InstructionRetrieval":-4.16} -{"index":45,"Rank":26,"Model":"udever-bloom-1b1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":2048,"Average":-1.1,"Core17InstructionRetrieval":0.29,"News21InstructionRetrieval":-0.24,"Robust04InstructionRetrieval":-3.35} -{"index":59,"Rank":27,"Model":"paraphrase-multilingual-mpnet-base-v2<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":-1.14,"Core17InstructionRetrieval":-0.04,"News21InstructionRetrieval":0.61,"Robust04InstructionRetrieval":-3.99} -{"index":1,"Rank":28,"Model":"voyage-3-lite<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":512,"Max Tokens":32000,"Average":-1.17,"Core17InstructionRetrieval":0.41,"News21InstructionRetrieval":0.13,"Robust04InstructionRetrieval":-4.06} -{"index":58,"Rank":29,"Model":"paraphrase-multilingual-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":-1.31,"Core17InstructionRetrieval":-0.62,"News21InstructionRetrieval":-0.37,"Robust04InstructionRetrieval":-2.94} -{"index":40,"Rank":30,"Model":"e5-small<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":-1.45,"Core17InstructionRetrieval":-0.54,"News21InstructionRetrieval":0.87,"Robust04InstructionRetrieval":-4.69} -{"index":48,"Rank":31,"Model":"jina-embeddings-v2-base-en<\/a>","Model Size (Million Parameters)":275,"Memory Usage (GB, fp32)":1.02,"Embedding Dimensions":768,"Max Tokens":8192,"Average":-1.64,"Core17InstructionRetrieval":-1.15,"News21InstructionRetrieval":0.38,"Robust04InstructionRetrieval":-4.16} -{"index":22,"Rank":32,"Model":"monot5-base-msmarco-10k<\/a>","Model Size (Million Parameters)":220,"Memory Usage (GB, fp32)":0.82,"Embedding Dimensions":-1,"Max Tokens":512,"Average":-1.75,"Core17InstructionRetrieval":-4.06,"News21InstructionRetrieval":5.02,"Robust04InstructionRetrieval":-6.2} -{"index":9,"Rank":33,"Model":"bge-small-en-v1.5<\/a>","Model Size (Million Parameters)":24,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":512,"Max Tokens":512,"Average":-1.86,"Core17InstructionRetrieval":1.51,"News21InstructionRetrieval":-1.32,"Robust04InstructionRetrieval":-5.77} -{"index":12,"Rank":34,"Model":"Cohere-embed-multilingual-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":512,"Average":-1.89,"Core17InstructionRetrieval":0.29,"News21InstructionRetrieval":0.83,"Robust04InstructionRetrieval":-6.8} -{"index":26,"Rank":35,"Model":"USER-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":512,"Average":-1.96,"Core17InstructionRetrieval":-1.42,"News21InstructionRetrieval":1.51,"Robust04InstructionRetrieval":-5.96} -{"index":3,"Rank":36,"Model":"bm25<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":-2.09,"Core17InstructionRetrieval":-1.06,"News21InstructionRetrieval":-2.15,"Robust04InstructionRetrieval":-3.06} -{"index":61,"Rank":37,"Model":"rubert-tiny-turbo<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"Embedding Dimensions":312,"Max Tokens":2048,"Average":-2.28,"Core17InstructionRetrieval":-4.06,"News21InstructionRetrieval":1.39,"Robust04InstructionRetrieval":-4.16} -{"index":7,"Rank":38,"Model":"bge-large-en-v1.5<\/a>","Model Size (Million Parameters)":1340,"Memory Usage (GB, fp32)":4.99,"Embedding Dimensions":1024,"Max Tokens":512,"Average":-2.29,"Core17InstructionRetrieval":-1.93,"News21InstructionRetrieval":0.33,"Robust04InstructionRetrieval":-5.26} -{"index":37,"Rank":39,"Model":"e5-large<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":-2.33,"Core17InstructionRetrieval":0.21,"News21InstructionRetrieval":-0.94,"Robust04InstructionRetrieval":-6.25} -{"index":28,"Rank":40,"Model":"deberta-v1-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":512,"Average":-2.37,"Core17InstructionRetrieval":-4.16,"News21InstructionRetrieval":-0.79,"Robust04InstructionRetrieval":-2.16} -{"index":64,"Rank":41,"Model":"text-embedding-3-small<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":8191,"Average":-2.38,"Core17InstructionRetrieval":1.15,"News21InstructionRetrieval":-1.81,"Robust04InstructionRetrieval":-6.49} -{"index":44,"Rank":42,"Model":"multilingual-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":-2.45,"Core17InstructionRetrieval":-0.26,"News21InstructionRetrieval":0.54,"Robust04InstructionRetrieval":-7.62} -{"index":11,"Rank":43,"Model":"Cohere-embed-multilingual-light-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":384,"Max Tokens":512,"Average":-2.45,"Core17InstructionRetrieval":1.58,"News21InstructionRetrieval":-0.83,"Robust04InstructionRetrieval":-8.11} -{"index":41,"Rank":44,"Model":"multilingual-e5-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":-2.65,"Core17InstructionRetrieval":0.61,"News21InstructionRetrieval":-1.14,"Robust04InstructionRetrieval":-7.43} -{"index":27,"Rank":45,"Model":"USER-bge-m3<\/a>","Model Size (Million Parameters)":359,"Memory Usage (GB, fp32)":1.34,"Embedding Dimensions":1024,"Max Tokens":8192,"Average":-2.65,"Core17InstructionRetrieval":0.04,"News21InstructionRetrieval":-0.93,"Robust04InstructionRetrieval":-7.07} -{"index":63,"Rank":46,"Model":"text-embedding-3-large<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":3072,"Max Tokens":8191,"Average":-2.68,"Core17InstructionRetrieval":-0.2,"News21InstructionRetrieval":-2.03,"Robust04InstructionRetrieval":-5.81} -{"index":34,"Rank":47,"Model":"instructor-xl<\/a>","Model Size (Million Parameters)":1241,"Memory Usage (GB, fp32)":4.62,"Embedding Dimensions":768,"Max Tokens":512,"Average":-2.76,"Core17InstructionRetrieval":0.69,"News21InstructionRetrieval":-0.9,"Robust04InstructionRetrieval":-8.08} -{"index":56,"Rank":48,"Model":"all-MiniLM-L6-v2<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":384,"Max Tokens":512,"Average":-2.84,"Core17InstructionRetrieval":-0.35,"News21InstructionRetrieval":-0.25,"Robust04InstructionRetrieval":-7.93} -{"index":29,"Rank":49,"Model":"e5-base-4k<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":-2.92,"Core17InstructionRetrieval":-2.14,"News21InstructionRetrieval":-0.43,"Robust04InstructionRetrieval":-6.2} -{"index":54,"Rank":50,"Model":"LaBSE<\/a>","Model Size (Million Parameters)":471,"Memory Usage (GB, fp32)":1.75,"Embedding Dimensions":768,"Max Tokens":512,"Average":-3.0,"Core17InstructionRetrieval":1.49,"News21InstructionRetrieval":-1.11,"Robust04InstructionRetrieval":-9.37} -{"index":42,"Rank":51,"Model":"multilingual-e5-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":-3.05,"Core17InstructionRetrieval":-1.62,"News21InstructionRetrieval":-0.06,"Robust04InstructionRetrieval":-7.48} -{"index":57,"Rank":52,"Model":"all-mpnet-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average":-3.08,"Core17InstructionRetrieval":-0.74,"News21InstructionRetrieval":-1.79,"Robust04InstructionRetrieval":-6.71} -{"index":8,"Rank":53,"Model":"bge-m3<\/a>","Model Size (Million Parameters)":567,"Memory Usage (GB, fp32)":2.11,"Embedding Dimensions":1024,"Max Tokens":8192,"Average":-3.11,"Core17InstructionRetrieval":-1.25,"News21InstructionRetrieval":-1.39,"Robust04InstructionRetrieval":-6.69} -{"index":51,"Rank":54,"Model":"nomic-embed-text-v1<\/a>","Model Size (Million Parameters)":547,"Memory Usage (GB, fp32)":2.04,"Embedding Dimensions":768,"Max Tokens":8192,"Average":-3.25,"Core17InstructionRetrieval":-2.11,"News21InstructionRetrieval":3.56,"Robust04InstructionRetrieval":-11.19} -{"index":39,"Rank":55,"Model":"e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":-3.45,"Core17InstructionRetrieval":0.09,"News21InstructionRetrieval":-0.86,"Robust04InstructionRetrieval":-9.59} -{"index":20,"Rank":56,"Model":"monobert-large-msmarco<\/a>","Model Size (Million Parameters)":770,"Memory Usage (GB, fp32)":2.87,"Embedding Dimensions":-1,"Max Tokens":512,"Average":-3.47,"Core17InstructionRetrieval":-0.24,"News21InstructionRetrieval":-0.8,"Robust04InstructionRetrieval":-9.36} -{"index":35,"Rank":57,"Model":"e5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":-3.49,"Core17InstructionRetrieval":-2.41,"News21InstructionRetrieval":-2.17,"Robust04InstructionRetrieval":-5.89} -{"index":60,"Rank":58,"Model":"LaBSE-ru-turbo<\/a>","Model Size (Million Parameters)":128,"Memory Usage (GB, fp32)":0.48,"Embedding Dimensions":768,"Max Tokens":512,"Average":-3.53,"Core17InstructionRetrieval":0.29,"News21InstructionRetrieval":-0.47,"Robust04InstructionRetrieval":-10.4} -{"index":23,"Rank":59,"Model":"LaBSE-en-ru<\/a>","Model Size (Million Parameters)":129,"Memory Usage (GB, fp32)":0.48,"Embedding Dimensions":768,"Max Tokens":512,"Average":-3.69,"Core17InstructionRetrieval":-1.6,"News21InstructionRetrieval":-0.39,"Robust04InstructionRetrieval":-9.07} -{"index":52,"Rank":60,"Model":"contriever-base-msmarco<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":-3.81,"Core17InstructionRetrieval":-2.48,"News21InstructionRetrieval":-2.83,"Robust04InstructionRetrieval":-6.12} -{"index":36,"Rank":61,"Model":"e5-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":-3.94,"Core17InstructionRetrieval":-2.92,"News21InstructionRetrieval":-2.08,"Robust04InstructionRetrieval":-6.81} -{"index":62,"Rank":62,"Model":"text2vec-base-multilingual<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":256,"Average":-3.97,"Core17InstructionRetrieval":-2.75,"News21InstructionRetrieval":-2.1,"Robust04InstructionRetrieval":-7.06} -{"index":6,"Rank":63,"Model":"bge-base-en-v1.5<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":-3.98,"Core17InstructionRetrieval":-3.42,"News21InstructionRetrieval":-1.0,"Robust04InstructionRetrieval":-7.53} -{"index":33,"Rank":64,"Model":"instructor-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":"N\/A","Average":-4.43,"Core17InstructionRetrieval":-1.09,"News21InstructionRetrieval":-1.78,"Robust04InstructionRetrieval":-10.42} -{"index":53,"Rank":65,"Model":"tart-dual-contriever-msmarco<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":-5.0,"Core17InstructionRetrieval":-3.04,"News21InstructionRetrieval":-2.98,"Robust04InstructionRetrieval":-8.98} diff --git a/boards_data/law/data_overall/default.txt b/boards_data/law/data_overall/default.txt deleted file mode 100644 index e69de29bb2d1d6434b8b29ae775ad8c2e48c5391..0000000000000000000000000000000000000000 diff --git a/boards_data/law/data_tasks/Retrieval/default.jsonl b/boards_data/law/data_tasks/Retrieval/default.jsonl deleted file mode 100644 index e6b2388c516fc115bae5936d961856bce28d81de..0000000000000000000000000000000000000000 --- a/boards_data/law/data_tasks/Retrieval/default.jsonl +++ /dev/null @@ -1,56 +0,0 @@ -{"index":20,"Rank":1,"Model":"vstackai-law-1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":66.16,"AILACasedocs":45.88,"AILAStatutes":47.12,"GerDaLIRSmall":50.04,"LeCaRDv2":75.95,"LegalBenchConsumerContractsQA":81.72,"LegalBenchCorporateLobbying":95.28,"LegalQuAD":64.9,"LegalSummarization":68.37} -{"index":4,"Rank":2,"Model":"voyage-law-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":16000,"Average":65.39,"AILACasedocs":44.56,"AILAStatutes":45.51,"GerDaLIRSmall":44.91,"LeCaRDv2":72.75,"LegalBenchConsumerContractsQA":83.27,"LegalBenchCorporateLobbying":95.66,"LegalQuAD":67.47,"LegalSummarization":68.96} -{"index":2,"Rank":3,"Model":"voyage-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":32000,"Average":64.13,"AILACasedocs":40.59,"AILAStatutes":42.49,"GerDaLIRSmall":44.72,"LeCaRDv2":69.66,"LegalBenchConsumerContractsQA":86.75,"LegalBenchCorporateLobbying":94.54,"LegalQuAD":65.03,"LegalSummarization":69.23} -{"index":30,"Rank":4,"Model":"inf-retriever-v1<\/a>","Model Size (Million Parameters)":7069,"Memory Usage (GB, fp32)":26.33,"Embedding Dimensions":3584,"Max Tokens":131072,"Average":63.68,"AILACasedocs":41.16,"AILAStatutes":37.73,"GerDaLIRSmall":41.75,"LeCaRDv2":74.17,"LegalBenchConsumerContractsQA":85.44,"LegalBenchCorporateLobbying":96.18,"LegalQuAD":63.22,"LegalSummarization":69.76} -{"index":1,"Rank":5,"Model":"voyage-3-lite<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":512,"Max Tokens":32000,"Average":60.75,"AILACasedocs":38.15,"AILAStatutes":35.03,"GerDaLIRSmall":43.73,"LeCaRDv2":67.96,"LegalBenchConsumerContractsQA":83.22,"LegalBenchCorporateLobbying":94.53,"LegalQuAD":61.96,"LegalSummarization":61.42} -{"index":35,"Rank":6,"Model":"e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":59.77,"AILACasedocs":38.76,"AILAStatutes":38.07,"GerDaLIRSmall":37.18,"LeCaRDv2":68.56,"LegalBenchConsumerContractsQA":75.46,"LegalBenchCorporateLobbying":94.01,"LegalQuAD":59.64,"LegalSummarization":66.51} -{"index":54,"Rank":7,"Model":"text-embedding-3-large<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":3072,"Max Tokens":8191,"Average":59.32,"AILACasedocs":39.0,"AILAStatutes":41.99,"GerDaLIRSmall":32.77,"LeCaRDv2":57.2,"LegalBenchConsumerContractsQA":79.39,"LegalBenchCorporateLobbying":95.22,"LegalQuAD":57.47,"LegalSummarization":71.55} -{"index":18,"Rank":8,"Model":"GritLM-7B<\/a>","Model Size (Million Parameters)":7240,"Memory Usage (GB, fp32)":26.97,"Embedding Dimensions":"","Max Tokens":4096,"Average":56.72,"AILACasedocs":35.29,"AILAStatutes":41.8,"GerDaLIRSmall":20.61,"LeCaRDv2":64.22,"LegalBenchConsumerContractsQA":82.05,"LegalBenchCorporateLobbying":95.0,"LegalQuAD":44.18,"LegalSummarization":70.64} -{"index":0,"Rank":9,"Model":"mistral-embed<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":"","Average":56.43,"AILACasedocs":38.2,"AILAStatutes":44.81,"GerDaLIRSmall":17.85,"LeCaRDv2":61.12,"LegalBenchConsumerContractsQA":80.8,"LegalBenchCorporateLobbying":94.11,"LegalQuAD":47.17,"LegalSummarization":67.39} -{"index":55,"Rank":10,"Model":"text-embedding-3-small<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":8191,"Average":56.24,"AILACasedocs":34.9,"AILAStatutes":28.21,"GerDaLIRSmall":34.74,"LeCaRDv2":55.0,"LegalBenchConsumerContractsQA":79.15,"LegalBenchCorporateLobbying":93.9,"LegalQuAD":54.7,"LegalSummarization":69.34} -{"index":19,"Rank":11,"Model":"SFR-Embedding-Mistral<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":55.28,"AILACasedocs":36.67,"AILAStatutes":37.47,"GerDaLIRSmall":18.39,"LeCaRDv2":59.58,"LegalBenchConsumerContractsQA":79.15,"LegalBenchCorporateLobbying":94.83,"LegalQuAD":45.08,"LegalSummarization":71.05} -{"index":39,"Rank":12,"Model":"multilingual-e5-large-instruct<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":54.86,"AILACasedocs":33.33,"AILAStatutes":29.66,"GerDaLIRSmall":21.34,"LeCaRDv2":64.22,"LegalBenchConsumerContractsQA":76.8,"LegalBenchCorporateLobbying":94.25,"LegalQuAD":51.25,"LegalSummarization":68.07} -{"index":7,"Rank":13,"Model":"gte-Qwen2-7B-instruct<\/a>","Model Size (Million Parameters)":7613,"Memory Usage (GB, fp32)":28.36,"Embedding Dimensions":3584,"Max Tokens":32768,"Average":54.24,"AILACasedocs":29.74,"AILAStatutes":33.76,"GerDaLIRSmall":16.94,"LeCaRDv2":69.72,"LegalBenchConsumerContractsQA":75.83,"LegalBenchCorporateLobbying":95.21,"LegalQuAD":46.1,"LegalSummarization":66.58} -{"index":14,"Rank":14,"Model":"Cohere-embed-multilingual-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":512,"Average":52.08,"AILACasedocs":28.31,"AILAStatutes":29.69,"GerDaLIRSmall":19.6,"LeCaRDv2":58.31,"LegalBenchConsumerContractsQA":75.9,"LegalBenchCorporateLobbying":93.76,"LegalQuAD":46.85,"LegalSummarization":64.22} -{"index":6,"Rank":15,"Model":"gte-Qwen1.5-7B-instruct<\/a>","Model Size (Million Parameters)":7099,"Memory Usage (GB, fp32)":26.45,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":51.62,"AILACasedocs":34.07,"AILAStatutes":31.46,"GerDaLIRSmall":14.81,"LeCaRDv2":62.12,"LegalBenchConsumerContractsQA":76.06,"LegalBenchCorporateLobbying":94.51,"LegalQuAD":37.99,"LegalSummarization":61.94} -{"index":13,"Rank":16,"Model":"Cohere-embed-multilingual-light-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":384,"Max Tokens":512,"Average":50.18,"AILACasedocs":26.92,"AILAStatutes":29.12,"GerDaLIRSmall":15.97,"LeCaRDv2":59.75,"LegalBenchConsumerContractsQA":71.43,"LegalBenchCorporateLobbying":92.64,"LegalQuAD":44.21,"LegalSummarization":61.37} -{"index":37,"Rank":17,"Model":"multilingual-e5-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":48.53,"AILACasedocs":26.05,"AILAStatutes":20.37,"GerDaLIRSmall":15.3,"LeCaRDv2":59.0,"LegalBenchConsumerContractsQA":69.02,"LegalBenchCorporateLobbying":88.97,"LegalQuAD":47.85,"LegalSummarization":61.69} -{"index":38,"Rank":18,"Model":"multilingual-e5-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":48.39,"AILACasedocs":26.43,"AILAStatutes":20.84,"GerDaLIRSmall":15.72,"LeCaRDv2":55.83,"LegalBenchConsumerContractsQA":73.3,"LegalBenchCorporateLobbying":89.72,"LegalQuAD":43.17,"LegalSummarization":62.1} -{"index":27,"Rank":19,"Model":"USER-bge-m3<\/a>","Model Size (Million Parameters)":359,"Memory Usage (GB, fp32)":1.34,"Embedding Dimensions":1024,"Max Tokens":8192,"Average":47.4,"AILACasedocs":34.69,"AILAStatutes":26.69,"GerDaLIRSmall":25.79,"LeCaRDv2":14.3,"LegalBenchConsumerContractsQA":78.5,"LegalBenchCorporateLobbying":90.59,"LegalQuAD":45.86,"LegalSummarization":62.78} -{"index":40,"Rank":20,"Model":"multilingual-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":47.36,"AILACasedocs":23.43,"AILAStatutes":19.01,"GerDaLIRSmall":14.81,"LeCaRDv2":61.58,"LegalBenchConsumerContractsQA":66.98,"LegalBenchCorporateLobbying":89.47,"LegalQuAD":47.8,"LegalSummarization":55.76} -{"index":12,"Rank":21,"Model":"Cohere-embed-english-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":512,"Average":43.09,"AILACasedocs":32.35,"AILAStatutes":26.38,"GerDaLIRSmall":6.22,"LeCaRDv2":21.03,"LegalBenchConsumerContractsQA":77.42,"LegalBenchCorporateLobbying":93.64,"LegalQuAD":25.77,"LegalSummarization":61.92} -{"index":29,"Rank":22,"Model":"e5-base-4k<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":41.92,"AILACasedocs":33.09,"AILAStatutes":21.14,"GerDaLIRSmall":12.6,"LeCaRDv2":23.17,"LegalBenchConsumerContractsQA":71.44,"LegalBenchCorporateLobbying":90.17,"LegalQuAD":26.9,"LegalSummarization":56.85} -{"index":44,"Rank":23,"Model":"nomic-embed-text-v1<\/a>","Model Size (Million Parameters)":547,"Memory Usage (GB, fp32)":2.04,"Embedding Dimensions":768,"Max Tokens":8192,"Average":41.78,"AILACasedocs":28.87,"AILAStatutes":16.25,"GerDaLIRSmall":13.57,"LeCaRDv2":22.76,"LegalBenchConsumerContractsQA":71.37,"LegalBenchCorporateLobbying":92.73,"LegalQuAD":25.97,"LegalSummarization":62.72} -{"index":34,"Rank":24,"Model":"e5-large-v2<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":41.72,"AILACasedocs":31.23,"AILAStatutes":17.63,"GerDaLIRSmall":6.47,"LeCaRDv2":22.94,"LegalBenchConsumerContractsQA":77.32,"LegalBenchCorporateLobbying":91.5,"LegalQuAD":27.18,"LegalSummarization":59.53} -{"index":33,"Rank":25,"Model":"e5-large<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":41.24,"AILACasedocs":26.91,"AILAStatutes":22.9,"GerDaLIRSmall":8.26,"LeCaRDv2":19.56,"LegalBenchConsumerContractsQA":75.67,"LegalBenchCorporateLobbying":91.61,"LegalQuAD":27.15,"LegalSummarization":57.9} -{"index":8,"Rank":26,"Model":"bge-base-en-v1.5<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":40.24,"AILACasedocs":27.36,"AILAStatutes":23.35,"GerDaLIRSmall":3.32,"LeCaRDv2":23.34,"LegalBenchConsumerContractsQA":73.48,"LegalBenchCorporateLobbying":91.67,"LegalQuAD":16.01,"LegalSummarization":63.41} -{"index":9,"Rank":27,"Model":"bge-large-en-v1.5<\/a>","Model Size (Million Parameters)":1340,"Memory Usage (GB, fp32)":4.99,"Embedding Dimensions":1024,"Max Tokens":512,"Average":39.58,"AILACasedocs":25.98,"AILAStatutes":23.06,"GerDaLIRSmall":4.16,"LeCaRDv2":21.67,"LegalBenchConsumerContractsQA":73.33,"LegalBenchCorporateLobbying":90.77,"LegalQuAD":16.56,"LegalSummarization":61.12} -{"index":32,"Rank":28,"Model":"e5-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":39.53,"AILACasedocs":27.17,"AILAStatutes":19.61,"GerDaLIRSmall":4.09,"LeCaRDv2":20.53,"LegalBenchConsumerContractsQA":71.92,"LegalBenchCorporateLobbying":91.92,"LegalQuAD":22.32,"LegalSummarization":58.72} -{"index":11,"Rank":29,"Model":"bge-small-en-v1.5<\/a>","Model Size (Million Parameters)":24,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":512,"Max Tokens":512,"Average":38.23,"AILACasedocs":23.5,"AILAStatutes":23.0,"GerDaLIRSmall":2.33,"LeCaRDv2":20.06,"LegalBenchConsumerContractsQA":73.37,"LegalBenchCorporateLobbying":90.32,"LegalQuAD":11.74,"LegalSummarization":61.49} -{"index":36,"Rank":30,"Model":"e5-small<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":37.82,"AILACasedocs":22.47,"AILAStatutes":20.78,"GerDaLIRSmall":5.14,"LeCaRDv2":15.35,"LegalBenchConsumerContractsQA":73.83,"LegalBenchCorporateLobbying":90.21,"LegalQuAD":20.49,"LegalSummarization":54.25} -{"index":48,"Rank":31,"Model":"all-mpnet-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average":37.4,"AILACasedocs":22.51,"AILAStatutes":21.27,"GerDaLIRSmall":3.78,"LeCaRDv2":18.09,"LegalBenchConsumerContractsQA":75.25,"LegalBenchCorporateLobbying":89.04,"LegalQuAD":10.67,"LegalSummarization":58.55} -{"index":31,"Rank":32,"Model":"e5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":36.98,"AILACasedocs":23.83,"AILAStatutes":17.72,"GerDaLIRSmall":2.91,"LeCaRDv2":12.43,"LegalBenchConsumerContractsQA":72.62,"LegalBenchCorporateLobbying":89.47,"LegalQuAD":22.76,"LegalSummarization":54.14} -{"index":50,"Rank":33,"Model":"paraphrase-multilingual-mpnet-base-v2<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":36.4,"AILACasedocs":17.45,"AILAStatutes":22.24,"GerDaLIRSmall":3.0,"LeCaRDv2":33.91,"LegalBenchConsumerContractsQA":52.37,"LegalBenchCorporateLobbying":87.62,"LegalQuAD":17.8,"LegalSummarization":56.8} -{"index":47,"Rank":34,"Model":"all-MiniLM-L6-v2<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":384,"Max Tokens":512,"Average":35.37,"AILACasedocs":19.72,"AILAStatutes":20.52,"GerDaLIRSmall":2.41,"LeCaRDv2":17.5,"LegalBenchConsumerContractsQA":65.6,"LegalBenchCorporateLobbying":86.41,"LegalQuAD":11.81,"LegalSummarization":59.0} -{"index":49,"Rank":35,"Model":"paraphrase-multilingual-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":34.43,"AILACasedocs":13.66,"AILAStatutes":20.52,"GerDaLIRSmall":2.62,"LeCaRDv2":32.03,"LegalBenchConsumerContractsQA":49.81,"LegalBenchCorporateLobbying":88.51,"LegalQuAD":13.31,"LegalSummarization":54.97} -{"index":46,"Rank":36,"Model":"all-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":33.93,"AILACasedocs":16.8,"AILAStatutes":20.71,"GerDaLIRSmall":1.35,"LeCaRDv2":18.77,"LegalBenchConsumerContractsQA":60.21,"LegalBenchCorporateLobbying":88.69,"LegalQuAD":7.44,"LegalSummarization":57.43} -{"index":51,"Rank":37,"Model":"LaBSE-ru-turbo<\/a>","Model Size (Million Parameters)":128,"Memory Usage (GB, fp32)":0.48,"Embedding Dimensions":768,"Max Tokens":512,"Average":33.35,"AILACasedocs":19.7,"AILAStatutes":15.9,"GerDaLIRSmall":2.92,"LeCaRDv2":9.86,"LegalBenchConsumerContractsQA":62.58,"LegalBenchCorporateLobbying":86.41,"LegalQuAD":11.82,"LegalSummarization":57.64} -{"index":45,"Rank":38,"Model":"LaBSE<\/a>","Model Size (Million Parameters)":471,"Memory Usage (GB, fp32)":1.75,"Embedding Dimensions":768,"Max Tokens":512,"Average":32.28,"AILACasedocs":17.67,"AILAStatutes":16.72,"GerDaLIRSmall":4.59,"LeCaRDv2":24.68,"LegalBenchConsumerContractsQA":54.66,"LegalBenchCorporateLobbying":69.39,"LegalQuAD":16.64,"LegalSummarization":53.89} -{"index":53,"Rank":39,"Model":"text2vec-base-multilingual<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":256,"Average":30.62,"AILACasedocs":9.96,"AILAStatutes":15.39,"GerDaLIRSmall":3.55,"LeCaRDv2":25.28,"LegalBenchConsumerContractsQA":48.83,"LegalBenchCorporateLobbying":81.56,"LegalQuAD":11.71,"LegalSummarization":48.68} -{"index":23,"Rank":40,"Model":"LaBSE-en-ru<\/a>","Model Size (Million Parameters)":129,"Memory Usage (GB, fp32)":0.48,"Embedding Dimensions":768,"Max Tokens":512,"Average":30.12,"AILACasedocs":22.41,"AILAStatutes":15.94,"GerDaLIRSmall":2.24,"LeCaRDv2":12.13,"LegalBenchConsumerContractsQA":56.69,"LegalBenchCorporateLobbying":66.24,"LegalQuAD":12.78,"LegalSummarization":52.49} -{"index":26,"Rank":41,"Model":"USER-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":512,"Average":26.25,"AILACasedocs":17.26,"AILAStatutes":10.27,"GerDaLIRSmall":1.14,"LeCaRDv2":7.32,"LegalBenchConsumerContractsQA":43.78,"LegalBenchCorporateLobbying":79.29,"LegalQuAD":3.57,"LegalSummarization":47.35} -{"index":52,"Rank":42,"Model":"rubert-tiny-turbo<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"Embedding Dimensions":312,"Max Tokens":2048,"Average":23.03,"AILACasedocs":7.43,"AILAStatutes":13.62,"GerDaLIRSmall":0.34,"LeCaRDv2":8.54,"LegalBenchConsumerContractsQA":35.72,"LegalBenchCorporateLobbying":70.01,"LegalQuAD":3.11,"LegalSummarization":45.44} -{"index":25,"Rank":43,"Model":"rubert-tiny2<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"Embedding Dimensions":2048,"Max Tokens":514,"Average":22.44,"AILACasedocs":16.05,"AILAStatutes":13.81,"GerDaLIRSmall":0.41,"LeCaRDv2":11.28,"LegalBenchConsumerContractsQA":39.51,"LegalBenchCorporateLobbying":60.19,"LegalQuAD":4.11,"LegalSummarization":34.19} -{"index":24,"Rank":44,"Model":"rubert-tiny<\/a>","Model Size (Million Parameters)":12,"Memory Usage (GB, fp32)":0.04,"Embedding Dimensions":512,"Max Tokens":514,"Average":19.98,"AILACasedocs":11.96,"AILAStatutes":12.64,"GerDaLIRSmall":0.62,"LeCaRDv2":11.58,"LegalBenchConsumerContractsQA":26.36,"LegalBenchCorporateLobbying":53.56,"LegalQuAD":5.11,"LegalSummarization":38.02} -{"index":17,"Rank":45,"Model":"rubert-base-cased-sentence<\/a>","Model Size (Million Parameters)":180,"Memory Usage (GB, fp32)":0.67,"Embedding Dimensions":768,"Max Tokens":512,"Average":15.08,"AILACasedocs":9.0,"AILAStatutes":14.13,"GerDaLIRSmall":0.6,"LeCaRDv2":22.36,"LegalBenchConsumerContractsQA":18.02,"LegalBenchCorporateLobbying":35.35,"LegalQuAD":2.94,"LegalSummarization":18.23} -{"index":15,"Rank":46,"Model":"distilrubert-small-cased-conversational<\/a>","Model Size (Million Parameters)":106,"Memory Usage (GB, fp32)":0.39,"Embedding Dimensions":768,"Max Tokens":512,"Average":14.91,"AILACasedocs":9.74,"AILAStatutes":14.09,"GerDaLIRSmall":0.51,"LeCaRDv2":7.95,"LegalBenchConsumerContractsQA":7.61,"LegalBenchCorporateLobbying":40.71,"LegalQuAD":3.7,"LegalSummarization":34.95} -{"index":22,"Rank":47,"Model":"sbert_large_nlu_ru<\/a>","Model Size (Million Parameters)":427,"Memory Usage (GB, fp32)":1.59,"Embedding Dimensions":1024,"Max Tokens":512,"Average":11.89,"AILACasedocs":12.96,"AILAStatutes":19.38,"GerDaLIRSmall":0.72,"LeCaRDv2":9.14,"LegalBenchConsumerContractsQA":12.36,"LegalBenchCorporateLobbying":22.42,"LegalQuAD":3.1,"LegalSummarization":15.01} -{"index":16,"Rank":48,"Model":"rubert-base-cased<\/a>","Model Size (Million Parameters)":180,"Memory Usage (GB, fp32)":0.67,"Embedding Dimensions":768,"Max Tokens":512,"Average":11.72,"AILACasedocs":10.35,"AILAStatutes":11.53,"GerDaLIRSmall":0.62,"LeCaRDv2":26.33,"LegalBenchConsumerContractsQA":9.09,"LegalBenchCorporateLobbying":15.85,"LegalQuAD":3.65,"LegalSummarization":16.31} -{"index":21,"Rank":49,"Model":"sbert_large_mt_nlu_ru<\/a>","Model Size (Million Parameters)":427,"Memory Usage (GB, fp32)":1.59,"Embedding Dimensions":1024,"Max Tokens":514,"Average":10.64,"AILACasedocs":6.54,"AILAStatutes":11.76,"GerDaLIRSmall":0.38,"LeCaRDv2":6.4,"LegalBenchConsumerContractsQA":15.84,"LegalBenchCorporateLobbying":21.07,"LegalQuAD":2.6,"LegalSummarization":20.57} -{"index":28,"Rank":50,"Model":"deberta-v1-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":512,"Average":9.28,"AILACasedocs":6.61,"AILAStatutes":9.71,"GerDaLIRSmall":0.41,"LeCaRDv2":22.77,"LegalBenchConsumerContractsQA":8.18,"LegalBenchCorporateLobbying":10.45,"LegalQuAD":2.11,"LegalSummarization":13.98} -{"index":43,"Rank":51,"Model":"jina-embeddings-v2-base-en<\/a>","Model Size (Million Parameters)":275,"Memory Usage (GB, fp32)":1.02,"Embedding Dimensions":768,"Max Tokens":8192,"Average":3.2,"AILACasedocs":3.49,"AILAStatutes":10.48,"GerDaLIRSmall":0.07,"LeCaRDv2":2.09,"LegalBenchConsumerContractsQA":4.23,"LegalBenchCorporateLobbying":1.27,"LegalQuAD":2.6,"LegalSummarization":1.35} -{"index":3,"Rank":52,"Model":"voyage-large-2-instruct<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":16000,"Average":"","AILACasedocs":"","AILAStatutes":40.75,"GerDaLIRSmall":"","LeCaRDv2":"","LegalBenchConsumerContractsQA":"","LegalBenchCorporateLobbying":95.32,"LegalQuAD":"","LegalSummarization":""} -{"index":5,"Rank":53,"Model":"voyage-multilingual-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":32000,"Average":"","AILACasedocs":"","AILAStatutes":45.0,"GerDaLIRSmall":"","LeCaRDv2":"","LegalBenchConsumerContractsQA":"","LegalBenchCorporateLobbying":95.92,"LegalQuAD":"","LegalSummarization":""} -{"index":10,"Rank":54,"Model":"bge-m3<\/a>","Model Size (Million Parameters)":567,"Memory Usage (GB, fp32)":2.11,"Embedding Dimensions":1024,"Max Tokens":8192,"Average":"","AILACasedocs":"","AILAStatutes":29.04,"GerDaLIRSmall":"","LeCaRDv2":"","LegalBenchConsumerContractsQA":"","LegalBenchCorporateLobbying":90.34,"LegalQuAD":"","LegalSummarization":""} -{"index":41,"Rank":55,"Model":"udever-bloom-1b1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":2048,"Average":"","AILACasedocs":"","AILAStatutes":20.96,"GerDaLIRSmall":"","LeCaRDv2":"","LegalBenchConsumerContractsQA":43.75,"LegalBenchCorporateLobbying":75.83,"LegalQuAD":"","LegalSummarization":46.2} -{"index":42,"Rank":56,"Model":"udever-bloom-560m<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":2048,"Average":"","AILACasedocs":"","AILAStatutes":15.61,"GerDaLIRSmall":"","LeCaRDv2":"","LegalBenchConsumerContractsQA":14.08,"LegalBenchCorporateLobbying":45.49,"LegalQuAD":"","LegalSummarization":19.72} diff --git a/boards_data/longembed/data_overall/default.txt b/boards_data/longembed/data_overall/default.txt deleted file mode 100644 index e69de29bb2d1d6434b8b29ae775ad8c2e48c5391..0000000000000000000000000000000000000000 diff --git a/boards_data/longembed/data_tasks/Retrieval/default.jsonl b/boards_data/longembed/data_tasks/Retrieval/default.jsonl deleted file mode 100644 index 9b46a80276d46bff0c42829869b1e58d13580499..0000000000000000000000000000000000000000 --- a/boards_data/longembed/data_tasks/Retrieval/default.jsonl +++ /dev/null @@ -1,53 +0,0 @@ -{"index":13,"Rank":1,"Model":"jina-embeddings-v3<\/a>","Model Size (Million Parameters)":572,"Memory Usage (GB, fp32)":2.13,"Embedding Dimensions":1024,"Max Tokens":8194,"Average":66.0,"LEMBNarrativeQARetrieval":34.3,"LEMBNeedleRetrieval":64.0,"LEMBPasskeyRetrieval":100.0,"LEMBQMSumRetrieval":39.34,"LEMBSummScreenFDRetrieval":92.33,"LEMBWikimQARetrieval":66.02} -{"index":40,"Rank":2,"Model":"jina-embeddings-v3<\/a>","Model Size (Million Parameters)":572,"Memory Usage (GB, fp32)":2.13,"Embedding Dimensions":1024,"Max Tokens":8194,"Average":66.0,"LEMBNarrativeQARetrieval":34.3,"LEMBNeedleRetrieval":64.0,"LEMBPasskeyRetrieval":100.0,"LEMBQMSumRetrieval":39.34,"LEMBSummScreenFDRetrieval":92.33,"LEMBWikimQARetrieval":66.02} -{"index":28,"Rank":3,"Model":"inf-retriever-v1<\/a>","Model Size (Million Parameters)":7069,"Memory Usage (GB, fp32)":26.33,"Embedding Dimensions":3584,"Max Tokens":131072,"Average":52.82,"LEMBNarrativeQARetrieval":60.7,"LEMBNeedleRetrieval":8.0,"LEMBPasskeyRetrieval":10.0,"LEMBQMSumRetrieval":55.07,"LEMBSummScreenFDRetrieval":97.39,"LEMBWikimQARetrieval":85.75} -{"index":0,"Rank":4,"Model":"voyage-3-lite<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":512,"Max Tokens":32000,"Average":"","LEMBNarrativeQARetrieval":51.67,"LEMBNeedleRetrieval":"","LEMBPasskeyRetrieval":"","LEMBQMSumRetrieval":53.01,"LEMBSummScreenFDRetrieval":96.71,"LEMBWikimQARetrieval":88.34} -{"index":1,"Rank":5,"Model":"voyage-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":32000,"Average":"","LEMBNarrativeQARetrieval":54.12,"LEMBNeedleRetrieval":"","LEMBPasskeyRetrieval":"","LEMBQMSumRetrieval":51.05,"LEMBSummScreenFDRetrieval":97.82,"LEMBWikimQARetrieval":88.9} -{"index":2,"Rank":6,"Model":"voyage-law-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":16000,"Average":"","LEMBNarrativeQARetrieval":55.78,"LEMBNeedleRetrieval":"","LEMBPasskeyRetrieval":"","LEMBQMSumRetrieval":57.26,"LEMBSummScreenFDRetrieval":98.72,"LEMBWikimQARetrieval":87.08} -{"index":3,"Rank":7,"Model":"voyage-multilingual-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":32000,"Average":"","LEMBNarrativeQARetrieval":64.69,"LEMBNeedleRetrieval":"","LEMBPasskeyRetrieval":"","LEMBQMSumRetrieval":51.49,"LEMBSummScreenFDRetrieval":99.11,"LEMBWikimQARetrieval":87.49} -{"index":4,"Rank":8,"Model":"gte-Qwen1.5-7B-instruct<\/a>","Model Size (Million Parameters)":7099,"Memory Usage (GB, fp32)":26.45,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","LEMBNarrativeQARetrieval":35.21,"LEMBNeedleRetrieval":"","LEMBPasskeyRetrieval":"","LEMBQMSumRetrieval":27.03,"LEMBSummScreenFDRetrieval":70.43,"LEMBWikimQARetrieval":50.97} -{"index":5,"Rank":9,"Model":"gte-Qwen2-7B-instruct<\/a>","Model Size (Million Parameters)":7613,"Memory Usage (GB, fp32)":28.36,"Embedding Dimensions":3584,"Max Tokens":32768,"Average":"","LEMBNarrativeQARetrieval":45.46,"LEMBNeedleRetrieval":"","LEMBPasskeyRetrieval":"","LEMBQMSumRetrieval":31.27,"LEMBSummScreenFDRetrieval":76.08,"LEMBWikimQARetrieval":61.15} -{"index":6,"Rank":10,"Model":"bge-base-en-v1.5<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","LEMBNarrativeQARetrieval":25.63,"LEMBNeedleRetrieval":"","LEMBPasskeyRetrieval":"","LEMBQMSumRetrieval":22.43,"LEMBSummScreenFDRetrieval":60.34,"LEMBWikimQARetrieval":51.67} -{"index":7,"Rank":11,"Model":"bge-large-en-v1.5<\/a>","Model Size (Million Parameters)":1340,"Memory Usage (GB, fp32)":4.99,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","LEMBNarrativeQARetrieval":27.92,"LEMBNeedleRetrieval":"","LEMBPasskeyRetrieval":"","LEMBQMSumRetrieval":23.29,"LEMBSummScreenFDRetrieval":68.73,"LEMBWikimQARetrieval":56.42} -{"index":8,"Rank":12,"Model":"bge-m3<\/a>","Model Size (Million Parameters)":567,"Memory Usage (GB, fp32)":2.11,"Embedding Dimensions":1024,"Max Tokens":8192,"Average":"","LEMBNarrativeQARetrieval":45.76,"LEMBNeedleRetrieval":"","LEMBPasskeyRetrieval":"","LEMBQMSumRetrieval":35.54,"LEMBSummScreenFDRetrieval":94.09,"LEMBWikimQARetrieval":77.73} -{"index":9,"Rank":13,"Model":"bge-small-en-v1.5<\/a>","Model Size (Million Parameters)":24,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":512,"Max Tokens":512,"Average":"","LEMBNarrativeQARetrieval":22.18,"LEMBNeedleRetrieval":"","LEMBPasskeyRetrieval":"","LEMBQMSumRetrieval":21.29,"LEMBSummScreenFDRetrieval":57.75,"LEMBWikimQARetrieval":43.52} -{"index":10,"Rank":14,"Model":"Cohere-embed-english-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":512,"Average":"","LEMBNarrativeQARetrieval":25.03,"LEMBNeedleRetrieval":"","LEMBPasskeyRetrieval":"","LEMBQMSumRetrieval":23.82,"LEMBSummScreenFDRetrieval":75.77,"LEMBWikimQARetrieval":59.03} -{"index":11,"Rank":15,"Model":"Cohere-embed-multilingual-light-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":384,"Max Tokens":512,"Average":"","LEMBNarrativeQARetrieval":21.36,"LEMBNeedleRetrieval":"","LEMBPasskeyRetrieval":"","LEMBQMSumRetrieval":22.08,"LEMBSummScreenFDRetrieval":66.32,"LEMBWikimQARetrieval":57.84} -{"index":12,"Rank":16,"Model":"Cohere-embed-multilingual-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":512,"Average":"","LEMBNarrativeQARetrieval":21.94,"LEMBNeedleRetrieval":"","LEMBPasskeyRetrieval":"","LEMBQMSumRetrieval":23.05,"LEMBSummScreenFDRetrieval":70.03,"LEMBWikimQARetrieval":56.59} -{"index":14,"Rank":17,"Model":"distilrubert-small-cased-conversational<\/a>","Model Size (Million Parameters)":106,"Memory Usage (GB, fp32)":0.39,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","LEMBNarrativeQARetrieval":1.9,"LEMBNeedleRetrieval":"","LEMBPasskeyRetrieval":"","LEMBQMSumRetrieval":6.27,"LEMBSummScreenFDRetrieval":5.86,"LEMBWikimQARetrieval":16.75} -{"index":15,"Rank":18,"Model":"rubert-base-cased<\/a>","Model Size (Million Parameters)":180,"Memory Usage (GB, fp32)":0.67,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","LEMBNarrativeQARetrieval":2.92,"LEMBNeedleRetrieval":"","LEMBPasskeyRetrieval":"","LEMBQMSumRetrieval":5.52,"LEMBSummScreenFDRetrieval":6.19,"LEMBWikimQARetrieval":15.54} -{"index":16,"Rank":19,"Model":"rubert-base-cased-sentence<\/a>","Model Size (Million Parameters)":180,"Memory Usage (GB, fp32)":0.67,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","LEMBNarrativeQARetrieval":2.64,"LEMBNeedleRetrieval":"","LEMBPasskeyRetrieval":"","LEMBQMSumRetrieval":6.92,"LEMBSummScreenFDRetrieval":13.38,"LEMBWikimQARetrieval":11.01} -{"index":17,"Rank":20,"Model":"GritLM-7B<\/a>","Model Size (Million Parameters)":7240,"Memory Usage (GB, fp32)":26.97,"Embedding Dimensions":"","Max Tokens":4096,"Average":"","LEMBNarrativeQARetrieval":41.45,"LEMBNeedleRetrieval":"","LEMBPasskeyRetrieval":"","LEMBQMSumRetrieval":30.36,"LEMBSummScreenFDRetrieval":78.48,"LEMBWikimQARetrieval":60.77} -{"index":18,"Rank":21,"Model":"SFR-Embedding-Mistral<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","LEMBNarrativeQARetrieval":39.2,"LEMBNeedleRetrieval":"","LEMBPasskeyRetrieval":"","LEMBQMSumRetrieval":29.43,"LEMBSummScreenFDRetrieval":77.73,"LEMBWikimQARetrieval":59.28} -{"index":19,"Rank":22,"Model":"sbert_large_mt_nlu_ru<\/a>","Model Size (Million Parameters)":427,"Memory Usage (GB, fp32)":1.59,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","LEMBNarrativeQARetrieval":2.67,"LEMBNeedleRetrieval":"","LEMBPasskeyRetrieval":"","LEMBQMSumRetrieval":6.84,"LEMBSummScreenFDRetrieval":6.53,"LEMBWikimQARetrieval":9.2} -{"index":20,"Rank":23,"Model":"sbert_large_nlu_ru<\/a>","Model Size (Million Parameters)":427,"Memory Usage (GB, fp32)":1.59,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","LEMBNarrativeQARetrieval":2.65,"LEMBNeedleRetrieval":"","LEMBPasskeyRetrieval":"","LEMBQMSumRetrieval":7.24,"LEMBSummScreenFDRetrieval":7.8,"LEMBWikimQARetrieval":10.12} -{"index":21,"Rank":24,"Model":"LaBSE-en-ru<\/a>","Model Size (Million Parameters)":129,"Memory Usage (GB, fp32)":0.48,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","LEMBNarrativeQARetrieval":11.1,"LEMBNeedleRetrieval":"","LEMBPasskeyRetrieval":"","LEMBQMSumRetrieval":18.32,"LEMBSummScreenFDRetrieval":45.33,"LEMBWikimQARetrieval":25.1} -{"index":22,"Rank":25,"Model":"rubert-tiny<\/a>","Model Size (Million Parameters)":12,"Memory Usage (GB, fp32)":0.04,"Embedding Dimensions":512,"Max Tokens":514,"Average":"","LEMBNarrativeQARetrieval":2.46,"LEMBNeedleRetrieval":"","LEMBPasskeyRetrieval":"","LEMBQMSumRetrieval":8.72,"LEMBSummScreenFDRetrieval":5.39,"LEMBWikimQARetrieval":12.42} -{"index":23,"Rank":26,"Model":"rubert-tiny2<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"Embedding Dimensions":2048,"Max Tokens":514,"Average":"","LEMBNarrativeQARetrieval":4.78,"LEMBNeedleRetrieval":"","LEMBPasskeyRetrieval":"","LEMBQMSumRetrieval":16.95,"LEMBSummScreenFDRetrieval":19.52,"LEMBWikimQARetrieval":14.17} -{"index":24,"Rank":27,"Model":"USER-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","LEMBNarrativeQARetrieval":11.11,"LEMBNeedleRetrieval":"","LEMBPasskeyRetrieval":"","LEMBQMSumRetrieval":13.38,"LEMBSummScreenFDRetrieval":36.32,"LEMBWikimQARetrieval":32.33} -{"index":25,"Rank":28,"Model":"USER-bge-m3<\/a>","Model Size (Million Parameters)":359,"Memory Usage (GB, fp32)":1.34,"Embedding Dimensions":1024,"Max Tokens":8192,"Average":"","LEMBNarrativeQARetrieval":45.78,"LEMBNeedleRetrieval":"","LEMBPasskeyRetrieval":"","LEMBQMSumRetrieval":37.22,"LEMBSummScreenFDRetrieval":93.67,"LEMBWikimQARetrieval":78.06} -{"index":26,"Rank":29,"Model":"deberta-v1-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","LEMBNarrativeQARetrieval":2.01,"LEMBNeedleRetrieval":"","LEMBPasskeyRetrieval":"","LEMBQMSumRetrieval":5.27,"LEMBSummScreenFDRetrieval":3.95,"LEMBWikimQARetrieval":7.79} -{"index":27,"Rank":30,"Model":"e5-base-4k<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","LEMBNarrativeQARetrieval":30.03,"LEMBNeedleRetrieval":"","LEMBPasskeyRetrieval":"","LEMBQMSumRetrieval":31.27,"LEMBSummScreenFDRetrieval":93.87,"LEMBWikimQARetrieval":68.88} -{"index":29,"Rank":31,"Model":"e5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","LEMBNarrativeQARetrieval":25.31,"LEMBNeedleRetrieval":"","LEMBPasskeyRetrieval":"","LEMBQMSumRetrieval":23.83,"LEMBSummScreenFDRetrieval":74.67,"LEMBWikimQARetrieval":55.85} -{"index":30,"Rank":32,"Model":"e5-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","LEMBNarrativeQARetrieval":25.32,"LEMBNeedleRetrieval":"","LEMBPasskeyRetrieval":"","LEMBQMSumRetrieval":23.86,"LEMBSummScreenFDRetrieval":74.66,"LEMBWikimQARetrieval":55.97} -{"index":31,"Rank":33,"Model":"e5-large<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","LEMBNarrativeQARetrieval":23.45,"LEMBNeedleRetrieval":"","LEMBPasskeyRetrieval":"","LEMBQMSumRetrieval":22.61,"LEMBSummScreenFDRetrieval":73.65,"LEMBWikimQARetrieval":47.74} -{"index":32,"Rank":34,"Model":"e5-large-v2<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","LEMBNarrativeQARetrieval":26.38,"LEMBNeedleRetrieval":"","LEMBPasskeyRetrieval":"","LEMBQMSumRetrieval":25.08,"LEMBSummScreenFDRetrieval":77.36,"LEMBWikimQARetrieval":58.43} -{"index":33,"Rank":35,"Model":"e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","LEMBNarrativeQARetrieval":44.62,"LEMBNeedleRetrieval":"","LEMBPasskeyRetrieval":"","LEMBQMSumRetrieval":43.63,"LEMBSummScreenFDRetrieval":96.82,"LEMBWikimQARetrieval":82.11} -{"index":34,"Rank":36,"Model":"e5-small<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","LEMBNarrativeQARetrieval":18.34,"LEMBNeedleRetrieval":"","LEMBPasskeyRetrieval":"","LEMBQMSumRetrieval":20.99,"LEMBSummScreenFDRetrieval":66.38,"LEMBWikimQARetrieval":46.75} -{"index":35,"Rank":37,"Model":"multilingual-e5-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","LEMBNarrativeQARetrieval":23.6,"LEMBNeedleRetrieval":"","LEMBPasskeyRetrieval":"","LEMBQMSumRetrieval":25.16,"LEMBSummScreenFDRetrieval":68.21,"LEMBWikimQARetrieval":56.04} -{"index":36,"Rank":38,"Model":"multilingual-e5-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","LEMBNarrativeQARetrieval":24.22,"LEMBNeedleRetrieval":"","LEMBPasskeyRetrieval":"","LEMBQMSumRetrieval":24.26,"LEMBSummScreenFDRetrieval":71.12,"LEMBWikimQARetrieval":56.8} -{"index":37,"Rank":39,"Model":"multilingual-e5-large-instruct<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","LEMBNarrativeQARetrieval":26.71,"LEMBNeedleRetrieval":"","LEMBPasskeyRetrieval":"","LEMBQMSumRetrieval":26.08,"LEMBSummScreenFDRetrieval":72.75,"LEMBWikimQARetrieval":57.79} -{"index":38,"Rank":40,"Model":"multilingual-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","LEMBNarrativeQARetrieval":22.6,"LEMBNeedleRetrieval":"","LEMBPasskeyRetrieval":"","LEMBQMSumRetrieval":21.51,"LEMBSummScreenFDRetrieval":62.75,"LEMBWikimQARetrieval":57.13} -{"index":39,"Rank":41,"Model":"jina-embeddings-v2-base-en<\/a>","Model Size (Million Parameters)":275,"Memory Usage (GB, fp32)":1.02,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","LEMBNarrativeQARetrieval":37.89,"LEMBNeedleRetrieval":"","LEMBPasskeyRetrieval":"","LEMBQMSumRetrieval":38.87,"LEMBSummScreenFDRetrieval":93.48,"LEMBWikimQARetrieval":73.99} -{"index":41,"Rank":42,"Model":"nomic-embed-text-v1<\/a>","Model Size (Million Parameters)":547,"Memory Usage (GB, fp32)":2.04,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","LEMBNarrativeQARetrieval":41.23,"LEMBNeedleRetrieval":"","LEMBPasskeyRetrieval":"","LEMBQMSumRetrieval":36.65,"LEMBSummScreenFDRetrieval":92.97,"LEMBWikimQARetrieval":73.75} -{"index":42,"Rank":43,"Model":"LaBSE<\/a>","Model Size (Million Parameters)":471,"Memory Usage (GB, fp32)":1.75,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","LEMBNarrativeQARetrieval":11.45,"LEMBNeedleRetrieval":"","LEMBPasskeyRetrieval":"","LEMBQMSumRetrieval":14.07,"LEMBSummScreenFDRetrieval":40.52,"LEMBWikimQARetrieval":28.1} -{"index":43,"Rank":44,"Model":"all-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","LEMBNarrativeQARetrieval":19.64,"LEMBNeedleRetrieval":"","LEMBPasskeyRetrieval":"","LEMBQMSumRetrieval":13.08,"LEMBSummScreenFDRetrieval":46.98,"LEMBWikimQARetrieval":44.88} -{"index":44,"Rank":45,"Model":"all-MiniLM-L6-v2<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","LEMBNarrativeQARetrieval":18.27,"LEMBNeedleRetrieval":"","LEMBPasskeyRetrieval":"","LEMBQMSumRetrieval":16.32,"LEMBSummScreenFDRetrieval":54.8,"LEMBWikimQARetrieval":46.23} -{"index":45,"Rank":46,"Model":"all-mpnet-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","LEMBNarrativeQARetrieval":19.34,"LEMBNeedleRetrieval":"","LEMBPasskeyRetrieval":"","LEMBQMSumRetrieval":21.54,"LEMBSummScreenFDRetrieval":60.43,"LEMBWikimQARetrieval":44.92} -{"index":46,"Rank":47,"Model":"paraphrase-multilingual-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","LEMBNarrativeQARetrieval":13.82,"LEMBNeedleRetrieval":"","LEMBPasskeyRetrieval":"","LEMBQMSumRetrieval":11.02,"LEMBSummScreenFDRetrieval":38.12,"LEMBWikimQARetrieval":40.84} -{"index":47,"Rank":48,"Model":"paraphrase-multilingual-mpnet-base-v2<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","LEMBNarrativeQARetrieval":16.02,"LEMBNeedleRetrieval":"","LEMBPasskeyRetrieval":"","LEMBQMSumRetrieval":12.23,"LEMBSummScreenFDRetrieval":41.15,"LEMBWikimQARetrieval":38.86} -{"index":48,"Rank":49,"Model":"LaBSE-ru-turbo<\/a>","Model Size (Million Parameters)":128,"Memory Usage (GB, fp32)":0.48,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","LEMBNarrativeQARetrieval":13.6,"LEMBNeedleRetrieval":"","LEMBPasskeyRetrieval":"","LEMBQMSumRetrieval":21.47,"LEMBSummScreenFDRetrieval":57.41,"LEMBWikimQARetrieval":39.41} -{"index":49,"Rank":50,"Model":"rubert-tiny-turbo<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"Embedding Dimensions":312,"Max Tokens":2048,"Average":"","LEMBNarrativeQARetrieval":7.26,"LEMBNeedleRetrieval":"","LEMBPasskeyRetrieval":"","LEMBQMSumRetrieval":19.0,"LEMBSummScreenFDRetrieval":59.64,"LEMBWikimQARetrieval":33.38} -{"index":50,"Rank":51,"Model":"text2vec-base-multilingual<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":256,"Average":"","LEMBNarrativeQARetrieval":6.26,"LEMBNeedleRetrieval":"","LEMBPasskeyRetrieval":"","LEMBQMSumRetrieval":12.2,"LEMBSummScreenFDRetrieval":40.45,"LEMBWikimQARetrieval":23.88} -{"index":51,"Rank":52,"Model":"text-embedding-3-large<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":3072,"Max Tokens":8191,"Average":"","LEMBNarrativeQARetrieval":44.09,"LEMBNeedleRetrieval":"","LEMBPasskeyRetrieval":"","LEMBQMSumRetrieval":32.49,"LEMBSummScreenFDRetrieval":84.8,"LEMBWikimQARetrieval":54.16} -{"index":52,"Rank":53,"Model":"text-embedding-3-small<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":8191,"Average":"","LEMBNarrativeQARetrieval":47.23,"LEMBNeedleRetrieval":"","LEMBPasskeyRetrieval":"","LEMBQMSumRetrieval":38.15,"LEMBSummScreenFDRetrieval":92.12,"LEMBWikimQARetrieval":68.55} diff --git a/boards_data/no/data_overall/default.txt b/boards_data/no/data_overall/default.txt deleted file mode 100644 index e69de29bb2d1d6434b8b29ae775ad8c2e48c5391..0000000000000000000000000000000000000000 diff --git a/boards_data/no/data_tasks/Classification/default.jsonl b/boards_data/no/data_tasks/Classification/default.jsonl deleted file mode 100644 index 55ab8363adbd71f47282349ff98c357f5e98ffec..0000000000000000000000000000000000000000 --- a/boards_data/no/data_tasks/Classification/default.jsonl +++ /dev/null @@ -1,91 +0,0 @@ -{"index":35,"Rank":1,"Model":"nb-bert-large<\/a>","Model Size (Million Parameters)":355,"Memory Usage (GB, fp32)":1.32,"Embedding Dimensions":1024,"Max Tokens":512,"Average":66.73,"MassiveIntentClassification (nb)":62.68,"MassiveScenarioClassification (nb)":67.44,"NoRecClassification":55.46,"NordicLangClassification":85.27,"NorwegianParliament":62.58,"ScalaNbClassification":66.97} -{"index":34,"Rank":2,"Model":"nb-bert-base<\/a>","Model Size (Million Parameters)":179,"Memory Usage (GB, fp32)":0.67,"Embedding Dimensions":768,"Max Tokens":512,"Average":63.94,"MassiveIntentClassification (nb)":60.67,"MassiveScenarioClassification (nb)":67.31,"NoRecClassification":51.32,"NordicLangClassification":84.69,"NorwegianParliament":57.41,"ScalaNbClassification":62.25} -{"index":59,"Rank":3,"Model":"multilingual-e5-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":63.64,"MassiveIntentClassification (nb)":59.83,"MassiveScenarioClassification (nb)":66.18,"NoRecClassification":62.76,"NordicLangClassification":82.29,"NorwegianParliament":60.36,"ScalaNbClassification":50.44} -{"index":67,"Rank":4,"Model":"norbert3-base<\/a>","Model Size (Million Parameters)":131,"Memory Usage (GB, fp32)":0.49,"Embedding Dimensions":768,"Max Tokens":512,"Average":61.75,"MassiveIntentClassification (nb)":54.2,"MassiveScenarioClassification (nb)":60.69,"NoRecClassification":53.4,"NordicLangClassification":82.67,"NorwegianParliament":59.33,"ScalaNbClassification":60.19} -{"index":58,"Rank":5,"Model":"multilingual-e5-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":61.63,"MassiveIntentClassification (nb)":59.83,"MassiveScenarioClassification (nb)":66.18,"NoRecClassification":57.58,"NordicLangClassification":75.94,"NorwegianParliament":59.94,"ScalaNbClassification":50.32} -{"index":68,"Rank":6,"Model":"norbert3-large<\/a>","Model Size (Million Parameters)":368,"Memory Usage (GB, fp32)":1.37,"Embedding Dimensions":1024,"Max Tokens":512,"Average":60.34,"MassiveIntentClassification (nb)":47.42,"MassiveScenarioClassification (nb)":54.25,"NoRecClassification":50.46,"NordicLangClassification":84.25,"NorwegianParliament":58.85,"ScalaNbClassification":66.79} -{"index":61,"Rank":7,"Model":"multilingual-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":58.86,"MassiveIntentClassification (nb)":53.96,"MassiveScenarioClassification (nb)":59.9,"NoRecClassification":53.96,"NordicLangClassification":75.15,"NorwegianParliament":60.15,"ScalaNbClassification":50.06} -{"index":42,"Rank":8,"Model":"dfm-encoder-large-v1<\/a>","Model Size (Million Parameters)":355,"Memory Usage (GB, fp32)":1.32,"Embedding Dimensions":1024,"Max Tokens":512,"Average":58.46,"MassiveIntentClassification (nb)":52.49,"MassiveScenarioClassification (nb)":54.59,"NoRecClassification":48.3,"NordicLangClassification":77.68,"NorwegianParliament":58.78,"ScalaNbClassification":58.95} -{"index":88,"Rank":9,"Model":"DanskBERT<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.47,"Embedding Dimensions":768,"Max Tokens":514,"Average":55.0,"MassiveIntentClassification (nb)":45.38,"MassiveScenarioClassification (nb)":47.55,"NoRecClassification":46.06,"NordicLangClassification":74.25,"NorwegianParliament":56.79,"ScalaNbClassification":59.99} -{"index":51,"Rank":10,"Model":"SONAR<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":54.92,"MassiveIntentClassification (nb)":59.9,"MassiveScenarioClassification (nb)":65.81,"NoRecClassification":48.25,"NordicLangClassification":48.4,"NorwegianParliament":55.99,"ScalaNbClassification":51.18} -{"index":23,"Rank":11,"Model":"xlm-roberta-base<\/a>","Model Size (Million Parameters)":279,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":54.34,"MassiveIntentClassification (nb)":40.46,"MassiveScenarioClassification (nb)":44.83,"NoRecClassification":46.28,"NordicLangClassification":79.39,"NorwegianParliament":56.75,"ScalaNbClassification":58.33} -{"index":52,"Rank":12,"Model":"e5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":50.14,"MassiveIntentClassification (nb)":41.57,"MassiveScenarioClassification (nb)":50.33,"NoRecClassification":42.0,"NordicLangClassification":59.34,"NorwegianParliament":57.42,"ScalaNbClassification":50.18} -{"index":54,"Rank":13,"Model":"e5-large<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":50.01,"MassiveIntentClassification (nb)":40.63,"MassiveScenarioClassification (nb)":51.91,"NoRecClassification":41.83,"NordicLangClassification":58.3,"NorwegianParliament":57.26,"ScalaNbClassification":50.13} -{"index":28,"Rank":14,"Model":"sentence-bert-swedish-cased<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.47,"Embedding Dimensions":768,"Max Tokens":512,"Average":48.88,"MassiveIntentClassification (nb)":42.74,"MassiveScenarioClassification (nb)":49.49,"NoRecClassification":43.53,"NordicLangClassification":51.45,"NorwegianParliament":55.74,"ScalaNbClassification":50.34} -{"index":57,"Rank":15,"Model":"e5-small<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":48.46,"MassiveIntentClassification (nb)":40.25,"MassiveScenarioClassification (nb)":48.58,"NoRecClassification":41.84,"NordicLangClassification":53.47,"NorwegianParliament":56.57,"ScalaNbClassification":50.03} -{"index":26,"Rank":16,"Model":"bert-base-swedish-cased<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.47,"Embedding Dimensions":768,"Max Tokens":512,"Average":48.18,"MassiveIntentClassification (nb)":35.75,"MassiveScenarioClassification (nb)":35.76,"NoRecClassification":43.91,"NordicLangClassification":62.45,"NorwegianParliament":57.56,"ScalaNbClassification":53.63} -{"index":66,"Rank":17,"Model":"electra-small-nordic<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":256,"Max Tokens":512,"Average":47.28,"MassiveIntentClassification (nb)":24.6,"MassiveScenarioClassification (nb)":27.3,"NoRecClassification":45.44,"NordicLangClassification":57.82,"NorwegianParliament":53.25,"ScalaNbClassification":75.28} -{"index":73,"Rank":18,"Model":"all-MiniLM-L6-v2<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":384,"Max Tokens":512,"Average":46.94,"MassiveIntentClassification (nb)":39.36,"MassiveScenarioClassification (nb)":44.67,"NoRecClassification":37.93,"NordicLangClassification":54.7,"NorwegianParliament":54.8,"ScalaNbClassification":50.17} -{"index":27,"Rank":19,"Model":"electra-small-swedish-cased-discriminator<\/a>","Model Size (Million Parameters)":16,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":256,"Max Tokens":512,"Average":34.34,"MassiveIntentClassification (nb)":5.66,"MassiveScenarioClassification (nb)":11.26,"NoRecClassification":39.72,"NordicLangClassification":44.53,"NorwegianParliament":52.44,"ScalaNbClassification":52.41} -{"index":0,"Rank":20,"Model":"voyage-3-lite<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":512,"Max Tokens":32000,"Average":"","MassiveIntentClassification (nb)":62.3,"MassiveScenarioClassification (nb)":68.35,"NoRecClassification":51.87,"NordicLangClassification":48.92,"NorwegianParliament":"","ScalaNbClassification":""} -{"index":1,"Rank":21,"Model":"voyage-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":32000,"Average":"","MassiveIntentClassification (nb)":58.53,"MassiveScenarioClassification (nb)":67.81,"NoRecClassification":50.16,"NordicLangClassification":47.13,"NorwegianParliament":"","ScalaNbClassification":""} -{"index":2,"Rank":22,"Model":"voyage-large-2-instruct<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":16000,"Average":"","MassiveIntentClassification (nb)":64.93,"MassiveScenarioClassification (nb)":74.44,"NoRecClassification":51.44,"NordicLangClassification":57.17,"NorwegianParliament":"","ScalaNbClassification":""} -{"index":3,"Rank":23,"Model":"voyage-multilingual-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":32000,"Average":"","MassiveIntentClassification (nb)":67.58,"MassiveScenarioClassification (nb)":73.8,"NoRecClassification":53.35,"NordicLangClassification":58.41,"NorwegianParliament":"","ScalaNbClassification":""} -{"index":4,"Rank":24,"Model":"LASER2<\/a>","Model Size (Million Parameters)":43,"Memory Usage (GB, fp32)":0.16,"Embedding Dimensions":1024,"Max Tokens":"N\/A","Average":"","MassiveIntentClassification (nb)":37.74,"MassiveScenarioClassification (nb)":43.9,"NoRecClassification":"","NordicLangClassification":"","NorwegianParliament":"","ScalaNbClassification":""} -{"index":5,"Rank":25,"Model":"gte-Qwen1.5-7B-instruct<\/a>","Model Size (Million Parameters)":7099,"Memory Usage (GB, fp32)":26.45,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","MassiveIntentClassification (nb)":64.16,"MassiveScenarioClassification (nb)":68.59,"NoRecClassification":55.81,"NordicLangClassification":72.94,"NorwegianParliament":"","ScalaNbClassification":""} -{"index":6,"Rank":26,"Model":"gte-Qwen2-7B-instruct<\/a>","Model Size (Million Parameters)":7613,"Memory Usage (GB, fp32)":28.36,"Embedding Dimensions":3584,"Max Tokens":32768,"Average":"","MassiveIntentClassification (nb)":78.71,"MassiveScenarioClassification (nb)":84.15,"NoRecClassification":65.99,"NordicLangClassification":73.23,"NorwegianParliament":"","ScalaNbClassification":""} -{"index":7,"Rank":27,"Model":"gte-multilingual-base<\/a>","Model Size (Million Parameters)":305,"Memory Usage (GB, fp32)":1.14,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","MassiveIntentClassification (nb)":63.74,"MassiveScenarioClassification (nb)":71.5,"NoRecClassification":"","NordicLangClassification":"","NorwegianParliament":"","ScalaNbClassification":""} -{"index":8,"Rank":28,"Model":"e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","MassiveIntentClassification (nb)":70.93,"MassiveScenarioClassification (nb)":75.7,"NoRecClassification":"","NordicLangClassification":"","NorwegianParliament":"","ScalaNbClassification":""} -{"index":9,"Rank":29,"Model":"bge-base-en-v1.5<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","MassiveIntentClassification (nb)":38.88,"MassiveScenarioClassification (nb)":48.41,"NoRecClassification":38.83,"NordicLangClassification":53.43,"NorwegianParliament":"","ScalaNbClassification":""} -{"index":10,"Rank":30,"Model":"bge-large-en-v1.5<\/a>","Model Size (Million Parameters)":1340,"Memory Usage (GB, fp32)":4.99,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","MassiveIntentClassification (nb)":39.67,"MassiveScenarioClassification (nb)":50.68,"NoRecClassification":39.55,"NordicLangClassification":55.07,"NorwegianParliament":"","ScalaNbClassification":""} -{"index":11,"Rank":31,"Model":"bge-m3<\/a>","Model Size (Million Parameters)":567,"Memory Usage (GB, fp32)":2.11,"Embedding Dimensions":1024,"Max Tokens":8192,"Average":"","MassiveIntentClassification (nb)":67.07,"MassiveScenarioClassification (nb)":"","NoRecClassification":"","NordicLangClassification":38.93,"NorwegianParliament":"","ScalaNbClassification":""} -{"index":12,"Rank":32,"Model":"bge-small-en-v1.5<\/a>","Model Size (Million Parameters)":24,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":512,"Max Tokens":512,"Average":"","MassiveIntentClassification (nb)":40.05,"MassiveScenarioClassification (nb)":47.72,"NoRecClassification":37.22,"NordicLangClassification":52.02,"NorwegianParliament":"","ScalaNbClassification":""} -{"index":13,"Rank":33,"Model":"multilingual-e5-base-similarity-v1-onnx-quantized<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","MassiveIntentClassification (nb)":66.18,"MassiveScenarioClassification (nb)":71.63,"NoRecClassification":"","NordicLangClassification":"","NorwegianParliament":"","ScalaNbClassification":""} -{"index":14,"Rank":34,"Model":"winberta-base<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","MassiveIntentClassification (nb)":36.89,"MassiveScenarioClassification (nb)":44.27,"NoRecClassification":43.53,"NordicLangClassification":"","NorwegianParliament":54.9,"ScalaNbClassification":""} -{"index":15,"Rank":35,"Model":"winberta-large<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","MassiveIntentClassification (nb)":28.65,"MassiveScenarioClassification (nb)":35.24,"NoRecClassification":"","NordicLangClassification":"","NorwegianParliament":"","ScalaNbClassification":""} -{"index":16,"Rank":36,"Model":"windberta-large<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","MassiveIntentClassification (nb)":31.07,"MassiveScenarioClassification (nb)":38.02,"NoRecClassification":"","NordicLangClassification":"","NorwegianParliament":"","ScalaNbClassification":""} -{"index":17,"Rank":37,"Model":"Cohere-embed-english-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":512,"Average":"","MassiveIntentClassification (nb)":43.9,"MassiveScenarioClassification (nb)":53.54,"NoRecClassification":41.54,"NordicLangClassification":58.2,"NorwegianParliament":"","ScalaNbClassification":""} -{"index":18,"Rank":38,"Model":"Cohere-embed-multilingual-light-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":384,"Max Tokens":512,"Average":"","MassiveIntentClassification (nb)":58.27,"MassiveScenarioClassification (nb)":65.64,"NoRecClassification":49.0,"NordicLangClassification":65.97,"NorwegianParliament":"","ScalaNbClassification":""} -{"index":19,"Rank":39,"Model":"Cohere-embed-multilingual-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":512,"Average":"","MassiveIntentClassification (nb)":67.14,"MassiveScenarioClassification (nb)":73.82,"NoRecClassification":60.27,"NordicLangClassification":78.74,"NorwegianParliament":"","ScalaNbClassification":""} -{"index":20,"Rank":40,"Model":"distilrubert-small-cased-conversational<\/a>","Model Size (Million Parameters)":106,"Memory Usage (GB, fp32)":0.39,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","MassiveIntentClassification (nb)":39.67,"MassiveScenarioClassification (nb)":38.43,"NoRecClassification":39.2,"NordicLangClassification":59.34,"NorwegianParliament":"","ScalaNbClassification":""} -{"index":21,"Rank":41,"Model":"rubert-base-cased<\/a>","Model Size (Million Parameters)":180,"Memory Usage (GB, fp32)":0.67,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","MassiveIntentClassification (nb)":33.94,"MassiveScenarioClassification (nb)":31.87,"NoRecClassification":38.16,"NordicLangClassification":60.75,"NorwegianParliament":"","ScalaNbClassification":""} -{"index":22,"Rank":42,"Model":"rubert-base-cased-sentence<\/a>","Model Size (Million Parameters)":180,"Memory Usage (GB, fp32)":0.67,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","MassiveIntentClassification (nb)":31.28,"MassiveScenarioClassification (nb)":29.6,"NoRecClassification":39.12,"NordicLangClassification":51.39,"NorwegianParliament":"","ScalaNbClassification":""} -{"index":24,"Rank":43,"Model":"GritLM-7B<\/a>","Model Size (Million Parameters)":7240,"Memory Usage (GB, fp32)":26.97,"Embedding Dimensions":"","Max Tokens":4096,"Average":"","MassiveIntentClassification (nb)":70.92,"MassiveScenarioClassification (nb)":75.62,"NoRecClassification":56.05,"NordicLangClassification":69.36,"NorwegianParliament":"","ScalaNbClassification":""} -{"index":25,"Rank":44,"Model":"e5-dansk-test-0.1<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","MassiveIntentClassification (nb)":"","MassiveScenarioClassification (nb)":"","NoRecClassification":"","NordicLangClassification":61.0,"NorwegianParliament":"","ScalaNbClassification":""} -{"index":29,"Rank":45,"Model":"MUG-B-1.6<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","MassiveIntentClassification (nb)":39.67,"MassiveScenarioClassification (nb)":50.89,"NoRecClassification":"","NordicLangClassification":"","NorwegianParliament":"","ScalaNbClassification":""} -{"index":30,"Rank":46,"Model":"onnx-gte-multilingual-base<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","MassiveIntentClassification (nb)":63.74,"MassiveScenarioClassification (nb)":71.5,"NoRecClassification":"","NordicLangClassification":"","NorwegianParliament":"","ScalaNbClassification":""} -{"index":31,"Rank":47,"Model":"SGPT-125M-weightedmean-msmarco-specb-bitfit<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":2048,"Average":"","MassiveIntentClassification (nb)":39.82,"MassiveScenarioClassification (nb)":39.02,"NoRecClassification":"","NordicLangClassification":"","NorwegianParliament":"","ScalaNbClassification":""} -{"index":32,"Rank":48,"Model":"SGPT-125M-weightedmean-nli-bitfit<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":2048,"Average":"","MassiveIntentClassification (nb)":39.48,"MassiveScenarioClassification (nb)":40.47,"NoRecClassification":"","NordicLangClassification":"","NorwegianParliament":"","ScalaNbClassification":""} -{"index":33,"Rank":49,"Model":"multilingual-e5-base-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","MassiveIntentClassification (nb)":66.18,"MassiveScenarioClassification (nb)":71.63,"NoRecClassification":"","NordicLangClassification":"","NorwegianParliament":"","ScalaNbClassification":""} -{"index":36,"Rank":50,"Model":"SFR-Embedding-Mistral<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","MassiveIntentClassification (nb)":65.92,"MassiveScenarioClassification (nb)":73.02,"NoRecClassification":55.04,"NordicLangClassification":68.8,"NorwegianParliament":"","ScalaNbClassification":""} -{"index":37,"Rank":51,"Model":"sbert_large_mt_nlu_ru<\/a>","Model Size (Million Parameters)":427,"Memory Usage (GB, fp32)":1.59,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","MassiveIntentClassification (nb)":18.97,"MassiveScenarioClassification (nb)":24.55,"NoRecClassification":38.42,"NordicLangClassification":38.2,"NorwegianParliament":"","ScalaNbClassification":""} -{"index":38,"Rank":52,"Model":"sbert_large_nlu_ru<\/a>","Model Size (Million Parameters)":427,"Memory Usage (GB, fp32)":1.59,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","MassiveIntentClassification (nb)":14.4,"MassiveScenarioClassification (nb)":20.82,"NoRecClassification":39.06,"NordicLangClassification":39.41,"NorwegianParliament":"","ScalaNbClassification":""} -{"index":39,"Rank":53,"Model":"Titan-text-embeddings-v2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","MassiveIntentClassification (nb)":54.41,"MassiveScenarioClassification (nb)":64.64,"NoRecClassification":"","NordicLangClassification":"","NorwegianParliament":"","ScalaNbClassification":""} -{"index":40,"Rank":54,"Model":"sgpt-bloom-7b1-msmarco<\/a>","Model Size (Million Parameters)":7068,"Memory Usage (GB, fp32)":26.33,"Embedding Dimensions":4096,"Max Tokens":2048,"Average":"","MassiveIntentClassification (nb)":49.41,"MassiveScenarioClassification (nb)":51.8,"NoRecClassification":"","NordicLangClassification":"","NorwegianParliament":"","ScalaNbClassification":""} -{"index":41,"Rank":55,"Model":"slx-v0.1<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.08,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","MassiveIntentClassification (nb)":38.18,"MassiveScenarioClassification (nb)":43.39,"NoRecClassification":"","NordicLangClassification":"","NorwegianParliament":"","ScalaNbClassification":""} -{"index":43,"Rank":56,"Model":"LaBSE-en-ru<\/a>","Model Size (Million Parameters)":129,"Memory Usage (GB, fp32)":0.48,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","MassiveIntentClassification (nb)":35.78,"MassiveScenarioClassification (nb)":42.43,"NoRecClassification":40.21,"NordicLangClassification":38.84,"NorwegianParliament":"","ScalaNbClassification":""} -{"index":44,"Rank":57,"Model":"rubert-tiny<\/a>","Model Size (Million Parameters)":12,"Memory Usage (GB, fp32)":0.04,"Embedding Dimensions":512,"Max Tokens":514,"Average":"","MassiveIntentClassification (nb)":37.0,"MassiveScenarioClassification (nb)":37.43,"NoRecClassification":39.16,"NordicLangClassification":54.8,"NorwegianParliament":"","ScalaNbClassification":""} -{"index":45,"Rank":58,"Model":"rubert-tiny2<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"Embedding Dimensions":2048,"Max Tokens":514,"Average":"","MassiveIntentClassification (nb)":25.68,"MassiveScenarioClassification (nb)":31.09,"NoRecClassification":40.82,"NordicLangClassification":46.52,"NorwegianParliament":"","ScalaNbClassification":""} -{"index":46,"Rank":59,"Model":"USER-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","MassiveIntentClassification (nb)":33.1,"MassiveScenarioClassification (nb)":37.15,"NoRecClassification":40.97,"NordicLangClassification":45.21,"NorwegianParliament":"","ScalaNbClassification":""} -{"index":47,"Rank":60,"Model":"USER-bge-m3<\/a>","Model Size (Million Parameters)":359,"Memory Usage (GB, fp32)":1.34,"Embedding Dimensions":1024,"Max Tokens":8192,"Average":"","MassiveIntentClassification (nb)":61.11,"MassiveScenarioClassification (nb)":67.6,"NoRecClassification":54.06,"NordicLangClassification":40.53,"NorwegianParliament":"","ScalaNbClassification":""} -{"index":48,"Rank":61,"Model":"deberta-v1-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","MassiveIntentClassification (nb)":31.01,"MassiveScenarioClassification (nb)":28.7,"NoRecClassification":38.22,"NordicLangClassification":57.91,"NorwegianParliament":"","ScalaNbClassification":""} -{"index":49,"Rank":62,"Model":"multilingual-e5-base-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","MassiveIntentClassification (nb)":66.18,"MassiveScenarioClassification (nb)":71.63,"NoRecClassification":"","NordicLangClassification":"","NorwegianParliament":"","ScalaNbClassification":""} -{"index":50,"Rank":63,"Model":"e5-base-4k<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","MassiveIntentClassification (nb)":47.51,"MassiveScenarioClassification (nb)":52.14,"NoRecClassification":39.24,"NordicLangClassification":59.99,"NorwegianParliament":"","ScalaNbClassification":""} -{"index":53,"Rank":64,"Model":"e5-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","MassiveIntentClassification (nb)":42.31,"MassiveScenarioClassification (nb)":50.89,"NoRecClassification":41.2,"NordicLangClassification":60.79,"NorwegianParliament":"","ScalaNbClassification":""} -{"index":55,"Rank":65,"Model":"e5-large-v2<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","MassiveIntentClassification (nb)":43.32,"MassiveScenarioClassification (nb)":53.32,"NoRecClassification":43.18,"NordicLangClassification":59.82,"NorwegianParliament":"","ScalaNbClassification":""} -{"index":56,"Rank":66,"Model":"e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","MassiveIntentClassification (nb)":65.35,"MassiveScenarioClassification (nb)":72.48,"NoRecClassification":55.0,"NordicLangClassification":69.13,"NorwegianParliament":"","ScalaNbClassification":""} -{"index":60,"Rank":67,"Model":"multilingual-e5-large-instruct<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","MassiveIntentClassification (nb)":65.85,"MassiveScenarioClassification (nb)":71.28,"NoRecClassification":57.06,"NordicLangClassification":76.57,"NorwegianParliament":"","ScalaNbClassification":""} -{"index":62,"Rank":68,"Model":"udever-bloom-1b1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":2048,"Average":"","MassiveIntentClassification (nb)":46.18,"MassiveScenarioClassification (nb)":50.32,"NoRecClassification":38.75,"NordicLangClassification":59.31,"NorwegianParliament":"","ScalaNbClassification":""} -{"index":63,"Rank":69,"Model":"udever-bloom-560m<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":2048,"Average":"","MassiveIntentClassification (nb)":44.12,"MassiveScenarioClassification (nb)":46.79,"NoRecClassification":35.14,"NordicLangClassification":49.08,"NorwegianParliament":"","ScalaNbClassification":""} -{"index":64,"Rank":70,"Model":"jina-embeddings-v2-base-en<\/a>","Model Size (Million Parameters)":275,"Memory Usage (GB, fp32)":1.02,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","MassiveIntentClassification (nb)":5.47,"MassiveScenarioClassification (nb)":10.52,"NoRecClassification":35.31,"NordicLangClassification":26.91,"NorwegianParliament":"","ScalaNbClassification":""} -{"index":65,"Rank":71,"Model":"multilingual-e5-small-ct2-int8<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","MassiveIntentClassification (nb)":61.96,"MassiveScenarioClassification (nb)":67.37,"NoRecClassification":"","NordicLangClassification":"","NorwegianParliament":"","ScalaNbClassification":""} -{"index":69,"Rank":72,"Model":"ternary-weight-embedding<\/a>","Model Size (Million Parameters)":99,"Memory Usage (GB, fp32)":0.37,"Embedding Dimensions":1792,"Max Tokens":512,"Average":"","MassiveIntentClassification (nb)":40.4,"MassiveScenarioClassification (nb)":39.53,"NoRecClassification":"","NordicLangClassification":"","NorwegianParliament":"","ScalaNbClassification":""} -{"index":70,"Rank":73,"Model":"nomic-embed-text-v1<\/a>","Model Size (Million Parameters)":547,"Memory Usage (GB, fp32)":2.04,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","MassiveIntentClassification (nb)":39.21,"MassiveScenarioClassification (nb)":49.28,"NoRecClassification":41.05,"NordicLangClassification":52.66,"NorwegianParliament":"","ScalaNbClassification":""} -{"index":71,"Rank":74,"Model":"LaBSE<\/a>","Model Size (Million Parameters)":471,"Memory Usage (GB, fp32)":1.75,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","MassiveIntentClassification (nb)":57.91,"MassiveScenarioClassification (nb)":64.29,"NoRecClassification":45.45,"NordicLangClassification":35.39,"NorwegianParliament":"","ScalaNbClassification":""} -{"index":72,"Rank":75,"Model":"all-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","MassiveIntentClassification (nb)":41.91,"MassiveScenarioClassification (nb)":47.36,"NoRecClassification":37.73,"NordicLangClassification":54.17,"NorwegianParliament":"","ScalaNbClassification":""} -{"index":74,"Rank":76,"Model":"all-mpnet-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","MassiveIntentClassification (nb)":39.3,"MassiveScenarioClassification (nb)":45.75,"NoRecClassification":38.34,"NordicLangClassification":50.15,"NorwegianParliament":"","ScalaNbClassification":""} -{"index":75,"Rank":77,"Model":"allenai-specter<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","MassiveIntentClassification (nb)":34.75,"MassiveScenarioClassification (nb)":35.71,"NoRecClassification":"","NordicLangClassification":"","NorwegianParliament":"","ScalaNbClassification":""} -{"index":76,"Rank":78,"Model":"distiluse-base-multilingual-cased-v2<\/a>","Model Size (Million Parameters)":135,"Memory Usage (GB, fp32)":0.5,"Embedding Dimensions":512,"Max Tokens":512,"Average":"","MassiveIntentClassification (nb)":46.01,"MassiveScenarioClassification (nb)":54.98,"NoRecClassification":"","NordicLangClassification":"","NorwegianParliament":"","ScalaNbClassification":""} -{"index":77,"Rank":79,"Model":"gtr-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","MassiveIntentClassification (nb)":43.78,"MassiveScenarioClassification (nb)":52.71,"NoRecClassification":"","NordicLangClassification":"","NorwegianParliament":"","ScalaNbClassification":""} -{"index":78,"Rank":80,"Model":"gtr-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","MassiveIntentClassification (nb)":45.87,"MassiveScenarioClassification (nb)":54.44,"NoRecClassification":"","NordicLangClassification":"","NorwegianParliament":"","ScalaNbClassification":""} -{"index":79,"Rank":81,"Model":"paraphrase-multilingual-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","MassiveIntentClassification (nb)":55.52,"MassiveScenarioClassification (nb)":64.25,"NoRecClassification":46.7,"NordicLangClassification":42.52,"NorwegianParliament":"","ScalaNbClassification":""} -{"index":80,"Rank":82,"Model":"paraphrase-multilingual-mpnet-base-v2<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","MassiveIntentClassification (nb)":62.62,"MassiveScenarioClassification (nb)":70.23,"NoRecClassification":50.32,"NordicLangClassification":41.57,"NorwegianParliament":"","ScalaNbClassification":""} -{"index":81,"Rank":83,"Model":"sentence-t5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","MassiveIntentClassification (nb)":38.53,"MassiveScenarioClassification (nb)":46.6,"NoRecClassification":"","NordicLangClassification":"","NorwegianParliament":"","ScalaNbClassification":""} -{"index":82,"Rank":84,"Model":"sentence-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","MassiveIntentClassification (nb)":41.29,"MassiveScenarioClassification (nb)":49.92,"NoRecClassification":"","NordicLangClassification":"","NorwegianParliament":"","ScalaNbClassification":""} -{"index":83,"Rank":85,"Model":"sentence-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","MassiveIntentClassification (nb)":45.91,"MassiveScenarioClassification (nb)":53.43,"NoRecClassification":"","NordicLangClassification":"","NorwegianParliament":"","ScalaNbClassification":""} -{"index":84,"Rank":86,"Model":"LaBSE-ru-turbo<\/a>","Model Size (Million Parameters)":128,"Memory Usage (GB, fp32)":0.48,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","MassiveIntentClassification (nb)":37.7,"MassiveScenarioClassification (nb)":43.87,"NoRecClassification":40.1,"NordicLangClassification":46.52,"NorwegianParliament":"","ScalaNbClassification":""} -{"index":85,"Rank":87,"Model":"rubert-tiny-turbo<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"Embedding Dimensions":312,"Max Tokens":2048,"Average":"","MassiveIntentClassification (nb)":32.3,"MassiveScenarioClassification (nb)":39.05,"NoRecClassification":40.31,"NordicLangClassification":49.9,"NorwegianParliament":"","ScalaNbClassification":""} -{"index":86,"Rank":88,"Model":"text2vec-base-multilingual<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":256,"Average":"","MassiveIntentClassification (nb)":54.64,"MassiveScenarioClassification (nb)":60.26,"NoRecClassification":43.98,"NordicLangClassification":38.13,"NorwegianParliament":"","ScalaNbClassification":""} -{"index":87,"Rank":89,"Model":"llm_mse<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","MassiveIntentClassification (nb)":32.13,"MassiveScenarioClassification (nb)":38.99,"NoRecClassification":"","NordicLangClassification":"","NorwegianParliament":"","ScalaNbClassification":""} -{"index":89,"Rank":90,"Model":"text-embedding-3-large<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":3072,"Max Tokens":8191,"Average":"","MassiveIntentClassification (nb)":69.13,"MassiveScenarioClassification (nb)":75.27,"NoRecClassification":53.94,"NordicLangClassification":79.75,"NorwegianParliament":"","ScalaNbClassification":""} -{"index":90,"Rank":91,"Model":"text-embedding-3-small<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":8191,"Average":"","MassiveIntentClassification (nb)":63.31,"MassiveScenarioClassification (nb)":71.57,"NoRecClassification":49.41,"NordicLangClassification":67.85,"NorwegianParliament":"","ScalaNbClassification":""} diff --git a/boards_data/other-cls/data_overall/default.txt b/boards_data/other-cls/data_overall/default.txt deleted file mode 100644 index e69de29bb2d1d6434b8b29ae775ad8c2e48c5391..0000000000000000000000000000000000000000 diff --git a/boards_data/other-cls/data_tasks/Classification/default.jsonl b/boards_data/other-cls/data_tasks/Classification/default.jsonl deleted file mode 100644 index f9b40e7eca2d880edaf57d3dcb93a5016a25d15c..0000000000000000000000000000000000000000 --- a/boards_data/other-cls/data_tasks/Classification/default.jsonl +++ /dev/null @@ -1,199 +0,0 @@ -{"index":15,"Rank":1,"Model":"gte-Qwen2-7B-instruct<\/a>","Model Size (Million Parameters)":7613,"Memory Usage (GB, fp32)":28.36,"Embedding Dimensions":3584,"Max Tokens":32768,"Average":73.26,"AmazonCounterfactualClassification (de)":75.62,"AmazonCounterfactualClassification (ja)":83.59,"AmazonReviewsClassification (de)":59.37,"AmazonReviewsClassification (es)":55.85,"AmazonReviewsClassification (fr)":55.54,"AmazonReviewsClassification (ja)":57.01,"AmazonReviewsClassification (zh)":53.55,"MTOPDomainClassification (de)":97.17,"MTOPDomainClassification (es)":97.77,"MTOPDomainClassification (fr)":96.69,"MTOPDomainClassification (hi)":96.25,"MTOPDomainClassification (th)":93.25,"MTOPIntentClassification (de)":88.18,"MTOPIntentClassification (es)":91.14,"MTOPIntentClassification (fr)":87.47,"MTOPIntentClassification (hi)":84.08,"MTOPIntentClassification (th)":84.48,"MassiveIntentClassification (af)":76.01,"MassiveIntentClassification (am)":32.29,"MassiveIntentClassification (ar)":71.16,"MassiveIntentClassification (az)":72.24,"MassiveIntentClassification (bn)":75.95,"MassiveIntentClassification (cy)":49.37,"MassiveIntentClassification (de)":80.49,"MassiveIntentClassification (el)":75.35,"MassiveIntentClassification (es)":81.29,"MassiveIntentClassification (fa)":77.86,"MassiveIntentClassification (fi)":74.58,"MassiveIntentClassification (fr)":81.9,"MassiveIntentClassification (he)":74.39,"MassiveIntentClassification (hi)":78.0,"MassiveIntentClassification (hu)":72.1,"MassiveIntentClassification (hy)":42.18,"MassiveIntentClassification (id)":80.11,"MassiveIntentClassification (is)":56.6,"MassiveIntentClassification (it)":81.58,"MassiveIntentClassification (ja)":81.92,"MassiveIntentClassification (jv)":58.24,"MassiveIntentClassification (ka)":54.94,"MassiveIntentClassification (km)":49.36,"MassiveIntentClassification (kn)":52.18,"MassiveIntentClassification (ko)":79.24,"MassiveIntentClassification (lv)":69.49,"MassiveIntentClassification (ml)":64.98,"MassiveIntentClassification (mn)":53.96,"MassiveIntentClassification (ms)":76.4,"MassiveIntentClassification (my)":56.7,"MassiveIntentClassification (nl)":81.59,"MassiveIntentClassification (pt)":81.94,"MassiveIntentClassification (ro)":76.41,"MassiveIntentClassification (ru)":82.1,"MassiveIntentClassification (sl)":75.0,"MassiveIntentClassification (sq)":50.92,"MassiveIntentClassification (sw)":52.05,"MassiveIntentClassification (ta)":52.74,"MassiveIntentClassification (te)":57.4,"MassiveIntentClassification (th)":74.09,"MassiveIntentClassification (tl)":73.98,"MassiveIntentClassification (tr)":77.81,"MassiveIntentClassification (ur)":72.4,"MassiveIntentClassification (vi)":79.89,"MassiveIntentClassification (zh-TW)":76.96,"MassiveScenarioClassification (af)":83.1,"MassiveScenarioClassification (am)":41.09,"MassiveScenarioClassification (ar)":77.71,"MassiveScenarioClassification (az)":76.8,"MassiveScenarioClassification (bn)":80.4,"MassiveScenarioClassification (cy)":57.57,"MassiveScenarioClassification (de)":86.82,"MassiveScenarioClassification (el)":81.23,"MassiveScenarioClassification (es)":87.02,"MassiveScenarioClassification (fa)":82.51,"MassiveScenarioClassification (fi)":79.5,"MassiveScenarioClassification (fr)":86.64,"MassiveScenarioClassification (he)":80.12,"MassiveScenarioClassification (hi)":83.21,"MassiveScenarioClassification (hu)":78.12,"MassiveScenarioClassification (hy)":49.28,"MassiveScenarioClassification (id)":86.1,"MassiveScenarioClassification (is)":64.96,"MassiveScenarioClassification (it)":87.3,"MassiveScenarioClassification (ja)":87.44,"MassiveScenarioClassification (jv)":69.44,"MassiveScenarioClassification (ka)":63.42,"MassiveScenarioClassification (km)":56.31,"MassiveScenarioClassification (kn)":64.91,"MassiveScenarioClassification (ko)":86.28,"MassiveScenarioClassification (lv)":76.39,"MassiveScenarioClassification (ml)":71.49,"MassiveScenarioClassification (mn)":59.65,"MassiveScenarioClassification (ms)":82.99,"MassiveScenarioClassification (my)":60.44,"MassiveScenarioClassification (nl)":86.68,"MassiveScenarioClassification (pt)":86.3,"MassiveScenarioClassification (ro)":81.88,"MassiveScenarioClassification (ru)":87.43,"MassiveScenarioClassification (sl)":79.98,"MassiveScenarioClassification (sq)":57.85,"MassiveScenarioClassification (sw)":61.58,"MassiveScenarioClassification (ta)":57.91,"MassiveScenarioClassification (te)":68.13,"MassiveScenarioClassification (th)":81.19,"MassiveScenarioClassification (tl)":79.26,"MassiveScenarioClassification (tr)":83.32,"MassiveScenarioClassification (ur)":77.18,"MassiveScenarioClassification (vi)":84.95,"MassiveScenarioClassification (zh-TW)":83.56} -{"index":17,"Rank":2,"Model":"e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":67.63,"AmazonCounterfactualClassification (de)":74.05,"AmazonCounterfactualClassification (ja)":77.22,"AmazonReviewsClassification (de)":53.26,"AmazonReviewsClassification (es)":50.33,"AmazonReviewsClassification (fr)":49.3,"AmazonReviewsClassification (ja)":48.69,"AmazonReviewsClassification (zh)":46.24,"MTOPDomainClassification (de)":92.98,"MTOPDomainClassification (es)":93.37,"MTOPDomainClassification (fr)":91.29,"MTOPDomainClassification (hi)":88.81,"MTOPDomainClassification (th)":85.52,"MTOPIntentClassification (de)":77.77,"MTOPIntentClassification (es)":79.94,"MTOPIntentClassification (fr)":77.8,"MTOPIntentClassification (hi)":72.91,"MTOPIntentClassification (th)":73.24,"MassiveIntentClassification (af)":66.48,"MassiveIntentClassification (am)":44.29,"MassiveIntentClassification (ar)":63.17,"MassiveIntentClassification (az)":64.23,"MassiveIntentClassification (bn)":64.94,"MassiveIntentClassification (cy)":55.48,"MassiveIntentClassification (de)":74.09,"MassiveIntentClassification (el)":68.31,"MassiveIntentClassification (es)":75.09,"MassiveIntentClassification (fa)":72.21,"MassiveIntentClassification (fi)":68.74,"MassiveIntentClassification (fr)":75.11,"MassiveIntentClassification (he)":66.22,"MassiveIntentClassification (hi)":69.45,"MassiveIntentClassification (hu)":69.41,"MassiveIntentClassification (hy)":56.92,"MassiveIntentClassification (id)":72.71,"MassiveIntentClassification (is)":59.91,"MassiveIntentClassification (it)":75.25,"MassiveIntentClassification (ja)":76.36,"MassiveIntentClassification (jv)":57.92,"MassiveIntentClassification (ka)":52.55,"MassiveIntentClassification (km)":46.45,"MassiveIntentClassification (kn)":53.96,"MassiveIntentClassification (ko)":74.21,"MassiveIntentClassification (lv)":59.23,"MassiveIntentClassification (ml)":51.45,"MassiveIntentClassification (mn)":51.38,"MassiveIntentClassification (ms)":69.85,"MassiveIntentClassification (my)":49.15,"MassiveIntentClassification (nl)":74.83,"MassiveIntentClassification (pt)":75.27,"MassiveIntentClassification (ro)":69.63,"MassiveIntentClassification (ru)":76.63,"MassiveIntentClassification (sl)":67.15,"MassiveIntentClassification (sq)":58.84,"MassiveIntentClassification (sw)":57.37,"MassiveIntentClassification (ta)":53.15,"MassiveIntentClassification (te)":51.51,"MassiveIntentClassification (th)":66.91,"MassiveIntentClassification (tl)":68.73,"MassiveIntentClassification (tr)":72.07,"MassiveIntentClassification (ur)":62.09,"MassiveIntentClassification (vi)":71.17,"MassiveIntentClassification (zh-TW)":71.14,"MassiveScenarioClassification (af)":73.37,"MassiveScenarioClassification (am)":47.21,"MassiveScenarioClassification (ar)":69.84,"MassiveScenarioClassification (az)":67.0,"MassiveScenarioClassification (bn)":68.05,"MassiveScenarioClassification (cy)":61.88,"MassiveScenarioClassification (de)":79.03,"MassiveScenarioClassification (el)":72.97,"MassiveScenarioClassification (es)":78.84,"MassiveScenarioClassification (fa)":76.74,"MassiveScenarioClassification (fi)":71.22,"MassiveScenarioClassification (fr)":78.6,"MassiveScenarioClassification (he)":69.64,"MassiveScenarioClassification (hi)":73.51,"MassiveScenarioClassification (hu)":74.06,"MassiveScenarioClassification (hy)":59.55,"MassiveScenarioClassification (id)":77.41,"MassiveScenarioClassification (is)":66.58,"MassiveScenarioClassification (it)":78.39,"MassiveScenarioClassification (ja)":79.62,"MassiveScenarioClassification (jv)":64.29,"MassiveScenarioClassification (ka)":57.52,"MassiveScenarioClassification (km)":52.42,"MassiveScenarioClassification (kn)":58.55,"MassiveScenarioClassification (ko)":78.89,"MassiveScenarioClassification (lv)":63.5,"MassiveScenarioClassification (ml)":54.03,"MassiveScenarioClassification (mn)":54.24,"MassiveScenarioClassification (ms)":75.53,"MassiveScenarioClassification (my)":52.19,"MassiveScenarioClassification (nl)":78.48,"MassiveScenarioClassification (pt)":77.96,"MassiveScenarioClassification (ro)":73.19,"MassiveScenarioClassification (ru)":80.52,"MassiveScenarioClassification (sl)":73.66,"MassiveScenarioClassification (sq)":64.03,"MassiveScenarioClassification (sw)":64.66,"MassiveScenarioClassification (ta)":57.76,"MassiveScenarioClassification (te)":57.27,"MassiveScenarioClassification (th)":72.46,"MassiveScenarioClassification (tl)":73.71,"MassiveScenarioClassification (tr)":75.04,"MassiveScenarioClassification (ur)":67.05,"MassiveScenarioClassification (vi)":75.52,"MassiveScenarioClassification (zh-TW)":76.87} -{"index":41,"Rank":3,"Model":"Cohere-embed-multilingual-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":512,"Average":66.02,"AmazonCounterfactualClassification (de)":68.58,"AmazonCounterfactualClassification (ja)":77.99,"AmazonReviewsClassification (de)":48.05,"AmazonReviewsClassification (es)":45.77,"AmazonReviewsClassification (fr)":45.61,"AmazonReviewsClassification (ja)":42.46,"AmazonReviewsClassification (zh)":40.71,"MTOPDomainClassification (de)":92.86,"MTOPDomainClassification (es)":92.76,"MTOPDomainClassification (fr)":90.32,"MTOPDomainClassification (hi)":90.81,"MTOPDomainClassification (th)":88.56,"MTOPIntentClassification (de)":69.81,"MTOPIntentClassification (es)":70.37,"MTOPIntentClassification (fr)":63.64,"MTOPIntentClassification (hi)":65.94,"MTOPIntentClassification (th)":68.74,"MassiveIntentClassification (af)":59.89,"MassiveIntentClassification (am)":52.95,"MassiveIntentClassification (ar)":57.88,"MassiveIntentClassification (az)":61.82,"MassiveIntentClassification (bn)":62.12,"MassiveIntentClassification (cy)":53.01,"MassiveIntentClassification (de)":66.25,"MassiveIntentClassification (el)":66.86,"MassiveIntentClassification (es)":67.59,"MassiveIntentClassification (fa)":68.69,"MassiveIntentClassification (fi)":66.69,"MassiveIntentClassification (fr)":67.37,"MassiveIntentClassification (he)":64.47,"MassiveIntentClassification (hi)":66.02,"MassiveIntentClassification (hu)":66.59,"MassiveIntentClassification (hy)":59.61,"MassiveIntentClassification (id)":67.09,"MassiveIntentClassification (is)":60.44,"MassiveIntentClassification (it)":67.58,"MassiveIntentClassification (ja)":69.2,"MassiveIntentClassification (jv)":55.1,"MassiveIntentClassification (ka)":49.77,"MassiveIntentClassification (km)":43.05,"MassiveIntentClassification (kn)":59.99,"MassiveIntentClassification (ko)":65.89,"MassiveIntentClassification (lv)":63.81,"MassiveIntentClassification (ml)":63.87,"MassiveIntentClassification (mn)":58.64,"MassiveIntentClassification (ms)":64.21,"MassiveIntentClassification (my)":58.0,"MassiveIntentClassification (nl)":68.13,"MassiveIntentClassification (pt)":68.7,"MassiveIntentClassification (ro)":64.5,"MassiveIntentClassification (ru)":69.08,"MassiveIntentClassification (sl)":64.79,"MassiveIntentClassification (sq)":63.61,"MassiveIntentClassification (sw)":55.88,"MassiveIntentClassification (ta)":60.78,"MassiveIntentClassification (te)":61.75,"MassiveIntentClassification (th)":64.94,"MassiveIntentClassification (tl)":62.23,"MassiveIntentClassification (tr)":67.23,"MassiveIntentClassification (ur)":61.8,"MassiveIntentClassification (vi)":65.76,"MassiveIntentClassification (zh-TW)":63.14,"MassiveScenarioClassification (af)":67.77,"MassiveScenarioClassification (am)":59.54,"MassiveScenarioClassification (ar)":64.82,"MassiveScenarioClassification (az)":65.33,"MassiveScenarioClassification (bn)":68.62,"MassiveScenarioClassification (cy)":60.29,"MassiveScenarioClassification (de)":74.29,"MassiveScenarioClassification (el)":72.69,"MassiveScenarioClassification (es)":72.32,"MassiveScenarioClassification (fa)":73.25,"MassiveScenarioClassification (fi)":71.3,"MassiveScenarioClassification (fr)":73.11,"MassiveScenarioClassification (he)":69.79,"MassiveScenarioClassification (hi)":71.49,"MassiveScenarioClassification (hu)":72.82,"MassiveScenarioClassification (hy)":64.16,"MassiveScenarioClassification (id)":73.29,"MassiveScenarioClassification (is)":67.99,"MassiveScenarioClassification (it)":72.5,"MassiveScenarioClassification (ja)":75.32,"MassiveScenarioClassification (jv)":62.3,"MassiveScenarioClassification (ka)":57.6,"MassiveScenarioClassification (km)":49.84,"MassiveScenarioClassification (kn)":66.78,"MassiveScenarioClassification (ko)":73.42,"MassiveScenarioClassification (lv)":69.35,"MassiveScenarioClassification (ml)":69.96,"MassiveScenarioClassification (mn)":63.42,"MassiveScenarioClassification (ms)":69.28,"MassiveScenarioClassification (my)":61.86,"MassiveScenarioClassification (nl)":74.14,"MassiveScenarioClassification (pt)":71.8,"MassiveScenarioClassification (ro)":70.12,"MassiveScenarioClassification (ru)":74.26,"MassiveScenarioClassification (sl)":71.41,"MassiveScenarioClassification (sq)":70.47,"MassiveScenarioClassification (sw)":63.81,"MassiveScenarioClassification (ta)":66.38,"MassiveScenarioClassification (te)":67.72,"MassiveScenarioClassification (th)":71.08,"MassiveScenarioClassification (tl)":67.43,"MassiveScenarioClassification (tr)":71.79,"MassiveScenarioClassification (ur)":68.42,"MassiveScenarioClassification (vi)":72.03,"MassiveScenarioClassification (zh-TW)":69.52} -{"index":58,"Rank":4,"Model":"GritLM-7B<\/a>","Model Size (Million Parameters)":7240,"Memory Usage (GB, fp32)":26.97,"Embedding Dimensions":"","Max Tokens":4096,"Average":65.86,"AmazonCounterfactualClassification (de)":74.94,"AmazonCounterfactualClassification (ja)":81.6,"AmazonReviewsClassification (de)":58.21,"AmazonReviewsClassification (es)":55.74,"AmazonReviewsClassification (fr)":54.43,"AmazonReviewsClassification (ja)":54.51,"AmazonReviewsClassification (zh)":51.01,"MTOPDomainClassification (de)":93.51,"MTOPDomainClassification (es)":92.78,"MTOPDomainClassification (fr)":92.25,"MTOPDomainClassification (hi)":85.26,"MTOPDomainClassification (th)":83.35,"MTOPIntentClassification (de)":79.28,"MTOPIntentClassification (es)":81.2,"MTOPIntentClassification (fr)":76.87,"MTOPIntentClassification (hi)":63.66,"MTOPIntentClassification (th)":69.59,"MassiveIntentClassification (af)":67.3,"MassiveIntentClassification (am)":36.93,"MassiveIntentClassification (ar)":60.26,"MassiveIntentClassification (az)":62.1,"MassiveIntentClassification (bn)":57.82,"MassiveIntentClassification (cy)":53.51,"MassiveIntentClassification (de)":74.8,"MassiveIntentClassification (el)":67.04,"MassiveIntentClassification (es)":75.14,"MassiveIntentClassification (fa)":70.45,"MassiveIntentClassification (fi)":67.91,"MassiveIntentClassification (fr)":75.51,"MassiveIntentClassification (he)":63.87,"MassiveIntentClassification (hi)":66.02,"MassiveIntentClassification (hu)":70.42,"MassiveIntentClassification (hy)":47.26,"MassiveIntentClassification (id)":72.84,"MassiveIntentClassification (is)":59.76,"MassiveIntentClassification (it)":76.46,"MassiveIntentClassification (ja)":75.19,"MassiveIntentClassification (jv)":55.89,"MassiveIntentClassification (ka)":46.6,"MassiveIntentClassification (km)":42.63,"MassiveIntentClassification (kn)":48.65,"MassiveIntentClassification (ko)":71.38,"MassiveIntentClassification (lv)":57.35,"MassiveIntentClassification (ml)":46.31,"MassiveIntentClassification (mn)":44.24,"MassiveIntentClassification (ms)":70.72,"MassiveIntentClassification (my)":40.8,"MassiveIntentClassification (nl)":75.5,"MassiveIntentClassification (pt)":76.08,"MassiveIntentClassification (ro)":70.1,"MassiveIntentClassification (ru)":76.01,"MassiveIntentClassification (sl)":69.98,"MassiveIntentClassification (sq)":56.51,"MassiveIntentClassification (sw)":54.04,"MassiveIntentClassification (ta)":48.79,"MassiveIntentClassification (te)":46.92,"MassiveIntentClassification (th)":63.08,"MassiveIntentClassification (tl)":67.86,"MassiveIntentClassification (tr)":70.73,"MassiveIntentClassification (ur)":59.32,"MassiveIntentClassification (vi)":69.02,"MassiveIntentClassification (zh-TW)":70.86,"MassiveScenarioClassification (af)":72.84,"MassiveScenarioClassification (am)":44.74,"MassiveScenarioClassification (ar)":67.23,"MassiveScenarioClassification (az)":65.13,"MassiveScenarioClassification (bn)":61.88,"MassiveScenarioClassification (cy)":60.36,"MassiveScenarioClassification (de)":78.58,"MassiveScenarioClassification (el)":70.08,"MassiveScenarioClassification (es)":77.05,"MassiveScenarioClassification (fa)":73.52,"MassiveScenarioClassification (fi)":70.33,"MassiveScenarioClassification (fr)":77.29,"MassiveScenarioClassification (he)":67.52,"MassiveScenarioClassification (hi)":69.18,"MassiveScenarioClassification (hu)":73.71,"MassiveScenarioClassification (hy)":53.06,"MassiveScenarioClassification (id)":75.94,"MassiveScenarioClassification (is)":66.04,"MassiveScenarioClassification (it)":77.88,"MassiveScenarioClassification (ja)":77.49,"MassiveScenarioClassification (jv)":62.33,"MassiveScenarioClassification (ka)":54.44,"MassiveScenarioClassification (km)":50.11,"MassiveScenarioClassification (kn)":55.06,"MassiveScenarioClassification (ko)":75.95,"MassiveScenarioClassification (lv)":61.54,"MassiveScenarioClassification (ml)":51.24,"MassiveScenarioClassification (mn)":51.04,"MassiveScenarioClassification (ms)":73.8,"MassiveScenarioClassification (my)":46.9,"MassiveScenarioClassification (nl)":77.79,"MassiveScenarioClassification (pt)":76.23,"MassiveScenarioClassification (ro)":72.54,"MassiveScenarioClassification (ru)":78.28,"MassiveScenarioClassification (sl)":74.71,"MassiveScenarioClassification (sq)":62.49,"MassiveScenarioClassification (sw)":62.19,"MassiveScenarioClassification (ta)":54.59,"MassiveScenarioClassification (te)":52.39,"MassiveScenarioClassification (th)":67.74,"MassiveScenarioClassification (tl)":71.83,"MassiveScenarioClassification (tr)":71.9,"MassiveScenarioClassification (ur)":65.78,"MassiveScenarioClassification (vi)":72.94,"MassiveScenarioClassification (zh-TW)":75.14} -{"index":127,"Rank":5,"Model":"multilingual-e5-large-instruct<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":65.29,"AmazonCounterfactualClassification (de)":65.61,"AmazonCounterfactualClassification (ja)":70.47,"AmazonReviewsClassification (de)":54.54,"AmazonReviewsClassification (es)":49.88,"AmazonReviewsClassification (fr)":49.78,"AmazonReviewsClassification (ja)":49.36,"AmazonReviewsClassification (zh)":45.1,"MTOPDomainClassification (de)":90.03,"MTOPDomainClassification (es)":89.1,"MTOPDomainClassification (fr)":85.89,"MTOPDomainClassification (hi)":86.29,"MTOPDomainClassification (th)":83.35,"MTOPIntentClassification (de)":68.55,"MTOPIntentClassification (es)":69.86,"MTOPIntentClassification (fr)":63.26,"MTOPIntentClassification (hi)":63.38,"MTOPIntentClassification (th)":64.8,"MassiveIntentClassification (af)":60.95,"MassiveIntentClassification (am)":54.28,"MassiveIntentClassification (ar)":55.87,"MassiveIntentClassification (az)":61.96,"MassiveIntentClassification (bn)":61.73,"MassiveIntentClassification (cy)":56.22,"MassiveIntentClassification (de)":65.91,"MassiveIntentClassification (el)":65.25,"MassiveIntentClassification (es)":65.56,"MassiveIntentClassification (fa)":68.48,"MassiveIntentClassification (fi)":66.02,"MassiveIntentClassification (fr)":66.88,"MassiveIntentClassification (he)":63.5,"MassiveIntentClassification (hi)":65.27,"MassiveIntentClassification (hu)":65.54,"MassiveIntentClassification (hy)":61.73,"MassiveIntentClassification (id)":65.45,"MassiveIntentClassification (is)":57.29,"MassiveIntentClassification (it)":66.82,"MassiveIntentClassification (ja)":68.29,"MassiveIntentClassification (jv)":55.6,"MassiveIntentClassification (ka)":50.74,"MassiveIntentClassification (km)":46.88,"MassiveIntentClassification (kn)":58.98,"MassiveIntentClassification (ko)":64.16,"MassiveIntentClassification (lv)":61.49,"MassiveIntentClassification (ml)":63.22,"MassiveIntentClassification (mn)":58.85,"MassiveIntentClassification (ms)":63.88,"MassiveIntentClassification (my)":57.06,"MassiveIntentClassification (nl)":68.18,"MassiveIntentClassification (pt)":67.28,"MassiveIntentClassification (ro)":63.73,"MassiveIntentClassification (ru)":67.6,"MassiveIntentClassification (sl)":63.79,"MassiveIntentClassification (sq)":62.12,"MassiveIntentClassification (sw)":54.14,"MassiveIntentClassification (ta)":60.4,"MassiveIntentClassification (te)":61.38,"MassiveIntentClassification (th)":62.58,"MassiveIntentClassification (tl)":60.99,"MassiveIntentClassification (tr)":66.3,"MassiveIntentClassification (ur)":60.74,"MassiveIntentClassification (vi)":64.49,"MassiveIntentClassification (zh-TW)":62.09,"MassiveScenarioClassification (af)":68.3,"MassiveScenarioClassification (am)":61.43,"MassiveScenarioClassification (ar)":63.86,"MassiveScenarioClassification (az)":66.18,"MassiveScenarioClassification (bn)":67.55,"MassiveScenarioClassification (cy)":62.98,"MassiveScenarioClassification (de)":72.68,"MassiveScenarioClassification (el)":71.1,"MassiveScenarioClassification (es)":70.0,"MassiveScenarioClassification (fa)":72.17,"MassiveScenarioClassification (fi)":68.99,"MassiveScenarioClassification (fr)":71.16,"MassiveScenarioClassification (he)":67.63,"MassiveScenarioClassification (hi)":69.83,"MassiveScenarioClassification (hu)":71.72,"MassiveScenarioClassification (hy)":65.85,"MassiveScenarioClassification (id)":70.52,"MassiveScenarioClassification (is)":67.14,"MassiveScenarioClassification (it)":70.44,"MassiveScenarioClassification (ja)":73.43,"MassiveScenarioClassification (jv)":63.3,"MassiveScenarioClassification (ka)":59.88,"MassiveScenarioClassification (km)":54.17,"MassiveScenarioClassification (kn)":66.84,"MassiveScenarioClassification (ko)":70.49,"MassiveScenarioClassification (lv)":67.54,"MassiveScenarioClassification (ml)":69.13,"MassiveScenarioClassification (mn)":63.21,"MassiveScenarioClassification (ms)":69.07,"MassiveScenarioClassification (my)":63.12,"MassiveScenarioClassification (nl)":73.21,"MassiveScenarioClassification (pt)":69.76,"MassiveScenarioClassification (ro)":68.72,"MassiveScenarioClassification (ru)":71.59,"MassiveScenarioClassification (sl)":68.6,"MassiveScenarioClassification (sq)":69.09,"MassiveScenarioClassification (sw)":62.96,"MassiveScenarioClassification (ta)":64.96,"MassiveScenarioClassification (te)":67.53,"MassiveScenarioClassification (th)":69.54,"MassiveScenarioClassification (tl)":67.64,"MassiveScenarioClassification (tr)":69.63,"MassiveScenarioClassification (ur)":67.11,"MassiveScenarioClassification (vi)":69.17,"MassiveScenarioClassification (zh-TW)":68.04} -{"index":74,"Rank":6,"Model":"multilingual-e5-base-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":64.44,"AmazonCounterfactualClassification (de)":71.72,"AmazonCounterfactualClassification (ja)":73.33,"AmazonReviewsClassification (de)":41.83,"AmazonReviewsClassification (es)":40.53,"AmazonReviewsClassification (fr)":39.68,"AmazonReviewsClassification (ja)":37.44,"AmazonReviewsClassification (zh)":37.23,"MTOPDomainClassification (de)":89.63,"MTOPDomainClassification (es)":90.59,"MTOPDomainClassification (fr)":86.21,"MTOPDomainClassification (hi)":87.32,"MTOPDomainClassification (th)":86.24,"MTOPIntentClassification (de)":71.23,"MTOPIntentClassification (es)":71.27,"MTOPIntentClassification (fr)":67.68,"MTOPIntentClassification (hi)":69.24,"MTOPIntentClassification (th)":71.71,"MassiveIntentClassification (af)":59.98,"MassiveIntentClassification (am)":53.66,"MassiveIntentClassification (ar)":57.46,"MassiveIntentClassification (az)":62.59,"MassiveIntentClassification (bn)":61.13,"MassiveIntentClassification (cy)":50.06,"MassiveIntentClassification (de)":66.09,"MassiveIntentClassification (el)":64.68,"MassiveIntentClassification (es)":68.4,"MassiveIntentClassification (fa)":67.25,"MassiveIntentClassification (fi)":65.78,"MassiveIntentClassification (fr)":67.95,"MassiveIntentClassification (he)":62.05,"MassiveIntentClassification (hi)":64.95,"MassiveIntentClassification (hu)":64.97,"MassiveIntentClassification (hy)":60.08,"MassiveIntentClassification (id)":66.64,"MassiveIntentClassification (is)":56.39,"MassiveIntentClassification (it)":68.93,"MassiveIntentClassification (ja)":68.94,"MassiveIntentClassification (jv)":54.26,"MassiveIntentClassification (ka)":48.99,"MassiveIntentClassification (km)":44.69,"MassiveIntentClassification (kn)":59.19,"MassiveIntentClassification (ko)":66.34,"MassiveIntentClassification (lv)":60.34,"MassiveIntentClassification (ml)":63.09,"MassiveIntentClassification (mn)":58.76,"MassiveIntentClassification (ms)":62.48,"MassiveIntentClassification (my)":58.56,"MassiveIntentClassification (nl)":67.3,"MassiveIntentClassification (pt)":68.98,"MassiveIntentClassification (ro)":65.54,"MassiveIntentClassification (ru)":69.02,"MassiveIntentClassification (sl)":62.35,"MassiveIntentClassification (sq)":61.23,"MassiveIntentClassification (sw)":56.0,"MassiveIntentClassification (ta)":58.71,"MassiveIntentClassification (te)":59.72,"MassiveIntentClassification (th)":65.6,"MassiveIntentClassification (tl)":60.86,"MassiveIntentClassification (tr)":67.41,"MassiveIntentClassification (ur)":61.52,"MassiveIntentClassification (vi)":66.17,"MassiveIntentClassification (zh-TW)":64.65,"MassiveScenarioClassification (af)":65.09,"MassiveScenarioClassification (am)":58.52,"MassiveScenarioClassification (ar)":62.24,"MassiveScenarioClassification (az)":63.75,"MassiveScenarioClassification (bn)":65.0,"MassiveScenarioClassification (cy)":52.84,"MassiveScenarioClassification (de)":71.95,"MassiveScenarioClassification (el)":70.18,"MassiveScenarioClassification (es)":71.5,"MassiveScenarioClassification (fa)":70.25,"MassiveScenarioClassification (fi)":69.13,"MassiveScenarioClassification (fr)":71.89,"MassiveScenarioClassification (he)":67.44,"MassiveScenarioClassification (hi)":69.16,"MassiveScenarioClassification (hu)":70.75,"MassiveScenarioClassification (hy)":63.14,"MassiveScenarioClassification (id)":70.7,"MassiveScenarioClassification (is)":60.94,"MassiveScenarioClassification (it)":72.32,"MassiveScenarioClassification (ja)":74.65,"MassiveScenarioClassification (jv)":59.69,"MassiveScenarioClassification (ka)":54.37,"MassiveScenarioClassification (km)":48.31,"MassiveScenarioClassification (kn)":62.15,"MassiveScenarioClassification (ko)":72.45,"MassiveScenarioClassification (lv)":62.81,"MassiveScenarioClassification (ml)":68.04,"MassiveScenarioClassification (mn)":61.44,"MassiveScenarioClassification (ms)":66.9,"MassiveScenarioClassification (my)":61.64,"MassiveScenarioClassification (nl)":72.11,"MassiveScenarioClassification (pt)":70.83,"MassiveScenarioClassification (ro)":69.19,"MassiveScenarioClassification (ru)":72.99,"MassiveScenarioClassification (sl)":65.26,"MassiveScenarioClassification (sq)":66.49,"MassiveScenarioClassification (sw)":59.89,"MassiveScenarioClassification (ta)":62.38,"MassiveScenarioClassification (te)":62.59,"MassiveScenarioClassification (th)":71.61,"MassiveScenarioClassification (tl)":62.74,"MassiveScenarioClassification (tr)":71.67,"MassiveScenarioClassification (ur)":64.64,"MassiveScenarioClassification (vi)":70.01,"MassiveScenarioClassification (zh-TW)":70.69} -{"index":33,"Rank":7,"Model":"multilingual-e5-base-similarity-v1-onnx-quantized<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":64.44,"AmazonCounterfactualClassification (de)":71.72,"AmazonCounterfactualClassification (ja)":73.33,"AmazonReviewsClassification (de)":41.83,"AmazonReviewsClassification (es)":40.53,"AmazonReviewsClassification (fr)":39.68,"AmazonReviewsClassification (ja)":37.44,"AmazonReviewsClassification (zh)":37.23,"MTOPDomainClassification (de)":89.63,"MTOPDomainClassification (es)":90.59,"MTOPDomainClassification (fr)":86.21,"MTOPDomainClassification (hi)":87.32,"MTOPDomainClassification (th)":86.24,"MTOPIntentClassification (de)":71.23,"MTOPIntentClassification (es)":71.27,"MTOPIntentClassification (fr)":67.68,"MTOPIntentClassification (hi)":69.24,"MTOPIntentClassification (th)":71.71,"MassiveIntentClassification (af)":59.98,"MassiveIntentClassification (am)":53.66,"MassiveIntentClassification (ar)":57.46,"MassiveIntentClassification (az)":62.59,"MassiveIntentClassification (bn)":61.13,"MassiveIntentClassification (cy)":50.06,"MassiveIntentClassification (de)":66.09,"MassiveIntentClassification (el)":64.68,"MassiveIntentClassification (es)":68.4,"MassiveIntentClassification (fa)":67.25,"MassiveIntentClassification (fi)":65.78,"MassiveIntentClassification (fr)":67.95,"MassiveIntentClassification (he)":62.05,"MassiveIntentClassification (hi)":64.95,"MassiveIntentClassification (hu)":64.97,"MassiveIntentClassification (hy)":60.08,"MassiveIntentClassification (id)":66.64,"MassiveIntentClassification (is)":56.39,"MassiveIntentClassification (it)":68.93,"MassiveIntentClassification (ja)":68.94,"MassiveIntentClassification (jv)":54.26,"MassiveIntentClassification (ka)":48.99,"MassiveIntentClassification (km)":44.69,"MassiveIntentClassification (kn)":59.19,"MassiveIntentClassification (ko)":66.34,"MassiveIntentClassification (lv)":60.34,"MassiveIntentClassification (ml)":63.09,"MassiveIntentClassification (mn)":58.76,"MassiveIntentClassification (ms)":62.48,"MassiveIntentClassification (my)":58.56,"MassiveIntentClassification (nl)":67.3,"MassiveIntentClassification (pt)":68.98,"MassiveIntentClassification (ro)":65.54,"MassiveIntentClassification (ru)":69.02,"MassiveIntentClassification (sl)":62.35,"MassiveIntentClassification (sq)":61.23,"MassiveIntentClassification (sw)":56.0,"MassiveIntentClassification (ta)":58.71,"MassiveIntentClassification (te)":59.72,"MassiveIntentClassification (th)":65.6,"MassiveIntentClassification (tl)":60.86,"MassiveIntentClassification (tr)":67.41,"MassiveIntentClassification (ur)":61.52,"MassiveIntentClassification (vi)":66.17,"MassiveIntentClassification (zh-TW)":64.65,"MassiveScenarioClassification (af)":65.09,"MassiveScenarioClassification (am)":58.52,"MassiveScenarioClassification (ar)":62.24,"MassiveScenarioClassification (az)":63.75,"MassiveScenarioClassification (bn)":65.0,"MassiveScenarioClassification (cy)":52.84,"MassiveScenarioClassification (de)":71.95,"MassiveScenarioClassification (el)":70.18,"MassiveScenarioClassification (es)":71.5,"MassiveScenarioClassification (fa)":70.25,"MassiveScenarioClassification (fi)":69.13,"MassiveScenarioClassification (fr)":71.89,"MassiveScenarioClassification (he)":67.44,"MassiveScenarioClassification (hi)":69.16,"MassiveScenarioClassification (hu)":70.75,"MassiveScenarioClassification (hy)":63.14,"MassiveScenarioClassification (id)":70.7,"MassiveScenarioClassification (is)":60.94,"MassiveScenarioClassification (it)":72.32,"MassiveScenarioClassification (ja)":74.65,"MassiveScenarioClassification (jv)":59.69,"MassiveScenarioClassification (ka)":54.37,"MassiveScenarioClassification (km)":48.31,"MassiveScenarioClassification (kn)":62.15,"MassiveScenarioClassification (ko)":72.45,"MassiveScenarioClassification (lv)":62.81,"MassiveScenarioClassification (ml)":68.04,"MassiveScenarioClassification (mn)":61.44,"MassiveScenarioClassification (ms)":66.9,"MassiveScenarioClassification (my)":61.64,"MassiveScenarioClassification (nl)":72.11,"MassiveScenarioClassification (pt)":70.83,"MassiveScenarioClassification (ro)":69.19,"MassiveScenarioClassification (ru)":72.99,"MassiveScenarioClassification (sl)":65.26,"MassiveScenarioClassification (sq)":66.49,"MassiveScenarioClassification (sw)":59.89,"MassiveScenarioClassification (ta)":62.38,"MassiveScenarioClassification (te)":62.59,"MassiveScenarioClassification (th)":71.61,"MassiveScenarioClassification (tl)":62.74,"MassiveScenarioClassification (tr)":71.67,"MassiveScenarioClassification (ur)":64.64,"MassiveScenarioClassification (vi)":70.01,"MassiveScenarioClassification (zh-TW)":70.69} -{"index":100,"Rank":8,"Model":"multilingual-e5-base-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":64.44,"AmazonCounterfactualClassification (de)":71.72,"AmazonCounterfactualClassification (ja)":73.33,"AmazonReviewsClassification (de)":41.83,"AmazonReviewsClassification (es)":40.53,"AmazonReviewsClassification (fr)":39.68,"AmazonReviewsClassification (ja)":37.44,"AmazonReviewsClassification (zh)":37.23,"MTOPDomainClassification (de)":89.63,"MTOPDomainClassification (es)":90.59,"MTOPDomainClassification (fr)":86.21,"MTOPDomainClassification (hi)":87.32,"MTOPDomainClassification (th)":86.24,"MTOPIntentClassification (de)":71.23,"MTOPIntentClassification (es)":71.27,"MTOPIntentClassification (fr)":67.68,"MTOPIntentClassification (hi)":69.24,"MTOPIntentClassification (th)":71.71,"MassiveIntentClassification (af)":59.98,"MassiveIntentClassification (am)":53.66,"MassiveIntentClassification (ar)":57.46,"MassiveIntentClassification (az)":62.59,"MassiveIntentClassification (bn)":61.13,"MassiveIntentClassification (cy)":50.06,"MassiveIntentClassification (de)":66.09,"MassiveIntentClassification (el)":64.68,"MassiveIntentClassification (es)":68.4,"MassiveIntentClassification (fa)":67.25,"MassiveIntentClassification (fi)":65.78,"MassiveIntentClassification (fr)":67.95,"MassiveIntentClassification (he)":62.05,"MassiveIntentClassification (hi)":64.95,"MassiveIntentClassification (hu)":64.97,"MassiveIntentClassification (hy)":60.08,"MassiveIntentClassification (id)":66.64,"MassiveIntentClassification (is)":56.39,"MassiveIntentClassification (it)":68.93,"MassiveIntentClassification (ja)":68.94,"MassiveIntentClassification (jv)":54.26,"MassiveIntentClassification (ka)":48.99,"MassiveIntentClassification (km)":44.69,"MassiveIntentClassification (kn)":59.19,"MassiveIntentClassification (ko)":66.34,"MassiveIntentClassification (lv)":60.34,"MassiveIntentClassification (ml)":63.09,"MassiveIntentClassification (mn)":58.76,"MassiveIntentClassification (ms)":62.48,"MassiveIntentClassification (my)":58.56,"MassiveIntentClassification (nl)":67.3,"MassiveIntentClassification (pt)":68.98,"MassiveIntentClassification (ro)":65.54,"MassiveIntentClassification (ru)":69.02,"MassiveIntentClassification (sl)":62.35,"MassiveIntentClassification (sq)":61.23,"MassiveIntentClassification (sw)":56.0,"MassiveIntentClassification (ta)":58.71,"MassiveIntentClassification (te)":59.72,"MassiveIntentClassification (th)":65.6,"MassiveIntentClassification (tl)":60.86,"MassiveIntentClassification (tr)":67.41,"MassiveIntentClassification (ur)":61.52,"MassiveIntentClassification (vi)":66.17,"MassiveIntentClassification (zh-TW)":64.65,"MassiveScenarioClassification (af)":65.09,"MassiveScenarioClassification (am)":58.52,"MassiveScenarioClassification (ar)":62.24,"MassiveScenarioClassification (az)":63.75,"MassiveScenarioClassification (bn)":65.0,"MassiveScenarioClassification (cy)":52.84,"MassiveScenarioClassification (de)":71.95,"MassiveScenarioClassification (el)":70.18,"MassiveScenarioClassification (es)":71.5,"MassiveScenarioClassification (fa)":70.25,"MassiveScenarioClassification (fi)":69.13,"MassiveScenarioClassification (fr)":71.89,"MassiveScenarioClassification (he)":67.44,"MassiveScenarioClassification (hi)":69.16,"MassiveScenarioClassification (hu)":70.75,"MassiveScenarioClassification (hy)":63.14,"MassiveScenarioClassification (id)":70.7,"MassiveScenarioClassification (is)":60.94,"MassiveScenarioClassification (it)":72.32,"MassiveScenarioClassification (ja)":74.65,"MassiveScenarioClassification (jv)":59.69,"MassiveScenarioClassification (ka)":54.37,"MassiveScenarioClassification (km)":48.31,"MassiveScenarioClassification (kn)":62.15,"MassiveScenarioClassification (ko)":72.45,"MassiveScenarioClassification (lv)":62.81,"MassiveScenarioClassification (ml)":68.04,"MassiveScenarioClassification (mn)":61.44,"MassiveScenarioClassification (ms)":66.9,"MassiveScenarioClassification (my)":61.64,"MassiveScenarioClassification (nl)":72.11,"MassiveScenarioClassification (pt)":70.83,"MassiveScenarioClassification (ro)":69.19,"MassiveScenarioClassification (ru)":72.99,"MassiveScenarioClassification (sl)":65.26,"MassiveScenarioClassification (sq)":66.49,"MassiveScenarioClassification (sw)":59.89,"MassiveScenarioClassification (ta)":62.38,"MassiveScenarioClassification (te)":62.59,"MassiveScenarioClassification (th)":71.61,"MassiveScenarioClassification (tl)":62.74,"MassiveScenarioClassification (tr)":71.67,"MassiveScenarioClassification (ur)":64.64,"MassiveScenarioClassification (vi)":70.01,"MassiveScenarioClassification (zh-TW)":70.69} -{"index":77,"Rank":9,"Model":"SFR-Embedding-Mistral<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":63.54,"AmazonCounterfactualClassification (de)":71.56,"AmazonCounterfactualClassification (ja)":74.03,"AmazonReviewsClassification (de)":54.46,"AmazonReviewsClassification (es)":51.63,"AmazonReviewsClassification (fr)":51.0,"AmazonReviewsClassification (ja)":50.44,"AmazonReviewsClassification (zh)":46.61,"MTOPDomainClassification (de)":91.7,"MTOPDomainClassification (es)":91.75,"MTOPDomainClassification (fr)":89.97,"MTOPDomainClassification (hi)":87.66,"MTOPDomainClassification (th)":84.42,"MTOPIntentClassification (de)":69.41,"MTOPIntentClassification (es)":73.93,"MTOPIntentClassification (fr)":70.47,"MTOPIntentClassification (hi)":60.12,"MTOPIntentClassification (th)":62.46,"MassiveIntentClassification (af)":62.53,"MassiveIntentClassification (am)":35.64,"MassiveIntentClassification (ar)":58.41,"MassiveIntentClassification (az)":58.73,"MassiveIntentClassification (bn)":58.97,"MassiveIntentClassification (cy)":48.02,"MassiveIntentClassification (de)":70.56,"MassiveIntentClassification (el)":64.8,"MassiveIntentClassification (es)":70.96,"MassiveIntentClassification (fa)":69.15,"MassiveIntentClassification (fi)":64.47,"MassiveIntentClassification (fr)":71.71,"MassiveIntentClassification (he)":62.79,"MassiveIntentClassification (hi)":64.37,"MassiveIntentClassification (hu)":65.21,"MassiveIntentClassification (hy)":47.97,"MassiveIntentClassification (id)":68.38,"MassiveIntentClassification (is)":53.62,"MassiveIntentClassification (it)":71.45,"MassiveIntentClassification (ja)":71.81,"MassiveIntentClassification (jv)":51.45,"MassiveIntentClassification (ka)":46.01,"MassiveIntentClassification (km)":40.3,"MassiveIntentClassification (kn)":46.58,"MassiveIntentClassification (ko)":69.6,"MassiveIntentClassification (lv)":51.32,"MassiveIntentClassification (ml)":42.18,"MassiveIntentClassification (mn)":41.87,"MassiveIntentClassification (ms)":66.75,"MassiveIntentClassification (my)":39.62,"MassiveIntentClassification (nl)":71.39,"MassiveIntentClassification (pt)":71.78,"MassiveIntentClassification (ro)":64.58,"MassiveIntentClassification (ru)":73.86,"MassiveIntentClassification (sl)":63.79,"MassiveIntentClassification (sq)":49.97,"MassiveIntentClassification (sw)":52.32,"MassiveIntentClassification (ta)":45.59,"MassiveIntentClassification (te)":46.17,"MassiveIntentClassification (th)":61.74,"MassiveIntentClassification (tl)":62.7,"MassiveIntentClassification (tr)":66.87,"MassiveIntentClassification (ur)":57.45,"MassiveIntentClassification (vi)":67.01,"MassiveIntentClassification (zh-TW)":65.92,"MassiveScenarioClassification (af)":71.47,"MassiveScenarioClassification (am)":42.84,"MassiveScenarioClassification (ar)":67.42,"MassiveScenarioClassification (az)":64.38,"MassiveScenarioClassification (bn)":64.78,"MassiveScenarioClassification (cy)":59.47,"MassiveScenarioClassification (de)":77.63,"MassiveScenarioClassification (el)":70.39,"MassiveScenarioClassification (es)":75.4,"MassiveScenarioClassification (fa)":74.87,"MassiveScenarioClassification (fi)":68.89,"MassiveScenarioClassification (fr)":76.04,"MassiveScenarioClassification (he)":66.27,"MassiveScenarioClassification (hi)":70.04,"MassiveScenarioClassification (hu)":71.21,"MassiveScenarioClassification (hy)":54.93,"MassiveScenarioClassification (id)":74.24,"MassiveScenarioClassification (is)":64.42,"MassiveScenarioClassification (it)":75.4,"MassiveScenarioClassification (ja)":76.23,"MassiveScenarioClassification (jv)":61.77,"MassiveScenarioClassification (ka)":54.83,"MassiveScenarioClassification (km)":48.96,"MassiveScenarioClassification (kn)":56.38,"MassiveScenarioClassification (ko)":74.8,"MassiveScenarioClassification (lv)":59.14,"MassiveScenarioClassification (ml)":49.94,"MassiveScenarioClassification (mn)":48.85,"MassiveScenarioClassification (ms)":73.14,"MassiveScenarioClassification (my)":46.43,"MassiveScenarioClassification (nl)":76.71,"MassiveScenarioClassification (pt)":74.69,"MassiveScenarioClassification (ro)":69.59,"MassiveScenarioClassification (ru)":77.65,"MassiveScenarioClassification (sl)":71.38,"MassiveScenarioClassification (sq)":59.53,"MassiveScenarioClassification (sw)":62.53,"MassiveScenarioClassification (ta)":53.35,"MassiveScenarioClassification (te)":54.0,"MassiveScenarioClassification (th)":69.72,"MassiveScenarioClassification (tl)":71.28,"MassiveScenarioClassification (tr)":70.87,"MassiveScenarioClassification (ur)":64.5,"MassiveScenarioClassification (vi)":72.77,"MassiveScenarioClassification (zh-TW)":72.02} -{"index":105,"Rank":10,"Model":"SONAR<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":63.11,"AmazonCounterfactualClassification (de)":72.02,"AmazonCounterfactualClassification (ja)":71.79,"AmazonReviewsClassification (de)":34.61,"AmazonReviewsClassification (es)":35.17,"AmazonReviewsClassification (fr)":34.91,"AmazonReviewsClassification (ja)":31.84,"AmazonReviewsClassification (zh)":31.91,"MTOPDomainClassification (de)":89.54,"MTOPDomainClassification (es)":90.62,"MTOPDomainClassification (fr)":86.19,"MTOPDomainClassification (hi)":89.42,"MTOPDomainClassification (th)":85.9,"MTOPIntentClassification (de)":73.43,"MTOPIntentClassification (es)":73.84,"MTOPIntentClassification (fr)":66.75,"MTOPIntentClassification (hi)":69.14,"MTOPIntentClassification (th)":68.47,"MassiveIntentClassification (af)":58.15,"MassiveIntentClassification (am)":57.91,"MassiveIntentClassification (ar)":57.23,"MassiveIntentClassification (az)":57.17,"MassiveIntentClassification (bn)":62.24,"MassiveIntentClassification (cy)":51.19,"MassiveIntentClassification (de)":61.31,"MassiveIntentClassification (el)":64.21,"MassiveIntentClassification (es)":63.97,"MassiveIntentClassification (fa)":66.67,"MassiveIntentClassification (fi)":62.86,"MassiveIntentClassification (fr)":58.55,"MassiveIntentClassification (he)":63.45,"MassiveIntentClassification (hi)":61.32,"MassiveIntentClassification (hu)":62.91,"MassiveIntentClassification (hy)":60.03,"MassiveIntentClassification (id)":63.29,"MassiveIntentClassification (is)":56.02,"MassiveIntentClassification (it)":64.44,"MassiveIntentClassification (ja)":63.7,"MassiveIntentClassification (jv)":52.0,"MassiveIntentClassification (ka)":54.09,"MassiveIntentClassification (km)":43.34,"MassiveIntentClassification (kn)":57.87,"MassiveIntentClassification (ko)":62.69,"MassiveIntentClassification (lv)":56.24,"MassiveIntentClassification (ml)":62.81,"MassiveIntentClassification (mn)":58.49,"MassiveIntentClassification (ms)":61.56,"MassiveIntentClassification (my)":59.4,"MassiveIntentClassification (nl)":64.56,"MassiveIntentClassification (pt)":63.49,"MassiveIntentClassification (ro)":62.53,"MassiveIntentClassification (ru)":62.63,"MassiveIntentClassification (sl)":63.43,"MassiveIntentClassification (sq)":61.45,"MassiveIntentClassification (sw)":56.25,"MassiveIntentClassification (ta)":59.75,"MassiveIntentClassification (te)":59.61,"MassiveIntentClassification (th)":59.42,"MassiveIntentClassification (tl)":58.12,"MassiveIntentClassification (tr)":60.91,"MassiveIntentClassification (ur)":59.49,"MassiveIntentClassification (vi)":60.48,"MassiveIntentClassification (zh-TW)":56.73,"MassiveScenarioClassification (af)":64.06,"MassiveScenarioClassification (am)":63.24,"MassiveScenarioClassification (ar)":63.69,"MassiveScenarioClassification (az)":60.86,"MassiveScenarioClassification (bn)":67.17,"MassiveScenarioClassification (cy)":56.52,"MassiveScenarioClassification (de)":67.48,"MassiveScenarioClassification (el)":70.23,"MassiveScenarioClassification (es)":69.08,"MassiveScenarioClassification (fa)":72.1,"MassiveScenarioClassification (fi)":67.16,"MassiveScenarioClassification (fr)":63.02,"MassiveScenarioClassification (he)":68.83,"MassiveScenarioClassification (hi)":66.9,"MassiveScenarioClassification (hu)":69.33,"MassiveScenarioClassification (hy)":65.82,"MassiveScenarioClassification (id)":68.98,"MassiveScenarioClassification (is)":63.14,"MassiveScenarioClassification (it)":70.04,"MassiveScenarioClassification (ja)":70.68,"MassiveScenarioClassification (jv)":59.79,"MassiveScenarioClassification (ka)":61.03,"MassiveScenarioClassification (km)":49.05,"MassiveScenarioClassification (kn)":63.78,"MassiveScenarioClassification (ko)":69.6,"MassiveScenarioClassification (lv)":59.97,"MassiveScenarioClassification (ml)":69.2,"MassiveScenarioClassification (mn)":62.72,"MassiveScenarioClassification (ms)":67.87,"MassiveScenarioClassification (my)":64.98,"MassiveScenarioClassification (nl)":69.8,"MassiveScenarioClassification (pt)":67.5,"MassiveScenarioClassification (ro)":67.53,"MassiveScenarioClassification (ru)":67.96,"MassiveScenarioClassification (sl)":69.57,"MassiveScenarioClassification (sq)":68.48,"MassiveScenarioClassification (sw)":63.18,"MassiveScenarioClassification (ta)":64.85,"MassiveScenarioClassification (te)":65.39,"MassiveScenarioClassification (th)":67.99,"MassiveScenarioClassification (tl)":63.4,"MassiveScenarioClassification (tr)":65.77,"MassiveScenarioClassification (ur)":65.81,"MassiveScenarioClassification (vi)":66.52,"MassiveScenarioClassification (zh-TW)":63.3} -{"index":123,"Rank":11,"Model":"e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":62.17,"AmazonCounterfactualClassification (de)":71.25,"AmazonCounterfactualClassification (ja)":72.33,"AmazonReviewsClassification (de)":54.94,"AmazonReviewsClassification (es)":51.62,"AmazonReviewsClassification (fr)":36.71,"AmazonReviewsClassification (ja)":51.32,"AmazonReviewsClassification (zh)":47.6,"MTOPDomainClassification (de)":90.48,"MTOPDomainClassification (es)":90.22,"MTOPDomainClassification (fr)":74.8,"MTOPDomainClassification (hi)":86.67,"MTOPDomainClassification (th)":83.42,"MTOPIntentClassification (de)":69.37,"MTOPIntentClassification (es)":73.45,"MTOPIntentClassification (fr)":53.97,"MTOPIntentClassification (hi)":59.78,"MTOPIntentClassification (th)":62.24,"MassiveIntentClassification (af)":62.05,"MassiveIntentClassification (am)":34.74,"MassiveIntentClassification (ar)":57.67,"MassiveIntentClassification (az)":58.14,"MassiveIntentClassification (bn)":58.21,"MassiveIntentClassification (cy)":46.83,"MassiveIntentClassification (de)":70.52,"MassiveIntentClassification (el)":64.04,"MassiveIntentClassification (es)":70.88,"MassiveIntentClassification (fa)":69.02,"MassiveIntentClassification (fi)":64.37,"MassiveIntentClassification (fr)":46.39,"MassiveIntentClassification (he)":62.36,"MassiveIntentClassification (hi)":63.91,"MassiveIntentClassification (hu)":64.87,"MassiveIntentClassification (hy)":46.34,"MassiveIntentClassification (id)":68.0,"MassiveIntentClassification (is)":52.71,"MassiveIntentClassification (it)":71.35,"MassiveIntentClassification (ja)":71.72,"MassiveIntentClassification (jv)":50.08,"MassiveIntentClassification (ka)":45.05,"MassiveIntentClassification (km)":39.57,"MassiveIntentClassification (kn)":45.41,"MassiveIntentClassification (ko)":69.85,"MassiveIntentClassification (lv)":49.61,"MassiveIntentClassification (ml)":41.09,"MassiveIntentClassification (mn)":40.83,"MassiveIntentClassification (ms)":66.36,"MassiveIntentClassification (my)":38.8,"MassiveIntentClassification (nl)":71.24,"MassiveIntentClassification (pt)":71.63,"MassiveIntentClassification (ro)":63.81,"MassiveIntentClassification (ru)":73.74,"MassiveIntentClassification (sl)":63.04,"MassiveIntentClassification (sq)":48.78,"MassiveIntentClassification (sw)":51.71,"MassiveIntentClassification (ta)":44.28,"MassiveIntentClassification (te)":45.47,"MassiveIntentClassification (th)":61.29,"MassiveIntentClassification (tl)":62.43,"MassiveIntentClassification (tr)":66.9,"MassiveIntentClassification (ur)":57.26,"MassiveIntentClassification (vi)":66.52,"MassiveIntentClassification (zh-TW)":65.89,"MassiveScenarioClassification (af)":71.0,"MassiveScenarioClassification (am)":42.25,"MassiveScenarioClassification (ar)":67.15,"MassiveScenarioClassification (az)":63.77,"MassiveScenarioClassification (bn)":64.73,"MassiveScenarioClassification (cy)":58.84,"MassiveScenarioClassification (de)":77.22,"MassiveScenarioClassification (el)":69.77,"MassiveScenarioClassification (es)":74.94,"MassiveScenarioClassification (fa)":74.61,"MassiveScenarioClassification (fi)":68.83,"MassiveScenarioClassification (fr)":53.86,"MassiveScenarioClassification (he)":65.48,"MassiveScenarioClassification (hi)":69.65,"MassiveScenarioClassification (hu)":70.97,"MassiveScenarioClassification (hy)":53.61,"MassiveScenarioClassification (id)":73.78,"MassiveScenarioClassification (is)":63.59,"MassiveScenarioClassification (it)":74.88,"MassiveScenarioClassification (ja)":75.79,"MassiveScenarioClassification (jv)":61.38,"MassiveScenarioClassification (ka)":54.37,"MassiveScenarioClassification (km)":48.42,"MassiveScenarioClassification (kn)":55.85,"MassiveScenarioClassification (ko)":74.41,"MassiveScenarioClassification (lv)":58.4,"MassiveScenarioClassification (ml)":49.48,"MassiveScenarioClassification (mn)":48.26,"MassiveScenarioClassification (ms)":72.85,"MassiveScenarioClassification (my)":46.32,"MassiveScenarioClassification (nl)":76.48,"MassiveScenarioClassification (pt)":74.21,"MassiveScenarioClassification (ro)":68.97,"MassiveScenarioClassification (ru)":77.1,"MassiveScenarioClassification (sl)":70.59,"MassiveScenarioClassification (sq)":58.29,"MassiveScenarioClassification (sw)":62.31,"MassiveScenarioClassification (ta)":52.58,"MassiveScenarioClassification (te)":53.65,"MassiveScenarioClassification (th)":69.67,"MassiveScenarioClassification (tl)":70.87,"MassiveScenarioClassification (tr)":70.73,"MassiveScenarioClassification (ur)":64.12,"MassiveScenarioClassification (vi)":71.92,"MassiveScenarioClassification (zh-TW)":71.62} -{"index":196,"Rank":12,"Model":"text-embedding-3-large<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":3072,"Max Tokens":8191,"Average":61.89,"AmazonCounterfactualClassification (de)":71.7,"AmazonCounterfactualClassification (ja)":79.45,"AmazonReviewsClassification (de)":48.18,"AmazonReviewsClassification (es)":45.87,"AmazonReviewsClassification (fr)":46.41,"AmazonReviewsClassification (ja)":44.0,"AmazonReviewsClassification (zh)":41.31,"MTOPDomainClassification (de)":94.14,"MTOPDomainClassification (es)":95.07,"MTOPDomainClassification (fr)":93.39,"MTOPDomainClassification (hi)":88.28,"MTOPDomainClassification (th)":82.0,"MTOPIntentClassification (de)":77.08,"MTOPIntentClassification (es)":78.24,"MTOPIntentClassification (fr)":73.68,"MTOPIntentClassification (hi)":64.64,"MTOPIntentClassification (th)":63.92,"MassiveIntentClassification (af)":62.56,"MassiveIntentClassification (am)":34.46,"MassiveIntentClassification (ar)":62.79,"MassiveIntentClassification (az)":58.97,"MassiveIntentClassification (bn)":50.02,"MassiveIntentClassification (cy)":48.21,"MassiveIntentClassification (de)":71.07,"MassiveIntentClassification (el)":67.62,"MassiveIntentClassification (es)":70.62,"MassiveIntentClassification (fa)":64.77,"MassiveIntentClassification (fi)":69.9,"MassiveIntentClassification (fr)":71.29,"MassiveIntentClassification (he)":59.97,"MassiveIntentClassification (hi)":61.22,"MassiveIntentClassification (hu)":67.59,"MassiveIntentClassification (hy)":33.21,"MassiveIntentClassification (id)":67.89,"MassiveIntentClassification (is)":54.4,"MassiveIntentClassification (it)":71.74,"MassiveIntentClassification (ja)":71.12,"MassiveIntentClassification (jv)":52.81,"MassiveIntentClassification (ka)":29.48,"MassiveIntentClassification (km)":32.55,"MassiveIntentClassification (kn)":43.85,"MassiveIntentClassification (ko)":63.93,"MassiveIntentClassification (lv)":59.58,"MassiveIntentClassification (ml)":43.95,"MassiveIntentClassification (mn)":34.05,"MassiveIntentClassification (ms)":65.4,"MassiveIntentClassification (my)":22.95,"MassiveIntentClassification (nl)":71.56,"MassiveIntentClassification (pt)":70.57,"MassiveIntentClassification (ro)":66.05,"MassiveIntentClassification (ru)":70.11,"MassiveIntentClassification (sl)":67.13,"MassiveIntentClassification (sq)":57.38,"MassiveIntentClassification (sw)":55.94,"MassiveIntentClassification (ta)":37.86,"MassiveIntentClassification (te)":41.49,"MassiveIntentClassification (th)":57.86,"MassiveIntentClassification (tl)":61.1,"MassiveIntentClassification (tr)":67.96,"MassiveIntentClassification (ur)":49.97,"MassiveIntentClassification (vi)":65.6,"MassiveIntentClassification (zh-TW)":65.52,"MassiveScenarioClassification (af)":71.67,"MassiveScenarioClassification (am)":39.63,"MassiveScenarioClassification (ar)":69.99,"MassiveScenarioClassification (az)":62.69,"MassiveScenarioClassification (bn)":56.68,"MassiveScenarioClassification (cy)":57.2,"MassiveScenarioClassification (de)":77.18,"MassiveScenarioClassification (el)":73.79,"MassiveScenarioClassification (es)":76.09,"MassiveScenarioClassification (fa)":70.27,"MassiveScenarioClassification (fi)":74.44,"MassiveScenarioClassification (fr)":76.46,"MassiveScenarioClassification (he)":66.42,"MassiveScenarioClassification (hi)":67.03,"MassiveScenarioClassification (hu)":73.14,"MassiveScenarioClassification (hy)":39.05,"MassiveScenarioClassification (id)":74.18,"MassiveScenarioClassification (is)":64.11,"MassiveScenarioClassification (it)":76.95,"MassiveScenarioClassification (ja)":76.25,"MassiveScenarioClassification (jv)":61.9,"MassiveScenarioClassification (ka)":33.8,"MassiveScenarioClassification (km)":38.68,"MassiveScenarioClassification (kn)":49.17,"MassiveScenarioClassification (ko)":71.49,"MassiveScenarioClassification (lv)":66.96,"MassiveScenarioClassification (ml)":48.25,"MassiveScenarioClassification (mn)":40.58,"MassiveScenarioClassification (ms)":71.7,"MassiveScenarioClassification (my)":30.49,"MassiveScenarioClassification (nl)":77.52,"MassiveScenarioClassification (pt)":74.66,"MassiveScenarioClassification (ro)":72.37,"MassiveScenarioClassification (ru)":75.69,"MassiveScenarioClassification (sl)":74.63,"MassiveScenarioClassification (sq)":65.73,"MassiveScenarioClassification (sw)":65.09,"MassiveScenarioClassification (ta)":43.66,"MassiveScenarioClassification (te)":48.1,"MassiveScenarioClassification (th)":65.15,"MassiveScenarioClassification (tl)":69.52,"MassiveScenarioClassification (tr)":72.26,"MassiveScenarioClassification (ur)":55.83,"MassiveScenarioClassification (vi)":70.48,"MassiveScenarioClassification (zh-TW)":73.43} -{"index":7,"Rank":13,"Model":"voyage-multilingual-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":32000,"Average":61.83,"AmazonCounterfactualClassification (de)":63.02,"AmazonCounterfactualClassification (ja)":78.14,"AmazonReviewsClassification (de)":44.39,"AmazonReviewsClassification (es)":42.17,"AmazonReviewsClassification (fr)":42.16,"AmazonReviewsClassification (ja)":42.63,"AmazonReviewsClassification (zh)":37.67,"MTOPDomainClassification (de)":90.41,"MTOPDomainClassification (es)":90.95,"MTOPDomainClassification (fr)":88.63,"MTOPDomainClassification (hi)":88.56,"MTOPDomainClassification (th)":86.67,"MTOPIntentClassification (de)":69.92,"MTOPIntentClassification (es)":69.54,"MTOPIntentClassification (fr)":65.15,"MTOPIntentClassification (hi)":62.33,"MTOPIntentClassification (th)":65.79,"MassiveIntentClassification (af)":59.88,"MassiveIntentClassification (am)":26.5,"MassiveIntentClassification (ar)":54.82,"MassiveIntentClassification (az)":57.64,"MassiveIntentClassification (bn)":61.35,"MassiveIntentClassification (cy)":46.17,"MassiveIntentClassification (de)":66.71,"MassiveIntentClassification (el)":55.96,"MassiveIntentClassification (es)":65.48,"MassiveIntentClassification (fa)":65.38,"MassiveIntentClassification (fi)":67.71,"MassiveIntentClassification (fr)":66.07,"MassiveIntentClassification (he)":63.97,"MassiveIntentClassification (hi)":62.01,"MassiveIntentClassification (hu)":61.11,"MassiveIntentClassification (hy)":51.68,"MassiveIntentClassification (id)":65.2,"MassiveIntentClassification (is)":63.95,"MassiveIntentClassification (it)":67.51,"MassiveIntentClassification (ja)":69.47,"MassiveIntentClassification (jv)":50.18,"MassiveIntentClassification (ka)":44.8,"MassiveIntentClassification (km)":37.94,"MassiveIntentClassification (kn)":46.24,"MassiveIntentClassification (ko)":63.68,"MassiveIntentClassification (lv)":52.06,"MassiveIntentClassification (ml)":45.01,"MassiveIntentClassification (mn)":61.2,"MassiveIntentClassification (ms)":61.06,"MassiveIntentClassification (my)":36.56,"MassiveIntentClassification (nl)":66.54,"MassiveIntentClassification (pt)":66.59,"MassiveIntentClassification (ro)":61.28,"MassiveIntentClassification (ru)":67.89,"MassiveIntentClassification (sl)":60.62,"MassiveIntentClassification (sq)":51.73,"MassiveIntentClassification (sw)":48.45,"MassiveIntentClassification (ta)":46.96,"MassiveIntentClassification (te)":56.09,"MassiveIntentClassification (th)":60.68,"MassiveIntentClassification (tl)":63.0,"MassiveIntentClassification (tr)":60.12,"MassiveIntentClassification (ur)":59.66,"MassiveIntentClassification (vi)":63.81,"MassiveIntentClassification (zh-TW)":62.52,"MassiveScenarioClassification (af)":68.22,"MassiveScenarioClassification (am)":33.05,"MassiveScenarioClassification (ar)":62.96,"MassiveScenarioClassification (az)":63.07,"MassiveScenarioClassification (bn)":66.94,"MassiveScenarioClassification (cy)":52.27,"MassiveScenarioClassification (de)":74.13,"MassiveScenarioClassification (el)":62.86,"MassiveScenarioClassification (es)":70.93,"MassiveScenarioClassification (fa)":71.88,"MassiveScenarioClassification (fi)":72.59,"MassiveScenarioClassification (fr)":72.06,"MassiveScenarioClassification (he)":69.6,"MassiveScenarioClassification (hi)":68.28,"MassiveScenarioClassification (hu)":68.02,"MassiveScenarioClassification (hy)":58.24,"MassiveScenarioClassification (id)":71.94,"MassiveScenarioClassification (is)":71.1,"MassiveScenarioClassification (it)":72.94,"MassiveScenarioClassification (ja)":76.15,"MassiveScenarioClassification (jv)":58.54,"MassiveScenarioClassification (ka)":50.52,"MassiveScenarioClassification (km)":41.74,"MassiveScenarioClassification (kn)":55.63,"MassiveScenarioClassification (ko)":70.92,"MassiveScenarioClassification (lv)":59.79,"MassiveScenarioClassification (ml)":52.6,"MassiveScenarioClassification (mn)":65.72,"MassiveScenarioClassification (ms)":69.26,"MassiveScenarioClassification (my)":41.78,"MassiveScenarioClassification (nl)":72.98,"MassiveScenarioClassification (pt)":71.42,"MassiveScenarioClassification (ro)":67.79,"MassiveScenarioClassification (ru)":73.86,"MassiveScenarioClassification (sl)":66.35,"MassiveScenarioClassification (sq)":60.35,"MassiveScenarioClassification (sw)":57.39,"MassiveScenarioClassification (ta)":54.6,"MassiveScenarioClassification (te)":64.09,"MassiveScenarioClassification (th)":68.72,"MassiveScenarioClassification (tl)":68.64,"MassiveScenarioClassification (tr)":65.08,"MassiveScenarioClassification (ur)":67.57,"MassiveScenarioClassification (vi)":71.04,"MassiveScenarioClassification (zh-TW)":70.91} -{"index":137,"Rank":14,"Model":"multilingual-e5-small-ct2-int8<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":61.68,"AmazonCounterfactualClassification (de)":71.65,"AmazonCounterfactualClassification (ja)":64.19,"AmazonReviewsClassification (de)":40.25,"AmazonReviewsClassification (es)":40.39,"AmazonReviewsClassification (fr)":38.86,"AmazonReviewsClassification (ja)":37.68,"AmazonReviewsClassification (zh)":37.5,"MTOPDomainClassification (de)":87.47,"MTOPDomainClassification (es)":89.27,"MTOPDomainClassification (fr)":84.23,"MTOPDomainClassification (hi)":86.02,"MTOPDomainClassification (th)":85.35,"MTOPIntentClassification (de)":65.86,"MTOPIntentClassification (es)":67.97,"MTOPIntentClassification (fr)":61.32,"MTOPIntentClassification (hi)":66.3,"MTOPIntentClassification (th)":67.52,"MassiveIntentClassification (af)":57.07,"MassiveIntentClassification (am)":51.96,"MassiveIntentClassification (ar)":54.43,"MassiveIntentClassification (az)":59.8,"MassiveIntentClassification (bn)":59.38,"MassiveIntentClassification (cy)":46.56,"MassiveIntentClassification (de)":62.73,"MassiveIntentClassification (el)":61.6,"MassiveIntentClassification (es)":66.31,"MassiveIntentClassification (fa)":65.54,"MassiveIntentClassification (fi)":61.46,"MassiveIntentClassification (fr)":65.47,"MassiveIntentClassification (he)":58.05,"MassiveIntentClassification (hi)":64.07,"MassiveIntentClassification (hu)":60.95,"MassiveIntentClassification (hy)":57.4,"MassiveIntentClassification (id)":64.17,"MassiveIntentClassification (is)":52.26,"MassiveIntentClassification (it)":65.54,"MassiveIntentClassification (ja)":68.23,"MassiveIntentClassification (jv)":50.85,"MassiveIntentClassification (ka)":48.45,"MassiveIntentClassification (km)":42.83,"MassiveIntentClassification (kn)":57.51,"MassiveIntentClassification (ko)":63.79,"MassiveIntentClassification (lv)":54.99,"MassiveIntentClassification (ml)":61.9,"MassiveIntentClassification (mn)":57.1,"MassiveIntentClassification (ms)":58.99,"MassiveIntentClassification (my)":55.9,"MassiveIntentClassification (nl)":65.64,"MassiveIntentClassification (pt)":66.85,"MassiveIntentClassification (ro)":60.81,"MassiveIntentClassification (ru)":58.65,"MassiveIntentClassification (sl)":56.52,"MassiveIntentClassification (sq)":57.99,"MassiveIntentClassification (sw)":53.57,"MassiveIntentClassification (ta)":57.26,"MassiveIntentClassification (te)":57.83,"MassiveIntentClassification (th)":64.07,"MassiveIntentClassification (tl)":58.91,"MassiveIntentClassification (tr)":63.54,"MassiveIntentClassification (ur)":59.28,"MassiveIntentClassification (vi)":64.07,"MassiveIntentClassification (zh-TW)":62.54,"MassiveScenarioClassification (af)":63.04,"MassiveScenarioClassification (am)":56.84,"MassiveScenarioClassification (ar)":59.62,"MassiveScenarioClassification (az)":60.85,"MassiveScenarioClassification (bn)":62.77,"MassiveScenarioClassification (cy)":50.18,"MassiveScenarioClassification (de)":69.19,"MassiveScenarioClassification (el)":67.07,"MassiveScenarioClassification (es)":69.83,"MassiveScenarioClassification (fa)":68.71,"MassiveScenarioClassification (fi)":65.95,"MassiveScenarioClassification (fr)":68.76,"MassiveScenarioClassification (he)":63.81,"MassiveScenarioClassification (hi)":67.69,"MassiveScenarioClassification (hu)":66.47,"MassiveScenarioClassification (hy)":59.5,"MassiveScenarioClassification (id)":67.92,"MassiveScenarioClassification (is)":56.49,"MassiveScenarioClassification (it)":69.04,"MassiveScenarioClassification (ja)":73.89,"MassiveScenarioClassification (jv)":56.63,"MassiveScenarioClassification (ka)":52.24,"MassiveScenarioClassification (km)":46.62,"MassiveScenarioClassification (kn)":59.16,"MassiveScenarioClassification (ko)":69.85,"MassiveScenarioClassification (lv)":56.66,"MassiveScenarioClassification (ml)":66.54,"MassiveScenarioClassification (mn)":59.31,"MassiveScenarioClassification (ms)":64.88,"MassiveScenarioClassification (my)":58.86,"MassiveScenarioClassification (nl)":70.87,"MassiveScenarioClassification (pt)":68.18,"MassiveScenarioClassification (ro)":64.65,"MassiveScenarioClassification (ru)":63.77,"MassiveScenarioClassification (sl)":60.18,"MassiveScenarioClassification (sq)":62.86,"MassiveScenarioClassification (sw)":58.15,"MassiveScenarioClassification (ta)":59.44,"MassiveScenarioClassification (te)":60.85,"MassiveScenarioClassification (th)":70.66,"MassiveScenarioClassification (tl)":60.88,"MassiveScenarioClassification (tr)":68.05,"MassiveScenarioClassification (ur)":62.11,"MassiveScenarioClassification (vi)":67.44,"MassiveScenarioClassification (zh-TW)":68.32} -{"index":126,"Rank":15,"Model":"multilingual-e5-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":61.06,"AmazonCounterfactualClassification (de)":68.66,"AmazonCounterfactualClassification (ja)":78.8,"AmazonReviewsClassification (de)":46.5,"AmazonReviewsClassification (es)":44.35,"AmazonReviewsClassification (fr)":41.91,"AmazonReviewsClassification (ja)":41.71,"AmazonReviewsClassification (zh)":38.87,"MTOPDomainClassification (de)":90.44,"MTOPDomainClassification (es)":88.34,"MTOPDomainClassification (fr)":86.41,"MTOPDomainClassification (hi)":86.84,"MTOPDomainClassification (th)":86.88,"MTOPIntentClassification (de)":65.97,"MTOPIntentClassification (es)":61.9,"MTOPIntentClassification (fr)":59.43,"MTOPIntentClassification (hi)":59.17,"MTOPIntentClassification (th)":62.59,"MassiveIntentClassification (af)":53.69,"MassiveIntentClassification (am)":45.48,"MassiveIntentClassification (ar)":54.1,"MassiveIntentClassification (az)":54.68,"MassiveIntentClassification (bn)":55.6,"MassiveIntentClassification (cy)":44.22,"MassiveIntentClassification (de)":63.82,"MassiveIntentClassification (el)":64.34,"MassiveIntentClassification (es)":64.01,"MassiveIntentClassification (fa)":63.74,"MassiveIntentClassification (fi)":64.28,"MassiveIntentClassification (fr)":63.37,"MassiveIntentClassification (he)":62.44,"MassiveIntentClassification (hi)":60.93,"MassiveIntentClassification (hu)":64.0,"MassiveIntentClassification (hy)":50.89,"MassiveIntentClassification (id)":63.51,"MassiveIntentClassification (is)":53.3,"MassiveIntentClassification (it)":63.89,"MassiveIntentClassification (ja)":67.11,"MassiveIntentClassification (jv)":48.96,"MassiveIntentClassification (ka)":41.45,"MassiveIntentClassification (km)":34.88,"MassiveIntentClassification (kn)":53.45,"MassiveIntentClassification (ko)":63.92,"MassiveIntentClassification (lv)":58.31,"MassiveIntentClassification (ml)":57.58,"MassiveIntentClassification (mn)":49.6,"MassiveIntentClassification (ms)":58.49,"MassiveIntentClassification (my)":49.73,"MassiveIntentClassification (nl)":65.0,"MassiveIntentClassification (pt)":65.6,"MassiveIntentClassification (ro)":59.76,"MassiveIntentClassification (ru)":65.76,"MassiveIntentClassification (sl)":59.38,"MassiveIntentClassification (sq)":57.3,"MassiveIntentClassification (sw)":47.69,"MassiveIntentClassification (ta)":53.41,"MassiveIntentClassification (te)":53.96,"MassiveIntentClassification (th)":62.75,"MassiveIntentClassification (tl)":54.77,"MassiveIntentClassification (tr)":64.61,"MassiveIntentClassification (ur)":54.6,"MassiveIntentClassification (vi)":63.39,"MassiveIntentClassification (zh-TW)":58.78,"MassiveScenarioClassification (af)":62.35,"MassiveScenarioClassification (am)":52.69,"MassiveScenarioClassification (ar)":61.0,"MassiveScenarioClassification (az)":58.49,"MassiveScenarioClassification (bn)":61.85,"MassiveScenarioClassification (cy)":51.25,"MassiveScenarioClassification (de)":71.25,"MassiveScenarioClassification (el)":69.74,"MassiveScenarioClassification (es)":69.07,"MassiveScenarioClassification (fa)":67.55,"MassiveScenarioClassification (fi)":68.62,"MassiveScenarioClassification (fr)":68.74,"MassiveScenarioClassification (he)":67.72,"MassiveScenarioClassification (hi)":66.85,"MassiveScenarioClassification (hu)":70.53,"MassiveScenarioClassification (hy)":55.76,"MassiveScenarioClassification (id)":69.43,"MassiveScenarioClassification (is)":60.74,"MassiveScenarioClassification (it)":69.45,"MassiveScenarioClassification (ja)":73.16,"MassiveScenarioClassification (jv)":56.24,"MassiveScenarioClassification (ka)":47.82,"MassiveScenarioClassification (km)":41.14,"MassiveScenarioClassification (kn)":59.36,"MassiveScenarioClassification (ko)":70.54,"MassiveScenarioClassification (lv)":64.28,"MassiveScenarioClassification (ml)":63.17,"MassiveScenarioClassification (mn)":55.37,"MassiveScenarioClassification (ms)":63.55,"MassiveScenarioClassification (my)":54.03,"MassiveScenarioClassification (nl)":71.11,"MassiveScenarioClassification (pt)":68.33,"MassiveScenarioClassification (ro)":66.06,"MassiveScenarioClassification (ru)":70.85,"MassiveScenarioClassification (sl)":65.33,"MassiveScenarioClassification (sq)":63.79,"MassiveScenarioClassification (sw)":56.27,"MassiveScenarioClassification (ta)":58.76,"MassiveScenarioClassification (te)":59.49,"MassiveScenarioClassification (th)":69.06,"MassiveScenarioClassification (tl)":60.71,"MassiveScenarioClassification (tr)":68.12,"MassiveScenarioClassification (ur)":60.89,"MassiveScenarioClassification (vi)":68.91,"MassiveScenarioClassification (zh-TW)":64.35} -{"index":162,"Rank":16,"Model":"LaBSE<\/a>","Model Size (Million Parameters)":471,"Memory Usage (GB, fp32)":1.75,"Embedding Dimensions":768,"Max Tokens":512,"Average":60.56,"AmazonCounterfactualClassification (de)":73.17,"AmazonCounterfactualClassification (ja)":76.42,"AmazonReviewsClassification (de)":39.92,"AmazonReviewsClassification (es)":39.39,"AmazonReviewsClassification (fr)":38.52,"AmazonReviewsClassification (ja)":36.44,"AmazonReviewsClassification (zh)":36.45,"MTOPDomainClassification (de)":86.95,"MTOPDomainClassification (es)":84.07,"MTOPDomainClassification (fr)":84.14,"MTOPDomainClassification (hi)":85.11,"MTOPDomainClassification (th)":81.24,"MTOPIntentClassification (de)":63.42,"MTOPIntentClassification (es)":64.44,"MTOPIntentClassification (fr)":62.01,"MTOPIntentClassification (hi)":62.58,"MTOPIntentClassification (th)":64.61,"MassiveIntentClassification (af)":56.12,"MassiveIntentClassification (am)":55.71,"MassiveIntentClassification (ar)":50.86,"MassiveIntentClassification (az)":58.97,"MassiveIntentClassification (bn)":58.22,"MassiveIntentClassification (cy)":50.16,"MassiveIntentClassification (de)":56.21,"MassiveIntentClassification (el)":57.03,"MassiveIntentClassification (es)":58.32,"MassiveIntentClassification (fa)":62.33,"MassiveIntentClassification (fi)":60.12,"MassiveIntentClassification (fr)":60.47,"MassiveIntentClassification (he)":56.55,"MassiveIntentClassification (hi)":59.4,"MassiveIntentClassification (hu)":59.52,"MassiveIntentClassification (hy)":56.2,"MassiveIntentClassification (id)":61.12,"MassiveIntentClassification (is)":54.9,"MassiveIntentClassification (it)":59.83,"MassiveIntentClassification (ja)":63.11,"MassiveIntentClassification (jv)":50.98,"MassiveIntentClassification (ka)":48.35,"MassiveIntentClassification (km)":48.55,"MassiveIntentClassification (kn)":56.24,"MassiveIntentClassification (ko)":60.99,"MassiveIntentClassification (lv)":57.1,"MassiveIntentClassification (ml)":57.91,"MassiveIntentClassification (mn)":58.5,"MassiveIntentClassification (ms)":58.6,"MassiveIntentClassification (my)":57.35,"MassiveIntentClassification (nl)":59.37,"MassiveIntentClassification (pt)":60.16,"MassiveIntentClassification (ro)":57.92,"MassiveIntentClassification (ru)":60.67,"MassiveIntentClassification (sl)":59.37,"MassiveIntentClassification (sq)":58.03,"MassiveIntentClassification (sw)":51.62,"MassiveIntentClassification (ta)":55.04,"MassiveIntentClassification (te)":58.32,"MassiveIntentClassification (th)":56.58,"MassiveIntentClassification (tl)":55.28,"MassiveIntentClassification (tr)":60.91,"MassiveIntentClassification (ur)":56.7,"MassiveIntentClassification (vi)":56.67,"MassiveIntentClassification (zh-TW)":59.51,"MassiveScenarioClassification (af)":63.39,"MassiveScenarioClassification (am)":62.02,"MassiveScenarioClassification (ar)":57.72,"MassiveScenarioClassification (az)":63.48,"MassiveScenarioClassification (bn)":61.84,"MassiveScenarioClassification (cy)":56.13,"MassiveScenarioClassification (de)":62.39,"MassiveScenarioClassification (el)":64.58,"MassiveScenarioClassification (es)":63.61,"MassiveScenarioClassification (fa)":67.46,"MassiveScenarioClassification (fi)":64.58,"MassiveScenarioClassification (fr)":65.1,"MassiveScenarioClassification (he)":63.53,"MassiveScenarioClassification (hi)":64.4,"MassiveScenarioClassification (hu)":65.82,"MassiveScenarioClassification (hy)":61.25,"MassiveScenarioClassification (id)":65.84,"MassiveScenarioClassification (is)":61.94,"MassiveScenarioClassification (it)":64.09,"MassiveScenarioClassification (ja)":67.72,"MassiveScenarioClassification (jv)":58.29,"MassiveScenarioClassification (ka)":53.38,"MassiveScenarioClassification (km)":56.18,"MassiveScenarioClassification (kn)":61.74,"MassiveScenarioClassification (ko)":67.26,"MassiveScenarioClassification (lv)":61.87,"MassiveScenarioClassification (ml)":62.26,"MassiveScenarioClassification (mn)":62.6,"MassiveScenarioClassification (ms)":65.63,"MassiveScenarioClassification (my)":62.94,"MassiveScenarioClassification (nl)":65.16,"MassiveScenarioClassification (pt)":63.28,"MassiveScenarioClassification (ro)":62.41,"MassiveScenarioClassification (ru)":65.25,"MassiveScenarioClassification (sl)":64.25,"MassiveScenarioClassification (sq)":64.54,"MassiveScenarioClassification (sw)":58.36,"MassiveScenarioClassification (ta)":59.08,"MassiveScenarioClassification (te)":64.13,"MassiveScenarioClassification (th)":64.34,"MassiveScenarioClassification (tl)":60.23,"MassiveScenarioClassification (tr)":65.43,"MassiveScenarioClassification (ur)":61.52,"MassiveScenarioClassification (vi)":61.05,"MassiveScenarioClassification (zh-TW)":67.08} -{"index":13,"Rank":17,"Model":"gte-Qwen1.5-7B-instruct<\/a>","Model Size (Million Parameters)":7099,"Memory Usage (GB, fp32)":26.45,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":60.55,"AmazonCounterfactualClassification (de)":74.94,"AmazonCounterfactualClassification (ja)":81.6,"AmazonReviewsClassification (de)":58.19,"AmazonReviewsClassification (es)":56.05,"AmazonReviewsClassification (fr)":54.59,"AmazonReviewsClassification (ja)":54.39,"AmazonReviewsClassification (zh)":52.95,"MTOPDomainClassification (de)":91.56,"MTOPDomainClassification (es)":91.96,"MTOPDomainClassification (fr)":89.66,"MTOPDomainClassification (hi)":86.31,"MTOPDomainClassification (th)":80.72,"MTOPIntentClassification (de)":79.15,"MTOPIntentClassification (es)":81.06,"MTOPIntentClassification (fr)":77.69,"MTOPIntentClassification (hi)":67.88,"MTOPIntentClassification (th)":67.46,"MassiveIntentClassification (af)":62.62,"MassiveIntentClassification (am)":19.46,"MassiveIntentClassification (ar)":57.09,"MassiveIntentClassification (az)":56.78,"MassiveIntentClassification (bn)":60.69,"MassiveIntentClassification (cy)":31.04,"MassiveIntentClassification (de)":70.88,"MassiveIntentClassification (el)":60.04,"MassiveIntentClassification (es)":71.68,"MassiveIntentClassification (fa)":66.15,"MassiveIntentClassification (fi)":63.41,"MassiveIntentClassification (fr)":72.88,"MassiveIntentClassification (he)":45.05,"MassiveIntentClassification (hi)":65.42,"MassiveIntentClassification (hu)":60.33,"MassiveIntentClassification (hy)":22.14,"MassiveIntentClassification (id)":68.91,"MassiveIntentClassification (is)":37.19,"MassiveIntentClassification (it)":72.46,"MassiveIntentClassification (ja)":73.31,"MassiveIntentClassification (jv)":41.73,"MassiveIntentClassification (ka)":38.5,"MassiveIntentClassification (km)":33.4,"MassiveIntentClassification (kn)":29.46,"MassiveIntentClassification (ko)":67.71,"MassiveIntentClassification (lv)":52.65,"MassiveIntentClassification (ml)":49.24,"MassiveIntentClassification (mn)":38.69,"MassiveIntentClassification (ms)":64.78,"MassiveIntentClassification (my)":34.12,"MassiveIntentClassification (nl)":72.74,"MassiveIntentClassification (pt)":73.42,"MassiveIntentClassification (ro)":64.01,"MassiveIntentClassification (ru)":73.15,"MassiveIntentClassification (sl)":61.7,"MassiveIntentClassification (sq)":39.98,"MassiveIntentClassification (sw)":42.72,"MassiveIntentClassification (ta)":39.49,"MassiveIntentClassification (te)":33.68,"MassiveIntentClassification (th)":60.01,"MassiveIntentClassification (tl)":60.08,"MassiveIntentClassification (tr)":64.52,"MassiveIntentClassification (ur)":44.88,"MassiveIntentClassification (vi)":67.44,"MassiveIntentClassification (zh-TW)":70.87,"MassiveScenarioClassification (af)":69.27,"MassiveScenarioClassification (am)":27.95,"MassiveScenarioClassification (ar)":66.1,"MassiveScenarioClassification (az)":61.39,"MassiveScenarioClassification (bn)":67.18,"MassiveScenarioClassification (cy)":44.52,"MassiveScenarioClassification (de)":75.34,"MassiveScenarioClassification (el)":67.87,"MassiveScenarioClassification (es)":74.89,"MassiveScenarioClassification (fa)":70.72,"MassiveScenarioClassification (fi)":66.32,"MassiveScenarioClassification (fr)":74.64,"MassiveScenarioClassification (he)":57.06,"MassiveScenarioClassification (hi)":69.71,"MassiveScenarioClassification (hu)":67.01,"MassiveScenarioClassification (hy)":34.0,"MassiveScenarioClassification (id)":72.61,"MassiveScenarioClassification (is)":52.15,"MassiveScenarioClassification (it)":75.7,"MassiveScenarioClassification (ja)":74.96,"MassiveScenarioClassification (jv)":52.93,"MassiveScenarioClassification (ka)":50.49,"MassiveScenarioClassification (km)":46.63,"MassiveScenarioClassification (kn)":41.11,"MassiveScenarioClassification (ko)":72.65,"MassiveScenarioClassification (lv)":61.15,"MassiveScenarioClassification (ml)":56.2,"MassiveScenarioClassification (mn)":47.0,"MassiveScenarioClassification (ms)":71.61,"MassiveScenarioClassification (my)":41.89,"MassiveScenarioClassification (nl)":74.39,"MassiveScenarioClassification (pt)":73.99,"MassiveScenarioClassification (ro)":68.82,"MassiveScenarioClassification (ru)":75.46,"MassiveScenarioClassification (sl)":66.4,"MassiveScenarioClassification (sq)":52.41,"MassiveScenarioClassification (sw)":54.13,"MassiveScenarioClassification (ta)":50.26,"MassiveScenarioClassification (te)":42.86,"MassiveScenarioClassification (th)":69.09,"MassiveScenarioClassification (tl)":66.9,"MassiveScenarioClassification (tr)":68.72,"MassiveScenarioClassification (ur)":54.9,"MassiveScenarioClassification (vi)":71.88,"MassiveScenarioClassification (zh-TW)":74.5} -{"index":40,"Rank":18,"Model":"Cohere-embed-multilingual-light-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":384,"Max Tokens":512,"Average":59.85,"AmazonCounterfactualClassification (de)":68.67,"AmazonCounterfactualClassification (ja)":59.69,"AmazonReviewsClassification (de)":42.42,"AmazonReviewsClassification (es)":41.96,"AmazonReviewsClassification (fr)":41.14,"AmazonReviewsClassification (ja)":38.41,"AmazonReviewsClassification (zh)":38.37,"MTOPDomainClassification (de)":88.77,"MTOPDomainClassification (es)":90.4,"MTOPDomainClassification (fr)":86.06,"MTOPDomainClassification (hi)":88.21,"MTOPDomainClassification (th)":85.55,"MTOPIntentClassification (de)":61.57,"MTOPIntentClassification (es)":62.33,"MTOPIntentClassification (fr)":53.11,"MTOPIntentClassification (hi)":59.26,"MTOPIntentClassification (th)":59.12,"MassiveIntentClassification (af)":55.18,"MassiveIntentClassification (am)":49.31,"MassiveIntentClassification (ar)":51.3,"MassiveIntentClassification (az)":56.0,"MassiveIntentClassification (bn)":57.56,"MassiveIntentClassification (cy)":45.42,"MassiveIntentClassification (de)":58.69,"MassiveIntentClassification (el)":57.33,"MassiveIntentClassification (es)":62.17,"MassiveIntentClassification (fa)":61.88,"MassiveIntentClassification (fi)":56.94,"MassiveIntentClassification (fr)":61.85,"MassiveIntentClassification (he)":54.14,"MassiveIntentClassification (hi)":60.13,"MassiveIntentClassification (hu)":56.36,"MassiveIntentClassification (hy)":54.73,"MassiveIntentClassification (id)":60.96,"MassiveIntentClassification (is)":49.53,"MassiveIntentClassification (it)":61.58,"MassiveIntentClassification (ja)":64.44,"MassiveIntentClassification (jv)":49.66,"MassiveIntentClassification (ka)":46.25,"MassiveIntentClassification (km)":40.79,"MassiveIntentClassification (kn)":55.04,"MassiveIntentClassification (ko)":59.68,"MassiveIntentClassification (lv)":51.66,"MassiveIntentClassification (ml)":59.72,"MassiveIntentClassification (mn)":54.36,"MassiveIntentClassification (ms)":56.8,"MassiveIntentClassification (my)":53.29,"MassiveIntentClassification (nl)":62.38,"MassiveIntentClassification (pt)":63.52,"MassiveIntentClassification (ro)":57.71,"MassiveIntentClassification (ru)":61.88,"MassiveIntentClassification (sl)":53.55,"MassiveIntentClassification (sq)":54.53,"MassiveIntentClassification (sw)":52.52,"MassiveIntentClassification (ta)":55.05,"MassiveIntentClassification (te)":55.63,"MassiveIntentClassification (th)":59.84,"MassiveIntentClassification (tl)":55.25,"MassiveIntentClassification (tr)":59.69,"MassiveIntentClassification (ur)":57.27,"MassiveIntentClassification (vi)":58.43,"MassiveIntentClassification (zh-TW)":58.92,"MassiveScenarioClassification (af)":63.79,"MassiveScenarioClassification (am)":56.32,"MassiveScenarioClassification (ar)":58.24,"MassiveScenarioClassification (az)":59.42,"MassiveScenarioClassification (bn)":63.41,"MassiveScenarioClassification (cy)":53.0,"MassiveScenarioClassification (de)":68.12,"MassiveScenarioClassification (el)":65.25,"MassiveScenarioClassification (es)":67.2,"MassiveScenarioClassification (fa)":67.76,"MassiveScenarioClassification (fi)":63.44,"MassiveScenarioClassification (fr)":67.5,"MassiveScenarioClassification (he)":62.46,"MassiveScenarioClassification (hi)":66.29,"MassiveScenarioClassification (hu)":64.85,"MassiveScenarioClassification (hy)":57.86,"MassiveScenarioClassification (id)":66.54,"MassiveScenarioClassification (is)":58.15,"MassiveScenarioClassification (it)":66.58,"MassiveScenarioClassification (ja)":70.82,"MassiveScenarioClassification (jv)":57.1,"MassiveScenarioClassification (ka)":51.97,"MassiveScenarioClassification (km)":47.04,"MassiveScenarioClassification (kn)":59.3,"MassiveScenarioClassification (ko)":68.03,"MassiveScenarioClassification (lv)":57.28,"MassiveScenarioClassification (ml)":66.25,"MassiveScenarioClassification (mn)":58.41,"MassiveScenarioClassification (ms)":64.24,"MassiveScenarioClassification (my)":58.03,"MassiveScenarioClassification (nl)":69.05,"MassiveScenarioClassification (pt)":65.3,"MassiveScenarioClassification (ro)":64.57,"MassiveScenarioClassification (ru)":67.1,"MassiveScenarioClassification (sl)":59.98,"MassiveScenarioClassification (sq)":61.63,"MassiveScenarioClassification (sw)":59.54,"MassiveScenarioClassification (ta)":59.22,"MassiveScenarioClassification (te)":61.28,"MassiveScenarioClassification (th)":67.91,"MassiveScenarioClassification (tl)":61.11,"MassiveScenarioClassification (tr)":64.68,"MassiveScenarioClassification (ur)":63.09,"MassiveScenarioClassification (vi)":64.61,"MassiveScenarioClassification (zh-TW)":66.67} -{"index":172,"Rank":19,"Model":"paraphrase-multilingual-mpnet-base-v2<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":59.75,"AmazonCounterfactualClassification (de)":69.96,"AmazonCounterfactualClassification (ja)":69.78,"AmazonReviewsClassification (de)":39.53,"AmazonReviewsClassification (es)":39.97,"AmazonReviewsClassification (fr)":38.98,"AmazonReviewsClassification (ja)":36.65,"AmazonReviewsClassification (zh)":37.74,"MTOPDomainClassification (de)":85.73,"MTOPDomainClassification (es)":86.98,"MTOPDomainClassification (fr)":81.21,"MTOPDomainClassification (hi)":84.76,"MTOPDomainClassification (th)":82.51,"MTOPIntentClassification (de)":61.26,"MTOPIntentClassification (es)":66.6,"MTOPIntentClassification (fr)":59.75,"MTOPIntentClassification (hi)":62.38,"MTOPIntentClassification (th)":64.77,"MassiveIntentClassification (af)":52.35,"MassiveIntentClassification (am)":41.56,"MassiveIntentClassification (ar)":51.43,"MassiveIntentClassification (az)":56.98,"MassiveIntentClassification (bn)":48.79,"MassiveIntentClassification (cy)":27.89,"MassiveIntentClassification (de)":59.56,"MassiveIntentClassification (el)":62.63,"MassiveIntentClassification (es)":64.45,"MassiveIntentClassification (fa)":65.33,"MassiveIntentClassification (fi)":62.26,"MassiveIntentClassification (fr)":64.8,"MassiveIntentClassification (he)":58.25,"MassiveIntentClassification (hi)":62.79,"MassiveIntentClassification (hu)":63.85,"MassiveIntentClassification (hy)":57.76,"MassiveIntentClassification (id)":65.43,"MassiveIntentClassification (is)":37.09,"MassiveIntentClassification (it)":64.69,"MassiveIntentClassification (ja)":63.76,"MassiveIntentClassification (jv)":36.49,"MassiveIntentClassification (ka)":49.88,"MassiveIntentClassification (km)":45.48,"MassiveIntentClassification (kn)":50.62,"MassiveIntentClassification (ko)":61.84,"MassiveIntentClassification (lv)":61.29,"MassiveIntentClassification (ml)":54.34,"MassiveIntentClassification (mn)":56.61,"MassiveIntentClassification (ms)":60.72,"MassiveIntentClassification (my)":57.08,"MassiveIntentClassification (nl)":63.57,"MassiveIntentClassification (pt)":64.88,"MassiveIntentClassification (ro)":62.83,"MassiveIntentClassification (ru)":63.23,"MassiveIntentClassification (sl)":63.5,"MassiveIntentClassification (sq)":62.49,"MassiveIntentClassification (sw)":31.93,"MassiveIntentClassification (ta)":50.18,"MassiveIntentClassification (te)":52.85,"MassiveIntentClassification (th)":61.12,"MassiveIntentClassification (tl)":38.83,"MassiveIntentClassification (tr)":64.58,"MassiveIntentClassification (ur)":56.36,"MassiveIntentClassification (vi)":59.71,"MassiveIntentClassification (zh-TW)":62.33,"MassiveScenarioClassification (af)":59.68,"MassiveScenarioClassification (am)":48.96,"MassiveScenarioClassification (ar)":57.79,"MassiveScenarioClassification (az)":61.52,"MassiveScenarioClassification (bn)":54.52,"MassiveScenarioClassification (cy)":35.27,"MassiveScenarioClassification (de)":67.35,"MassiveScenarioClassification (el)":68.81,"MassiveScenarioClassification (es)":70.4,"MassiveScenarioClassification (fa)":69.88,"MassiveScenarioClassification (fi)":67.58,"MassiveScenarioClassification (fr)":70.71,"MassiveScenarioClassification (he)":65.16,"MassiveScenarioClassification (hi)":67.94,"MassiveScenarioClassification (hu)":70.31,"MassiveScenarioClassification (hy)":63.03,"MassiveScenarioClassification (id)":70.73,"MassiveScenarioClassification (is)":44.16,"MassiveScenarioClassification (it)":69.74,"MassiveScenarioClassification (ja)":69.68,"MassiveScenarioClassification (jv)":44.22,"MassiveScenarioClassification (ka)":57.3,"MassiveScenarioClassification (km)":53.13,"MassiveScenarioClassification (kn)":56.08,"MassiveScenarioClassification (ko)":68.52,"MassiveScenarioClassification (lv)":66.28,"MassiveScenarioClassification (ml)":60.14,"MassiveScenarioClassification (mn)":60.84,"MassiveScenarioClassification (ms)":65.85,"MassiveScenarioClassification (my)":63.03,"MassiveScenarioClassification (nl)":70.37,"MassiveScenarioClassification (pt)":70.08,"MassiveScenarioClassification (ro)":67.94,"MassiveScenarioClassification (ru)":69.92,"MassiveScenarioClassification (sl)":70.81,"MassiveScenarioClassification (sq)":69.62,"MassiveScenarioClassification (sw)":37.26,"MassiveScenarioClassification (ta)":55.97,"MassiveScenarioClassification (te)":58.79,"MassiveScenarioClassification (th)":69.44,"MassiveScenarioClassification (tl)":43.98,"MassiveScenarioClassification (tr)":70.41,"MassiveScenarioClassification (ur)":62.92,"MassiveScenarioClassification (vi)":65.7,"MassiveScenarioClassification (zh-TW)":68.71} -{"index":2,"Rank":20,"Model":"voyage-3-lite<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":512,"Max Tokens":32000,"Average":59.29,"AmazonCounterfactualClassification (de)":64.15,"AmazonCounterfactualClassification (ja)":66.08,"AmazonReviewsClassification (de)":41.0,"AmazonReviewsClassification (es)":39.26,"AmazonReviewsClassification (fr)":38.92,"AmazonReviewsClassification (ja)":38.58,"AmazonReviewsClassification (zh)":36.01,"MTOPDomainClassification (de)":86.85,"MTOPDomainClassification (es)":84.68,"MTOPDomainClassification (fr)":82.89,"MTOPDomainClassification (hi)":83.19,"MTOPDomainClassification (th)":82.81,"MTOPIntentClassification (de)":61.23,"MTOPIntentClassification (es)":61.31,"MTOPIntentClassification (fr)":55.38,"MTOPIntentClassification (hi)":56.72,"MTOPIntentClassification (th)":62.57,"MassiveIntentClassification (af)":51.75,"MassiveIntentClassification (am)":40.31,"MassiveIntentClassification (ar)":51.41,"MassiveIntentClassification (az)":60.51,"MassiveIntentClassification (bn)":55.38,"MassiveIntentClassification (cy)":46.62,"MassiveIntentClassification (de)":59.82,"MassiveIntentClassification (el)":56.16,"MassiveIntentClassification (es)":57.78,"MassiveIntentClassification (fa)":63.87,"MassiveIntentClassification (fi)":61.16,"MassiveIntentClassification (fr)":58.02,"MassiveIntentClassification (he)":57.14,"MassiveIntentClassification (hi)":56.95,"MassiveIntentClassification (hu)":57.9,"MassiveIntentClassification (hy)":59.17,"MassiveIntentClassification (id)":60.44,"MassiveIntentClassification (is)":57.27,"MassiveIntentClassification (it)":58.53,"MassiveIntentClassification (ja)":64.02,"MassiveIntentClassification (jv)":44.31,"MassiveIntentClassification (ka)":50.07,"MassiveIntentClassification (km)":38.5,"MassiveIntentClassification (kn)":51.19,"MassiveIntentClassification (ko)":60.7,"MassiveIntentClassification (lv)":59.34,"MassiveIntentClassification (ml)":54.23,"MassiveIntentClassification (mn)":55.9,"MassiveIntentClassification (ms)":56.17,"MassiveIntentClassification (my)":46.85,"MassiveIntentClassification (nl)":60.61,"MassiveIntentClassification (pt)":60.52,"MassiveIntentClassification (ro)":54.23,"MassiveIntentClassification (ru)":63.02,"MassiveIntentClassification (sl)":58.45,"MassiveIntentClassification (sq)":58.33,"MassiveIntentClassification (sw)":44.18,"MassiveIntentClassification (ta)":51.63,"MassiveIntentClassification (te)":53.72,"MassiveIntentClassification (th)":57.76,"MassiveIntentClassification (tl)":52.13,"MassiveIntentClassification (tr)":62.05,"MassiveIntentClassification (ur)":55.39,"MassiveIntentClassification (vi)":62.64,"MassiveIntentClassification (zh-TW)":57.62,"MassiveScenarioClassification (af)":59.74,"MassiveScenarioClassification (am)":47.4,"MassiveScenarioClassification (ar)":59.13,"MassiveScenarioClassification (az)":65.45,"MassiveScenarioClassification (bn)":61.15,"MassiveScenarioClassification (cy)":56.54,"MassiveScenarioClassification (de)":68.76,"MassiveScenarioClassification (el)":64.34,"MassiveScenarioClassification (es)":64.58,"MassiveScenarioClassification (fa)":67.14,"MassiveScenarioClassification (fi)":65.14,"MassiveScenarioClassification (fr)":65.51,"MassiveScenarioClassification (he)":62.98,"MassiveScenarioClassification (hi)":62.27,"MassiveScenarioClassification (hu)":66.29,"MassiveScenarioClassification (hy)":64.17,"MassiveScenarioClassification (id)":66.71,"MassiveScenarioClassification (is)":63.8,"MassiveScenarioClassification (it)":64.76,"MassiveScenarioClassification (ja)":69.19,"MassiveScenarioClassification (jv)":52.04,"MassiveScenarioClassification (ka)":57.01,"MassiveScenarioClassification (km)":46.98,"MassiveScenarioClassification (kn)":58.69,"MassiveScenarioClassification (ko)":67.4,"MassiveScenarioClassification (lv)":64.23,"MassiveScenarioClassification (ml)":60.42,"MassiveScenarioClassification (mn)":60.82,"MassiveScenarioClassification (ms)":64.37,"MassiveScenarioClassification (my)":54.48,"MassiveScenarioClassification (nl)":67.55,"MassiveScenarioClassification (pt)":64.66,"MassiveScenarioClassification (ro)":61.31,"MassiveScenarioClassification (ru)":68.44,"MassiveScenarioClassification (sl)":64.22,"MassiveScenarioClassification (sq)":64.65,"MassiveScenarioClassification (sw)":50.48,"MassiveScenarioClassification (ta)":59.58,"MassiveScenarioClassification (te)":59.89,"MassiveScenarioClassification (th)":65.75,"MassiveScenarioClassification (tl)":58.96,"MassiveScenarioClassification (tr)":66.58,"MassiveScenarioClassification (ur)":61.78,"MassiveScenarioClassification (vi)":67.33,"MassiveScenarioClassification (zh-TW)":66.14} -{"index":3,"Rank":21,"Model":"voyage-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":32000,"Average":57.6,"AmazonCounterfactualClassification (de)":57.76,"AmazonCounterfactualClassification (ja)":65.06,"AmazonReviewsClassification (de)":38.1,"AmazonReviewsClassification (es)":36.32,"AmazonReviewsClassification (fr)":35.43,"AmazonReviewsClassification (ja)":37.39,"AmazonReviewsClassification (zh)":32.94,"MTOPDomainClassification (de)":84.03,"MTOPDomainClassification (es)":84.36,"MTOPDomainClassification (fr)":80.39,"MTOPDomainClassification (hi)":84.78,"MTOPDomainClassification (th)":80.49,"MTOPIntentClassification (de)":57.94,"MTOPIntentClassification (es)":58.01,"MTOPIntentClassification (fr)":52.87,"MTOPIntentClassification (hi)":54.37,"MTOPIntentClassification (th)":56.06,"MassiveIntentClassification (af)":49.97,"MassiveIntentClassification (am)":36.33,"MassiveIntentClassification (ar)":49.51,"MassiveIntentClassification (az)":56.82,"MassiveIntentClassification (bn)":53.85,"MassiveIntentClassification (cy)":48.16,"MassiveIntentClassification (de)":57.95,"MassiveIntentClassification (el)":56.02,"MassiveIntentClassification (es)":58.5,"MassiveIntentClassification (fa)":59.38,"MassiveIntentClassification (fi)":60.96,"MassiveIntentClassification (fr)":57.54,"MassiveIntentClassification (he)":56.41,"MassiveIntentClassification (hi)":55.99,"MassiveIntentClassification (hu)":55.93,"MassiveIntentClassification (hy)":54.2,"MassiveIntentClassification (id)":58.52,"MassiveIntentClassification (is)":53.36,"MassiveIntentClassification (it)":59.0,"MassiveIntentClassification (ja)":60.23,"MassiveIntentClassification (jv)":43.79,"MassiveIntentClassification (ka)":49.24,"MassiveIntentClassification (km)":34.82,"MassiveIntentClassification (kn)":50.87,"MassiveIntentClassification (ko)":59.3,"MassiveIntentClassification (lv)":55.67,"MassiveIntentClassification (ml)":52.87,"MassiveIntentClassification (mn)":52.26,"MassiveIntentClassification (ms)":53.42,"MassiveIntentClassification (my)":38.76,"MassiveIntentClassification (nl)":57.24,"MassiveIntentClassification (pt)":59.34,"MassiveIntentClassification (ro)":53.33,"MassiveIntentClassification (ru)":58.32,"MassiveIntentClassification (sl)":56.0,"MassiveIntentClassification (sq)":56.6,"MassiveIntentClassification (sw)":44.49,"MassiveIntentClassification (ta)":49.98,"MassiveIntentClassification (te)":52.91,"MassiveIntentClassification (th)":55.36,"MassiveIntentClassification (tl)":53.96,"MassiveIntentClassification (tr)":59.45,"MassiveIntentClassification (ur)":52.72,"MassiveIntentClassification (vi)":59.24,"MassiveIntentClassification (zh-TW)":54.88,"MassiveScenarioClassification (af)":61.28,"MassiveScenarioClassification (am)":42.89,"MassiveScenarioClassification (ar)":57.93,"MassiveScenarioClassification (az)":64.37,"MassiveScenarioClassification (bn)":59.88,"MassiveScenarioClassification (cy)":56.86,"MassiveScenarioClassification (de)":67.76,"MassiveScenarioClassification (el)":63.1,"MassiveScenarioClassification (es)":66.28,"MassiveScenarioClassification (fa)":66.24,"MassiveScenarioClassification (fi)":66.28,"MassiveScenarioClassification (fr)":66.07,"MassiveScenarioClassification (he)":64.02,"MassiveScenarioClassification (hi)":61.29,"MassiveScenarioClassification (hu)":66.07,"MassiveScenarioClassification (hy)":60.1,"MassiveScenarioClassification (id)":67.18,"MassiveScenarioClassification (is)":61.24,"MassiveScenarioClassification (it)":66.3,"MassiveScenarioClassification (ja)":67.03,"MassiveScenarioClassification (jv)":50.63,"MassiveScenarioClassification (ka)":55.48,"MassiveScenarioClassification (km)":38.68,"MassiveScenarioClassification (kn)":58.94,"MassiveScenarioClassification (ko)":67.6,"MassiveScenarioClassification (lv)":60.81,"MassiveScenarioClassification (ml)":59.28,"MassiveScenarioClassification (mn)":57.43,"MassiveScenarioClassification (ms)":63.1,"MassiveScenarioClassification (my)":45.17,"MassiveScenarioClassification (nl)":66.71,"MassiveScenarioClassification (pt)":65.62,"MassiveScenarioClassification (ro)":61.52,"MassiveScenarioClassification (ru)":66.18,"MassiveScenarioClassification (sl)":62.96,"MassiveScenarioClassification (sq)":65.72,"MassiveScenarioClassification (sw)":51.89,"MassiveScenarioClassification (ta)":57.44,"MassiveScenarioClassification (te)":62.13,"MassiveScenarioClassification (th)":65.01,"MassiveScenarioClassification (tl)":62.36,"MassiveScenarioClassification (tr)":66.8,"MassiveScenarioClassification (ur)":59.09,"MassiveScenarioClassification (vi)":67.19,"MassiveScenarioClassification (zh-TW)":63.5} -{"index":125,"Rank":22,"Model":"multilingual-e5-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":57.15,"AmazonCounterfactualClassification (de)":70.81,"AmazonCounterfactualClassification (ja)":72.02,"AmazonReviewsClassification (de)":44.37,"AmazonReviewsClassification (es)":43.38,"AmazonReviewsClassification (fr)":40.94,"AmazonReviewsClassification (ja)":39.57,"AmazonReviewsClassification (zh)":38.34,"MTOPDomainClassification (de)":87.94,"MTOPDomainClassification (es)":85.96,"MTOPDomainClassification (fr)":84.79,"MTOPDomainClassification (hi)":83.92,"MTOPDomainClassification (th)":83.94,"MTOPIntentClassification (de)":61.05,"MTOPIntentClassification (es)":55.36,"MTOPIntentClassification (fr)":55.51,"MTOPIntentClassification (hi)":53.93,"MTOPIntentClassification (th)":58.69,"MassiveIntentClassification (af)":49.82,"MassiveIntentClassification (am)":42.4,"MassiveIntentClassification (ar)":50.2,"MassiveIntentClassification (az)":51.36,"MassiveIntentClassification (bn)":51.69,"MassiveIntentClassification (cy)":37.05,"MassiveIntentClassification (de)":59.82,"MassiveIntentClassification (el)":58.07,"MassiveIntentClassification (es)":61.13,"MassiveIntentClassification (fa)":59.51,"MassiveIntentClassification (fi)":58.91,"MassiveIntentClassification (fr)":61.32,"MassiveIntentClassification (he)":55.3,"MassiveIntentClassification (hi)":56.75,"MassiveIntentClassification (hu)":57.69,"MassiveIntentClassification (hy)":48.77,"MassiveIntentClassification (id)":58.7,"MassiveIntentClassification (is)":44.52,"MassiveIntentClassification (it)":61.29,"MassiveIntentClassification (ja)":62.3,"MassiveIntentClassification (jv)":43.23,"MassiveIntentClassification (ka)":37.56,"MassiveIntentClassification (km)":32.14,"MassiveIntentClassification (kn)":48.63,"MassiveIntentClassification (ko)":59.97,"MassiveIntentClassification (lv)":51.17,"MassiveIntentClassification (ml)":53.75,"MassiveIntentClassification (mn)":46.8,"MassiveIntentClassification (ms)":52.85,"MassiveIntentClassification (my)":46.67,"MassiveIntentClassification (nl)":61.23,"MassiveIntentClassification (pt)":62.12,"MassiveIntentClassification (ro)":56.83,"MassiveIntentClassification (ru)":62.78,"MassiveIntentClassification (sl)":53.84,"MassiveIntentClassification (sq)":51.07,"MassiveIntentClassification (sw)":45.24,"MassiveIntentClassification (ta)":48.93,"MassiveIntentClassification (te)":50.09,"MassiveIntentClassification (th)":59.63,"MassiveIntentClassification (tl)":48.99,"MassiveIntentClassification (tr)":60.69,"MassiveIntentClassification (ur)":51.3,"MassiveIntentClassification (vi)":59.61,"MassiveIntentClassification (zh-TW)":56.4,"MassiveScenarioClassification (af)":58.95,"MassiveScenarioClassification (am)":50.33,"MassiveScenarioClassification (ar)":58.0,"MassiveScenarioClassification (az)":55.15,"MassiveScenarioClassification (bn)":57.0,"MassiveScenarioClassification (cy)":43.84,"MassiveScenarioClassification (de)":68.4,"MassiveScenarioClassification (el)":65.38,"MassiveScenarioClassification (es)":66.47,"MassiveScenarioClassification (fa)":63.92,"MassiveScenarioClassification (fi)":64.94,"MassiveScenarioClassification (fr)":67.37,"MassiveScenarioClassification (he)":62.53,"MassiveScenarioClassification (hi)":62.91,"MassiveScenarioClassification (hu)":65.75,"MassiveScenarioClassification (hy)":53.63,"MassiveScenarioClassification (id)":63.6,"MassiveScenarioClassification (is)":53.28,"MassiveScenarioClassification (it)":66.17,"MassiveScenarioClassification (ja)":69.89,"MassiveScenarioClassification (jv)":51.94,"MassiveScenarioClassification (ka)":43.38,"MassiveScenarioClassification (km)":38.45,"MassiveScenarioClassification (kn)":53.49,"MassiveScenarioClassification (ko)":67.9,"MassiveScenarioClassification (lv)":56.42,"MassiveScenarioClassification (ml)":59.89,"MassiveScenarioClassification (mn)":51.87,"MassiveScenarioClassification (ms)":58.35,"MassiveScenarioClassification (my)":50.77,"MassiveScenarioClassification (nl)":68.62,"MassiveScenarioClassification (pt)":65.49,"MassiveScenarioClassification (ro)":63.5,"MassiveScenarioClassification (ru)":68.21,"MassiveScenarioClassification (sl)":58.3,"MassiveScenarioClassification (sq)":57.92,"MassiveScenarioClassification (sw)":52.64,"MassiveScenarioClassification (ta)":53.86,"MassiveScenarioClassification (te)":54.24,"MassiveScenarioClassification (th)":67.37,"MassiveScenarioClassification (tl)":54.36,"MassiveScenarioClassification (tr)":65.18,"MassiveScenarioClassification (ur)":56.74,"MassiveScenarioClassification (vi)":66.35,"MassiveScenarioClassification (zh-TW)":63.73} -{"index":128,"Rank":23,"Model":"multilingual-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":55.18,"AmazonCounterfactualClassification (de)":71.72,"AmazonCounterfactualClassification (ja)":61.46,"AmazonReviewsClassification (de)":41.07,"AmazonReviewsClassification (es)":41.37,"AmazonReviewsClassification (fr)":39.68,"AmazonReviewsClassification (ja)":38.55,"AmazonReviewsClassification (zh)":38.31,"MTOPDomainClassification (de)":86.15,"MTOPDomainClassification (es)":85.53,"MTOPDomainClassification (fr)":81.2,"MTOPDomainClassification (hi)":84.07,"MTOPDomainClassification (th)":83.16,"MTOPIntentClassification (de)":55.88,"MTOPIntentClassification (es)":53.15,"MTOPIntentClassification (fr)":46.01,"MTOPIntentClassification (hi)":52.26,"MTOPIntentClassification (th)":54.61,"MassiveIntentClassification (af)":48.74,"MassiveIntentClassification (am)":43.52,"MassiveIntentClassification (ar)":47.78,"MassiveIntentClassification (az)":49.32,"MassiveIntentClassification (bn)":50.68,"MassiveIntentClassification (cy)":36.62,"MassiveIntentClassification (de)":55.52,"MassiveIntentClassification (el)":54.14,"MassiveIntentClassification (es)":59.19,"MassiveIntentClassification (fa)":57.73,"MassiveIntentClassification (fi)":55.14,"MassiveIntentClassification (fr)":57.9,"MassiveIntentClassification (he)":51.11,"MassiveIntentClassification (hi)":55.69,"MassiveIntentClassification (hu)":53.21,"MassiveIntentClassification (hy)":47.89,"MassiveIntentClassification (id)":56.2,"MassiveIntentClassification (is)":41.53,"MassiveIntentClassification (it)":58.8,"MassiveIntentClassification (ja)":61.58,"MassiveIntentClassification (jv)":42.96,"MassiveIntentClassification (ka)":39.52,"MassiveIntentClassification (km)":33.45,"MassiveIntentClassification (kn)":47.85,"MassiveIntentClassification (ko)":57.12,"MassiveIntentClassification (lv)":44.93,"MassiveIntentClassification (ml)":52.81,"MassiveIntentClassification (mn)":47.38,"MassiveIntentClassification (ms)":50.8,"MassiveIntentClassification (my)":45.64,"MassiveIntentClassification (nl)":59.27,"MassiveIntentClassification (pt)":60.12,"MassiveIntentClassification (ro)":52.82,"MassiveIntentClassification (ru)":58.43,"MassiveIntentClassification (sl)":47.71,"MassiveIntentClassification (sq)":48.68,"MassiveIntentClassification (sw)":44.84,"MassiveIntentClassification (ta)":47.65,"MassiveIntentClassification (te)":48.85,"MassiveIntentClassification (th)":56.26,"MassiveIntentClassification (tl)":48.7,"MassiveIntentClassification (tr)":56.88,"MassiveIntentClassification (ur)":50.51,"MassiveIntentClassification (vi)":56.19,"MassiveIntentClassification (zh-TW)":53.75,"MassiveScenarioClassification (af)":58.0,"MassiveScenarioClassification (am)":50.53,"MassiveScenarioClassification (ar)":54.56,"MassiveScenarioClassification (az)":53.27,"MassiveScenarioClassification (bn)":57.38,"MassiveScenarioClassification (cy)":44.63,"MassiveScenarioClassification (de)":65.88,"MassiveScenarioClassification (el)":62.29,"MassiveScenarioClassification (es)":64.43,"MassiveScenarioClassification (fa)":63.32,"MassiveScenarioClassification (fi)":61.89,"MassiveScenarioClassification (fr)":63.9,"MassiveScenarioClassification (he)":59.22,"MassiveScenarioClassification (hi)":62.22,"MassiveScenarioClassification (hu)":61.93,"MassiveScenarioClassification (hy)":52.93,"MassiveScenarioClassification (id)":62.0,"MassiveScenarioClassification (is)":49.66,"MassiveScenarioClassification (it)":64.03,"MassiveScenarioClassification (ja)":67.75,"MassiveScenarioClassification (jv)":51.39,"MassiveScenarioClassification (ka)":44.96,"MassiveScenarioClassification (km)":39.01,"MassiveScenarioClassification (kn)":52.73,"MassiveScenarioClassification (ko)":65.7,"MassiveScenarioClassification (lv)":51.0,"MassiveScenarioClassification (ml)":60.31,"MassiveScenarioClassification (mn)":52.41,"MassiveScenarioClassification (ms)":59.18,"MassiveScenarioClassification (my)":51.07,"MassiveScenarioClassification (nl)":67.01,"MassiveScenarioClassification (pt)":62.75,"MassiveScenarioClassification (ro)":60.0,"MassiveScenarioClassification (ru)":63.89,"MassiveScenarioClassification (sl)":54.05,"MassiveScenarioClassification (sq)":56.15,"MassiveScenarioClassification (sw)":52.42,"MassiveScenarioClassification (ta)":52.74,"MassiveScenarioClassification (te)":54.86,"MassiveScenarioClassification (th)":65.72,"MassiveScenarioClassification (tl)":55.3,"MassiveScenarioClassification (tr)":62.14,"MassiveScenarioClassification (ur)":55.91,"MassiveScenarioClassification (vi)":62.67,"MassiveScenarioClassification (zh-TW)":61.15} -{"index":5,"Rank":24,"Model":"voyage-large-2-instruct<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":16000,"Average":55.13,"AmazonCounterfactualClassification (de)":64.61,"AmazonCounterfactualClassification (ja)":77.46,"AmazonReviewsClassification (de)":47.52,"AmazonReviewsClassification (es)":46.78,"AmazonReviewsClassification (fr)":46.43,"AmazonReviewsClassification (ja)":45.09,"AmazonReviewsClassification (zh)":44.16,"MTOPDomainClassification (de)":95.27,"MTOPDomainClassification (es)":95.28,"MTOPDomainClassification (fr)":93.57,"MTOPDomainClassification (hi)":79.0,"MTOPDomainClassification (th)":76.64,"MTOPIntentClassification (de)":70.28,"MTOPIntentClassification (es)":74.9,"MTOPIntentClassification (fr)":68.15,"MTOPIntentClassification (hi)":40.64,"MTOPIntentClassification (th)":52.46,"MassiveIntentClassification (af)":56.14,"MassiveIntentClassification (am)":24.82,"MassiveIntentClassification (ar)":47.61,"MassiveIntentClassification (az)":50.48,"MassiveIntentClassification (bn)":39.06,"MassiveIntentClassification (cy)":36.38,"MassiveIntentClassification (de)":67.84,"MassiveIntentClassification (el)":51.05,"MassiveIntentClassification (es)":69.32,"MassiveIntentClassification (fa)":55.04,"MassiveIntentClassification (fi)":56.04,"MassiveIntentClassification (fr)":69.76,"MassiveIntentClassification (he)":46.56,"MassiveIntentClassification (hi)":48.1,"MassiveIntentClassification (hu)":60.74,"MassiveIntentClassification (hy)":32.94,"MassiveIntentClassification (id)":64.75,"MassiveIntentClassification (is)":46.74,"MassiveIntentClassification (it)":68.79,"MassiveIntentClassification (ja)":67.62,"MassiveIntentClassification (jv)":42.59,"MassiveIntentClassification (ka)":32.48,"MassiveIntentClassification (km)":21.07,"MassiveIntentClassification (kn)":17.95,"MassiveIntentClassification (ko)":59.58,"MassiveIntentClassification (lv)":45.89,"MassiveIntentClassification (ml)":31.31,"MassiveIntentClassification (mn)":33.06,"MassiveIntentClassification (ms)":57.61,"MassiveIntentClassification (my)":18.82,"MassiveIntentClassification (nl)":68.84,"MassiveIntentClassification (pt)":70.28,"MassiveIntentClassification (ro)":61.22,"MassiveIntentClassification (ru)":70.87,"MassiveIntentClassification (sl)":62.57,"MassiveIntentClassification (sq)":41.24,"MassiveIntentClassification (sw)":38.08,"MassiveIntentClassification (ta)":28.71,"MassiveIntentClassification (te)":22.0,"MassiveIntentClassification (th)":45.59,"MassiveIntentClassification (tl)":48.84,"MassiveIntentClassification (tr)":59.39,"MassiveIntentClassification (ur)":38.9,"MassiveIntentClassification (vi)":55.12,"MassiveIntentClassification (zh-TW)":63.36,"MassiveScenarioClassification (af)":67.7,"MassiveScenarioClassification (am)":34.34,"MassiveScenarioClassification (ar)":55.46,"MassiveScenarioClassification (az)":58.36,"MassiveScenarioClassification (bn)":47.38,"MassiveScenarioClassification (cy)":45.38,"MassiveScenarioClassification (de)":78.79,"MassiveScenarioClassification (el)":60.8,"MassiveScenarioClassification (es)":77.27,"MassiveScenarioClassification (fa)":60.92,"MassiveScenarioClassification (fi)":64.86,"MassiveScenarioClassification (fr)":77.99,"MassiveScenarioClassification (he)":53.04,"MassiveScenarioClassification (hi)":56.05,"MassiveScenarioClassification (hu)":71.32,"MassiveScenarioClassification (hy)":40.24,"MassiveScenarioClassification (id)":72.48,"MassiveScenarioClassification (is)":58.65,"MassiveScenarioClassification (it)":77.33,"MassiveScenarioClassification (ja)":76.24,"MassiveScenarioClassification (jv)":52.42,"MassiveScenarioClassification (ka)":41.12,"MassiveScenarioClassification (km)":25.63,"MassiveScenarioClassification (kn)":26.11,"MassiveScenarioClassification (ko)":68.71,"MassiveScenarioClassification (lv)":56.15,"MassiveScenarioClassification (ml)":38.14,"MassiveScenarioClassification (mn)":41.83,"MassiveScenarioClassification (ms)":67.79,"MassiveScenarioClassification (my)":25.4,"MassiveScenarioClassification (nl)":78.78,"MassiveScenarioClassification (pt)":76.66,"MassiveScenarioClassification (ro)":70.68,"MassiveScenarioClassification (ru)":78.34,"MassiveScenarioClassification (sl)":71.12,"MassiveScenarioClassification (sq)":52.83,"MassiveScenarioClassification (sw)":46.95,"MassiveScenarioClassification (ta)":36.67,"MassiveScenarioClassification (te)":28.33,"MassiveScenarioClassification (th)":56.57,"MassiveScenarioClassification (tl)":59.21,"MassiveScenarioClassification (tr)":67.67,"MassiveScenarioClassification (ur)":48.18,"MassiveScenarioClassification (vi)":62.79,"MassiveScenarioClassification (zh-TW)":72.34} -{"index":197,"Rank":25,"Model":"text-embedding-3-small<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":8191,"Average":54.81,"AmazonCounterfactualClassification (de)":72.25,"AmazonCounterfactualClassification (ja)":71.86,"AmazonReviewsClassification (de)":44.2,"AmazonReviewsClassification (es)":43.33,"AmazonReviewsClassification (fr)":43.64,"AmazonReviewsClassification (ja)":37.48,"AmazonReviewsClassification (zh)":37.42,"MTOPDomainClassification (de)":92.77,"MTOPDomainClassification (es)":93.11,"MTOPDomainClassification (fr)":90.9,"MTOPDomainClassification (hi)":71.85,"MTOPDomainClassification (th)":70.32,"MTOPIntentClassification (de)":71.6,"MTOPIntentClassification (es)":73.4,"MTOPIntentClassification (fr)":67.83,"MTOPIntentClassification (hi)":42.3,"MTOPIntentClassification (th)":48.04,"MassiveIntentClassification (af)":55.03,"MassiveIntentClassification (am)":31.68,"MassiveIntentClassification (ar)":51.72,"MassiveIntentClassification (az)":45.36,"MassiveIntentClassification (bn)":42.02,"MassiveIntentClassification (cy)":40.7,"MassiveIntentClassification (de)":66.56,"MassiveIntentClassification (el)":54.11,"MassiveIntentClassification (es)":66.91,"MassiveIntentClassification (fa)":52.0,"MassiveIntentClassification (fi)":60.27,"MassiveIntentClassification (fr)":67.8,"MassiveIntentClassification (he)":45.11,"MassiveIntentClassification (hi)":44.77,"MassiveIntentClassification (hu)":55.75,"MassiveIntentClassification (hy)":31.93,"MassiveIntentClassification (id)":60.52,"MassiveIntentClassification (is)":41.21,"MassiveIntentClassification (it)":66.6,"MassiveIntentClassification (ja)":64.14,"MassiveIntentClassification (jv)":48.29,"MassiveIntentClassification (ka)":28.86,"MassiveIntentClassification (km)":33.33,"MassiveIntentClassification (kn)":37.15,"MassiveIntentClassification (ko)":52.12,"MassiveIntentClassification (lv)":47.21,"MassiveIntentClassification (ml)":40.9,"MassiveIntentClassification (mn)":40.05,"MassiveIntentClassification (ms)":57.19,"MassiveIntentClassification (my)":28.57,"MassiveIntentClassification (nl)":67.82,"MassiveIntentClassification (pt)":67.6,"MassiveIntentClassification (ro)":60.05,"MassiveIntentClassification (ru)":63.87,"MassiveIntentClassification (sl)":58.77,"MassiveIntentClassification (sq)":46.1,"MassiveIntentClassification (sw)":45.12,"MassiveIntentClassification (ta)":37.65,"MassiveIntentClassification (te)":37.19,"MassiveIntentClassification (th)":45.14,"MassiveIntentClassification (tl)":50.93,"MassiveIntentClassification (tr)":56.52,"MassiveIntentClassification (ur)":39.51,"MassiveIntentClassification (vi)":53.28,"MassiveIntentClassification (zh-TW)":59.91,"MassiveScenarioClassification (af)":66.43,"MassiveScenarioClassification (am)":36.06,"MassiveScenarioClassification (ar)":58.95,"MassiveScenarioClassification (az)":52.6,"MassiveScenarioClassification (bn)":46.02,"MassiveScenarioClassification (cy)":47.54,"MassiveScenarioClassification (de)":74.88,"MassiveScenarioClassification (el)":60.87,"MassiveScenarioClassification (es)":72.19,"MassiveScenarioClassification (fa)":57.04,"MassiveScenarioClassification (fi)":66.29,"MassiveScenarioClassification (fr)":73.3,"MassiveScenarioClassification (he)":51.68,"MassiveScenarioClassification (hi)":51.29,"MassiveScenarioClassification (hu)":64.06,"MassiveScenarioClassification (hy)":38.01,"MassiveScenarioClassification (id)":69.04,"MassiveScenarioClassification (is)":50.91,"MassiveScenarioClassification (it)":72.59,"MassiveScenarioClassification (ja)":71.02,"MassiveScenarioClassification (jv)":55.21,"MassiveScenarioClassification (ka)":32.87,"MassiveScenarioClassification (km)":39.58,"MassiveScenarioClassification (kn)":41.2,"MassiveScenarioClassification (ko)":57.88,"MassiveScenarioClassification (lv)":52.16,"MassiveScenarioClassification (ml)":44.68,"MassiveScenarioClassification (mn)":41.77,"MassiveScenarioClassification (ms)":65.35,"MassiveScenarioClassification (my)":35.19,"MassiveScenarioClassification (nl)":74.25,"MassiveScenarioClassification (pt)":71.06,"MassiveScenarioClassification (ro)":65.97,"MassiveScenarioClassification (ru)":69.58,"MassiveScenarioClassification (sl)":66.65,"MassiveScenarioClassification (sq)":55.13,"MassiveScenarioClassification (sw)":54.09,"MassiveScenarioClassification (ta)":44.43,"MassiveScenarioClassification (te)":42.89,"MassiveScenarioClassification (th)":54.2,"MassiveScenarioClassification (tl)":60.12,"MassiveScenarioClassification (tr)":63.72,"MassiveScenarioClassification (ur)":47.76,"MassiveScenarioClassification (vi)":61.03,"MassiveScenarioClassification (zh-TW)":67.61} -{"index":85,"Rank":26,"Model":"Titan-text-embeddings-v2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":54.73,"AmazonCounterfactualClassification (de)":70.94,"AmazonCounterfactualClassification (ja)":80.06,"AmazonReviewsClassification (de)":38.83,"AmazonReviewsClassification (es)":39.39,"AmazonReviewsClassification (fr)":39.47,"AmazonReviewsClassification (ja)":35.9,"AmazonReviewsClassification (zh)":36.07,"MTOPDomainClassification (de)":86.91,"MTOPDomainClassification (es)":87.74,"MTOPDomainClassification (fr)":86.22,"MTOPDomainClassification (hi)":82.92,"MTOPDomainClassification (th)":69.9,"MTOPIntentClassification (de)":63.26,"MTOPIntentClassification (es)":65.06,"MTOPIntentClassification (fr)":59.43,"MTOPIntentClassification (hi)":59.08,"MTOPIntentClassification (th)":43.75,"MassiveIntentClassification (af)":47.6,"MassiveIntentClassification (am)":31.57,"MassiveIntentClassification (ar)":52.63,"MassiveIntentClassification (az)":50.09,"MassiveIntentClassification (bn)":46.54,"MassiveIntentClassification (cy)":44.26,"MassiveIntentClassification (de)":61.87,"MassiveIntentClassification (el)":47.02,"MassiveIntentClassification (es)":62.54,"MassiveIntentClassification (fa)":55.19,"MassiveIntentClassification (fi)":48.43,"MassiveIntentClassification (fr)":64.27,"MassiveIntentClassification (he)":57.62,"MassiveIntentClassification (hi)":57.54,"MassiveIntentClassification (hu)":45.67,"MassiveIntentClassification (hy)":39.2,"MassiveIntentClassification (id)":55.0,"MassiveIntentClassification (is)":43.14,"MassiveIntentClassification (it)":61.0,"MassiveIntentClassification (ja)":64.29,"MassiveIntentClassification (jv)":43.69,"MassiveIntentClassification (ka)":38.35,"MassiveIntentClassification (km)":34.22,"MassiveIntentClassification (kn)":51.79,"MassiveIntentClassification (ko)":59.59,"MassiveIntentClassification (lv)":46.54,"MassiveIntentClassification (ml)":54.47,"MassiveIntentClassification (mn)":40.68,"MassiveIntentClassification (ms)":51.24,"MassiveIntentClassification (my)":31.76,"MassiveIntentClassification (nl)":60.82,"MassiveIntentClassification (pt)":62.74,"MassiveIntentClassification (ro)":49.68,"MassiveIntentClassification (ru)":60.85,"MassiveIntentClassification (sl)":48.59,"MassiveIntentClassification (sq)":47.17,"MassiveIntentClassification (sw)":45.97,"MassiveIntentClassification (ta)":53.6,"MassiveIntentClassification (te)":53.45,"MassiveIntentClassification (th)":46.17,"MassiveIntentClassification (tl)":49.48,"MassiveIntentClassification (tr)":58.03,"MassiveIntentClassification (ur)":39.26,"MassiveIntentClassification (vi)":52.16,"MassiveIntentClassification (zh-TW)":58.21,"MassiveScenarioClassification (af)":58.07,"MassiveScenarioClassification (am)":38.21,"MassiveScenarioClassification (ar)":57.47,"MassiveScenarioClassification (az)":54.37,"MassiveScenarioClassification (bn)":52.72,"MassiveScenarioClassification (cy)":49.5,"MassiveScenarioClassification (de)":71.28,"MassiveScenarioClassification (el)":52.42,"MassiveScenarioClassification (es)":67.04,"MassiveScenarioClassification (fa)":60.17,"MassiveScenarioClassification (fi)":54.05,"MassiveScenarioClassification (fr)":69.76,"MassiveScenarioClassification (he)":62.85,"MassiveScenarioClassification (hi)":62.18,"MassiveScenarioClassification (hu)":53.52,"MassiveScenarioClassification (hy)":45.95,"MassiveScenarioClassification (id)":60.33,"MassiveScenarioClassification (is)":50.1,"MassiveScenarioClassification (it)":66.49,"MassiveScenarioClassification (ja)":68.36,"MassiveScenarioClassification (jv)":50.59,"MassiveScenarioClassification (ka)":42.76,"MassiveScenarioClassification (km)":40.65,"MassiveScenarioClassification (kn)":57.25,"MassiveScenarioClassification (ko)":63.84,"MassiveScenarioClassification (lv)":53.14,"MassiveScenarioClassification (ml)":58.84,"MassiveScenarioClassification (mn)":44.82,"MassiveScenarioClassification (ms)":58.9,"MassiveScenarioClassification (my)":38.52,"MassiveScenarioClassification (nl)":67.54,"MassiveScenarioClassification (pt)":65.7,"MassiveScenarioClassification (ro)":57.2,"MassiveScenarioClassification (ru)":65.42,"MassiveScenarioClassification (sl)":55.15,"MassiveScenarioClassification (sq)":55.68,"MassiveScenarioClassification (sw)":52.3,"MassiveScenarioClassification (ta)":56.19,"MassiveScenarioClassification (te)":58.02,"MassiveScenarioClassification (th)":52.56,"MassiveScenarioClassification (tl)":57.43,"MassiveScenarioClassification (tr)":61.55,"MassiveScenarioClassification (ur)":47.11,"MassiveScenarioClassification (vi)":56.83,"MassiveScenarioClassification (zh-TW)":64.02} -{"index":88,"Rank":27,"Model":"sgpt-bloom-7b1-msmarco<\/a>","Model Size (Million Parameters)":7068,"Memory Usage (GB, fp32)":26.33,"Embedding Dimensions":4096,"Max Tokens":2048,"Average":54.35,"AmazonCounterfactualClassification (de)":61.35,"AmazonCounterfactualClassification (ja)":58.23,"AmazonReviewsClassification (de)":29.7,"AmazonReviewsClassification (es)":35.97,"AmazonReviewsClassification (fr)":35.92,"AmazonReviewsClassification (ja)":27.64,"AmazonReviewsClassification (zh)":32.63,"MTOPDomainClassification (de)":82.05,"MTOPDomainClassification (es)":93.55,"MTOPDomainClassification (fr)":90.98,"MTOPDomainClassification (hi)":89.33,"MTOPDomainClassification (th)":60.49,"MTOPIntentClassification (de)":61.92,"MTOPIntentClassification (es)":74.49,"MTOPIntentClassification (fr)":69.12,"MTOPIntentClassification (hi)":64.85,"MTOPIntentClassification (th)":49.36,"MassiveIntentClassification (af)":47.85,"MassiveIntentClassification (am)":33.3,"MassiveIntentClassification (ar)":59.25,"MassiveIntentClassification (az)":45.24,"MassiveIntentClassification (bn)":61.59,"MassiveIntentClassification (cy)":44.92,"MassiveIntentClassification (de)":56.1,"MassiveIntentClassification (el)":46.13,"MassiveIntentClassification (es)":66.35,"MassiveIntentClassification (fa)":51.2,"MassiveIntentClassification (fi)":45.33,"MassiveIntentClassification (fr)":66.95,"MassiveIntentClassification (he)":43.18,"MassiveIntentClassification (hi)":63.54,"MassiveIntentClassification (hu)":44.73,"MassiveIntentClassification (hy)":38.13,"MassiveIntentClassification (id)":64.06,"MassiveIntentClassification (is)":44.35,"MassiveIntentClassification (it)":60.77,"MassiveIntentClassification (ja)":61.22,"MassiveIntentClassification (jv)":50.94,"MassiveIntentClassification (ka)":33.84,"MassiveIntentClassification (km)":37.34,"MassiveIntentClassification (kn)":53.54,"MassiveIntentClassification (ko)":53.36,"MassiveIntentClassification (lv)":46.5,"MassiveIntentClassification (ml)":58.27,"MassiveIntentClassification (mn)":40.28,"MassiveIntentClassification (ms)":59.65,"MassiveIntentClassification (my)":37.42,"MassiveIntentClassification (nl)":52.09,"MassiveIntentClassification (pt)":66.69,"MassiveIntentClassification (ro)":50.53,"MassiveIntentClassification (ru)":58.32,"MassiveIntentClassification (sl)":47.74,"MassiveIntentClassification (sq)":48.94,"MassiveIntentClassification (sw)":49.81,"MassiveIntentClassification (ta)":56.4,"MassiveIntentClassification (te)":54.71,"MassiveIntentClassification (th)":44.43,"MassiveIntentClassification (tl)":50.21,"MassiveIntentClassification (tr)":46.56,"MassiveIntentClassification (ur)":56.75,"MassiveIntentClassification (vi)":64.53,"MassiveIntentClassification (zh-TW)":62.89,"MassiveScenarioClassification (af)":51.47,"MassiveScenarioClassification (am)":34.87,"MassiveScenarioClassification (ar)":65.21,"MassiveScenarioClassification (az)":45.58,"MassiveScenarioClassification (bn)":67.3,"MassiveScenarioClassification (cy)":46.29,"MassiveScenarioClassification (de)":61.74,"MassiveScenarioClassification (el)":48.96,"MassiveScenarioClassification (es)":73.34,"MassiveScenarioClassification (fa)":53.17,"MassiveScenarioClassification (fi)":44.69,"MassiveScenarioClassification (fr)":72.91,"MassiveScenarioClassification (he)":43.1,"MassiveScenarioClassification (hi)":69.27,"MassiveScenarioClassification (hu)":45.16,"MassiveScenarioClassification (hy)":38.73,"MassiveScenarioClassification (id)":70.13,"MassiveScenarioClassification (is)":44.21,"MassiveScenarioClassification (it)":65.57,"MassiveScenarioClassification (ja)":65.76,"MassiveScenarioClassification (jv)":54.79,"MassiveScenarioClassification (ka)":32.99,"MassiveScenarioClassification (km)":39.34,"MassiveScenarioClassification (kn)":60.5,"MassiveScenarioClassification (ko)":55.69,"MassiveScenarioClassification (lv)":44.35,"MassiveScenarioClassification (ml)":65.53,"MassiveScenarioClassification (mn)":38.72,"MassiveScenarioClassification (ms)":64.99,"MassiveScenarioClassification (my)":36.84,"MassiveScenarioClassification (nl)":56.32,"MassiveScenarioClassification (pt)":71.46,"MassiveScenarioClassification (ro)":53.69,"MassiveScenarioClassification (ru)":61.6,"MassiveScenarioClassification (sl)":48.04,"MassiveScenarioClassification (sq)":50.06,"MassiveScenarioClassification (sw)":54.22,"MassiveScenarioClassification (ta)":62.77,"MassiveScenarioClassification (te)":62.59,"MassiveScenarioClassification (th)":45.18,"MassiveScenarioClassification (tl)":52.06,"MassiveScenarioClassification (tr)":47.21,"MassiveScenarioClassification (ur)":64.26,"MassiveScenarioClassification (vi)":70.61,"MassiveScenarioClassification (zh-TW)":70.3} -{"index":171,"Rank":28,"Model":"paraphrase-multilingual-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":54.13,"AmazonCounterfactualClassification (de)":68.35,"AmazonCounterfactualClassification (ja)":63.45,"AmazonReviewsClassification (de)":35.91,"AmazonReviewsClassification (es)":37.49,"AmazonReviewsClassification (fr)":35.3,"AmazonReviewsClassification (ja)":33.24,"AmazonReviewsClassification (zh)":35.26,"MTOPDomainClassification (de)":79.2,"MTOPDomainClassification (es)":83.04,"MTOPDomainClassification (fr)":78.63,"MTOPDomainClassification (hi)":81.36,"MTOPDomainClassification (th)":79.99,"MTOPIntentClassification (de)":54.23,"MTOPIntentClassification (es)":60.28,"MTOPIntentClassification (fr)":54.05,"MTOPIntentClassification (hi)":59.9,"MTOPIntentClassification (th)":61.96,"MassiveIntentClassification (af)":45.87,"MassiveIntentClassification (am)":36.77,"MassiveIntentClassification (ar)":45.15,"MassiveIntentClassification (az)":47.43,"MassiveIntentClassification (bn)":35.38,"MassiveIntentClassification (cy)":26.13,"MassiveIntentClassification (de)":50.71,"MassiveIntentClassification (el)":58.7,"MassiveIntentClassification (es)":59.7,"MassiveIntentClassification (fa)":61.03,"MassiveIntentClassification (fi)":57.56,"MassiveIntentClassification (fr)":57.52,"MassiveIntentClassification (he)":52.55,"MassiveIntentClassification (hi)":58.37,"MassiveIntentClassification (hu)":60.44,"MassiveIntentClassification (hy)":51.6,"MassiveIntentClassification (id)":59.9,"MassiveIntentClassification (is)":30.87,"MassiveIntentClassification (it)":59.66,"MassiveIntentClassification (ja)":60.9,"MassiveIntentClassification (jv)":32.37,"MassiveIntentClassification (ka)":43.03,"MassiveIntentClassification (km)":40.04,"MassiveIntentClassification (kn)":41.0,"MassiveIntentClassification (ko)":50.36,"MassiveIntentClassification (lv)":54.72,"MassiveIntentClassification (ml)":42.44,"MassiveIntentClassification (mn)":51.77,"MassiveIntentClassification (ms)":54.81,"MassiveIntentClassification (my)":52.03,"MassiveIntentClassification (nl)":59.52,"MassiveIntentClassification (pt)":61.29,"MassiveIntentClassification (ro)":58.44,"MassiveIntentClassification (ru)":59.06,"MassiveIntentClassification (sl)":57.35,"MassiveIntentClassification (sq)":56.6,"MassiveIntentClassification (sw)":29.56,"MassiveIntentClassification (ta)":36.82,"MassiveIntentClassification (te)":40.77,"MassiveIntentClassification (th)":58.92,"MassiveIntentClassification (tl)":33.67,"MassiveIntentClassification (tr)":59.91,"MassiveIntentClassification (ur)":52.79,"MassiveIntentClassification (vi)":56.62,"MassiveIntentClassification (zh-TW)":58.74,"MassiveScenarioClassification (af)":53.63,"MassiveScenarioClassification (am)":41.89,"MassiveScenarioClassification (ar)":51.71,"MassiveScenarioClassification (az)":52.09,"MassiveScenarioClassification (bn)":41.17,"MassiveScenarioClassification (cy)":31.71,"MassiveScenarioClassification (de)":57.4,"MassiveScenarioClassification (el)":66.14,"MassiveScenarioClassification (es)":65.07,"MassiveScenarioClassification (fa)":65.89,"MassiveScenarioClassification (fi)":63.74,"MassiveScenarioClassification (fr)":64.52,"MassiveScenarioClassification (he)":59.22,"MassiveScenarioClassification (hi)":65.23,"MassiveScenarioClassification (hu)":66.57,"MassiveScenarioClassification (hy)":56.11,"MassiveScenarioClassification (id)":66.17,"MassiveScenarioClassification (is)":37.55,"MassiveScenarioClassification (it)":65.01,"MassiveScenarioClassification (ja)":66.49,"MassiveScenarioClassification (jv)":38.62,"MassiveScenarioClassification (ka)":50.66,"MassiveScenarioClassification (km)":46.95,"MassiveScenarioClassification (kn)":45.72,"MassiveScenarioClassification (ko)":55.71,"MassiveScenarioClassification (lv)":59.82,"MassiveScenarioClassification (ml)":47.73,"MassiveScenarioClassification (mn)":57.07,"MassiveScenarioClassification (ms)":61.73,"MassiveScenarioClassification (my)":59.09,"MassiveScenarioClassification (nl)":65.53,"MassiveScenarioClassification (pt)":65.83,"MassiveScenarioClassification (ro)":64.2,"MassiveScenarioClassification (ru)":65.25,"MassiveScenarioClassification (sl)":64.01,"MassiveScenarioClassification (sq)":64.34,"MassiveScenarioClassification (sw)":34.86,"MassiveScenarioClassification (ta)":42.63,"MassiveScenarioClassification (te)":46.49,"MassiveScenarioClassification (th)":67.05,"MassiveScenarioClassification (tl)":37.39,"MassiveScenarioClassification (tr)":66.53,"MassiveScenarioClassification (ur)":60.41,"MassiveScenarioClassification (vi)":60.73,"MassiveScenarioClassification (zh-TW)":65.72} -{"index":182,"Rank":29,"Model":"text2vec-base-multilingual<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":256,"Average":53.36,"AmazonCounterfactualClassification (de)":68.7,"AmazonCounterfactualClassification (ja)":61.61,"AmazonReviewsClassification (de)":33.39,"AmazonReviewsClassification (es)":34.82,"AmazonReviewsClassification (fr)":34.25,"AmazonReviewsClassification (ja)":30.05,"AmazonReviewsClassification (zh)":32.52,"MTOPDomainClassification (de)":78.61,"MTOPDomainClassification (es)":79.24,"MTOPDomainClassification (fr)":71.83,"MTOPDomainClassification (hi)":78.75,"MTOPDomainClassification (th)":77.67,"MTOPIntentClassification (de)":55.26,"MTOPIntentClassification (es)":58.68,"MTOPIntentClassification (fr)":44.53,"MTOPIntentClassification (hi)":59.62,"MTOPIntentClassification (th)":58.8,"MassiveIntentClassification (af)":45.42,"MassiveIntentClassification (am)":37.68,"MassiveIntentClassification (ar)":45.02,"MassiveIntentClassification (az)":48.71,"MassiveIntentClassification (bn)":43.79,"MassiveIntentClassification (cy)":28.76,"MassiveIntentClassification (de)":51.56,"MassiveIntentClassification (el)":56.47,"MassiveIntentClassification (es)":58.28,"MassiveIntentClassification (fa)":59.05,"MassiveIntentClassification (fi)":57.36,"MassiveIntentClassification (fr)":51.93,"MassiveIntentClassification (he)":51.18,"MassiveIntentClassification (hi)":57.06,"MassiveIntentClassification (hu)":58.36,"MassiveIntentClassification (hy)":52.11,"MassiveIntentClassification (id)":58.27,"MassiveIntentClassification (is)":35.81,"MassiveIntentClassification (it)":58.28,"MassiveIntentClassification (ja)":60.78,"MassiveIntentClassification (jv)":31.15,"MassiveIntentClassification (ka)":44.5,"MassiveIntentClassification (km)":40.99,"MassiveIntentClassification (kn)":46.96,"MassiveIntentClassification (ko)":54.73,"MassiveIntentClassification (lv)":54.87,"MassiveIntentClassification (ml)":47.89,"MassiveIntentClassification (mn)":52.23,"MassiveIntentClassification (ms)":54.28,"MassiveIntentClassification (my)":51.96,"MassiveIntentClassification (nl)":59.45,"MassiveIntentClassification (pt)":59.84,"MassiveIntentClassification (ro)":57.04,"MassiveIntentClassification (ru)":58.02,"MassiveIntentClassification (sl)":56.36,"MassiveIntentClassification (sq)":56.48,"MassiveIntentClassification (sw)":33.96,"MassiveIntentClassification (ta)":44.29,"MassiveIntentClassification (te)":47.14,"MassiveIntentClassification (th)":56.86,"MassiveIntentClassification (tl)":35.36,"MassiveIntentClassification (tr)":59.63,"MassiveIntentClassification (ur)":52.79,"MassiveIntentClassification (vi)":54.65,"MassiveIntentClassification (zh-TW)":57.47,"MassiveScenarioClassification (af)":50.86,"MassiveScenarioClassification (am)":41.18,"MassiveScenarioClassification (ar)":50.08,"MassiveScenarioClassification (az)":51.29,"MassiveScenarioClassification (bn)":46.53,"MassiveScenarioClassification (cy)":34.35,"MassiveScenarioClassification (de)":56.4,"MassiveScenarioClassification (el)":61.8,"MassiveScenarioClassification (es)":62.21,"MassiveScenarioClassification (fa)":62.44,"MassiveScenarioClassification (fi)":61.1,"MassiveScenarioClassification (fr)":58.31,"MassiveScenarioClassification (he)":56.29,"MassiveScenarioClassification (hi)":60.63,"MassiveScenarioClassification (hu)":63.29,"MassiveScenarioClassification (hy)":54.88,"MassiveScenarioClassification (id)":61.99,"MassiveScenarioClassification (is)":38.58,"MassiveScenarioClassification (it)":62.35,"MassiveScenarioClassification (ja)":65.17,"MassiveScenarioClassification (jv)":36.13,"MassiveScenarioClassification (ka)":50.27,"MassiveScenarioClassification (km)":44.24,"MassiveScenarioClassification (kn)":47.37,"MassiveScenarioClassification (ko)":58.89,"MassiveScenarioClassification (lv)":56.51,"MassiveScenarioClassification (ml)":50.06,"MassiveScenarioClassification (mn)":55.05,"MassiveScenarioClassification (ms)":59.77,"MassiveScenarioClassification (my)":55.72,"MassiveScenarioClassification (nl)":63.38,"MassiveScenarioClassification (pt)":62.41,"MassiveScenarioClassification (ro)":60.68,"MassiveScenarioClassification (ru)":62.31,"MassiveScenarioClassification (sl)":61.43,"MassiveScenarioClassification (sq)":62.23,"MassiveScenarioClassification (sw)":38.52,"MassiveScenarioClassification (ta)":47.0,"MassiveScenarioClassification (te)":51.02,"MassiveScenarioClassification (th)":63.23,"MassiveScenarioClassification (tl)":38.72,"MassiveScenarioClassification (tr)":64.49,"MassiveScenarioClassification (ur)":56.8,"MassiveScenarioClassification (vi)":57.06,"MassiveScenarioClassification (zh-TW)":63.37} -{"index":129,"Rank":30,"Model":"udever-bloom-1b1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":2048,"Average":50.6,"AmazonCounterfactualClassification (de)":66.03,"AmazonCounterfactualClassification (ja)":58.77,"AmazonReviewsClassification (de)":30.45,"AmazonReviewsClassification (es)":40.8,"AmazonReviewsClassification (fr)":35.12,"AmazonReviewsClassification (ja)":32.07,"AmazonReviewsClassification (zh)":38.12,"MTOPDomainClassification (de)":74.64,"MTOPDomainClassification (es)":92.07,"MTOPDomainClassification (fr)":69.24,"MTOPDomainClassification (hi)":88.54,"MTOPDomainClassification (th)":55.63,"MTOPIntentClassification (de)":53.4,"MTOPIntentClassification (es)":71.33,"MTOPIntentClassification (fr)":51.25,"MTOPIntentClassification (hi)":66.73,"MTOPIntentClassification (th)":42.13,"MassiveIntentClassification (af)":44.98,"MassiveIntentClassification (am)":25.35,"MassiveIntentClassification (ar)":57.08,"MassiveIntentClassification (az)":39.11,"MassiveIntentClassification (bn)":61.37,"MassiveIntentClassification (cy)":42.97,"MassiveIntentClassification (de)":50.93,"MassiveIntentClassification (el)":40.09,"MassiveIntentClassification (es)":63.81,"MassiveIntentClassification (fa)":49.06,"MassiveIntentClassification (fi)":42.58,"MassiveIntentClassification (fr)":43.21,"MassiveIntentClassification (he)":37.15,"MassiveIntentClassification (hi)":62.89,"MassiveIntentClassification (hu)":41.62,"MassiveIntentClassification (hy)":32.98,"MassiveIntentClassification (id)":62.11,"MassiveIntentClassification (is)":41.04,"MassiveIntentClassification (it)":55.83,"MassiveIntentClassification (ja)":58.83,"MassiveIntentClassification (jv)":49.31,"MassiveIntentClassification (ka)":26.43,"MassiveIntentClassification (km)":28.77,"MassiveIntentClassification (kn)":52.33,"MassiveIntentClassification (ko)":46.93,"MassiveIntentClassification (lv)":44.26,"MassiveIntentClassification (ml)":57.75,"MassiveIntentClassification (mn)":33.31,"MassiveIntentClassification (ms)":55.7,"MassiveIntentClassification (my)":27.39,"MassiveIntentClassification (nl)":48.34,"MassiveIntentClassification (pt)":64.74,"MassiveIntentClassification (ro)":48.41,"MassiveIntentClassification (ru)":52.99,"MassiveIntentClassification (sl)":44.77,"MassiveIntentClassification (sq)":45.45,"MassiveIntentClassification (sw)":46.46,"MassiveIntentClassification (ta)":55.46,"MassiveIntentClassification (te)":51.41,"MassiveIntentClassification (th)":39.2,"MassiveIntentClassification (tl)":48.53,"MassiveIntentClassification (tr)":39.51,"MassiveIntentClassification (ur)":54.72,"MassiveIntentClassification (vi)":62.01,"MassiveIntentClassification (zh-TW)":62.56,"MassiveScenarioClassification (af)":50.47,"MassiveScenarioClassification (am)":27.22,"MassiveScenarioClassification (ar)":65.43,"MassiveScenarioClassification (az)":40.74,"MassiveScenarioClassification (bn)":67.65,"MassiveScenarioClassification (cy)":43.94,"MassiveScenarioClassification (de)":56.67,"MassiveScenarioClassification (el)":41.81,"MassiveScenarioClassification (es)":71.78,"MassiveScenarioClassification (fa)":49.96,"MassiveScenarioClassification (fi)":41.01,"MassiveScenarioClassification (fr)":49.78,"MassiveScenarioClassification (he)":36.69,"MassiveScenarioClassification (hi)":69.28,"MassiveScenarioClassification (hu)":44.31,"MassiveScenarioClassification (hy)":33.64,"MassiveScenarioClassification (id)":68.98,"MassiveScenarioClassification (is)":42.1,"MassiveScenarioClassification (it)":60.27,"MassiveScenarioClassification (ja)":62.48,"MassiveScenarioClassification (jv)":54.68,"MassiveScenarioClassification (ka)":27.22,"MassiveScenarioClassification (km)":32.14,"MassiveScenarioClassification (kn)":57.95,"MassiveScenarioClassification (ko)":47.95,"MassiveScenarioClassification (lv)":42.76,"MassiveScenarioClassification (ml)":62.84,"MassiveScenarioClassification (mn)":33.21,"MassiveScenarioClassification (ms)":62.57,"MassiveScenarioClassification (my)":28.84,"MassiveScenarioClassification (nl)":52.85,"MassiveScenarioClassification (pt)":70.24,"MassiveScenarioClassification (ro)":52.73,"MassiveScenarioClassification (ru)":54.26,"MassiveScenarioClassification (sl)":46.89,"MassiveScenarioClassification (sq)":47.16,"MassiveScenarioClassification (sw)":51.2,"MassiveScenarioClassification (ta)":61.84,"MassiveScenarioClassification (te)":59.79,"MassiveScenarioClassification (th)":41.62,"MassiveScenarioClassification (tl)":50.47,"MassiveScenarioClassification (tr)":43.41,"MassiveScenarioClassification (ur)":60.15,"MassiveScenarioClassification (vi)":68.99,"MassiveScenarioClassification (zh-TW)":71.7} -{"index":130,"Rank":31,"Model":"udever-bloom-560m<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":2048,"Average":46.37,"AmazonCounterfactualClassification (de)":66.42,"AmazonCounterfactualClassification (ja)":56.86,"AmazonReviewsClassification (de)":26.85,"AmazonReviewsClassification (es)":38.97,"AmazonReviewsClassification (fr)":26.85,"AmazonReviewsClassification (ja)":28.31,"AmazonReviewsClassification (zh)":35.7,"MTOPDomainClassification (de)":68.42,"MTOPDomainClassification (es)":88.21,"MTOPDomainClassification (fr)":34.99,"MTOPDomainClassification (hi)":84.23,"MTOPDomainClassification (th)":53.17,"MTOPIntentClassification (de)":49.17,"MTOPIntentClassification (es)":65.72,"MTOPIntentClassification (fr)":15.76,"MTOPIntentClassification (hi)":61.88,"MTOPIntentClassification (th)":41.67,"MassiveIntentClassification (af)":43.29,"MassiveIntentClassification (am)":23.21,"MassiveIntentClassification (ar)":53.38,"MassiveIntentClassification (az)":39.56,"MassiveIntentClassification (bn)":56.74,"MassiveIntentClassification (cy)":40.0,"MassiveIntentClassification (de)":45.82,"MassiveIntentClassification (el)":37.87,"MassiveIntentClassification (es)":61.17,"MassiveIntentClassification (fa)":45.65,"MassiveIntentClassification (fi)":40.28,"MassiveIntentClassification (fr)":15.09,"MassiveIntentClassification (he)":32.23,"MassiveIntentClassification (hi)":59.46,"MassiveIntentClassification (hu)":40.91,"MassiveIntentClassification (hy)":29.94,"MassiveIntentClassification (id)":59.14,"MassiveIntentClassification (is)":39.62,"MassiveIntentClassification (it)":51.77,"MassiveIntentClassification (ja)":53.75,"MassiveIntentClassification (jv)":46.29,"MassiveIntentClassification (ka)":25.11,"MassiveIntentClassification (km)":27.22,"MassiveIntentClassification (kn)":47.97,"MassiveIntentClassification (ko)":40.54,"MassiveIntentClassification (lv)":43.14,"MassiveIntentClassification (ml)":53.69,"MassiveIntentClassification (mn)":33.37,"MassiveIntentClassification (ms)":51.94,"MassiveIntentClassification (my)":25.32,"MassiveIntentClassification (nl)":44.03,"MassiveIntentClassification (pt)":61.74,"MassiveIntentClassification (ro)":45.73,"MassiveIntentClassification (ru)":47.61,"MassiveIntentClassification (sl)":42.83,"MassiveIntentClassification (sq)":43.61,"MassiveIntentClassification (sw)":45.55,"MassiveIntentClassification (ta)":51.24,"MassiveIntentClassification (te)":47.43,"MassiveIntentClassification (th)":36.88,"MassiveIntentClassification (tl)":45.93,"MassiveIntentClassification (tr)":38.59,"MassiveIntentClassification (ur)":51.85,"MassiveIntentClassification (vi)":58.72,"MassiveIntentClassification (zh-TW)":59.95,"MassiveScenarioClassification (af)":47.42,"MassiveScenarioClassification (am)":24.71,"MassiveScenarioClassification (ar)":62.09,"MassiveScenarioClassification (az)":39.25,"MassiveScenarioClassification (bn)":63.37,"MassiveScenarioClassification (cy)":39.17,"MassiveScenarioClassification (de)":50.71,"MassiveScenarioClassification (el)":39.47,"MassiveScenarioClassification (es)":68.31,"MassiveScenarioClassification (fa)":45.65,"MassiveScenarioClassification (fi)":38.95,"MassiveScenarioClassification (fr)":21.67,"MassiveScenarioClassification (he)":32.13,"MassiveScenarioClassification (hi)":65.57,"MassiveScenarioClassification (hu)":42.97,"MassiveScenarioClassification (hy)":32.13,"MassiveScenarioClassification (id)":65.11,"MassiveScenarioClassification (is)":40.84,"MassiveScenarioClassification (it)":54.55,"MassiveScenarioClassification (ja)":57.15,"MassiveScenarioClassification (jv)":49.3,"MassiveScenarioClassification (ka)":25.86,"MassiveScenarioClassification (km)":31.18,"MassiveScenarioClassification (kn)":53.01,"MassiveScenarioClassification (ko)":40.25,"MassiveScenarioClassification (lv)":41.88,"MassiveScenarioClassification (ml)":59.08,"MassiveScenarioClassification (mn)":33.34,"MassiveScenarioClassification (ms)":57.45,"MassiveScenarioClassification (my)":27.2,"MassiveScenarioClassification (nl)":48.42,"MassiveScenarioClassification (pt)":66.41,"MassiveScenarioClassification (ro)":50.08,"MassiveScenarioClassification (ru)":49.94,"MassiveScenarioClassification (sl)":43.43,"MassiveScenarioClassification (sq)":44.08,"MassiveScenarioClassification (sw)":49.53,"MassiveScenarioClassification (ta)":56.79,"MassiveScenarioClassification (te)":54.01,"MassiveScenarioClassification (th)":38.58,"MassiveScenarioClassification (tl)":48.07,"MassiveScenarioClassification (tr)":40.65,"MassiveScenarioClassification (ur)":57.75,"MassiveScenarioClassification (vi)":65.83,"MassiveScenarioClassification (zh-TW)":69.64} -{"index":167,"Rank":32,"Model":"distiluse-base-multilingual-cased-v2<\/a>","Model Size (Million Parameters)":135,"Memory Usage (GB, fp32)":0.5,"Embedding Dimensions":512,"Max Tokens":512,"Average":44.78,"AmazonCounterfactualClassification (de)":68.14,"AmazonCounterfactualClassification (ja)":65.39,"AmazonReviewsClassification (de)":35.03,"AmazonReviewsClassification (es)":36.24,"AmazonReviewsClassification (fr)":35.7,"AmazonReviewsClassification (ja)":31.08,"AmazonReviewsClassification (zh)":33.89,"MTOPDomainClassification (de)":86.19,"MTOPDomainClassification (es)":87.75,"MTOPDomainClassification (fr)":84.61,"MTOPDomainClassification (hi)":76.41,"MTOPDomainClassification (th)":73.62,"MTOPIntentClassification (de)":59.21,"MTOPIntentClassification (es)":57.21,"MTOPIntentClassification (fr)":53.41,"MTOPIntentClassification (hi)":45.54,"MTOPIntentClassification (th)":47.73,"MassiveIntentClassification (af)":40.02,"MassiveIntentClassification (am)":2.35,"MassiveIntentClassification (ar)":43.14,"MassiveIntentClassification (az)":25.6,"MassiveIntentClassification (bn)":4.84,"MassiveIntentClassification (cy)":15.43,"MassiveIntentClassification (de)":51.57,"MassiveIntentClassification (el)":49.65,"MassiveIntentClassification (es)":56.57,"MassiveIntentClassification (fa)":55.36,"MassiveIntentClassification (fi)":45.72,"MassiveIntentClassification (fr)":57.02,"MassiveIntentClassification (he)":46.74,"MassiveIntentClassification (hi)":48.55,"MassiveIntentClassification (hu)":50.65,"MassiveIntentClassification (hy)":40.79,"MassiveIntentClassification (id)":56.0,"MassiveIntentClassification (is)":16.08,"MassiveIntentClassification (it)":57.65,"MassiveIntentClassification (ja)":55.33,"MassiveIntentClassification (jv)":28.16,"MassiveIntentClassification (ka)":29.41,"MassiveIntentClassification (km)":4.79,"MassiveIntentClassification (kn)":3.37,"MassiveIntentClassification (ko)":49.97,"MassiveIntentClassification (lv)":44.31,"MassiveIntentClassification (ml)":3.24,"MassiveIntentClassification (mn)":40.37,"MassiveIntentClassification (ms)":47.97,"MassiveIntentClassification (my)":38.48,"MassiveIntentClassification (nl)":58.29,"MassiveIntentClassification (pt)":58.63,"MassiveIntentClassification (ro)":50.63,"MassiveIntentClassification (ru)":57.96,"MassiveIntentClassification (sl)":50.66,"MassiveIntentClassification (sq)":50.25,"MassiveIntentClassification (sw)":19.29,"MassiveIntentClassification (ta)":3.79,"MassiveIntentClassification (te)":3.36,"MassiveIntentClassification (th)":45.28,"MassiveIntentClassification (tl)":28.44,"MassiveIntentClassification (tr)":50.47,"MassiveIntentClassification (ur)":46.03,"MassiveIntentClassification (vi)":45.25,"MassiveIntentClassification (zh-TW)":54.96,"MassiveScenarioClassification (af)":53.67,"MassiveScenarioClassification (am)":7.72,"MassiveScenarioClassification (ar)":52.19,"MassiveScenarioClassification (az)":34.75,"MassiveScenarioClassification (bn)":10.65,"MassiveScenarioClassification (cy)":21.24,"MassiveScenarioClassification (de)":61.4,"MassiveScenarioClassification (el)":60.68,"MassiveScenarioClassification (es)":64.61,"MassiveScenarioClassification (fa)":59.24,"MassiveScenarioClassification (fi)":54.66,"MassiveScenarioClassification (fr)":65.2,"MassiveScenarioClassification (he)":54.74,"MassiveScenarioClassification (hi)":55.99,"MassiveScenarioClassification (hu)":61.2,"MassiveScenarioClassification (hy)":49.63,"MassiveScenarioClassification (id)":65.25,"MassiveScenarioClassification (is)":22.6,"MassiveScenarioClassification (it)":64.63,"MassiveScenarioClassification (ja)":62.32,"MassiveScenarioClassification (jv)":35.77,"MassiveScenarioClassification (ka)":39.08,"MassiveScenarioClassification (km)":9.24,"MassiveScenarioClassification (kn)":8.28,"MassiveScenarioClassification (ko)":57.6,"MassiveScenarioClassification (lv)":51.72,"MassiveScenarioClassification (ml)":8.25,"MassiveScenarioClassification (mn)":47.21,"MassiveScenarioClassification (ms)":55.65,"MassiveScenarioClassification (my)":43.31,"MassiveScenarioClassification (nl)":67.49,"MassiveScenarioClassification (pt)":64.26,"MassiveScenarioClassification (ro)":58.03,"MassiveScenarioClassification (ru)":65.41,"MassiveScenarioClassification (sl)":59.36,"MassiveScenarioClassification (sq)":62.69,"MassiveScenarioClassification (sw)":25.12,"MassiveScenarioClassification (ta)":8.67,"MassiveScenarioClassification (te)":7.82,"MassiveScenarioClassification (th)":54.65,"MassiveScenarioClassification (tl)":36.09,"MassiveScenarioClassification (tr)":60.89,"MassiveScenarioClassification (ur)":54.71,"MassiveScenarioClassification (vi)":55.15,"MassiveScenarioClassification (zh-TW)":62.89} -{"index":8,"Rank":33,"Model":"LASER2<\/a>","Model Size (Million Parameters)":43,"Memory Usage (GB, fp32)":0.16,"Embedding Dimensions":1024,"Max Tokens":"N\/A","Average":42.45,"AmazonCounterfactualClassification (de)":67.82,"AmazonCounterfactualClassification (ja)":68.76,"AmazonReviewsClassification (de)":31.07,"AmazonReviewsClassification (es)":32.72,"AmazonReviewsClassification (fr)":31.12,"AmazonReviewsClassification (ja)":28.94,"AmazonReviewsClassification (zh)":30.89,"MTOPDomainClassification (de)":74.08,"MTOPDomainClassification (es)":73.47,"MTOPDomainClassification (fr)":72.26,"MTOPDomainClassification (hi)":72.95,"MTOPDomainClassification (th)":72.68,"MTOPIntentClassification (de)":51.62,"MTOPIntentClassification (es)":52.75,"MTOPIntentClassification (fr)":50.12,"MTOPIntentClassification (hi)":45.55,"MTOPIntentClassification (th)":50.07,"MassiveIntentClassification (af)":38.01,"MassiveIntentClassification (am)":12.7,"MassiveIntentClassification (ar)":37.16,"MassiveIntentClassification (az)":19.98,"MassiveIntentClassification (bn)":42.51,"MassiveIntentClassification (cy)":17.33,"MassiveIntentClassification (de)":44.79,"MassiveIntentClassification (el)":46.71,"MassiveIntentClassification (es)":45.44,"MassiveIntentClassification (fa)":45.01,"MassiveIntentClassification (fi)":45.94,"MassiveIntentClassification (fr)":46.13,"MassiveIntentClassification (he)":42.55,"MassiveIntentClassification (hi)":40.2,"MassiveIntentClassification (hu)":42.77,"MassiveIntentClassification (hy)":28.07,"MassiveIntentClassification (id)":45.81,"MassiveIntentClassification (is)":39.86,"MassiveIntentClassification (it)":48.25,"MassiveIntentClassification (ja)":45.3,"MassiveIntentClassification (jv)":24.3,"MassiveIntentClassification (ka)":22.7,"MassiveIntentClassification (km)":22.48,"MassiveIntentClassification (kn)":4.32,"MassiveIntentClassification (ko)":44.26,"MassiveIntentClassification (lv)":39.75,"MassiveIntentClassification (ml)":41.33,"MassiveIntentClassification (mn)":16.2,"MassiveIntentClassification (ms)":43.23,"MassiveIntentClassification (my)":25.37,"MassiveIntentClassification (nl)":45.0,"MassiveIntentClassification (pt)":48.55,"MassiveIntentClassification (ro)":44.3,"MassiveIntentClassification (ru)":44.29,"MassiveIntentClassification (sl)":44.72,"MassiveIntentClassification (sq)":46.12,"MassiveIntentClassification (sw)":31.89,"MassiveIntentClassification (ta)":29.63,"MassiveIntentClassification (te)":36.03,"MassiveIntentClassification (th)":43.39,"MassiveIntentClassification (tl)":29.73,"MassiveIntentClassification (tr)":43.93,"MassiveIntentClassification (ur)":26.11,"MassiveIntentClassification (vi)":44.33,"MassiveIntentClassification (zh-TW)":32.93,"MassiveScenarioClassification (af)":47.1,"MassiveScenarioClassification (am)":17.7,"MassiveScenarioClassification (ar)":45.21,"MassiveScenarioClassification (az)":28.21,"MassiveScenarioClassification (bn)":50.52,"MassiveScenarioClassification (cy)":22.58,"MassiveScenarioClassification (de)":54.34,"MassiveScenarioClassification (el)":55.47,"MassiveScenarioClassification (es)":52.77,"MassiveScenarioClassification (fa)":52.5,"MassiveScenarioClassification (fi)":52.63,"MassiveScenarioClassification (fr)":54.32,"MassiveScenarioClassification (he)":52.41,"MassiveScenarioClassification (hi)":47.37,"MassiveScenarioClassification (hu)":53.43,"MassiveScenarioClassification (hy)":33.57,"MassiveScenarioClassification (id)":54.38,"MassiveScenarioClassification (is)":49.78,"MassiveScenarioClassification (it)":54.84,"MassiveScenarioClassification (ja)":54.12,"MassiveScenarioClassification (jv)":32.71,"MassiveScenarioClassification (ka)":26.92,"MassiveScenarioClassification (km)":27.23,"MassiveScenarioClassification (kn)":10.06,"MassiveScenarioClassification (ko)":52.01,"MassiveScenarioClassification (lv)":44.82,"MassiveScenarioClassification (ml)":49.1,"MassiveScenarioClassification (mn)":21.51,"MassiveScenarioClassification (ms)":53.6,"MassiveScenarioClassification (my)":29.72,"MassiveScenarioClassification (nl)":53.33,"MassiveScenarioClassification (pt)":53.41,"MassiveScenarioClassification (ro)":50.48,"MassiveScenarioClassification (ru)":51.84,"MassiveScenarioClassification (sl)":51.29,"MassiveScenarioClassification (sq)":55.65,"MassiveScenarioClassification (sw)":42.04,"MassiveScenarioClassification (ta)":36.72,"MassiveScenarioClassification (te)":42.08,"MassiveScenarioClassification (th)":52.15,"MassiveScenarioClassification (tl)":37.34,"MassiveScenarioClassification (tr)":52.56,"MassiveScenarioClassification (ur)":32.6,"MassiveScenarioClassification (vi)":50.97,"MassiveScenarioClassification (zh-TW)":42.32} -{"index":71,"Rank":34,"Model":"SGPT-125M-weightedmean-msmarco-specb-bitfit<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":2048,"Average":37.64,"AmazonCounterfactualClassification (de)":56.88,"AmazonCounterfactualClassification (ja)":54.65,"AmazonReviewsClassification (de)":24.79,"AmazonReviewsClassification (es)":26.64,"AmazonReviewsClassification (fr)":26.39,"AmazonReviewsClassification (ja)":22.08,"AmazonReviewsClassification (zh)":24.27,"MTOPDomainClassification (de)":62.73,"MTOPDomainClassification (es)":67.55,"MTOPDomainClassification (fr)":65.35,"MTOPDomainClassification (hi)":45.37,"MTOPDomainClassification (th)":55.28,"MTOPIntentClassification (de)":49.56,"MTOPIntentClassification (es)":49.94,"MTOPIntentClassification (fr)":46.33,"MTOPIntentClassification (hi)":32.21,"MTOPIntentClassification (th)":43.63,"MassiveIntentClassification (af)":40.55,"MassiveIntentClassification (am)":24.18,"MassiveIntentClassification (ar)":30.13,"MassiveIntentClassification (az)":35.88,"MassiveIntentClassification (bn)":29.17,"MassiveIntentClassification (cy)":41.79,"MassiveIntentClassification (de)":42.07,"MassiveIntentClassification (el)":36.25,"MassiveIntentClassification (es)":42.68,"MassiveIntentClassification (fa)":35.59,"MassiveIntentClassification (fi)":40.04,"MassiveIntentClassification (fr)":43.44,"MassiveIntentClassification (he)":31.59,"MassiveIntentClassification (hi)":27.04,"MassiveIntentClassification (hu)":38.45,"MassiveIntentClassification (hy)":27.98,"MassiveIntentClassification (id)":43.97,"MassiveIntentClassification (is)":40.3,"MassiveIntentClassification (it)":45.47,"MassiveIntentClassification (ja)":45.61,"MassiveIntentClassification (jv)":38.67,"MassiveIntentClassification (ka)":25.65,"MassiveIntentClassification (km)":28.3,"MassiveIntentClassification (kn)":23.48,"MassiveIntentClassification (ko)":36.56,"MassiveIntentClassification (lv)":41.85,"MassiveIntentClassification (ml)":24.91,"MassiveIntentClassification (mn)":29.86,"MassiveIntentClassification (ms)":42.42,"MassiveIntentClassification (my)":25.13,"MassiveIntentClassification (nl)":43.62,"MassiveIntentClassification (pt)":45.21,"MassiveIntentClassification (ro)":41.81,"MassiveIntentClassification (ru)":35.97,"MassiveIntentClassification (sl)":40.61,"MassiveIntentClassification (sq)":42.76,"MassiveIntentClassification (sw)":41.12,"MassiveIntentClassification (ta)":24.6,"MassiveIntentClassification (te)":25.04,"MassiveIntentClassification (th)":35.4,"MassiveIntentClassification (tl)":41.19,"MassiveIntentClassification (tr)":36.41,"MassiveIntentClassification (ur)":25.93,"MassiveIntentClassification (vi)":38.8,"MassiveIntentClassification (zh-TW)":42.31,"MassiveScenarioClassification (af)":43.25,"MassiveScenarioClassification (am)":25.3,"MassiveScenarioClassification (ar)":32.07,"MassiveScenarioClassification (az)":36.68,"MassiveScenarioClassification (bn)":29.57,"MassiveScenarioClassification (cy)":42.1,"MassiveScenarioClassification (de)":43.21,"MassiveScenarioClassification (el)":36.5,"MassiveScenarioClassification (es)":44.08,"MassiveScenarioClassification (fa)":32.61,"MassiveScenarioClassification (fi)":40.36,"MassiveScenarioClassification (fr)":45.07,"MassiveScenarioClassification (he)":32.18,"MassiveScenarioClassification (hi)":26.9,"MassiveScenarioClassification (hu)":40.38,"MassiveScenarioClassification (hy)":28.38,"MassiveScenarioClassification (id)":44.36,"MassiveScenarioClassification (is)":39.29,"MassiveScenarioClassification (it)":46.47,"MassiveScenarioClassification (ja)":46.26,"MassiveScenarioClassification (jv)":41.13,"MassiveScenarioClassification (ka)":24.73,"MassiveScenarioClassification (km)":29.74,"MassiveScenarioClassification (kn)":23.85,"MassiveScenarioClassification (ko)":36.57,"MassiveScenarioClassification (lv)":40.93,"MassiveScenarioClassification (ml)":25.53,"MassiveScenarioClassification (mn)":29.11,"MassiveScenarioClassification (ms)":43.79,"MassiveScenarioClassification (my)":27.27,"MassiveScenarioClassification (nl)":45.36,"MassiveScenarioClassification (pt)":45.9,"MassiveScenarioClassification (ro)":44.12,"MassiveScenarioClassification (ru)":32.76,"MassiveScenarioClassification (sl)":40.5,"MassiveScenarioClassification (sq)":42.52,"MassiveScenarioClassification (sw)":43.0,"MassiveScenarioClassification (ta)":28.33,"MassiveScenarioClassification (te)":26.59,"MassiveScenarioClassification (th)":36.79,"MassiveScenarioClassification (tl)":42.57,"MassiveScenarioClassification (tr)":37.09,"MassiveScenarioClassification (ur)":28.84,"MassiveScenarioClassification (vi)":37.36,"MassiveScenarioClassification (zh-TW)":44.42} -{"index":72,"Rank":35,"Model":"SGPT-125M-weightedmean-nli-bitfit<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":2048,"Average":36.66,"AmazonCounterfactualClassification (de)":59.08,"AmazonCounterfactualClassification (ja)":56.42,"AmazonReviewsClassification (de)":24.52,"AmazonReviewsClassification (es)":29.1,"AmazonReviewsClassification (fr)":27.4,"AmazonReviewsClassification (ja)":21.72,"AmazonReviewsClassification (zh)":23.98,"MTOPDomainClassification (de)":60.37,"MTOPDomainClassification (es)":67.37,"MTOPDomainClassification (fr)":63.13,"MTOPDomainClassification (hi)":47.05,"MTOPDomainClassification (th)":52.28,"MTOPIntentClassification (de)":45.07,"MTOPIntentClassification (es)":48.81,"MTOPIntentClassification (fr)":44.34,"MTOPIntentClassification (hi)":34.2,"MTOPIntentClassification (th)":43.11,"MassiveIntentClassification (af)":37.79,"MassiveIntentClassification (am)":23.72,"MassiveIntentClassification (ar)":29.64,"MassiveIntentClassification (az)":39.48,"MassiveIntentClassification (bn)":26.55,"MassiveIntentClassification (cy)":38.78,"MassiveIntentClassification (de)":40.39,"MassiveIntentClassification (el)":37.29,"MassiveIntentClassification (es)":41.18,"MassiveIntentClassification (fa)":36.42,"MassiveIntentClassification (fi)":38.76,"MassiveIntentClassification (fr)":43.67,"MassiveIntentClassification (he)":31.98,"MassiveIntentClassification (hi)":28.04,"MassiveIntentClassification (hu)":38.14,"MassiveIntentClassification (hy)":26.05,"MassiveIntentClassification (id)":41.16,"MassiveIntentClassification (is)":38.63,"MassiveIntentClassification (it)":44.04,"MassiveIntentClassification (ja)":46.21,"MassiveIntentClassification (jv)":37.61,"MassiveIntentClassification (ka)":24.47,"MassiveIntentClassification (km)":26.24,"MassiveIntentClassification (kn)":17.83,"MassiveIntentClassification (ko)":37.27,"MassiveIntentClassification (lv)":40.93,"MassiveIntentClassification (ml)":17.89,"MassiveIntentClassification (mn)":32.98,"MassiveIntentClassification (ms)":40.91,"MassiveIntentClassification (my)":17.83,"MassiveIntentClassification (nl)":41.76,"MassiveIntentClassification (pt)":44.54,"MassiveIntentClassification (ro)":39.97,"MassiveIntentClassification (ru)":37.46,"MassiveIntentClassification (sl)":38.29,"MassiveIntentClassification (sq)":40.95,"MassiveIntentClassification (sw)":38.33,"MassiveIntentClassification (ta)":19.03,"MassiveIntentClassification (te)":19.38,"MassiveIntentClassification (th)":34.09,"MassiveIntentClassification (tl)":40.29,"MassiveIntentClassification (tr)":38.86,"MassiveIntentClassification (ur)":27.83,"MassiveIntentClassification (vi)":38.71,"MassiveIntentClassification (zh-TW)":42.32,"MassiveScenarioClassification (af)":40.25,"MassiveScenarioClassification (am)":25.69,"MassiveScenarioClassification (ar)":32.4,"MassiveScenarioClassification (az)":40.53,"MassiveScenarioClassification (bn)":27.23,"MassiveScenarioClassification (cy)":38.7,"MassiveScenarioClassification (de)":41.36,"MassiveScenarioClassification (el)":38.44,"MassiveScenarioClassification (es)":44.18,"MassiveScenarioClassification (fa)":34.83,"MassiveScenarioClassification (fi)":40.56,"MassiveScenarioClassification (fr)":45.92,"MassiveScenarioClassification (he)":32.08,"MassiveScenarioClassification (hi)":28.37,"MassiveScenarioClassification (hu)":39.49,"MassiveScenarioClassification (hy)":25.9,"MassiveScenarioClassification (id)":40.96,"MassiveScenarioClassification (is)":38.56,"MassiveScenarioClassification (it)":46.59,"MassiveScenarioClassification (ja)":46.25,"MassiveScenarioClassification (jv)":39.66,"MassiveScenarioClassification (ka)":25.28,"MassiveScenarioClassification (km)":28.97,"MassiveScenarioClassification (kn)":19.27,"MassiveScenarioClassification (ko)":35.73,"MassiveScenarioClassification (lv)":39.57,"MassiveScenarioClassification (ml)":19.9,"MassiveScenarioClassification (mn)":32.43,"MassiveScenarioClassification (ms)":42.32,"MassiveScenarioClassification (my)":20.86,"MassiveScenarioClassification (nl)":43.59,"MassiveScenarioClassification (pt)":46.31,"MassiveScenarioClassification (ro)":42.53,"MassiveScenarioClassification (ru)":35.95,"MassiveScenarioClassification (sl)":38.69,"MassiveScenarioClassification (sq)":40.47,"MassiveScenarioClassification (sw)":39.55,"MassiveScenarioClassification (ta)":22.88,"MassiveScenarioClassification (te)":20.51,"MassiveScenarioClassification (th)":34.93,"MassiveScenarioClassification (tl)":40.75,"MassiveScenarioClassification (tr)":39.07,"MassiveScenarioClassification (ur)":29.75,"MassiveScenarioClassification (vi)":38.02,"MassiveScenarioClassification (zh-TW)":45.18} -{"index":104,"Rank":36,"Model":"e5-base-4k<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":36.61,"AmazonCounterfactualClassification (de)":56.3,"AmazonCounterfactualClassification (ja)":59.45,"AmazonReviewsClassification (de)":28.9,"AmazonReviewsClassification (es)":33.41,"AmazonReviewsClassification (fr)":29.98,"AmazonReviewsClassification (ja)":22.06,"AmazonReviewsClassification (zh)":23.31,"MTOPDomainClassification (de)":76.14,"MTOPDomainClassification (es)":79.22,"MTOPDomainClassification (fr)":80.24,"MTOPDomainClassification (hi)":37.21,"MTOPDomainClassification (th)":17.87,"MTOPIntentClassification (de)":53.67,"MTOPIntentClassification (es)":53.94,"MTOPIntentClassification (fr)":51.56,"MTOPIntentClassification (hi)":23.09,"MTOPIntentClassification (th)":4.97,"MassiveIntentClassification (af)":46.12,"MassiveIntentClassification (am)":3.14,"MassiveIntentClassification (ar)":27.37,"MassiveIntentClassification (az)":45.89,"MassiveIntentClassification (bn)":21.63,"MassiveIntentClassification (cy)":41.94,"MassiveIntentClassification (de)":52.16,"MassiveIntentClassification (el)":37.56,"MassiveIntentClassification (es)":50.58,"MassiveIntentClassification (fa)":33.16,"MassiveIntentClassification (fi)":46.94,"MassiveIntentClassification (fr)":51.28,"MassiveIntentClassification (he)":25.69,"MassiveIntentClassification (hi)":21.33,"MassiveIntentClassification (hu)":45.44,"MassiveIntentClassification (hy)":13.87,"MassiveIntentClassification (id)":48.44,"MassiveIntentClassification (is)":42.95,"MassiveIntentClassification (it)":51.27,"MassiveIntentClassification (ja)":35.46,"MassiveIntentClassification (jv)":44.23,"MassiveIntentClassification (ka)":16.05,"MassiveIntentClassification (km)":4.44,"MassiveIntentClassification (kn)":3.69,"MassiveIntentClassification (ko)":22.7,"MassiveIntentClassification (lv)":46.85,"MassiveIntentClassification (ml)":2.99,"MassiveIntentClassification (mn)":32.05,"MassiveIntentClassification (ms)":46.17,"MassiveIntentClassification (my)":3.77,"MassiveIntentClassification (nl)":48.78,"MassiveIntentClassification (pt)":52.64,"MassiveIntentClassification (ro)":47.9,"MassiveIntentClassification (ru)":40.19,"MassiveIntentClassification (sl)":46.21,"MassiveIntentClassification (sq)":48.83,"MassiveIntentClassification (sw)":42.91,"MassiveIntentClassification (ta)":15.46,"MassiveIntentClassification (te)":2.89,"MassiveIntentClassification (th)":14.7,"MassiveIntentClassification (tl)":48.06,"MassiveIntentClassification (tr)":48.14,"MassiveIntentClassification (ur)":22.85,"MassiveIntentClassification (vi)":42.19,"MassiveIntentClassification (zh-TW)":22.92,"MassiveScenarioClassification (af)":50.27,"MassiveScenarioClassification (am)":7.88,"MassiveScenarioClassification (ar)":30.17,"MassiveScenarioClassification (az)":48.41,"MassiveScenarioClassification (bn)":25.42,"MassiveScenarioClassification (cy)":43.49,"MassiveScenarioClassification (de)":58.81,"MassiveScenarioClassification (el)":42.01,"MassiveScenarioClassification (es)":56.93,"MassiveScenarioClassification (fa)":32.18,"MassiveScenarioClassification (fi)":48.38,"MassiveScenarioClassification (fr)":57.84,"MassiveScenarioClassification (he)":24.88,"MassiveScenarioClassification (hi)":23.89,"MassiveScenarioClassification (hu)":49.43,"MassiveScenarioClassification (hy)":17.81,"MassiveScenarioClassification (id)":51.86,"MassiveScenarioClassification (is)":46.28,"MassiveScenarioClassification (it)":56.36,"MassiveScenarioClassification (ja)":42.15,"MassiveScenarioClassification (jv)":47.79,"MassiveScenarioClassification (ka)":20.37,"MassiveScenarioClassification (km)":9.53,"MassiveScenarioClassification (kn)":8.33,"MassiveScenarioClassification (ko)":24.97,"MassiveScenarioClassification (lv)":47.51,"MassiveScenarioClassification (ml)":6.72,"MassiveScenarioClassification (mn)":32.55,"MassiveScenarioClassification (ms)":50.69,"MassiveScenarioClassification (my)":9.53,"MassiveScenarioClassification (nl)":53.28,"MassiveScenarioClassification (pt)":56.74,"MassiveScenarioClassification (ro)":54.43,"MassiveScenarioClassification (ru)":40.39,"MassiveScenarioClassification (sl)":48.83,"MassiveScenarioClassification (sq)":52.08,"MassiveScenarioClassification (sw)":45.52,"MassiveScenarioClassification (ta)":19.69,"MassiveScenarioClassification (te)":7.42,"MassiveScenarioClassification (th)":23.86,"MassiveScenarioClassification (tl)":52.71,"MassiveScenarioClassification (tr)":49.88,"MassiveScenarioClassification (ur)":27.49,"MassiveScenarioClassification (vi)":41.53,"MassiveScenarioClassification (zh-TW)":29.49} -{"index":122,"Rank":37,"Model":"e5-large-v2<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":36.36,"AmazonCounterfactualClassification (de)":58.14,"AmazonCounterfactualClassification (ja)":59.74,"AmazonReviewsClassification (de)":34.5,"AmazonReviewsClassification (es)":40.02,"AmazonReviewsClassification (fr)":37.46,"AmazonReviewsClassification (ja)":23.15,"AmazonReviewsClassification (zh)":24.05,"MTOPDomainClassification (de)":81.84,"MTOPDomainClassification (es)":82.67,"MTOPDomainClassification (fr)":83.05,"MTOPDomainClassification (hi)":41.93,"MTOPDomainClassification (th)":15.39,"MTOPIntentClassification (de)":53.16,"MTOPIntentClassification (es)":49.57,"MTOPIntentClassification (fr)":44.56,"MTOPIntentClassification (hi)":19.16,"MTOPIntentClassification (th)":5.33,"MassiveIntentClassification (af)":41.84,"MassiveIntentClassification (am)":2.69,"MassiveIntentClassification (ar)":27.84,"MassiveIntentClassification (az)":41.8,"MassiveIntentClassification (bn)":24.23,"MassiveIntentClassification (cy)":38.39,"MassiveIntentClassification (de)":49.47,"MassiveIntentClassification (el)":37.8,"MassiveIntentClassification (es)":49.84,"MassiveIntentClassification (fa)":35.75,"MassiveIntentClassification (fi)":41.93,"MassiveIntentClassification (fr)":50.66,"MassiveIntentClassification (he)":28.2,"MassiveIntentClassification (hi)":22.04,"MassiveIntentClassification (hu)":40.23,"MassiveIntentClassification (hy)":13.79,"MassiveIntentClassification (id)":43.12,"MassiveIntentClassification (is)":35.18,"MassiveIntentClassification (it)":47.73,"MassiveIntentClassification (ja)":34.0,"MassiveIntentClassification (jv)":38.7,"MassiveIntentClassification (ka)":14.56,"MassiveIntentClassification (km)":4.57,"MassiveIntentClassification (kn)":3.3,"MassiveIntentClassification (ko)":24.94,"MassiveIntentClassification (lv)":42.13,"MassiveIntentClassification (ml)":3.0,"MassiveIntentClassification (mn)":28.0,"MassiveIntentClassification (ms)":40.45,"MassiveIntentClassification (my)":3.88,"MassiveIntentClassification (nl)":44.37,"MassiveIntentClassification (pt)":51.74,"MassiveIntentClassification (ro)":44.27,"MassiveIntentClassification (ru)":40.62,"MassiveIntentClassification (sl)":41.54,"MassiveIntentClassification (sq)":43.45,"MassiveIntentClassification (sw)":38.6,"MassiveIntentClassification (ta)":14.95,"MassiveIntentClassification (te)":2.35,"MassiveIntentClassification (th)":13.15,"MassiveIntentClassification (tl)":42.84,"MassiveIntentClassification (tr)":43.02,"MassiveIntentClassification (ur)":23.97,"MassiveIntentClassification (vi)":37.67,"MassiveIntentClassification (zh-TW)":20.97,"MassiveScenarioClassification (af)":51.77,"MassiveScenarioClassification (am)":7.54,"MassiveScenarioClassification (ar)":34.93,"MassiveScenarioClassification (az)":48.4,"MassiveScenarioClassification (bn)":31.56,"MassiveScenarioClassification (cy)":45.72,"MassiveScenarioClassification (de)":60.64,"MassiveScenarioClassification (el)":46.24,"MassiveScenarioClassification (es)":58.39,"MassiveScenarioClassification (fa)":38.06,"MassiveScenarioClassification (fi)":48.37,"MassiveScenarioClassification (fr)":57.97,"MassiveScenarioClassification (he)":30.38,"MassiveScenarioClassification (hi)":25.87,"MassiveScenarioClassification (hu)":48.6,"MassiveScenarioClassification (hy)":19.82,"MassiveScenarioClassification (id)":49.05,"MassiveScenarioClassification (is)":44.26,"MassiveScenarioClassification (it)":56.57,"MassiveScenarioClassification (ja)":42.73,"MassiveScenarioClassification (jv)":47.09,"MassiveScenarioClassification (ka)":20.37,"MassiveScenarioClassification (km)":9.84,"MassiveScenarioClassification (kn)":8.32,"MassiveScenarioClassification (ko)":30.68,"MassiveScenarioClassification (lv)":47.14,"MassiveScenarioClassification (ml)":7.22,"MassiveScenarioClassification (mn)":32.73,"MassiveScenarioClassification (ms)":49.14,"MassiveScenarioClassification (my)":10.49,"MassiveScenarioClassification (nl)":55.05,"MassiveScenarioClassification (pt)":57.88,"MassiveScenarioClassification (ro)":53.72,"MassiveScenarioClassification (ru)":45.16,"MassiveScenarioClassification (sl)":47.66,"MassiveScenarioClassification (sq)":51.31,"MassiveScenarioClassification (sw)":45.69,"MassiveScenarioClassification (ta)":20.23,"MassiveScenarioClassification (te)":7.09,"MassiveScenarioClassification (th)":22.92,"MassiveScenarioClassification (tl)":51.52,"MassiveScenarioClassification (tr)":49.95,"MassiveScenarioClassification (ur)":32.19,"MassiveScenarioClassification (vi)":42.88,"MassiveScenarioClassification (zh-TW)":30.42} -{"index":39,"Rank":38,"Model":"Cohere-embed-english-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":512,"Average":36.07,"AmazonCounterfactualClassification (de)":56.48,"AmazonCounterfactualClassification (ja)":54.93,"AmazonReviewsClassification (de)":37.55,"AmazonReviewsClassification (es)":41.49,"AmazonReviewsClassification (fr)":39.11,"AmazonReviewsClassification (ja)":23.23,"AmazonReviewsClassification (zh)":23.82,"MTOPDomainClassification (de)":81.83,"MTOPDomainClassification (es)":84.21,"MTOPDomainClassification (fr)":82.72,"MTOPDomainClassification (hi)":38.3,"MTOPDomainClassification (th)":15.41,"MTOPIntentClassification (de)":50.58,"MTOPIntentClassification (es)":50.62,"MTOPIntentClassification (fr)":43.71,"MTOPIntentClassification (hi)":17.12,"MTOPIntentClassification (th)":4.9,"MassiveIntentClassification (af)":42.61,"MassiveIntentClassification (am)":2.64,"MassiveIntentClassification (ar)":26.91,"MassiveIntentClassification (az)":40.37,"MassiveIntentClassification (bn)":24.44,"MassiveIntentClassification (cy)":39.46,"MassiveIntentClassification (de)":50.54,"MassiveIntentClassification (el)":33.62,"MassiveIntentClassification (es)":51.43,"MassiveIntentClassification (fa)":32.68,"MassiveIntentClassification (fi)":41.16,"MassiveIntentClassification (fr)":52.0,"MassiveIntentClassification (he)":27.04,"MassiveIntentClassification (hi)":19.98,"MassiveIntentClassification (hu)":40.04,"MassiveIntentClassification (hy)":13.01,"MassiveIntentClassification (id)":44.09,"MassiveIntentClassification (is)":36.44,"MassiveIntentClassification (it)":49.63,"MassiveIntentClassification (ja)":33.04,"MassiveIntentClassification (jv)":39.44,"MassiveIntentClassification (ka)":12.09,"MassiveIntentClassification (km)":3.45,"MassiveIntentClassification (kn)":2.52,"MassiveIntentClassification (ko)":23.43,"MassiveIntentClassification (lv)":41.86,"MassiveIntentClassification (ml)":1.96,"MassiveIntentClassification (mn)":27.68,"MassiveIntentClassification (ms)":41.36,"MassiveIntentClassification (my)":2.83,"MassiveIntentClassification (nl)":43.97,"MassiveIntentClassification (pt)":51.93,"MassiveIntentClassification (ro)":45.61,"MassiveIntentClassification (ru)":41.81,"MassiveIntentClassification (sl)":40.83,"MassiveIntentClassification (sq)":44.17,"MassiveIntentClassification (sw)":40.11,"MassiveIntentClassification (ta)":13.08,"MassiveIntentClassification (te)":2.36,"MassiveIntentClassification (th)":11.25,"MassiveIntentClassification (tl)":44.05,"MassiveIntentClassification (tr)":42.88,"MassiveIntentClassification (ur)":21.32,"MassiveIntentClassification (vi)":36.32,"MassiveIntentClassification (zh-TW)":21.64,"MassiveScenarioClassification (af)":52.75,"MassiveScenarioClassification (am)":7.6,"MassiveScenarioClassification (ar)":33.7,"MassiveScenarioClassification (az)":46.84,"MassiveScenarioClassification (bn)":32.0,"MassiveScenarioClassification (cy)":46.83,"MassiveScenarioClassification (de)":62.39,"MassiveScenarioClassification (el)":44.14,"MassiveScenarioClassification (es)":60.4,"MassiveScenarioClassification (fa)":37.23,"MassiveScenarioClassification (fi)":47.83,"MassiveScenarioClassification (fr)":59.83,"MassiveScenarioClassification (he)":30.33,"MassiveScenarioClassification (hi)":24.26,"MassiveScenarioClassification (hu)":48.55,"MassiveScenarioClassification (hy)":19.38,"MassiveScenarioClassification (id)":50.43,"MassiveScenarioClassification (is)":45.12,"MassiveScenarioClassification (it)":57.91,"MassiveScenarioClassification (ja)":41.94,"MassiveScenarioClassification (jv)":47.24,"MassiveScenarioClassification (ka)":19.95,"MassiveScenarioClassification (km)":5.83,"MassiveScenarioClassification (kn)":6.86,"MassiveScenarioClassification (ko)":30.41,"MassiveScenarioClassification (lv)":46.74,"MassiveScenarioClassification (ml)":5.92,"MassiveScenarioClassification (mn)":32.36,"MassiveScenarioClassification (ms)":49.86,"MassiveScenarioClassification (my)":5.23,"MassiveScenarioClassification (nl)":54.86,"MassiveScenarioClassification (pt)":59.42,"MassiveScenarioClassification (ro)":54.28,"MassiveScenarioClassification (ru)":46.46,"MassiveScenarioClassification (sl)":48.23,"MassiveScenarioClassification (sq)":51.95,"MassiveScenarioClassification (sw)":46.93,"MassiveScenarioClassification (ta)":17.77,"MassiveScenarioClassification (te)":7.52,"MassiveScenarioClassification (th)":20.07,"MassiveScenarioClassification (tl)":53.33,"MassiveScenarioClassification (tr)":49.89,"MassiveScenarioClassification (ur)":29.99,"MassiveScenarioClassification (vi)":42.58,"MassiveScenarioClassification (zh-TW)":30.9} -{"index":98,"Rank":39,"Model":"USER-bge-m3<\/a>","Model Size (Million Parameters)":359,"Memory Usage (GB, fp32)":1.34,"Embedding Dimensions":1024,"Max Tokens":8192,"Average":36.07,"AmazonCounterfactualClassification (de)":67.93,"AmazonCounterfactualClassification (ja)":52.86,"AmazonReviewsClassification (de)":45.56,"AmazonReviewsClassification (es)":45.35,"AmazonReviewsClassification (fr)":45.16,"AmazonReviewsClassification (ja)":22.27,"AmazonReviewsClassification (zh)":21.58,"MTOPDomainClassification (de)":86.55,"MTOPDomainClassification (es)":89.57,"MTOPDomainClassification (fr)":85.44,"MTOPDomainClassification (hi)":21.23,"MTOPDomainClassification (th)":16.21,"MTOPIntentClassification (de)":60.79,"MTOPIntentClassification (es)":65.95,"MTOPIntentClassification (fr)":58.59,"MTOPIntentClassification (hi)":4.41,"MTOPIntentClassification (th)":5.32,"MassiveIntentClassification (af)":53.29,"MassiveIntentClassification (am)":2.37,"MassiveIntentClassification (ar)":5.53,"MassiveIntentClassification (az)":44.21,"MassiveIntentClassification (bn)":3.05,"MassiveIntentClassification (cy)":38.19,"MassiveIntentClassification (de)":60.56,"MassiveIntentClassification (el)":27.53,"MassiveIntentClassification (es)":63.18,"MassiveIntentClassification (fa)":3.65,"MassiveIntentClassification (fi)":56.34,"MassiveIntentClassification (fr)":64.25,"MassiveIntentClassification (he)":3.06,"MassiveIntentClassification (hi)":3.78,"MassiveIntentClassification (hu)":40.52,"MassiveIntentClassification (hy)":3.18,"MassiveIntentClassification (id)":58.18,"MassiveIntentClassification (is)":45.99,"MassiveIntentClassification (it)":63.58,"MassiveIntentClassification (ja)":2.44,"MassiveIntentClassification (jv)":42.42,"MassiveIntentClassification (ka)":7.12,"MassiveIntentClassification (km)":5.39,"MassiveIntentClassification (kn)":3.71,"MassiveIntentClassification (ko)":2.91,"MassiveIntentClassification (lv)":45.12,"MassiveIntentClassification (ml)":2.74,"MassiveIntentClassification (mn)":40.26,"MassiveIntentClassification (ms)":54.77,"MassiveIntentClassification (my)":4.28,"MassiveIntentClassification (nl)":59.3,"MassiveIntentClassification (pt)":62.67,"MassiveIntentClassification (ro)":58.32,"MassiveIntentClassification (ru)":68.85,"MassiveIntentClassification (sl)":56.11,"MassiveIntentClassification (sq)":51.26,"MassiveIntentClassification (sw)":44.4,"MassiveIntentClassification (ta)":2.97,"MassiveIntentClassification (te)":2.17,"MassiveIntentClassification (th)":4.07,"MassiveIntentClassification (tl)":47.04,"MassiveIntentClassification (tr)":53.8,"MassiveIntentClassification (ur)":3.34,"MassiveIntentClassification (vi)":34.1,"MassiveIntentClassification (zh-TW)":4.62,"MassiveScenarioClassification (af)":60.7,"MassiveScenarioClassification (am)":6.71,"MassiveScenarioClassification (ar)":12.98,"MassiveScenarioClassification (az)":50.34,"MassiveScenarioClassification (bn)":8.65,"MassiveScenarioClassification (cy)":43.85,"MassiveScenarioClassification (de)":67.22,"MassiveScenarioClassification (el)":34.63,"MassiveScenarioClassification (es)":67.88,"MassiveScenarioClassification (fa)":8.4,"MassiveScenarioClassification (fi)":59.7,"MassiveScenarioClassification (fr)":69.41,"MassiveScenarioClassification (he)":7.7,"MassiveScenarioClassification (hi)":7.6,"MassiveScenarioClassification (hu)":47.43,"MassiveScenarioClassification (hy)":9.5,"MassiveScenarioClassification (id)":63.48,"MassiveScenarioClassification (is)":54.05,"MassiveScenarioClassification (it)":67.92,"MassiveScenarioClassification (ja)":7.51,"MassiveScenarioClassification (jv)":50.85,"MassiveScenarioClassification (ka)":13.81,"MassiveScenarioClassification (km)":9.61,"MassiveScenarioClassification (kn)":8.32,"MassiveScenarioClassification (ko)":6.81,"MassiveScenarioClassification (lv)":50.58,"MassiveScenarioClassification (ml)":7.55,"MassiveScenarioClassification (mn)":45.93,"MassiveScenarioClassification (ms)":60.81,"MassiveScenarioClassification (my)":9.36,"MassiveScenarioClassification (nl)":65.78,"MassiveScenarioClassification (pt)":65.38,"MassiveScenarioClassification (ro)":65.69,"MassiveScenarioClassification (ru)":72.9,"MassiveScenarioClassification (sl)":61.13,"MassiveScenarioClassification (sq)":59.86,"MassiveScenarioClassification (sw)":52.36,"MassiveScenarioClassification (ta)":7.62,"MassiveScenarioClassification (te)":7.39,"MassiveScenarioClassification (th)":9.23,"MassiveScenarioClassification (tl)":56.47,"MassiveScenarioClassification (tr)":60.02,"MassiveScenarioClassification (ur)":9.41,"MassiveScenarioClassification (vi)":38.48,"MassiveScenarioClassification (zh-TW)":8.71} -{"index":120,"Rank":40,"Model":"e5-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":34.33,"AmazonCounterfactualClassification (de)":56.61,"AmazonCounterfactualClassification (ja)":58.58,"AmazonReviewsClassification (de)":30.12,"AmazonReviewsClassification (es)":36.78,"AmazonReviewsClassification (fr)":32.32,"AmazonReviewsClassification (ja)":22.65,"AmazonReviewsClassification (zh)":23.28,"MTOPDomainClassification (de)":77.51,"MTOPDomainClassification (es)":78.32,"MTOPDomainClassification (fr)":80.17,"MTOPDomainClassification (hi)":41.05,"MTOPDomainClassification (th)":16.63,"MTOPIntentClassification (de)":47.19,"MTOPIntentClassification (es)":44.66,"MTOPIntentClassification (fr)":40.64,"MTOPIntentClassification (hi)":17.59,"MTOPIntentClassification (th)":4.73,"MassiveIntentClassification (af)":39.96,"MassiveIntentClassification (am)":2.57,"MassiveIntentClassification (ar)":22.84,"MassiveIntentClassification (az)":37.86,"MassiveIntentClassification (bn)":19.72,"MassiveIntentClassification (cy)":36.9,"MassiveIntentClassification (de)":46.68,"MassiveIntentClassification (el)":33.89,"MassiveIntentClassification (es)":46.34,"MassiveIntentClassification (fa)":29.84,"MassiveIntentClassification (fi)":41.47,"MassiveIntentClassification (fr)":45.88,"MassiveIntentClassification (he)":20.9,"MassiveIntentClassification (hi)":19.05,"MassiveIntentClassification (hu)":39.35,"MassiveIntentClassification (hy)":11.83,"MassiveIntentClassification (id)":41.48,"MassiveIntentClassification (is)":35.64,"MassiveIntentClassification (it)":45.97,"MassiveIntentClassification (ja)":33.31,"MassiveIntentClassification (jv)":37.57,"MassiveIntentClassification (ka)":11.85,"MassiveIntentClassification (km)":4.65,"MassiveIntentClassification (kn)":3.43,"MassiveIntentClassification (ko)":19.32,"MassiveIntentClassification (lv)":41.59,"MassiveIntentClassification (ml)":2.79,"MassiveIntentClassification (mn)":26.6,"MassiveIntentClassification (ms)":40.24,"MassiveIntentClassification (my)":3.73,"MassiveIntentClassification (nl)":42.8,"MassiveIntentClassification (pt)":48.51,"MassiveIntentClassification (ro)":44.32,"MassiveIntentClassification (ru)":36.82,"MassiveIntentClassification (sl)":40.43,"MassiveIntentClassification (sq)":42.6,"MassiveIntentClassification (sw)":37.56,"MassiveIntentClassification (ta)":11.31,"MassiveIntentClassification (te)":2.32,"MassiveIntentClassification (th)":11.62,"MassiveIntentClassification (tl)":41.48,"MassiveIntentClassification (tr)":42.46,"MassiveIntentClassification (ur)":21.12,"MassiveIntentClassification (vi)":34.44,"MassiveIntentClassification (zh-TW)":20.56,"MassiveScenarioClassification (af)":49.81,"MassiveScenarioClassification (am)":7.48,"MassiveScenarioClassification (ar)":29.99,"MassiveScenarioClassification (az)":46.28,"MassiveScenarioClassification (bn)":25.07,"MassiveScenarioClassification (cy)":42.85,"MassiveScenarioClassification (de)":57.53,"MassiveScenarioClassification (el)":42.78,"MassiveScenarioClassification (es)":55.92,"MassiveScenarioClassification (fa)":33.21,"MassiveScenarioClassification (fi)":47.17,"MassiveScenarioClassification (fr)":56.43,"MassiveScenarioClassification (he)":24.27,"MassiveScenarioClassification (hi)":24.44,"MassiveScenarioClassification (hu)":48.21,"MassiveScenarioClassification (hy)":17.6,"MassiveScenarioClassification (id)":49.71,"MassiveScenarioClassification (is)":45.13,"MassiveScenarioClassification (it)":55.31,"MassiveScenarioClassification (ja)":41.65,"MassiveScenarioClassification (jv)":45.5,"MassiveScenarioClassification (ka)":17.99,"MassiveScenarioClassification (km)":9.97,"MassiveScenarioClassification (kn)":8.25,"MassiveScenarioClassification (ko)":24.11,"MassiveScenarioClassification (lv)":45.8,"MassiveScenarioClassification (ml)":7.41,"MassiveScenarioClassification (mn)":31.27,"MassiveScenarioClassification (ms)":50.7,"MassiveScenarioClassification (my)":10.56,"MassiveScenarioClassification (nl)":51.53,"MassiveScenarioClassification (pt)":56.15,"MassiveScenarioClassification (ro)":53.73,"MassiveScenarioClassification (ru)":42.08,"MassiveScenarioClassification (sl)":46.26,"MassiveScenarioClassification (sq)":50.57,"MassiveScenarioClassification (sw)":45.06,"MassiveScenarioClassification (ta)":18.76,"MassiveScenarioClassification (te)":7.51,"MassiveScenarioClassification (th)":20.51,"MassiveScenarioClassification (tl)":49.67,"MassiveScenarioClassification (tr)":48.92,"MassiveScenarioClassification (ur)":29.73,"MassiveScenarioClassification (vi)":40.52,"MassiveScenarioClassification (zh-TW)":29.47} -{"index":156,"Rank":41,"Model":"nomic-embed-text-v1<\/a>","Model Size (Million Parameters)":547,"Memory Usage (GB, fp32)":2.04,"Embedding Dimensions":768,"Max Tokens":8192,"Average":33.08,"AmazonCounterfactualClassification (de)":55.48,"AmazonCounterfactualClassification (ja)":57.85,"AmazonReviewsClassification (de)":27.58,"AmazonReviewsClassification (es)":33.09,"AmazonReviewsClassification (fr)":29.65,"AmazonReviewsClassification (ja)":23.47,"AmazonReviewsClassification (zh)":24.22,"MTOPDomainClassification (de)":71.23,"MTOPDomainClassification (es)":74.85,"MTOPDomainClassification (fr)":77.32,"MTOPDomainClassification (hi)":43.76,"MTOPDomainClassification (th)":15.77,"MTOPIntentClassification (de)":40.67,"MTOPIntentClassification (es)":43.26,"MTOPIntentClassification (fr)":37.39,"MTOPIntentClassification (hi)":20.74,"MTOPIntentClassification (th)":4.6,"MassiveIntentClassification (af)":36.66,"MassiveIntentClassification (am)":2.58,"MassiveIntentClassification (ar)":25.17,"MassiveIntentClassification (az)":38.52,"MassiveIntentClassification (bn)":19.27,"MassiveIntentClassification (cy)":36.05,"MassiveIntentClassification (de)":42.62,"MassiveIntentClassification (el)":30.08,"MassiveIntentClassification (es)":43.09,"MassiveIntentClassification (fa)":31.13,"MassiveIntentClassification (fi)":40.19,"MassiveIntentClassification (fr)":44.42,"MassiveIntentClassification (he)":25.09,"MassiveIntentClassification (hi)":19.66,"MassiveIntentClassification (hu)":37.7,"MassiveIntentClassification (hy)":12.26,"MassiveIntentClassification (id)":39.14,"MassiveIntentClassification (is)":34.59,"MassiveIntentClassification (it)":43.77,"MassiveIntentClassification (ja)":31.36,"MassiveIntentClassification (jv)":34.78,"MassiveIntentClassification (ka)":11.31,"MassiveIntentClassification (km)":5.47,"MassiveIntentClassification (kn)":3.05,"MassiveIntentClassification (ko)":20.66,"MassiveIntentClassification (lv)":38.53,"MassiveIntentClassification (ml)":2.71,"MassiveIntentClassification (mn)":25.23,"MassiveIntentClassification (ms)":36.19,"MassiveIntentClassification (my)":3.75,"MassiveIntentClassification (nl)":39.26,"MassiveIntentClassification (pt)":43.64,"MassiveIntentClassification (ro)":39.47,"MassiveIntentClassification (ru)":29.22,"MassiveIntentClassification (sl)":38.71,"MassiveIntentClassification (sq)":38.33,"MassiveIntentClassification (sw)":37.86,"MassiveIntentClassification (ta)":11.37,"MassiveIntentClassification (te)":2.35,"MassiveIntentClassification (th)":11.62,"MassiveIntentClassification (tl)":40.36,"MassiveIntentClassification (tr)":40.1,"MassiveIntentClassification (ur)":21.46,"MassiveIntentClassification (vi)":35.8,"MassiveIntentClassification (zh-TW)":21.9,"MassiveScenarioClassification (af)":45.97,"MassiveScenarioClassification (am)":7.4,"MassiveScenarioClassification (ar)":31.38,"MassiveScenarioClassification (az)":46.1,"MassiveScenarioClassification (bn)":24.28,"MassiveScenarioClassification (cy)":40.67,"MassiveScenarioClassification (de)":54.59,"MassiveScenarioClassification (el)":39.9,"MassiveScenarioClassification (es)":54.3,"MassiveScenarioClassification (fa)":34.37,"MassiveScenarioClassification (fi)":45.07,"MassiveScenarioClassification (fr)":55.41,"MassiveScenarioClassification (he)":28.28,"MassiveScenarioClassification (hi)":25.2,"MassiveScenarioClassification (hu)":45.44,"MassiveScenarioClassification (hy)":18.61,"MassiveScenarioClassification (id)":47.36,"MassiveScenarioClassification (is)":43.54,"MassiveScenarioClassification (it)":53.73,"MassiveScenarioClassification (ja)":38.77,"MassiveScenarioClassification (jv)":43.09,"MassiveScenarioClassification (ka)":17.61,"MassiveScenarioClassification (km)":9.29,"MassiveScenarioClassification (kn)":8.16,"MassiveScenarioClassification (ko)":26.73,"MassiveScenarioClassification (lv)":42.58,"MassiveScenarioClassification (ml)":7.32,"MassiveScenarioClassification (mn)":31.36,"MassiveScenarioClassification (ms)":46.51,"MassiveScenarioClassification (my)":10.72,"MassiveScenarioClassification (nl)":49.39,"MassiveScenarioClassification (pt)":54.03,"MassiveScenarioClassification (ro)":50.87,"MassiveScenarioClassification (ru)":33.56,"MassiveScenarioClassification (sl)":43.56,"MassiveScenarioClassification (sq)":47.46,"MassiveScenarioClassification (sw)":44.78,"MassiveScenarioClassification (ta)":16.94,"MassiveScenarioClassification (te)":7.16,"MassiveScenarioClassification (th)":21.64,"MassiveScenarioClassification (tl)":50.41,"MassiveScenarioClassification (tr)":46.56,"MassiveScenarioClassification (ur)":28.77,"MassiveScenarioClassification (vi)":41.13,"MassiveScenarioClassification (zh-TW)":31.89} -{"index":121,"Rank":42,"Model":"e5-large<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":33.06,"AmazonCounterfactualClassification (de)":53.79,"AmazonCounterfactualClassification (ja)":57.11,"AmazonReviewsClassification (de)":29.28,"AmazonReviewsClassification (es)":34.19,"AmazonReviewsClassification (fr)":32.4,"AmazonReviewsClassification (ja)":22.62,"AmazonReviewsClassification (zh)":23.0,"MTOPDomainClassification (de)":76.63,"MTOPDomainClassification (es)":80.4,"MTOPDomainClassification (fr)":78.82,"MTOPDomainClassification (hi)":39.36,"MTOPDomainClassification (th)":15.72,"MTOPIntentClassification (de)":43.21,"MTOPIntentClassification (es)":42.85,"MTOPIntentClassification (fr)":37.12,"MTOPIntentClassification (hi)":16.58,"MTOPIntentClassification (th)":4.55,"MassiveIntentClassification (af)":38.87,"MassiveIntentClassification (am)":2.55,"MassiveIntentClassification (ar)":19.0,"MassiveIntentClassification (az)":39.86,"MassiveIntentClassification (bn)":19.59,"MassiveIntentClassification (cy)":36.04,"MassiveIntentClassification (de)":44.57,"MassiveIntentClassification (el)":25.9,"MassiveIntentClassification (es)":45.1,"MassiveIntentClassification (fa)":25.28,"MassiveIntentClassification (fi)":40.87,"MassiveIntentClassification (fr)":47.2,"MassiveIntentClassification (he)":19.98,"MassiveIntentClassification (hi)":17.3,"MassiveIntentClassification (hu)":38.79,"MassiveIntentClassification (hy)":9.33,"MassiveIntentClassification (id)":41.65,"MassiveIntentClassification (is)":35.21,"MassiveIntentClassification (it)":45.25,"MassiveIntentClassification (ja)":25.24,"MassiveIntentClassification (jv)":38.55,"MassiveIntentClassification (ka)":10.95,"MassiveIntentClassification (km)":4.71,"MassiveIntentClassification (kn)":2.8,"MassiveIntentClassification (ko)":19.9,"MassiveIntentClassification (lv)":41.56,"MassiveIntentClassification (ml)":2.4,"MassiveIntentClassification (mn)":18.67,"MassiveIntentClassification (ms)":38.31,"MassiveIntentClassification (my)":3.72,"MassiveIntentClassification (nl)":40.28,"MassiveIntentClassification (pt)":46.8,"MassiveIntentClassification (ro)":42.2,"MassiveIntentClassification (ru)":22.51,"MassiveIntentClassification (sl)":40.13,"MassiveIntentClassification (sq)":42.14,"MassiveIntentClassification (sw)":39.86,"MassiveIntentClassification (ta)":10.87,"MassiveIntentClassification (te)":2.58,"MassiveIntentClassification (th)":11.37,"MassiveIntentClassification (tl)":40.76,"MassiveIntentClassification (tr)":40.61,"MassiveIntentClassification (ur)":13.5,"MassiveIntentClassification (vi)":37.57,"MassiveIntentClassification (zh-TW)":19.52,"MassiveScenarioClassification (af)":49.65,"MassiveScenarioClassification (am)":7.76,"MassiveScenarioClassification (ar)":27.2,"MassiveScenarioClassification (az)":47.25,"MassiveScenarioClassification (bn)":26.41,"MassiveScenarioClassification (cy)":44.51,"MassiveScenarioClassification (de)":59.26,"MassiveScenarioClassification (el)":35.32,"MassiveScenarioClassification (es)":55.79,"MassiveScenarioClassification (fa)":30.19,"MassiveScenarioClassification (fi)":48.25,"MassiveScenarioClassification (fr)":57.57,"MassiveScenarioClassification (he)":23.14,"MassiveScenarioClassification (hi)":22.69,"MassiveScenarioClassification (hu)":46.67,"MassiveScenarioClassification (hy)":16.0,"MassiveScenarioClassification (id)":48.89,"MassiveScenarioClassification (is)":45.03,"MassiveScenarioClassification (it)":55.68,"MassiveScenarioClassification (ja)":30.28,"MassiveScenarioClassification (jv)":47.57,"MassiveScenarioClassification (ka)":17.42,"MassiveScenarioClassification (km)":8.73,"MassiveScenarioClassification (kn)":7.98,"MassiveScenarioClassification (ko)":27.82,"MassiveScenarioClassification (lv)":47.37,"MassiveScenarioClassification (ml)":6.8,"MassiveScenarioClassification (mn)":26.77,"MassiveScenarioClassification (ms)":49.02,"MassiveScenarioClassification (my)":10.65,"MassiveScenarioClassification (nl)":52.19,"MassiveScenarioClassification (pt)":57.43,"MassiveScenarioClassification (ro)":53.29,"MassiveScenarioClassification (ru)":26.94,"MassiveScenarioClassification (sl)":47.11,"MassiveScenarioClassification (sq)":51.61,"MassiveScenarioClassification (sw)":46.97,"MassiveScenarioClassification (ta)":17.1,"MassiveScenarioClassification (te)":7.01,"MassiveScenarioClassification (th)":20.16,"MassiveScenarioClassification (tl)":52.61,"MassiveScenarioClassification (tr)":48.86,"MassiveScenarioClassification (ur)":20.58,"MassiveScenarioClassification (vi)":42.45,"MassiveScenarioClassification (zh-TW)":27.76} -{"index":24,"Rank":43,"Model":"bge-base-en-v1.5<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":32.41,"AmazonCounterfactualClassification (de)":55.79,"AmazonCounterfactualClassification (ja)":58.61,"AmazonReviewsClassification (de)":26.04,"AmazonReviewsClassification (es)":33.95,"AmazonReviewsClassification (fr)":29.29,"AmazonReviewsClassification (ja)":23.63,"AmazonReviewsClassification (zh)":23.65,"MTOPDomainClassification (de)":69.48,"MTOPDomainClassification (es)":76.31,"MTOPDomainClassification (fr)":75.85,"MTOPDomainClassification (hi)":36.44,"MTOPDomainClassification (th)":16.13,"MTOPIntentClassification (de)":44.82,"MTOPIntentClassification (es)":42.67,"MTOPIntentClassification (fr)":39.54,"MTOPIntentClassification (hi)":15.37,"MTOPIntentClassification (th)":5.24,"MassiveIntentClassification (af)":36.89,"MassiveIntentClassification (am)":2.75,"MassiveIntentClassification (ar)":20.63,"MassiveIntentClassification (az)":38.58,"MassiveIntentClassification (bn)":15.79,"MassiveIntentClassification (cy)":33.54,"MassiveIntentClassification (de)":41.73,"MassiveIntentClassification (el)":27.29,"MassiveIntentClassification (es)":43.08,"MassiveIntentClassification (fa)":24.44,"MassiveIntentClassification (fi)":41.0,"MassiveIntentClassification (fr)":43.91,"MassiveIntentClassification (he)":23.25,"MassiveIntentClassification (hi)":13.89,"MassiveIntentClassification (hu)":36.2,"MassiveIntentClassification (hy)":11.24,"MassiveIntentClassification (id)":40.1,"MassiveIntentClassification (is)":34.25,"MassiveIntentClassification (it)":44.42,"MassiveIntentClassification (ja)":29.99,"MassiveIntentClassification (jv)":35.15,"MassiveIntentClassification (ka)":11.76,"MassiveIntentClassification (km)":4.75,"MassiveIntentClassification (kn)":3.27,"MassiveIntentClassification (ko)":20.17,"MassiveIntentClassification (lv)":39.23,"MassiveIntentClassification (ml)":3.24,"MassiveIntentClassification (mn)":20.53,"MassiveIntentClassification (ms)":37.3,"MassiveIntentClassification (my)":3.8,"MassiveIntentClassification (nl)":38.75,"MassiveIntentClassification (pt)":43.45,"MassiveIntentClassification (ro)":39.93,"MassiveIntentClassification (ru)":31.7,"MassiveIntentClassification (sl)":38.57,"MassiveIntentClassification (sq)":38.12,"MassiveIntentClassification (sw)":38.11,"MassiveIntentClassification (ta)":11.24,"MassiveIntentClassification (te)":2.72,"MassiveIntentClassification (th)":12.65,"MassiveIntentClassification (tl)":41.78,"MassiveIntentClassification (tr)":39.25,"MassiveIntentClassification (ur)":16.7,"MassiveIntentClassification (vi)":37.62,"MassiveIntentClassification (zh-TW)":22.34,"MassiveScenarioClassification (af)":45.94,"MassiveScenarioClassification (am)":8.29,"MassiveScenarioClassification (ar)":30.58,"MassiveScenarioClassification (az)":44.58,"MassiveScenarioClassification (bn)":21.49,"MassiveScenarioClassification (cy)":39.07,"MassiveScenarioClassification (de)":54.33,"MassiveScenarioClassification (el)":37.53,"MassiveScenarioClassification (es)":53.4,"MassiveScenarioClassification (fa)":30.38,"MassiveScenarioClassification (fi)":44.54,"MassiveScenarioClassification (fr)":53.77,"MassiveScenarioClassification (he)":25.38,"MassiveScenarioClassification (hi)":19.69,"MassiveScenarioClassification (hu)":43.08,"MassiveScenarioClassification (hy)":17.38,"MassiveScenarioClassification (id)":47.3,"MassiveScenarioClassification (is)":45.11,"MassiveScenarioClassification (it)":56.3,"MassiveScenarioClassification (ja)":36.32,"MassiveScenarioClassification (jv)":44.53,"MassiveScenarioClassification (ka)":18.04,"MassiveScenarioClassification (km)":9.02,"MassiveScenarioClassification (kn)":8.44,"MassiveScenarioClassification (ko)":26.1,"MassiveScenarioClassification (lv)":43.41,"MassiveScenarioClassification (ml)":6.64,"MassiveScenarioClassification (mn)":26.68,"MassiveScenarioClassification (ms)":46.35,"MassiveScenarioClassification (my)":10.25,"MassiveScenarioClassification (nl)":47.81,"MassiveScenarioClassification (pt)":53.56,"MassiveScenarioClassification (ro)":49.47,"MassiveScenarioClassification (ru)":36.99,"MassiveScenarioClassification (sl)":42.65,"MassiveScenarioClassification (sq)":47.4,"MassiveScenarioClassification (sw)":44.79,"MassiveScenarioClassification (ta)":17.82,"MassiveScenarioClassification (te)":6.6,"MassiveScenarioClassification (th)":23.0,"MassiveScenarioClassification (tl)":51.55,"MassiveScenarioClassification (tr)":45.61,"MassiveScenarioClassification (ur)":25.4,"MassiveScenarioClassification (vi)":41.87,"MassiveScenarioClassification (zh-TW)":31.33} -{"index":119,"Rank":44,"Model":"e5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":32.32,"AmazonCounterfactualClassification (de)":55.84,"AmazonCounterfactualClassification (ja)":61.0,"AmazonReviewsClassification (de)":28.15,"AmazonReviewsClassification (es)":33.78,"AmazonReviewsClassification (fr)":30.98,"AmazonReviewsClassification (ja)":21.86,"AmazonReviewsClassification (zh)":22.48,"MTOPDomainClassification (de)":75.4,"MTOPDomainClassification (es)":77.44,"MTOPDomainClassification (fr)":79.77,"MTOPDomainClassification (hi)":33.01,"MTOPDomainClassification (th)":15.24,"MTOPIntentClassification (de)":46.75,"MTOPIntentClassification (es)":44.19,"MTOPIntentClassification (fr)":40.11,"MTOPIntentClassification (hi)":11.91,"MTOPIntentClassification (th)":5.26,"MassiveIntentClassification (af)":40.46,"MassiveIntentClassification (am)":2.64,"MassiveIntentClassification (ar)":19.69,"MassiveIntentClassification (az)":34.85,"MassiveIntentClassification (bn)":14.29,"MassiveIntentClassification (cy)":37.34,"MassiveIntentClassification (de)":45.41,"MassiveIntentClassification (el)":21.94,"MassiveIntentClassification (es)":45.51,"MassiveIntentClassification (fa)":24.17,"MassiveIntentClassification (fi)":41.0,"MassiveIntentClassification (fr)":47.51,"MassiveIntentClassification (he)":18.66,"MassiveIntentClassification (hi)":11.95,"MassiveIntentClassification (hu)":39.2,"MassiveIntentClassification (hy)":7.64,"MassiveIntentClassification (id)":42.07,"MassiveIntentClassification (is)":36.7,"MassiveIntentClassification (it)":45.7,"MassiveIntentClassification (ja)":21.63,"MassiveIntentClassification (jv)":38.65,"MassiveIntentClassification (ka)":9.79,"MassiveIntentClassification (km)":4.41,"MassiveIntentClassification (kn)":3.1,"MassiveIntentClassification (ko)":18.8,"MassiveIntentClassification (lv)":41.61,"MassiveIntentClassification (ml)":2.72,"MassiveIntentClassification (mn)":18.38,"MassiveIntentClassification (ms)":38.71,"MassiveIntentClassification (my)":3.5,"MassiveIntentClassification (nl)":42.0,"MassiveIntentClassification (pt)":48.65,"MassiveIntentClassification (ro)":43.84,"MassiveIntentClassification (ru)":21.3,"MassiveIntentClassification (sl)":40.01,"MassiveIntentClassification (sq)":43.14,"MassiveIntentClassification (sw)":39.67,"MassiveIntentClassification (ta)":9.46,"MassiveIntentClassification (te)":2.29,"MassiveIntentClassification (th)":10.45,"MassiveIntentClassification (tl)":41.07,"MassiveIntentClassification (tr)":40.9,"MassiveIntentClassification (ur)":14.28,"MassiveIntentClassification (vi)":36.42,"MassiveIntentClassification (zh-TW)":18.05,"MassiveScenarioClassification (af)":51.01,"MassiveScenarioClassification (am)":7.21,"MassiveScenarioClassification (ar)":27.66,"MassiveScenarioClassification (az)":42.58,"MassiveScenarioClassification (bn)":18.33,"MassiveScenarioClassification (cy)":44.14,"MassiveScenarioClassification (de)":56.41,"MassiveScenarioClassification (el)":29.77,"MassiveScenarioClassification (es)":54.38,"MassiveScenarioClassification (fa)":30.11,"MassiveScenarioClassification (fi)":45.22,"MassiveScenarioClassification (fr)":57.6,"MassiveScenarioClassification (he)":23.55,"MassiveScenarioClassification (hi)":16.29,"MassiveScenarioClassification (hu)":46.8,"MassiveScenarioClassification (hy)":14.18,"MassiveScenarioClassification (id)":48.83,"MassiveScenarioClassification (is)":46.12,"MassiveScenarioClassification (it)":54.55,"MassiveScenarioClassification (ja)":27.89,"MassiveScenarioClassification (jv)":46.01,"MassiveScenarioClassification (ka)":16.56,"MassiveScenarioClassification (km)":8.75,"MassiveScenarioClassification (kn)":7.87,"MassiveScenarioClassification (ko)":25.82,"MassiveScenarioClassification (lv)":46.2,"MassiveScenarioClassification (ml)":6.99,"MassiveScenarioClassification (mn)":25.07,"MassiveScenarioClassification (ms)":48.26,"MassiveScenarioClassification (my)":10.36,"MassiveScenarioClassification (nl)":51.15,"MassiveScenarioClassification (pt)":56.73,"MassiveScenarioClassification (ro)":53.32,"MassiveScenarioClassification (ru)":27.27,"MassiveScenarioClassification (sl)":46.15,"MassiveScenarioClassification (sq)":50.04,"MassiveScenarioClassification (sw)":47.12,"MassiveScenarioClassification (ta)":15.15,"MassiveScenarioClassification (te)":6.83,"MassiveScenarioClassification (th)":19.11,"MassiveScenarioClassification (tl)":50.06,"MassiveScenarioClassification (tr)":48.74,"MassiveScenarioClassification (ur)":21.3,"MassiveScenarioClassification (vi)":42.46,"MassiveScenarioClassification (zh-TW)":25.6} -{"index":163,"Rank":45,"Model":"all-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":31.93,"AmazonCounterfactualClassification (de)":57.1,"AmazonCounterfactualClassification (ja)":59.91,"AmazonReviewsClassification (de)":25.91,"AmazonReviewsClassification (es)":27.63,"AmazonReviewsClassification (fr)":27.54,"AmazonReviewsClassification (ja)":23.57,"AmazonReviewsClassification (zh)":22.99,"MTOPDomainClassification (de)":72.04,"MTOPDomainClassification (es)":72.99,"MTOPDomainClassification (fr)":75.59,"MTOPDomainClassification (hi)":40.36,"MTOPDomainClassification (th)":17.1,"MTOPIntentClassification (de)":43.41,"MTOPIntentClassification (es)":41.88,"MTOPIntentClassification (fr)":38.94,"MTOPIntentClassification (hi)":17.75,"MTOPIntentClassification (th)":5.63,"MassiveIntentClassification (af)":38.94,"MassiveIntentClassification (am)":2.45,"MassiveIntentClassification (ar)":20.94,"MassiveIntentClassification (az)":34.25,"MassiveIntentClassification (bn)":13.67,"MassiveIntentClassification (cy)":35.71,"MassiveIntentClassification (de)":44.17,"MassiveIntentClassification (el)":28.7,"MassiveIntentClassification (es)":40.91,"MassiveIntentClassification (fa)":23.52,"MassiveIntentClassification (fi)":39.27,"MassiveIntentClassification (fr)":44.82,"MassiveIntentClassification (he)":23.65,"MassiveIntentClassification (hi)":17.98,"MassiveIntentClassification (hu)":38.0,"MassiveIntentClassification (hy)":8.69,"MassiveIntentClassification (id)":39.66,"MassiveIntentClassification (is)":35.14,"MassiveIntentClassification (it)":43.17,"MassiveIntentClassification (ja)":30.94,"MassiveIntentClassification (jv)":36.69,"MassiveIntentClassification (ka)":9.17,"MassiveIntentClassification (km)":4.99,"MassiveIntentClassification (kn)":3.08,"MassiveIntentClassification (ko)":19.97,"MassiveIntentClassification (lv)":38.61,"MassiveIntentClassification (ml)":2.85,"MassiveIntentClassification (mn)":23.25,"MassiveIntentClassification (ms)":36.21,"MassiveIntentClassification (my)":4.38,"MassiveIntentClassification (nl)":41.85,"MassiveIntentClassification (pt)":45.12,"MassiveIntentClassification (ro)":41.71,"MassiveIntentClassification (ru)":26.33,"MassiveIntentClassification (sl)":38.52,"MassiveIntentClassification (sq)":41.62,"MassiveIntentClassification (sw)":35.28,"MassiveIntentClassification (ta)":13.1,"MassiveIntentClassification (te)":2.56,"MassiveIntentClassification (th)":10.54,"MassiveIntentClassification (tl)":38.56,"MassiveIntentClassification (tr)":35.9,"MassiveIntentClassification (ur)":16.18,"MassiveIntentClassification (vi)":37.38,"MassiveIntentClassification (zh-TW)":22.39,"MassiveScenarioClassification (af)":45.71,"MassiveScenarioClassification (am)":7.41,"MassiveScenarioClassification (ar)":27.62,"MassiveScenarioClassification (az)":39.58,"MassiveScenarioClassification (bn)":18.98,"MassiveScenarioClassification (cy)":41.4,"MassiveScenarioClassification (de)":52.07,"MassiveScenarioClassification (el)":35.51,"MassiveScenarioClassification (es)":50.74,"MassiveScenarioClassification (fa)":29.0,"MassiveScenarioClassification (fi)":45.8,"MassiveScenarioClassification (fr)":53.76,"MassiveScenarioClassification (he)":25.68,"MassiveScenarioClassification (hi)":23.02,"MassiveScenarioClassification (hu)":44.09,"MassiveScenarioClassification (hy)":14.83,"MassiveScenarioClassification (id)":44.35,"MassiveScenarioClassification (is)":43.08,"MassiveScenarioClassification (it)":51.71,"MassiveScenarioClassification (ja)":36.75,"MassiveScenarioClassification (jv)":44.57,"MassiveScenarioClassification (ka)":14.84,"MassiveScenarioClassification (km)":9.75,"MassiveScenarioClassification (kn)":8.32,"MassiveScenarioClassification (ko)":25.72,"MassiveScenarioClassification (lv)":42.75,"MassiveScenarioClassification (ml)":7.25,"MassiveScenarioClassification (mn)":29.03,"MassiveScenarioClassification (ms)":44.65,"MassiveScenarioClassification (my)":10.07,"MassiveScenarioClassification (nl)":49.15,"MassiveScenarioClassification (pt)":53.0,"MassiveScenarioClassification (ro)":49.97,"MassiveScenarioClassification (ru)":28.75,"MassiveScenarioClassification (sl)":42.26,"MassiveScenarioClassification (sq)":49.14,"MassiveScenarioClassification (sw)":43.18,"MassiveScenarioClassification (ta)":19.38,"MassiveScenarioClassification (te)":7.74,"MassiveScenarioClassification (th)":18.32,"MassiveScenarioClassification (tl)":48.31,"MassiveScenarioClassification (tr)":41.79,"MassiveScenarioClassification (ur)":24.46,"MassiveScenarioClassification (vi)":40.94,"MassiveScenarioClassification (zh-TW)":31.16} -{"index":26,"Rank":46,"Model":"bge-large-en-v1.5<\/a>","Model Size (Million Parameters)":1340,"Memory Usage (GB, fp32)":4.99,"Embedding Dimensions":1024,"Max Tokens":512,"Average":31.84,"AmazonCounterfactualClassification (de)":55.25,"AmazonCounterfactualClassification (ja)":56.98,"AmazonReviewsClassification (de)":27.53,"AmazonReviewsClassification (es)":34.65,"AmazonReviewsClassification (fr)":31.55,"AmazonReviewsClassification (ja)":22.85,"AmazonReviewsClassification (zh)":22.27,"MTOPDomainClassification (de)":75.43,"MTOPDomainClassification (es)":78.81,"MTOPDomainClassification (fr)":80.27,"MTOPDomainClassification (hi)":32.73,"MTOPDomainClassification (th)":15.91,"MTOPIntentClassification (de)":44.3,"MTOPIntentClassification (es)":47.38,"MTOPIntentClassification (fr)":41.36,"MTOPIntentClassification (hi)":13.53,"MTOPIntentClassification (th)":5.02,"MassiveIntentClassification (af)":37.67,"MassiveIntentClassification (am)":3.01,"MassiveIntentClassification (ar)":14.05,"MassiveIntentClassification (az)":37.33,"MassiveIntentClassification (bn)":10.88,"MassiveIntentClassification (cy)":31.92,"MassiveIntentClassification (de)":43.23,"MassiveIntentClassification (el)":32.84,"MassiveIntentClassification (es)":45.64,"MassiveIntentClassification (fa)":26.89,"MassiveIntentClassification (fi)":38.04,"MassiveIntentClassification (fr)":47.83,"MassiveIntentClassification (he)":23.98,"MassiveIntentClassification (hi)":13.46,"MassiveIntentClassification (hu)":34.38,"MassiveIntentClassification (hy)":6.94,"MassiveIntentClassification (id)":38.11,"MassiveIntentClassification (is)":32.31,"MassiveIntentClassification (it)":46.19,"MassiveIntentClassification (ja)":29.62,"MassiveIntentClassification (jv)":33.82,"MassiveIntentClassification (ka)":8.42,"MassiveIntentClassification (km)":4.44,"MassiveIntentClassification (kn)":3.14,"MassiveIntentClassification (ko)":14.8,"MassiveIntentClassification (lv)":35.81,"MassiveIntentClassification (ml)":3.18,"MassiveIntentClassification (mn)":22.38,"MassiveIntentClassification (ms)":36.34,"MassiveIntentClassification (my)":4.0,"MassiveIntentClassification (nl)":41.43,"MassiveIntentClassification (pt)":46.21,"MassiveIntentClassification (ro)":39.82,"MassiveIntentClassification (ru)":32.31,"MassiveIntentClassification (sl)":35.56,"MassiveIntentClassification (sq)":36.62,"MassiveIntentClassification (sw)":36.96,"MassiveIntentClassification (ta)":7.96,"MassiveIntentClassification (te)":2.54,"MassiveIntentClassification (th)":10.87,"MassiveIntentClassification (tl)":39.53,"MassiveIntentClassification (tr)":37.77,"MassiveIntentClassification (ur)":15.81,"MassiveIntentClassification (vi)":35.68,"MassiveIntentClassification (zh-TW)":17.03,"MassiveScenarioClassification (af)":48.03,"MassiveScenarioClassification (am)":7.36,"MassiveScenarioClassification (ar)":22.25,"MassiveScenarioClassification (az)":44.88,"MassiveScenarioClassification (bn)":16.2,"MassiveScenarioClassification (cy)":37.85,"MassiveScenarioClassification (de)":59.02,"MassiveScenarioClassification (el)":41.93,"MassiveScenarioClassification (es)":54.89,"MassiveScenarioClassification (fa)":30.39,"MassiveScenarioClassification (fi)":42.97,"MassiveScenarioClassification (fr)":57.13,"MassiveScenarioClassification (he)":27.41,"MassiveScenarioClassification (hi)":17.95,"MassiveScenarioClassification (hu)":41.37,"MassiveScenarioClassification (hy)":12.46,"MassiveScenarioClassification (id)":46.94,"MassiveScenarioClassification (is)":43.01,"MassiveScenarioClassification (it)":55.15,"MassiveScenarioClassification (ja)":36.14,"MassiveScenarioClassification (jv)":42.62,"MassiveScenarioClassification (ka)":13.35,"MassiveScenarioClassification (km)":9.31,"MassiveScenarioClassification (kn)":7.92,"MassiveScenarioClassification (ko)":19.02,"MassiveScenarioClassification (lv)":40.06,"MassiveScenarioClassification (ml)":7.08,"MassiveScenarioClassification (mn)":27.9,"MassiveScenarioClassification (ms)":47.21,"MassiveScenarioClassification (my)":10.1,"MassiveScenarioClassification (nl)":52.0,"MassiveScenarioClassification (pt)":56.07,"MassiveScenarioClassification (ro)":50.86,"MassiveScenarioClassification (ru)":38.22,"MassiveScenarioClassification (sl)":41.89,"MassiveScenarioClassification (sq)":46.71,"MassiveScenarioClassification (sw)":43.94,"MassiveScenarioClassification (ta)":12.75,"MassiveScenarioClassification (te)":6.68,"MassiveScenarioClassification (th)":19.92,"MassiveScenarioClassification (tl)":50.66,"MassiveScenarioClassification (tr)":45.72,"MassiveScenarioClassification (ur)":22.4,"MassiveScenarioClassification (vi)":41.41,"MassiveScenarioClassification (zh-TW)":26.79} -{"index":64,"Rank":47,"Model":"MUG-B-1.6<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":31.78,"AmazonCounterfactualClassification (de)":54.33,"AmazonCounterfactualClassification (ja)":56.34,"AmazonReviewsClassification (de)":27.2,"AmazonReviewsClassification (es)":34.88,"AmazonReviewsClassification (fr)":31.56,"AmazonReviewsClassification (ja)":22.71,"AmazonReviewsClassification (zh)":22.35,"MTOPDomainClassification (de)":74.86,"MTOPDomainClassification (es)":77.09,"MTOPDomainClassification (fr)":79.8,"MTOPDomainClassification (hi)":32.79,"MTOPDomainClassification (th)":16.65,"MTOPIntentClassification (de)":42.36,"MTOPIntentClassification (es)":44.73,"MTOPIntentClassification (fr)":38.96,"MTOPIntentClassification (hi)":13.58,"MTOPIntentClassification (th)":5.4,"MassiveIntentClassification (af)":37.22,"MassiveIntentClassification (am)":3.19,"MassiveIntentClassification (ar)":14.26,"MassiveIntentClassification (az)":37.22,"MassiveIntentClassification (bn)":10.76,"MassiveIntentClassification (cy)":32.5,"MassiveIntentClassification (de)":42.78,"MassiveIntentClassification (el)":33.49,"MassiveIntentClassification (es)":44.45,"MassiveIntentClassification (fa)":26.74,"MassiveIntentClassification (fi)":38.1,"MassiveIntentClassification (fr)":46.89,"MassiveIntentClassification (he)":25.2,"MassiveIntentClassification (hi)":13.94,"MassiveIntentClassification (hu)":34.71,"MassiveIntentClassification (hy)":6.71,"MassiveIntentClassification (id)":38.57,"MassiveIntentClassification (is)":32.23,"MassiveIntentClassification (it)":45.8,"MassiveIntentClassification (ja)":29.19,"MassiveIntentClassification (jv)":34.22,"MassiveIntentClassification (ka)":8.89,"MassiveIntentClassification (km)":4.62,"MassiveIntentClassification (kn)":3.17,"MassiveIntentClassification (ko)":15.03,"MassiveIntentClassification (lv)":36.1,"MassiveIntentClassification (ml)":3.0,"MassiveIntentClassification (mn)":23.3,"MassiveIntentClassification (ms)":36.13,"MassiveIntentClassification (my)":3.81,"MassiveIntentClassification (nl)":41.08,"MassiveIntentClassification (pt)":45.2,"MassiveIntentClassification (ro)":39.49,"MassiveIntentClassification (ru)":31.82,"MassiveIntentClassification (sl)":35.45,"MassiveIntentClassification (sq)":36.89,"MassiveIntentClassification (sw)":37.54,"MassiveIntentClassification (ta)":7.91,"MassiveIntentClassification (te)":2.85,"MassiveIntentClassification (th)":10.5,"MassiveIntentClassification (tl)":39.47,"MassiveIntentClassification (tr)":37.5,"MassiveIntentClassification (ur)":16.11,"MassiveIntentClassification (vi)":36.11,"MassiveIntentClassification (zh-TW)":17.22,"MassiveScenarioClassification (af)":47.8,"MassiveScenarioClassification (am)":7.08,"MassiveScenarioClassification (ar)":22.83,"MassiveScenarioClassification (az)":44.95,"MassiveScenarioClassification (bn)":16.59,"MassiveScenarioClassification (cy)":37.92,"MassiveScenarioClassification (de)":58.74,"MassiveScenarioClassification (el)":43.0,"MassiveScenarioClassification (es)":54.47,"MassiveScenarioClassification (fa)":30.58,"MassiveScenarioClassification (fi)":43.57,"MassiveScenarioClassification (fr)":56.99,"MassiveScenarioClassification (he)":28.08,"MassiveScenarioClassification (hi)":18.1,"MassiveScenarioClassification (hu)":41.74,"MassiveScenarioClassification (hy)":11.54,"MassiveScenarioClassification (id)":46.95,"MassiveScenarioClassification (is)":42.78,"MassiveScenarioClassification (it)":54.65,"MassiveScenarioClassification (ja)":35.9,"MassiveScenarioClassification (jv)":42.51,"MassiveScenarioClassification (ka)":13.8,"MassiveScenarioClassification (km)":9.45,"MassiveScenarioClassification (kn)":8.16,"MassiveScenarioClassification (ko)":19.91,"MassiveScenarioClassification (lv)":40.48,"MassiveScenarioClassification (ml)":6.7,"MassiveScenarioClassification (mn)":28.55,"MassiveScenarioClassification (ms)":46.62,"MassiveScenarioClassification (my)":9.98,"MassiveScenarioClassification (nl)":51.76,"MassiveScenarioClassification (pt)":55.6,"MassiveScenarioClassification (ro)":50.54,"MassiveScenarioClassification (ru)":37.73,"MassiveScenarioClassification (sl)":41.67,"MassiveScenarioClassification (sq)":47.38,"MassiveScenarioClassification (sw)":44.18,"MassiveScenarioClassification (ta)":12.6,"MassiveScenarioClassification (te)":7.02,"MassiveScenarioClassification (th)":19.79,"MassiveScenarioClassification (tl)":50.36,"MassiveScenarioClassification (tr)":45.48,"MassiveScenarioClassification (ur)":23.68,"MassiveScenarioClassification (vi)":41.63,"MassiveScenarioClassification (zh-TW)":27.52} -{"index":31,"Rank":48,"Model":"bge-small-en-v1.5<\/a>","Model Size (Million Parameters)":24,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":512,"Max Tokens":512,"Average":31.07,"AmazonCounterfactualClassification (de)":58.53,"AmazonCounterfactualClassification (ja)":58.03,"AmazonReviewsClassification (de)":26.82,"AmazonReviewsClassification (es)":32.81,"AmazonReviewsClassification (fr)":28.3,"AmazonReviewsClassification (ja)":23.8,"AmazonReviewsClassification (zh)":23.54,"MTOPDomainClassification (de)":69.72,"MTOPDomainClassification (es)":74.81,"MTOPDomainClassification (fr)":75.49,"MTOPDomainClassification (hi)":26.01,"MTOPDomainClassification (th)":16.95,"MTOPIntentClassification (de)":40.14,"MTOPIntentClassification (es)":40.36,"MTOPIntentClassification (fr)":37.32,"MTOPIntentClassification (hi)":9.4,"MTOPIntentClassification (th)":5.26,"MassiveIntentClassification (af)":36.68,"MassiveIntentClassification (am)":2.47,"MassiveIntentClassification (ar)":18.67,"MassiveIntentClassification (az)":37.24,"MassiveIntentClassification (bn)":10.08,"MassiveIntentClassification (cy)":34.79,"MassiveIntentClassification (de)":40.71,"MassiveIntentClassification (el)":23.78,"MassiveIntentClassification (es)":40.74,"MassiveIntentClassification (fa)":21.05,"MassiveIntentClassification (fi)":40.13,"MassiveIntentClassification (fr)":41.51,"MassiveIntentClassification (he)":18.24,"MassiveIntentClassification (hi)":8.72,"MassiveIntentClassification (hu)":38.68,"MassiveIntentClassification (hy)":9.7,"MassiveIntentClassification (id)":40.08,"MassiveIntentClassification (is)":34.1,"MassiveIntentClassification (it)":42.67,"MassiveIntentClassification (ja)":27.8,"MassiveIntentClassification (jv)":34.78,"MassiveIntentClassification (ka)":11.32,"MassiveIntentClassification (km)":4.7,"MassiveIntentClassification (kn)":3.33,"MassiveIntentClassification (ko)":17.23,"MassiveIntentClassification (lv)":38.48,"MassiveIntentClassification (ml)":2.65,"MassiveIntentClassification (mn)":21.87,"MassiveIntentClassification (ms)":36.06,"MassiveIntentClassification (my)":4.7,"MassiveIntentClassification (nl)":38.9,"MassiveIntentClassification (pt)":44.25,"MassiveIntentClassification (ro)":40.92,"MassiveIntentClassification (ru)":24.69,"MassiveIntentClassification (sl)":38.52,"MassiveIntentClassification (sq)":40.64,"MassiveIntentClassification (sw)":35.33,"MassiveIntentClassification (ta)":10.09,"MassiveIntentClassification (te)":2.3,"MassiveIntentClassification (th)":12.11,"MassiveIntentClassification (tl)":38.83,"MassiveIntentClassification (tr)":38.43,"MassiveIntentClassification (ur)":9.98,"MassiveIntentClassification (vi)":36.18,"MassiveIntentClassification (zh-TW)":20.78,"MassiveScenarioClassification (af)":45.56,"MassiveScenarioClassification (am)":7.53,"MassiveScenarioClassification (ar)":26.89,"MassiveScenarioClassification (az)":43.56,"MassiveScenarioClassification (bn)":15.29,"MassiveScenarioClassification (cy)":40.22,"MassiveScenarioClassification (de)":49.62,"MassiveScenarioClassification (el)":33.87,"MassiveScenarioClassification (es)":51.67,"MassiveScenarioClassification (fa)":28.07,"MassiveScenarioClassification (fi)":44.7,"MassiveScenarioClassification (fr)":54.25,"MassiveScenarioClassification (he)":22.47,"MassiveScenarioClassification (hi)":14.9,"MassiveScenarioClassification (hu)":44.92,"MassiveScenarioClassification (hy)":16.49,"MassiveScenarioClassification (id)":44.04,"MassiveScenarioClassification (is)":43.11,"MassiveScenarioClassification (it)":51.93,"MassiveScenarioClassification (ja)":36.78,"MassiveScenarioClassification (jv)":43.42,"MassiveScenarioClassification (ka)":17.01,"MassiveScenarioClassification (km)":9.89,"MassiveScenarioClassification (kn)":8.03,"MassiveScenarioClassification (ko)":23.89,"MassiveScenarioClassification (lv)":42.93,"MassiveScenarioClassification (ml)":7.97,"MassiveScenarioClassification (mn)":28.31,"MassiveScenarioClassification (ms)":42.98,"MassiveScenarioClassification (my)":10.37,"MassiveScenarioClassification (nl)":48.31,"MassiveScenarioClassification (pt)":53.39,"MassiveScenarioClassification (ro)":51.26,"MassiveScenarioClassification (ru)":29.84,"MassiveScenarioClassification (sl)":44.36,"MassiveScenarioClassification (sq)":48.7,"MassiveScenarioClassification (sw)":44.31,"MassiveScenarioClassification (ta)":17.11,"MassiveScenarioClassification (te)":7.81,"MassiveScenarioClassification (th)":22.44,"MassiveScenarioClassification (tl)":48.6,"MassiveScenarioClassification (tr)":43.77,"MassiveScenarioClassification (ur)":17.86,"MassiveScenarioClassification (vi)":42.1,"MassiveScenarioClassification (zh-TW)":31.33} -{"index":164,"Rank":49,"Model":"all-MiniLM-L6-v2<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":384,"Max Tokens":512,"Average":30.84,"AmazonCounterfactualClassification (de)":57.82,"AmazonCounterfactualClassification (ja)":60.9,"AmazonReviewsClassification (de)":26.44,"AmazonReviewsClassification (es)":27.35,"AmazonReviewsClassification (fr)":26.88,"AmazonReviewsClassification (ja)":23.78,"AmazonReviewsClassification (zh)":23.67,"MTOPDomainClassification (de)":70.47,"MTOPDomainClassification (es)":72.99,"MTOPDomainClassification (fr)":75.1,"MTOPDomainClassification (hi)":40.74,"MTOPDomainClassification (th)":15.66,"MTOPIntentClassification (de)":45.7,"MTOPIntentClassification (es)":44.19,"MTOPIntentClassification (fr)":39.67,"MTOPIntentClassification (hi)":18.69,"MTOPIntentClassification (th)":5.03,"MassiveIntentClassification (af)":37.45,"MassiveIntentClassification (am)":2.62,"MassiveIntentClassification (ar)":19.05,"MassiveIntentClassification (az)":30.63,"MassiveIntentClassification (bn)":13.1,"MassiveIntentClassification (cy)":34.54,"MassiveIntentClassification (de)":43.44,"MassiveIntentClassification (el)":24.19,"MassiveIntentClassification (es)":39.88,"MassiveIntentClassification (fa)":19.1,"MassiveIntentClassification (fi)":38.37,"MassiveIntentClassification (fr)":42.55,"MassiveIntentClassification (he)":22.48,"MassiveIntentClassification (hi)":17.7,"MassiveIntentClassification (hu)":35.69,"MassiveIntentClassification (hy)":7.62,"MassiveIntentClassification (id)":39.02,"MassiveIntentClassification (is)":29.95,"MassiveIntentClassification (it)":41.59,"MassiveIntentClassification (ja)":31.87,"MassiveIntentClassification (jv)":35.91,"MassiveIntentClassification (ka)":9.07,"MassiveIntentClassification (km)":4.91,"MassiveIntentClassification (kn)":3.14,"MassiveIntentClassification (ko)":16.05,"MassiveIntentClassification (lv)":36.97,"MassiveIntentClassification (ml)":2.89,"MassiveIntentClassification (mn)":20.35,"MassiveIntentClassification (ms)":35.07,"MassiveIntentClassification (my)":4.24,"MassiveIntentClassification (nl)":40.2,"MassiveIntentClassification (pt)":43.76,"MassiveIntentClassification (ro)":40.54,"MassiveIntentClassification (ru)":27.58,"MassiveIntentClassification (sl)":36.7,"MassiveIntentClassification (sq)":40.7,"MassiveIntentClassification (sw)":34.98,"MassiveIntentClassification (ta)":11.31,"MassiveIntentClassification (te)":2.46,"MassiveIntentClassification (th)":11.26,"MassiveIntentClassification (tl)":37.92,"MassiveIntentClassification (tr)":33.76,"MassiveIntentClassification (ur)":14.42,"MassiveIntentClassification (vi)":37.09,"MassiveIntentClassification (zh-TW)":22.56,"MassiveScenarioClassification (af)":43.87,"MassiveScenarioClassification (am)":7.57,"MassiveScenarioClassification (ar)":25.99,"MassiveScenarioClassification (az)":35.59,"MassiveScenarioClassification (bn)":20.56,"MassiveScenarioClassification (cy)":39.0,"MassiveScenarioClassification (de)":51.47,"MassiveScenarioClassification (el)":31.3,"MassiveScenarioClassification (es)":49.0,"MassiveScenarioClassification (fa)":23.97,"MassiveScenarioClassification (fi)":42.38,"MassiveScenarioClassification (fr)":51.14,"MassiveScenarioClassification (he)":24.01,"MassiveScenarioClassification (hi)":23.71,"MassiveScenarioClassification (hu)":41.61,"MassiveScenarioClassification (hy)":13.03,"MassiveScenarioClassification (id)":43.46,"MassiveScenarioClassification (is)":36.12,"MassiveScenarioClassification (it)":49.8,"MassiveScenarioClassification (ja)":37.3,"MassiveScenarioClassification (jv)":43.59,"MassiveScenarioClassification (ka)":14.92,"MassiveScenarioClassification (km)":9.25,"MassiveScenarioClassification (kn)":7.85,"MassiveScenarioClassification (ko)":20.3,"MassiveScenarioClassification (lv)":40.43,"MassiveScenarioClassification (ml)":7.67,"MassiveScenarioClassification (mn)":25.47,"MassiveScenarioClassification (ms)":43.67,"MassiveScenarioClassification (my)":10.61,"MassiveScenarioClassification (nl)":48.43,"MassiveScenarioClassification (pt)":50.72,"MassiveScenarioClassification (ro)":48.23,"MassiveScenarioClassification (ru)":30.46,"MassiveScenarioClassification (sl)":41.9,"MassiveScenarioClassification (sq)":47.21,"MassiveScenarioClassification (sw)":43.32,"MassiveScenarioClassification (ta)":17.37,"MassiveScenarioClassification (te)":7.95,"MassiveScenarioClassification (th)":19.5,"MassiveScenarioClassification (tl)":45.69,"MassiveScenarioClassification (tr)":38.85,"MassiveScenarioClassification (ur)":23.73,"MassiveScenarioClassification (vi)":40.47,"MassiveScenarioClassification (zh-TW)":31.18} -{"index":169,"Rank":50,"Model":"gtr-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Embedding Dimensions":768,"Max Tokens":512,"Average":30.51,"AmazonCounterfactualClassification (de)":59.79,"AmazonCounterfactualClassification (ja)":50.59,"AmazonReviewsClassification (de)":35.06,"AmazonReviewsClassification (es)":37.18,"AmazonReviewsClassification (fr)":35.48,"AmazonReviewsClassification (ja)":22.24,"AmazonReviewsClassification (zh)":21.89,"MTOPDomainClassification (de)":85.42,"MTOPDomainClassification (es)":88.2,"MTOPDomainClassification (fr)":85.05,"MTOPDomainClassification (hi)":21.74,"MTOPDomainClassification (th)":15.87,"MTOPIntentClassification (de)":55.75,"MTOPIntentClassification (es)":57.73,"MTOPIntentClassification (fr)":51.07,"MTOPIntentClassification (hi)":3.19,"MTOPIntentClassification (th)":5.55,"MassiveIntentClassification (af)":42.6,"MassiveIntentClassification (am)":2.12,"MassiveIntentClassification (ar)":4.64,"MassiveIntentClassification (az)":35.05,"MassiveIntentClassification (bn)":2.84,"MassiveIntentClassification (cy)":36.19,"MassiveIntentClassification (de)":55.49,"MassiveIntentClassification (el)":10.14,"MassiveIntentClassification (es)":56.72,"MassiveIntentClassification (fa)":3.54,"MassiveIntentClassification (fi)":37.13,"MassiveIntentClassification (fr)":57.67,"MassiveIntentClassification (he)":2.56,"MassiveIntentClassification (hi)":3.24,"MassiveIntentClassification (hu)":34.22,"MassiveIntentClassification (hy)":3.01,"MassiveIntentClassification (id)":46.54,"MassiveIntentClassification (is)":34.77,"MassiveIntentClassification (it)":54.13,"MassiveIntentClassification (ja)":4.27,"MassiveIntentClassification (jv)":36.97,"MassiveIntentClassification (ka)":2.72,"MassiveIntentClassification (km)":5.35,"MassiveIntentClassification (kn)":3.17,"MassiveIntentClassification (ko)":2.64,"MassiveIntentClassification (lv)":36.32,"MassiveIntentClassification (ml)":3.18,"MassiveIntentClassification (mn)":22.85,"MassiveIntentClassification (ms)":42.87,"MassiveIntentClassification (my)":4.04,"MassiveIntentClassification (nl)":49.53,"MassiveIntentClassification (pt)":57.03,"MassiveIntentClassification (ro)":49.95,"MassiveIntentClassification (ru)":36.58,"MassiveIntentClassification (sl)":39.44,"MassiveIntentClassification (sq)":41.78,"MassiveIntentClassification (sw)":35.85,"MassiveIntentClassification (ta)":2.32,"MassiveIntentClassification (te)":2.2,"MassiveIntentClassification (th)":3.74,"MassiveIntentClassification (tl)":43.12,"MassiveIntentClassification (tr)":35.24,"MassiveIntentClassification (ur)":3.0,"MassiveIntentClassification (vi)":30.01,"MassiveIntentClassification (zh-TW)":3.35,"MassiveScenarioClassification (af)":52.54,"MassiveScenarioClassification (am)":6.3,"MassiveScenarioClassification (ar)":11.96,"MassiveScenarioClassification (az)":40.17,"MassiveScenarioClassification (bn)":8.29,"MassiveScenarioClassification (cy)":42.24,"MassiveScenarioClassification (de)":68.09,"MassiveScenarioClassification (el)":16.66,"MassiveScenarioClassification (es)":64.32,"MassiveScenarioClassification (fa)":6.9,"MassiveScenarioClassification (fi)":43.96,"MassiveScenarioClassification (fr)":66.72,"MassiveScenarioClassification (he)":7.51,"MassiveScenarioClassification (hi)":7.82,"MassiveScenarioClassification (hu)":42.16,"MassiveScenarioClassification (hy)":9.33,"MassiveScenarioClassification (id)":53.54,"MassiveScenarioClassification (is)":42.84,"MassiveScenarioClassification (it)":62.44,"MassiveScenarioClassification (ja)":7.29,"MassiveScenarioClassification (jv)":43.13,"MassiveScenarioClassification (ka)":7.63,"MassiveScenarioClassification (km)":9.08,"MassiveScenarioClassification (kn)":8.1,"MassiveScenarioClassification (ko)":6.35,"MassiveScenarioClassification (lv)":40.24,"MassiveScenarioClassification (ml)":7.65,"MassiveScenarioClassification (mn)":27.98,"MassiveScenarioClassification (ms)":52.41,"MassiveScenarioClassification (my)":9.21,"MassiveScenarioClassification (nl)":60.35,"MassiveScenarioClassification (pt)":62.78,"MassiveScenarioClassification (ro)":59.62,"MassiveScenarioClassification (ru)":43.44,"MassiveScenarioClassification (sl)":44.79,"MassiveScenarioClassification (sq)":50.84,"MassiveScenarioClassification (sw)":44.63,"MassiveScenarioClassification (ta)":7.95,"MassiveScenarioClassification (te)":7.5,"MassiveScenarioClassification (th)":8.79,"MassiveScenarioClassification (tl)":53.54,"MassiveScenarioClassification (tr)":42.47,"MassiveScenarioClassification (ur)":9.58,"MassiveScenarioClassification (vi)":34.68,"MassiveScenarioClassification (zh-TW)":8.77} -{"index":89,"Rank":51,"Model":"slx-v0.1<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.08,"Embedding Dimensions":384,"Max Tokens":512,"Average":30.35,"AmazonCounterfactualClassification (de)":57.98,"AmazonCounterfactualClassification (ja)":59.38,"AmazonReviewsClassification (de)":26.73,"AmazonReviewsClassification (es)":27.23,"AmazonReviewsClassification (fr)":27.0,"AmazonReviewsClassification (ja)":23.75,"AmazonReviewsClassification (zh)":23.13,"MTOPDomainClassification (de)":70.39,"MTOPDomainClassification (es)":73.35,"MTOPDomainClassification (fr)":75.57,"MTOPDomainClassification (hi)":39.06,"MTOPDomainClassification (th)":17.09,"MTOPIntentClassification (de)":45.26,"MTOPIntentClassification (es)":44.9,"MTOPIntentClassification (fr)":41.12,"MTOPIntentClassification (hi)":18.3,"MTOPIntentClassification (th)":4.68,"MassiveIntentClassification (af)":36.53,"MassiveIntentClassification (am)":2.44,"MassiveIntentClassification (ar)":18.02,"MassiveIntentClassification (az)":28.74,"MassiveIntentClassification (bn)":12.1,"MassiveIntentClassification (cy)":33.68,"MassiveIntentClassification (de)":42.21,"MassiveIntentClassification (el)":22.5,"MassiveIntentClassification (es)":40.63,"MassiveIntentClassification (fa)":19.65,"MassiveIntentClassification (fi)":36.97,"MassiveIntentClassification (fr)":41.95,"MassiveIntentClassification (he)":20.56,"MassiveIntentClassification (hi)":17.6,"MassiveIntentClassification (hu)":33.79,"MassiveIntentClassification (hy)":7.13,"MassiveIntentClassification (id)":38.6,"MassiveIntentClassification (is)":29.51,"MassiveIntentClassification (it)":40.84,"MassiveIntentClassification (ja)":30.52,"MassiveIntentClassification (jv)":35.6,"MassiveIntentClassification (ka)":8.55,"MassiveIntentClassification (km)":4.51,"MassiveIntentClassification (kn)":3.39,"MassiveIntentClassification (ko)":16.09,"MassiveIntentClassification (lv)":36.23,"MassiveIntentClassification (ml)":2.54,"MassiveIntentClassification (mn)":18.88,"MassiveIntentClassification (ms)":34.14,"MassiveIntentClassification (my)":4.49,"MassiveIntentClassification (nl)":38.17,"MassiveIntentClassification (pt)":42.6,"MassiveIntentClassification (ro)":39.3,"MassiveIntentClassification (ru)":27.14,"MassiveIntentClassification (sl)":36.45,"MassiveIntentClassification (sq)":40.24,"MassiveIntentClassification (sw)":33.87,"MassiveIntentClassification (ta)":11.43,"MassiveIntentClassification (te)":2.25,"MassiveIntentClassification (th)":10.3,"MassiveIntentClassification (tl)":38.09,"MassiveIntentClassification (tr)":33.09,"MassiveIntentClassification (ur)":15.12,"MassiveIntentClassification (vi)":37.36,"MassiveIntentClassification (zh-TW)":24.11,"MassiveScenarioClassification (af)":43.56,"MassiveScenarioClassification (am)":7.37,"MassiveScenarioClassification (ar)":24.37,"MassiveScenarioClassification (az)":35.12,"MassiveScenarioClassification (bn)":19.76,"MassiveScenarioClassification (cy)":38.78,"MassiveScenarioClassification (de)":50.05,"MassiveScenarioClassification (el)":29.29,"MassiveScenarioClassification (es)":49.3,"MassiveScenarioClassification (fa)":22.91,"MassiveScenarioClassification (fi)":40.72,"MassiveScenarioClassification (fr)":50.59,"MassiveScenarioClassification (he)":23.92,"MassiveScenarioClassification (hi)":23.15,"MassiveScenarioClassification (hu)":39.28,"MassiveScenarioClassification (hy)":12.36,"MassiveScenarioClassification (id)":43.03,"MassiveScenarioClassification (is)":35.19,"MassiveScenarioClassification (it)":49.37,"MassiveScenarioClassification (ja)":37.64,"MassiveScenarioClassification (jv)":42.82,"MassiveScenarioClassification (ka)":14.13,"MassiveScenarioClassification (km)":8.84,"MassiveScenarioClassification (kn)":8.35,"MassiveScenarioClassification (ko)":20.59,"MassiveScenarioClassification (lv)":40.16,"MassiveScenarioClassification (ml)":7.48,"MassiveScenarioClassification (mn)":24.15,"MassiveScenarioClassification (ms)":42.39,"MassiveScenarioClassification (my)":11.19,"MassiveScenarioClassification (nl)":46.52,"MassiveScenarioClassification (pt)":49.51,"MassiveScenarioClassification (ro)":47.62,"MassiveScenarioClassification (ru)":29.95,"MassiveScenarioClassification (sl)":41.42,"MassiveScenarioClassification (sq)":45.49,"MassiveScenarioClassification (sw)":41.83,"MassiveScenarioClassification (ta)":17.58,"MassiveScenarioClassification (te)":7.58,"MassiveScenarioClassification (th)":18.84,"MassiveScenarioClassification (tl)":46.35,"MassiveScenarioClassification (tr)":38.19,"MassiveScenarioClassification (ur)":23.33,"MassiveScenarioClassification (vi)":40.89,"MassiveScenarioClassification (zh-TW)":33.27} -{"index":165,"Rank":52,"Model":"all-mpnet-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average":30.12,"AmazonCounterfactualClassification (de)":55.66,"AmazonCounterfactualClassification (ja)":60.69,"AmazonReviewsClassification (de)":26.05,"AmazonReviewsClassification (es)":27.73,"AmazonReviewsClassification (fr)":28.49,"AmazonReviewsClassification (ja)":23.65,"AmazonReviewsClassification (zh)":23.62,"MTOPDomainClassification (de)":71.86,"MTOPDomainClassification (es)":71.3,"MTOPDomainClassification (fr)":74.88,"MTOPDomainClassification (hi)":39.93,"MTOPDomainClassification (th)":17.54,"MTOPIntentClassification (de)":44.36,"MTOPIntentClassification (es)":39.48,"MTOPIntentClassification (fr)":37.57,"MTOPIntentClassification (hi)":18.63,"MTOPIntentClassification (th)":5.39,"MassiveIntentClassification (af)":36.49,"MassiveIntentClassification (am)":2.4,"MassiveIntentClassification (ar)":20.42,"MassiveIntentClassification (az)":28.92,"MassiveIntentClassification (bn)":12.35,"MassiveIntentClassification (cy)":30.82,"MassiveIntentClassification (de)":44.54,"MassiveIntentClassification (el)":24.52,"MassiveIntentClassification (es)":39.75,"MassiveIntentClassification (fa)":22.45,"MassiveIntentClassification (fi)":34.58,"MassiveIntentClassification (fr)":44.27,"MassiveIntentClassification (he)":23.6,"MassiveIntentClassification (hi)":17.68,"MassiveIntentClassification (hu)":34.38,"MassiveIntentClassification (hy)":10.11,"MassiveIntentClassification (id)":36.31,"MassiveIntentClassification (is)":31.46,"MassiveIntentClassification (it)":40.29,"MassiveIntentClassification (ja)":33.13,"MassiveIntentClassification (jv)":31.75,"MassiveIntentClassification (ka)":7.66,"MassiveIntentClassification (km)":4.76,"MassiveIntentClassification (kn)":3.76,"MassiveIntentClassification (ko)":13.35,"MassiveIntentClassification (lv)":35.08,"MassiveIntentClassification (ml)":2.62,"MassiveIntentClassification (mn)":19.65,"MassiveIntentClassification (ms)":30.53,"MassiveIntentClassification (my)":4.6,"MassiveIntentClassification (nl)":38.49,"MassiveIntentClassification (pt)":42.83,"MassiveIntentClassification (ro)":38.07,"MassiveIntentClassification (ru)":23.98,"MassiveIntentClassification (sl)":34.49,"MassiveIntentClassification (sq)":37.26,"MassiveIntentClassification (sw)":31.82,"MassiveIntentClassification (ta)":9.25,"MassiveIntentClassification (te)":2.26,"MassiveIntentClassification (th)":8.51,"MassiveIntentClassification (tl)":36.33,"MassiveIntentClassification (tr)":32.02,"MassiveIntentClassification (ur)":12.86,"MassiveIntentClassification (vi)":31.47,"MassiveIntentClassification (zh-TW)":22.43,"MassiveScenarioClassification (af)":43.63,"MassiveScenarioClassification (am)":7.43,"MassiveScenarioClassification (ar)":27.8,"MassiveScenarioClassification (az)":36.42,"MassiveScenarioClassification (bn)":17.49,"MassiveScenarioClassification (cy)":34.82,"MassiveScenarioClassification (de)":54.09,"MassiveScenarioClassification (el)":33.85,"MassiveScenarioClassification (es)":50.92,"MassiveScenarioClassification (fa)":27.8,"MassiveScenarioClassification (fi)":38.41,"MassiveScenarioClassification (fr)":54.26,"MassiveScenarioClassification (he)":25.49,"MassiveScenarioClassification (hi)":23.13,"MassiveScenarioClassification (hu)":41.01,"MassiveScenarioClassification (hy)":16.86,"MassiveScenarioClassification (id)":43.05,"MassiveScenarioClassification (is)":39.36,"MassiveScenarioClassification (it)":51.37,"MassiveScenarioClassification (ja)":40.57,"MassiveScenarioClassification (jv)":40.0,"MassiveScenarioClassification (ka)":13.45,"MassiveScenarioClassification (km)":9.63,"MassiveScenarioClassification (kn)":8.34,"MassiveScenarioClassification (ko)":17.28,"MassiveScenarioClassification (lv)":39.28,"MassiveScenarioClassification (ml)":7.69,"MassiveScenarioClassification (mn)":25.58,"MassiveScenarioClassification (ms)":37.28,"MassiveScenarioClassification (my)":10.8,"MassiveScenarioClassification (nl)":47.79,"MassiveScenarioClassification (pt)":52.06,"MassiveScenarioClassification (ro)":47.86,"MassiveScenarioClassification (ru)":28.71,"MassiveScenarioClassification (sl)":39.88,"MassiveScenarioClassification (sq)":44.67,"MassiveScenarioClassification (sw)":40.34,"MassiveScenarioClassification (ta)":14.55,"MassiveScenarioClassification (te)":7.81,"MassiveScenarioClassification (th)":17.01,"MassiveScenarioClassification (tl)":47.04,"MassiveScenarioClassification (tr)":39.11,"MassiveScenarioClassification (ur)":20.0,"MassiveScenarioClassification (vi)":35.9,"MassiveScenarioClassification (zh-TW)":31.7} -{"index":124,"Rank":53,"Model":"e5-small<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":29.96,"AmazonCounterfactualClassification (de)":56.98,"AmazonCounterfactualClassification (ja)":56.66,"AmazonReviewsClassification (de)":29.2,"AmazonReviewsClassification (es)":35.79,"AmazonReviewsClassification (fr)":32.31,"AmazonReviewsClassification (ja)":21.99,"AmazonReviewsClassification (zh)":22.37,"MTOPDomainClassification (de)":70.66,"MTOPDomainClassification (es)":80.16,"MTOPDomainClassification (fr)":74.2,"MTOPDomainClassification (hi)":33.51,"MTOPDomainClassification (th)":16.14,"MTOPIntentClassification (de)":41.29,"MTOPIntentClassification (es)":41.87,"MTOPIntentClassification (fr)":37.43,"MTOPIntentClassification (hi)":12.14,"MTOPIntentClassification (th)":3.94,"MassiveIntentClassification (af)":37.7,"MassiveIntentClassification (am)":2.33,"MassiveIntentClassification (ar)":10.6,"MassiveIntentClassification (az)":36.22,"MassiveIntentClassification (bn)":8.06,"MassiveIntentClassification (cy)":35.74,"MassiveIntentClassification (de)":39.86,"MassiveIntentClassification (el)":17.22,"MassiveIntentClassification (es)":42.88,"MassiveIntentClassification (fa)":16.92,"MassiveIntentClassification (fi)":39.24,"MassiveIntentClassification (fr)":43.86,"MassiveIntentClassification (he)":14.19,"MassiveIntentClassification (hi)":12.03,"MassiveIntentClassification (hu)":38.95,"MassiveIntentClassification (hy)":5.85,"MassiveIntentClassification (id)":41.2,"MassiveIntentClassification (is)":35.37,"MassiveIntentClassification (it)":42.07,"MassiveIntentClassification (ja)":17.46,"MassiveIntentClassification (jv)":37.53,"MassiveIntentClassification (ka)":5.84,"MassiveIntentClassification (km)":5.02,"MassiveIntentClassification (kn)":2.98,"MassiveIntentClassification (ko)":14.25,"MassiveIntentClassification (lv)":39.91,"MassiveIntentClassification (ml)":2.43,"MassiveIntentClassification (mn)":13.5,"MassiveIntentClassification (ms)":37.52,"MassiveIntentClassification (my)":3.72,"MassiveIntentClassification (nl)":40.9,"MassiveIntentClassification (pt)":43.79,"MassiveIntentClassification (ro)":41.5,"MassiveIntentClassification (ru)":13.65,"MassiveIntentClassification (sl)":38.93,"MassiveIntentClassification (sq)":40.53,"MassiveIntentClassification (sw)":37.87,"MassiveIntentClassification (ta)":9.05,"MassiveIntentClassification (te)":2.06,"MassiveIntentClassification (th)":8.9,"MassiveIntentClassification (tl)":38.77,"MassiveIntentClassification (tr)":40.61,"MassiveIntentClassification (ur)":7.04,"MassiveIntentClassification (vi)":34.35,"MassiveIntentClassification (zh-TW)":15.31,"MassiveScenarioClassification (af)":45.65,"MassiveScenarioClassification (am)":7.25,"MassiveScenarioClassification (ar)":17.93,"MassiveScenarioClassification (az)":44.79,"MassiveScenarioClassification (bn)":13.57,"MassiveScenarioClassification (cy)":42.34,"MassiveScenarioClassification (de)":51.82,"MassiveScenarioClassification (el)":26.04,"MassiveScenarioClassification (es)":52.79,"MassiveScenarioClassification (fa)":21.99,"MassiveScenarioClassification (fi)":45.24,"MassiveScenarioClassification (fr)":55.22,"MassiveScenarioClassification (he)":16.06,"MassiveScenarioClassification (hi)":18.9,"MassiveScenarioClassification (hu)":45.63,"MassiveScenarioClassification (hy)":13.0,"MassiveScenarioClassification (id)":45.81,"MassiveScenarioClassification (is)":42.96,"MassiveScenarioClassification (it)":50.68,"MassiveScenarioClassification (ja)":23.45,"MassiveScenarioClassification (jv)":45.73,"MassiveScenarioClassification (ka)":10.16,"MassiveScenarioClassification (km)":9.27,"MassiveScenarioClassification (kn)":7.95,"MassiveScenarioClassification (ko)":19.59,"MassiveScenarioClassification (lv)":45.66,"MassiveScenarioClassification (ml)":6.53,"MassiveScenarioClassification (mn)":19.67,"MassiveScenarioClassification (ms)":45.47,"MassiveScenarioClassification (my)":10.53,"MassiveScenarioClassification (nl)":49.09,"MassiveScenarioClassification (pt)":52.65,"MassiveScenarioClassification (ro)":51.69,"MassiveScenarioClassification (ru)":18.39,"MassiveScenarioClassification (sl)":44.26,"MassiveScenarioClassification (sq)":49.52,"MassiveScenarioClassification (sw)":45.98,"MassiveScenarioClassification (ta)":14.99,"MassiveScenarioClassification (te)":7.26,"MassiveScenarioClassification (th)":17.88,"MassiveScenarioClassification (tl)":48.34,"MassiveScenarioClassification (tr)":45.9,"MassiveScenarioClassification (ur)":14.5,"MassiveScenarioClassification (vi)":40.19,"MassiveScenarioClassification (zh-TW)":23.24} -{"index":175,"Rank":54,"Model":"sentence-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Embedding Dimensions":768,"Max Tokens":512,"Average":29.6,"AmazonCounterfactualClassification (de)":67.01,"AmazonCounterfactualClassification (ja)":45.61,"AmazonReviewsClassification (de)":44.05,"AmazonReviewsClassification (es)":45.01,"AmazonReviewsClassification (fr)":43.52,"AmazonReviewsClassification (ja)":22.23,"AmazonReviewsClassification (zh)":21.88,"MTOPDomainClassification (de)":83.28,"MTOPDomainClassification (es)":85.32,"MTOPDomainClassification (fr)":85.14,"MTOPDomainClassification (hi)":20.85,"MTOPDomainClassification (th)":15.62,"MTOPIntentClassification (de)":54.65,"MTOPIntentClassification (es)":57.38,"MTOPIntentClassification (fr)":54.39,"MTOPIntentClassification (hi)":3.28,"MTOPIntentClassification (th)":5.08,"MassiveIntentClassification (af)":40.17,"MassiveIntentClassification (am)":2.18,"MassiveIntentClassification (ar)":4.18,"MassiveIntentClassification (az)":30.02,"MassiveIntentClassification (bn)":2.6,"MassiveIntentClassification (cy)":29.15,"MassiveIntentClassification (de)":57.43,"MassiveIntentClassification (el)":9.96,"MassiveIntentClassification (es)":57.97,"MassiveIntentClassification (fa)":3.6,"MassiveIntentClassification (fi)":34.02,"MassiveIntentClassification (fr)":60.99,"MassiveIntentClassification (he)":2.51,"MassiveIntentClassification (hi)":3.02,"MassiveIntentClassification (hu)":31.66,"MassiveIntentClassification (hy)":3.32,"MassiveIntentClassification (id)":41.53,"MassiveIntentClassification (is)":30.25,"MassiveIntentClassification (it)":56.57,"MassiveIntentClassification (ja)":3.5,"MassiveIntentClassification (jv)":31.67,"MassiveIntentClassification (ka)":2.79,"MassiveIntentClassification (km)":5.43,"MassiveIntentClassification (kn)":2.79,"MassiveIntentClassification (ko)":2.67,"MassiveIntentClassification (lv)":34.25,"MassiveIntentClassification (ml)":2.98,"MassiveIntentClassification (mn)":20.99,"MassiveIntentClassification (ms)":37.43,"MassiveIntentClassification (my)":4.02,"MassiveIntentClassification (nl)":50.51,"MassiveIntentClassification (pt)":57.95,"MassiveIntentClassification (ro)":49.37,"MassiveIntentClassification (ru)":33.46,"MassiveIntentClassification (sl)":36.33,"MassiveIntentClassification (sq)":37.65,"MassiveIntentClassification (sw)":30.6,"MassiveIntentClassification (ta)":1.79,"MassiveIntentClassification (te)":2.26,"MassiveIntentClassification (th)":4.02,"MassiveIntentClassification (tl)":38.92,"MassiveIntentClassification (tr)":32.05,"MassiveIntentClassification (ur)":2.7,"MassiveIntentClassification (vi)":21.47,"MassiveIntentClassification (zh-TW)":3.24,"MassiveScenarioClassification (af)":50.81,"MassiveScenarioClassification (am)":6.95,"MassiveScenarioClassification (ar)":12.32,"MassiveScenarioClassification (az)":38.79,"MassiveScenarioClassification (bn)":8.0,"MassiveScenarioClassification (cy)":33.91,"MassiveScenarioClassification (de)":65.33,"MassiveScenarioClassification (el)":16.89,"MassiveScenarioClassification (es)":62.52,"MassiveScenarioClassification (fa)":6.08,"MassiveScenarioClassification (fi)":43.34,"MassiveScenarioClassification (fr)":66.42,"MassiveScenarioClassification (he)":7.55,"MassiveScenarioClassification (hi)":7.44,"MassiveScenarioClassification (hu)":40.85,"MassiveScenarioClassification (hy)":9.25,"MassiveScenarioClassification (id)":51.92,"MassiveScenarioClassification (is)":40.09,"MassiveScenarioClassification (it)":62.94,"MassiveScenarioClassification (ja)":7.9,"MassiveScenarioClassification (jv)":41.33,"MassiveScenarioClassification (ka)":7.76,"MassiveScenarioClassification (km)":9.19,"MassiveScenarioClassification (kn)":8.36,"MassiveScenarioClassification (ko)":6.13,"MassiveScenarioClassification (lv)":40.7,"MassiveScenarioClassification (ml)":6.98,"MassiveScenarioClassification (mn)":27.0,"MassiveScenarioClassification (ms)":46.9,"MassiveScenarioClassification (my)":9.55,"MassiveScenarioClassification (nl)":59.65,"MassiveScenarioClassification (pt)":62.18,"MassiveScenarioClassification (ro)":58.22,"MassiveScenarioClassification (ru)":40.73,"MassiveScenarioClassification (sl)":43.66,"MassiveScenarioClassification (sq)":49.25,"MassiveScenarioClassification (sw)":40.55,"MassiveScenarioClassification (ta)":7.46,"MassiveScenarioClassification (te)":7.03,"MassiveScenarioClassification (th)":8.52,"MassiveScenarioClassification (tl)":51.74,"MassiveScenarioClassification (tr)":43.01,"MassiveScenarioClassification (ur)":9.61,"MassiveScenarioClassification (vi)":28.91,"MassiveScenarioClassification (zh-TW)":7.14} -{"index":168,"Rank":55,"Model":"gtr-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Embedding Dimensions":768,"Max Tokens":512,"Average":28.9,"AmazonCounterfactualClassification (de)":59.38,"AmazonCounterfactualClassification (ja)":45.87,"AmazonReviewsClassification (de)":33.06,"AmazonReviewsClassification (es)":34.0,"AmazonReviewsClassification (fr)":33.48,"AmazonReviewsClassification (ja)":21.78,"AmazonReviewsClassification (zh)":21.83,"MTOPDomainClassification (de)":81.91,"MTOPDomainClassification (es)":84.7,"MTOPDomainClassification (fr)":82.48,"MTOPDomainClassification (hi)":22.11,"MTOPDomainClassification (th)":16.36,"MTOPIntentClassification (de)":52.13,"MTOPIntentClassification (es)":52.62,"MTOPIntentClassification (fr)":46.39,"MTOPIntentClassification (hi)":3.9,"MTOPIntentClassification (th)":5.38,"MassiveIntentClassification (af)":41.02,"MassiveIntentClassification (am)":2.34,"MassiveIntentClassification (ar)":4.87,"MassiveIntentClassification (az)":34.92,"MassiveIntentClassification (bn)":2.52,"MassiveIntentClassification (cy)":35.87,"MassiveIntentClassification (de)":51.48,"MassiveIntentClassification (el)":10.0,"MassiveIntentClassification (es)":53.3,"MassiveIntentClassification (fa)":3.59,"MassiveIntentClassification (fi)":37.35,"MassiveIntentClassification (fr)":54.83,"MassiveIntentClassification (he)":2.52,"MassiveIntentClassification (hi)":2.88,"MassiveIntentClassification (hu)":33.52,"MassiveIntentClassification (hy)":3.13,"MassiveIntentClassification (id)":40.11,"MassiveIntentClassification (is)":34.77,"MassiveIntentClassification (it)":51.21,"MassiveIntentClassification (ja)":4.75,"MassiveIntentClassification (jv)":35.6,"MassiveIntentClassification (ka)":2.71,"MassiveIntentClassification (km)":5.48,"MassiveIntentClassification (kn)":2.44,"MassiveIntentClassification (ko)":2.59,"MassiveIntentClassification (lv)":38.15,"MassiveIntentClassification (ml)":2.67,"MassiveIntentClassification (mn)":18.47,"MassiveIntentClassification (ms)":35.58,"MassiveIntentClassification (my)":4.35,"MassiveIntentClassification (nl)":45.96,"MassiveIntentClassification (pt)":52.27,"MassiveIntentClassification (ro)":46.39,"MassiveIntentClassification (ru)":16.82,"MassiveIntentClassification (sl)":37.3,"MassiveIntentClassification (sq)":41.73,"MassiveIntentClassification (sw)":35.97,"MassiveIntentClassification (ta)":1.52,"MassiveIntentClassification (te)":2.57,"MassiveIntentClassification (th)":3.94,"MassiveIntentClassification (tl)":41.03,"MassiveIntentClassification (tr)":33.75,"MassiveIntentClassification (ur)":2.57,"MassiveIntentClassification (vi)":25.23,"MassiveIntentClassification (zh-TW)":4.64,"MassiveScenarioClassification (af)":51.48,"MassiveScenarioClassification (am)":7.74,"MassiveScenarioClassification (ar)":12.03,"MassiveScenarioClassification (az)":41.77,"MassiveScenarioClassification (bn)":8.07,"MassiveScenarioClassification (cy)":43.67,"MassiveScenarioClassification (de)":63.63,"MassiveScenarioClassification (el)":16.83,"MassiveScenarioClassification (es)":61.48,"MassiveScenarioClassification (fa)":6.48,"MassiveScenarioClassification (fi)":43.54,"MassiveScenarioClassification (fr)":64.06,"MassiveScenarioClassification (he)":8.03,"MassiveScenarioClassification (hi)":7.5,"MassiveScenarioClassification (hu)":42.59,"MassiveScenarioClassification (hy)":9.22,"MassiveScenarioClassification (id)":48.67,"MassiveScenarioClassification (is)":43.87,"MassiveScenarioClassification (it)":59.83,"MassiveScenarioClassification (ja)":5.62,"MassiveScenarioClassification (jv)":42.18,"MassiveScenarioClassification (ka)":7.52,"MassiveScenarioClassification (km)":9.55,"MassiveScenarioClassification (kn)":8.34,"MassiveScenarioClassification (ko)":6.11,"MassiveScenarioClassification (lv)":43.35,"MassiveScenarioClassification (ml)":7.28,"MassiveScenarioClassification (mn)":23.94,"MassiveScenarioClassification (ms)":45.18,"MassiveScenarioClassification (my)":9.33,"MassiveScenarioClassification (nl)":57.02,"MassiveScenarioClassification (pt)":59.45,"MassiveScenarioClassification (ro)":56.8,"MassiveScenarioClassification (ru)":25.85,"MassiveScenarioClassification (sl)":42.51,"MassiveScenarioClassification (sq)":50.41,"MassiveScenarioClassification (sw)":43.02,"MassiveScenarioClassification (ta)":7.21,"MassiveScenarioClassification (te)":6.9,"MassiveScenarioClassification (th)":8.7,"MassiveScenarioClassification (tl)":51.76,"MassiveScenarioClassification (tr)":42.54,"MassiveScenarioClassification (ur)":9.32,"MassiveScenarioClassification (vi)":31.51,"MassiveScenarioClassification (zh-TW)":8.16} -{"index":174,"Rank":56,"Model":"sentence-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Embedding Dimensions":768,"Max Tokens":512,"Average":28.26,"AmazonCounterfactualClassification (de)":67.97,"AmazonCounterfactualClassification (ja)":45.72,"AmazonReviewsClassification (de)":43.16,"AmazonReviewsClassification (es)":42.89,"AmazonReviewsClassification (fr)":41.48,"AmazonReviewsClassification (ja)":22.49,"AmazonReviewsClassification (zh)":22.12,"MTOPDomainClassification (de)":80.56,"MTOPDomainClassification (es)":80.78,"MTOPDomainClassification (fr)":79.6,"MTOPDomainClassification (hi)":21.22,"MTOPDomainClassification (th)":15.82,"MTOPIntentClassification (de)":52.5,"MTOPIntentClassification (es)":52.07,"MTOPIntentClassification (fr)":47.73,"MTOPIntentClassification (hi)":3.74,"MTOPIntentClassification (th)":4.96,"MassiveIntentClassification (af)":38.41,"MassiveIntentClassification (am)":2.49,"MassiveIntentClassification (ar)":4.7,"MassiveIntentClassification (az)":31.77,"MassiveIntentClassification (bn)":2.77,"MassiveIntentClassification (cy)":31.69,"MassiveIntentClassification (de)":52.01,"MassiveIntentClassification (el)":9.74,"MassiveIntentClassification (es)":54.1,"MassiveIntentClassification (fa)":3.86,"MassiveIntentClassification (fi)":34.07,"MassiveIntentClassification (fr)":57.01,"MassiveIntentClassification (he)":2.14,"MassiveIntentClassification (hi)":2.97,"MassiveIntentClassification (hu)":32.01,"MassiveIntentClassification (hy)":3.17,"MassiveIntentClassification (id)":34.55,"MassiveIntentClassification (is)":32.0,"MassiveIntentClassification (it)":52.94,"MassiveIntentClassification (ja)":2.9,"MassiveIntentClassification (jv)":32.42,"MassiveIntentClassification (ka)":2.71,"MassiveIntentClassification (km)":5.5,"MassiveIntentClassification (kn)":2.41,"MassiveIntentClassification (ko)":2.57,"MassiveIntentClassification (lv)":35.09,"MassiveIntentClassification (ml)":2.95,"MassiveIntentClassification (mn)":18.33,"MassiveIntentClassification (ms)":29.69,"MassiveIntentClassification (my)":3.99,"MassiveIntentClassification (nl)":44.95,"MassiveIntentClassification (pt)":51.96,"MassiveIntentClassification (ro)":43.83,"MassiveIntentClassification (ru)":17.32,"MassiveIntentClassification (sl)":33.71,"MassiveIntentClassification (sq)":37.62,"MassiveIntentClassification (sw)":31.9,"MassiveIntentClassification (ta)":1.91,"MassiveIntentClassification (te)":2.54,"MassiveIntentClassification (th)":3.85,"MassiveIntentClassification (tl)":36.83,"MassiveIntentClassification (tr)":33.0,"MassiveIntentClassification (ur)":2.62,"MassiveIntentClassification (vi)":22.81,"MassiveIntentClassification (zh-TW)":3.49,"MassiveScenarioClassification (af)":50.28,"MassiveScenarioClassification (am)":7.15,"MassiveScenarioClassification (ar)":12.12,"MassiveScenarioClassification (az)":39.68,"MassiveScenarioClassification (bn)":8.06,"MassiveScenarioClassification (cy)":38.01,"MassiveScenarioClassification (de)":62.71,"MassiveScenarioClassification (el)":17.19,"MassiveScenarioClassification (es)":59.56,"MassiveScenarioClassification (fa)":6.5,"MassiveScenarioClassification (fi)":41.72,"MassiveScenarioClassification (fr)":63.6,"MassiveScenarioClassification (he)":7.93,"MassiveScenarioClassification (hi)":7.85,"MassiveScenarioClassification (hu)":41.37,"MassiveScenarioClassification (hy)":9.42,"MassiveScenarioClassification (id)":44.88,"MassiveScenarioClassification (is)":40.86,"MassiveScenarioClassification (it)":60.09,"MassiveScenarioClassification (ja)":6.56,"MassiveScenarioClassification (jv)":40.18,"MassiveScenarioClassification (ka)":7.37,"MassiveScenarioClassification (km)":9.56,"MassiveScenarioClassification (kn)":8.4,"MassiveScenarioClassification (ko)":5.96,"MassiveScenarioClassification (lv)":41.44,"MassiveScenarioClassification (ml)":7.47,"MassiveScenarioClassification (mn)":25.36,"MassiveScenarioClassification (ms)":39.69,"MassiveScenarioClassification (my)":9.68,"MassiveScenarioClassification (nl)":56.09,"MassiveScenarioClassification (pt)":57.99,"MassiveScenarioClassification (ro)":56.0,"MassiveScenarioClassification (ru)":27.47,"MassiveScenarioClassification (sl)":41.04,"MassiveScenarioClassification (sq)":49.38,"MassiveScenarioClassification (sw)":40.62,"MassiveScenarioClassification (ta)":7.59,"MassiveScenarioClassification (te)":7.07,"MassiveScenarioClassification (th)":8.52,"MassiveScenarioClassification (tl)":49.89,"MassiveScenarioClassification (tr)":43.08,"MassiveScenarioClassification (ur)":9.31,"MassiveScenarioClassification (vi)":27.46,"MassiveScenarioClassification (zh-TW)":7.24} -{"index":99,"Rank":57,"Model":"deberta-v1-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":512,"Average":28.02,"AmazonCounterfactualClassification (de)":58.92,"AmazonCounterfactualClassification (ja)":56.77,"AmazonReviewsClassification (de)":24.26,"AmazonReviewsClassification (es)":24.58,"AmazonReviewsClassification (fr)":25.23,"AmazonReviewsClassification (ja)":21.08,"AmazonReviewsClassification (zh)":23.14,"MTOPDomainClassification (de)":49.69,"MTOPDomainClassification (es)":56.75,"MTOPDomainClassification (fr)":49.63,"MTOPDomainClassification (hi)":32.99,"MTOPDomainClassification (th)":33.1,"MTOPIntentClassification (de)":39.95,"MTOPIntentClassification (es)":42.92,"MTOPIntentClassification (fr)":36.76,"MTOPIntentClassification (hi)":15.57,"MTOPIntentClassification (th)":19.52,"MassiveIntentClassification (af)":31.58,"MassiveIntentClassification (am)":15.42,"MassiveIntentClassification (ar)":22.52,"MassiveIntentClassification (az)":31.04,"MassiveIntentClassification (bn)":13.67,"MassiveIntentClassification (cy)":34.92,"MassiveIntentClassification (de)":31.68,"MassiveIntentClassification (el)":23.2,"MassiveIntentClassification (es)":30.09,"MassiveIntentClassification (fa)":22.87,"MassiveIntentClassification (fi)":30.73,"MassiveIntentClassification (fr)":31.26,"MassiveIntentClassification (he)":15.96,"MassiveIntentClassification (hi)":13.06,"MassiveIntentClassification (hu)":29.21,"MassiveIntentClassification (hy)":14.31,"MassiveIntentClassification (id)":35.91,"MassiveIntentClassification (is)":29.9,"MassiveIntentClassification (it)":35.84,"MassiveIntentClassification (ja)":20.97,"MassiveIntentClassification (jv)":32.3,"MassiveIntentClassification (ka)":15.38,"MassiveIntentClassification (km)":15.76,"MassiveIntentClassification (kn)":12.66,"MassiveIntentClassification (ko)":23.74,"MassiveIntentClassification (lv)":31.19,"MassiveIntentClassification (ml)":17.03,"MassiveIntentClassification (mn)":29.22,"MassiveIntentClassification (ms)":34.09,"MassiveIntentClassification (my)":11.9,"MassiveIntentClassification (nl)":33.04,"MassiveIntentClassification (pt)":32.59,"MassiveIntentClassification (ro)":28.66,"MassiveIntentClassification (ru)":61.32,"MassiveIntentClassification (sl)":33.48,"MassiveIntentClassification (sq)":34.43,"MassiveIntentClassification (sw)":33.17,"MassiveIntentClassification (ta)":12.99,"MassiveIntentClassification (te)":12.72,"MassiveIntentClassification (th)":16.83,"MassiveIntentClassification (tl)":32.28,"MassiveIntentClassification (tr)":28.04,"MassiveIntentClassification (ur)":15.68,"MassiveIntentClassification (vi)":30.6,"MassiveIntentClassification (zh-TW)":24.87,"MassiveScenarioClassification (af)":31.98,"MassiveScenarioClassification (am)":17.93,"MassiveScenarioClassification (ar)":24.92,"MassiveScenarioClassification (az)":31.36,"MassiveScenarioClassification (bn)":16.64,"MassiveScenarioClassification (cy)":35.27,"MassiveScenarioClassification (de)":32.3,"MassiveScenarioClassification (el)":24.88,"MassiveScenarioClassification (es)":29.32,"MassiveScenarioClassification (fa)":24.25,"MassiveScenarioClassification (fi)":29.71,"MassiveScenarioClassification (fr)":29.73,"MassiveScenarioClassification (he)":17.7,"MassiveScenarioClassification (hi)":16.47,"MassiveScenarioClassification (hu)":29.7,"MassiveScenarioClassification (hy)":17.57,"MassiveScenarioClassification (id)":35.47,"MassiveScenarioClassification (is)":28.84,"MassiveScenarioClassification (it)":35.66,"MassiveScenarioClassification (ja)":21.65,"MassiveScenarioClassification (jv)":33.16,"MassiveScenarioClassification (ka)":16.96,"MassiveScenarioClassification (km)":20.19,"MassiveScenarioClassification (kn)":16.33,"MassiveScenarioClassification (ko)":25.21,"MassiveScenarioClassification (lv)":29.84,"MassiveScenarioClassification (ml)":18.71,"MassiveScenarioClassification (mn)":30.46,"MassiveScenarioClassification (ms)":33.73,"MassiveScenarioClassification (my)":15.23,"MassiveScenarioClassification (nl)":32.45,"MassiveScenarioClassification (pt)":29.57,"MassiveScenarioClassification (ro)":28.91,"MassiveScenarioClassification (ru)":64.71,"MassiveScenarioClassification (sl)":34.81,"MassiveScenarioClassification (sq)":32.41,"MassiveScenarioClassification (sw)":35.19,"MassiveScenarioClassification (ta)":16.85,"MassiveScenarioClassification (te)":15.72,"MassiveScenarioClassification (th)":20.26,"MassiveScenarioClassification (tl)":31.7,"MassiveScenarioClassification (tr)":28.1,"MassiveScenarioClassification (ur)":19.66,"MassiveScenarioClassification (vi)":30.39,"MassiveScenarioClassification (zh-TW)":26.79} -{"index":97,"Rank":58,"Model":"USER-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":512,"Average":27.26,"AmazonCounterfactualClassification (de)":55.33,"AmazonCounterfactualClassification (ja)":49.24,"AmazonReviewsClassification (de)":26.36,"AmazonReviewsClassification (es)":27.0,"AmazonReviewsClassification (fr)":27.62,"AmazonReviewsClassification (ja)":20.55,"AmazonReviewsClassification (zh)":22.46,"MTOPDomainClassification (de)":61.34,"MTOPDomainClassification (es)":61.05,"MTOPDomainClassification (fr)":59.72,"MTOPDomainClassification (hi)":25.63,"MTOPDomainClassification (th)":25.03,"MTOPIntentClassification (de)":36.4,"MTOPIntentClassification (es)":34.85,"MTOPIntentClassification (fr)":35.07,"MTOPIntentClassification (hi)":4.62,"MTOPIntentClassification (th)":8.12,"MassiveIntentClassification (af)":30.74,"MassiveIntentClassification (am)":5.65,"MassiveIntentClassification (ar)":14.28,"MassiveIntentClassification (az)":34.76,"MassiveIntentClassification (bn)":6.14,"MassiveIntentClassification (cy)":34.48,"MassiveIntentClassification (de)":33.92,"MassiveIntentClassification (el)":19.77,"MassiveIntentClassification (es)":34.06,"MassiveIntentClassification (fa)":12.65,"MassiveIntentClassification (fi)":32.53,"MassiveIntentClassification (fr)":35.14,"MassiveIntentClassification (he)":4.71,"MassiveIntentClassification (hi)":4.28,"MassiveIntentClassification (hu)":30.6,"MassiveIntentClassification (hy)":7.88,"MassiveIntentClassification (id)":35.62,"MassiveIntentClassification (is)":32.58,"MassiveIntentClassification (it)":39.85,"MassiveIntentClassification (ja)":12.32,"MassiveIntentClassification (jv)":31.16,"MassiveIntentClassification (ka)":5.46,"MassiveIntentClassification (km)":7.48,"MassiveIntentClassification (kn)":5.36,"MassiveIntentClassification (ko)":11.02,"MassiveIntentClassification (lv)":34.91,"MassiveIntentClassification (ml)":6.04,"MassiveIntentClassification (mn)":30.97,"MassiveIntentClassification (ms)":32.88,"MassiveIntentClassification (my)":7.19,"MassiveIntentClassification (nl)":33.41,"MassiveIntentClassification (pt)":35.15,"MassiveIntentClassification (ro)":34.63,"MassiveIntentClassification (ru)":65.92,"MassiveIntentClassification (sl)":36.21,"MassiveIntentClassification (sq)":38.32,"MassiveIntentClassification (sw)":34.69,"MassiveIntentClassification (ta)":5.97,"MassiveIntentClassification (te)":5.31,"MassiveIntentClassification (th)":6.54,"MassiveIntentClassification (tl)":33.3,"MassiveIntentClassification (tr)":32.85,"MassiveIntentClassification (ur)":8.46,"MassiveIntentClassification (vi)":23.92,"MassiveIntentClassification (zh-TW)":12.74,"MassiveScenarioClassification (af)":37.03,"MassiveScenarioClassification (am)":11.75,"MassiveScenarioClassification (ar)":20.44,"MassiveScenarioClassification (az)":39.16,"MassiveScenarioClassification (bn)":11.01,"MassiveScenarioClassification (cy)":37.02,"MassiveScenarioClassification (de)":42.37,"MassiveScenarioClassification (el)":27.39,"MassiveScenarioClassification (es)":40.44,"MassiveScenarioClassification (fa)":17.22,"MassiveScenarioClassification (fi)":37.31,"MassiveScenarioClassification (fr)":42.95,"MassiveScenarioClassification (he)":10.44,"MassiveScenarioClassification (hi)":8.93,"MassiveScenarioClassification (hu)":38.84,"MassiveScenarioClassification (hy)":13.67,"MassiveScenarioClassification (id)":41.48,"MassiveScenarioClassification (is)":38.64,"MassiveScenarioClassification (it)":45.96,"MassiveScenarioClassification (ja)":17.52,"MassiveScenarioClassification (jv)":37.93,"MassiveScenarioClassification (ka)":10.49,"MassiveScenarioClassification (km)":13.46,"MassiveScenarioClassification (kn)":11.12,"MassiveScenarioClassification (ko)":15.33,"MassiveScenarioClassification (lv)":39.17,"MassiveScenarioClassification (ml)":10.56,"MassiveScenarioClassification (mn)":35.46,"MassiveScenarioClassification (ms)":39.48,"MassiveScenarioClassification (my)":12.72,"MassiveScenarioClassification (nl)":39.77,"MassiveScenarioClassification (pt)":40.92,"MassiveScenarioClassification (ro)":41.77,"MassiveScenarioClassification (ru)":69.06,"MassiveScenarioClassification (sl)":39.28,"MassiveScenarioClassification (sq)":43.78,"MassiveScenarioClassification (sw)":40.11,"MassiveScenarioClassification (ta)":11.1,"MassiveScenarioClassification (te)":9.99,"MassiveScenarioClassification (th)":11.93,"MassiveScenarioClassification (tl)":38.91,"MassiveScenarioClassification (tr)":37.28,"MassiveScenarioClassification (ur)":14.4,"MassiveScenarioClassification (vi)":31.5,"MassiveScenarioClassification (zh-TW)":19.39} -{"index":47,"Rank":59,"Model":"rubert-base-cased<\/a>","Model Size (Million Parameters)":180,"Memory Usage (GB, fp32)":0.67,"Embedding Dimensions":768,"Max Tokens":512,"Average":27.24,"AmazonCounterfactualClassification (de)":63.45,"AmazonCounterfactualClassification (ja)":53.38,"AmazonReviewsClassification (de)":25.25,"AmazonReviewsClassification (es)":25.49,"AmazonReviewsClassification (fr)":25.07,"AmazonReviewsClassification (ja)":22.65,"AmazonReviewsClassification (zh)":24.87,"MTOPDomainClassification (de)":53.03,"MTOPDomainClassification (es)":59.51,"MTOPDomainClassification (fr)":53.35,"MTOPDomainClassification (hi)":20.73,"MTOPDomainClassification (th)":15.17,"MTOPIntentClassification (de)":42.59,"MTOPIntentClassification (es)":42.4,"MTOPIntentClassification (fr)":38.32,"MTOPIntentClassification (hi)":7.91,"MTOPIntentClassification (th)":4.64,"MassiveIntentClassification (af)":31.89,"MassiveIntentClassification (am)":2.9,"MassiveIntentClassification (ar)":21.45,"MassiveIntentClassification (az)":35.33,"MassiveIntentClassification (bn)":2.93,"MassiveIntentClassification (cy)":31.99,"MassiveIntentClassification (de)":34.34,"MassiveIntentClassification (el)":30.25,"MassiveIntentClassification (es)":34.14,"MassiveIntentClassification (fa)":29.0,"MassiveIntentClassification (fi)":33.55,"MassiveIntentClassification (fr)":36.45,"MassiveIntentClassification (he)":23.67,"MassiveIntentClassification (hi)":5.77,"MassiveIntentClassification (hu)":31.87,"MassiveIntentClassification (hy)":7.1,"MassiveIntentClassification (id)":35.82,"MassiveIntentClassification (is)":32.66,"MassiveIntentClassification (it)":39.35,"MassiveIntentClassification (ja)":30.31,"MassiveIntentClassification (jv)":31.14,"MassiveIntentClassification (ka)":8.83,"MassiveIntentClassification (km)":4.03,"MassiveIntentClassification (kn)":3.82,"MassiveIntentClassification (ko)":9.3,"MassiveIntentClassification (lv)":37.55,"MassiveIntentClassification (ml)":2.63,"MassiveIntentClassification (mn)":35.6,"MassiveIntentClassification (ms)":33.19,"MassiveIntentClassification (my)":3.78,"MassiveIntentClassification (nl)":33.82,"MassiveIntentClassification (pt)":36.75,"MassiveIntentClassification (ro)":32.09,"MassiveIntentClassification (ru)":53.02,"MassiveIntentClassification (sl)":36.68,"MassiveIntentClassification (sq)":35.35,"MassiveIntentClassification (sw)":32.75,"MassiveIntentClassification (ta)":3.32,"MassiveIntentClassification (te)":3.63,"MassiveIntentClassification (th)":4.77,"MassiveIntentClassification (tl)":31.63,"MassiveIntentClassification (tr)":33.28,"MassiveIntentClassification (ur)":21.03,"MassiveIntentClassification (vi)":26.95,"MassiveIntentClassification (zh-TW)":41.71,"MassiveScenarioClassification (af)":33.29,"MassiveScenarioClassification (am)":8.15,"MassiveScenarioClassification (ar)":22.05,"MassiveScenarioClassification (az)":34.58,"MassiveScenarioClassification (bn)":6.99,"MassiveScenarioClassification (cy)":33.38,"MassiveScenarioClassification (de)":33.5,"MassiveScenarioClassification (el)":31.53,"MassiveScenarioClassification (es)":35.76,"MassiveScenarioClassification (fa)":29.86,"MassiveScenarioClassification (fi)":32.83,"MassiveScenarioClassification (fr)":36.73,"MassiveScenarioClassification (he)":24.11,"MassiveScenarioClassification (hi)":9.65,"MassiveScenarioClassification (hu)":32.14,"MassiveScenarioClassification (hy)":13.37,"MassiveScenarioClassification (id)":35.64,"MassiveScenarioClassification (is)":32.45,"MassiveScenarioClassification (it)":37.46,"MassiveScenarioClassification (ja)":31.19,"MassiveScenarioClassification (jv)":32.34,"MassiveScenarioClassification (ka)":15.21,"MassiveScenarioClassification (km)":9.39,"MassiveScenarioClassification (kn)":7.06,"MassiveScenarioClassification (ko)":13.25,"MassiveScenarioClassification (lv)":36.42,"MassiveScenarioClassification (ml)":6.86,"MassiveScenarioClassification (mn)":35.48,"MassiveScenarioClassification (ms)":36.12,"MassiveScenarioClassification (my)":9.47,"MassiveScenarioClassification (nl)":34.67,"MassiveScenarioClassification (pt)":36.31,"MassiveScenarioClassification (ro)":34.4,"MassiveScenarioClassification (ru)":56.79,"MassiveScenarioClassification (sl)":37.54,"MassiveScenarioClassification (sq)":33.63,"MassiveScenarioClassification (sw)":34.01,"MassiveScenarioClassification (ta)":7.3,"MassiveScenarioClassification (te)":7.78,"MassiveScenarioClassification (th)":9.65,"MassiveScenarioClassification (tl)":31.62,"MassiveScenarioClassification (tr)":32.45,"MassiveScenarioClassification (ur)":24.5,"MassiveScenarioClassification (vi)":30.1,"MassiveScenarioClassification (zh-TW)":42.15} -{"index":46,"Rank":60,"Model":"distilrubert-small-cased-conversational<\/a>","Model Size (Million Parameters)":106,"Memory Usage (GB, fp32)":0.39,"Embedding Dimensions":768,"Max Tokens":512,"Average":26.94,"AmazonCounterfactualClassification (de)":63.37,"AmazonCounterfactualClassification (ja)":56.24,"AmazonReviewsClassification (de)":25.01,"AmazonReviewsClassification (es)":24.62,"AmazonReviewsClassification (fr)":25.9,"AmazonReviewsClassification (ja)":21.21,"AmazonReviewsClassification (zh)":21.67,"MTOPDomainClassification (de)":54.5,"MTOPDomainClassification (es)":62.17,"MTOPDomainClassification (fr)":54.21,"MTOPDomainClassification (hi)":23.0,"MTOPDomainClassification (th)":15.66,"MTOPIntentClassification (de)":46.41,"MTOPIntentClassification (es)":46.94,"MTOPIntentClassification (fr)":39.64,"MTOPIntentClassification (hi)":5.12,"MTOPIntentClassification (th)":4.9,"MassiveIntentClassification (af)":39.21,"MassiveIntentClassification (am)":3.09,"MassiveIntentClassification (ar)":10.51,"MassiveIntentClassification (az)":35.64,"MassiveIntentClassification (bn)":3.2,"MassiveIntentClassification (cy)":37.7,"MassiveIntentClassification (de)":38.92,"MassiveIntentClassification (el)":22.94,"MassiveIntentClassification (es)":38.33,"MassiveIntentClassification (fa)":9.91,"MassiveIntentClassification (fi)":38.38,"MassiveIntentClassification (fr)":38.49,"MassiveIntentClassification (he)":17.66,"MassiveIntentClassification (hi)":3.66,"MassiveIntentClassification (hu)":35.67,"MassiveIntentClassification (hy)":3.44,"MassiveIntentClassification (id)":42.01,"MassiveIntentClassification (is)":35.77,"MassiveIntentClassification (it)":43.34,"MassiveIntentClassification (ja)":5.08,"MassiveIntentClassification (jv)":37.07,"MassiveIntentClassification (ka)":2.84,"MassiveIntentClassification (km)":4.63,"MassiveIntentClassification (kn)":3.64,"MassiveIntentClassification (ko)":2.9,"MassiveIntentClassification (lv)":37.51,"MassiveIntentClassification (ml)":3.03,"MassiveIntentClassification (mn)":36.35,"MassiveIntentClassification (ms)":40.91,"MassiveIntentClassification (my)":3.94,"MassiveIntentClassification (nl)":38.91,"MassiveIntentClassification (pt)":41.53,"MassiveIntentClassification (ro)":35.01,"MassiveIntentClassification (ru)":63.12,"MassiveIntentClassification (sl)":41.18,"MassiveIntentClassification (sq)":39.72,"MassiveIntentClassification (sw)":37.86,"MassiveIntentClassification (ta)":3.02,"MassiveIntentClassification (te)":2.92,"MassiveIntentClassification (th)":4.5,"MassiveIntentClassification (tl)":38.01,"MassiveIntentClassification (tr)":35.68,"MassiveIntentClassification (ur)":9.69,"MassiveIntentClassification (vi)":28.04,"MassiveIntentClassification (zh-TW)":7.38,"MassiveScenarioClassification (af)":39.15,"MassiveScenarioClassification (am)":7.69,"MassiveScenarioClassification (ar)":15.72,"MassiveScenarioClassification (az)":33.91,"MassiveScenarioClassification (bn)":7.78,"MassiveScenarioClassification (cy)":39.15,"MassiveScenarioClassification (de)":38.2,"MassiveScenarioClassification (el)":24.37,"MassiveScenarioClassification (es)":38.77,"MassiveScenarioClassification (fa)":13.46,"MassiveScenarioClassification (fi)":37.41,"MassiveScenarioClassification (fr)":38.54,"MassiveScenarioClassification (he)":23.39,"MassiveScenarioClassification (hi)":8.73,"MassiveScenarioClassification (hu)":34.26,"MassiveScenarioClassification (hy)":8.77,"MassiveScenarioClassification (id)":40.03,"MassiveScenarioClassification (is)":34.28,"MassiveScenarioClassification (it)":41.1,"MassiveScenarioClassification (ja)":9.41,"MassiveScenarioClassification (jv)":37.71,"MassiveScenarioClassification (ka)":7.29,"MassiveScenarioClassification (km)":9.91,"MassiveScenarioClassification (kn)":8.07,"MassiveScenarioClassification (ko)":7.46,"MassiveScenarioClassification (lv)":35.41,"MassiveScenarioClassification (ml)":7.2,"MassiveScenarioClassification (mn)":36.03,"MassiveScenarioClassification (ms)":42.59,"MassiveScenarioClassification (my)":9.7,"MassiveScenarioClassification (nl)":39.05,"MassiveScenarioClassification (pt)":40.5,"MassiveScenarioClassification (ro)":36.54,"MassiveScenarioClassification (ru)":68.08,"MassiveScenarioClassification (sl)":41.38,"MassiveScenarioClassification (sq)":38.93,"MassiveScenarioClassification (sw)":39.73,"MassiveScenarioClassification (ta)":6.82,"MassiveScenarioClassification (te)":7.29,"MassiveScenarioClassification (th)":9.65,"MassiveScenarioClassification (tl)":35.29,"MassiveScenarioClassification (tr)":32.96,"MassiveScenarioClassification (ur)":14.69,"MassiveScenarioClassification (vi)":30.81,"MassiveScenarioClassification (zh-TW)":12.68} -{"index":173,"Rank":61,"Model":"sentence-t5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":26.73,"AmazonCounterfactualClassification (de)":69.98,"AmazonCounterfactualClassification (ja)":46.05,"AmazonReviewsClassification (de)":37.9,"AmazonReviewsClassification (es)":37.33,"AmazonReviewsClassification (fr)":37.35,"AmazonReviewsClassification (ja)":22.29,"AmazonReviewsClassification (zh)":21.53,"MTOPDomainClassification (de)":76.98,"MTOPDomainClassification (es)":73.61,"MTOPDomainClassification (fr)":75.03,"MTOPDomainClassification (hi)":21.4,"MTOPDomainClassification (th)":16.21,"MTOPIntentClassification (de)":44.43,"MTOPIntentClassification (es)":42.03,"MTOPIntentClassification (fr)":43.85,"MTOPIntentClassification (hi)":3.8,"MTOPIntentClassification (th)":5.21,"MassiveIntentClassification (af)":34.32,"MassiveIntentClassification (am)":2.38,"MassiveIntentClassification (ar)":4.53,"MassiveIntentClassification (az)":31.76,"MassiveIntentClassification (bn)":2.58,"MassiveIntentClassification (cy)":28.94,"MassiveIntentClassification (de)":45.23,"MassiveIntentClassification (el)":10.05,"MassiveIntentClassification (es)":45.32,"MassiveIntentClassification (fa)":3.58,"MassiveIntentClassification (fi)":33.52,"MassiveIntentClassification (fr)":51.13,"MassiveIntentClassification (he)":2.63,"MassiveIntentClassification (hi)":2.68,"MassiveIntentClassification (hu)":32.31,"MassiveIntentClassification (hy)":3.33,"MassiveIntentClassification (id)":35.5,"MassiveIntentClassification (is)":29.82,"MassiveIntentClassification (it)":45.59,"MassiveIntentClassification (ja)":3.67,"MassiveIntentClassification (jv)":31.15,"MassiveIntentClassification (ka)":2.77,"MassiveIntentClassification (km)":5.66,"MassiveIntentClassification (kn)":2.59,"MassiveIntentClassification (ko)":2.34,"MassiveIntentClassification (lv)":33.97,"MassiveIntentClassification (ml)":2.55,"MassiveIntentClassification (mn)":14.7,"MassiveIntentClassification (ms)":33.12,"MassiveIntentClassification (my)":4.42,"MassiveIntentClassification (nl)":37.96,"MassiveIntentClassification (pt)":43.35,"MassiveIntentClassification (ro)":42.69,"MassiveIntentClassification (ru)":14.82,"MassiveIntentClassification (sl)":34.54,"MassiveIntentClassification (sq)":38.54,"MassiveIntentClassification (sw)":32.14,"MassiveIntentClassification (ta)":1.41,"MassiveIntentClassification (te)":2.5,"MassiveIntentClassification (th)":3.71,"MassiveIntentClassification (tl)":36.04,"MassiveIntentClassification (tr)":33.77,"MassiveIntentClassification (ur)":2.99,"MassiveIntentClassification (vi)":22.62,"MassiveIntentClassification (zh-TW)":4.63,"MassiveScenarioClassification (af)":44.45,"MassiveScenarioClassification (am)":7.51,"MassiveScenarioClassification (ar)":12.32,"MassiveScenarioClassification (az)":38.41,"MassiveScenarioClassification (bn)":8.45,"MassiveScenarioClassification (cy)":35.04,"MassiveScenarioClassification (de)":59.12,"MassiveScenarioClassification (el)":17.68,"MassiveScenarioClassification (es)":55.61,"MassiveScenarioClassification (fa)":6.86,"MassiveScenarioClassification (fi)":41.34,"MassiveScenarioClassification (fr)":59.92,"MassiveScenarioClassification (he)":7.86,"MassiveScenarioClassification (hi)":7.63,"MassiveScenarioClassification (hu)":41.31,"MassiveScenarioClassification (hy)":9.23,"MassiveScenarioClassification (id)":44.64,"MassiveScenarioClassification (is)":39.63,"MassiveScenarioClassification (it)":54.58,"MassiveScenarioClassification (ja)":4.96,"MassiveScenarioClassification (jv)":40.73,"MassiveScenarioClassification (ka)":7.51,"MassiveScenarioClassification (km)":8.73,"MassiveScenarioClassification (kn)":7.99,"MassiveScenarioClassification (ko)":6.03,"MassiveScenarioClassification (lv)":36.42,"MassiveScenarioClassification (ml)":6.96,"MassiveScenarioClassification (mn)":19.85,"MassiveScenarioClassification (ms)":43.18,"MassiveScenarioClassification (my)":9.46,"MassiveScenarioClassification (nl)":50.0,"MassiveScenarioClassification (pt)":52.24,"MassiveScenarioClassification (ro)":53.7,"MassiveScenarioClassification (ru)":20.69,"MassiveScenarioClassification (sl)":39.79,"MassiveScenarioClassification (sq)":50.16,"MassiveScenarioClassification (sw)":40.48,"MassiveScenarioClassification (ta)":7.47,"MassiveScenarioClassification (te)":6.87,"MassiveScenarioClassification (th)":8.26,"MassiveScenarioClassification (tl)":48.94,"MassiveScenarioClassification (tr)":41.83,"MassiveScenarioClassification (ur)":9.77,"MassiveScenarioClassification (vi)":30.01,"MassiveScenarioClassification (zh-TW)":7.91} -{"index":48,"Rank":62,"Model":"rubert-base-cased-sentence<\/a>","Model Size (Million Parameters)":180,"Memory Usage (GB, fp32)":0.67,"Embedding Dimensions":768,"Max Tokens":512,"Average":26.32,"AmazonCounterfactualClassification (de)":55.93,"AmazonCounterfactualClassification (ja)":53.95,"AmazonReviewsClassification (de)":27.28,"AmazonReviewsClassification (es)":28.62,"AmazonReviewsClassification (fr)":28.85,"AmazonReviewsClassification (ja)":23.6,"AmazonReviewsClassification (zh)":26.82,"MTOPDomainClassification (de)":49.12,"MTOPDomainClassification (es)":51.0,"MTOPDomainClassification (fr)":49.23,"MTOPDomainClassification (hi)":21.92,"MTOPDomainClassification (th)":16.94,"MTOPIntentClassification (de)":36.57,"MTOPIntentClassification (es)":34.91,"MTOPIntentClassification (fr)":32.83,"MTOPIntentClassification (hi)":7.64,"MTOPIntentClassification (th)":4.67,"MassiveIntentClassification (af)":30.31,"MassiveIntentClassification (am)":3.09,"MassiveIntentClassification (ar)":23.08,"MassiveIntentClassification (az)":35.5,"MassiveIntentClassification (bn)":3.39,"MassiveIntentClassification (cy)":30.38,"MassiveIntentClassification (de)":32.2,"MassiveIntentClassification (el)":31.9,"MassiveIntentClassification (es)":31.66,"MassiveIntentClassification (fa)":28.38,"MassiveIntentClassification (fi)":31.83,"MassiveIntentClassification (fr)":33.06,"MassiveIntentClassification (he)":22.67,"MassiveIntentClassification (hi)":6.01,"MassiveIntentClassification (hu)":30.56,"MassiveIntentClassification (hy)":7.77,"MassiveIntentClassification (id)":34.3,"MassiveIntentClassification (is)":29.98,"MassiveIntentClassification (it)":35.87,"MassiveIntentClassification (ja)":32.27,"MassiveIntentClassification (jv)":28.62,"MassiveIntentClassification (ka)":9.45,"MassiveIntentClassification (km)":4.34,"MassiveIntentClassification (kn)":3.79,"MassiveIntentClassification (ko)":9.85,"MassiveIntentClassification (lv)":34.72,"MassiveIntentClassification (ml)":2.89,"MassiveIntentClassification (mn)":34.67,"MassiveIntentClassification (ms)":31.07,"MassiveIntentClassification (my)":4.09,"MassiveIntentClassification (nl)":31.93,"MassiveIntentClassification (pt)":34.8,"MassiveIntentClassification (ro)":31.19,"MassiveIntentClassification (ru)":49.1,"MassiveIntentClassification (sl)":33.18,"MassiveIntentClassification (sq)":34.82,"MassiveIntentClassification (sw)":29.21,"MassiveIntentClassification (ta)":3.34,"MassiveIntentClassification (te)":3.21,"MassiveIntentClassification (th)":5.14,"MassiveIntentClassification (tl)":31.0,"MassiveIntentClassification (tr)":31.73,"MassiveIntentClassification (ur)":21.08,"MassiveIntentClassification (vi)":26.94,"MassiveIntentClassification (zh-TW)":43.83,"MassiveScenarioClassification (af)":30.26,"MassiveScenarioClassification (am)":7.97,"MassiveScenarioClassification (ar)":23.6,"MassiveScenarioClassification (az)":34.63,"MassiveScenarioClassification (bn)":7.62,"MassiveScenarioClassification (cy)":30.19,"MassiveScenarioClassification (de)":32.16,"MassiveScenarioClassification (el)":33.91,"MassiveScenarioClassification (es)":32.66,"MassiveScenarioClassification (fa)":28.15,"MassiveScenarioClassification (fi)":31.93,"MassiveScenarioClassification (fr)":35.38,"MassiveScenarioClassification (he)":23.09,"MassiveScenarioClassification (hi)":9.56,"MassiveScenarioClassification (hu)":31.62,"MassiveScenarioClassification (hy)":13.76,"MassiveScenarioClassification (id)":32.58,"MassiveScenarioClassification (is)":31.24,"MassiveScenarioClassification (it)":35.72,"MassiveScenarioClassification (ja)":33.43,"MassiveScenarioClassification (jv)":29.67,"MassiveScenarioClassification (ka)":16.23,"MassiveScenarioClassification (km)":9.61,"MassiveScenarioClassification (kn)":7.82,"MassiveScenarioClassification (ko)":13.87,"MassiveScenarioClassification (lv)":33.23,"MassiveScenarioClassification (ml)":7.05,"MassiveScenarioClassification (mn)":33.53,"MassiveScenarioClassification (ms)":32.15,"MassiveScenarioClassification (my)":10.63,"MassiveScenarioClassification (nl)":33.1,"MassiveScenarioClassification (pt)":35.7,"MassiveScenarioClassification (ro)":34.53,"MassiveScenarioClassification (ru)":51.91,"MassiveScenarioClassification (sl)":34.1,"MassiveScenarioClassification (sq)":35.52,"MassiveScenarioClassification (sw)":31.42,"MassiveScenarioClassification (ta)":6.79,"MassiveScenarioClassification (te)":7.38,"MassiveScenarioClassification (th)":9.85,"MassiveScenarioClassification (tl)":31.56,"MassiveScenarioClassification (tr)":32.19,"MassiveScenarioClassification (ur)":25.08,"MassiveScenarioClassification (vi)":30.31,"MassiveScenarioClassification (zh-TW)":45.25} -{"index":92,"Rank":63,"Model":"rubert-tiny<\/a>","Model Size (Million Parameters)":12,"Memory Usage (GB, fp32)":0.04,"Embedding Dimensions":512,"Max Tokens":514,"Average":26.09,"AmazonCounterfactualClassification (de)":66.01,"AmazonCounterfactualClassification (ja)":50.63,"AmazonReviewsClassification (de)":24.9,"AmazonReviewsClassification (es)":26.09,"AmazonReviewsClassification (fr)":26.03,"AmazonReviewsClassification (ja)":21.16,"AmazonReviewsClassification (zh)":21.09,"MTOPDomainClassification (de)":59.95,"MTOPDomainClassification (es)":62.76,"MTOPDomainClassification (fr)":58.29,"MTOPDomainClassification (hi)":23.3,"MTOPDomainClassification (th)":16.71,"MTOPIntentClassification (de)":45.91,"MTOPIntentClassification (es)":47.12,"MTOPIntentClassification (fr)":42.63,"MTOPIntentClassification (hi)":4.95,"MTOPIntentClassification (th)":4.81,"MassiveIntentClassification (af)":37.64,"MassiveIntentClassification (am)":2.96,"MassiveIntentClassification (ar)":5.6,"MassiveIntentClassification (az)":35.1,"MassiveIntentClassification (bn)":3.54,"MassiveIntentClassification (cy)":35.89,"MassiveIntentClassification (de)":38.61,"MassiveIntentClassification (el)":11.82,"MassiveIntentClassification (es)":38.18,"MassiveIntentClassification (fa)":3.31,"MassiveIntentClassification (fi)":39.21,"MassiveIntentClassification (fr)":38.64,"MassiveIntentClassification (he)":2.73,"MassiveIntentClassification (hi)":3.71,"MassiveIntentClassification (hu)":35.29,"MassiveIntentClassification (hy)":3.49,"MassiveIntentClassification (id)":39.87,"MassiveIntentClassification (is)":32.71,"MassiveIntentClassification (it)":43.42,"MassiveIntentClassification (ja)":7.35,"MassiveIntentClassification (jv)":36.44,"MassiveIntentClassification (ka)":2.94,"MassiveIntentClassification (km)":4.66,"MassiveIntentClassification (kn)":3.81,"MassiveIntentClassification (ko)":2.66,"MassiveIntentClassification (lv)":28.27,"MassiveIntentClassification (ml)":2.49,"MassiveIntentClassification (mn)":37.02,"MassiveIntentClassification (ms)":38.99,"MassiveIntentClassification (my)":4.21,"MassiveIntentClassification (nl)":38.91,"MassiveIntentClassification (pt)":39.64,"MassiveIntentClassification (ro)":37.64,"MassiveIntentClassification (ru)":50.1,"MassiveIntentClassification (sl)":39.27,"MassiveIntentClassification (sq)":38.01,"MassiveIntentClassification (sw)":37.25,"MassiveIntentClassification (ta)":3.05,"MassiveIntentClassification (te)":2.86,"MassiveIntentClassification (th)":4.54,"MassiveIntentClassification (tl)":37.39,"MassiveIntentClassification (tr)":38.14,"MassiveIntentClassification (ur)":3.45,"MassiveIntentClassification (vi)":30.18,"MassiveIntentClassification (zh-TW)":9.27,"MassiveScenarioClassification (af)":38.1,"MassiveScenarioClassification (am)":8.08,"MassiveScenarioClassification (ar)":11.34,"MassiveScenarioClassification (az)":35.95,"MassiveScenarioClassification (bn)":7.71,"MassiveScenarioClassification (cy)":38.09,"MassiveScenarioClassification (de)":41.26,"MassiveScenarioClassification (el)":19.12,"MassiveScenarioClassification (es)":39.99,"MassiveScenarioClassification (fa)":7.05,"MassiveScenarioClassification (fi)":38.52,"MassiveScenarioClassification (fr)":40.47,"MassiveScenarioClassification (he)":7.87,"MassiveScenarioClassification (hi)":8.51,"MassiveScenarioClassification (hu)":36.51,"MassiveScenarioClassification (hy)":9.29,"MassiveScenarioClassification (id)":40.86,"MassiveScenarioClassification (is)":34.57,"MassiveScenarioClassification (it)":44.54,"MassiveScenarioClassification (ja)":11.31,"MassiveScenarioClassification (jv)":38.75,"MassiveScenarioClassification (ka)":6.98,"MassiveScenarioClassification (km)":9.8,"MassiveScenarioClassification (kn)":7.92,"MassiveScenarioClassification (ko)":7.26,"MassiveScenarioClassification (lv)":29.87,"MassiveScenarioClassification (ml)":7.32,"MassiveScenarioClassification (mn)":33.93,"MassiveScenarioClassification (ms)":41.21,"MassiveScenarioClassification (my)":9.76,"MassiveScenarioClassification (nl)":39.06,"MassiveScenarioClassification (pt)":39.54,"MassiveScenarioClassification (ro)":40.6,"MassiveScenarioClassification (ru)":52.15,"MassiveScenarioClassification (sl)":39.95,"MassiveScenarioClassification (sq)":39.18,"MassiveScenarioClassification (sw)":39.17,"MassiveScenarioClassification (ta)":6.91,"MassiveScenarioClassification (te)":7.69,"MassiveScenarioClassification (th)":9.37,"MassiveScenarioClassification (tl)":38.89,"MassiveScenarioClassification (tr)":38.96,"MassiveScenarioClassification (ur)":8.54,"MassiveScenarioClassification (vi)":33.37,"MassiveScenarioClassification (zh-TW)":14.03} -{"index":178,"Rank":64,"Model":"LaBSE-ru-turbo<\/a>","Model Size (Million Parameters)":128,"Memory Usage (GB, fp32)":0.48,"Embedding Dimensions":768,"Max Tokens":512,"Average":25.91,"AmazonCounterfactualClassification (de)":51.82,"AmazonCounterfactualClassification (ja)":56.28,"AmazonReviewsClassification (de)":29.28,"AmazonReviewsClassification (es)":33.88,"AmazonReviewsClassification (fr)":32.2,"AmazonReviewsClassification (ja)":20.53,"AmazonReviewsClassification (zh)":20.93,"MTOPDomainClassification (de)":64.42,"MTOPDomainClassification (es)":63.98,"MTOPDomainClassification (fr)":68.37,"MTOPDomainClassification (hi)":21.64,"MTOPDomainClassification (th)":15.28,"MTOPIntentClassification (de)":36.38,"MTOPIntentClassification (es)":37.06,"MTOPIntentClassification (fr)":35.98,"MTOPIntentClassification (hi)":3.76,"MTOPIntentClassification (th)":4.99,"MassiveIntentClassification (af)":33.65,"MassiveIntentClassification (am)":2.29,"MassiveIntentClassification (ar)":4.44,"MassiveIntentClassification (az)":20.84,"MassiveIntentClassification (bn)":3.74,"MassiveIntentClassification (cy)":35.08,"MassiveIntentClassification (de)":37.67,"MassiveIntentClassification (el)":10.36,"MassiveIntentClassification (es)":37.45,"MassiveIntentClassification (fa)":3.46,"MassiveIntentClassification (fi)":35.23,"MassiveIntentClassification (fr)":39.59,"MassiveIntentClassification (he)":2.31,"MassiveIntentClassification (hi)":3.21,"MassiveIntentClassification (hu)":30.01,"MassiveIntentClassification (hy)":2.28,"MassiveIntentClassification (id)":36.68,"MassiveIntentClassification (is)":27.36,"MassiveIntentClassification (it)":42.88,"MassiveIntentClassification (ja)":4.66,"MassiveIntentClassification (jv)":33.21,"MassiveIntentClassification (ka)":2.69,"MassiveIntentClassification (km)":5.34,"MassiveIntentClassification (kn)":2.58,"MassiveIntentClassification (ko)":2.25,"MassiveIntentClassification (lv)":24.75,"MassiveIntentClassification (ml)":2.56,"MassiveIntentClassification (mn)":32.23,"MassiveIntentClassification (ms)":32.99,"MassiveIntentClassification (my)":3.37,"MassiveIntentClassification (nl)":36.79,"MassiveIntentClassification (pt)":39.34,"MassiveIntentClassification (ro)":36.04,"MassiveIntentClassification (ru)":66.08,"MassiveIntentClassification (sl)":36.95,"MassiveIntentClassification (sq)":35.67,"MassiveIntentClassification (sw)":33.68,"MassiveIntentClassification (ta)":1.65,"MassiveIntentClassification (te)":2.39,"MassiveIntentClassification (th)":3.87,"MassiveIntentClassification (tl)":35.52,"MassiveIntentClassification (tr)":29.76,"MassiveIntentClassification (ur)":2.45,"MassiveIntentClassification (vi)":23.65,"MassiveIntentClassification (zh-TW)":4.56,"MassiveScenarioClassification (af)":42.41,"MassiveScenarioClassification (am)":7.12,"MassiveScenarioClassification (ar)":11.75,"MassiveScenarioClassification (az)":27.25,"MassiveScenarioClassification (bn)":8.95,"MassiveScenarioClassification (cy)":43.03,"MassiveScenarioClassification (de)":46.58,"MassiveScenarioClassification (el)":17.96,"MassiveScenarioClassification (es)":45.47,"MassiveScenarioClassification (fa)":7.15,"MassiveScenarioClassification (fi)":40.85,"MassiveScenarioClassification (fr)":47.94,"MassiveScenarioClassification (he)":7.65,"MassiveScenarioClassification (hi)":7.71,"MassiveScenarioClassification (hu)":37.92,"MassiveScenarioClassification (hy)":8.46,"MassiveScenarioClassification (id)":42.1,"MassiveScenarioClassification (is)":35.45,"MassiveScenarioClassification (it)":50.78,"MassiveScenarioClassification (ja)":10.34,"MassiveScenarioClassification (jv)":41.0,"MassiveScenarioClassification (ka)":6.95,"MassiveScenarioClassification (km)":8.92,"MassiveScenarioClassification (kn)":7.55,"MassiveScenarioClassification (ko)":5.61,"MassiveScenarioClassification (lv)":29.04,"MassiveScenarioClassification (ml)":7.16,"MassiveScenarioClassification (mn)":36.93,"MassiveScenarioClassification (ms)":40.41,"MassiveScenarioClassification (my)":10.47,"MassiveScenarioClassification (nl)":44.99,"MassiveScenarioClassification (pt)":47.33,"MassiveScenarioClassification (ro)":46.49,"MassiveScenarioClassification (ru)":71.13,"MassiveScenarioClassification (sl)":42.08,"MassiveScenarioClassification (sq)":44.31,"MassiveScenarioClassification (sw)":42.72,"MassiveScenarioClassification (ta)":7.02,"MassiveScenarioClassification (te)":7.29,"MassiveScenarioClassification (th)":8.74,"MassiveScenarioClassification (tl)":42.97,"MassiveScenarioClassification (tr)":35.96,"MassiveScenarioClassification (ur)":8.63,"MassiveScenarioClassification (vi)":31.76,"MassiveScenarioClassification (zh-TW)":10.21} -{"index":166,"Rank":65,"Model":"allenai-specter<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":24.49,"AmazonCounterfactualClassification (de)":54.46,"AmazonCounterfactualClassification (ja)":43.87,"AmazonReviewsClassification (de)":24.08,"AmazonReviewsClassification (es)":23.88,"AmazonReviewsClassification (fr)":23.31,"AmazonReviewsClassification (ja)":20.25,"AmazonReviewsClassification (zh)":20.49,"MTOPDomainClassification (de)":48.55,"MTOPDomainClassification (es)":58.39,"MTOPDomainClassification (fr)":54.61,"MTOPDomainClassification (hi)":21.22,"MTOPDomainClassification (th)":14.98,"MTOPIntentClassification (de)":35.55,"MTOPIntentClassification (es)":36.72,"MTOPIntentClassification (fr)":34.71,"MTOPIntentClassification (hi)":4.44,"MTOPIntentClassification (th)":4.67,"MassiveIntentClassification (af)":33.68,"MassiveIntentClassification (am)":2.94,"MassiveIntentClassification (ar)":10.04,"MassiveIntentClassification (az)":30.74,"MassiveIntentClassification (bn)":3.02,"MassiveIntentClassification (cy)":33.94,"MassiveIntentClassification (de)":36.06,"MassiveIntentClassification (el)":27.7,"MassiveIntentClassification (es)":35.6,"MassiveIntentClassification (fa)":17.97,"MassiveIntentClassification (fi)":35.53,"MassiveIntentClassification (fr)":38.41,"MassiveIntentClassification (he)":2.69,"MassiveIntentClassification (hi)":3.43,"MassiveIntentClassification (hu)":34.05,"MassiveIntentClassification (hy)":3.11,"MassiveIntentClassification (id)":40.02,"MassiveIntentClassification (is)":32.63,"MassiveIntentClassification (it)":39.28,"MassiveIntentClassification (ja)":4.95,"MassiveIntentClassification (jv)":34.95,"MassiveIntentClassification (ka)":2.57,"MassiveIntentClassification (km)":4.73,"MassiveIntentClassification (kn)":3.54,"MassiveIntentClassification (ko)":2.68,"MassiveIntentClassification (lv)":37.91,"MassiveIntentClassification (ml)":2.88,"MassiveIntentClassification (mn)":16.94,"MassiveIntentClassification (ms)":36.6,"MassiveIntentClassification (my)":3.96,"MassiveIntentClassification (nl)":33.95,"MassiveIntentClassification (pt)":43.05,"MassiveIntentClassification (ro)":36.2,"MassiveIntentClassification (ru)":25.3,"MassiveIntentClassification (sl)":35.9,"MassiveIntentClassification (sq)":36.6,"MassiveIntentClassification (sw)":34.81,"MassiveIntentClassification (ta)":3.11,"MassiveIntentClassification (te)":2.53,"MassiveIntentClassification (th)":4.38,"MassiveIntentClassification (tl)":35.51,"MassiveIntentClassification (tr)":32.02,"MassiveIntentClassification (ur)":9.61,"MassiveIntentClassification (vi)":37.07,"MassiveIntentClassification (zh-TW)":4.79,"MassiveScenarioClassification (af)":36.17,"MassiveScenarioClassification (am)":7.64,"MassiveScenarioClassification (ar)":15.26,"MassiveScenarioClassification (az)":30.73,"MassiveScenarioClassification (bn)":7.15,"MassiveScenarioClassification (cy)":34.73,"MassiveScenarioClassification (de)":38.62,"MassiveScenarioClassification (el)":27.18,"MassiveScenarioClassification (es)":39.44,"MassiveScenarioClassification (fa)":21.43,"MassiveScenarioClassification (fi)":33.21,"MassiveScenarioClassification (fr)":40.26,"MassiveScenarioClassification (he)":7.42,"MassiveScenarioClassification (hi)":8.06,"MassiveScenarioClassification (hu)":34.54,"MassiveScenarioClassification (hy)":8.61,"MassiveScenarioClassification (id)":40.04,"MassiveScenarioClassification (is)":33.57,"MassiveScenarioClassification (it)":40.1,"MassiveScenarioClassification (ja)":9.96,"MassiveScenarioClassification (jv)":36.11,"MassiveScenarioClassification (ka)":7.13,"MassiveScenarioClassification (km)":9.66,"MassiveScenarioClassification (kn)":7.55,"MassiveScenarioClassification (ko)":7.27,"MassiveScenarioClassification (lv)":37.03,"MassiveScenarioClassification (ml)":7.22,"MassiveScenarioClassification (mn)":21.53,"MassiveScenarioClassification (ms)":37.57,"MassiveScenarioClassification (my)":9.54,"MassiveScenarioClassification (nl)":34.62,"MassiveScenarioClassification (pt)":44.68,"MassiveScenarioClassification (ro)":37.29,"MassiveScenarioClassification (ru)":28.16,"MassiveScenarioClassification (sl)":37.95,"MassiveScenarioClassification (sq)":37.82,"MassiveScenarioClassification (sw)":35.37,"MassiveScenarioClassification (ta)":7.19,"MassiveScenarioClassification (te)":7.29,"MassiveScenarioClassification (th)":9.47,"MassiveScenarioClassification (tl)":37.31,"MassiveScenarioClassification (tr)":34.57,"MassiveScenarioClassification (ur)":16.17,"MassiveScenarioClassification (vi)":35.91,"MassiveScenarioClassification (zh-TW)":10.19} -{"index":91,"Rank":66,"Model":"LaBSE-en-ru<\/a>","Model Size (Million Parameters)":129,"Memory Usage (GB, fp32)":0.48,"Embedding Dimensions":768,"Max Tokens":512,"Average":24.29,"AmazonCounterfactualClassification (de)":52.69,"AmazonCounterfactualClassification (ja)":56.98,"AmazonReviewsClassification (de)":29.83,"AmazonReviewsClassification (es)":33.68,"AmazonReviewsClassification (fr)":32.75,"AmazonReviewsClassification (ja)":20.65,"AmazonReviewsClassification (zh)":20.77,"MTOPDomainClassification (de)":59.47,"MTOPDomainClassification (es)":61.23,"MTOPDomainClassification (fr)":64.84,"MTOPDomainClassification (hi)":20.35,"MTOPDomainClassification (th)":14.86,"MTOPIntentClassification (de)":35.1,"MTOPIntentClassification (es)":42.27,"MTOPIntentClassification (fr)":41.03,"MTOPIntentClassification (hi)":4.17,"MTOPIntentClassification (th)":4.44,"MassiveIntentClassification (af)":30.59,"MassiveIntentClassification (am)":2.76,"MassiveIntentClassification (ar)":5.19,"MassiveIntentClassification (az)":19.52,"MassiveIntentClassification (bn)":3.35,"MassiveIntentClassification (cy)":26.59,"MassiveIntentClassification (de)":35.14,"MassiveIntentClassification (el)":11.14,"MassiveIntentClassification (es)":37.67,"MassiveIntentClassification (fa)":3.71,"MassiveIntentClassification (fi)":31.11,"MassiveIntentClassification (fr)":40.29,"MassiveIntentClassification (he)":2.33,"MassiveIntentClassification (hi)":3.29,"MassiveIntentClassification (hu)":26.74,"MassiveIntentClassification (hy)":2.8,"MassiveIntentClassification (id)":33.31,"MassiveIntentClassification (is)":25.61,"MassiveIntentClassification (it)":43.32,"MassiveIntentClassification (ja)":4.78,"MassiveIntentClassification (jv)":26.84,"MassiveIntentClassification (ka)":2.87,"MassiveIntentClassification (km)":4.6,"MassiveIntentClassification (kn)":2.86,"MassiveIntentClassification (ko)":2.69,"MassiveIntentClassification (lv)":23.92,"MassiveIntentClassification (ml)":2.63,"MassiveIntentClassification (mn)":35.97,"MassiveIntentClassification (ms)":27.82,"MassiveIntentClassification (my)":3.57,"MassiveIntentClassification (nl)":34.66,"MassiveIntentClassification (pt)":39.84,"MassiveIntentClassification (ro)":37.45,"MassiveIntentClassification (ru)":60.53,"MassiveIntentClassification (sl)":35.66,"MassiveIntentClassification (sq)":35.84,"MassiveIntentClassification (sw)":19.98,"MassiveIntentClassification (ta)":2.22,"MassiveIntentClassification (te)":2.72,"MassiveIntentClassification (th)":4.0,"MassiveIntentClassification (tl)":27.08,"MassiveIntentClassification (tr)":24.12,"MassiveIntentClassification (ur)":3.36,"MassiveIntentClassification (vi)":23.0,"MassiveIntentClassification (zh-TW)":5.29,"MassiveScenarioClassification (af)":37.27,"MassiveScenarioClassification (am)":7.59,"MassiveScenarioClassification (ar)":12.43,"MassiveScenarioClassification (az)":24.48,"MassiveScenarioClassification (bn)":8.57,"MassiveScenarioClassification (cy)":30.38,"MassiveScenarioClassification (de)":41.72,"MassiveScenarioClassification (el)":19.46,"MassiveScenarioClassification (es)":43.33,"MassiveScenarioClassification (fa)":6.83,"MassiveScenarioClassification (fi)":33.79,"MassiveScenarioClassification (fr)":45.08,"MassiveScenarioClassification (he)":8.64,"MassiveScenarioClassification (hi)":8.77,"MassiveScenarioClassification (hu)":33.92,"MassiveScenarioClassification (hy)":8.91,"MassiveScenarioClassification (id)":39.05,"MassiveScenarioClassification (is)":30.32,"MassiveScenarioClassification (it)":47.28,"MassiveScenarioClassification (ja)":9.51,"MassiveScenarioClassification (jv)":33.94,"MassiveScenarioClassification (ka)":7.32,"MassiveScenarioClassification (km)":9.99,"MassiveScenarioClassification (kn)":8.73,"MassiveScenarioClassification (ko)":7.37,"MassiveScenarioClassification (lv)":26.26,"MassiveScenarioClassification (ml)":7.24,"MassiveScenarioClassification (mn)":41.53,"MassiveScenarioClassification (ms)":36.28,"MassiveScenarioClassification (my)":9.94,"MassiveScenarioClassification (nl)":41.47,"MassiveScenarioClassification (pt)":44.62,"MassiveScenarioClassification (ro)":44.55,"MassiveScenarioClassification (ru)":65.15,"MassiveScenarioClassification (sl)":37.6,"MassiveScenarioClassification (sq)":40.9,"MassiveScenarioClassification (sw)":25.61,"MassiveScenarioClassification (ta)":7.71,"MassiveScenarioClassification (te)":7.53,"MassiveScenarioClassification (th)":8.69,"MassiveScenarioClassification (tl)":35.12,"MassiveScenarioClassification (tr)":31.38,"MassiveScenarioClassification (ur)":9.16,"MassiveScenarioClassification (vi)":28.92,"MassiveScenarioClassification (zh-TW)":10.48} -{"index":179,"Rank":67,"Model":"rubert-tiny-turbo<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"Embedding Dimensions":312,"Max Tokens":2048,"Average":23.66,"AmazonCounterfactualClassification (de)":61.07,"AmazonCounterfactualClassification (ja)":52.16,"AmazonReviewsClassification (de)":27.69,"AmazonReviewsClassification (es)":30.91,"AmazonReviewsClassification (fr)":27.89,"AmazonReviewsClassification (ja)":20.84,"AmazonReviewsClassification (zh)":20.9,"MTOPDomainClassification (de)":55.38,"MTOPDomainClassification (es)":54.62,"MTOPDomainClassification (fr)":62.52,"MTOPDomainClassification (hi)":21.52,"MTOPDomainClassification (th)":16.44,"MTOPIntentClassification (de)":31.78,"MTOPIntentClassification (es)":28.4,"MTOPIntentClassification (fr)":31.28,"MTOPIntentClassification (hi)":2.9,"MTOPIntentClassification (th)":4.78,"MassiveIntentClassification (af)":30.4,"MassiveIntentClassification (am)":2.28,"MassiveIntentClassification (ar)":3.8,"MassiveIntentClassification (az)":23.58,"MassiveIntentClassification (bn)":3.08,"MassiveIntentClassification (cy)":31.68,"MassiveIntentClassification (de)":32.1,"MassiveIntentClassification (el)":9.66,"MassiveIntentClassification (es)":31.03,"MassiveIntentClassification (fa)":3.34,"MassiveIntentClassification (fi)":31.13,"MassiveIntentClassification (fr)":31.51,"MassiveIntentClassification (he)":2.25,"MassiveIntentClassification (hi)":2.56,"MassiveIntentClassification (hu)":25.52,"MassiveIntentClassification (hy)":2.72,"MassiveIntentClassification (id)":33.56,"MassiveIntentClassification (is)":24.85,"MassiveIntentClassification (it)":35.24,"MassiveIntentClassification (ja)":5.61,"MassiveIntentClassification (jv)":28.53,"MassiveIntentClassification (ka)":2.64,"MassiveIntentClassification (km)":5.14,"MassiveIntentClassification (kn)":2.06,"MassiveIntentClassification (ko)":2.53,"MassiveIntentClassification (lv)":22.32,"MassiveIntentClassification (ml)":2.39,"MassiveIntentClassification (mn)":28.99,"MassiveIntentClassification (ms)":28.94,"MassiveIntentClassification (my)":3.96,"MassiveIntentClassification (nl)":32.44,"MassiveIntentClassification (pt)":34.35,"MassiveIntentClassification (ro)":31.72,"MassiveIntentClassification (ru)":57.98,"MassiveIntentClassification (sl)":31.39,"MassiveIntentClassification (sq)":32.38,"MassiveIntentClassification (sw)":27.79,"MassiveIntentClassification (ta)":1.5,"MassiveIntentClassification (te)":2.21,"MassiveIntentClassification (th)":3.74,"MassiveIntentClassification (tl)":32.02,"MassiveIntentClassification (tr)":27.56,"MassiveIntentClassification (ur)":2.45,"MassiveIntentClassification (vi)":23.72,"MassiveIntentClassification (zh-TW)":6.81,"MassiveScenarioClassification (af)":40.84,"MassiveScenarioClassification (am)":7.68,"MassiveScenarioClassification (ar)":11.86,"MassiveScenarioClassification (az)":30.32,"MassiveScenarioClassification (bn)":8.85,"MassiveScenarioClassification (cy)":39.85,"MassiveScenarioClassification (de)":42.07,"MassiveScenarioClassification (el)":17.95,"MassiveScenarioClassification (es)":37.13,"MassiveScenarioClassification (fa)":6.62,"MassiveScenarioClassification (fi)":35.19,"MassiveScenarioClassification (fr)":42.9,"MassiveScenarioClassification (he)":7.61,"MassiveScenarioClassification (hi)":7.41,"MassiveScenarioClassification (hu)":36.41,"MassiveScenarioClassification (hy)":8.78,"MassiveScenarioClassification (id)":39.54,"MassiveScenarioClassification (is)":33.1,"MassiveScenarioClassification (it)":42.69,"MassiveScenarioClassification (ja)":10.6,"MassiveScenarioClassification (jv)":37.23,"MassiveScenarioClassification (ka)":7.01,"MassiveScenarioClassification (km)":8.51,"MassiveScenarioClassification (kn)":7.6,"MassiveScenarioClassification (ko)":5.63,"MassiveScenarioClassification (lv)":29.29,"MassiveScenarioClassification (ml)":6.92,"MassiveScenarioClassification (mn)":33.7,"MassiveScenarioClassification (ms)":38.97,"MassiveScenarioClassification (my)":10.73,"MassiveScenarioClassification (nl)":40.94,"MassiveScenarioClassification (pt)":40.79,"MassiveScenarioClassification (ro)":40.02,"MassiveScenarioClassification (ru)":62.9,"MassiveScenarioClassification (sl)":35.98,"MassiveScenarioClassification (sq)":42.66,"MassiveScenarioClassification (sw)":35.66,"MassiveScenarioClassification (ta)":7.01,"MassiveScenarioClassification (te)":6.91,"MassiveScenarioClassification (th)":8.26,"MassiveScenarioClassification (tl)":38.16,"MassiveScenarioClassification (tr)":34.85,"MassiveScenarioClassification (ur)":8.53,"MassiveScenarioClassification (vi)":31.89,"MassiveScenarioClassification (zh-TW)":11.93} -{"index":191,"Rank":68,"Model":"llm_mse<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":22.9,"AmazonCounterfactualClassification (de)":63.28,"AmazonCounterfactualClassification (ja)":44.37,"AmazonReviewsClassification (de)":27.06,"AmazonReviewsClassification (es)":31.06,"AmazonReviewsClassification (fr)":29.43,"AmazonReviewsClassification (ja)":20.79,"AmazonReviewsClassification (zh)":21.91,"MTOPDomainClassification (de)":63.97,"MTOPDomainClassification (es)":62.37,"MTOPDomainClassification (fr)":62.95,"MTOPDomainClassification (hi)":12.61,"MTOPDomainClassification (th)":14.76,"MTOPIntentClassification (de)":39.02,"MTOPIntentClassification (es)":37.11,"MTOPIntentClassification (fr)":33.78,"MTOPIntentClassification (hi)":5.45,"MTOPIntentClassification (th)":5.53,"MassiveIntentClassification (af)":32.98,"MassiveIntentClassification (am)":1.84,"MassiveIntentClassification (ar)":4.78,"MassiveIntentClassification (az)":31.02,"MassiveIntentClassification (bn)":2.21,"MassiveIntentClassification (cy)":28.0,"MassiveIntentClassification (de)":32.69,"MassiveIntentClassification (el)":10.67,"MassiveIntentClassification (es)":31.07,"MassiveIntentClassification (fa)":1.11,"MassiveIntentClassification (fi)":30.11,"MassiveIntentClassification (fr)":33.27,"MassiveIntentClassification (he)":1.97,"MassiveIntentClassification (hi)":2.8,"MassiveIntentClassification (hu)":25.16,"MassiveIntentClassification (hy)":2.24,"MassiveIntentClassification (id)":35.56,"MassiveIntentClassification (is)":27.17,"MassiveIntentClassification (it)":37.11,"MassiveIntentClassification (ja)":3.81,"MassiveIntentClassification (jv)":30.18,"MassiveIntentClassification (ka)":1.55,"MassiveIntentClassification (km)":2.97,"MassiveIntentClassification (kn)":1.62,"MassiveIntentClassification (ko)":3.21,"MassiveIntentClassification (lv)":32.55,"MassiveIntentClassification (ml)":1.28,"MassiveIntentClassification (mn)":2.36,"MassiveIntentClassification (ms)":33.8,"MassiveIntentClassification (my)":3.22,"MassiveIntentClassification (nl)":35.78,"MassiveIntentClassification (pt)":36.74,"MassiveIntentClassification (ro)":34.0,"MassiveIntentClassification (ru)":2.65,"MassiveIntentClassification (sl)":36.7,"MassiveIntentClassification (sq)":26.74,"MassiveIntentClassification (sw)":31.66,"MassiveIntentClassification (ta)":2.22,"MassiveIntentClassification (te)":2.1,"MassiveIntentClassification (th)":1.68,"MassiveIntentClassification (tl)":29.49,"MassiveIntentClassification (tr)":31.32,"MassiveIntentClassification (ur)":2.12,"MassiveIntentClassification (vi)":19.08,"MassiveIntentClassification (zh-TW)":4.47,"MassiveScenarioClassification (af)":45.8,"MassiveScenarioClassification (am)":3.04,"MassiveScenarioClassification (ar)":10.06,"MassiveScenarioClassification (az)":39.08,"MassiveScenarioClassification (bn)":7.94,"MassiveScenarioClassification (cy)":36.38,"MassiveScenarioClassification (de)":43.08,"MassiveScenarioClassification (el)":16.82,"MassiveScenarioClassification (es)":39.03,"MassiveScenarioClassification (fa)":6.28,"MassiveScenarioClassification (fi)":34.68,"MassiveScenarioClassification (fr)":40.86,"MassiveScenarioClassification (he)":5.06,"MassiveScenarioClassification (hi)":8.01,"MassiveScenarioClassification (hu)":35.48,"MassiveScenarioClassification (hy)":7.25,"MassiveScenarioClassification (id)":44.69,"MassiveScenarioClassification (is)":39.53,"MassiveScenarioClassification (it)":44.79,"MassiveScenarioClassification (ja)":8.33,"MassiveScenarioClassification (jv)":42.85,"MassiveScenarioClassification (ka)":6.96,"MassiveScenarioClassification (km)":5.97,"MassiveScenarioClassification (kn)":7.51,"MassiveScenarioClassification (ko)":8.47,"MassiveScenarioClassification (lv)":39.23,"MassiveScenarioClassification (ml)":4.6,"MassiveScenarioClassification (mn)":5.41,"MassiveScenarioClassification (ms)":44.21,"MassiveScenarioClassification (my)":5.71,"MassiveScenarioClassification (nl)":47.58,"MassiveScenarioClassification (pt)":43.8,"MassiveScenarioClassification (ro)":42.92,"MassiveScenarioClassification (ru)":8.14,"MassiveScenarioClassification (sl)":46.3,"MassiveScenarioClassification (sq)":38.91,"MassiveScenarioClassification (sw)":41.45,"MassiveScenarioClassification (ta)":4.77,"MassiveScenarioClassification (te)":6.32,"MassiveScenarioClassification (th)":4.43,"MassiveScenarioClassification (tl)":37.57,"MassiveScenarioClassification (tr)":37.22,"MassiveScenarioClassification (ur)":7.43,"MassiveScenarioClassification (vi)":25.93,"MassiveScenarioClassification (zh-TW)":10.06} -{"index":93,"Rank":69,"Model":"rubert-tiny2<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"Embedding Dimensions":2048,"Max Tokens":514,"Average":21.01,"AmazonCounterfactualClassification (de)":55.34,"AmazonCounterfactualClassification (ja)":56.48,"AmazonReviewsClassification (de)":25.63,"AmazonReviewsClassification (es)":27.9,"AmazonReviewsClassification (fr)":26.79,"AmazonReviewsClassification (ja)":21.02,"AmazonReviewsClassification (zh)":20.64,"MTOPDomainClassification (de)":54.64,"MTOPDomainClassification (es)":55.03,"MTOPDomainClassification (fr)":55.17,"MTOPDomainClassification (hi)":23.34,"MTOPDomainClassification (th)":15.88,"MTOPIntentClassification (de)":27.44,"MTOPIntentClassification (es)":29.09,"MTOPIntentClassification (fr)":28.69,"MTOPIntentClassification (hi)":3.77,"MTOPIntentClassification (th)":4.54,"MassiveIntentClassification (af)":23.46,"MassiveIntentClassification (am)":2.54,"MassiveIntentClassification (ar)":3.9,"MassiveIntentClassification (az)":20.28,"MassiveIntentClassification (bn)":2.99,"MassiveIntentClassification (cy)":25.27,"MassiveIntentClassification (de)":27.96,"MassiveIntentClassification (el)":9.85,"MassiveIntentClassification (es)":27.46,"MassiveIntentClassification (fa)":3.22,"MassiveIntentClassification (fi)":26.26,"MassiveIntentClassification (fr)":27.01,"MassiveIntentClassification (he)":2.01,"MassiveIntentClassification (hi)":2.78,"MassiveIntentClassification (hu)":23.69,"MassiveIntentClassification (hy)":2.42,"MassiveIntentClassification (id)":29.35,"MassiveIntentClassification (is)":20.61,"MassiveIntentClassification (it)":31.83,"MassiveIntentClassification (ja)":4.77,"MassiveIntentClassification (jv)":25.99,"MassiveIntentClassification (ka)":2.71,"MassiveIntentClassification (km)":4.96,"MassiveIntentClassification (kn)":2.44,"MassiveIntentClassification (ko)":2.32,"MassiveIntentClassification (lv)":18.07,"MassiveIntentClassification (ml)":2.51,"MassiveIntentClassification (mn)":22.97,"MassiveIntentClassification (ms)":25.64,"MassiveIntentClassification (my)":3.54,"MassiveIntentClassification (nl)":28.88,"MassiveIntentClassification (pt)":28.77,"MassiveIntentClassification (ro)":27.57,"MassiveIntentClassification (ru)":50.83,"MassiveIntentClassification (sl)":25.4,"MassiveIntentClassification (sq)":28.1,"MassiveIntentClassification (sw)":23.95,"MassiveIntentClassification (ta)":1.58,"MassiveIntentClassification (te)":1.79,"MassiveIntentClassification (th)":3.79,"MassiveIntentClassification (tl)":27.22,"MassiveIntentClassification (tr)":23.04,"MassiveIntentClassification (ur)":2.54,"MassiveIntentClassification (vi)":19.48,"MassiveIntentClassification (zh-TW)":6.41,"MassiveScenarioClassification (af)":29.85,"MassiveScenarioClassification (am)":7.66,"MassiveScenarioClassification (ar)":11.78,"MassiveScenarioClassification (az)":27.56,"MassiveScenarioClassification (bn)":8.09,"MassiveScenarioClassification (cy)":33.91,"MassiveScenarioClassification (de)":35.28,"MassiveScenarioClassification (el)":17.02,"MassiveScenarioClassification (es)":33.12,"MassiveScenarioClassification (fa)":6.71,"MassiveScenarioClassification (fi)":31.31,"MassiveScenarioClassification (fr)":34.68,"MassiveScenarioClassification (he)":7.83,"MassiveScenarioClassification (hi)":7.29,"MassiveScenarioClassification (hu)":31.34,"MassiveScenarioClassification (hy)":8.09,"MassiveScenarioClassification (id)":33.72,"MassiveScenarioClassification (is)":26.28,"MassiveScenarioClassification (it)":37.19,"MassiveScenarioClassification (ja)":9.53,"MassiveScenarioClassification (jv)":32.17,"MassiveScenarioClassification (ka)":6.64,"MassiveScenarioClassification (km)":9.07,"MassiveScenarioClassification (kn)":7.28,"MassiveScenarioClassification (ko)":6.43,"MassiveScenarioClassification (lv)":25.09,"MassiveScenarioClassification (ml)":6.61,"MassiveScenarioClassification (mn)":24.63,"MassiveScenarioClassification (ms)":33.05,"MassiveScenarioClassification (my)":10.86,"MassiveScenarioClassification (nl)":31.82,"MassiveScenarioClassification (pt)":33.75,"MassiveScenarioClassification (ro)":34.52,"MassiveScenarioClassification (ru)":59.15,"MassiveScenarioClassification (sl)":30.45,"MassiveScenarioClassification (sq)":35.62,"MassiveScenarioClassification (sw)":32.49,"MassiveScenarioClassification (ta)":6.88,"MassiveScenarioClassification (te)":6.52,"MassiveScenarioClassification (th)":7.79,"MassiveScenarioClassification (tl)":33.49,"MassiveScenarioClassification (tr)":30.63,"MassiveScenarioClassification (ur)":8.49,"MassiveScenarioClassification (vi)":25.7,"MassiveScenarioClassification (zh-TW)":11.59} -{"index":82,"Rank":70,"Model":"sbert_large_mt_nlu_ru<\/a>","Model Size (Million Parameters)":427,"Memory Usage (GB, fp32)":1.59,"Embedding Dimensions":1024,"Max Tokens":514,"Average":17.82,"AmazonCounterfactualClassification (de)":60.52,"AmazonCounterfactualClassification (ja)":50.22,"AmazonReviewsClassification (de)":24.32,"AmazonReviewsClassification (es)":23.78,"AmazonReviewsClassification (fr)":24.55,"AmazonReviewsClassification (ja)":20.16,"AmazonReviewsClassification (zh)":20.7,"MTOPDomainClassification (de)":42.69,"MTOPDomainClassification (es)":42.65,"MTOPDomainClassification (fr)":44.15,"MTOPDomainClassification (hi)":22.55,"MTOPDomainClassification (th)":15.97,"MTOPIntentClassification (de)":23.36,"MTOPIntentClassification (es)":19.5,"MTOPIntentClassification (fr)":23.37,"MTOPIntentClassification (hi)":4.45,"MTOPIntentClassification (th)":5.56,"MassiveIntentClassification (af)":16.74,"MassiveIntentClassification (am)":2.68,"MassiveIntentClassification (ar)":4.44,"MassiveIntentClassification (az)":16.05,"MassiveIntentClassification (bn)":3.43,"MassiveIntentClassification (cy)":17.52,"MassiveIntentClassification (de)":22.32,"MassiveIntentClassification (el)":13.64,"MassiveIntentClassification (es)":18.79,"MassiveIntentClassification (fa)":3.44,"MassiveIntentClassification (fi)":17.73,"MassiveIntentClassification (fr)":20.94,"MassiveIntentClassification (he)":2.54,"MassiveIntentClassification (hi)":2.66,"MassiveIntentClassification (hu)":18.03,"MassiveIntentClassification (hy)":3.28,"MassiveIntentClassification (id)":22.3,"MassiveIntentClassification (is)":14.84,"MassiveIntentClassification (it)":21.19,"MassiveIntentClassification (ja)":4.32,"MassiveIntentClassification (jv)":18.97,"MassiveIntentClassification (ka)":2.79,"MassiveIntentClassification (km)":4.83,"MassiveIntentClassification (kn)":3.08,"MassiveIntentClassification (ko)":2.4,"MassiveIntentClassification (lv)":16.7,"MassiveIntentClassification (ml)":3.05,"MassiveIntentClassification (mn)":22.36,"MassiveIntentClassification (ms)":16.25,"MassiveIntentClassification (my)":4.16,"MassiveIntentClassification (nl)":19.71,"MassiveIntentClassification (pt)":21.61,"MassiveIntentClassification (ro)":18.92,"MassiveIntentClassification (ru)":61.42,"MassiveIntentClassification (sl)":18.98,"MassiveIntentClassification (sq)":20.08,"MassiveIntentClassification (sw)":18.46,"MassiveIntentClassification (ta)":2.37,"MassiveIntentClassification (te)":2.37,"MassiveIntentClassification (th)":4.06,"MassiveIntentClassification (tl)":18.93,"MassiveIntentClassification (tr)":18.12,"MassiveIntentClassification (ur)":2.66,"MassiveIntentClassification (vi)":19.68,"MassiveIntentClassification (zh-TW)":3.87,"MassiveScenarioClassification (af)":24.34,"MassiveScenarioClassification (am)":7.24,"MassiveScenarioClassification (ar)":11.91,"MassiveScenarioClassification (az)":20.32,"MassiveScenarioClassification (bn)":8.97,"MassiveScenarioClassification (cy)":22.42,"MassiveScenarioClassification (de)":31.89,"MassiveScenarioClassification (el)":20.43,"MassiveScenarioClassification (es)":23.82,"MassiveScenarioClassification (fa)":6.97,"MassiveScenarioClassification (fi)":23.82,"MassiveScenarioClassification (fr)":28.63,"MassiveScenarioClassification (he)":7.29,"MassiveScenarioClassification (hi)":7.99,"MassiveScenarioClassification (hu)":24.64,"MassiveScenarioClassification (hy)":9.14,"MassiveScenarioClassification (id)":27.32,"MassiveScenarioClassification (is)":22.25,"MassiveScenarioClassification (it)":26.18,"MassiveScenarioClassification (ja)":9.13,"MassiveScenarioClassification (jv)":27.39,"MassiveScenarioClassification (ka)":7.51,"MassiveScenarioClassification (km)":8.92,"MassiveScenarioClassification (kn)":7.58,"MassiveScenarioClassification (ko)":6.91,"MassiveScenarioClassification (lv)":19.48,"MassiveScenarioClassification (ml)":7.28,"MassiveScenarioClassification (mn)":24.93,"MassiveScenarioClassification (ms)":23.08,"MassiveScenarioClassification (my)":10.3,"MassiveScenarioClassification (nl)":26.8,"MassiveScenarioClassification (pt)":26.39,"MassiveScenarioClassification (ro)":24.28,"MassiveScenarioClassification (ru)":68.13,"MassiveScenarioClassification (sl)":23.28,"MassiveScenarioClassification (sq)":27.3,"MassiveScenarioClassification (sw)":25.07,"MassiveScenarioClassification (ta)":6.95,"MassiveScenarioClassification (te)":7.8,"MassiveScenarioClassification (th)":8.94,"MassiveScenarioClassification (tl)":25.1,"MassiveScenarioClassification (tr)":21.86,"MassiveScenarioClassification (ur)":9.68,"MassiveScenarioClassification (vi)":26.56,"MassiveScenarioClassification (zh-TW)":9.31} -{"index":83,"Rank":71,"Model":"sbert_large_nlu_ru<\/a>","Model Size (Million Parameters)":427,"Memory Usage (GB, fp32)":1.59,"Embedding Dimensions":1024,"Max Tokens":512,"Average":16.02,"AmazonCounterfactualClassification (de)":53.43,"AmazonCounterfactualClassification (ja)":52.0,"AmazonReviewsClassification (de)":23.78,"AmazonReviewsClassification (es)":23.42,"AmazonReviewsClassification (fr)":23.95,"AmazonReviewsClassification (ja)":20.12,"AmazonReviewsClassification (zh)":20.91,"MTOPDomainClassification (de)":38.11,"MTOPDomainClassification (es)":39.46,"MTOPDomainClassification (fr)":38.27,"MTOPDomainClassification (hi)":22.61,"MTOPDomainClassification (th)":15.48,"MTOPIntentClassification (de)":17.73,"MTOPIntentClassification (es)":15.75,"MTOPIntentClassification (fr)":16.34,"MTOPIntentClassification (hi)":4.66,"MTOPIntentClassification (th)":5.57,"MassiveIntentClassification (af)":14.72,"MassiveIntentClassification (am)":2.74,"MassiveIntentClassification (ar)":3.9,"MassiveIntentClassification (az)":11.82,"MassiveIntentClassification (bn)":3.05,"MassiveIntentClassification (cy)":15.27,"MassiveIntentClassification (de)":21.1,"MassiveIntentClassification (el)":12.06,"MassiveIntentClassification (es)":14.85,"MassiveIntentClassification (fa)":3.42,"MassiveIntentClassification (fi)":12.62,"MassiveIntentClassification (fr)":18.21,"MassiveIntentClassification (he)":2.51,"MassiveIntentClassification (hi)":3.06,"MassiveIntentClassification (hu)":14.69,"MassiveIntentClassification (hy)":3.19,"MassiveIntentClassification (id)":17.75,"MassiveIntentClassification (is)":11.27,"MassiveIntentClassification (it)":17.9,"MassiveIntentClassification (ja)":4.14,"MassiveIntentClassification (jv)":14.86,"MassiveIntentClassification (ka)":2.44,"MassiveIntentClassification (km)":4.86,"MassiveIntentClassification (kn)":3.07,"MassiveIntentClassification (ko)":2.62,"MassiveIntentClassification (lv)":15.26,"MassiveIntentClassification (ml)":2.85,"MassiveIntentClassification (mn)":16.16,"MassiveIntentClassification (ms)":14.04,"MassiveIntentClassification (my)":4.45,"MassiveIntentClassification (nl)":17.77,"MassiveIntentClassification (pt)":17.47,"MassiveIntentClassification (ro)":15.75,"MassiveIntentClassification (ru)":61.09,"MassiveIntentClassification (sl)":15.13,"MassiveIntentClassification (sq)":17.11,"MassiveIntentClassification (sw)":13.76,"MassiveIntentClassification (ta)":2.34,"MassiveIntentClassification (te)":2.18,"MassiveIntentClassification (th)":3.96,"MassiveIntentClassification (tl)":16.85,"MassiveIntentClassification (tr)":13.43,"MassiveIntentClassification (ur)":2.59,"MassiveIntentClassification (vi)":16.58,"MassiveIntentClassification (zh-TW)":3.33,"MassiveScenarioClassification (af)":21.73,"MassiveScenarioClassification (am)":7.3,"MassiveScenarioClassification (ar)":11.92,"MassiveScenarioClassification (az)":18.88,"MassiveScenarioClassification (bn)":8.49,"MassiveScenarioClassification (cy)":21.95,"MassiveScenarioClassification (de)":29.53,"MassiveScenarioClassification (el)":19.95,"MassiveScenarioClassification (es)":21.27,"MassiveScenarioClassification (fa)":6.75,"MassiveScenarioClassification (fi)":17.24,"MassiveScenarioClassification (fr)":24.94,"MassiveScenarioClassification (he)":8.12,"MassiveScenarioClassification (hi)":7.63,"MassiveScenarioClassification (hu)":20.7,"MassiveScenarioClassification (hy)":8.86,"MassiveScenarioClassification (id)":23.56,"MassiveScenarioClassification (is)":17.48,"MassiveScenarioClassification (it)":26.82,"MassiveScenarioClassification (ja)":9.7,"MassiveScenarioClassification (jv)":22.46,"MassiveScenarioClassification (ka)":7.74,"MassiveScenarioClassification (km)":9.32,"MassiveScenarioClassification (kn)":7.7,"MassiveScenarioClassification (ko)":6.71,"MassiveScenarioClassification (lv)":18.1,"MassiveScenarioClassification (ml)":7.72,"MassiveScenarioClassification (mn)":19.35,"MassiveScenarioClassification (ms)":19.85,"MassiveScenarioClassification (my)":10.27,"MassiveScenarioClassification (nl)":25.23,"MassiveScenarioClassification (pt)":25.3,"MassiveScenarioClassification (ro)":21.17,"MassiveScenarioClassification (ru)":67.6,"MassiveScenarioClassification (sl)":19.84,"MassiveScenarioClassification (sq)":22.42,"MassiveScenarioClassification (sw)":22.07,"MassiveScenarioClassification (ta)":7.14,"MassiveScenarioClassification (te)":7.88,"MassiveScenarioClassification (th)":8.9,"MassiveScenarioClassification (tl)":24.39,"MassiveScenarioClassification (tr)":18.96,"MassiveScenarioClassification (ur)":9.33,"MassiveScenarioClassification (vi)":22.54,"MassiveScenarioClassification (zh-TW)":9.25} -{"index":133,"Rank":72,"Model":"jina-embeddings-v2-base-en<\/a>","Model Size (Million Parameters)":275,"Memory Usage (GB, fp32)":1.02,"Embedding Dimensions":768,"Max Tokens":8192,"Average":10.41,"AmazonCounterfactualClassification (de)":50.26,"AmazonCounterfactualClassification (ja)":51.52,"AmazonReviewsClassification (de)":21.09,"AmazonReviewsClassification (es)":21.59,"AmazonReviewsClassification (fr)":21.01,"AmazonReviewsClassification (ja)":20.43,"AmazonReviewsClassification (zh)":20.77,"MTOPDomainClassification (de)":21.39,"MTOPDomainClassification (es)":19.5,"MTOPDomainClassification (fr)":17.71,"MTOPDomainClassification (hi)":21.09,"MTOPDomainClassification (th)":15.02,"MTOPIntentClassification (de)":5.88,"MTOPIntentClassification (es)":6.74,"MTOPIntentClassification (fr)":4.33,"MTOPIntentClassification (hi)":5.96,"MTOPIntentClassification (th)":4.51,"MassiveIntentClassification (af)":5.23,"MassiveIntentClassification (am)":2.38,"MassiveIntentClassification (ar)":8.97,"MassiveIntentClassification (az)":6.46,"MassiveIntentClassification (bn)":6.27,"MassiveIntentClassification (cy)":4.53,"MassiveIntentClassification (de)":5.96,"MassiveIntentClassification (el)":10.05,"MassiveIntentClassification (es)":6.03,"MassiveIntentClassification (fa)":9.5,"MassiveIntentClassification (fi)":6.58,"MassiveIntentClassification (fr)":6.07,"MassiveIntentClassification (he)":6.89,"MassiveIntentClassification (hi)":6.49,"MassiveIntentClassification (hu)":6.78,"MassiveIntentClassification (hy)":5.72,"MassiveIntentClassification (id)":7.61,"MassiveIntentClassification (is)":6.69,"MassiveIntentClassification (it)":7.34,"MassiveIntentClassification (ja)":6.83,"MassiveIntentClassification (jv)":6.8,"MassiveIntentClassification (ka)":7.24,"MassiveIntentClassification (km)":4.02,"MassiveIntentClassification (kn)":3.19,"MassiveIntentClassification (ko)":6.61,"MassiveIntentClassification (lv)":6.12,"MassiveIntentClassification (ml)":3.17,"MassiveIntentClassification (mn)":7.65,"MassiveIntentClassification (ms)":6.56,"MassiveIntentClassification (my)":3.51,"MassiveIntentClassification (nl)":6.17,"MassiveIntentClassification (pt)":6.96,"MassiveIntentClassification (ro)":6.29,"MassiveIntentClassification (ru)":7.62,"MassiveIntentClassification (sl)":6.62,"MassiveIntentClassification (sq)":7.31,"MassiveIntentClassification (sw)":8.14,"MassiveIntentClassification (ta)":7.24,"MassiveIntentClassification (te)":2.64,"MassiveIntentClassification (th)":9.23,"MassiveIntentClassification (tl)":7.32,"MassiveIntentClassification (tr)":5.59,"MassiveIntentClassification (ur)":8.07,"MassiveIntentClassification (vi)":6.18,"MassiveIntentClassification (zh-TW)":6.45,"MassiveScenarioClassification (af)":8.85,"MassiveScenarioClassification (am)":7.81,"MassiveScenarioClassification (ar)":14.67,"MassiveScenarioClassification (az)":11.18,"MassiveScenarioClassification (bn)":10.95,"MassiveScenarioClassification (cy)":9.59,"MassiveScenarioClassification (de)":10.65,"MassiveScenarioClassification (el)":16.72,"MassiveScenarioClassification (es)":10.31,"MassiveScenarioClassification (fa)":14.71,"MassiveScenarioClassification (fi)":10.56,"MassiveScenarioClassification (fr)":10.69,"MassiveScenarioClassification (he)":10.68,"MassiveScenarioClassification (hi)":10.14,"MassiveScenarioClassification (hu)":10.74,"MassiveScenarioClassification (hy)":10.41,"MassiveScenarioClassification (id)":11.66,"MassiveScenarioClassification (is)":12.42,"MassiveScenarioClassification (it)":10.59,"MassiveScenarioClassification (ja)":10.74,"MassiveScenarioClassification (jv)":11.21,"MassiveScenarioClassification (ka)":11.04,"MassiveScenarioClassification (km)":8.93,"MassiveScenarioClassification (kn)":8.12,"MassiveScenarioClassification (ko)":11.67,"MassiveScenarioClassification (lv)":9.75,"MassiveScenarioClassification (ml)":6.64,"MassiveScenarioClassification (mn)":12.47,"MassiveScenarioClassification (ms)":11.84,"MassiveScenarioClassification (my)":9.66,"MassiveScenarioClassification (nl)":9.88,"MassiveScenarioClassification (pt)":10.5,"MassiveScenarioClassification (ro)":10.48,"MassiveScenarioClassification (ru)":11.82,"MassiveScenarioClassification (sl)":11.11,"MassiveScenarioClassification (sq)":11.16,"MassiveScenarioClassification (sw)":12.76,"MassiveScenarioClassification (ta)":11.39,"MassiveScenarioClassification (te)":6.59,"MassiveScenarioClassification (th)":17.38,"MassiveScenarioClassification (tl)":12.21,"MassiveScenarioClassification (tr)":10.63,"MassiveScenarioClassification (ur)":12.93,"MassiveScenarioClassification (vi)":11.1,"MassiveScenarioClassification (zh-TW)":10.76} -{"index":0,"Rank":73,"Model":"mistral-embed<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":"","Average":"","AmazonCounterfactualClassification (de)":"","AmazonCounterfactualClassification (ja)":"","AmazonReviewsClassification (de)":"","AmazonReviewsClassification (es)":"","AmazonReviewsClassification (fr)":41.59,"AmazonReviewsClassification (ja)":"","AmazonReviewsClassification (zh)":"","MTOPDomainClassification (de)":"","MTOPDomainClassification (es)":"","MTOPDomainClassification (fr)":90.05,"MTOPDomainClassification (hi)":"","MTOPDomainClassification (th)":"","MTOPIntentClassification (de)":"","MTOPIntentClassification (es)":"","MTOPIntentClassification (fr)":66.09,"MTOPIntentClassification (hi)":"","MTOPIntentClassification (th)":"","MassiveIntentClassification (af)":"","MassiveIntentClassification (am)":"","MassiveIntentClassification (ar)":"","MassiveIntentClassification (az)":"","MassiveIntentClassification (bn)":"","MassiveIntentClassification (cy)":"","MassiveIntentClassification (de)":"","MassiveIntentClassification (el)":"","MassiveIntentClassification (es)":"","MassiveIntentClassification (fa)":"","MassiveIntentClassification (fi)":"","MassiveIntentClassification (fr)":62.83,"MassiveIntentClassification (he)":"","MassiveIntentClassification (hi)":"","MassiveIntentClassification (hu)":"","MassiveIntentClassification (hy)":"","MassiveIntentClassification (id)":"","MassiveIntentClassification (is)":"","MassiveIntentClassification (it)":"","MassiveIntentClassification (ja)":"","MassiveIntentClassification (jv)":"","MassiveIntentClassification (ka)":"","MassiveIntentClassification (km)":"","MassiveIntentClassification (kn)":"","MassiveIntentClassification (ko)":"","MassiveIntentClassification (lv)":"","MassiveIntentClassification (ml)":"","MassiveIntentClassification (mn)":"","MassiveIntentClassification (ms)":"","MassiveIntentClassification (my)":"","MassiveIntentClassification (nl)":"","MassiveIntentClassification (pt)":"","MassiveIntentClassification (ro)":"","MassiveIntentClassification (ru)":"","MassiveIntentClassification (sl)":"","MassiveIntentClassification (sq)":"","MassiveIntentClassification (sw)":"","MassiveIntentClassification (ta)":"","MassiveIntentClassification (te)":"","MassiveIntentClassification (th)":"","MassiveIntentClassification (tl)":"","MassiveIntentClassification (tr)":"","MassiveIntentClassification (ur)":"","MassiveIntentClassification (vi)":"","MassiveIntentClassification (zh-TW)":"","MassiveScenarioClassification (af)":"","MassiveScenarioClassification (am)":"","MassiveScenarioClassification (ar)":"","MassiveScenarioClassification (az)":"","MassiveScenarioClassification (bn)":"","MassiveScenarioClassification (cy)":"","MassiveScenarioClassification (de)":"","MassiveScenarioClassification (el)":"","MassiveScenarioClassification (es)":"","MassiveScenarioClassification (fa)":"","MassiveScenarioClassification (fi)":"","MassiveScenarioClassification (fr)":69.71,"MassiveScenarioClassification (he)":"","MassiveScenarioClassification (hi)":"","MassiveScenarioClassification (hu)":"","MassiveScenarioClassification (hy)":"","MassiveScenarioClassification (id)":"","MassiveScenarioClassification (is)":"","MassiveScenarioClassification (it)":"","MassiveScenarioClassification (ja)":"","MassiveScenarioClassification (jv)":"","MassiveScenarioClassification (ka)":"","MassiveScenarioClassification (km)":"","MassiveScenarioClassification (kn)":"","MassiveScenarioClassification (ko)":"","MassiveScenarioClassification (lv)":"","MassiveScenarioClassification (ml)":"","MassiveScenarioClassification (mn)":"","MassiveScenarioClassification (ms)":"","MassiveScenarioClassification (my)":"","MassiveScenarioClassification (nl)":"","MassiveScenarioClassification (pt)":"","MassiveScenarioClassification (ro)":"","MassiveScenarioClassification (ru)":"","MassiveScenarioClassification (sl)":"","MassiveScenarioClassification (sq)":"","MassiveScenarioClassification (sw)":"","MassiveScenarioClassification (ta)":"","MassiveScenarioClassification (te)":"","MassiveScenarioClassification (th)":"","MassiveScenarioClassification (tl)":"","MassiveScenarioClassification (tr)":"","MassiveScenarioClassification (ur)":"","MassiveScenarioClassification (vi)":"","MassiveScenarioClassification (zh-TW)":""} -{"index":1,"Rank":74,"Model":"voyage-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":4000,"Average":"","AmazonCounterfactualClassification (de)":"","AmazonCounterfactualClassification (ja)":"","AmazonReviewsClassification (de)":"","AmazonReviewsClassification (es)":"","AmazonReviewsClassification (fr)":37.26,"AmazonReviewsClassification (ja)":"","AmazonReviewsClassification (zh)":"","MTOPDomainClassification (de)":"","MTOPDomainClassification (es)":"","MTOPDomainClassification (fr)":79.79,"MTOPDomainClassification (hi)":"","MTOPDomainClassification (th)":"","MTOPIntentClassification (de)":"","MTOPIntentClassification (es)":"","MTOPIntentClassification (fr)":45.62,"MTOPIntentClassification (hi)":"","MTOPIntentClassification (th)":"","MassiveIntentClassification (af)":"","MassiveIntentClassification (am)":"","MassiveIntentClassification (ar)":"","MassiveIntentClassification (az)":"","MassiveIntentClassification (bn)":"","MassiveIntentClassification (cy)":"","MassiveIntentClassification (de)":"","MassiveIntentClassification (el)":"","MassiveIntentClassification (es)":"","MassiveIntentClassification (fa)":"","MassiveIntentClassification (fi)":"","MassiveIntentClassification (fr)":53.7,"MassiveIntentClassification (he)":"","MassiveIntentClassification (hi)":"","MassiveIntentClassification (hu)":"","MassiveIntentClassification (hy)":"","MassiveIntentClassification (id)":"","MassiveIntentClassification (is)":"","MassiveIntentClassification (it)":"","MassiveIntentClassification (ja)":"","MassiveIntentClassification (jv)":"","MassiveIntentClassification (ka)":"","MassiveIntentClassification (km)":"","MassiveIntentClassification (kn)":"","MassiveIntentClassification (ko)":"","MassiveIntentClassification (lv)":"","MassiveIntentClassification (ml)":"","MassiveIntentClassification (mn)":"","MassiveIntentClassification (ms)":"","MassiveIntentClassification (my)":"","MassiveIntentClassification (nl)":"","MassiveIntentClassification (pt)":"","MassiveIntentClassification (ro)":"","MassiveIntentClassification (ru)":"","MassiveIntentClassification (sl)":"","MassiveIntentClassification (sq)":"","MassiveIntentClassification (sw)":"","MassiveIntentClassification (ta)":"","MassiveIntentClassification (te)":"","MassiveIntentClassification (th)":"","MassiveIntentClassification (tl)":"","MassiveIntentClassification (tr)":"","MassiveIntentClassification (ur)":"","MassiveIntentClassification (vi)":"","MassiveIntentClassification (zh-TW)":"","MassiveScenarioClassification (af)":"","MassiveScenarioClassification (am)":"","MassiveScenarioClassification (ar)":"","MassiveScenarioClassification (az)":"","MassiveScenarioClassification (bn)":"","MassiveScenarioClassification (cy)":"","MassiveScenarioClassification (de)":"","MassiveScenarioClassification (el)":"","MassiveScenarioClassification (es)":"","MassiveScenarioClassification (fa)":"","MassiveScenarioClassification (fi)":"","MassiveScenarioClassification (fr)":62.46,"MassiveScenarioClassification (he)":"","MassiveScenarioClassification (hi)":"","MassiveScenarioClassification (hu)":"","MassiveScenarioClassification (hy)":"","MassiveScenarioClassification (id)":"","MassiveScenarioClassification (is)":"","MassiveScenarioClassification (it)":"","MassiveScenarioClassification (ja)":"","MassiveScenarioClassification (jv)":"","MassiveScenarioClassification (ka)":"","MassiveScenarioClassification (km)":"","MassiveScenarioClassification (kn)":"","MassiveScenarioClassification (ko)":"","MassiveScenarioClassification (lv)":"","MassiveScenarioClassification (ml)":"","MassiveScenarioClassification (mn)":"","MassiveScenarioClassification (ms)":"","MassiveScenarioClassification (my)":"","MassiveScenarioClassification (nl)":"","MassiveScenarioClassification (pt)":"","MassiveScenarioClassification (ro)":"","MassiveScenarioClassification (ru)":"","MassiveScenarioClassification (sl)":"","MassiveScenarioClassification (sq)":"","MassiveScenarioClassification (sw)":"","MassiveScenarioClassification (ta)":"","MassiveScenarioClassification (te)":"","MassiveScenarioClassification (th)":"","MassiveScenarioClassification (tl)":"","MassiveScenarioClassification (tr)":"","MassiveScenarioClassification (ur)":"","MassiveScenarioClassification (vi)":"","MassiveScenarioClassification (zh-TW)":""} -{"index":4,"Rank":75,"Model":"voyage-code-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":16000,"Average":"","AmazonCounterfactualClassification (de)":"","AmazonCounterfactualClassification (ja)":"","AmazonReviewsClassification (de)":"","AmazonReviewsClassification (es)":"","AmazonReviewsClassification (fr)":42.15,"AmazonReviewsClassification (ja)":"","AmazonReviewsClassification (zh)":"","MTOPDomainClassification (de)":"","MTOPDomainClassification (es)":"","MTOPDomainClassification (fr)":87.68,"MTOPDomainClassification (hi)":"","MTOPDomainClassification (th)":"","MTOPIntentClassification (de)":"","MTOPIntentClassification (es)":"","MTOPIntentClassification (fr)":59.44,"MTOPIntentClassification (hi)":"","MTOPIntentClassification (th)":"","MassiveIntentClassification (af)":"","MassiveIntentClassification (am)":"","MassiveIntentClassification (ar)":"","MassiveIntentClassification (az)":"","MassiveIntentClassification (bn)":"","MassiveIntentClassification (cy)":"","MassiveIntentClassification (de)":"","MassiveIntentClassification (el)":"","MassiveIntentClassification (es)":"","MassiveIntentClassification (fa)":"","MassiveIntentClassification (fi)":"","MassiveIntentClassification (fr)":63.08,"MassiveIntentClassification (he)":"","MassiveIntentClassification (hi)":"","MassiveIntentClassification (hu)":"","MassiveIntentClassification (hy)":"","MassiveIntentClassification (id)":"","MassiveIntentClassification (is)":"","MassiveIntentClassification (it)":"","MassiveIntentClassification (ja)":"","MassiveIntentClassification (jv)":"","MassiveIntentClassification (ka)":"","MassiveIntentClassification (km)":"","MassiveIntentClassification (kn)":"","MassiveIntentClassification (ko)":"","MassiveIntentClassification (lv)":"","MassiveIntentClassification (ml)":"","MassiveIntentClassification (mn)":"","MassiveIntentClassification (ms)":"","MassiveIntentClassification (my)":"","MassiveIntentClassification (nl)":"","MassiveIntentClassification (pt)":"","MassiveIntentClassification (ro)":"","MassiveIntentClassification (ru)":"","MassiveIntentClassification (sl)":"","MassiveIntentClassification (sq)":"","MassiveIntentClassification (sw)":"","MassiveIntentClassification (ta)":"","MassiveIntentClassification (te)":"","MassiveIntentClassification (th)":"","MassiveIntentClassification (tl)":"","MassiveIntentClassification (tr)":"","MassiveIntentClassification (ur)":"","MassiveIntentClassification (vi)":"","MassiveIntentClassification (zh-TW)":"","MassiveScenarioClassification (af)":"","MassiveScenarioClassification (am)":"","MassiveScenarioClassification (ar)":"","MassiveScenarioClassification (az)":"","MassiveScenarioClassification (bn)":"","MassiveScenarioClassification (cy)":"","MassiveScenarioClassification (de)":"","MassiveScenarioClassification (el)":"","MassiveScenarioClassification (es)":"","MassiveScenarioClassification (fa)":"","MassiveScenarioClassification (fi)":"","MassiveScenarioClassification (fr)":70.15,"MassiveScenarioClassification (he)":"","MassiveScenarioClassification (hi)":"","MassiveScenarioClassification (hu)":"","MassiveScenarioClassification (hy)":"","MassiveScenarioClassification (id)":"","MassiveScenarioClassification (is)":"","MassiveScenarioClassification (it)":"","MassiveScenarioClassification (ja)":"","MassiveScenarioClassification (jv)":"","MassiveScenarioClassification (ka)":"","MassiveScenarioClassification (km)":"","MassiveScenarioClassification (kn)":"","MassiveScenarioClassification (ko)":"","MassiveScenarioClassification (lv)":"","MassiveScenarioClassification (ml)":"","MassiveScenarioClassification (mn)":"","MassiveScenarioClassification (ms)":"","MassiveScenarioClassification (my)":"","MassiveScenarioClassification (nl)":"","MassiveScenarioClassification (pt)":"","MassiveScenarioClassification (ro)":"","MassiveScenarioClassification (ru)":"","MassiveScenarioClassification (sl)":"","MassiveScenarioClassification (sq)":"","MassiveScenarioClassification (sw)":"","MassiveScenarioClassification (ta)":"","MassiveScenarioClassification (te)":"","MassiveScenarioClassification (th)":"","MassiveScenarioClassification (tl)":"","MassiveScenarioClassification (tr)":"","MassiveScenarioClassification (ur)":"","MassiveScenarioClassification (vi)":"","MassiveScenarioClassification (zh-TW)":""} -{"index":6,"Rank":76,"Model":"voyage-law-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":16000,"Average":"","AmazonCounterfactualClassification (de)":"","AmazonCounterfactualClassification (ja)":"","AmazonReviewsClassification (de)":"","AmazonReviewsClassification (es)":"","AmazonReviewsClassification (fr)":41.98,"AmazonReviewsClassification (ja)":"","AmazonReviewsClassification (zh)":"","MTOPDomainClassification (de)":"","MTOPDomainClassification (es)":"","MTOPDomainClassification (fr)":90.12,"MTOPDomainClassification (hi)":"","MTOPDomainClassification (th)":"","MTOPIntentClassification (de)":"","MTOPIntentClassification (es)":"","MTOPIntentClassification (fr)":62.44,"MTOPIntentClassification (hi)":"","MTOPIntentClassification (th)":"","MassiveIntentClassification (af)":"","MassiveIntentClassification (am)":"","MassiveIntentClassification (ar)":"","MassiveIntentClassification (az)":"","MassiveIntentClassification (bn)":"","MassiveIntentClassification (cy)":"","MassiveIntentClassification (de)":"","MassiveIntentClassification (el)":"","MassiveIntentClassification (es)":"","MassiveIntentClassification (fa)":"","MassiveIntentClassification (fi)":"","MassiveIntentClassification (fr)":66.94,"MassiveIntentClassification (he)":"","MassiveIntentClassification (hi)":"","MassiveIntentClassification (hu)":"","MassiveIntentClassification (hy)":"","MassiveIntentClassification (id)":"","MassiveIntentClassification (is)":"","MassiveIntentClassification (it)":"","MassiveIntentClassification (ja)":"","MassiveIntentClassification (jv)":"","MassiveIntentClassification (ka)":"","MassiveIntentClassification (km)":"","MassiveIntentClassification (kn)":"","MassiveIntentClassification (ko)":"","MassiveIntentClassification (lv)":"","MassiveIntentClassification (ml)":"","MassiveIntentClassification (mn)":"","MassiveIntentClassification (ms)":"","MassiveIntentClassification (my)":"","MassiveIntentClassification (nl)":"","MassiveIntentClassification (pt)":"","MassiveIntentClassification (ro)":"","MassiveIntentClassification (ru)":"","MassiveIntentClassification (sl)":"","MassiveIntentClassification (sq)":"","MassiveIntentClassification (sw)":"","MassiveIntentClassification (ta)":"","MassiveIntentClassification (te)":"","MassiveIntentClassification (th)":"","MassiveIntentClassification (tl)":"","MassiveIntentClassification (tr)":"","MassiveIntentClassification (ur)":"","MassiveIntentClassification (vi)":"","MassiveIntentClassification (zh-TW)":"","MassiveScenarioClassification (af)":"","MassiveScenarioClassification (am)":"","MassiveScenarioClassification (ar)":"","MassiveScenarioClassification (az)":"","MassiveScenarioClassification (bn)":"","MassiveScenarioClassification (cy)":"","MassiveScenarioClassification (de)":"","MassiveScenarioClassification (el)":"","MassiveScenarioClassification (es)":"","MassiveScenarioClassification (fa)":"","MassiveScenarioClassification (fi)":"","MassiveScenarioClassification (fr)":72.78,"MassiveScenarioClassification (he)":"","MassiveScenarioClassification (hi)":"","MassiveScenarioClassification (hu)":"","MassiveScenarioClassification (hy)":"","MassiveScenarioClassification (id)":"","MassiveScenarioClassification (is)":"","MassiveScenarioClassification (it)":"","MassiveScenarioClassification (ja)":"","MassiveScenarioClassification (jv)":"","MassiveScenarioClassification (ka)":"","MassiveScenarioClassification (km)":"","MassiveScenarioClassification (kn)":"","MassiveScenarioClassification (ko)":"","MassiveScenarioClassification (lv)":"","MassiveScenarioClassification (ml)":"","MassiveScenarioClassification (mn)":"","MassiveScenarioClassification (ms)":"","MassiveScenarioClassification (my)":"","MassiveScenarioClassification (nl)":"","MassiveScenarioClassification (pt)":"","MassiveScenarioClassification (ro)":"","MassiveScenarioClassification (ru)":"","MassiveScenarioClassification (sl)":"","MassiveScenarioClassification (sq)":"","MassiveScenarioClassification (sw)":"","MassiveScenarioClassification (ta)":"","MassiveScenarioClassification (te)":"","MassiveScenarioClassification (th)":"","MassiveScenarioClassification (tl)":"","MassiveScenarioClassification (tr)":"","MassiveScenarioClassification (ur)":"","MassiveScenarioClassification (vi)":"","MassiveScenarioClassification (zh-TW)":""} -{"index":9,"Rank":77,"Model":"OpenSearch-text-hybrid<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1792,"Max Tokens":512,"Average":"","AmazonCounterfactualClassification (de)":"","AmazonCounterfactualClassification (ja)":"","AmazonReviewsClassification (de)":"","AmazonReviewsClassification (es)":"","AmazonReviewsClassification (fr)":"","AmazonReviewsClassification (ja)":"","AmazonReviewsClassification (zh)":46.18,"MTOPDomainClassification (de)":"","MTOPDomainClassification (es)":"","MTOPDomainClassification (fr)":"","MTOPDomainClassification (hi)":"","MTOPDomainClassification (th)":"","MTOPIntentClassification (de)":"","MTOPIntentClassification (es)":"","MTOPIntentClassification (fr)":"","MTOPIntentClassification (hi)":"","MTOPIntentClassification (th)":"","MassiveIntentClassification (af)":"","MassiveIntentClassification (am)":"","MassiveIntentClassification (ar)":"","MassiveIntentClassification (az)":"","MassiveIntentClassification (bn)":"","MassiveIntentClassification (cy)":"","MassiveIntentClassification (de)":"","MassiveIntentClassification (el)":"","MassiveIntentClassification (es)":"","MassiveIntentClassification (fa)":"","MassiveIntentClassification (fi)":"","MassiveIntentClassification (fr)":"","MassiveIntentClassification (he)":"","MassiveIntentClassification (hi)":"","MassiveIntentClassification (hu)":"","MassiveIntentClassification (hy)":"","MassiveIntentClassification (id)":"","MassiveIntentClassification (is)":"","MassiveIntentClassification (it)":"","MassiveIntentClassification (ja)":"","MassiveIntentClassification (jv)":"","MassiveIntentClassification (ka)":"","MassiveIntentClassification (km)":"","MassiveIntentClassification (kn)":"","MassiveIntentClassification (ko)":"","MassiveIntentClassification (lv)":"","MassiveIntentClassification (ml)":"","MassiveIntentClassification (mn)":"","MassiveIntentClassification (ms)":"","MassiveIntentClassification (my)":"","MassiveIntentClassification (nl)":"","MassiveIntentClassification (pt)":"","MassiveIntentClassification (ro)":"","MassiveIntentClassification (ru)":"","MassiveIntentClassification (sl)":"","MassiveIntentClassification (sq)":"","MassiveIntentClassification (sw)":"","MassiveIntentClassification (ta)":"","MassiveIntentClassification (te)":"","MassiveIntentClassification (th)":"","MassiveIntentClassification (tl)":"","MassiveIntentClassification (tr)":"","MassiveIntentClassification (ur)":"","MassiveIntentClassification (vi)":"","MassiveIntentClassification (zh-TW)":"","MassiveScenarioClassification (af)":"","MassiveScenarioClassification (am)":"","MassiveScenarioClassification (ar)":"","MassiveScenarioClassification (az)":"","MassiveScenarioClassification (bn)":"","MassiveScenarioClassification (cy)":"","MassiveScenarioClassification (de)":"","MassiveScenarioClassification (el)":"","MassiveScenarioClassification (es)":"","MassiveScenarioClassification (fa)":"","MassiveScenarioClassification (fi)":"","MassiveScenarioClassification (fr)":"","MassiveScenarioClassification (he)":"","MassiveScenarioClassification (hi)":"","MassiveScenarioClassification (hu)":"","MassiveScenarioClassification (hy)":"","MassiveScenarioClassification (id)":"","MassiveScenarioClassification (is)":"","MassiveScenarioClassification (it)":"","MassiveScenarioClassification (ja)":"","MassiveScenarioClassification (jv)":"","MassiveScenarioClassification (ka)":"","MassiveScenarioClassification (km)":"","MassiveScenarioClassification (kn)":"","MassiveScenarioClassification (ko)":"","MassiveScenarioClassification (lv)":"","MassiveScenarioClassification (ml)":"","MassiveScenarioClassification (mn)":"","MassiveScenarioClassification (ms)":"","MassiveScenarioClassification (my)":"","MassiveScenarioClassification (nl)":"","MassiveScenarioClassification (pt)":"","MassiveScenarioClassification (ro)":"","MassiveScenarioClassification (ru)":"","MassiveScenarioClassification (sl)":"","MassiveScenarioClassification (sq)":"","MassiveScenarioClassification (sw)":"","MassiveScenarioClassification (ta)":"","MassiveScenarioClassification (te)":"","MassiveScenarioClassification (th)":"","MassiveScenarioClassification (tl)":"","MassiveScenarioClassification (tr)":"","MassiveScenarioClassification (ur)":"","MassiveScenarioClassification (vi)":"","MassiveScenarioClassification (zh-TW)":""} -{"index":10,"Rank":78,"Model":"llm2vec-occiglot-mntp<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","AmazonCounterfactualClassification (de)":"","AmazonCounterfactualClassification (ja)":"","AmazonReviewsClassification (de)":"","AmazonReviewsClassification (es)":"","AmazonReviewsClassification (fr)":35.07,"AmazonReviewsClassification (ja)":"","AmazonReviewsClassification (zh)":"","MTOPDomainClassification (de)":"","MTOPDomainClassification (es)":"","MTOPDomainClassification (fr)":75.7,"MTOPDomainClassification (hi)":"","MTOPDomainClassification (th)":"","MTOPIntentClassification (de)":"","MTOPIntentClassification (es)":"","MTOPIntentClassification (fr)":63.76,"MTOPIntentClassification (hi)":"","MTOPIntentClassification (th)":"","MassiveIntentClassification (af)":"","MassiveIntentClassification (am)":"","MassiveIntentClassification (ar)":"","MassiveIntentClassification (az)":"","MassiveIntentClassification (bn)":"","MassiveIntentClassification (cy)":"","MassiveIntentClassification (de)":"","MassiveIntentClassification (el)":"","MassiveIntentClassification (es)":"","MassiveIntentClassification (fa)":"","MassiveIntentClassification (fi)":"","MassiveIntentClassification (fr)":56.03,"MassiveIntentClassification (he)":"","MassiveIntentClassification (hi)":"","MassiveIntentClassification (hu)":"","MassiveIntentClassification (hy)":"","MassiveIntentClassification (id)":"","MassiveIntentClassification (is)":"","MassiveIntentClassification (it)":"","MassiveIntentClassification (ja)":"","MassiveIntentClassification (jv)":"","MassiveIntentClassification (ka)":"","MassiveIntentClassification (km)":"","MassiveIntentClassification (kn)":"","MassiveIntentClassification (ko)":"","MassiveIntentClassification (lv)":"","MassiveIntentClassification (ml)":"","MassiveIntentClassification (mn)":"","MassiveIntentClassification (ms)":"","MassiveIntentClassification (my)":"","MassiveIntentClassification (nl)":"","MassiveIntentClassification (pt)":"","MassiveIntentClassification (ro)":"","MassiveIntentClassification (ru)":"","MassiveIntentClassification (sl)":"","MassiveIntentClassification (sq)":"","MassiveIntentClassification (sw)":"","MassiveIntentClassification (ta)":"","MassiveIntentClassification (te)":"","MassiveIntentClassification (th)":"","MassiveIntentClassification (tl)":"","MassiveIntentClassification (tr)":"","MassiveIntentClassification (ur)":"","MassiveIntentClassification (vi)":"","MassiveIntentClassification (zh-TW)":"","MassiveScenarioClassification (af)":"","MassiveScenarioClassification (am)":"","MassiveScenarioClassification (ar)":"","MassiveScenarioClassification (az)":"","MassiveScenarioClassification (bn)":"","MassiveScenarioClassification (cy)":"","MassiveScenarioClassification (de)":"","MassiveScenarioClassification (el)":"","MassiveScenarioClassification (es)":"","MassiveScenarioClassification (fa)":"","MassiveScenarioClassification (fi)":"","MassiveScenarioClassification (fr)":59.3,"MassiveScenarioClassification (he)":"","MassiveScenarioClassification (hi)":"","MassiveScenarioClassification (hu)":"","MassiveScenarioClassification (hy)":"","MassiveScenarioClassification (id)":"","MassiveScenarioClassification (is)":"","MassiveScenarioClassification (it)":"","MassiveScenarioClassification (ja)":"","MassiveScenarioClassification (jv)":"","MassiveScenarioClassification (ka)":"","MassiveScenarioClassification (km)":"","MassiveScenarioClassification (kn)":"","MassiveScenarioClassification (ko)":"","MassiveScenarioClassification (lv)":"","MassiveScenarioClassification (ml)":"","MassiveScenarioClassification (mn)":"","MassiveScenarioClassification (ms)":"","MassiveScenarioClassification (my)":"","MassiveScenarioClassification (nl)":"","MassiveScenarioClassification (pt)":"","MassiveScenarioClassification (ro)":"","MassiveScenarioClassification (ru)":"","MassiveScenarioClassification (sl)":"","MassiveScenarioClassification (sq)":"","MassiveScenarioClassification (sw)":"","MassiveScenarioClassification (ta)":"","MassiveScenarioClassification (te)":"","MassiveScenarioClassification (th)":"","MassiveScenarioClassification (tl)":"","MassiveScenarioClassification (tr)":"","MassiveScenarioClassification (ur)":"","MassiveScenarioClassification (vi)":"","MassiveScenarioClassification (zh-TW)":""} -{"index":11,"Rank":79,"Model":"gme-Qwen2-VL-2B-Instruct<\/a>","Model Size (Million Parameters)":2209,"Memory Usage (GB, fp32)":8.23,"Embedding Dimensions":1536,"Max Tokens":32768,"Average":"","AmazonCounterfactualClassification (de)":"","AmazonCounterfactualClassification (ja)":"","AmazonReviewsClassification (de)":"","AmazonReviewsClassification (es)":"","AmazonReviewsClassification (fr)":"","AmazonReviewsClassification (ja)":"","AmazonReviewsClassification (zh)":53.49,"MTOPDomainClassification (de)":"","MTOPDomainClassification (es)":"","MTOPDomainClassification (fr)":"","MTOPDomainClassification (hi)":"","MTOPDomainClassification (th)":"","MTOPIntentClassification (de)":"","MTOPIntentClassification (es)":"","MTOPIntentClassification (fr)":"","MTOPIntentClassification (hi)":"","MTOPIntentClassification (th)":"","MassiveIntentClassification (af)":"","MassiveIntentClassification (am)":"","MassiveIntentClassification (ar)":"","MassiveIntentClassification (az)":"","MassiveIntentClassification (bn)":"","MassiveIntentClassification (cy)":"","MassiveIntentClassification (de)":"","MassiveIntentClassification (el)":"","MassiveIntentClassification (es)":"","MassiveIntentClassification (fa)":"","MassiveIntentClassification (fi)":"","MassiveIntentClassification (fr)":"","MassiveIntentClassification (he)":"","MassiveIntentClassification (hi)":"","MassiveIntentClassification (hu)":"","MassiveIntentClassification (hy)":"","MassiveIntentClassification (id)":"","MassiveIntentClassification (is)":"","MassiveIntentClassification (it)":"","MassiveIntentClassification (ja)":"","MassiveIntentClassification (jv)":"","MassiveIntentClassification (ka)":"","MassiveIntentClassification (km)":"","MassiveIntentClassification (kn)":"","MassiveIntentClassification (ko)":"","MassiveIntentClassification (lv)":"","MassiveIntentClassification (ml)":"","MassiveIntentClassification (mn)":"","MassiveIntentClassification (ms)":"","MassiveIntentClassification (my)":"","MassiveIntentClassification (nl)":"","MassiveIntentClassification (pt)":"","MassiveIntentClassification (ro)":"","MassiveIntentClassification (ru)":"","MassiveIntentClassification (sl)":"","MassiveIntentClassification (sq)":"","MassiveIntentClassification (sw)":"","MassiveIntentClassification (ta)":"","MassiveIntentClassification (te)":"","MassiveIntentClassification (th)":"","MassiveIntentClassification (tl)":"","MassiveIntentClassification (tr)":"","MassiveIntentClassification (ur)":"","MassiveIntentClassification (vi)":"","MassiveIntentClassification (zh-TW)":"","MassiveScenarioClassification (af)":"","MassiveScenarioClassification (am)":"","MassiveScenarioClassification (ar)":"","MassiveScenarioClassification (az)":"","MassiveScenarioClassification (bn)":"","MassiveScenarioClassification (cy)":"","MassiveScenarioClassification (de)":"","MassiveScenarioClassification (el)":"","MassiveScenarioClassification (es)":"","MassiveScenarioClassification (fa)":"","MassiveScenarioClassification (fi)":"","MassiveScenarioClassification (fr)":"","MassiveScenarioClassification (he)":"","MassiveScenarioClassification (hi)":"","MassiveScenarioClassification (hu)":"","MassiveScenarioClassification (hy)":"","MassiveScenarioClassification (id)":"","MassiveScenarioClassification (is)":"","MassiveScenarioClassification (it)":"","MassiveScenarioClassification (ja)":"","MassiveScenarioClassification (jv)":"","MassiveScenarioClassification (ka)":"","MassiveScenarioClassification (km)":"","MassiveScenarioClassification (kn)":"","MassiveScenarioClassification (ko)":"","MassiveScenarioClassification (lv)":"","MassiveScenarioClassification (ml)":"","MassiveScenarioClassification (mn)":"","MassiveScenarioClassification (ms)":"","MassiveScenarioClassification (my)":"","MassiveScenarioClassification (nl)":"","MassiveScenarioClassification (pt)":"","MassiveScenarioClassification (ro)":"","MassiveScenarioClassification (ru)":"","MassiveScenarioClassification (sl)":"","MassiveScenarioClassification (sq)":"","MassiveScenarioClassification (sw)":"","MassiveScenarioClassification (ta)":"","MassiveScenarioClassification (te)":"","MassiveScenarioClassification (th)":"","MassiveScenarioClassification (tl)":"","MassiveScenarioClassification (tr)":"","MassiveScenarioClassification (ur)":"","MassiveScenarioClassification (vi)":"","MassiveScenarioClassification (zh-TW)":""} -{"index":12,"Rank":80,"Model":"gme-Qwen2-VL-7B-Instruct<\/a>","Model Size (Million Parameters)":8291,"Memory Usage (GB, fp32)":30.89,"Embedding Dimensions":3584,"Max Tokens":32768,"Average":"","AmazonCounterfactualClassification (de)":"","AmazonCounterfactualClassification (ja)":"","AmazonReviewsClassification (de)":"","AmazonReviewsClassification (es)":"","AmazonReviewsClassification (fr)":"","AmazonReviewsClassification (ja)":"","AmazonReviewsClassification (zh)":55.1,"MTOPDomainClassification (de)":"","MTOPDomainClassification (es)":"","MTOPDomainClassification (fr)":"","MTOPDomainClassification (hi)":"","MTOPDomainClassification (th)":"","MTOPIntentClassification (de)":"","MTOPIntentClassification (es)":"","MTOPIntentClassification (fr)":"","MTOPIntentClassification (hi)":"","MTOPIntentClassification (th)":"","MassiveIntentClassification (af)":"","MassiveIntentClassification (am)":"","MassiveIntentClassification (ar)":"","MassiveIntentClassification (az)":"","MassiveIntentClassification (bn)":"","MassiveIntentClassification (cy)":"","MassiveIntentClassification (de)":"","MassiveIntentClassification (el)":"","MassiveIntentClassification (es)":"","MassiveIntentClassification (fa)":"","MassiveIntentClassification (fi)":"","MassiveIntentClassification (fr)":"","MassiveIntentClassification (he)":"","MassiveIntentClassification (hi)":"","MassiveIntentClassification (hu)":"","MassiveIntentClassification (hy)":"","MassiveIntentClassification (id)":"","MassiveIntentClassification (is)":"","MassiveIntentClassification (it)":"","MassiveIntentClassification (ja)":"","MassiveIntentClassification (jv)":"","MassiveIntentClassification (ka)":"","MassiveIntentClassification (km)":"","MassiveIntentClassification (kn)":"","MassiveIntentClassification (ko)":"","MassiveIntentClassification (lv)":"","MassiveIntentClassification (ml)":"","MassiveIntentClassification (mn)":"","MassiveIntentClassification (ms)":"","MassiveIntentClassification (my)":"","MassiveIntentClassification (nl)":"","MassiveIntentClassification (pt)":"","MassiveIntentClassification (ro)":"","MassiveIntentClassification (ru)":"","MassiveIntentClassification (sl)":"","MassiveIntentClassification (sq)":"","MassiveIntentClassification (sw)":"","MassiveIntentClassification (ta)":"","MassiveIntentClassification (te)":"","MassiveIntentClassification (th)":"","MassiveIntentClassification (tl)":"","MassiveIntentClassification (tr)":"","MassiveIntentClassification (ur)":"","MassiveIntentClassification (vi)":"","MassiveIntentClassification (zh-TW)":"","MassiveScenarioClassification (af)":"","MassiveScenarioClassification (am)":"","MassiveScenarioClassification (ar)":"","MassiveScenarioClassification (az)":"","MassiveScenarioClassification (bn)":"","MassiveScenarioClassification (cy)":"","MassiveScenarioClassification (de)":"","MassiveScenarioClassification (el)":"","MassiveScenarioClassification (es)":"","MassiveScenarioClassification (fa)":"","MassiveScenarioClassification (fi)":"","MassiveScenarioClassification (fr)":"","MassiveScenarioClassification (he)":"","MassiveScenarioClassification (hi)":"","MassiveScenarioClassification (hu)":"","MassiveScenarioClassification (hy)":"","MassiveScenarioClassification (id)":"","MassiveScenarioClassification (is)":"","MassiveScenarioClassification (it)":"","MassiveScenarioClassification (ja)":"","MassiveScenarioClassification (jv)":"","MassiveScenarioClassification (ka)":"","MassiveScenarioClassification (km)":"","MassiveScenarioClassification (kn)":"","MassiveScenarioClassification (ko)":"","MassiveScenarioClassification (lv)":"","MassiveScenarioClassification (ml)":"","MassiveScenarioClassification (mn)":"","MassiveScenarioClassification (ms)":"","MassiveScenarioClassification (my)":"","MassiveScenarioClassification (nl)":"","MassiveScenarioClassification (pt)":"","MassiveScenarioClassification (ro)":"","MassiveScenarioClassification (ru)":"","MassiveScenarioClassification (sl)":"","MassiveScenarioClassification (sq)":"","MassiveScenarioClassification (sw)":"","MassiveScenarioClassification (ta)":"","MassiveScenarioClassification (te)":"","MassiveScenarioClassification (th)":"","MassiveScenarioClassification (tl)":"","MassiveScenarioClassification (tr)":"","MassiveScenarioClassification (ur)":"","MassiveScenarioClassification (vi)":"","MassiveScenarioClassification (zh-TW)":""} -{"index":14,"Rank":81,"Model":"gte-Qwen2-1.5B-instruct<\/a>","Model Size (Million Parameters)":1776,"Memory Usage (GB, fp32)":6.62,"Embedding Dimensions":1536,"Max Tokens":131072,"Average":"","AmazonCounterfactualClassification (de)":"","AmazonCounterfactualClassification (ja)":"","AmazonReviewsClassification (de)":"","AmazonReviewsClassification (es)":"","AmazonReviewsClassification (fr)":53.47,"AmazonReviewsClassification (ja)":"","AmazonReviewsClassification (zh)":47.21,"MTOPDomainClassification (de)":"","MTOPDomainClassification (es)":"","MTOPDomainClassification (fr)":93.48,"MTOPDomainClassification (hi)":"","MTOPDomainClassification (th)":"","MTOPIntentClassification (de)":"","MTOPIntentClassification (es)":"","MTOPIntentClassification (fr)":80.23,"MTOPIntentClassification (hi)":"","MTOPIntentClassification (th)":"","MassiveIntentClassification (af)":"","MassiveIntentClassification (am)":"","MassiveIntentClassification (ar)":"","MassiveIntentClassification (az)":"","MassiveIntentClassification (bn)":"","MassiveIntentClassification (cy)":"","MassiveIntentClassification (de)":"","MassiveIntentClassification (el)":"","MassiveIntentClassification (es)":"","MassiveIntentClassification (fa)":"","MassiveIntentClassification (fi)":"","MassiveIntentClassification (fr)":76.65,"MassiveIntentClassification (he)":"","MassiveIntentClassification (hi)":"","MassiveIntentClassification (hu)":"","MassiveIntentClassification (hy)":"","MassiveIntentClassification (id)":"","MassiveIntentClassification (is)":"","MassiveIntentClassification (it)":"","MassiveIntentClassification (ja)":"","MassiveIntentClassification (jv)":"","MassiveIntentClassification (ka)":"","MassiveIntentClassification (km)":"","MassiveIntentClassification (kn)":"","MassiveIntentClassification (ko)":"","MassiveIntentClassification (lv)":"","MassiveIntentClassification (ml)":"","MassiveIntentClassification (mn)":"","MassiveIntentClassification (ms)":"","MassiveIntentClassification (my)":"","MassiveIntentClassification (nl)":"","MassiveIntentClassification (pt)":"","MassiveIntentClassification (ro)":"","MassiveIntentClassification (ru)":"","MassiveIntentClassification (sl)":"","MassiveIntentClassification (sq)":"","MassiveIntentClassification (sw)":"","MassiveIntentClassification (ta)":"","MassiveIntentClassification (te)":"","MassiveIntentClassification (th)":"","MassiveIntentClassification (tl)":"","MassiveIntentClassification (tr)":"","MassiveIntentClassification (ur)":"","MassiveIntentClassification (vi)":"","MassiveIntentClassification (zh-TW)":"","MassiveScenarioClassification (af)":"","MassiveScenarioClassification (am)":"","MassiveScenarioClassification (ar)":"","MassiveScenarioClassification (az)":"","MassiveScenarioClassification (bn)":"","MassiveScenarioClassification (cy)":"","MassiveScenarioClassification (de)":"","MassiveScenarioClassification (el)":"","MassiveScenarioClassification (es)":"","MassiveScenarioClassification (fa)":"","MassiveScenarioClassification (fi)":"","MassiveScenarioClassification (fr)":79.1,"MassiveScenarioClassification (he)":"","MassiveScenarioClassification (hi)":"","MassiveScenarioClassification (hu)":"","MassiveScenarioClassification (hy)":"","MassiveScenarioClassification (id)":"","MassiveScenarioClassification (is)":"","MassiveScenarioClassification (it)":"","MassiveScenarioClassification (ja)":"","MassiveScenarioClassification (jv)":"","MassiveScenarioClassification (ka)":"","MassiveScenarioClassification (km)":"","MassiveScenarioClassification (kn)":"","MassiveScenarioClassification (ko)":"","MassiveScenarioClassification (lv)":"","MassiveScenarioClassification (ml)":"","MassiveScenarioClassification (mn)":"","MassiveScenarioClassification (ms)":"","MassiveScenarioClassification (my)":"","MassiveScenarioClassification (nl)":"","MassiveScenarioClassification (pt)":"","MassiveScenarioClassification (ro)":"","MassiveScenarioClassification (ru)":"","MassiveScenarioClassification (sl)":"","MassiveScenarioClassification (sq)":"","MassiveScenarioClassification (sw)":"","MassiveScenarioClassification (ta)":"","MassiveScenarioClassification (te)":"","MassiveScenarioClassification (th)":"","MassiveScenarioClassification (tl)":"","MassiveScenarioClassification (tr)":"","MassiveScenarioClassification (ur)":"","MassiveScenarioClassification (vi)":"","MassiveScenarioClassification (zh-TW)":""} -{"index":16,"Rank":82,"Model":"gte-multilingual-base<\/a>","Model Size (Million Parameters)":305,"Memory Usage (GB, fp32)":1.14,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","AmazonCounterfactualClassification (de)":"","AmazonCounterfactualClassification (ja)":"","AmazonReviewsClassification (de)":40.11,"AmazonReviewsClassification (es)":40.17,"AmazonReviewsClassification (fr)":39.57,"AmazonReviewsClassification (ja)":35.75,"AmazonReviewsClassification (zh)":33.34,"MTOPDomainClassification (de)":88.27,"MTOPDomainClassification (es)":90.88,"MTOPDomainClassification (fr)":87.49,"MTOPDomainClassification (hi)":89.45,"MTOPDomainClassification (th)":83.46,"MTOPIntentClassification (de)":63.51,"MTOPIntentClassification (es)":71.66,"MTOPIntentClassification (fr)":64.06,"MTOPIntentClassification (hi)":65.27,"MTOPIntentClassification (th)":63.05,"MassiveIntentClassification (af)":57.95,"MassiveIntentClassification (am)":49.27,"MassiveIntentClassification (ar)":55.49,"MassiveIntentClassification (az)":60.98,"MassiveIntentClassification (bn)":57.57,"MassiveIntentClassification (cy)":48.35,"MassiveIntentClassification (de)":62.55,"MassiveIntentClassification (el)":63.09,"MassiveIntentClassification (es)":67.41,"MassiveIntentClassification (fa)":65.6,"MassiveIntentClassification (fi)":62.91,"MassiveIntentClassification (fr)":67.92,"MassiveIntentClassification (he)":55.2,"MassiveIntentClassification (hi)":65.04,"MassiveIntentClassification (hu)":63.31,"MassiveIntentClassification (hy)":55.52,"MassiveIntentClassification (id)":66.06,"MassiveIntentClassification (is)":56.02,"MassiveIntentClassification (it)":67.28,"MassiveIntentClassification (ja)":66.8,"MassiveIntentClassification (jv)":50.18,"MassiveIntentClassification (ka)":47.89,"MassiveIntentClassification (km)":50.8,"MassiveIntentClassification (kn)":57.23,"MassiveIntentClassification (ko)":64.59,"MassiveIntentClassification (lv)":59.08,"MassiveIntentClassification (ml)":59.55,"MassiveIntentClassification (mn)":53.44,"MassiveIntentClassification (ms)":61.65,"MassiveIntentClassification (my)":53.46,"MassiveIntentClassification (nl)":66.36,"MassiveIntentClassification (pt)":68.07,"MassiveIntentClassification (ro)":63.12,"MassiveIntentClassification (ru)":67.46,"MassiveIntentClassification (sl)":60.54,"MassiveIntentClassification (sq)":58.2,"MassiveIntentClassification (sw)":51.68,"MassiveIntentClassification (ta)":58.52,"MassiveIntentClassification (te)":58.53,"MassiveIntentClassification (th)":61.88,"MassiveIntentClassification (tl)":56.65,"MassiveIntentClassification (tr)":64.85,"MassiveIntentClassification (ur)":58.62,"MassiveIntentClassification (vi)":64.16,"MassiveIntentClassification (zh-TW)":64.17,"MassiveScenarioClassification (af)":64.9,"MassiveScenarioClassification (am)":57.28,"MassiveScenarioClassification (ar)":62.27,"MassiveScenarioClassification (az)":65.1,"MassiveScenarioClassification (bn)":62.41,"MassiveScenarioClassification (cy)":55.37,"MassiveScenarioClassification (de)":70.3,"MassiveScenarioClassification (el)":69.53,"MassiveScenarioClassification (es)":72.45,"MassiveScenarioClassification (fa)":70.27,"MassiveScenarioClassification (fi)":67.21,"MassiveScenarioClassification (fr)":72.65,"MassiveScenarioClassification (he)":61.7,"MassiveScenarioClassification (hi)":70.14,"MassiveScenarioClassification (hu)":70.51,"MassiveScenarioClassification (hy)":60.14,"MassiveScenarioClassification (id)":70.62,"MassiveScenarioClassification (is)":61.53,"MassiveScenarioClassification (it)":72.0,"MassiveScenarioClassification (ja)":71.59,"MassiveScenarioClassification (jv)":57.01,"MassiveScenarioClassification (ka)":53.26,"MassiveScenarioClassification (km)":57.8,"MassiveScenarioClassification (kn)":62.39,"MassiveScenarioClassification (ko)":69.54,"MassiveScenarioClassification (lv)":63.37,"MassiveScenarioClassification (ml)":64.82,"MassiveScenarioClassification (mn)":59.35,"MassiveScenarioClassification (ms)":66.68,"MassiveScenarioClassification (my)":59.43,"MassiveScenarioClassification (nl)":71.96,"MassiveScenarioClassification (pt)":71.87,"MassiveScenarioClassification (ro)":68.51,"MassiveScenarioClassification (ru)":71.65,"MassiveScenarioClassification (sl)":66.82,"MassiveScenarioClassification (sq)":65.26,"MassiveScenarioClassification (sw)":58.3,"MassiveScenarioClassification (ta)":62.73,"MassiveScenarioClassification (te)":66.58,"MassiveScenarioClassification (th)":68.23,"MassiveScenarioClassification (tl)":61.97,"MassiveScenarioClassification (tr)":70.73,"MassiveScenarioClassification (ur)":63.16,"MassiveScenarioClassification (vi)":67.92,"MassiveScenarioClassification (zh-TW)":71.61} -{"index":18,"Rank":83,"Model":"tao<\/a>","Model Size (Million Parameters)":163,"Memory Usage (GB, fp32)":0.61,"Embedding Dimensions":1024,"Max Tokens":1024,"Average":"","AmazonCounterfactualClassification (de)":"","AmazonCounterfactualClassification (ja)":"","AmazonReviewsClassification (de)":"","AmazonReviewsClassification (es)":"","AmazonReviewsClassification (fr)":"","AmazonReviewsClassification (ja)":"","AmazonReviewsClassification (zh)":40.81,"MTOPDomainClassification (de)":"","MTOPDomainClassification (es)":"","MTOPDomainClassification (fr)":"","MTOPDomainClassification (hi)":"","MTOPDomainClassification (th)":"","MTOPIntentClassification (de)":"","MTOPIntentClassification (es)":"","MTOPIntentClassification (fr)":"","MTOPIntentClassification (hi)":"","MTOPIntentClassification (th)":"","MassiveIntentClassification (af)":"","MassiveIntentClassification (am)":"","MassiveIntentClassification (ar)":"","MassiveIntentClassification (az)":"","MassiveIntentClassification (bn)":"","MassiveIntentClassification (cy)":"","MassiveIntentClassification (de)":"","MassiveIntentClassification (el)":"","MassiveIntentClassification (es)":"","MassiveIntentClassification (fa)":"","MassiveIntentClassification (fi)":"","MassiveIntentClassification (fr)":"","MassiveIntentClassification (he)":"","MassiveIntentClassification (hi)":"","MassiveIntentClassification (hu)":"","MassiveIntentClassification (hy)":"","MassiveIntentClassification (id)":"","MassiveIntentClassification (is)":"","MassiveIntentClassification (it)":"","MassiveIntentClassification (ja)":"","MassiveIntentClassification (jv)":"","MassiveIntentClassification (ka)":"","MassiveIntentClassification (km)":"","MassiveIntentClassification (kn)":"","MassiveIntentClassification (ko)":"","MassiveIntentClassification (lv)":"","MassiveIntentClassification (ml)":"","MassiveIntentClassification (mn)":"","MassiveIntentClassification (ms)":"","MassiveIntentClassification (my)":"","MassiveIntentClassification (nl)":"","MassiveIntentClassification (pt)":"","MassiveIntentClassification (ro)":"","MassiveIntentClassification (ru)":"","MassiveIntentClassification (sl)":"","MassiveIntentClassification (sq)":"","MassiveIntentClassification (sw)":"","MassiveIntentClassification (ta)":"","MassiveIntentClassification (te)":"","MassiveIntentClassification (th)":"","MassiveIntentClassification (tl)":"","MassiveIntentClassification (tr)":"","MassiveIntentClassification (ur)":"","MassiveIntentClassification (vi)":"","MassiveIntentClassification (zh-TW)":"","MassiveScenarioClassification (af)":"","MassiveScenarioClassification (am)":"","MassiveScenarioClassification (ar)":"","MassiveScenarioClassification (az)":"","MassiveScenarioClassification (bn)":"","MassiveScenarioClassification (cy)":"","MassiveScenarioClassification (de)":"","MassiveScenarioClassification (el)":"","MassiveScenarioClassification (es)":"","MassiveScenarioClassification (fa)":"","MassiveScenarioClassification (fi)":"","MassiveScenarioClassification (fr)":"","MassiveScenarioClassification (he)":"","MassiveScenarioClassification (hi)":"","MassiveScenarioClassification (hu)":"","MassiveScenarioClassification (hy)":"","MassiveScenarioClassification (id)":"","MassiveScenarioClassification (is)":"","MassiveScenarioClassification (it)":"","MassiveScenarioClassification (ja)":"","MassiveScenarioClassification (jv)":"","MassiveScenarioClassification (ka)":"","MassiveScenarioClassification (km)":"","MassiveScenarioClassification (kn)":"","MassiveScenarioClassification (ko)":"","MassiveScenarioClassification (lv)":"","MassiveScenarioClassification (ml)":"","MassiveScenarioClassification (mn)":"","MassiveScenarioClassification (ms)":"","MassiveScenarioClassification (my)":"","MassiveScenarioClassification (nl)":"","MassiveScenarioClassification (pt)":"","MassiveScenarioClassification (ro)":"","MassiveScenarioClassification (ru)":"","MassiveScenarioClassification (sl)":"","MassiveScenarioClassification (sq)":"","MassiveScenarioClassification (sw)":"","MassiveScenarioClassification (ta)":"","MassiveScenarioClassification (te)":"","MassiveScenarioClassification (th)":"","MassiveScenarioClassification (tl)":"","MassiveScenarioClassification (tr)":"","MassiveScenarioClassification (ur)":"","MassiveScenarioClassification (vi)":"","MassiveScenarioClassification (zh-TW)":""} -{"index":19,"Rank":84,"Model":"tao-8k<\/a>","Model Size (Million Parameters)":167,"Memory Usage (GB, fp32)":0.62,"Embedding Dimensions":1024,"Max Tokens":8192,"Average":"","AmazonCounterfactualClassification (de)":"","AmazonCounterfactualClassification (ja)":"","AmazonReviewsClassification (de)":"","AmazonReviewsClassification (es)":"","AmazonReviewsClassification (fr)":"","AmazonReviewsClassification (ja)":"","AmazonReviewsClassification (zh)":40.8,"MTOPDomainClassification (de)":"","MTOPDomainClassification (es)":"","MTOPDomainClassification (fr)":"","MTOPDomainClassification (hi)":"","MTOPDomainClassification (th)":"","MTOPIntentClassification (de)":"","MTOPIntentClassification (es)":"","MTOPIntentClassification (fr)":"","MTOPIntentClassification (hi)":"","MTOPIntentClassification (th)":"","MassiveIntentClassification (af)":"","MassiveIntentClassification (am)":"","MassiveIntentClassification (ar)":"","MassiveIntentClassification (az)":"","MassiveIntentClassification (bn)":"","MassiveIntentClassification (cy)":"","MassiveIntentClassification (de)":"","MassiveIntentClassification (el)":"","MassiveIntentClassification (es)":"","MassiveIntentClassification (fa)":"","MassiveIntentClassification (fi)":"","MassiveIntentClassification (fr)":"","MassiveIntentClassification (he)":"","MassiveIntentClassification (hi)":"","MassiveIntentClassification (hu)":"","MassiveIntentClassification (hy)":"","MassiveIntentClassification (id)":"","MassiveIntentClassification (is)":"","MassiveIntentClassification (it)":"","MassiveIntentClassification (ja)":"","MassiveIntentClassification (jv)":"","MassiveIntentClassification (ka)":"","MassiveIntentClassification (km)":"","MassiveIntentClassification (kn)":"","MassiveIntentClassification (ko)":"","MassiveIntentClassification (lv)":"","MassiveIntentClassification (ml)":"","MassiveIntentClassification (mn)":"","MassiveIntentClassification (ms)":"","MassiveIntentClassification (my)":"","MassiveIntentClassification (nl)":"","MassiveIntentClassification (pt)":"","MassiveIntentClassification (ro)":"","MassiveIntentClassification (ru)":"","MassiveIntentClassification (sl)":"","MassiveIntentClassification (sq)":"","MassiveIntentClassification (sw)":"","MassiveIntentClassification (ta)":"","MassiveIntentClassification (te)":"","MassiveIntentClassification (th)":"","MassiveIntentClassification (tl)":"","MassiveIntentClassification (tr)":"","MassiveIntentClassification (ur)":"","MassiveIntentClassification (vi)":"","MassiveIntentClassification (zh-TW)":"","MassiveScenarioClassification (af)":"","MassiveScenarioClassification (am)":"","MassiveScenarioClassification (ar)":"","MassiveScenarioClassification (az)":"","MassiveScenarioClassification (bn)":"","MassiveScenarioClassification (cy)":"","MassiveScenarioClassification (de)":"","MassiveScenarioClassification (el)":"","MassiveScenarioClassification (es)":"","MassiveScenarioClassification (fa)":"","MassiveScenarioClassification (fi)":"","MassiveScenarioClassification (fr)":"","MassiveScenarioClassification (he)":"","MassiveScenarioClassification (hi)":"","MassiveScenarioClassification (hu)":"","MassiveScenarioClassification (hy)":"","MassiveScenarioClassification (id)":"","MassiveScenarioClassification (is)":"","MassiveScenarioClassification (it)":"","MassiveScenarioClassification (ja)":"","MassiveScenarioClassification (jv)":"","MassiveScenarioClassification (ka)":"","MassiveScenarioClassification (km)":"","MassiveScenarioClassification (kn)":"","MassiveScenarioClassification (ko)":"","MassiveScenarioClassification (lv)":"","MassiveScenarioClassification (ml)":"","MassiveScenarioClassification (mn)":"","MassiveScenarioClassification (ms)":"","MassiveScenarioClassification (my)":"","MassiveScenarioClassification (nl)":"","MassiveScenarioClassification (pt)":"","MassiveScenarioClassification (ro)":"","MassiveScenarioClassification (ru)":"","MassiveScenarioClassification (sl)":"","MassiveScenarioClassification (sq)":"","MassiveScenarioClassification (sw)":"","MassiveScenarioClassification (ta)":"","MassiveScenarioClassification (te)":"","MassiveScenarioClassification (th)":"","MassiveScenarioClassification (tl)":"","MassiveScenarioClassification (tr)":"","MassiveScenarioClassification (ur)":"","MassiveScenarioClassification (vi)":"","MassiveScenarioClassification (zh-TW)":""} -{"index":20,"Rank":85,"Model":"jina-embeddings-v2-base-es-Q2_K-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","AmazonCounterfactualClassification (de)":"","AmazonCounterfactualClassification (ja)":"","AmazonReviewsClassification (de)":"","AmazonReviewsClassification (es)":38.68,"AmazonReviewsClassification (fr)":"","AmazonReviewsClassification (ja)":"","AmazonReviewsClassification (zh)":"","MTOPDomainClassification (de)":"","MTOPDomainClassification (es)":89.89,"MTOPDomainClassification (fr)":"","MTOPDomainClassification (hi)":"","MTOPDomainClassification (th)":"","MTOPIntentClassification (de)":"","MTOPIntentClassification (es)":68.76,"MTOPIntentClassification (fr)":"","MTOPIntentClassification (hi)":"","MTOPIntentClassification (th)":"","MassiveIntentClassification (af)":"","MassiveIntentClassification (am)":"","MassiveIntentClassification (ar)":"","MassiveIntentClassification (az)":"","MassiveIntentClassification (bn)":"","MassiveIntentClassification (cy)":"","MassiveIntentClassification (de)":"","MassiveIntentClassification (el)":"","MassiveIntentClassification (es)":66.93,"MassiveIntentClassification (fa)":"","MassiveIntentClassification (fi)":"","MassiveIntentClassification (fr)":"","MassiveIntentClassification (he)":"","MassiveIntentClassification (hi)":"","MassiveIntentClassification (hu)":"","MassiveIntentClassification (hy)":"","MassiveIntentClassification (id)":"","MassiveIntentClassification (is)":"","MassiveIntentClassification (it)":"","MassiveIntentClassification (ja)":"","MassiveIntentClassification (jv)":"","MassiveIntentClassification (ka)":"","MassiveIntentClassification (km)":"","MassiveIntentClassification (kn)":"","MassiveIntentClassification (ko)":"","MassiveIntentClassification (lv)":"","MassiveIntentClassification (ml)":"","MassiveIntentClassification (mn)":"","MassiveIntentClassification (ms)":"","MassiveIntentClassification (my)":"","MassiveIntentClassification (nl)":"","MassiveIntentClassification (pt)":"","MassiveIntentClassification (ro)":"","MassiveIntentClassification (ru)":"","MassiveIntentClassification (sl)":"","MassiveIntentClassification (sq)":"","MassiveIntentClassification (sw)":"","MassiveIntentClassification (ta)":"","MassiveIntentClassification (te)":"","MassiveIntentClassification (th)":"","MassiveIntentClassification (tl)":"","MassiveIntentClassification (tr)":"","MassiveIntentClassification (ur)":"","MassiveIntentClassification (vi)":"","MassiveIntentClassification (zh-TW)":"","MassiveScenarioClassification (af)":"","MassiveScenarioClassification (am)":"","MassiveScenarioClassification (ar)":"","MassiveScenarioClassification (az)":"","MassiveScenarioClassification (bn)":"","MassiveScenarioClassification (cy)":"","MassiveScenarioClassification (de)":"","MassiveScenarioClassification (el)":"","MassiveScenarioClassification (es)":71.23,"MassiveScenarioClassification (fa)":"","MassiveScenarioClassification (fi)":"","MassiveScenarioClassification (fr)":"","MassiveScenarioClassification (he)":"","MassiveScenarioClassification (hi)":"","MassiveScenarioClassification (hu)":"","MassiveScenarioClassification (hy)":"","MassiveScenarioClassification (id)":"","MassiveScenarioClassification (is)":"","MassiveScenarioClassification (it)":"","MassiveScenarioClassification (ja)":"","MassiveScenarioClassification (jv)":"","MassiveScenarioClassification (ka)":"","MassiveScenarioClassification (km)":"","MassiveScenarioClassification (kn)":"","MassiveScenarioClassification (ko)":"","MassiveScenarioClassification (lv)":"","MassiveScenarioClassification (ml)":"","MassiveScenarioClassification (mn)":"","MassiveScenarioClassification (ms)":"","MassiveScenarioClassification (my)":"","MassiveScenarioClassification (nl)":"","MassiveScenarioClassification (pt)":"","MassiveScenarioClassification (ro)":"","MassiveScenarioClassification (ru)":"","MassiveScenarioClassification (sl)":"","MassiveScenarioClassification (sq)":"","MassiveScenarioClassification (sw)":"","MassiveScenarioClassification (ta)":"","MassiveScenarioClassification (te)":"","MassiveScenarioClassification (th)":"","MassiveScenarioClassification (tl)":"","MassiveScenarioClassification (tr)":"","MassiveScenarioClassification (ur)":"","MassiveScenarioClassification (vi)":"","MassiveScenarioClassification (zh-TW)":""} -{"index":21,"Rank":86,"Model":"jina-embeddings-v2-base-es-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","AmazonCounterfactualClassification (de)":"","AmazonCounterfactualClassification (ja)":"","AmazonReviewsClassification (de)":"","AmazonReviewsClassification (es)":38.68,"AmazonReviewsClassification (fr)":"","AmazonReviewsClassification (ja)":"","AmazonReviewsClassification (zh)":"","MTOPDomainClassification (de)":"","MTOPDomainClassification (es)":89.89,"MTOPDomainClassification (fr)":"","MTOPDomainClassification (hi)":"","MTOPDomainClassification (th)":"","MTOPIntentClassification (de)":"","MTOPIntentClassification (es)":68.76,"MTOPIntentClassification (fr)":"","MTOPIntentClassification (hi)":"","MTOPIntentClassification (th)":"","MassiveIntentClassification (af)":"","MassiveIntentClassification (am)":"","MassiveIntentClassification (ar)":"","MassiveIntentClassification (az)":"","MassiveIntentClassification (bn)":"","MassiveIntentClassification (cy)":"","MassiveIntentClassification (de)":"","MassiveIntentClassification (el)":"","MassiveIntentClassification (es)":66.93,"MassiveIntentClassification (fa)":"","MassiveIntentClassification (fi)":"","MassiveIntentClassification (fr)":"","MassiveIntentClassification (he)":"","MassiveIntentClassification (hi)":"","MassiveIntentClassification (hu)":"","MassiveIntentClassification (hy)":"","MassiveIntentClassification (id)":"","MassiveIntentClassification (is)":"","MassiveIntentClassification (it)":"","MassiveIntentClassification (ja)":"","MassiveIntentClassification (jv)":"","MassiveIntentClassification (ka)":"","MassiveIntentClassification (km)":"","MassiveIntentClassification (kn)":"","MassiveIntentClassification (ko)":"","MassiveIntentClassification (lv)":"","MassiveIntentClassification (ml)":"","MassiveIntentClassification (mn)":"","MassiveIntentClassification (ms)":"","MassiveIntentClassification (my)":"","MassiveIntentClassification (nl)":"","MassiveIntentClassification (pt)":"","MassiveIntentClassification (ro)":"","MassiveIntentClassification (ru)":"","MassiveIntentClassification (sl)":"","MassiveIntentClassification (sq)":"","MassiveIntentClassification (sw)":"","MassiveIntentClassification (ta)":"","MassiveIntentClassification (te)":"","MassiveIntentClassification (th)":"","MassiveIntentClassification (tl)":"","MassiveIntentClassification (tr)":"","MassiveIntentClassification (ur)":"","MassiveIntentClassification (vi)":"","MassiveIntentClassification (zh-TW)":"","MassiveScenarioClassification (af)":"","MassiveScenarioClassification (am)":"","MassiveScenarioClassification (ar)":"","MassiveScenarioClassification (az)":"","MassiveScenarioClassification (bn)":"","MassiveScenarioClassification (cy)":"","MassiveScenarioClassification (de)":"","MassiveScenarioClassification (el)":"","MassiveScenarioClassification (es)":71.23,"MassiveScenarioClassification (fa)":"","MassiveScenarioClassification (fi)":"","MassiveScenarioClassification (fr)":"","MassiveScenarioClassification (he)":"","MassiveScenarioClassification (hi)":"","MassiveScenarioClassification (hu)":"","MassiveScenarioClassification (hy)":"","MassiveScenarioClassification (id)":"","MassiveScenarioClassification (is)":"","MassiveScenarioClassification (it)":"","MassiveScenarioClassification (ja)":"","MassiveScenarioClassification (jv)":"","MassiveScenarioClassification (ka)":"","MassiveScenarioClassification (km)":"","MassiveScenarioClassification (kn)":"","MassiveScenarioClassification (ko)":"","MassiveScenarioClassification (lv)":"","MassiveScenarioClassification (ml)":"","MassiveScenarioClassification (mn)":"","MassiveScenarioClassification (ms)":"","MassiveScenarioClassification (my)":"","MassiveScenarioClassification (nl)":"","MassiveScenarioClassification (pt)":"","MassiveScenarioClassification (ro)":"","MassiveScenarioClassification (ru)":"","MassiveScenarioClassification (sl)":"","MassiveScenarioClassification (sq)":"","MassiveScenarioClassification (sw)":"","MassiveScenarioClassification (ta)":"","MassiveScenarioClassification (te)":"","MassiveScenarioClassification (th)":"","MassiveScenarioClassification (tl)":"","MassiveScenarioClassification (tr)":"","MassiveScenarioClassification (ur)":"","MassiveScenarioClassification (vi)":"","MassiveScenarioClassification (zh-TW)":""} -{"index":22,"Rank":87,"Model":"jina-embeddings-v2-base-zh-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","AmazonCounterfactualClassification (de)":"","AmazonCounterfactualClassification (ja)":"","AmazonReviewsClassification (de)":"","AmazonReviewsClassification (es)":"","AmazonReviewsClassification (fr)":"","AmazonReviewsClassification (ja)":"","AmazonReviewsClassification (zh)":34.94,"MTOPDomainClassification (de)":"","MTOPDomainClassification (es)":"","MTOPDomainClassification (fr)":"","MTOPDomainClassification (hi)":"","MTOPDomainClassification (th)":"","MTOPIntentClassification (de)":"","MTOPIntentClassification (es)":"","MTOPIntentClassification (fr)":"","MTOPIntentClassification (hi)":"","MTOPIntentClassification (th)":"","MassiveIntentClassification (af)":"","MassiveIntentClassification (am)":"","MassiveIntentClassification (ar)":"","MassiveIntentClassification (az)":"","MassiveIntentClassification (bn)":"","MassiveIntentClassification (cy)":"","MassiveIntentClassification (de)":"","MassiveIntentClassification (el)":"","MassiveIntentClassification (es)":"","MassiveIntentClassification (fa)":"","MassiveIntentClassification (fi)":"","MassiveIntentClassification (fr)":"","MassiveIntentClassification (he)":"","MassiveIntentClassification (hi)":"","MassiveIntentClassification (hu)":"","MassiveIntentClassification (hy)":"","MassiveIntentClassification (id)":"","MassiveIntentClassification (is)":"","MassiveIntentClassification (it)":"","MassiveIntentClassification (ja)":"","MassiveIntentClassification (jv)":"","MassiveIntentClassification (ka)":"","MassiveIntentClassification (km)":"","MassiveIntentClassification (kn)":"","MassiveIntentClassification (ko)":"","MassiveIntentClassification (lv)":"","MassiveIntentClassification (ml)":"","MassiveIntentClassification (mn)":"","MassiveIntentClassification (ms)":"","MassiveIntentClassification (my)":"","MassiveIntentClassification (nl)":"","MassiveIntentClassification (pt)":"","MassiveIntentClassification (ro)":"","MassiveIntentClassification (ru)":"","MassiveIntentClassification (sl)":"","MassiveIntentClassification (sq)":"","MassiveIntentClassification (sw)":"","MassiveIntentClassification (ta)":"","MassiveIntentClassification (te)":"","MassiveIntentClassification (th)":"","MassiveIntentClassification (tl)":"","MassiveIntentClassification (tr)":"","MassiveIntentClassification (ur)":"","MassiveIntentClassification (vi)":"","MassiveIntentClassification (zh-TW)":"","MassiveScenarioClassification (af)":"","MassiveScenarioClassification (am)":"","MassiveScenarioClassification (ar)":"","MassiveScenarioClassification (az)":"","MassiveScenarioClassification (bn)":"","MassiveScenarioClassification (cy)":"","MassiveScenarioClassification (de)":"","MassiveScenarioClassification (el)":"","MassiveScenarioClassification (es)":"","MassiveScenarioClassification (fa)":"","MassiveScenarioClassification (fi)":"","MassiveScenarioClassification (fr)":"","MassiveScenarioClassification (he)":"","MassiveScenarioClassification (hi)":"","MassiveScenarioClassification (hu)":"","MassiveScenarioClassification (hy)":"","MassiveScenarioClassification (id)":"","MassiveScenarioClassification (is)":"","MassiveScenarioClassification (it)":"","MassiveScenarioClassification (ja)":"","MassiveScenarioClassification (jv)":"","MassiveScenarioClassification (ka)":"","MassiveScenarioClassification (km)":"","MassiveScenarioClassification (kn)":"","MassiveScenarioClassification (ko)":"","MassiveScenarioClassification (lv)":"","MassiveScenarioClassification (ml)":"","MassiveScenarioClassification (mn)":"","MassiveScenarioClassification (ms)":"","MassiveScenarioClassification (my)":"","MassiveScenarioClassification (nl)":"","MassiveScenarioClassification (pt)":"","MassiveScenarioClassification (ro)":"","MassiveScenarioClassification (ru)":"","MassiveScenarioClassification (sl)":"","MassiveScenarioClassification (sq)":"","MassiveScenarioClassification (sw)":"","MassiveScenarioClassification (ta)":"","MassiveScenarioClassification (te)":"","MassiveScenarioClassification (th)":"","MassiveScenarioClassification (tl)":"","MassiveScenarioClassification (tr)":"","MassiveScenarioClassification (ur)":"","MassiveScenarioClassification (vi)":"","MassiveScenarioClassification (zh-TW)":""} -{"index":23,"Rank":88,"Model":"jina-embeddings-v2-base-zh-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","AmazonCounterfactualClassification (de)":"","AmazonCounterfactualClassification (ja)":"","AmazonReviewsClassification (de)":"","AmazonReviewsClassification (es)":"","AmazonReviewsClassification (fr)":"","AmazonReviewsClassification (ja)":"","AmazonReviewsClassification (zh)":34.94,"MTOPDomainClassification (de)":"","MTOPDomainClassification (es)":"","MTOPDomainClassification (fr)":"","MTOPDomainClassification (hi)":"","MTOPDomainClassification (th)":"","MTOPIntentClassification (de)":"","MTOPIntentClassification (es)":"","MTOPIntentClassification (fr)":"","MTOPIntentClassification (hi)":"","MTOPIntentClassification (th)":"","MassiveIntentClassification (af)":"","MassiveIntentClassification (am)":"","MassiveIntentClassification (ar)":"","MassiveIntentClassification (az)":"","MassiveIntentClassification (bn)":"","MassiveIntentClassification (cy)":"","MassiveIntentClassification (de)":"","MassiveIntentClassification (el)":"","MassiveIntentClassification (es)":"","MassiveIntentClassification (fa)":"","MassiveIntentClassification (fi)":"","MassiveIntentClassification (fr)":"","MassiveIntentClassification (he)":"","MassiveIntentClassification (hi)":"","MassiveIntentClassification (hu)":"","MassiveIntentClassification (hy)":"","MassiveIntentClassification (id)":"","MassiveIntentClassification (is)":"","MassiveIntentClassification (it)":"","MassiveIntentClassification (ja)":"","MassiveIntentClassification (jv)":"","MassiveIntentClassification (ka)":"","MassiveIntentClassification (km)":"","MassiveIntentClassification (kn)":"","MassiveIntentClassification (ko)":"","MassiveIntentClassification (lv)":"","MassiveIntentClassification (ml)":"","MassiveIntentClassification (mn)":"","MassiveIntentClassification (ms)":"","MassiveIntentClassification (my)":"","MassiveIntentClassification (nl)":"","MassiveIntentClassification (pt)":"","MassiveIntentClassification (ro)":"","MassiveIntentClassification (ru)":"","MassiveIntentClassification (sl)":"","MassiveIntentClassification (sq)":"","MassiveIntentClassification (sw)":"","MassiveIntentClassification (ta)":"","MassiveIntentClassification (te)":"","MassiveIntentClassification (th)":"","MassiveIntentClassification (tl)":"","MassiveIntentClassification (tr)":"","MassiveIntentClassification (ur)":"","MassiveIntentClassification (vi)":"","MassiveIntentClassification (zh-TW)":"","MassiveScenarioClassification (af)":"","MassiveScenarioClassification (am)":"","MassiveScenarioClassification (ar)":"","MassiveScenarioClassification (az)":"","MassiveScenarioClassification (bn)":"","MassiveScenarioClassification (cy)":"","MassiveScenarioClassification (de)":"","MassiveScenarioClassification (el)":"","MassiveScenarioClassification (es)":"","MassiveScenarioClassification (fa)":"","MassiveScenarioClassification (fi)":"","MassiveScenarioClassification (fr)":"","MassiveScenarioClassification (he)":"","MassiveScenarioClassification (hi)":"","MassiveScenarioClassification (hu)":"","MassiveScenarioClassification (hy)":"","MassiveScenarioClassification (id)":"","MassiveScenarioClassification (is)":"","MassiveScenarioClassification (it)":"","MassiveScenarioClassification (ja)":"","MassiveScenarioClassification (jv)":"","MassiveScenarioClassification (ka)":"","MassiveScenarioClassification (km)":"","MassiveScenarioClassification (kn)":"","MassiveScenarioClassification (ko)":"","MassiveScenarioClassification (lv)":"","MassiveScenarioClassification (ml)":"","MassiveScenarioClassification (mn)":"","MassiveScenarioClassification (ms)":"","MassiveScenarioClassification (my)":"","MassiveScenarioClassification (nl)":"","MassiveScenarioClassification (pt)":"","MassiveScenarioClassification (ro)":"","MassiveScenarioClassification (ru)":"","MassiveScenarioClassification (sl)":"","MassiveScenarioClassification (sq)":"","MassiveScenarioClassification (sw)":"","MassiveScenarioClassification (ta)":"","MassiveScenarioClassification (te)":"","MassiveScenarioClassification (th)":"","MassiveScenarioClassification (tl)":"","MassiveScenarioClassification (tr)":"","MassiveScenarioClassification (ur)":"","MassiveScenarioClassification (vi)":"","MassiveScenarioClassification (zh-TW)":""} -{"index":25,"Rank":89,"Model":"bge-base-zh-v1.5<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AmazonCounterfactualClassification (de)":"","AmazonCounterfactualClassification (ja)":"","AmazonReviewsClassification (de)":"","AmazonReviewsClassification (es)":"","AmazonReviewsClassification (fr)":"","AmazonReviewsClassification (ja)":"","AmazonReviewsClassification (zh)":40.15,"MTOPDomainClassification (de)":"","MTOPDomainClassification (es)":"","MTOPDomainClassification (fr)":"","MTOPDomainClassification (hi)":"","MTOPDomainClassification (th)":"","MTOPIntentClassification (de)":"","MTOPIntentClassification (es)":"","MTOPIntentClassification (fr)":"","MTOPIntentClassification (hi)":"","MTOPIntentClassification (th)":"","MassiveIntentClassification (af)":"","MassiveIntentClassification (am)":"","MassiveIntentClassification (ar)":"","MassiveIntentClassification (az)":"","MassiveIntentClassification (bn)":"","MassiveIntentClassification (cy)":"","MassiveIntentClassification (de)":"","MassiveIntentClassification (el)":"","MassiveIntentClassification (es)":"","MassiveIntentClassification (fa)":"","MassiveIntentClassification (fi)":"","MassiveIntentClassification (fr)":"","MassiveIntentClassification (he)":"","MassiveIntentClassification (hi)":"","MassiveIntentClassification (hu)":"","MassiveIntentClassification (hy)":"","MassiveIntentClassification (id)":"","MassiveIntentClassification (is)":"","MassiveIntentClassification (it)":"","MassiveIntentClassification (ja)":"","MassiveIntentClassification (jv)":"","MassiveIntentClassification (ka)":"","MassiveIntentClassification (km)":"","MassiveIntentClassification (kn)":"","MassiveIntentClassification (ko)":"","MassiveIntentClassification (lv)":"","MassiveIntentClassification (ml)":"","MassiveIntentClassification (mn)":"","MassiveIntentClassification (ms)":"","MassiveIntentClassification (my)":"","MassiveIntentClassification (nl)":"","MassiveIntentClassification (pt)":"","MassiveIntentClassification (ro)":"","MassiveIntentClassification (ru)":"","MassiveIntentClassification (sl)":"","MassiveIntentClassification (sq)":"","MassiveIntentClassification (sw)":"","MassiveIntentClassification (ta)":"","MassiveIntentClassification (te)":"","MassiveIntentClassification (th)":"","MassiveIntentClassification (tl)":"","MassiveIntentClassification (tr)":"","MassiveIntentClassification (ur)":"","MassiveIntentClassification (vi)":"","MassiveIntentClassification (zh-TW)":"","MassiveScenarioClassification (af)":"","MassiveScenarioClassification (am)":"","MassiveScenarioClassification (ar)":"","MassiveScenarioClassification (az)":"","MassiveScenarioClassification (bn)":"","MassiveScenarioClassification (cy)":"","MassiveScenarioClassification (de)":"","MassiveScenarioClassification (el)":"","MassiveScenarioClassification (es)":"","MassiveScenarioClassification (fa)":"","MassiveScenarioClassification (fi)":"","MassiveScenarioClassification (fr)":"","MassiveScenarioClassification (he)":"","MassiveScenarioClassification (hi)":"","MassiveScenarioClassification (hu)":"","MassiveScenarioClassification (hy)":"","MassiveScenarioClassification (id)":"","MassiveScenarioClassification (is)":"","MassiveScenarioClassification (it)":"","MassiveScenarioClassification (ja)":"","MassiveScenarioClassification (jv)":"","MassiveScenarioClassification (ka)":"","MassiveScenarioClassification (km)":"","MassiveScenarioClassification (kn)":"","MassiveScenarioClassification (ko)":"","MassiveScenarioClassification (lv)":"","MassiveScenarioClassification (ml)":"","MassiveScenarioClassification (mn)":"","MassiveScenarioClassification (ms)":"","MassiveScenarioClassification (my)":"","MassiveScenarioClassification (nl)":"","MassiveScenarioClassification (pt)":"","MassiveScenarioClassification (ro)":"","MassiveScenarioClassification (ru)":"","MassiveScenarioClassification (sl)":"","MassiveScenarioClassification (sq)":"","MassiveScenarioClassification (sw)":"","MassiveScenarioClassification (ta)":"","MassiveScenarioClassification (te)":"","MassiveScenarioClassification (th)":"","MassiveScenarioClassification (tl)":"","MassiveScenarioClassification (tr)":"","MassiveScenarioClassification (ur)":"","MassiveScenarioClassification (vi)":"","MassiveScenarioClassification (zh-TW)":""} -{"index":27,"Rank":90,"Model":"bge-large-zh-noinstruct<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","AmazonCounterfactualClassification (de)":"","AmazonCounterfactualClassification (ja)":"","AmazonReviewsClassification (de)":"","AmazonReviewsClassification (es)":"","AmazonReviewsClassification (fr)":"","AmazonReviewsClassification (ja)":"","AmazonReviewsClassification (zh)":41.94,"MTOPDomainClassification (de)":"","MTOPDomainClassification (es)":"","MTOPDomainClassification (fr)":"","MTOPDomainClassification (hi)":"","MTOPDomainClassification (th)":"","MTOPIntentClassification (de)":"","MTOPIntentClassification (es)":"","MTOPIntentClassification (fr)":"","MTOPIntentClassification (hi)":"","MTOPIntentClassification (th)":"","MassiveIntentClassification (af)":"","MassiveIntentClassification (am)":"","MassiveIntentClassification (ar)":"","MassiveIntentClassification (az)":"","MassiveIntentClassification (bn)":"","MassiveIntentClassification (cy)":"","MassiveIntentClassification (de)":"","MassiveIntentClassification (el)":"","MassiveIntentClassification (es)":"","MassiveIntentClassification (fa)":"","MassiveIntentClassification (fi)":"","MassiveIntentClassification (fr)":"","MassiveIntentClassification (he)":"","MassiveIntentClassification (hi)":"","MassiveIntentClassification (hu)":"","MassiveIntentClassification (hy)":"","MassiveIntentClassification (id)":"","MassiveIntentClassification (is)":"","MassiveIntentClassification (it)":"","MassiveIntentClassification (ja)":"","MassiveIntentClassification (jv)":"","MassiveIntentClassification (ka)":"","MassiveIntentClassification (km)":"","MassiveIntentClassification (kn)":"","MassiveIntentClassification (ko)":"","MassiveIntentClassification (lv)":"","MassiveIntentClassification (ml)":"","MassiveIntentClassification (mn)":"","MassiveIntentClassification (ms)":"","MassiveIntentClassification (my)":"","MassiveIntentClassification (nl)":"","MassiveIntentClassification (pt)":"","MassiveIntentClassification (ro)":"","MassiveIntentClassification (ru)":"","MassiveIntentClassification (sl)":"","MassiveIntentClassification (sq)":"","MassiveIntentClassification (sw)":"","MassiveIntentClassification (ta)":"","MassiveIntentClassification (te)":"","MassiveIntentClassification (th)":"","MassiveIntentClassification (tl)":"","MassiveIntentClassification (tr)":"","MassiveIntentClassification (ur)":"","MassiveIntentClassification (vi)":"","MassiveIntentClassification (zh-TW)":"","MassiveScenarioClassification (af)":"","MassiveScenarioClassification (am)":"","MassiveScenarioClassification (ar)":"","MassiveScenarioClassification (az)":"","MassiveScenarioClassification (bn)":"","MassiveScenarioClassification (cy)":"","MassiveScenarioClassification (de)":"","MassiveScenarioClassification (el)":"","MassiveScenarioClassification (es)":"","MassiveScenarioClassification (fa)":"","MassiveScenarioClassification (fi)":"","MassiveScenarioClassification (fr)":"","MassiveScenarioClassification (he)":"","MassiveScenarioClassification (hi)":"","MassiveScenarioClassification (hu)":"","MassiveScenarioClassification (hy)":"","MassiveScenarioClassification (id)":"","MassiveScenarioClassification (is)":"","MassiveScenarioClassification (it)":"","MassiveScenarioClassification (ja)":"","MassiveScenarioClassification (jv)":"","MassiveScenarioClassification (ka)":"","MassiveScenarioClassification (km)":"","MassiveScenarioClassification (kn)":"","MassiveScenarioClassification (ko)":"","MassiveScenarioClassification (lv)":"","MassiveScenarioClassification (ml)":"","MassiveScenarioClassification (mn)":"","MassiveScenarioClassification (ms)":"","MassiveScenarioClassification (my)":"","MassiveScenarioClassification (nl)":"","MassiveScenarioClassification (pt)":"","MassiveScenarioClassification (ro)":"","MassiveScenarioClassification (ru)":"","MassiveScenarioClassification (sl)":"","MassiveScenarioClassification (sq)":"","MassiveScenarioClassification (sw)":"","MassiveScenarioClassification (ta)":"","MassiveScenarioClassification (te)":"","MassiveScenarioClassification (th)":"","MassiveScenarioClassification (tl)":"","MassiveScenarioClassification (tr)":"","MassiveScenarioClassification (ur)":"","MassiveScenarioClassification (vi)":"","MassiveScenarioClassification (zh-TW)":""} -{"index":28,"Rank":91,"Model":"bge-large-zh-v1.5<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","AmazonCounterfactualClassification (de)":"","AmazonCounterfactualClassification (ja)":"","AmazonReviewsClassification (de)":"","AmazonReviewsClassification (es)":"","AmazonReviewsClassification (fr)":"","AmazonReviewsClassification (ja)":"","AmazonReviewsClassification (zh)":41.38,"MTOPDomainClassification (de)":"","MTOPDomainClassification (es)":"","MTOPDomainClassification (fr)":"","MTOPDomainClassification (hi)":"","MTOPDomainClassification (th)":"","MTOPIntentClassification (de)":"","MTOPIntentClassification (es)":"","MTOPIntentClassification (fr)":"","MTOPIntentClassification (hi)":"","MTOPIntentClassification (th)":"","MassiveIntentClassification (af)":"","MassiveIntentClassification (am)":"","MassiveIntentClassification (ar)":"","MassiveIntentClassification (az)":"","MassiveIntentClassification (bn)":"","MassiveIntentClassification (cy)":"","MassiveIntentClassification (de)":"","MassiveIntentClassification (el)":"","MassiveIntentClassification (es)":"","MassiveIntentClassification (fa)":"","MassiveIntentClassification (fi)":"","MassiveIntentClassification (fr)":"","MassiveIntentClassification (he)":"","MassiveIntentClassification (hi)":"","MassiveIntentClassification (hu)":"","MassiveIntentClassification (hy)":"","MassiveIntentClassification (id)":"","MassiveIntentClassification (is)":"","MassiveIntentClassification (it)":"","MassiveIntentClassification (ja)":"","MassiveIntentClassification (jv)":"","MassiveIntentClassification (ka)":"","MassiveIntentClassification (km)":"","MassiveIntentClassification (kn)":"","MassiveIntentClassification (ko)":"","MassiveIntentClassification (lv)":"","MassiveIntentClassification (ml)":"","MassiveIntentClassification (mn)":"","MassiveIntentClassification (ms)":"","MassiveIntentClassification (my)":"","MassiveIntentClassification (nl)":"","MassiveIntentClassification (pt)":"","MassiveIntentClassification (ro)":"","MassiveIntentClassification (ru)":"","MassiveIntentClassification (sl)":"","MassiveIntentClassification (sq)":"","MassiveIntentClassification (sw)":"","MassiveIntentClassification (ta)":"","MassiveIntentClassification (te)":"","MassiveIntentClassification (th)":"","MassiveIntentClassification (tl)":"","MassiveIntentClassification (tr)":"","MassiveIntentClassification (ur)":"","MassiveIntentClassification (vi)":"","MassiveIntentClassification (zh-TW)":"","MassiveScenarioClassification (af)":"","MassiveScenarioClassification (am)":"","MassiveScenarioClassification (ar)":"","MassiveScenarioClassification (az)":"","MassiveScenarioClassification (bn)":"","MassiveScenarioClassification (cy)":"","MassiveScenarioClassification (de)":"","MassiveScenarioClassification (el)":"","MassiveScenarioClassification (es)":"","MassiveScenarioClassification (fa)":"","MassiveScenarioClassification (fi)":"","MassiveScenarioClassification (fr)":"","MassiveScenarioClassification (he)":"","MassiveScenarioClassification (hi)":"","MassiveScenarioClassification (hu)":"","MassiveScenarioClassification (hy)":"","MassiveScenarioClassification (id)":"","MassiveScenarioClassification (is)":"","MassiveScenarioClassification (it)":"","MassiveScenarioClassification (ja)":"","MassiveScenarioClassification (jv)":"","MassiveScenarioClassification (ka)":"","MassiveScenarioClassification (km)":"","MassiveScenarioClassification (kn)":"","MassiveScenarioClassification (ko)":"","MassiveScenarioClassification (lv)":"","MassiveScenarioClassification (ml)":"","MassiveScenarioClassification (mn)":"","MassiveScenarioClassification (ms)":"","MassiveScenarioClassification (my)":"","MassiveScenarioClassification (nl)":"","MassiveScenarioClassification (pt)":"","MassiveScenarioClassification (ro)":"","MassiveScenarioClassification (ru)":"","MassiveScenarioClassification (sl)":"","MassiveScenarioClassification (sq)":"","MassiveScenarioClassification (sw)":"","MassiveScenarioClassification (ta)":"","MassiveScenarioClassification (te)":"","MassiveScenarioClassification (th)":"","MassiveScenarioClassification (tl)":"","MassiveScenarioClassification (tr)":"","MassiveScenarioClassification (ur)":"","MassiveScenarioClassification (vi)":"","MassiveScenarioClassification (zh-TW)":""} -{"index":29,"Rank":92,"Model":"bge-m3<\/a>","Model Size (Million Parameters)":567,"Memory Usage (GB, fp32)":2.11,"Embedding Dimensions":1024,"Max Tokens":8192,"Average":"","AmazonCounterfactualClassification (de)":69.11,"AmazonCounterfactualClassification (ja)":77.67,"AmazonReviewsClassification (de)":46.37,"AmazonReviewsClassification (es)":"","AmazonReviewsClassification (fr)":"","AmazonReviewsClassification (ja)":"","AmazonReviewsClassification (zh)":"","MTOPDomainClassification (de)":91.22,"MTOPDomainClassification (es)":"","MTOPDomainClassification (fr)":"","MTOPDomainClassification (hi)":"","MTOPDomainClassification (th)":"","MTOPIntentClassification (de)":68.08,"MTOPIntentClassification (es)":"","MTOPIntentClassification (fr)":"","MTOPIntentClassification (hi)":"","MTOPIntentClassification (th)":"","MassiveIntentClassification (af)":63.33,"MassiveIntentClassification (am)":55.09,"MassiveIntentClassification (ar)":55.75,"MassiveIntentClassification (az)":64.24,"MassiveIntentClassification (bn)":62.95,"MassiveIntentClassification (cy)":53.17,"MassiveIntentClassification (de)":65.74,"MassiveIntentClassification (el)":66.22,"MassiveIntentClassification (es)":67.04,"MassiveIntentClassification (fa)":69.44,"MassiveIntentClassification (fi)":67.26,"MassiveIntentClassification (fr)":67.45,"MassiveIntentClassification (he)":65.16,"MassiveIntentClassification (hi)":65.09,"MassiveIntentClassification (hu)":65.03,"MassiveIntentClassification (hy)":63.92,"MassiveIntentClassification (id)":66.9,"MassiveIntentClassification (is)":61.64,"MassiveIntentClassification (it)":67.05,"MassiveIntentClassification (ja)":69.24,"MassiveIntentClassification (jv)":52.32,"MassiveIntentClassification (ka)":55.21,"MassiveIntentClassification (km)":51.06,"MassiveIntentClassification (kn)":61.66,"MassiveIntentClassification (ko)":66.53,"MassiveIntentClassification (lv)":64.9,"MassiveIntentClassification (ml)":64.67,"MassiveIntentClassification (mn)":62.61,"MassiveIntentClassification (ms)":65.35,"MassiveIntentClassification (my)":60.0,"MassiveIntentClassification (nl)":68.26,"MassiveIntentClassification (pt)":67.63,"MassiveIntentClassification (ro)":65.09,"MassiveIntentClassification (ru)":68.76,"MassiveIntentClassification (sl)":65.53,"MassiveIntentClassification (sq)":64.8,"MassiveIntentClassification (sw)":56.82,"MassiveIntentClassification (ta)":60.4,"MassiveIntentClassification (te)":62.85,"MassiveIntentClassification (th)":64.56,"MassiveIntentClassification (tl)":59.53,"MassiveIntentClassification (tr)":66.96,"MassiveIntentClassification (ur)":63.17,"MassiveIntentClassification (vi)":67.59,"MassiveIntentClassification (zh-TW)":64.16,"MassiveScenarioClassification (af)":"","MassiveScenarioClassification (am)":"","MassiveScenarioClassification (ar)":"","MassiveScenarioClassification (az)":"","MassiveScenarioClassification (bn)":"","MassiveScenarioClassification (cy)":"","MassiveScenarioClassification (de)":73.54,"MassiveScenarioClassification (el)":"","MassiveScenarioClassification (es)":"","MassiveScenarioClassification (fa)":"","MassiveScenarioClassification (fi)":"","MassiveScenarioClassification (fr)":"","MassiveScenarioClassification (he)":"","MassiveScenarioClassification (hi)":"","MassiveScenarioClassification (hu)":"","MassiveScenarioClassification (hy)":"","MassiveScenarioClassification (id)":"","MassiveScenarioClassification (is)":"","MassiveScenarioClassification (it)":"","MassiveScenarioClassification (ja)":"","MassiveScenarioClassification (jv)":"","MassiveScenarioClassification (ka)":"","MassiveScenarioClassification (km)":"","MassiveScenarioClassification (kn)":"","MassiveScenarioClassification (ko)":"","MassiveScenarioClassification (lv)":"","MassiveScenarioClassification (ml)":"","MassiveScenarioClassification (mn)":"","MassiveScenarioClassification (ms)":"","MassiveScenarioClassification (my)":"","MassiveScenarioClassification (nl)":"","MassiveScenarioClassification (pt)":"","MassiveScenarioClassification (ro)":"","MassiveScenarioClassification (ru)":73.42,"MassiveScenarioClassification (sl)":"","MassiveScenarioClassification (sq)":"","MassiveScenarioClassification (sw)":"","MassiveScenarioClassification (ta)":"","MassiveScenarioClassification (te)":"","MassiveScenarioClassification (th)":"","MassiveScenarioClassification (tl)":"","MassiveScenarioClassification (tr)":"","MassiveScenarioClassification (ur)":"","MassiveScenarioClassification (vi)":"","MassiveScenarioClassification (zh-TW)":""} -{"index":30,"Rank":93,"Model":"bge-multilingual-gemma2<\/a>","Model Size (Million Parameters)":9242,"Memory Usage (GB, fp32)":34.43,"Embedding Dimensions":3584,"Max Tokens":8192,"Average":"","AmazonCounterfactualClassification (de)":"","AmazonCounterfactualClassification (ja)":"","AmazonReviewsClassification (de)":"","AmazonReviewsClassification (es)":"","AmazonReviewsClassification (fr)":55.19,"AmazonReviewsClassification (ja)":"","AmazonReviewsClassification (zh)":54.34,"MTOPDomainClassification (de)":"","MTOPDomainClassification (es)":"","MTOPDomainClassification (fr)":97.2,"MTOPDomainClassification (hi)":"","MTOPDomainClassification (th)":"","MTOPIntentClassification (de)":"","MTOPIntentClassification (es)":"","MTOPIntentClassification (fr)":93.07,"MTOPIntentClassification (hi)":"","MTOPIntentClassification (th)":"","MassiveIntentClassification (af)":"","MassiveIntentClassification (am)":"","MassiveIntentClassification (ar)":"","MassiveIntentClassification (az)":"","MassiveIntentClassification (bn)":"","MassiveIntentClassification (cy)":"","MassiveIntentClassification (de)":"","MassiveIntentClassification (el)":"","MassiveIntentClassification (es)":"","MassiveIntentClassification (fa)":"","MassiveIntentClassification (fi)":"","MassiveIntentClassification (fr)":79.6,"MassiveIntentClassification (he)":"","MassiveIntentClassification (hi)":"","MassiveIntentClassification (hu)":"","MassiveIntentClassification (hy)":"","MassiveIntentClassification (id)":"","MassiveIntentClassification (is)":"","MassiveIntentClassification (it)":"","MassiveIntentClassification (ja)":"","MassiveIntentClassification (jv)":"","MassiveIntentClassification (ka)":"","MassiveIntentClassification (km)":"","MassiveIntentClassification (kn)":"","MassiveIntentClassification (ko)":"","MassiveIntentClassification (lv)":"","MassiveIntentClassification (ml)":"","MassiveIntentClassification (mn)":"","MassiveIntentClassification (ms)":"","MassiveIntentClassification (my)":"","MassiveIntentClassification (nl)":"","MassiveIntentClassification (pt)":"","MassiveIntentClassification (ro)":"","MassiveIntentClassification (ru)":"","MassiveIntentClassification (sl)":"","MassiveIntentClassification (sq)":"","MassiveIntentClassification (sw)":"","MassiveIntentClassification (ta)":"","MassiveIntentClassification (te)":"","MassiveIntentClassification (th)":"","MassiveIntentClassification (tl)":"","MassiveIntentClassification (tr)":"","MassiveIntentClassification (ur)":"","MassiveIntentClassification (vi)":"","MassiveIntentClassification (zh-TW)":"","MassiveScenarioClassification (af)":"","MassiveScenarioClassification (am)":"","MassiveScenarioClassification (ar)":"","MassiveScenarioClassification (az)":"","MassiveScenarioClassification (bn)":"","MassiveScenarioClassification (cy)":"","MassiveScenarioClassification (de)":"","MassiveScenarioClassification (el)":"","MassiveScenarioClassification (es)":"","MassiveScenarioClassification (fa)":"","MassiveScenarioClassification (fi)":"","MassiveScenarioClassification (fr)":82.18,"MassiveScenarioClassification (he)":"","MassiveScenarioClassification (hi)":"","MassiveScenarioClassification (hu)":"","MassiveScenarioClassification (hy)":"","MassiveScenarioClassification (id)":"","MassiveScenarioClassification (is)":"","MassiveScenarioClassification (it)":"","MassiveScenarioClassification (ja)":"","MassiveScenarioClassification (jv)":"","MassiveScenarioClassification (ka)":"","MassiveScenarioClassification (km)":"","MassiveScenarioClassification (kn)":"","MassiveScenarioClassification (ko)":"","MassiveScenarioClassification (lv)":"","MassiveScenarioClassification (ml)":"","MassiveScenarioClassification (mn)":"","MassiveScenarioClassification (ms)":"","MassiveScenarioClassification (my)":"","MassiveScenarioClassification (nl)":"","MassiveScenarioClassification (pt)":"","MassiveScenarioClassification (ro)":"","MassiveScenarioClassification (ru)":"","MassiveScenarioClassification (sl)":"","MassiveScenarioClassification (sq)":"","MassiveScenarioClassification (sw)":"","MassiveScenarioClassification (ta)":"","MassiveScenarioClassification (te)":"","MassiveScenarioClassification (th)":"","MassiveScenarioClassification (tl)":"","MassiveScenarioClassification (tr)":"","MassiveScenarioClassification (ur)":"","MassiveScenarioClassification (vi)":"","MassiveScenarioClassification (zh-TW)":""} -{"index":32,"Rank":94,"Model":"bge-small-zh-v1.5<\/a>","Model Size (Million Parameters)":24,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":512,"Max Tokens":512,"Average":"","AmazonCounterfactualClassification (de)":"","AmazonCounterfactualClassification (ja)":"","AmazonReviewsClassification (de)":"","AmazonReviewsClassification (es)":"","AmazonReviewsClassification (fr)":"","AmazonReviewsClassification (ja)":"","AmazonReviewsClassification (zh)":35.91,"MTOPDomainClassification (de)":"","MTOPDomainClassification (es)":"","MTOPDomainClassification (fr)":"","MTOPDomainClassification (hi)":"","MTOPDomainClassification (th)":"","MTOPIntentClassification (de)":"","MTOPIntentClassification (es)":"","MTOPIntentClassification (fr)":"","MTOPIntentClassification (hi)":"","MTOPIntentClassification (th)":"","MassiveIntentClassification (af)":"","MassiveIntentClassification (am)":"","MassiveIntentClassification (ar)":"","MassiveIntentClassification (az)":"","MassiveIntentClassification (bn)":"","MassiveIntentClassification (cy)":"","MassiveIntentClassification (de)":"","MassiveIntentClassification (el)":"","MassiveIntentClassification (es)":"","MassiveIntentClassification (fa)":"","MassiveIntentClassification (fi)":"","MassiveIntentClassification (fr)":"","MassiveIntentClassification (he)":"","MassiveIntentClassification (hi)":"","MassiveIntentClassification (hu)":"","MassiveIntentClassification (hy)":"","MassiveIntentClassification (id)":"","MassiveIntentClassification (is)":"","MassiveIntentClassification (it)":"","MassiveIntentClassification (ja)":"","MassiveIntentClassification (jv)":"","MassiveIntentClassification (ka)":"","MassiveIntentClassification (km)":"","MassiveIntentClassification (kn)":"","MassiveIntentClassification (ko)":"","MassiveIntentClassification (lv)":"","MassiveIntentClassification (ml)":"","MassiveIntentClassification (mn)":"","MassiveIntentClassification (ms)":"","MassiveIntentClassification (my)":"","MassiveIntentClassification (nl)":"","MassiveIntentClassification (pt)":"","MassiveIntentClassification (ro)":"","MassiveIntentClassification (ru)":"","MassiveIntentClassification (sl)":"","MassiveIntentClassification (sq)":"","MassiveIntentClassification (sw)":"","MassiveIntentClassification (ta)":"","MassiveIntentClassification (te)":"","MassiveIntentClassification (th)":"","MassiveIntentClassification (tl)":"","MassiveIntentClassification (tr)":"","MassiveIntentClassification (ur)":"","MassiveIntentClassification (vi)":"","MassiveIntentClassification (zh-TW)":"","MassiveScenarioClassification (af)":"","MassiveScenarioClassification (am)":"","MassiveScenarioClassification (ar)":"","MassiveScenarioClassification (az)":"","MassiveScenarioClassification (bn)":"","MassiveScenarioClassification (cy)":"","MassiveScenarioClassification (de)":"","MassiveScenarioClassification (el)":"","MassiveScenarioClassification (es)":"","MassiveScenarioClassification (fa)":"","MassiveScenarioClassification (fi)":"","MassiveScenarioClassification (fr)":"","MassiveScenarioClassification (he)":"","MassiveScenarioClassification (hi)":"","MassiveScenarioClassification (hu)":"","MassiveScenarioClassification (hy)":"","MassiveScenarioClassification (id)":"","MassiveScenarioClassification (is)":"","MassiveScenarioClassification (it)":"","MassiveScenarioClassification (ja)":"","MassiveScenarioClassification (jv)":"","MassiveScenarioClassification (ka)":"","MassiveScenarioClassification (km)":"","MassiveScenarioClassification (kn)":"","MassiveScenarioClassification (ko)":"","MassiveScenarioClassification (lv)":"","MassiveScenarioClassification (ml)":"","MassiveScenarioClassification (mn)":"","MassiveScenarioClassification (ms)":"","MassiveScenarioClassification (my)":"","MassiveScenarioClassification (nl)":"","MassiveScenarioClassification (pt)":"","MassiveScenarioClassification (ro)":"","MassiveScenarioClassification (ru)":"","MassiveScenarioClassification (sl)":"","MassiveScenarioClassification (sq)":"","MassiveScenarioClassification (sw)":"","MassiveScenarioClassification (ta)":"","MassiveScenarioClassification (te)":"","MassiveScenarioClassification (th)":"","MassiveScenarioClassification (tl)":"","MassiveScenarioClassification (tr)":"","MassiveScenarioClassification (ur)":"","MassiveScenarioClassification (vi)":"","MassiveScenarioClassification (zh-TW)":""} -{"index":34,"Rank":95,"Model":"gme-Qwen2-VL-7B-Instruct-Q5_K_S-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","AmazonCounterfactualClassification (de)":"","AmazonCounterfactualClassification (ja)":"","AmazonReviewsClassification (de)":"","AmazonReviewsClassification (es)":"","AmazonReviewsClassification (fr)":"","AmazonReviewsClassification (ja)":"","AmazonReviewsClassification (zh)":55.1,"MTOPDomainClassification (de)":"","MTOPDomainClassification (es)":"","MTOPDomainClassification (fr)":"","MTOPDomainClassification (hi)":"","MTOPDomainClassification (th)":"","MTOPIntentClassification (de)":"","MTOPIntentClassification (es)":"","MTOPIntentClassification (fr)":"","MTOPIntentClassification (hi)":"","MTOPIntentClassification (th)":"","MassiveIntentClassification (af)":"","MassiveIntentClassification (am)":"","MassiveIntentClassification (ar)":"","MassiveIntentClassification (az)":"","MassiveIntentClassification (bn)":"","MassiveIntentClassification (cy)":"","MassiveIntentClassification (de)":"","MassiveIntentClassification (el)":"","MassiveIntentClassification (es)":"","MassiveIntentClassification (fa)":"","MassiveIntentClassification (fi)":"","MassiveIntentClassification (fr)":"","MassiveIntentClassification (he)":"","MassiveIntentClassification (hi)":"","MassiveIntentClassification (hu)":"","MassiveIntentClassification (hy)":"","MassiveIntentClassification (id)":"","MassiveIntentClassification (is)":"","MassiveIntentClassification (it)":"","MassiveIntentClassification (ja)":"","MassiveIntentClassification (jv)":"","MassiveIntentClassification (ka)":"","MassiveIntentClassification (km)":"","MassiveIntentClassification (kn)":"","MassiveIntentClassification (ko)":"","MassiveIntentClassification (lv)":"","MassiveIntentClassification (ml)":"","MassiveIntentClassification (mn)":"","MassiveIntentClassification (ms)":"","MassiveIntentClassification (my)":"","MassiveIntentClassification (nl)":"","MassiveIntentClassification (pt)":"","MassiveIntentClassification (ro)":"","MassiveIntentClassification (ru)":"","MassiveIntentClassification (sl)":"","MassiveIntentClassification (sq)":"","MassiveIntentClassification (sw)":"","MassiveIntentClassification (ta)":"","MassiveIntentClassification (te)":"","MassiveIntentClassification (th)":"","MassiveIntentClassification (tl)":"","MassiveIntentClassification (tr)":"","MassiveIntentClassification (ur)":"","MassiveIntentClassification (vi)":"","MassiveIntentClassification (zh-TW)":"","MassiveScenarioClassification (af)":"","MassiveScenarioClassification (am)":"","MassiveScenarioClassification (ar)":"","MassiveScenarioClassification (az)":"","MassiveScenarioClassification (bn)":"","MassiveScenarioClassification (cy)":"","MassiveScenarioClassification (de)":"","MassiveScenarioClassification (el)":"","MassiveScenarioClassification (es)":"","MassiveScenarioClassification (fa)":"","MassiveScenarioClassification (fi)":"","MassiveScenarioClassification (fr)":"","MassiveScenarioClassification (he)":"","MassiveScenarioClassification (hi)":"","MassiveScenarioClassification (hu)":"","MassiveScenarioClassification (hy)":"","MassiveScenarioClassification (id)":"","MassiveScenarioClassification (is)":"","MassiveScenarioClassification (it)":"","MassiveScenarioClassification (ja)":"","MassiveScenarioClassification (jv)":"","MassiveScenarioClassification (ka)":"","MassiveScenarioClassification (km)":"","MassiveScenarioClassification (kn)":"","MassiveScenarioClassification (ko)":"","MassiveScenarioClassification (lv)":"","MassiveScenarioClassification (ml)":"","MassiveScenarioClassification (mn)":"","MassiveScenarioClassification (ms)":"","MassiveScenarioClassification (my)":"","MassiveScenarioClassification (nl)":"","MassiveScenarioClassification (pt)":"","MassiveScenarioClassification (ro)":"","MassiveScenarioClassification (ru)":"","MassiveScenarioClassification (sl)":"","MassiveScenarioClassification (sq)":"","MassiveScenarioClassification (sw)":"","MassiveScenarioClassification (ta)":"","MassiveScenarioClassification (te)":"","MassiveScenarioClassification (th)":"","MassiveScenarioClassification (tl)":"","MassiveScenarioClassification (tr)":"","MassiveScenarioClassification (ur)":"","MassiveScenarioClassification (vi)":"","MassiveScenarioClassification (zh-TW)":""} -{"index":35,"Rank":96,"Model":"Yinka<\/a>","Model Size (Million Parameters)":164,"Memory Usage (GB, fp32)":0.61,"Embedding Dimensions":1792,"Max Tokens":512,"Average":"","AmazonCounterfactualClassification (de)":"","AmazonCounterfactualClassification (ja)":"","AmazonReviewsClassification (de)":"","AmazonReviewsClassification (es)":"","AmazonReviewsClassification (fr)":"","AmazonReviewsClassification (ja)":"","AmazonReviewsClassification (zh)":49.5,"MTOPDomainClassification (de)":"","MTOPDomainClassification (es)":"","MTOPDomainClassification (fr)":"","MTOPDomainClassification (hi)":"","MTOPDomainClassification (th)":"","MTOPIntentClassification (de)":"","MTOPIntentClassification (es)":"","MTOPIntentClassification (fr)":"","MTOPIntentClassification (hi)":"","MTOPIntentClassification (th)":"","MassiveIntentClassification (af)":"","MassiveIntentClassification (am)":"","MassiveIntentClassification (ar)":"","MassiveIntentClassification (az)":"","MassiveIntentClassification (bn)":"","MassiveIntentClassification (cy)":"","MassiveIntentClassification (de)":"","MassiveIntentClassification (el)":"","MassiveIntentClassification (es)":"","MassiveIntentClassification (fa)":"","MassiveIntentClassification (fi)":"","MassiveIntentClassification (fr)":"","MassiveIntentClassification (he)":"","MassiveIntentClassification (hi)":"","MassiveIntentClassification (hu)":"","MassiveIntentClassification (hy)":"","MassiveIntentClassification (id)":"","MassiveIntentClassification (is)":"","MassiveIntentClassification (it)":"","MassiveIntentClassification (ja)":"","MassiveIntentClassification (jv)":"","MassiveIntentClassification (ka)":"","MassiveIntentClassification (km)":"","MassiveIntentClassification (kn)":"","MassiveIntentClassification (ko)":"","MassiveIntentClassification (lv)":"","MassiveIntentClassification (ml)":"","MassiveIntentClassification (mn)":"","MassiveIntentClassification (ms)":"","MassiveIntentClassification (my)":"","MassiveIntentClassification (nl)":"","MassiveIntentClassification (pt)":"","MassiveIntentClassification (ro)":"","MassiveIntentClassification (ru)":"","MassiveIntentClassification (sl)":"","MassiveIntentClassification (sq)":"","MassiveIntentClassification (sw)":"","MassiveIntentClassification (ta)":"","MassiveIntentClassification (te)":"","MassiveIntentClassification (th)":"","MassiveIntentClassification (tl)":"","MassiveIntentClassification (tr)":"","MassiveIntentClassification (ur)":"","MassiveIntentClassification (vi)":"","MassiveIntentClassification (zh-TW)":"","MassiveScenarioClassification (af)":"","MassiveScenarioClassification (am)":"","MassiveScenarioClassification (ar)":"","MassiveScenarioClassification (az)":"","MassiveScenarioClassification (bn)":"","MassiveScenarioClassification (cy)":"","MassiveScenarioClassification (de)":"","MassiveScenarioClassification (el)":"","MassiveScenarioClassification (es)":"","MassiveScenarioClassification (fa)":"","MassiveScenarioClassification (fi)":"","MassiveScenarioClassification (fr)":"","MassiveScenarioClassification (he)":"","MassiveScenarioClassification (hi)":"","MassiveScenarioClassification (hu)":"","MassiveScenarioClassification (hy)":"","MassiveScenarioClassification (id)":"","MassiveScenarioClassification (is)":"","MassiveScenarioClassification (it)":"","MassiveScenarioClassification (ja)":"","MassiveScenarioClassification (jv)":"","MassiveScenarioClassification (ka)":"","MassiveScenarioClassification (km)":"","MassiveScenarioClassification (kn)":"","MassiveScenarioClassification (ko)":"","MassiveScenarioClassification (lv)":"","MassiveScenarioClassification (ml)":"","MassiveScenarioClassification (mn)":"","MassiveScenarioClassification (ms)":"","MassiveScenarioClassification (my)":"","MassiveScenarioClassification (nl)":"","MassiveScenarioClassification (pt)":"","MassiveScenarioClassification (ro)":"","MassiveScenarioClassification (ru)":"","MassiveScenarioClassification (sl)":"","MassiveScenarioClassification (sq)":"","MassiveScenarioClassification (sw)":"","MassiveScenarioClassification (ta)":"","MassiveScenarioClassification (te)":"","MassiveScenarioClassification (th)":"","MassiveScenarioClassification (tl)":"","MassiveScenarioClassification (tr)":"","MassiveScenarioClassification (ur)":"","MassiveScenarioClassification (vi)":"","MassiveScenarioClassification (zh-TW)":""} -{"index":36,"Rank":97,"Model":"winberta-base<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","AmazonCounterfactualClassification (de)":54.11,"AmazonCounterfactualClassification (ja)":53.95,"AmazonReviewsClassification (de)":"","AmazonReviewsClassification (es)":"","AmazonReviewsClassification (fr)":"","AmazonReviewsClassification (ja)":"","AmazonReviewsClassification (zh)":39.68,"MTOPDomainClassification (de)":57.22,"MTOPDomainClassification (es)":58.4,"MTOPDomainClassification (fr)":54.97,"MTOPDomainClassification (hi)":64.17,"MTOPDomainClassification (th)":70.47,"MTOPIntentClassification (de)":32.18,"MTOPIntentClassification (es)":33.9,"MTOPIntentClassification (fr)":26.69,"MTOPIntentClassification (hi)":38.27,"MTOPIntentClassification (th)":42.73,"MassiveIntentClassification (af)":33.5,"MassiveIntentClassification (am)":19.56,"MassiveIntentClassification (ar)":26.46,"MassiveIntentClassification (az)":31.58,"MassiveIntentClassification (bn)":27.99,"MassiveIntentClassification (cy)":28.26,"MassiveIntentClassification (de)":34.2,"MassiveIntentClassification (el)":26.02,"MassiveIntentClassification (es)":36.37,"MassiveIntentClassification (fa)":48.91,"MassiveIntentClassification (fi)":30.11,"MassiveIntentClassification (fr)":37.53,"MassiveIntentClassification (he)":24.86,"MassiveIntentClassification (hi)":39.14,"MassiveIntentClassification (hu)":31.97,"MassiveIntentClassification (hy)":31.36,"MassiveIntentClassification (id)":37.04,"MassiveIntentClassification (is)":28.61,"MassiveIntentClassification (it)":37.86,"MassiveIntentClassification (ja)":47.9,"MassiveIntentClassification (jv)":29.08,"MassiveIntentClassification (ka)":25.77,"MassiveIntentClassification (km)":23.66,"MassiveIntentClassification (kn)":21.27,"MassiveIntentClassification (ko)":40.42,"MassiveIntentClassification (lv)":30.13,"MassiveIntentClassification (ml)":25.89,"MassiveIntentClassification (mn)":27.71,"MassiveIntentClassification (ms)":33.04,"MassiveIntentClassification (my)":24.19,"MassiveIntentClassification (nl)":39.31,"MassiveIntentClassification (pt)":40.26,"MassiveIntentClassification (ro)":35.42,"MassiveIntentClassification (ru)":39.69,"MassiveIntentClassification (sl)":31.09,"MassiveIntentClassification (sq)":35.15,"MassiveIntentClassification (sw)":27.91,"MassiveIntentClassification (ta)":28.12,"MassiveIntentClassification (te)":26.34,"MassiveIntentClassification (th)":48.24,"MassiveIntentClassification (tl)":32.73,"MassiveIntentClassification (tr)":30.21,"MassiveIntentClassification (ur)":30.28,"MassiveIntentClassification (vi)":40.45,"MassiveIntentClassification (zh-TW)":64.03,"MassiveScenarioClassification (af)":43.53,"MassiveScenarioClassification (am)":25.3,"MassiveScenarioClassification (ar)":34.91,"MassiveScenarioClassification (az)":36.37,"MassiveScenarioClassification (bn)":39.2,"MassiveScenarioClassification (cy)":32.18,"MassiveScenarioClassification (de)":43.92,"MassiveScenarioClassification (el)":35.03,"MassiveScenarioClassification (es)":41.96,"MassiveScenarioClassification (fa)":58.36,"MassiveScenarioClassification (fi)":33.95,"MassiveScenarioClassification (fr)":45.32,"MassiveScenarioClassification (he)":34.06,"MassiveScenarioClassification (hi)":48.77,"MassiveScenarioClassification (hu)":39.92,"MassiveScenarioClassification (hy)":38.09,"MassiveScenarioClassification (id)":45.08,"MassiveScenarioClassification (is)":36.55,"MassiveScenarioClassification (it)":44.38,"MassiveScenarioClassification (ja)":57.02,"MassiveScenarioClassification (jv)":35.51,"MassiveScenarioClassification (ka)":33.41,"MassiveScenarioClassification (km)":30.9,"MassiveScenarioClassification (kn)":26.83,"MassiveScenarioClassification (ko)":49.52,"MassiveScenarioClassification (lv)":34.02,"MassiveScenarioClassification (ml)":34.55,"MassiveScenarioClassification (mn)":34.14,"MassiveScenarioClassification (ms)":42.71,"MassiveScenarioClassification (my)":31.0,"MassiveScenarioClassification (nl)":51.44,"MassiveScenarioClassification (pt)":45.9,"MassiveScenarioClassification (ro)":45.01,"MassiveScenarioClassification (ru)":48.66,"MassiveScenarioClassification (sl)":38.34,"MassiveScenarioClassification (sq)":44.78,"MassiveScenarioClassification (sw)":36.02,"MassiveScenarioClassification (ta)":37.81,"MassiveScenarioClassification (te)":34.6,"MassiveScenarioClassification (th)":57.38,"MassiveScenarioClassification (tl)":39.36,"MassiveScenarioClassification (tr)":36.16,"MassiveScenarioClassification (ur)":36.43,"MassiveScenarioClassification (vi)":47.04,"MassiveScenarioClassification (zh-TW)":71.96} -{"index":37,"Rank":98,"Model":"winberta-large<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","AmazonCounterfactualClassification (de)":"","AmazonCounterfactualClassification (ja)":"","AmazonReviewsClassification (de)":"","AmazonReviewsClassification (es)":"","AmazonReviewsClassification (fr)":"","AmazonReviewsClassification (ja)":"","AmazonReviewsClassification (zh)":42.04,"MTOPDomainClassification (de)":"","MTOPDomainClassification (es)":"","MTOPDomainClassification (fr)":"","MTOPDomainClassification (hi)":"","MTOPDomainClassification (th)":"","MTOPIntentClassification (de)":"","MTOPIntentClassification (es)":"","MTOPIntentClassification (fr)":"","MTOPIntentClassification (hi)":"","MTOPIntentClassification (th)":"","MassiveIntentClassification (af)":25.8,"MassiveIntentClassification (am)":3.34,"MassiveIntentClassification (ar)":6.49,"MassiveIntentClassification (az)":24.77,"MassiveIntentClassification (bn)":4.3,"MassiveIntentClassification (cy)":26.39,"MassiveIntentClassification (de)":28.09,"MassiveIntentClassification (el)":19.24,"MassiveIntentClassification (es)":30.62,"MassiveIntentClassification (fa)":7.21,"MassiveIntentClassification (fi)":27.21,"MassiveIntentClassification (fr)":32.64,"MassiveIntentClassification (he)":2.66,"MassiveIntentClassification (hi)":4.59,"MassiveIntentClassification (hu)":25.65,"MassiveIntentClassification (hy)":4.86,"MassiveIntentClassification (id)":29.81,"MassiveIntentClassification (is)":23.53,"MassiveIntentClassification (it)":34.47,"MassiveIntentClassification (ja)":39.4,"MassiveIntentClassification (jv)":28.75,"MassiveIntentClassification (ka)":4.34,"MassiveIntentClassification (km)":6.1,"MassiveIntentClassification (kn)":4.46,"MassiveIntentClassification (ko)":14.16,"MassiveIntentClassification (lv)":29.86,"MassiveIntentClassification (ml)":3.69,"MassiveIntentClassification (mn)":7.86,"MassiveIntentClassification (ms)":28.05,"MassiveIntentClassification (my)":6.98,"MassiveIntentClassification (nl)":32.92,"MassiveIntentClassification (pt)":33.53,"MassiveIntentClassification (ro)":31.32,"MassiveIntentClassification (ru)":11.27,"MassiveIntentClassification (sl)":27.94,"MassiveIntentClassification (sq)":32.9,"MassiveIntentClassification (sw)":29.4,"MassiveIntentClassification (ta)":3.33,"MassiveIntentClassification (te)":3.46,"MassiveIntentClassification (th)":12.98,"MassiveIntentClassification (tl)":30.73,"MassiveIntentClassification (tr)":23.57,"MassiveIntentClassification (ur)":4.98,"MassiveIntentClassification (vi)":21.89,"MassiveIntentClassification (zh-TW)":65.53,"MassiveScenarioClassification (af)":31.55,"MassiveScenarioClassification (am)":7.49,"MassiveScenarioClassification (ar)":15.0,"MassiveScenarioClassification (az)":29.13,"MassiveScenarioClassification (bn)":9.24,"MassiveScenarioClassification (cy)":29.72,"MassiveScenarioClassification (de)":34.68,"MassiveScenarioClassification (el)":28.83,"MassiveScenarioClassification (es)":35.97,"MassiveScenarioClassification (fa)":11.12,"MassiveScenarioClassification (fi)":28.61,"MassiveScenarioClassification (fr)":40.66,"MassiveScenarioClassification (he)":9.01,"MassiveScenarioClassification (hi)":9.92,"MassiveScenarioClassification (hu)":32.07,"MassiveScenarioClassification (hy)":8.44,"MassiveScenarioClassification (id)":34.9,"MassiveScenarioClassification (is)":30.95,"MassiveScenarioClassification (it)":41.06,"MassiveScenarioClassification (ja)":48.73,"MassiveScenarioClassification (jv)":35.09,"MassiveScenarioClassification (ka)":9.29,"MassiveScenarioClassification (km)":11.19,"MassiveScenarioClassification (kn)":10.1,"MassiveScenarioClassification (ko)":19.2,"MassiveScenarioClassification (lv)":32.49,"MassiveScenarioClassification (ml)":6.37,"MassiveScenarioClassification (mn)":13.08,"MassiveScenarioClassification (ms)":39.18,"MassiveScenarioClassification (my)":12.25,"MassiveScenarioClassification (nl)":38.17,"MassiveScenarioClassification (pt)":40.01,"MassiveScenarioClassification (ro)":39.25,"MassiveScenarioClassification (ru)":16.71,"MassiveScenarioClassification (sl)":33.94,"MassiveScenarioClassification (sq)":40.4,"MassiveScenarioClassification (sw)":37.14,"MassiveScenarioClassification (ta)":8.21,"MassiveScenarioClassification (te)":7.97,"MassiveScenarioClassification (th)":21.56,"MassiveScenarioClassification (tl)":36.7,"MassiveScenarioClassification (tr)":28.8,"MassiveScenarioClassification (ur)":10.46,"MassiveScenarioClassification (vi)":27.72,"MassiveScenarioClassification (zh-TW)":71.52} -{"index":38,"Rank":99,"Model":"windberta-large<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","AmazonCounterfactualClassification (de)":"","AmazonCounterfactualClassification (ja)":"","AmazonReviewsClassification (de)":"","AmazonReviewsClassification (es)":"","AmazonReviewsClassification (fr)":"","AmazonReviewsClassification (ja)":"","AmazonReviewsClassification (zh)":43.32,"MTOPDomainClassification (de)":"","MTOPDomainClassification (es)":"","MTOPDomainClassification (fr)":"","MTOPDomainClassification (hi)":"","MTOPDomainClassification (th)":"","MTOPIntentClassification (de)":"","MTOPIntentClassification (es)":"","MTOPIntentClassification (fr)":"","MTOPIntentClassification (hi)":"","MTOPIntentClassification (th)":"","MassiveIntentClassification (af)":28.81,"MassiveIntentClassification (am)":3.04,"MassiveIntentClassification (ar)":6.75,"MassiveIntentClassification (az)":27.0,"MassiveIntentClassification (bn)":3.24,"MassiveIntentClassification (cy)":31.18,"MassiveIntentClassification (de)":30.65,"MassiveIntentClassification (el)":18.17,"MassiveIntentClassification (es)":32.53,"MassiveIntentClassification (fa)":8.72,"MassiveIntentClassification (fi)":31.79,"MassiveIntentClassification (fr)":33.16,"MassiveIntentClassification (he)":3.03,"MassiveIntentClassification (hi)":3.61,"MassiveIntentClassification (hu)":30.47,"MassiveIntentClassification (hy)":5.35,"MassiveIntentClassification (id)":32.45,"MassiveIntentClassification (is)":30.12,"MassiveIntentClassification (it)":36.32,"MassiveIntentClassification (ja)":41.09,"MassiveIntentClassification (jv)":30.42,"MassiveIntentClassification (ka)":3.79,"MassiveIntentClassification (km)":6.79,"MassiveIntentClassification (kn)":3.86,"MassiveIntentClassification (ko)":8.82,"MassiveIntentClassification (lv)":30.23,"MassiveIntentClassification (ml)":2.93,"MassiveIntentClassification (mn)":12.61,"MassiveIntentClassification (ms)":30.66,"MassiveIntentClassification (my)":5.85,"MassiveIntentClassification (nl)":34.1,"MassiveIntentClassification (pt)":36.92,"MassiveIntentClassification (ro)":33.01,"MassiveIntentClassification (ru)":10.4,"MassiveIntentClassification (sl)":30.73,"MassiveIntentClassification (sq)":36.98,"MassiveIntentClassification (sw)":31.62,"MassiveIntentClassification (ta)":3.19,"MassiveIntentClassification (te)":2.59,"MassiveIntentClassification (th)":4.61,"MassiveIntentClassification (tl)":32.55,"MassiveIntentClassification (tr)":26.87,"MassiveIntentClassification (ur)":4.23,"MassiveIntentClassification (vi)":29.24,"MassiveIntentClassification (zh-TW)":65.49,"MassiveScenarioClassification (af)":35.41,"MassiveScenarioClassification (am)":9.05,"MassiveScenarioClassification (ar)":14.92,"MassiveScenarioClassification (az)":31.97,"MassiveScenarioClassification (bn)":9.15,"MassiveScenarioClassification (cy)":37.45,"MassiveScenarioClassification (de)":38.33,"MassiveScenarioClassification (el)":24.45,"MassiveScenarioClassification (es)":37.73,"MassiveScenarioClassification (fa)":11.84,"MassiveScenarioClassification (fi)":34.49,"MassiveScenarioClassification (fr)":40.92,"MassiveScenarioClassification (he)":7.64,"MassiveScenarioClassification (hi)":8.64,"MassiveScenarioClassification (hu)":37.25,"MassiveScenarioClassification (hy)":10.91,"MassiveScenarioClassification (id)":36.11,"MassiveScenarioClassification (is)":37.8,"MassiveScenarioClassification (it)":41.68,"MassiveScenarioClassification (ja)":48.38,"MassiveScenarioClassification (jv)":35.2,"MassiveScenarioClassification (ka)":9.9,"MassiveScenarioClassification (km)":12.75,"MassiveScenarioClassification (kn)":10.31,"MassiveScenarioClassification (ko)":14.52,"MassiveScenarioClassification (lv)":33.08,"MassiveScenarioClassification (ml)":7.44,"MassiveScenarioClassification (mn)":17.98,"MassiveScenarioClassification (ms)":37.93,"MassiveScenarioClassification (my)":11.73,"MassiveScenarioClassification (nl)":40.37,"MassiveScenarioClassification (pt)":41.83,"MassiveScenarioClassification (ro)":40.63,"MassiveScenarioClassification (ru)":18.96,"MassiveScenarioClassification (sl)":35.3,"MassiveScenarioClassification (sq)":41.96,"MassiveScenarioClassification (sw)":38.88,"MassiveScenarioClassification (ta)":8.51,"MassiveScenarioClassification (te)":7.35,"MassiveScenarioClassification (th)":10.1,"MassiveScenarioClassification (tl)":35.91,"MassiveScenarioClassification (tr)":32.08,"MassiveScenarioClassification (ur)":10.37,"MassiveScenarioClassification (vi)":33.91,"MassiveScenarioClassification (zh-TW)":71.0} -{"index":42,"Rank":100,"Model":"Dmeta-embedding-zh<\/a>","Model Size (Million Parameters)":103,"Memory Usage (GB, fp32)":0.38,"Embedding Dimensions":768,"Max Tokens":1024,"Average":"","AmazonCounterfactualClassification (de)":"","AmazonCounterfactualClassification (ja)":"","AmazonReviewsClassification (de)":"","AmazonReviewsClassification (es)":"","AmazonReviewsClassification (fr)":"","AmazonReviewsClassification (ja)":"","AmazonReviewsClassification (zh)":44.93,"MTOPDomainClassification (de)":"","MTOPDomainClassification (es)":"","MTOPDomainClassification (fr)":"","MTOPDomainClassification (hi)":"","MTOPDomainClassification (th)":"","MTOPIntentClassification (de)":"","MTOPIntentClassification (es)":"","MTOPIntentClassification (fr)":"","MTOPIntentClassification (hi)":"","MTOPIntentClassification (th)":"","MassiveIntentClassification (af)":"","MassiveIntentClassification (am)":"","MassiveIntentClassification (ar)":"","MassiveIntentClassification (az)":"","MassiveIntentClassification (bn)":"","MassiveIntentClassification (cy)":"","MassiveIntentClassification (de)":"","MassiveIntentClassification (el)":"","MassiveIntentClassification (es)":"","MassiveIntentClassification (fa)":"","MassiveIntentClassification (fi)":"","MassiveIntentClassification (fr)":"","MassiveIntentClassification (he)":"","MassiveIntentClassification (hi)":"","MassiveIntentClassification (hu)":"","MassiveIntentClassification (hy)":"","MassiveIntentClassification (id)":"","MassiveIntentClassification (is)":"","MassiveIntentClassification (it)":"","MassiveIntentClassification (ja)":"","MassiveIntentClassification (jv)":"","MassiveIntentClassification (ka)":"","MassiveIntentClassification (km)":"","MassiveIntentClassification (kn)":"","MassiveIntentClassification (ko)":"","MassiveIntentClassification (lv)":"","MassiveIntentClassification (ml)":"","MassiveIntentClassification (mn)":"","MassiveIntentClassification (ms)":"","MassiveIntentClassification (my)":"","MassiveIntentClassification (nl)":"","MassiveIntentClassification (pt)":"","MassiveIntentClassification (ro)":"","MassiveIntentClassification (ru)":"","MassiveIntentClassification (sl)":"","MassiveIntentClassification (sq)":"","MassiveIntentClassification (sw)":"","MassiveIntentClassification (ta)":"","MassiveIntentClassification (te)":"","MassiveIntentClassification (th)":"","MassiveIntentClassification (tl)":"","MassiveIntentClassification (tr)":"","MassiveIntentClassification (ur)":"","MassiveIntentClassification (vi)":"","MassiveIntentClassification (zh-TW)":"","MassiveScenarioClassification (af)":"","MassiveScenarioClassification (am)":"","MassiveScenarioClassification (ar)":"","MassiveScenarioClassification (az)":"","MassiveScenarioClassification (bn)":"","MassiveScenarioClassification (cy)":"","MassiveScenarioClassification (de)":"","MassiveScenarioClassification (el)":"","MassiveScenarioClassification (es)":"","MassiveScenarioClassification (fa)":"","MassiveScenarioClassification (fi)":"","MassiveScenarioClassification (fr)":"","MassiveScenarioClassification (he)":"","MassiveScenarioClassification (hi)":"","MassiveScenarioClassification (hu)":"","MassiveScenarioClassification (hy)":"","MassiveScenarioClassification (id)":"","MassiveScenarioClassification (is)":"","MassiveScenarioClassification (it)":"","MassiveScenarioClassification (ja)":"","MassiveScenarioClassification (jv)":"","MassiveScenarioClassification (ka)":"","MassiveScenarioClassification (km)":"","MassiveScenarioClassification (kn)":"","MassiveScenarioClassification (ko)":"","MassiveScenarioClassification (lv)":"","MassiveScenarioClassification (ml)":"","MassiveScenarioClassification (mn)":"","MassiveScenarioClassification (ms)":"","MassiveScenarioClassification (my)":"","MassiveScenarioClassification (nl)":"","MassiveScenarioClassification (pt)":"","MassiveScenarioClassification (ro)":"","MassiveScenarioClassification (ru)":"","MassiveScenarioClassification (sl)":"","MassiveScenarioClassification (sq)":"","MassiveScenarioClassification (sw)":"","MassiveScenarioClassification (ta)":"","MassiveScenarioClassification (te)":"","MassiveScenarioClassification (th)":"","MassiveScenarioClassification (tl)":"","MassiveScenarioClassification (tr)":"","MassiveScenarioClassification (ur)":"","MassiveScenarioClassification (vi)":"","MassiveScenarioClassification (zh-TW)":""} -{"index":43,"Rank":101,"Model":"Dmeta-embedding-zh-small<\/a>","Model Size (Million Parameters)":74,"Memory Usage (GB, fp32)":0.28,"Embedding Dimensions":768,"Max Tokens":1024,"Average":"","AmazonCounterfactualClassification (de)":"","AmazonCounterfactualClassification (ja)":"","AmazonReviewsClassification (de)":"","AmazonReviewsClassification (es)":"","AmazonReviewsClassification (fr)":"","AmazonReviewsClassification (ja)":"","AmazonReviewsClassification (zh)":44.88,"MTOPDomainClassification (de)":"","MTOPDomainClassification (es)":"","MTOPDomainClassification (fr)":"","MTOPDomainClassification (hi)":"","MTOPDomainClassification (th)":"","MTOPIntentClassification (de)":"","MTOPIntentClassification (es)":"","MTOPIntentClassification (fr)":"","MTOPIntentClassification (hi)":"","MTOPIntentClassification (th)":"","MassiveIntentClassification (af)":"","MassiveIntentClassification (am)":"","MassiveIntentClassification (ar)":"","MassiveIntentClassification (az)":"","MassiveIntentClassification (bn)":"","MassiveIntentClassification (cy)":"","MassiveIntentClassification (de)":"","MassiveIntentClassification (el)":"","MassiveIntentClassification (es)":"","MassiveIntentClassification (fa)":"","MassiveIntentClassification (fi)":"","MassiveIntentClassification (fr)":"","MassiveIntentClassification (he)":"","MassiveIntentClassification (hi)":"","MassiveIntentClassification (hu)":"","MassiveIntentClassification (hy)":"","MassiveIntentClassification (id)":"","MassiveIntentClassification (is)":"","MassiveIntentClassification (it)":"","MassiveIntentClassification (ja)":"","MassiveIntentClassification (jv)":"","MassiveIntentClassification (ka)":"","MassiveIntentClassification (km)":"","MassiveIntentClassification (kn)":"","MassiveIntentClassification (ko)":"","MassiveIntentClassification (lv)":"","MassiveIntentClassification (ml)":"","MassiveIntentClassification (mn)":"","MassiveIntentClassification (ms)":"","MassiveIntentClassification (my)":"","MassiveIntentClassification (nl)":"","MassiveIntentClassification (pt)":"","MassiveIntentClassification (ro)":"","MassiveIntentClassification (ru)":"","MassiveIntentClassification (sl)":"","MassiveIntentClassification (sq)":"","MassiveIntentClassification (sw)":"","MassiveIntentClassification (ta)":"","MassiveIntentClassification (te)":"","MassiveIntentClassification (th)":"","MassiveIntentClassification (tl)":"","MassiveIntentClassification (tr)":"","MassiveIntentClassification (ur)":"","MassiveIntentClassification (vi)":"","MassiveIntentClassification (zh-TW)":"","MassiveScenarioClassification (af)":"","MassiveScenarioClassification (am)":"","MassiveScenarioClassification (ar)":"","MassiveScenarioClassification (az)":"","MassiveScenarioClassification (bn)":"","MassiveScenarioClassification (cy)":"","MassiveScenarioClassification (de)":"","MassiveScenarioClassification (el)":"","MassiveScenarioClassification (es)":"","MassiveScenarioClassification (fa)":"","MassiveScenarioClassification (fi)":"","MassiveScenarioClassification (fr)":"","MassiveScenarioClassification (he)":"","MassiveScenarioClassification (hi)":"","MassiveScenarioClassification (hu)":"","MassiveScenarioClassification (hy)":"","MassiveScenarioClassification (id)":"","MassiveScenarioClassification (is)":"","MassiveScenarioClassification (it)":"","MassiveScenarioClassification (ja)":"","MassiveScenarioClassification (jv)":"","MassiveScenarioClassification (ka)":"","MassiveScenarioClassification (km)":"","MassiveScenarioClassification (kn)":"","MassiveScenarioClassification (ko)":"","MassiveScenarioClassification (lv)":"","MassiveScenarioClassification (ml)":"","MassiveScenarioClassification (mn)":"","MassiveScenarioClassification (ms)":"","MassiveScenarioClassification (my)":"","MassiveScenarioClassification (nl)":"","MassiveScenarioClassification (pt)":"","MassiveScenarioClassification (ro)":"","MassiveScenarioClassification (ru)":"","MassiveScenarioClassification (sl)":"","MassiveScenarioClassification (sq)":"","MassiveScenarioClassification (sw)":"","MassiveScenarioClassification (ta)":"","MassiveScenarioClassification (te)":"","MassiveScenarioClassification (th)":"","MassiveScenarioClassification (tl)":"","MassiveScenarioClassification (tr)":"","MassiveScenarioClassification (ur)":"","MassiveScenarioClassification (vi)":"","MassiveScenarioClassification (zh-TW)":""} -{"index":44,"Rank":102,"Model":"sbert-chinese-general-v1<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AmazonCounterfactualClassification (de)":"","AmazonCounterfactualClassification (ja)":"","AmazonReviewsClassification (de)":"","AmazonReviewsClassification (es)":"","AmazonReviewsClassification (fr)":"","AmazonReviewsClassification (ja)":"","AmazonReviewsClassification (zh)":37.51,"MTOPDomainClassification (de)":"","MTOPDomainClassification (es)":"","MTOPDomainClassification (fr)":"","MTOPDomainClassification (hi)":"","MTOPDomainClassification (th)":"","MTOPIntentClassification (de)":"","MTOPIntentClassification (es)":"","MTOPIntentClassification (fr)":"","MTOPIntentClassification (hi)":"","MTOPIntentClassification (th)":"","MassiveIntentClassification (af)":"","MassiveIntentClassification (am)":"","MassiveIntentClassification (ar)":"","MassiveIntentClassification (az)":"","MassiveIntentClassification (bn)":"","MassiveIntentClassification (cy)":"","MassiveIntentClassification (de)":"","MassiveIntentClassification (el)":"","MassiveIntentClassification (es)":"","MassiveIntentClassification (fa)":"","MassiveIntentClassification (fi)":"","MassiveIntentClassification (fr)":"","MassiveIntentClassification (he)":"","MassiveIntentClassification (hi)":"","MassiveIntentClassification (hu)":"","MassiveIntentClassification (hy)":"","MassiveIntentClassification (id)":"","MassiveIntentClassification (is)":"","MassiveIntentClassification (it)":"","MassiveIntentClassification (ja)":"","MassiveIntentClassification (jv)":"","MassiveIntentClassification (ka)":"","MassiveIntentClassification (km)":"","MassiveIntentClassification (kn)":"","MassiveIntentClassification (ko)":"","MassiveIntentClassification (lv)":"","MassiveIntentClassification (ml)":"","MassiveIntentClassification (mn)":"","MassiveIntentClassification (ms)":"","MassiveIntentClassification (my)":"","MassiveIntentClassification (nl)":"","MassiveIntentClassification (pt)":"","MassiveIntentClassification (ro)":"","MassiveIntentClassification (ru)":"","MassiveIntentClassification (sl)":"","MassiveIntentClassification (sq)":"","MassiveIntentClassification (sw)":"","MassiveIntentClassification (ta)":"","MassiveIntentClassification (te)":"","MassiveIntentClassification (th)":"","MassiveIntentClassification (tl)":"","MassiveIntentClassification (tr)":"","MassiveIntentClassification (ur)":"","MassiveIntentClassification (vi)":"","MassiveIntentClassification (zh-TW)":"","MassiveScenarioClassification (af)":"","MassiveScenarioClassification (am)":"","MassiveScenarioClassification (ar)":"","MassiveScenarioClassification (az)":"","MassiveScenarioClassification (bn)":"","MassiveScenarioClassification (cy)":"","MassiveScenarioClassification (de)":"","MassiveScenarioClassification (el)":"","MassiveScenarioClassification (es)":"","MassiveScenarioClassification (fa)":"","MassiveScenarioClassification (fi)":"","MassiveScenarioClassification (fr)":"","MassiveScenarioClassification (he)":"","MassiveScenarioClassification (hi)":"","MassiveScenarioClassification (hu)":"","MassiveScenarioClassification (hy)":"","MassiveScenarioClassification (id)":"","MassiveScenarioClassification (is)":"","MassiveScenarioClassification (it)":"","MassiveScenarioClassification (ja)":"","MassiveScenarioClassification (jv)":"","MassiveScenarioClassification (ka)":"","MassiveScenarioClassification (km)":"","MassiveScenarioClassification (kn)":"","MassiveScenarioClassification (ko)":"","MassiveScenarioClassification (lv)":"","MassiveScenarioClassification (ml)":"","MassiveScenarioClassification (mn)":"","MassiveScenarioClassification (ms)":"","MassiveScenarioClassification (my)":"","MassiveScenarioClassification (nl)":"","MassiveScenarioClassification (pt)":"","MassiveScenarioClassification (ro)":"","MassiveScenarioClassification (ru)":"","MassiveScenarioClassification (sl)":"","MassiveScenarioClassification (sq)":"","MassiveScenarioClassification (sw)":"","MassiveScenarioClassification (ta)":"","MassiveScenarioClassification (te)":"","MassiveScenarioClassification (th)":"","MassiveScenarioClassification (tl)":"","MassiveScenarioClassification (tr)":"","MassiveScenarioClassification (ur)":"","MassiveScenarioClassification (vi)":"","MassiveScenarioClassification (zh-TW)":""} -{"index":45,"Rank":103,"Model":"jina-embeddings-v3<\/a>","Model Size (Million Parameters)":572,"Memory Usage (GB, fp32)":2.13,"Embedding Dimensions":1024,"Max Tokens":8194,"Average":"","AmazonCounterfactualClassification (de)":89.61,"AmazonCounterfactualClassification (ja)":"","AmazonReviewsClassification (de)":48.07,"AmazonReviewsClassification (es)":48.1,"AmazonReviewsClassification (fr)":47.31,"AmazonReviewsClassification (ja)":"","AmazonReviewsClassification (zh)":44.94,"MTOPDomainClassification (de)":96.89,"MTOPDomainClassification (es)":97.17,"MTOPDomainClassification (fr)":96.3,"MTOPDomainClassification (hi)":"","MTOPDomainClassification (th)":"","MTOPIntentClassification (de)":80.79,"MTOPIntentClassification (es)":84.78,"MTOPIntentClassification (fr)":82.21,"MTOPIntentClassification (hi)":"","MTOPIntentClassification (th)":"","MassiveIntentClassification (af)":"","MassiveIntentClassification (am)":"","MassiveIntentClassification (ar)":"","MassiveIntentClassification (az)":"","MassiveIntentClassification (bn)":"","MassiveIntentClassification (cy)":"","MassiveIntentClassification (de)":74.84,"MassiveIntentClassification (el)":"","MassiveIntentClassification (es)":75.32,"MassiveIntentClassification (fa)":"","MassiveIntentClassification (fi)":"","MassiveIntentClassification (fr)":76.32,"MassiveIntentClassification (he)":"","MassiveIntentClassification (hi)":"","MassiveIntentClassification (hu)":"","MassiveIntentClassification (hy)":"","MassiveIntentClassification (id)":"","MassiveIntentClassification (is)":"","MassiveIntentClassification (it)":"","MassiveIntentClassification (ja)":"","MassiveIntentClassification (jv)":"","MassiveIntentClassification (ka)":"","MassiveIntentClassification (km)":"","MassiveIntentClassification (kn)":"","MassiveIntentClassification (ko)":"","MassiveIntentClassification (lv)":"","MassiveIntentClassification (ml)":"","MassiveIntentClassification (mn)":"","MassiveIntentClassification (ms)":"","MassiveIntentClassification (my)":"","MassiveIntentClassification (nl)":"","MassiveIntentClassification (pt)":"","MassiveIntentClassification (ro)":"","MassiveIntentClassification (ru)":76.8,"MassiveIntentClassification (sl)":"","MassiveIntentClassification (sq)":"","MassiveIntentClassification (sw)":"","MassiveIntentClassification (ta)":"","MassiveIntentClassification (te)":"","MassiveIntentClassification (th)":"","MassiveIntentClassification (tl)":"","MassiveIntentClassification (tr)":"","MassiveIntentClassification (ur)":"","MassiveIntentClassification (vi)":"","MassiveIntentClassification (zh-TW)":"","MassiveScenarioClassification (af)":"","MassiveScenarioClassification (am)":"","MassiveScenarioClassification (ar)":"","MassiveScenarioClassification (az)":"","MassiveScenarioClassification (bn)":"","MassiveScenarioClassification (cy)":"","MassiveScenarioClassification (de)":83.97,"MassiveScenarioClassification (el)":"","MassiveScenarioClassification (es)":82.58,"MassiveScenarioClassification (fa)":"","MassiveScenarioClassification (fi)":"","MassiveScenarioClassification (fr)":83.09,"MassiveScenarioClassification (he)":"","MassiveScenarioClassification (hi)":"","MassiveScenarioClassification (hu)":"","MassiveScenarioClassification (hy)":"","MassiveScenarioClassification (id)":"","MassiveScenarioClassification (is)":"","MassiveScenarioClassification (it)":"","MassiveScenarioClassification (ja)":"","MassiveScenarioClassification (jv)":"","MassiveScenarioClassification (ka)":"","MassiveScenarioClassification (km)":"","MassiveScenarioClassification (kn)":"","MassiveScenarioClassification (ko)":"","MassiveScenarioClassification (lv)":"","MassiveScenarioClassification (ml)":"","MassiveScenarioClassification (mn)":"","MassiveScenarioClassification (ms)":"","MassiveScenarioClassification (my)":"","MassiveScenarioClassification (nl)":"","MassiveScenarioClassification (pt)":"","MassiveScenarioClassification (ro)":"","MassiveScenarioClassification (ru)":84.06,"MassiveScenarioClassification (sl)":"","MassiveScenarioClassification (sq)":"","MassiveScenarioClassification (sw)":"","MassiveScenarioClassification (ta)":"","MassiveScenarioClassification (te)":"","MassiveScenarioClassification (th)":"","MassiveScenarioClassification (tl)":"","MassiveScenarioClassification (tr)":"","MassiveScenarioClassification (ur)":"","MassiveScenarioClassification (vi)":"","MassiveScenarioClassification (zh-TW)":""} -{"index":49,"Rank":104,"Model":"paraphrase-multilingual-mpnet-base-v2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","AmazonCounterfactualClassification (de)":"","AmazonCounterfactualClassification (ja)":"","AmazonReviewsClassification (de)":"","AmazonReviewsClassification (es)":"","AmazonReviewsClassification (fr)":"","AmazonReviewsClassification (ja)":"","AmazonReviewsClassification (zh)":38.25,"MTOPDomainClassification (de)":"","MTOPDomainClassification (es)":"","MTOPDomainClassification (fr)":"","MTOPDomainClassification (hi)":"","MTOPDomainClassification (th)":"","MTOPIntentClassification (de)":"","MTOPIntentClassification (es)":"","MTOPIntentClassification (fr)":"","MTOPIntentClassification (hi)":"","MTOPIntentClassification (th)":"","MassiveIntentClassification (af)":"","MassiveIntentClassification (am)":"","MassiveIntentClassification (ar)":"","MassiveIntentClassification (az)":"","MassiveIntentClassification (bn)":"","MassiveIntentClassification (cy)":"","MassiveIntentClassification (de)":"","MassiveIntentClassification (el)":"","MassiveIntentClassification (es)":"","MassiveIntentClassification (fa)":"","MassiveIntentClassification (fi)":"","MassiveIntentClassification (fr)":"","MassiveIntentClassification (he)":"","MassiveIntentClassification (hi)":"","MassiveIntentClassification (hu)":"","MassiveIntentClassification (hy)":"","MassiveIntentClassification (id)":"","MassiveIntentClassification (is)":"","MassiveIntentClassification (it)":"","MassiveIntentClassification (ja)":"","MassiveIntentClassification (jv)":"","MassiveIntentClassification (ka)":"","MassiveIntentClassification (km)":"","MassiveIntentClassification (kn)":"","MassiveIntentClassification (ko)":"","MassiveIntentClassification (lv)":"","MassiveIntentClassification (ml)":"","MassiveIntentClassification (mn)":"","MassiveIntentClassification (ms)":"","MassiveIntentClassification (my)":"","MassiveIntentClassification (nl)":"","MassiveIntentClassification (pt)":"","MassiveIntentClassification (ro)":"","MassiveIntentClassification (ru)":"","MassiveIntentClassification (sl)":"","MassiveIntentClassification (sq)":"","MassiveIntentClassification (sw)":"","MassiveIntentClassification (ta)":"","MassiveIntentClassification (te)":"","MassiveIntentClassification (th)":"","MassiveIntentClassification (tl)":"","MassiveIntentClassification (tr)":"","MassiveIntentClassification (ur)":"","MassiveIntentClassification (vi)":"","MassiveIntentClassification (zh-TW)":"","MassiveScenarioClassification (af)":"","MassiveScenarioClassification (am)":"","MassiveScenarioClassification (ar)":"","MassiveScenarioClassification (az)":"","MassiveScenarioClassification (bn)":"","MassiveScenarioClassification (cy)":"","MassiveScenarioClassification (de)":"","MassiveScenarioClassification (el)":"","MassiveScenarioClassification (es)":"","MassiveScenarioClassification (fa)":"","MassiveScenarioClassification (fi)":"","MassiveScenarioClassification (fr)":"","MassiveScenarioClassification (he)":"","MassiveScenarioClassification (hi)":"","MassiveScenarioClassification (hu)":"","MassiveScenarioClassification (hy)":"","MassiveScenarioClassification (id)":"","MassiveScenarioClassification (is)":"","MassiveScenarioClassification (it)":"","MassiveScenarioClassification (ja)":"","MassiveScenarioClassification (jv)":"","MassiveScenarioClassification (ka)":"","MassiveScenarioClassification (km)":"","MassiveScenarioClassification (kn)":"","MassiveScenarioClassification (ko)":"","MassiveScenarioClassification (lv)":"","MassiveScenarioClassification (ml)":"","MassiveScenarioClassification (mn)":"","MassiveScenarioClassification (ms)":"","MassiveScenarioClassification (my)":"","MassiveScenarioClassification (nl)":"","MassiveScenarioClassification (pt)":"","MassiveScenarioClassification (ro)":"","MassiveScenarioClassification (ru)":"","MassiveScenarioClassification (sl)":"","MassiveScenarioClassification (sq)":"","MassiveScenarioClassification (sw)":"","MassiveScenarioClassification (ta)":"","MassiveScenarioClassification (te)":"","MassiveScenarioClassification (th)":"","MassiveScenarioClassification (tl)":"","MassiveScenarioClassification (tr)":"","MassiveScenarioClassification (ur)":"","MassiveScenarioClassification (vi)":"","MassiveScenarioClassification (zh-TW)":""} -{"index":50,"Rank":105,"Model":"IYun-large-zh<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","AmazonCounterfactualClassification (de)":"","AmazonCounterfactualClassification (ja)":"","AmazonReviewsClassification (de)":"","AmazonReviewsClassification (es)":"","AmazonReviewsClassification (fr)":"","AmazonReviewsClassification (ja)":"","AmazonReviewsClassification (zh)":49.67,"MTOPDomainClassification (de)":"","MTOPDomainClassification (es)":"","MTOPDomainClassification (fr)":"","MTOPDomainClassification (hi)":"","MTOPDomainClassification (th)":"","MTOPIntentClassification (de)":"","MTOPIntentClassification (es)":"","MTOPIntentClassification (fr)":"","MTOPIntentClassification (hi)":"","MTOPIntentClassification (th)":"","MassiveIntentClassification (af)":"","MassiveIntentClassification (am)":"","MassiveIntentClassification (ar)":"","MassiveIntentClassification (az)":"","MassiveIntentClassification (bn)":"","MassiveIntentClassification (cy)":"","MassiveIntentClassification (de)":"","MassiveIntentClassification (el)":"","MassiveIntentClassification (es)":"","MassiveIntentClassification (fa)":"","MassiveIntentClassification (fi)":"","MassiveIntentClassification (fr)":"","MassiveIntentClassification (he)":"","MassiveIntentClassification (hi)":"","MassiveIntentClassification (hu)":"","MassiveIntentClassification (hy)":"","MassiveIntentClassification (id)":"","MassiveIntentClassification (is)":"","MassiveIntentClassification (it)":"","MassiveIntentClassification (ja)":"","MassiveIntentClassification (jv)":"","MassiveIntentClassification (ka)":"","MassiveIntentClassification (km)":"","MassiveIntentClassification (kn)":"","MassiveIntentClassification (ko)":"","MassiveIntentClassification (lv)":"","MassiveIntentClassification (ml)":"","MassiveIntentClassification (mn)":"","MassiveIntentClassification (ms)":"","MassiveIntentClassification (my)":"","MassiveIntentClassification (nl)":"","MassiveIntentClassification (pt)":"","MassiveIntentClassification (ro)":"","MassiveIntentClassification (ru)":"","MassiveIntentClassification (sl)":"","MassiveIntentClassification (sq)":"","MassiveIntentClassification (sw)":"","MassiveIntentClassification (ta)":"","MassiveIntentClassification (te)":"","MassiveIntentClassification (th)":"","MassiveIntentClassification (tl)":"","MassiveIntentClassification (tr)":"","MassiveIntentClassification (ur)":"","MassiveIntentClassification (vi)":"","MassiveIntentClassification (zh-TW)":"","MassiveScenarioClassification (af)":"","MassiveScenarioClassification (am)":"","MassiveScenarioClassification (ar)":"","MassiveScenarioClassification (az)":"","MassiveScenarioClassification (bn)":"","MassiveScenarioClassification (cy)":"","MassiveScenarioClassification (de)":"","MassiveScenarioClassification (el)":"","MassiveScenarioClassification (es)":"","MassiveScenarioClassification (fa)":"","MassiveScenarioClassification (fi)":"","MassiveScenarioClassification (fr)":"","MassiveScenarioClassification (he)":"","MassiveScenarioClassification (hi)":"","MassiveScenarioClassification (hu)":"","MassiveScenarioClassification (hy)":"","MassiveScenarioClassification (id)":"","MassiveScenarioClassification (is)":"","MassiveScenarioClassification (it)":"","MassiveScenarioClassification (ja)":"","MassiveScenarioClassification (jv)":"","MassiveScenarioClassification (ka)":"","MassiveScenarioClassification (km)":"","MassiveScenarioClassification (kn)":"","MassiveScenarioClassification (ko)":"","MassiveScenarioClassification (lv)":"","MassiveScenarioClassification (ml)":"","MassiveScenarioClassification (mn)":"","MassiveScenarioClassification (ms)":"","MassiveScenarioClassification (my)":"","MassiveScenarioClassification (nl)":"","MassiveScenarioClassification (pt)":"","MassiveScenarioClassification (ro)":"","MassiveScenarioClassification (ru)":"","MassiveScenarioClassification (sl)":"","MassiveScenarioClassification (sq)":"","MassiveScenarioClassification (sw)":"","MassiveScenarioClassification (ta)":"","MassiveScenarioClassification (te)":"","MassiveScenarioClassification (th)":"","MassiveScenarioClassification (tl)":"","MassiveScenarioClassification (tr)":"","MassiveScenarioClassification (ur)":"","MassiveScenarioClassification (vi)":"","MassiveScenarioClassification (zh-TW)":""} -{"index":51,"Rank":106,"Model":"mist-zh<\/a>","Model Size (Million Parameters)":51,"Memory Usage (GB, fp32)":0.19,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AmazonCounterfactualClassification (de)":"","AmazonCounterfactualClassification (ja)":"","AmazonReviewsClassification (de)":"","AmazonReviewsClassification (es)":"","AmazonReviewsClassification (fr)":"","AmazonReviewsClassification (ja)":"","AmazonReviewsClassification (zh)":39.32,"MTOPDomainClassification (de)":"","MTOPDomainClassification (es)":"","MTOPDomainClassification (fr)":"","MTOPDomainClassification (hi)":"","MTOPDomainClassification (th)":"","MTOPIntentClassification (de)":"","MTOPIntentClassification (es)":"","MTOPIntentClassification (fr)":"","MTOPIntentClassification (hi)":"","MTOPIntentClassification (th)":"","MassiveIntentClassification (af)":"","MassiveIntentClassification (am)":"","MassiveIntentClassification (ar)":"","MassiveIntentClassification (az)":"","MassiveIntentClassification (bn)":"","MassiveIntentClassification (cy)":"","MassiveIntentClassification (de)":"","MassiveIntentClassification (el)":"","MassiveIntentClassification (es)":"","MassiveIntentClassification (fa)":"","MassiveIntentClassification (fi)":"","MassiveIntentClassification (fr)":"","MassiveIntentClassification (he)":"","MassiveIntentClassification (hi)":"","MassiveIntentClassification (hu)":"","MassiveIntentClassification (hy)":"","MassiveIntentClassification (id)":"","MassiveIntentClassification (is)":"","MassiveIntentClassification (it)":"","MassiveIntentClassification (ja)":"","MassiveIntentClassification (jv)":"","MassiveIntentClassification (ka)":"","MassiveIntentClassification (km)":"","MassiveIntentClassification (kn)":"","MassiveIntentClassification (ko)":"","MassiveIntentClassification (lv)":"","MassiveIntentClassification (ml)":"","MassiveIntentClassification (mn)":"","MassiveIntentClassification (ms)":"","MassiveIntentClassification (my)":"","MassiveIntentClassification (nl)":"","MassiveIntentClassification (pt)":"","MassiveIntentClassification (ro)":"","MassiveIntentClassification (ru)":"","MassiveIntentClassification (sl)":"","MassiveIntentClassification (sq)":"","MassiveIntentClassification (sw)":"","MassiveIntentClassification (ta)":"","MassiveIntentClassification (te)":"","MassiveIntentClassification (th)":"","MassiveIntentClassification (tl)":"","MassiveIntentClassification (tr)":"","MassiveIntentClassification (ur)":"","MassiveIntentClassification (vi)":"","MassiveIntentClassification (zh-TW)":"","MassiveScenarioClassification (af)":"","MassiveScenarioClassification (am)":"","MassiveScenarioClassification (ar)":"","MassiveScenarioClassification (az)":"","MassiveScenarioClassification (bn)":"","MassiveScenarioClassification (cy)":"","MassiveScenarioClassification (de)":"","MassiveScenarioClassification (el)":"","MassiveScenarioClassification (es)":"","MassiveScenarioClassification (fa)":"","MassiveScenarioClassification (fi)":"","MassiveScenarioClassification (fr)":"","MassiveScenarioClassification (he)":"","MassiveScenarioClassification (hi)":"","MassiveScenarioClassification (hu)":"","MassiveScenarioClassification (hy)":"","MassiveScenarioClassification (id)":"","MassiveScenarioClassification (is)":"","MassiveScenarioClassification (it)":"","MassiveScenarioClassification (ja)":"","MassiveScenarioClassification (jv)":"","MassiveScenarioClassification (ka)":"","MassiveScenarioClassification (km)":"","MassiveScenarioClassification (kn)":"","MassiveScenarioClassification (ko)":"","MassiveScenarioClassification (lv)":"","MassiveScenarioClassification (ml)":"","MassiveScenarioClassification (mn)":"","MassiveScenarioClassification (ms)":"","MassiveScenarioClassification (my)":"","MassiveScenarioClassification (nl)":"","MassiveScenarioClassification (pt)":"","MassiveScenarioClassification (ro)":"","MassiveScenarioClassification (ru)":"","MassiveScenarioClassification (sl)":"","MassiveScenarioClassification (sq)":"","MassiveScenarioClassification (sw)":"","MassiveScenarioClassification (ta)":"","MassiveScenarioClassification (te)":"","MassiveScenarioClassification (th)":"","MassiveScenarioClassification (tl)":"","MassiveScenarioClassification (tr)":"","MassiveScenarioClassification (ur)":"","MassiveScenarioClassification (vi)":"","MassiveScenarioClassification (zh-TW)":""} -{"index":52,"Rank":107,"Model":"xlm-roberta-base<\/a>","Model Size (Million Parameters)":279,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","AmazonCounterfactualClassification (de)":"","AmazonCounterfactualClassification (ja)":"","AmazonReviewsClassification (de)":"","AmazonReviewsClassification (es)":"","AmazonReviewsClassification (fr)":26.75,"AmazonReviewsClassification (ja)":"","AmazonReviewsClassification (zh)":"","MTOPDomainClassification (de)":"","MTOPDomainClassification (es)":"","MTOPDomainClassification (fr)":43.83,"MTOPDomainClassification (hi)":"","MTOPDomainClassification (th)":"","MTOPIntentClassification (de)":"","MTOPIntentClassification (es)":"","MTOPIntentClassification (fr)":19.38,"MTOPIntentClassification (hi)":"","MTOPIntentClassification (th)":"","MassiveIntentClassification (af)":"","MassiveIntentClassification (am)":"","MassiveIntentClassification (ar)":"","MassiveIntentClassification (az)":"","MassiveIntentClassification (bn)":"","MassiveIntentClassification (cy)":"","MassiveIntentClassification (de)":"","MassiveIntentClassification (el)":"","MassiveIntentClassification (es)":"","MassiveIntentClassification (fa)":"","MassiveIntentClassification (fi)":"","MassiveIntentClassification (fr)":13.58,"MassiveIntentClassification (he)":"","MassiveIntentClassification (hi)":"","MassiveIntentClassification (hu)":"","MassiveIntentClassification (hy)":"","MassiveIntentClassification (id)":"","MassiveIntentClassification (is)":"","MassiveIntentClassification (it)":"","MassiveIntentClassification (ja)":"","MassiveIntentClassification (jv)":"","MassiveIntentClassification (ka)":"","MassiveIntentClassification (km)":"","MassiveIntentClassification (kn)":"","MassiveIntentClassification (ko)":"","MassiveIntentClassification (lv)":"","MassiveIntentClassification (ml)":"","MassiveIntentClassification (mn)":"","MassiveIntentClassification (ms)":"","MassiveIntentClassification (my)":"","MassiveIntentClassification (nl)":"","MassiveIntentClassification (pt)":"","MassiveIntentClassification (ro)":"","MassiveIntentClassification (ru)":"","MassiveIntentClassification (sl)":"","MassiveIntentClassification (sq)":"","MassiveIntentClassification (sw)":"","MassiveIntentClassification (ta)":"","MassiveIntentClassification (te)":"","MassiveIntentClassification (th)":"","MassiveIntentClassification (tl)":"","MassiveIntentClassification (tr)":"","MassiveIntentClassification (ur)":"","MassiveIntentClassification (vi)":"","MassiveIntentClassification (zh-TW)":"","MassiveScenarioClassification (af)":"","MassiveScenarioClassification (am)":"","MassiveScenarioClassification (ar)":"","MassiveScenarioClassification (az)":"","MassiveScenarioClassification (bn)":"","MassiveScenarioClassification (cy)":"","MassiveScenarioClassification (de)":"","MassiveScenarioClassification (el)":"","MassiveScenarioClassification (es)":"","MassiveScenarioClassification (fa)":"","MassiveScenarioClassification (fi)":"","MassiveScenarioClassification (fr)":23.21,"MassiveScenarioClassification (he)":"","MassiveScenarioClassification (hi)":"","MassiveScenarioClassification (hu)":"","MassiveScenarioClassification (hy)":"","MassiveScenarioClassification (id)":"","MassiveScenarioClassification (is)":"","MassiveScenarioClassification (it)":"","MassiveScenarioClassification (ja)":"","MassiveScenarioClassification (jv)":"","MassiveScenarioClassification (ka)":"","MassiveScenarioClassification (km)":"","MassiveScenarioClassification (kn)":"","MassiveScenarioClassification (ko)":"","MassiveScenarioClassification (lv)":"","MassiveScenarioClassification (ml)":"","MassiveScenarioClassification (mn)":"","MassiveScenarioClassification (ms)":"","MassiveScenarioClassification (my)":"","MassiveScenarioClassification (nl)":"","MassiveScenarioClassification (pt)":"","MassiveScenarioClassification (ro)":"","MassiveScenarioClassification (ru)":"","MassiveScenarioClassification (sl)":"","MassiveScenarioClassification (sq)":"","MassiveScenarioClassification (sw)":"","MassiveScenarioClassification (ta)":"","MassiveScenarioClassification (te)":"","MassiveScenarioClassification (th)":"","MassiveScenarioClassification (tl)":"","MassiveScenarioClassification (tr)":"","MassiveScenarioClassification (ur)":"","MassiveScenarioClassification (vi)":"","MassiveScenarioClassification (zh-TW)":""} -{"index":53,"Rank":108,"Model":"xlm-roberta-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","AmazonCounterfactualClassification (de)":"","AmazonCounterfactualClassification (ja)":"","AmazonReviewsClassification (de)":"","AmazonReviewsClassification (es)":"","AmazonReviewsClassification (fr)":26.62,"AmazonReviewsClassification (ja)":"","AmazonReviewsClassification (zh)":"","MTOPDomainClassification (de)":"","MTOPDomainClassification (es)":"","MTOPDomainClassification (fr)":36.77,"MTOPDomainClassification (hi)":"","MTOPDomainClassification (th)":"","MTOPIntentClassification (de)":"","MTOPIntentClassification (es)":"","MTOPIntentClassification (fr)":15.37,"MTOPIntentClassification (hi)":"","MTOPIntentClassification (th)":"","MassiveIntentClassification (af)":"","MassiveIntentClassification (am)":"","MassiveIntentClassification (ar)":"","MassiveIntentClassification (az)":"","MassiveIntentClassification (bn)":"","MassiveIntentClassification (cy)":"","MassiveIntentClassification (de)":"","MassiveIntentClassification (el)":"","MassiveIntentClassification (es)":"","MassiveIntentClassification (fa)":"","MassiveIntentClassification (fi)":"","MassiveIntentClassification (fr)":15.82,"MassiveIntentClassification (he)":"","MassiveIntentClassification (hi)":"","MassiveIntentClassification (hu)":"","MassiveIntentClassification (hy)":"","MassiveIntentClassification (id)":"","MassiveIntentClassification (is)":"","MassiveIntentClassification (it)":"","MassiveIntentClassification (ja)":"","MassiveIntentClassification (jv)":"","MassiveIntentClassification (ka)":"","MassiveIntentClassification (km)":"","MassiveIntentClassification (kn)":"","MassiveIntentClassification (ko)":"","MassiveIntentClassification (lv)":"","MassiveIntentClassification (ml)":"","MassiveIntentClassification (mn)":"","MassiveIntentClassification (ms)":"","MassiveIntentClassification (my)":"","MassiveIntentClassification (nl)":"","MassiveIntentClassification (pt)":"","MassiveIntentClassification (ro)":"","MassiveIntentClassification (ru)":"","MassiveIntentClassification (sl)":"","MassiveIntentClassification (sq)":"","MassiveIntentClassification (sw)":"","MassiveIntentClassification (ta)":"","MassiveIntentClassification (te)":"","MassiveIntentClassification (th)":"","MassiveIntentClassification (tl)":"","MassiveIntentClassification (tr)":"","MassiveIntentClassification (ur)":"","MassiveIntentClassification (vi)":"","MassiveIntentClassification (zh-TW)":"","MassiveScenarioClassification (af)":"","MassiveScenarioClassification (am)":"","MassiveScenarioClassification (ar)":"","MassiveScenarioClassification (az)":"","MassiveScenarioClassification (bn)":"","MassiveScenarioClassification (cy)":"","MassiveScenarioClassification (de)":"","MassiveScenarioClassification (el)":"","MassiveScenarioClassification (es)":"","MassiveScenarioClassification (fa)":"","MassiveScenarioClassification (fi)":"","MassiveScenarioClassification (fr)":23.92,"MassiveScenarioClassification (he)":"","MassiveScenarioClassification (hi)":"","MassiveScenarioClassification (hu)":"","MassiveScenarioClassification (hy)":"","MassiveScenarioClassification (id)":"","MassiveScenarioClassification (is)":"","MassiveScenarioClassification (it)":"","MassiveScenarioClassification (ja)":"","MassiveScenarioClassification (jv)":"","MassiveScenarioClassification (ka)":"","MassiveScenarioClassification (km)":"","MassiveScenarioClassification (kn)":"","MassiveScenarioClassification (ko)":"","MassiveScenarioClassification (lv)":"","MassiveScenarioClassification (ml)":"","MassiveScenarioClassification (mn)":"","MassiveScenarioClassification (ms)":"","MassiveScenarioClassification (my)":"","MassiveScenarioClassification (nl)":"","MassiveScenarioClassification (pt)":"","MassiveScenarioClassification (ro)":"","MassiveScenarioClassification (ru)":"","MassiveScenarioClassification (sl)":"","MassiveScenarioClassification (sq)":"","MassiveScenarioClassification (sw)":"","MassiveScenarioClassification (ta)":"","MassiveScenarioClassification (te)":"","MassiveScenarioClassification (th)":"","MassiveScenarioClassification (tl)":"","MassiveScenarioClassification (tr)":"","MassiveScenarioClassification (ur)":"","MassiveScenarioClassification (vi)":"","MassiveScenarioClassification (zh-TW)":""} -{"index":54,"Rank":109,"Model":"text2vec-large-chinese<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","AmazonCounterfactualClassification (de)":"","AmazonCounterfactualClassification (ja)":"","AmazonReviewsClassification (de)":"","AmazonReviewsClassification (es)":"","AmazonReviewsClassification (fr)":"","AmazonReviewsClassification (ja)":"","AmazonReviewsClassification (zh)":33.77,"MTOPDomainClassification (de)":"","MTOPDomainClassification (es)":"","MTOPDomainClassification (fr)":"","MTOPDomainClassification (hi)":"","MTOPDomainClassification (th)":"","MTOPIntentClassification (de)":"","MTOPIntentClassification (es)":"","MTOPIntentClassification (fr)":"","MTOPIntentClassification (hi)":"","MTOPIntentClassification (th)":"","MassiveIntentClassification (af)":"","MassiveIntentClassification (am)":"","MassiveIntentClassification (ar)":"","MassiveIntentClassification (az)":"","MassiveIntentClassification (bn)":"","MassiveIntentClassification (cy)":"","MassiveIntentClassification (de)":"","MassiveIntentClassification (el)":"","MassiveIntentClassification (es)":"","MassiveIntentClassification (fa)":"","MassiveIntentClassification (fi)":"","MassiveIntentClassification (fr)":"","MassiveIntentClassification (he)":"","MassiveIntentClassification (hi)":"","MassiveIntentClassification (hu)":"","MassiveIntentClassification (hy)":"","MassiveIntentClassification (id)":"","MassiveIntentClassification (is)":"","MassiveIntentClassification (it)":"","MassiveIntentClassification (ja)":"","MassiveIntentClassification (jv)":"","MassiveIntentClassification (ka)":"","MassiveIntentClassification (km)":"","MassiveIntentClassification (kn)":"","MassiveIntentClassification (ko)":"","MassiveIntentClassification (lv)":"","MassiveIntentClassification (ml)":"","MassiveIntentClassification (mn)":"","MassiveIntentClassification (ms)":"","MassiveIntentClassification (my)":"","MassiveIntentClassification (nl)":"","MassiveIntentClassification (pt)":"","MassiveIntentClassification (ro)":"","MassiveIntentClassification (ru)":"","MassiveIntentClassification (sl)":"","MassiveIntentClassification (sq)":"","MassiveIntentClassification (sw)":"","MassiveIntentClassification (ta)":"","MassiveIntentClassification (te)":"","MassiveIntentClassification (th)":"","MassiveIntentClassification (tl)":"","MassiveIntentClassification (tr)":"","MassiveIntentClassification (ur)":"","MassiveIntentClassification (vi)":"","MassiveIntentClassification (zh-TW)":"","MassiveScenarioClassification (af)":"","MassiveScenarioClassification (am)":"","MassiveScenarioClassification (ar)":"","MassiveScenarioClassification (az)":"","MassiveScenarioClassification (bn)":"","MassiveScenarioClassification (cy)":"","MassiveScenarioClassification (de)":"","MassiveScenarioClassification (el)":"","MassiveScenarioClassification (es)":"","MassiveScenarioClassification (fa)":"","MassiveScenarioClassification (fi)":"","MassiveScenarioClassification (fr)":"","MassiveScenarioClassification (he)":"","MassiveScenarioClassification (hi)":"","MassiveScenarioClassification (hu)":"","MassiveScenarioClassification (hy)":"","MassiveScenarioClassification (id)":"","MassiveScenarioClassification (is)":"","MassiveScenarioClassification (it)":"","MassiveScenarioClassification (ja)":"","MassiveScenarioClassification (jv)":"","MassiveScenarioClassification (ka)":"","MassiveScenarioClassification (km)":"","MassiveScenarioClassification (kn)":"","MassiveScenarioClassification (ko)":"","MassiveScenarioClassification (lv)":"","MassiveScenarioClassification (ml)":"","MassiveScenarioClassification (mn)":"","MassiveScenarioClassification (ms)":"","MassiveScenarioClassification (my)":"","MassiveScenarioClassification (nl)":"","MassiveScenarioClassification (pt)":"","MassiveScenarioClassification (ro)":"","MassiveScenarioClassification (ru)":"","MassiveScenarioClassification (sl)":"","MassiveScenarioClassification (sq)":"","MassiveScenarioClassification (sw)":"","MassiveScenarioClassification (ta)":"","MassiveScenarioClassification (te)":"","MassiveScenarioClassification (th)":"","MassiveScenarioClassification (tl)":"","MassiveScenarioClassification (tr)":"","MassiveScenarioClassification (ur)":"","MassiveScenarioClassification (vi)":"","MassiveScenarioClassification (zh-TW)":""} -{"index":55,"Rank":110,"Model":"bert-base-10lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AmazonCounterfactualClassification (de)":"","AmazonCounterfactualClassification (ja)":"","AmazonReviewsClassification (de)":"","AmazonReviewsClassification (es)":"","AmazonReviewsClassification (fr)":29.38,"AmazonReviewsClassification (ja)":"","AmazonReviewsClassification (zh)":"","MTOPDomainClassification (de)":"","MTOPDomainClassification (es)":"","MTOPDomainClassification (fr)":63.65,"MTOPDomainClassification (hi)":"","MTOPDomainClassification (th)":"","MTOPIntentClassification (de)":"","MTOPIntentClassification (es)":"","MTOPIntentClassification (fr)":37.87,"MTOPIntentClassification (hi)":"","MTOPIntentClassification (th)":"","MassiveIntentClassification (af)":"","MassiveIntentClassification (am)":"","MassiveIntentClassification (ar)":"","MassiveIntentClassification (az)":"","MassiveIntentClassification (bn)":"","MassiveIntentClassification (cy)":"","MassiveIntentClassification (de)":"","MassiveIntentClassification (el)":"","MassiveIntentClassification (es)":"","MassiveIntentClassification (fa)":"","MassiveIntentClassification (fi)":"","MassiveIntentClassification (fr)":37.28,"MassiveIntentClassification (he)":"","MassiveIntentClassification (hi)":"","MassiveIntentClassification (hu)":"","MassiveIntentClassification (hy)":"","MassiveIntentClassification (id)":"","MassiveIntentClassification (is)":"","MassiveIntentClassification (it)":"","MassiveIntentClassification (ja)":"","MassiveIntentClassification (jv)":"","MassiveIntentClassification (ka)":"","MassiveIntentClassification (km)":"","MassiveIntentClassification (kn)":"","MassiveIntentClassification (ko)":"","MassiveIntentClassification (lv)":"","MassiveIntentClassification (ml)":"","MassiveIntentClassification (mn)":"","MassiveIntentClassification (ms)":"","MassiveIntentClassification (my)":"","MassiveIntentClassification (nl)":"","MassiveIntentClassification (pt)":"","MassiveIntentClassification (ro)":"","MassiveIntentClassification (ru)":"","MassiveIntentClassification (sl)":"","MassiveIntentClassification (sq)":"","MassiveIntentClassification (sw)":"","MassiveIntentClassification (ta)":"","MassiveIntentClassification (te)":"","MassiveIntentClassification (th)":"","MassiveIntentClassification (tl)":"","MassiveIntentClassification (tr)":"","MassiveIntentClassification (ur)":"","MassiveIntentClassification (vi)":"","MassiveIntentClassification (zh-TW)":"","MassiveScenarioClassification (af)":"","MassiveScenarioClassification (am)":"","MassiveScenarioClassification (ar)":"","MassiveScenarioClassification (az)":"","MassiveScenarioClassification (bn)":"","MassiveScenarioClassification (cy)":"","MassiveScenarioClassification (de)":"","MassiveScenarioClassification (el)":"","MassiveScenarioClassification (es)":"","MassiveScenarioClassification (fa)":"","MassiveScenarioClassification (fi)":"","MassiveScenarioClassification (fr)":44.5,"MassiveScenarioClassification (he)":"","MassiveScenarioClassification (hi)":"","MassiveScenarioClassification (hu)":"","MassiveScenarioClassification (hy)":"","MassiveScenarioClassification (id)":"","MassiveScenarioClassification (is)":"","MassiveScenarioClassification (it)":"","MassiveScenarioClassification (ja)":"","MassiveScenarioClassification (jv)":"","MassiveScenarioClassification (ka)":"","MassiveScenarioClassification (km)":"","MassiveScenarioClassification (kn)":"","MassiveScenarioClassification (ko)":"","MassiveScenarioClassification (lv)":"","MassiveScenarioClassification (ml)":"","MassiveScenarioClassification (mn)":"","MassiveScenarioClassification (ms)":"","MassiveScenarioClassification (my)":"","MassiveScenarioClassification (nl)":"","MassiveScenarioClassification (pt)":"","MassiveScenarioClassification (ro)":"","MassiveScenarioClassification (ru)":"","MassiveScenarioClassification (sl)":"","MassiveScenarioClassification (sq)":"","MassiveScenarioClassification (sw)":"","MassiveScenarioClassification (ta)":"","MassiveScenarioClassification (te)":"","MassiveScenarioClassification (th)":"","MassiveScenarioClassification (tl)":"","MassiveScenarioClassification (tr)":"","MassiveScenarioClassification (ur)":"","MassiveScenarioClassification (vi)":"","MassiveScenarioClassification (zh-TW)":""} -{"index":56,"Rank":111,"Model":"bert-base-15lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AmazonCounterfactualClassification (de)":"","AmazonCounterfactualClassification (ja)":"","AmazonReviewsClassification (de)":"","AmazonReviewsClassification (es)":"","AmazonReviewsClassification (fr)":29.35,"AmazonReviewsClassification (ja)":"","AmazonReviewsClassification (zh)":"","MTOPDomainClassification (de)":"","MTOPDomainClassification (es)":"","MTOPDomainClassification (fr)":63.7,"MTOPDomainClassification (hi)":"","MTOPDomainClassification (th)":"","MTOPIntentClassification (de)":"","MTOPIntentClassification (es)":"","MTOPIntentClassification (fr)":37.85,"MTOPIntentClassification (hi)":"","MTOPIntentClassification (th)":"","MassiveIntentClassification (af)":"","MassiveIntentClassification (am)":"","MassiveIntentClassification (ar)":"","MassiveIntentClassification (az)":"","MassiveIntentClassification (bn)":"","MassiveIntentClassification (cy)":"","MassiveIntentClassification (de)":"","MassiveIntentClassification (el)":"","MassiveIntentClassification (es)":"","MassiveIntentClassification (fa)":"","MassiveIntentClassification (fi)":"","MassiveIntentClassification (fr)":37.28,"MassiveIntentClassification (he)":"","MassiveIntentClassification (hi)":"","MassiveIntentClassification (hu)":"","MassiveIntentClassification (hy)":"","MassiveIntentClassification (id)":"","MassiveIntentClassification (is)":"","MassiveIntentClassification (it)":"","MassiveIntentClassification (ja)":"","MassiveIntentClassification (jv)":"","MassiveIntentClassification (ka)":"","MassiveIntentClassification (km)":"","MassiveIntentClassification (kn)":"","MassiveIntentClassification (ko)":"","MassiveIntentClassification (lv)":"","MassiveIntentClassification (ml)":"","MassiveIntentClassification (mn)":"","MassiveIntentClassification (ms)":"","MassiveIntentClassification (my)":"","MassiveIntentClassification (nl)":"","MassiveIntentClassification (pt)":"","MassiveIntentClassification (ro)":"","MassiveIntentClassification (ru)":"","MassiveIntentClassification (sl)":"","MassiveIntentClassification (sq)":"","MassiveIntentClassification (sw)":"","MassiveIntentClassification (ta)":"","MassiveIntentClassification (te)":"","MassiveIntentClassification (th)":"","MassiveIntentClassification (tl)":"","MassiveIntentClassification (tr)":"","MassiveIntentClassification (ur)":"","MassiveIntentClassification (vi)":"","MassiveIntentClassification (zh-TW)":"","MassiveScenarioClassification (af)":"","MassiveScenarioClassification (am)":"","MassiveScenarioClassification (ar)":"","MassiveScenarioClassification (az)":"","MassiveScenarioClassification (bn)":"","MassiveScenarioClassification (cy)":"","MassiveScenarioClassification (de)":"","MassiveScenarioClassification (el)":"","MassiveScenarioClassification (es)":"","MassiveScenarioClassification (fa)":"","MassiveScenarioClassification (fi)":"","MassiveScenarioClassification (fr)":44.47,"MassiveScenarioClassification (he)":"","MassiveScenarioClassification (hi)":"","MassiveScenarioClassification (hu)":"","MassiveScenarioClassification (hy)":"","MassiveScenarioClassification (id)":"","MassiveScenarioClassification (is)":"","MassiveScenarioClassification (it)":"","MassiveScenarioClassification (ja)":"","MassiveScenarioClassification (jv)":"","MassiveScenarioClassification (ka)":"","MassiveScenarioClassification (km)":"","MassiveScenarioClassification (kn)":"","MassiveScenarioClassification (ko)":"","MassiveScenarioClassification (lv)":"","MassiveScenarioClassification (ml)":"","MassiveScenarioClassification (mn)":"","MassiveScenarioClassification (ms)":"","MassiveScenarioClassification (my)":"","MassiveScenarioClassification (nl)":"","MassiveScenarioClassification (pt)":"","MassiveScenarioClassification (ro)":"","MassiveScenarioClassification (ru)":"","MassiveScenarioClassification (sl)":"","MassiveScenarioClassification (sq)":"","MassiveScenarioClassification (sw)":"","MassiveScenarioClassification (ta)":"","MassiveScenarioClassification (te)":"","MassiveScenarioClassification (th)":"","MassiveScenarioClassification (tl)":"","MassiveScenarioClassification (tr)":"","MassiveScenarioClassification (ur)":"","MassiveScenarioClassification (vi)":"","MassiveScenarioClassification (zh-TW)":""} -{"index":57,"Rank":112,"Model":"bert-base-25lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AmazonCounterfactualClassification (de)":"","AmazonCounterfactualClassification (ja)":"","AmazonReviewsClassification (de)":"","AmazonReviewsClassification (es)":"","AmazonReviewsClassification (fr)":29.39,"AmazonReviewsClassification (ja)":"","AmazonReviewsClassification (zh)":"","MTOPDomainClassification (de)":"","MTOPDomainClassification (es)":"","MTOPDomainClassification (fr)":63.63,"MTOPDomainClassification (hi)":"","MTOPDomainClassification (th)":"","MTOPIntentClassification (de)":"","MTOPIntentClassification (es)":"","MTOPIntentClassification (fr)":37.86,"MTOPIntentClassification (hi)":"","MTOPIntentClassification (th)":"","MassiveIntentClassification (af)":"","MassiveIntentClassification (am)":"","MassiveIntentClassification (ar)":"","MassiveIntentClassification (az)":"","MassiveIntentClassification (bn)":"","MassiveIntentClassification (cy)":"","MassiveIntentClassification (de)":"","MassiveIntentClassification (el)":"","MassiveIntentClassification (es)":"","MassiveIntentClassification (fa)":"","MassiveIntentClassification (fi)":"","MassiveIntentClassification (fr)":37.3,"MassiveIntentClassification (he)":"","MassiveIntentClassification (hi)":"","MassiveIntentClassification (hu)":"","MassiveIntentClassification (hy)":"","MassiveIntentClassification (id)":"","MassiveIntentClassification (is)":"","MassiveIntentClassification (it)":"","MassiveIntentClassification (ja)":"","MassiveIntentClassification (jv)":"","MassiveIntentClassification (ka)":"","MassiveIntentClassification (km)":"","MassiveIntentClassification (kn)":"","MassiveIntentClassification (ko)":"","MassiveIntentClassification (lv)":"","MassiveIntentClassification (ml)":"","MassiveIntentClassification (mn)":"","MassiveIntentClassification (ms)":"","MassiveIntentClassification (my)":"","MassiveIntentClassification (nl)":"","MassiveIntentClassification (pt)":"","MassiveIntentClassification (ro)":"","MassiveIntentClassification (ru)":"","MassiveIntentClassification (sl)":"","MassiveIntentClassification (sq)":"","MassiveIntentClassification (sw)":"","MassiveIntentClassification (ta)":"","MassiveIntentClassification (te)":"","MassiveIntentClassification (th)":"","MassiveIntentClassification (tl)":"","MassiveIntentClassification (tr)":"","MassiveIntentClassification (ur)":"","MassiveIntentClassification (vi)":"","MassiveIntentClassification (zh-TW)":"","MassiveScenarioClassification (af)":"","MassiveScenarioClassification (am)":"","MassiveScenarioClassification (ar)":"","MassiveScenarioClassification (az)":"","MassiveScenarioClassification (bn)":"","MassiveScenarioClassification (cy)":"","MassiveScenarioClassification (de)":"","MassiveScenarioClassification (el)":"","MassiveScenarioClassification (es)":"","MassiveScenarioClassification (fa)":"","MassiveScenarioClassification (fi)":"","MassiveScenarioClassification (fr)":44.47,"MassiveScenarioClassification (he)":"","MassiveScenarioClassification (hi)":"","MassiveScenarioClassification (hu)":"","MassiveScenarioClassification (hy)":"","MassiveScenarioClassification (id)":"","MassiveScenarioClassification (is)":"","MassiveScenarioClassification (it)":"","MassiveScenarioClassification (ja)":"","MassiveScenarioClassification (jv)":"","MassiveScenarioClassification (ka)":"","MassiveScenarioClassification (km)":"","MassiveScenarioClassification (kn)":"","MassiveScenarioClassification (ko)":"","MassiveScenarioClassification (lv)":"","MassiveScenarioClassification (ml)":"","MassiveScenarioClassification (mn)":"","MassiveScenarioClassification (ms)":"","MassiveScenarioClassification (my)":"","MassiveScenarioClassification (nl)":"","MassiveScenarioClassification (pt)":"","MassiveScenarioClassification (ro)":"","MassiveScenarioClassification (ru)":"","MassiveScenarioClassification (sl)":"","MassiveScenarioClassification (sq)":"","MassiveScenarioClassification (sw)":"","MassiveScenarioClassification (ta)":"","MassiveScenarioClassification (te)":"","MassiveScenarioClassification (th)":"","MassiveScenarioClassification (tl)":"","MassiveScenarioClassification (tr)":"","MassiveScenarioClassification (ur)":"","MassiveScenarioClassification (vi)":"","MassiveScenarioClassification (zh-TW)":""} -{"index":59,"Rank":113,"Model":"KaLM-embedding-multilingual-mini-instruct-v1<\/a>","Model Size (Million Parameters)":494,"Memory Usage (GB, fp32)":1.84,"Embedding Dimensions":896,"Max Tokens":131072,"Average":"","AmazonCounterfactualClassification (de)":"","AmazonCounterfactualClassification (ja)":"","AmazonReviewsClassification (de)":"","AmazonReviewsClassification (es)":"","AmazonReviewsClassification (fr)":52.62,"AmazonReviewsClassification (ja)":"","AmazonReviewsClassification (zh)":50.25,"MTOPDomainClassification (de)":"","MTOPDomainClassification (es)":"","MTOPDomainClassification (fr)":95.79,"MTOPDomainClassification (hi)":"","MTOPDomainClassification (th)":"","MTOPIntentClassification (de)":"","MTOPIntentClassification (es)":"","MTOPIntentClassification (fr)":80.88,"MTOPIntentClassification (hi)":"","MTOPIntentClassification (th)":"","MassiveIntentClassification (af)":"","MassiveIntentClassification (am)":"","MassiveIntentClassification (ar)":"","MassiveIntentClassification (az)":"","MassiveIntentClassification (bn)":"","MassiveIntentClassification (cy)":"","MassiveIntentClassification (de)":"","MassiveIntentClassification (el)":"","MassiveIntentClassification (es)":"","MassiveIntentClassification (fa)":"","MassiveIntentClassification (fi)":"","MassiveIntentClassification (fr)":69.54,"MassiveIntentClassification (he)":"","MassiveIntentClassification (hi)":"","MassiveIntentClassification (hu)":"","MassiveIntentClassification (hy)":"","MassiveIntentClassification (id)":"","MassiveIntentClassification (is)":"","MassiveIntentClassification (it)":"","MassiveIntentClassification (ja)":"","MassiveIntentClassification (jv)":"","MassiveIntentClassification (ka)":"","MassiveIntentClassification (km)":"","MassiveIntentClassification (kn)":"","MassiveIntentClassification (ko)":"","MassiveIntentClassification (lv)":"","MassiveIntentClassification (ml)":"","MassiveIntentClassification (mn)":"","MassiveIntentClassification (ms)":"","MassiveIntentClassification (my)":"","MassiveIntentClassification (nl)":"","MassiveIntentClassification (pt)":"","MassiveIntentClassification (ro)":"","MassiveIntentClassification (ru)":68.61,"MassiveIntentClassification (sl)":"","MassiveIntentClassification (sq)":"","MassiveIntentClassification (sw)":"","MassiveIntentClassification (ta)":"","MassiveIntentClassification (te)":"","MassiveIntentClassification (th)":"","MassiveIntentClassification (tl)":"","MassiveIntentClassification (tr)":"","MassiveIntentClassification (ur)":"","MassiveIntentClassification (vi)":"","MassiveIntentClassification (zh-TW)":63.05,"MassiveScenarioClassification (af)":"","MassiveScenarioClassification (am)":"","MassiveScenarioClassification (ar)":"","MassiveScenarioClassification (az)":"","MassiveScenarioClassification (bn)":"","MassiveScenarioClassification (cy)":"","MassiveScenarioClassification (de)":"","MassiveScenarioClassification (el)":"","MassiveScenarioClassification (es)":"","MassiveScenarioClassification (fa)":"","MassiveScenarioClassification (fi)":"","MassiveScenarioClassification (fr)":78.53,"MassiveScenarioClassification (he)":"","MassiveScenarioClassification (hi)":"","MassiveScenarioClassification (hu)":"","MassiveScenarioClassification (hy)":"","MassiveScenarioClassification (id)":"","MassiveScenarioClassification (is)":"","MassiveScenarioClassification (it)":"","MassiveScenarioClassification (ja)":"","MassiveScenarioClassification (jv)":"","MassiveScenarioClassification (ka)":"","MassiveScenarioClassification (km)":"","MassiveScenarioClassification (kn)":"","MassiveScenarioClassification (ko)":"","MassiveScenarioClassification (lv)":"","MassiveScenarioClassification (ml)":"","MassiveScenarioClassification (mn)":"","MassiveScenarioClassification (ms)":"","MassiveScenarioClassification (my)":"","MassiveScenarioClassification (nl)":"","MassiveScenarioClassification (pt)":"","MassiveScenarioClassification (ro)":"","MassiveScenarioClassification (ru)":77.98,"MassiveScenarioClassification (sl)":"","MassiveScenarioClassification (sq)":"","MassiveScenarioClassification (sw)":"","MassiveScenarioClassification (ta)":"","MassiveScenarioClassification (te)":"","MassiveScenarioClassification (th)":"","MassiveScenarioClassification (tl)":"","MassiveScenarioClassification (tr)":"","MassiveScenarioClassification (ur)":"","MassiveScenarioClassification (vi)":"","MassiveScenarioClassification (zh-TW)":71.34} -{"index":60,"Rank":114,"Model":"KaLM-embedding-multilingual-mini-instruct-v1.5<\/a>","Model Size (Million Parameters)":494,"Memory Usage (GB, fp32)":1.84,"Embedding Dimensions":896,"Max Tokens":131072,"Average":"","AmazonCounterfactualClassification (de)":"","AmazonCounterfactualClassification (ja)":"","AmazonReviewsClassification (de)":"","AmazonReviewsClassification (es)":"","AmazonReviewsClassification (fr)":52.31,"AmazonReviewsClassification (ja)":"","AmazonReviewsClassification (zh)":50.98,"MTOPDomainClassification (de)":"","MTOPDomainClassification (es)":"","MTOPDomainClassification (fr)":95.02,"MTOPDomainClassification (hi)":"","MTOPDomainClassification (th)":"","MTOPIntentClassification (de)":"","MTOPIntentClassification (es)":"","MTOPIntentClassification (fr)":79.75,"MTOPIntentClassification (hi)":"","MTOPIntentClassification (th)":"","MassiveIntentClassification (af)":"","MassiveIntentClassification (am)":"","MassiveIntentClassification (ar)":"","MassiveIntentClassification (az)":"","MassiveIntentClassification (bn)":"","MassiveIntentClassification (cy)":"","MassiveIntentClassification (de)":"","MassiveIntentClassification (el)":"","MassiveIntentClassification (es)":"","MassiveIntentClassification (fa)":"","MassiveIntentClassification (fi)":"","MassiveIntentClassification (fr)":66.61,"MassiveIntentClassification (he)":"","MassiveIntentClassification (hi)":"","MassiveIntentClassification (hu)":"","MassiveIntentClassification (hy)":"","MassiveIntentClassification (id)":"","MassiveIntentClassification (is)":"","MassiveIntentClassification (it)":"","MassiveIntentClassification (ja)":"","MassiveIntentClassification (jv)":"","MassiveIntentClassification (ka)":"","MassiveIntentClassification (km)":"","MassiveIntentClassification (kn)":"","MassiveIntentClassification (ko)":"","MassiveIntentClassification (lv)":"","MassiveIntentClassification (ml)":"","MassiveIntentClassification (mn)":"","MassiveIntentClassification (ms)":"","MassiveIntentClassification (my)":"","MassiveIntentClassification (nl)":"","MassiveIntentClassification (pt)":"","MassiveIntentClassification (ro)":"","MassiveIntentClassification (ru)":66.07,"MassiveIntentClassification (sl)":"","MassiveIntentClassification (sq)":"","MassiveIntentClassification (sw)":"","MassiveIntentClassification (ta)":"","MassiveIntentClassification (te)":"","MassiveIntentClassification (th)":"","MassiveIntentClassification (tl)":"","MassiveIntentClassification (tr)":"","MassiveIntentClassification (ur)":"","MassiveIntentClassification (vi)":"","MassiveIntentClassification (zh-TW)":60.01,"MassiveScenarioClassification (af)":"","MassiveScenarioClassification (am)":"","MassiveScenarioClassification (ar)":"","MassiveScenarioClassification (az)":"","MassiveScenarioClassification (bn)":"","MassiveScenarioClassification (cy)":"","MassiveScenarioClassification (de)":"","MassiveScenarioClassification (el)":"","MassiveScenarioClassification (es)":"","MassiveScenarioClassification (fa)":"","MassiveScenarioClassification (fi)":"","MassiveScenarioClassification (fr)":75.69,"MassiveScenarioClassification (he)":"","MassiveScenarioClassification (hi)":"","MassiveScenarioClassification (hu)":"","MassiveScenarioClassification (hy)":"","MassiveScenarioClassification (id)":"","MassiveScenarioClassification (is)":"","MassiveScenarioClassification (it)":"","MassiveScenarioClassification (ja)":"","MassiveScenarioClassification (jv)":"","MassiveScenarioClassification (ka)":"","MassiveScenarioClassification (km)":"","MassiveScenarioClassification (kn)":"","MassiveScenarioClassification (ko)":"","MassiveScenarioClassification (lv)":"","MassiveScenarioClassification (ml)":"","MassiveScenarioClassification (mn)":"","MassiveScenarioClassification (ms)":"","MassiveScenarioClassification (my)":"","MassiveScenarioClassification (nl)":"","MassiveScenarioClassification (pt)":"","MassiveScenarioClassification (ro)":"","MassiveScenarioClassification (ru)":74.81,"MassiveScenarioClassification (sl)":"","MassiveScenarioClassification (sq)":"","MassiveScenarioClassification (sw)":"","MassiveScenarioClassification (ta)":"","MassiveScenarioClassification (te)":"","MassiveScenarioClassification (th)":"","MassiveScenarioClassification (tl)":"","MassiveScenarioClassification (tr)":"","MassiveScenarioClassification (ur)":"","MassiveScenarioClassification (vi)":"","MassiveScenarioClassification (zh-TW)":69.21} -{"index":61,"Rank":115,"Model":"KaLM-embedding-multilingual-mini-v1<\/a>","Model Size (Million Parameters)":494,"Memory Usage (GB, fp32)":1.84,"Embedding Dimensions":896,"Max Tokens":131072,"Average":"","AmazonCounterfactualClassification (de)":"","AmazonCounterfactualClassification (ja)":"","AmazonReviewsClassification (de)":"","AmazonReviewsClassification (es)":"","AmazonReviewsClassification (fr)":44.85,"AmazonReviewsClassification (ja)":"","AmazonReviewsClassification (zh)":41.86,"MTOPDomainClassification (de)":"","MTOPDomainClassification (es)":"","MTOPDomainClassification (fr)":80.15,"MTOPDomainClassification (hi)":"","MTOPDomainClassification (th)":"","MTOPIntentClassification (de)":"","MTOPIntentClassification (es)":"","MTOPIntentClassification (fr)":50.24,"MTOPIntentClassification (hi)":"","MTOPIntentClassification (th)":"","MassiveIntentClassification (af)":"","MassiveIntentClassification (am)":"","MassiveIntentClassification (ar)":"","MassiveIntentClassification (az)":"","MassiveIntentClassification (bn)":"","MassiveIntentClassification (cy)":"","MassiveIntentClassification (de)":"","MassiveIntentClassification (el)":"","MassiveIntentClassification (es)":"","MassiveIntentClassification (fa)":"","MassiveIntentClassification (fi)":"","MassiveIntentClassification (fr)":59.05,"MassiveIntentClassification (he)":"","MassiveIntentClassification (hi)":"","MassiveIntentClassification (hu)":"","MassiveIntentClassification (hy)":"","MassiveIntentClassification (id)":"","MassiveIntentClassification (is)":"","MassiveIntentClassification (it)":"","MassiveIntentClassification (ja)":"","MassiveIntentClassification (jv)":"","MassiveIntentClassification (ka)":"","MassiveIntentClassification (km)":"","MassiveIntentClassification (kn)":"","MassiveIntentClassification (ko)":"","MassiveIntentClassification (lv)":"","MassiveIntentClassification (ml)":"","MassiveIntentClassification (mn)":"","MassiveIntentClassification (ms)":"","MassiveIntentClassification (my)":"","MassiveIntentClassification (nl)":"","MassiveIntentClassification (pt)":"","MassiveIntentClassification (ro)":"","MassiveIntentClassification (ru)":60.08,"MassiveIntentClassification (sl)":"","MassiveIntentClassification (sq)":"","MassiveIntentClassification (sw)":"","MassiveIntentClassification (ta)":"","MassiveIntentClassification (te)":"","MassiveIntentClassification (th)":"","MassiveIntentClassification (tl)":"","MassiveIntentClassification (tr)":"","MassiveIntentClassification (ur)":"","MassiveIntentClassification (vi)":"","MassiveIntentClassification (zh-TW)":57.36,"MassiveScenarioClassification (af)":"","MassiveScenarioClassification (am)":"","MassiveScenarioClassification (ar)":"","MassiveScenarioClassification (az)":"","MassiveScenarioClassification (bn)":"","MassiveScenarioClassification (cy)":"","MassiveScenarioClassification (de)":"","MassiveScenarioClassification (el)":"","MassiveScenarioClassification (es)":"","MassiveScenarioClassification (fa)":"","MassiveScenarioClassification (fi)":"","MassiveScenarioClassification (fr)":67.29,"MassiveScenarioClassification (he)":"","MassiveScenarioClassification (hi)":"","MassiveScenarioClassification (hu)":"","MassiveScenarioClassification (hy)":"","MassiveScenarioClassification (id)":"","MassiveScenarioClassification (is)":"","MassiveScenarioClassification (it)":"","MassiveScenarioClassification (ja)":"","MassiveScenarioClassification (jv)":"","MassiveScenarioClassification (ka)":"","MassiveScenarioClassification (km)":"","MassiveScenarioClassification (kn)":"","MassiveScenarioClassification (ko)":"","MassiveScenarioClassification (lv)":"","MassiveScenarioClassification (ml)":"","MassiveScenarioClassification (mn)":"","MassiveScenarioClassification (ms)":"","MassiveScenarioClassification (my)":"","MassiveScenarioClassification (nl)":"","MassiveScenarioClassification (pt)":"","MassiveScenarioClassification (ro)":"","MassiveScenarioClassification (ru)":66.44,"MassiveScenarioClassification (sl)":"","MassiveScenarioClassification (sq)":"","MassiveScenarioClassification (sw)":"","MassiveScenarioClassification (ta)":"","MassiveScenarioClassification (te)":"","MassiveScenarioClassification (th)":"","MassiveScenarioClassification (tl)":"","MassiveScenarioClassification (tr)":"","MassiveScenarioClassification (ur)":"","MassiveScenarioClassification (vi)":"","MassiveScenarioClassification (zh-TW)":65.85} -{"index":62,"Rank":116,"Model":"Yuan-embedding-1.0<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Embedding Dimensions":1792,"Max Tokens":512,"Average":"","AmazonCounterfactualClassification (de)":"","AmazonCounterfactualClassification (ja)":"","AmazonReviewsClassification (de)":"","AmazonReviewsClassification (es)":"","AmazonReviewsClassification (fr)":"","AmazonReviewsClassification (ja)":"","AmazonReviewsClassification (zh)":45.85,"MTOPDomainClassification (de)":"","MTOPDomainClassification (es)":"","MTOPDomainClassification (fr)":"","MTOPDomainClassification (hi)":"","MTOPDomainClassification (th)":"","MTOPIntentClassification (de)":"","MTOPIntentClassification (es)":"","MTOPIntentClassification (fr)":"","MTOPIntentClassification (hi)":"","MTOPIntentClassification (th)":"","MassiveIntentClassification (af)":"","MassiveIntentClassification (am)":"","MassiveIntentClassification (ar)":"","MassiveIntentClassification (az)":"","MassiveIntentClassification (bn)":"","MassiveIntentClassification (cy)":"","MassiveIntentClassification (de)":"","MassiveIntentClassification (el)":"","MassiveIntentClassification (es)":"","MassiveIntentClassification (fa)":"","MassiveIntentClassification (fi)":"","MassiveIntentClassification (fr)":"","MassiveIntentClassification (he)":"","MassiveIntentClassification (hi)":"","MassiveIntentClassification (hu)":"","MassiveIntentClassification (hy)":"","MassiveIntentClassification (id)":"","MassiveIntentClassification (is)":"","MassiveIntentClassification (it)":"","MassiveIntentClassification (ja)":"","MassiveIntentClassification (jv)":"","MassiveIntentClassification (ka)":"","MassiveIntentClassification (km)":"","MassiveIntentClassification (kn)":"","MassiveIntentClassification (ko)":"","MassiveIntentClassification (lv)":"","MassiveIntentClassification (ml)":"","MassiveIntentClassification (mn)":"","MassiveIntentClassification (ms)":"","MassiveIntentClassification (my)":"","MassiveIntentClassification (nl)":"","MassiveIntentClassification (pt)":"","MassiveIntentClassification (ro)":"","MassiveIntentClassification (ru)":"","MassiveIntentClassification (sl)":"","MassiveIntentClassification (sq)":"","MassiveIntentClassification (sw)":"","MassiveIntentClassification (ta)":"","MassiveIntentClassification (te)":"","MassiveIntentClassification (th)":"","MassiveIntentClassification (tl)":"","MassiveIntentClassification (tr)":"","MassiveIntentClassification (ur)":"","MassiveIntentClassification (vi)":"","MassiveIntentClassification (zh-TW)":"","MassiveScenarioClassification (af)":"","MassiveScenarioClassification (am)":"","MassiveScenarioClassification (ar)":"","MassiveScenarioClassification (az)":"","MassiveScenarioClassification (bn)":"","MassiveScenarioClassification (cy)":"","MassiveScenarioClassification (de)":"","MassiveScenarioClassification (el)":"","MassiveScenarioClassification (es)":"","MassiveScenarioClassification (fa)":"","MassiveScenarioClassification (fi)":"","MassiveScenarioClassification (fr)":"","MassiveScenarioClassification (he)":"","MassiveScenarioClassification (hi)":"","MassiveScenarioClassification (hu)":"","MassiveScenarioClassification (hy)":"","MassiveScenarioClassification (id)":"","MassiveScenarioClassification (is)":"","MassiveScenarioClassification (it)":"","MassiveScenarioClassification (ja)":"","MassiveScenarioClassification (jv)":"","MassiveScenarioClassification (ka)":"","MassiveScenarioClassification (km)":"","MassiveScenarioClassification (kn)":"","MassiveScenarioClassification (ko)":"","MassiveScenarioClassification (lv)":"","MassiveScenarioClassification (ml)":"","MassiveScenarioClassification (mn)":"","MassiveScenarioClassification (ms)":"","MassiveScenarioClassification (my)":"","MassiveScenarioClassification (nl)":"","MassiveScenarioClassification (pt)":"","MassiveScenarioClassification (ro)":"","MassiveScenarioClassification (ru)":"","MassiveScenarioClassification (sl)":"","MassiveScenarioClassification (sq)":"","MassiveScenarioClassification (sw)":"","MassiveScenarioClassification (ta)":"","MassiveScenarioClassification (te)":"","MassiveScenarioClassification (th)":"","MassiveScenarioClassification (tl)":"","MassiveScenarioClassification (tr)":"","MassiveScenarioClassification (ur)":"","MassiveScenarioClassification (vi)":"","MassiveScenarioClassification (zh-TW)":""} -{"index":63,"Rank":117,"Model":"Conan-embedding-v1-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","AmazonCounterfactualClassification (de)":"","AmazonCounterfactualClassification (ja)":"","AmazonReviewsClassification (de)":"","AmazonReviewsClassification (es)":"","AmazonReviewsClassification (fr)":"","AmazonReviewsClassification (ja)":"","AmazonReviewsClassification (zh)":50.31,"MTOPDomainClassification (de)":"","MTOPDomainClassification (es)":"","MTOPDomainClassification (fr)":"","MTOPDomainClassification (hi)":"","MTOPDomainClassification (th)":"","MTOPIntentClassification (de)":"","MTOPIntentClassification (es)":"","MTOPIntentClassification (fr)":"","MTOPIntentClassification (hi)":"","MTOPIntentClassification (th)":"","MassiveIntentClassification (af)":"","MassiveIntentClassification (am)":"","MassiveIntentClassification (ar)":"","MassiveIntentClassification (az)":"","MassiveIntentClassification (bn)":"","MassiveIntentClassification (cy)":"","MassiveIntentClassification (de)":"","MassiveIntentClassification (el)":"","MassiveIntentClassification (es)":"","MassiveIntentClassification (fa)":"","MassiveIntentClassification (fi)":"","MassiveIntentClassification (fr)":"","MassiveIntentClassification (he)":"","MassiveIntentClassification (hi)":"","MassiveIntentClassification (hu)":"","MassiveIntentClassification (hy)":"","MassiveIntentClassification (id)":"","MassiveIntentClassification (is)":"","MassiveIntentClassification (it)":"","MassiveIntentClassification (ja)":"","MassiveIntentClassification (jv)":"","MassiveIntentClassification (ka)":"","MassiveIntentClassification (km)":"","MassiveIntentClassification (kn)":"","MassiveIntentClassification (ko)":"","MassiveIntentClassification (lv)":"","MassiveIntentClassification (ml)":"","MassiveIntentClassification (mn)":"","MassiveIntentClassification (ms)":"","MassiveIntentClassification (my)":"","MassiveIntentClassification (nl)":"","MassiveIntentClassification (pt)":"","MassiveIntentClassification (ro)":"","MassiveIntentClassification (ru)":"","MassiveIntentClassification (sl)":"","MassiveIntentClassification (sq)":"","MassiveIntentClassification (sw)":"","MassiveIntentClassification (ta)":"","MassiveIntentClassification (te)":"","MassiveIntentClassification (th)":"","MassiveIntentClassification (tl)":"","MassiveIntentClassification (tr)":"","MassiveIntentClassification (ur)":"","MassiveIntentClassification (vi)":"","MassiveIntentClassification (zh-TW)":"","MassiveScenarioClassification (af)":"","MassiveScenarioClassification (am)":"","MassiveScenarioClassification (ar)":"","MassiveScenarioClassification (az)":"","MassiveScenarioClassification (bn)":"","MassiveScenarioClassification (cy)":"","MassiveScenarioClassification (de)":"","MassiveScenarioClassification (el)":"","MassiveScenarioClassification (es)":"","MassiveScenarioClassification (fa)":"","MassiveScenarioClassification (fi)":"","MassiveScenarioClassification (fr)":"","MassiveScenarioClassification (he)":"","MassiveScenarioClassification (hi)":"","MassiveScenarioClassification (hu)":"","MassiveScenarioClassification (hy)":"","MassiveScenarioClassification (id)":"","MassiveScenarioClassification (is)":"","MassiveScenarioClassification (it)":"","MassiveScenarioClassification (ja)":"","MassiveScenarioClassification (jv)":"","MassiveScenarioClassification (ka)":"","MassiveScenarioClassification (km)":"","MassiveScenarioClassification (kn)":"","MassiveScenarioClassification (ko)":"","MassiveScenarioClassification (lv)":"","MassiveScenarioClassification (ml)":"","MassiveScenarioClassification (mn)":"","MassiveScenarioClassification (ms)":"","MassiveScenarioClassification (my)":"","MassiveScenarioClassification (nl)":"","MassiveScenarioClassification (pt)":"","MassiveScenarioClassification (ro)":"","MassiveScenarioClassification (ru)":"","MassiveScenarioClassification (sl)":"","MassiveScenarioClassification (sq)":"","MassiveScenarioClassification (sw)":"","MassiveScenarioClassification (ta)":"","MassiveScenarioClassification (te)":"","MassiveScenarioClassification (th)":"","MassiveScenarioClassification (tl)":"","MassiveScenarioClassification (tr)":"","MassiveScenarioClassification (ur)":"","MassiveScenarioClassification (vi)":"","MassiveScenarioClassification (zh-TW)":""} -{"index":65,"Rank":118,"Model":"bilingual-document-embedding<\/a>","Model Size (Million Parameters)":568,"Memory Usage (GB, fp32)":2.12,"Embedding Dimensions":1024,"Max Tokens":8194,"Average":"","AmazonCounterfactualClassification (de)":"","AmazonCounterfactualClassification (ja)":"","AmazonReviewsClassification (de)":"","AmazonReviewsClassification (es)":"","AmazonReviewsClassification (fr)":43.49,"AmazonReviewsClassification (ja)":"","AmazonReviewsClassification (zh)":"","MTOPDomainClassification (de)":"","MTOPDomainClassification (es)":"","MTOPDomainClassification (fr)":88.46,"MTOPDomainClassification (hi)":"","MTOPDomainClassification (th)":"","MTOPIntentClassification (de)":"","MTOPIntentClassification (es)":"","MTOPIntentClassification (fr)":60.27,"MTOPIntentClassification (hi)":"","MTOPIntentClassification (th)":"","MassiveIntentClassification (af)":"","MassiveIntentClassification (am)":"","MassiveIntentClassification (ar)":"","MassiveIntentClassification (az)":"","MassiveIntentClassification (bn)":"","MassiveIntentClassification (cy)":"","MassiveIntentClassification (de)":"","MassiveIntentClassification (el)":"","MassiveIntentClassification (es)":"","MassiveIntentClassification (fa)":"","MassiveIntentClassification (fi)":"","MassiveIntentClassification (fr)":67.39,"MassiveIntentClassification (he)":"","MassiveIntentClassification (hi)":"","MassiveIntentClassification (hu)":"","MassiveIntentClassification (hy)":"","MassiveIntentClassification (id)":"","MassiveIntentClassification (is)":"","MassiveIntentClassification (it)":"","MassiveIntentClassification (ja)":"","MassiveIntentClassification (jv)":"","MassiveIntentClassification (ka)":"","MassiveIntentClassification (km)":"","MassiveIntentClassification (kn)":"","MassiveIntentClassification (ko)":"","MassiveIntentClassification (lv)":"","MassiveIntentClassification (ml)":"","MassiveIntentClassification (mn)":"","MassiveIntentClassification (ms)":"","MassiveIntentClassification (my)":"","MassiveIntentClassification (nl)":"","MassiveIntentClassification (pt)":"","MassiveIntentClassification (ro)":"","MassiveIntentClassification (ru)":"","MassiveIntentClassification (sl)":"","MassiveIntentClassification (sq)":"","MassiveIntentClassification (sw)":"","MassiveIntentClassification (ta)":"","MassiveIntentClassification (te)":"","MassiveIntentClassification (th)":"","MassiveIntentClassification (tl)":"","MassiveIntentClassification (tr)":"","MassiveIntentClassification (ur)":"","MassiveIntentClassification (vi)":"","MassiveIntentClassification (zh-TW)":"","MassiveScenarioClassification (af)":"","MassiveScenarioClassification (am)":"","MassiveScenarioClassification (ar)":"","MassiveScenarioClassification (az)":"","MassiveScenarioClassification (bn)":"","MassiveScenarioClassification (cy)":"","MassiveScenarioClassification (de)":"","MassiveScenarioClassification (el)":"","MassiveScenarioClassification (es)":"","MassiveScenarioClassification (fa)":"","MassiveScenarioClassification (fi)":"","MassiveScenarioClassification (fr)":74.12,"MassiveScenarioClassification (he)":"","MassiveScenarioClassification (hi)":"","MassiveScenarioClassification (hu)":"","MassiveScenarioClassification (hy)":"","MassiveScenarioClassification (id)":"","MassiveScenarioClassification (is)":"","MassiveScenarioClassification (it)":"","MassiveScenarioClassification (ja)":"","MassiveScenarioClassification (jv)":"","MassiveScenarioClassification (ka)":"","MassiveScenarioClassification (km)":"","MassiveScenarioClassification (kn)":"","MassiveScenarioClassification (ko)":"","MassiveScenarioClassification (lv)":"","MassiveScenarioClassification (ml)":"","MassiveScenarioClassification (mn)":"","MassiveScenarioClassification (ms)":"","MassiveScenarioClassification (my)":"","MassiveScenarioClassification (nl)":"","MassiveScenarioClassification (pt)":"","MassiveScenarioClassification (ro)":"","MassiveScenarioClassification (ru)":"","MassiveScenarioClassification (sl)":"","MassiveScenarioClassification (sq)":"","MassiveScenarioClassification (sw)":"","MassiveScenarioClassification (ta)":"","MassiveScenarioClassification (te)":"","MassiveScenarioClassification (th)":"","MassiveScenarioClassification (tl)":"","MassiveScenarioClassification (tr)":"","MassiveScenarioClassification (ur)":"","MassiveScenarioClassification (vi)":"","MassiveScenarioClassification (zh-TW)":""} -{"index":66,"Rank":119,"Model":"bilingual-embedding-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","AmazonCounterfactualClassification (de)":"","AmazonCounterfactualClassification (ja)":"","AmazonReviewsClassification (de)":"","AmazonReviewsClassification (es)":"","AmazonReviewsClassification (fr)":40.35,"AmazonReviewsClassification (ja)":"","AmazonReviewsClassification (zh)":"","MTOPDomainClassification (de)":"","MTOPDomainClassification (es)":"","MTOPDomainClassification (fr)":86.83,"MTOPDomainClassification (hi)":"","MTOPDomainClassification (th)":"","MTOPIntentClassification (de)":"","MTOPIntentClassification (es)":"","MTOPIntentClassification (fr)":59.13,"MTOPIntentClassification (hi)":"","MTOPIntentClassification (th)":"","MassiveIntentClassification (af)":"","MassiveIntentClassification (am)":"","MassiveIntentClassification (ar)":"","MassiveIntentClassification (az)":"","MassiveIntentClassification (bn)":"","MassiveIntentClassification (cy)":"","MassiveIntentClassification (de)":"","MassiveIntentClassification (el)":"","MassiveIntentClassification (es)":"","MassiveIntentClassification (fa)":"","MassiveIntentClassification (fi)":"","MassiveIntentClassification (fr)":64.99,"MassiveIntentClassification (he)":"","MassiveIntentClassification (hi)":"","MassiveIntentClassification (hu)":"","MassiveIntentClassification (hy)":"","MassiveIntentClassification (id)":"","MassiveIntentClassification (is)":"","MassiveIntentClassification (it)":"","MassiveIntentClassification (ja)":"","MassiveIntentClassification (jv)":"","MassiveIntentClassification (ka)":"","MassiveIntentClassification (km)":"","MassiveIntentClassification (kn)":"","MassiveIntentClassification (ko)":"","MassiveIntentClassification (lv)":"","MassiveIntentClassification (ml)":"","MassiveIntentClassification (mn)":"","MassiveIntentClassification (ms)":"","MassiveIntentClassification (my)":"","MassiveIntentClassification (nl)":"","MassiveIntentClassification (pt)":"","MassiveIntentClassification (ro)":"","MassiveIntentClassification (ru)":"","MassiveIntentClassification (sl)":"","MassiveIntentClassification (sq)":"","MassiveIntentClassification (sw)":"","MassiveIntentClassification (ta)":"","MassiveIntentClassification (te)":"","MassiveIntentClassification (th)":"","MassiveIntentClassification (tl)":"","MassiveIntentClassification (tr)":"","MassiveIntentClassification (ur)":"","MassiveIntentClassification (vi)":"","MassiveIntentClassification (zh-TW)":"","MassiveScenarioClassification (af)":"","MassiveScenarioClassification (am)":"","MassiveScenarioClassification (ar)":"","MassiveScenarioClassification (az)":"","MassiveScenarioClassification (bn)":"","MassiveScenarioClassification (cy)":"","MassiveScenarioClassification (de)":"","MassiveScenarioClassification (el)":"","MassiveScenarioClassification (es)":"","MassiveScenarioClassification (fa)":"","MassiveScenarioClassification (fi)":"","MassiveScenarioClassification (fr)":71.72,"MassiveScenarioClassification (he)":"","MassiveScenarioClassification (hi)":"","MassiveScenarioClassification (hu)":"","MassiveScenarioClassification (hy)":"","MassiveScenarioClassification (id)":"","MassiveScenarioClassification (is)":"","MassiveScenarioClassification (it)":"","MassiveScenarioClassification (ja)":"","MassiveScenarioClassification (jv)":"","MassiveScenarioClassification (ka)":"","MassiveScenarioClassification (km)":"","MassiveScenarioClassification (kn)":"","MassiveScenarioClassification (ko)":"","MassiveScenarioClassification (lv)":"","MassiveScenarioClassification (ml)":"","MassiveScenarioClassification (mn)":"","MassiveScenarioClassification (ms)":"","MassiveScenarioClassification (my)":"","MassiveScenarioClassification (nl)":"","MassiveScenarioClassification (pt)":"","MassiveScenarioClassification (ro)":"","MassiveScenarioClassification (ru)":"","MassiveScenarioClassification (sl)":"","MassiveScenarioClassification (sq)":"","MassiveScenarioClassification (sw)":"","MassiveScenarioClassification (ta)":"","MassiveScenarioClassification (te)":"","MassiveScenarioClassification (th)":"","MassiveScenarioClassification (tl)":"","MassiveScenarioClassification (tr)":"","MassiveScenarioClassification (ur)":"","MassiveScenarioClassification (vi)":"","MassiveScenarioClassification (zh-TW)":""} -{"index":67,"Rank":120,"Model":"bilingual-embedding-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","AmazonCounterfactualClassification (de)":"","AmazonCounterfactualClassification (ja)":"","AmazonReviewsClassification (de)":"","AmazonReviewsClassification (es)":"","AmazonReviewsClassification (fr)":43.42,"AmazonReviewsClassification (ja)":"","AmazonReviewsClassification (zh)":"","MTOPDomainClassification (de)":"","MTOPDomainClassification (es)":"","MTOPDomainClassification (fr)":88.33,"MTOPDomainClassification (hi)":"","MTOPDomainClassification (th)":"","MTOPIntentClassification (de)":"","MTOPIntentClassification (es)":"","MTOPIntentClassification (fr)":62.85,"MTOPIntentClassification (hi)":"","MTOPIntentClassification (th)":"","MassiveIntentClassification (af)":"","MassiveIntentClassification (am)":"","MassiveIntentClassification (ar)":"","MassiveIntentClassification (az)":"","MassiveIntentClassification (bn)":"","MassiveIntentClassification (cy)":"","MassiveIntentClassification (de)":"","MassiveIntentClassification (el)":"","MassiveIntentClassification (es)":"","MassiveIntentClassification (fa)":"","MassiveIntentClassification (fi)":"","MassiveIntentClassification (fr)":66.81,"MassiveIntentClassification (he)":"","MassiveIntentClassification (hi)":"","MassiveIntentClassification (hu)":"","MassiveIntentClassification (hy)":"","MassiveIntentClassification (id)":"","MassiveIntentClassification (is)":"","MassiveIntentClassification (it)":"","MassiveIntentClassification (ja)":"","MassiveIntentClassification (jv)":"","MassiveIntentClassification (ka)":"","MassiveIntentClassification (km)":"","MassiveIntentClassification (kn)":"","MassiveIntentClassification (ko)":"","MassiveIntentClassification (lv)":"","MassiveIntentClassification (ml)":"","MassiveIntentClassification (mn)":"","MassiveIntentClassification (ms)":"","MassiveIntentClassification (my)":"","MassiveIntentClassification (nl)":"","MassiveIntentClassification (pt)":"","MassiveIntentClassification (ro)":"","MassiveIntentClassification (ru)":"","MassiveIntentClassification (sl)":"","MassiveIntentClassification (sq)":"","MassiveIntentClassification (sw)":"","MassiveIntentClassification (ta)":"","MassiveIntentClassification (te)":"","MassiveIntentClassification (th)":"","MassiveIntentClassification (tl)":"","MassiveIntentClassification (tr)":"","MassiveIntentClassification (ur)":"","MassiveIntentClassification (vi)":"","MassiveIntentClassification (zh-TW)":"","MassiveScenarioClassification (af)":"","MassiveScenarioClassification (am)":"","MassiveScenarioClassification (ar)":"","MassiveScenarioClassification (az)":"","MassiveScenarioClassification (bn)":"","MassiveScenarioClassification (cy)":"","MassiveScenarioClassification (de)":"","MassiveScenarioClassification (el)":"","MassiveScenarioClassification (es)":"","MassiveScenarioClassification (fa)":"","MassiveScenarioClassification (fi)":"","MassiveScenarioClassification (fr)":72.99,"MassiveScenarioClassification (he)":"","MassiveScenarioClassification (hi)":"","MassiveScenarioClassification (hu)":"","MassiveScenarioClassification (hy)":"","MassiveScenarioClassification (id)":"","MassiveScenarioClassification (is)":"","MassiveScenarioClassification (it)":"","MassiveScenarioClassification (ja)":"","MassiveScenarioClassification (jv)":"","MassiveScenarioClassification (ka)":"","MassiveScenarioClassification (km)":"","MassiveScenarioClassification (kn)":"","MassiveScenarioClassification (ko)":"","MassiveScenarioClassification (lv)":"","MassiveScenarioClassification (ml)":"","MassiveScenarioClassification (mn)":"","MassiveScenarioClassification (ms)":"","MassiveScenarioClassification (my)":"","MassiveScenarioClassification (nl)":"","MassiveScenarioClassification (pt)":"","MassiveScenarioClassification (ro)":"","MassiveScenarioClassification (ru)":"","MassiveScenarioClassification (sl)":"","MassiveScenarioClassification (sq)":"","MassiveScenarioClassification (sw)":"","MassiveScenarioClassification (ta)":"","MassiveScenarioClassification (te)":"","MassiveScenarioClassification (th)":"","MassiveScenarioClassification (tl)":"","MassiveScenarioClassification (tr)":"","MassiveScenarioClassification (ur)":"","MassiveScenarioClassification (vi)":"","MassiveScenarioClassification (zh-TW)":""} -{"index":68,"Rank":121,"Model":"bilingual-embedding-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","AmazonCounterfactualClassification (de)":"","AmazonCounterfactualClassification (ja)":"","AmazonReviewsClassification (de)":"","AmazonReviewsClassification (es)":"","AmazonReviewsClassification (fr)":37.1,"AmazonReviewsClassification (ja)":"","AmazonReviewsClassification (zh)":"","MTOPDomainClassification (de)":"","MTOPDomainClassification (es)":"","MTOPDomainClassification (fr)":86.09,"MTOPDomainClassification (hi)":"","MTOPDomainClassification (th)":"","MTOPIntentClassification (de)":"","MTOPIntentClassification (es)":"","MTOPIntentClassification (fr)":61.23,"MTOPIntentClassification (hi)":"","MTOPIntentClassification (th)":"","MassiveIntentClassification (af)":"","MassiveIntentClassification (am)":"","MassiveIntentClassification (ar)":"","MassiveIntentClassification (az)":"","MassiveIntentClassification (bn)":"","MassiveIntentClassification (cy)":"","MassiveIntentClassification (de)":"","MassiveIntentClassification (el)":"","MassiveIntentClassification (es)":"","MassiveIntentClassification (fa)":"","MassiveIntentClassification (fi)":"","MassiveIntentClassification (fr)":65.49,"MassiveIntentClassification (he)":"","MassiveIntentClassification (hi)":"","MassiveIntentClassification (hu)":"","MassiveIntentClassification (hy)":"","MassiveIntentClassification (id)":"","MassiveIntentClassification (is)":"","MassiveIntentClassification (it)":"","MassiveIntentClassification (ja)":"","MassiveIntentClassification (jv)":"","MassiveIntentClassification (ka)":"","MassiveIntentClassification (km)":"","MassiveIntentClassification (kn)":"","MassiveIntentClassification (ko)":"","MassiveIntentClassification (lv)":"","MassiveIntentClassification (ml)":"","MassiveIntentClassification (mn)":"","MassiveIntentClassification (ms)":"","MassiveIntentClassification (my)":"","MassiveIntentClassification (nl)":"","MassiveIntentClassification (pt)":"","MassiveIntentClassification (ro)":"","MassiveIntentClassification (ru)":"","MassiveIntentClassification (sl)":"","MassiveIntentClassification (sq)":"","MassiveIntentClassification (sw)":"","MassiveIntentClassification (ta)":"","MassiveIntentClassification (te)":"","MassiveIntentClassification (th)":"","MassiveIntentClassification (tl)":"","MassiveIntentClassification (tr)":"","MassiveIntentClassification (ur)":"","MassiveIntentClassification (vi)":"","MassiveIntentClassification (zh-TW)":"","MassiveScenarioClassification (af)":"","MassiveScenarioClassification (am)":"","MassiveScenarioClassification (ar)":"","MassiveScenarioClassification (az)":"","MassiveScenarioClassification (bn)":"","MassiveScenarioClassification (cy)":"","MassiveScenarioClassification (de)":"","MassiveScenarioClassification (el)":"","MassiveScenarioClassification (es)":"","MassiveScenarioClassification (fa)":"","MassiveScenarioClassification (fi)":"","MassiveScenarioClassification (fr)":69.27,"MassiveScenarioClassification (he)":"","MassiveScenarioClassification (hi)":"","MassiveScenarioClassification (hu)":"","MassiveScenarioClassification (hy)":"","MassiveScenarioClassification (id)":"","MassiveScenarioClassification (is)":"","MassiveScenarioClassification (it)":"","MassiveScenarioClassification (ja)":"","MassiveScenarioClassification (jv)":"","MassiveScenarioClassification (ka)":"","MassiveScenarioClassification (km)":"","MassiveScenarioClassification (kn)":"","MassiveScenarioClassification (ko)":"","MassiveScenarioClassification (lv)":"","MassiveScenarioClassification (ml)":"","MassiveScenarioClassification (mn)":"","MassiveScenarioClassification (ms)":"","MassiveScenarioClassification (my)":"","MassiveScenarioClassification (nl)":"","MassiveScenarioClassification (pt)":"","MassiveScenarioClassification (ro)":"","MassiveScenarioClassification (ru)":"","MassiveScenarioClassification (sl)":"","MassiveScenarioClassification (sq)":"","MassiveScenarioClassification (sw)":"","MassiveScenarioClassification (ta)":"","MassiveScenarioClassification (te)":"","MassiveScenarioClassification (th)":"","MassiveScenarioClassification (tl)":"","MassiveScenarioClassification (tr)":"","MassiveScenarioClassification (ur)":"","MassiveScenarioClassification (vi)":"","MassiveScenarioClassification (zh-TW)":""} -{"index":69,"Rank":122,"Model":"jina-embeddings-v2-base-de-Q5_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","AmazonCounterfactualClassification (de)":68.92,"AmazonCounterfactualClassification (ja)":"","AmazonReviewsClassification (de)":37.72,"AmazonReviewsClassification (es)":"","AmazonReviewsClassification (fr)":"","AmazonReviewsClassification (ja)":"","AmazonReviewsClassification (zh)":"","MTOPDomainClassification (de)":88.37,"MTOPDomainClassification (es)":"","MTOPDomainClassification (fr)":"","MTOPDomainClassification (hi)":"","MTOPDomainClassification (th)":"","MTOPIntentClassification (de)":63.83,"MTOPIntentClassification (es)":"","MTOPIntentClassification (fr)":"","MTOPIntentClassification (hi)":"","MTOPIntentClassification (th)":"","MassiveIntentClassification (af)":"","MassiveIntentClassification (am)":"","MassiveIntentClassification (ar)":"","MassiveIntentClassification (az)":"","MassiveIntentClassification (bn)":"","MassiveIntentClassification (cy)":"","MassiveIntentClassification (de)":63.89,"MassiveIntentClassification (el)":"","MassiveIntentClassification (es)":"","MassiveIntentClassification (fa)":"","MassiveIntentClassification (fi)":"","MassiveIntentClassification (fr)":"","MassiveIntentClassification (he)":"","MassiveIntentClassification (hi)":"","MassiveIntentClassification (hu)":"","MassiveIntentClassification (hy)":"","MassiveIntentClassification (id)":"","MassiveIntentClassification (is)":"","MassiveIntentClassification (it)":"","MassiveIntentClassification (ja)":"","MassiveIntentClassification (jv)":"","MassiveIntentClassification (ka)":"","MassiveIntentClassification (km)":"","MassiveIntentClassification (kn)":"","MassiveIntentClassification (ko)":"","MassiveIntentClassification (lv)":"","MassiveIntentClassification (ml)":"","MassiveIntentClassification (mn)":"","MassiveIntentClassification (ms)":"","MassiveIntentClassification (my)":"","MassiveIntentClassification (nl)":"","MassiveIntentClassification (pt)":"","MassiveIntentClassification (ro)":"","MassiveIntentClassification (ru)":"","MassiveIntentClassification (sl)":"","MassiveIntentClassification (sq)":"","MassiveIntentClassification (sw)":"","MassiveIntentClassification (ta)":"","MassiveIntentClassification (te)":"","MassiveIntentClassification (th)":"","MassiveIntentClassification (tl)":"","MassiveIntentClassification (tr)":"","MassiveIntentClassification (ur)":"","MassiveIntentClassification (vi)":"","MassiveIntentClassification (zh-TW)":"","MassiveScenarioClassification (af)":"","MassiveScenarioClassification (am)":"","MassiveScenarioClassification (ar)":"","MassiveScenarioClassification (az)":"","MassiveScenarioClassification (bn)":"","MassiveScenarioClassification (cy)":"","MassiveScenarioClassification (de)":71.25,"MassiveScenarioClassification (el)":"","MassiveScenarioClassification (es)":"","MassiveScenarioClassification (fa)":"","MassiveScenarioClassification (fi)":"","MassiveScenarioClassification (fr)":"","MassiveScenarioClassification (he)":"","MassiveScenarioClassification (hi)":"","MassiveScenarioClassification (hu)":"","MassiveScenarioClassification (hy)":"","MassiveScenarioClassification (id)":"","MassiveScenarioClassification (is)":"","MassiveScenarioClassification (it)":"","MassiveScenarioClassification (ja)":"","MassiveScenarioClassification (jv)":"","MassiveScenarioClassification (ka)":"","MassiveScenarioClassification (km)":"","MassiveScenarioClassification (kn)":"","MassiveScenarioClassification (ko)":"","MassiveScenarioClassification (lv)":"","MassiveScenarioClassification (ml)":"","MassiveScenarioClassification (mn)":"","MassiveScenarioClassification (ms)":"","MassiveScenarioClassification (my)":"","MassiveScenarioClassification (nl)":"","MassiveScenarioClassification (pt)":"","MassiveScenarioClassification (ro)":"","MassiveScenarioClassification (ru)":"","MassiveScenarioClassification (sl)":"","MassiveScenarioClassification (sq)":"","MassiveScenarioClassification (sw)":"","MassiveScenarioClassification (ta)":"","MassiveScenarioClassification (te)":"","MassiveScenarioClassification (th)":"","MassiveScenarioClassification (tl)":"","MassiveScenarioClassification (tr)":"","MassiveScenarioClassification (ur)":"","MassiveScenarioClassification (vi)":"","MassiveScenarioClassification (zh-TW)":""} -{"index":70,"Rank":123,"Model":"onnx-gte-multilingual-base<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","AmazonCounterfactualClassification (de)":"","AmazonCounterfactualClassification (ja)":"","AmazonReviewsClassification (de)":40.11,"AmazonReviewsClassification (es)":40.17,"AmazonReviewsClassification (fr)":39.57,"AmazonReviewsClassification (ja)":35.75,"AmazonReviewsClassification (zh)":33.34,"MTOPDomainClassification (de)":88.27,"MTOPDomainClassification (es)":90.88,"MTOPDomainClassification (fr)":87.49,"MTOPDomainClassification (hi)":89.45,"MTOPDomainClassification (th)":83.46,"MTOPIntentClassification (de)":63.51,"MTOPIntentClassification (es)":71.66,"MTOPIntentClassification (fr)":64.06,"MTOPIntentClassification (hi)":65.27,"MTOPIntentClassification (th)":63.05,"MassiveIntentClassification (af)":57.95,"MassiveIntentClassification (am)":49.27,"MassiveIntentClassification (ar)":55.49,"MassiveIntentClassification (az)":60.98,"MassiveIntentClassification (bn)":57.57,"MassiveIntentClassification (cy)":48.35,"MassiveIntentClassification (de)":62.55,"MassiveIntentClassification (el)":63.09,"MassiveIntentClassification (es)":67.41,"MassiveIntentClassification (fa)":65.6,"MassiveIntentClassification (fi)":62.91,"MassiveIntentClassification (fr)":67.92,"MassiveIntentClassification (he)":55.2,"MassiveIntentClassification (hi)":65.04,"MassiveIntentClassification (hu)":63.31,"MassiveIntentClassification (hy)":55.52,"MassiveIntentClassification (id)":66.06,"MassiveIntentClassification (is)":56.02,"MassiveIntentClassification (it)":67.28,"MassiveIntentClassification (ja)":66.8,"MassiveIntentClassification (jv)":50.18,"MassiveIntentClassification (ka)":47.89,"MassiveIntentClassification (km)":50.8,"MassiveIntentClassification (kn)":57.23,"MassiveIntentClassification (ko)":64.59,"MassiveIntentClassification (lv)":59.08,"MassiveIntentClassification (ml)":59.55,"MassiveIntentClassification (mn)":53.44,"MassiveIntentClassification (ms)":61.65,"MassiveIntentClassification (my)":53.46,"MassiveIntentClassification (nl)":66.36,"MassiveIntentClassification (pt)":68.07,"MassiveIntentClassification (ro)":63.12,"MassiveIntentClassification (ru)":67.46,"MassiveIntentClassification (sl)":60.54,"MassiveIntentClassification (sq)":58.2,"MassiveIntentClassification (sw)":51.68,"MassiveIntentClassification (ta)":58.52,"MassiveIntentClassification (te)":58.53,"MassiveIntentClassification (th)":61.88,"MassiveIntentClassification (tl)":56.65,"MassiveIntentClassification (tr)":64.85,"MassiveIntentClassification (ur)":58.62,"MassiveIntentClassification (vi)":64.16,"MassiveIntentClassification (zh-TW)":64.17,"MassiveScenarioClassification (af)":64.9,"MassiveScenarioClassification (am)":57.28,"MassiveScenarioClassification (ar)":62.27,"MassiveScenarioClassification (az)":65.1,"MassiveScenarioClassification (bn)":62.41,"MassiveScenarioClassification (cy)":55.37,"MassiveScenarioClassification (de)":70.3,"MassiveScenarioClassification (el)":69.53,"MassiveScenarioClassification (es)":72.45,"MassiveScenarioClassification (fa)":70.27,"MassiveScenarioClassification (fi)":67.21,"MassiveScenarioClassification (fr)":72.65,"MassiveScenarioClassification (he)":61.7,"MassiveScenarioClassification (hi)":70.14,"MassiveScenarioClassification (hu)":70.51,"MassiveScenarioClassification (hy)":60.14,"MassiveScenarioClassification (id)":70.62,"MassiveScenarioClassification (is)":61.53,"MassiveScenarioClassification (it)":72.0,"MassiveScenarioClassification (ja)":71.59,"MassiveScenarioClassification (jv)":57.01,"MassiveScenarioClassification (ka)":53.26,"MassiveScenarioClassification (km)":57.8,"MassiveScenarioClassification (kn)":62.39,"MassiveScenarioClassification (ko)":69.54,"MassiveScenarioClassification (lv)":63.37,"MassiveScenarioClassification (ml)":64.82,"MassiveScenarioClassification (mn)":59.35,"MassiveScenarioClassification (ms)":66.68,"MassiveScenarioClassification (my)":59.43,"MassiveScenarioClassification (nl)":71.96,"MassiveScenarioClassification (pt)":71.87,"MassiveScenarioClassification (ro)":68.51,"MassiveScenarioClassification (ru)":71.65,"MassiveScenarioClassification (sl)":66.82,"MassiveScenarioClassification (sq)":65.26,"MassiveScenarioClassification (sw)":58.3,"MassiveScenarioClassification (ta)":62.73,"MassiveScenarioClassification (te)":66.58,"MassiveScenarioClassification (th)":68.23,"MassiveScenarioClassification (tl)":61.97,"MassiveScenarioClassification (tr)":70.73,"MassiveScenarioClassification (ur)":63.16,"MassiveScenarioClassification (vi)":67.92,"MassiveScenarioClassification (zh-TW)":71.61} -{"index":73,"Rank":124,"Model":"SGPT-5.8B-weightedmean-nli-bitfit<\/a>","Model Size (Million Parameters)":5874,"Memory Usage (GB, fp32)":21.88,"Embedding Dimensions":4096,"Max Tokens":2048,"Average":"","AmazonCounterfactualClassification (de)":66.64,"AmazonCounterfactualClassification (ja)":58.06,"AmazonReviewsClassification (de)":35.29,"AmazonReviewsClassification (es)":38.34,"AmazonReviewsClassification (fr)":37.84,"AmazonReviewsClassification (ja)":30.94,"AmazonReviewsClassification (zh)":33.75,"MTOPDomainClassification (de)":84.54,"MTOPDomainClassification (es)":86.46,"MTOPDomainClassification (fr)":81.32,"MTOPDomainClassification (hi)":58.23,"MTOPDomainClassification (th)":72.29,"MTOPIntentClassification (de)":60.52,"MTOPIntentClassification (es)":64.32,"MTOPIntentClassification (fr)":58.67,"MTOPIntentClassification (hi)":41.96,"MTOPIntentClassification (th)":55.28,"MassiveIntentClassification (af)":"","MassiveIntentClassification (am)":"","MassiveIntentClassification (ar)":"","MassiveIntentClassification (az)":"","MassiveIntentClassification (bn)":"","MassiveIntentClassification (cy)":"","MassiveIntentClassification (de)":"","MassiveIntentClassification (el)":"","MassiveIntentClassification (es)":"","MassiveIntentClassification (fa)":"","MassiveIntentClassification (fi)":"","MassiveIntentClassification (fr)":"","MassiveIntentClassification (he)":"","MassiveIntentClassification (hi)":"","MassiveIntentClassification (hu)":"","MassiveIntentClassification (hy)":"","MassiveIntentClassification (id)":"","MassiveIntentClassification (is)":"","MassiveIntentClassification (it)":"","MassiveIntentClassification (ja)":"","MassiveIntentClassification (jv)":"","MassiveIntentClassification (ka)":"","MassiveIntentClassification (km)":"","MassiveIntentClassification (kn)":"","MassiveIntentClassification (ko)":"","MassiveIntentClassification (lv)":"","MassiveIntentClassification (ml)":"","MassiveIntentClassification (mn)":"","MassiveIntentClassification (ms)":"","MassiveIntentClassification (my)":"","MassiveIntentClassification (nl)":"","MassiveIntentClassification (pt)":"","MassiveIntentClassification (ro)":"","MassiveIntentClassification (ru)":"","MassiveIntentClassification (sl)":"","MassiveIntentClassification (sq)":"","MassiveIntentClassification (sw)":"","MassiveIntentClassification (ta)":"","MassiveIntentClassification (te)":"","MassiveIntentClassification (th)":"","MassiveIntentClassification (tl)":"","MassiveIntentClassification (tr)":"","MassiveIntentClassification (ur)":"","MassiveIntentClassification (vi)":"","MassiveIntentClassification (zh-TW)":"","MassiveScenarioClassification (af)":"","MassiveScenarioClassification (am)":"","MassiveScenarioClassification (ar)":"","MassiveScenarioClassification (az)":"","MassiveScenarioClassification (bn)":"","MassiveScenarioClassification (cy)":"","MassiveScenarioClassification (de)":"","MassiveScenarioClassification (el)":"","MassiveScenarioClassification (es)":"","MassiveScenarioClassification (fa)":"","MassiveScenarioClassification (fi)":"","MassiveScenarioClassification (fr)":"","MassiveScenarioClassification (he)":"","MassiveScenarioClassification (hi)":"","MassiveScenarioClassification (hu)":"","MassiveScenarioClassification (hy)":"","MassiveScenarioClassification (id)":"","MassiveScenarioClassification (is)":"","MassiveScenarioClassification (it)":"","MassiveScenarioClassification (ja)":"","MassiveScenarioClassification (jv)":"","MassiveScenarioClassification (ka)":"","MassiveScenarioClassification (km)":"","MassiveScenarioClassification (kn)":"","MassiveScenarioClassification (ko)":"","MassiveScenarioClassification (lv)":"","MassiveScenarioClassification (ml)":"","MassiveScenarioClassification (mn)":"","MassiveScenarioClassification (ms)":"","MassiveScenarioClassification (my)":"","MassiveScenarioClassification (nl)":"","MassiveScenarioClassification (pt)":"","MassiveScenarioClassification (ro)":"","MassiveScenarioClassification (ru)":"","MassiveScenarioClassification (sl)":"","MassiveScenarioClassification (sq)":"","MassiveScenarioClassification (sw)":"","MassiveScenarioClassification (ta)":"","MassiveScenarioClassification (te)":"","MassiveScenarioClassification (th)":"","MassiveScenarioClassification (tl)":"","MassiveScenarioClassification (tr)":"","MassiveScenarioClassification (ur)":"","MassiveScenarioClassification (vi)":"","MassiveScenarioClassification (zh-TW)":""} -{"index":75,"Rank":125,"Model":"Solon-embeddings-large-0.1<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","AmazonCounterfactualClassification (de)":"","AmazonCounterfactualClassification (ja)":"","AmazonReviewsClassification (de)":"","AmazonReviewsClassification (es)":"","AmazonReviewsClassification (fr)":42.08,"AmazonReviewsClassification (ja)":"","AmazonReviewsClassification (zh)":"","MTOPDomainClassification (de)":"","MTOPDomainClassification (es)":"","MTOPDomainClassification (fr)":89.26,"MTOPDomainClassification (hi)":"","MTOPDomainClassification (th)":"","MTOPIntentClassification (de)":"","MTOPIntentClassification (es)":"","MTOPIntentClassification (fr)":68.55,"MTOPIntentClassification (hi)":"","MTOPIntentClassification (th)":"","MassiveIntentClassification (af)":"","MassiveIntentClassification (am)":"","MassiveIntentClassification (ar)":"","MassiveIntentClassification (az)":"","MassiveIntentClassification (bn)":"","MassiveIntentClassification (cy)":"","MassiveIntentClassification (de)":"","MassiveIntentClassification (el)":"","MassiveIntentClassification (es)":"","MassiveIntentClassification (fa)":"","MassiveIntentClassification (fi)":"","MassiveIntentClassification (fr)":67.4,"MassiveIntentClassification (he)":"","MassiveIntentClassification (hi)":"","MassiveIntentClassification (hu)":"","MassiveIntentClassification (hy)":"","MassiveIntentClassification (id)":"","MassiveIntentClassification (is)":"","MassiveIntentClassification (it)":"","MassiveIntentClassification (ja)":"","MassiveIntentClassification (jv)":"","MassiveIntentClassification (ka)":"","MassiveIntentClassification (km)":"","MassiveIntentClassification (kn)":"","MassiveIntentClassification (ko)":"","MassiveIntentClassification (lv)":"","MassiveIntentClassification (ml)":"","MassiveIntentClassification (mn)":"","MassiveIntentClassification (ms)":"","MassiveIntentClassification (my)":"","MassiveIntentClassification (nl)":"","MassiveIntentClassification (pt)":"","MassiveIntentClassification (ro)":"","MassiveIntentClassification (ru)":"","MassiveIntentClassification (sl)":"","MassiveIntentClassification (sq)":"","MassiveIntentClassification (sw)":"","MassiveIntentClassification (ta)":"","MassiveIntentClassification (te)":"","MassiveIntentClassification (th)":"","MassiveIntentClassification (tl)":"","MassiveIntentClassification (tr)":"","MassiveIntentClassification (ur)":"","MassiveIntentClassification (vi)":"","MassiveIntentClassification (zh-TW)":"","MassiveScenarioClassification (af)":"","MassiveScenarioClassification (am)":"","MassiveScenarioClassification (ar)":"","MassiveScenarioClassification (az)":"","MassiveScenarioClassification (bn)":"","MassiveScenarioClassification (cy)":"","MassiveScenarioClassification (de)":"","MassiveScenarioClassification (el)":"","MassiveScenarioClassification (es)":"","MassiveScenarioClassification (fa)":"","MassiveScenarioClassification (fi)":"","MassiveScenarioClassification (fr)":71.29,"MassiveScenarioClassification (he)":"","MassiveScenarioClassification (hi)":"","MassiveScenarioClassification (hu)":"","MassiveScenarioClassification (hy)":"","MassiveScenarioClassification (id)":"","MassiveScenarioClassification (is)":"","MassiveScenarioClassification (it)":"","MassiveScenarioClassification (ja)":"","MassiveScenarioClassification (jv)":"","MassiveScenarioClassification (ka)":"","MassiveScenarioClassification (km)":"","MassiveScenarioClassification (kn)":"","MassiveScenarioClassification (ko)":"","MassiveScenarioClassification (lv)":"","MassiveScenarioClassification (ml)":"","MassiveScenarioClassification (mn)":"","MassiveScenarioClassification (ms)":"","MassiveScenarioClassification (my)":"","MassiveScenarioClassification (nl)":"","MassiveScenarioClassification (pt)":"","MassiveScenarioClassification (ro)":"","MassiveScenarioClassification (ru)":"","MassiveScenarioClassification (sl)":"","MassiveScenarioClassification (sq)":"","MassiveScenarioClassification (sw)":"","MassiveScenarioClassification (ta)":"","MassiveScenarioClassification (te)":"","MassiveScenarioClassification (th)":"","MassiveScenarioClassification (tl)":"","MassiveScenarioClassification (tr)":"","MassiveScenarioClassification (ur)":"","MassiveScenarioClassification (vi)":"","MassiveScenarioClassification (zh-TW)":""} -{"index":76,"Rank":126,"Model":"alime-embedding-large-zh<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","AmazonCounterfactualClassification (de)":"","AmazonCounterfactualClassification (ja)":"","AmazonReviewsClassification (de)":"","AmazonReviewsClassification (es)":"","AmazonReviewsClassification (fr)":"","AmazonReviewsClassification (ja)":"","AmazonReviewsClassification (zh)":46.95,"MTOPDomainClassification (de)":"","MTOPDomainClassification (es)":"","MTOPDomainClassification (fr)":"","MTOPDomainClassification (hi)":"","MTOPDomainClassification (th)":"","MTOPIntentClassification (de)":"","MTOPIntentClassification (es)":"","MTOPIntentClassification (fr)":"","MTOPIntentClassification (hi)":"","MTOPIntentClassification (th)":"","MassiveIntentClassification (af)":"","MassiveIntentClassification (am)":"","MassiveIntentClassification (ar)":"","MassiveIntentClassification (az)":"","MassiveIntentClassification (bn)":"","MassiveIntentClassification (cy)":"","MassiveIntentClassification (de)":"","MassiveIntentClassification (el)":"","MassiveIntentClassification (es)":"","MassiveIntentClassification (fa)":"","MassiveIntentClassification (fi)":"","MassiveIntentClassification (fr)":"","MassiveIntentClassification (he)":"","MassiveIntentClassification (hi)":"","MassiveIntentClassification (hu)":"","MassiveIntentClassification (hy)":"","MassiveIntentClassification (id)":"","MassiveIntentClassification (is)":"","MassiveIntentClassification (it)":"","MassiveIntentClassification (ja)":"","MassiveIntentClassification (jv)":"","MassiveIntentClassification (ka)":"","MassiveIntentClassification (km)":"","MassiveIntentClassification (kn)":"","MassiveIntentClassification (ko)":"","MassiveIntentClassification (lv)":"","MassiveIntentClassification (ml)":"","MassiveIntentClassification (mn)":"","MassiveIntentClassification (ms)":"","MassiveIntentClassification (my)":"","MassiveIntentClassification (nl)":"","MassiveIntentClassification (pt)":"","MassiveIntentClassification (ro)":"","MassiveIntentClassification (ru)":"","MassiveIntentClassification (sl)":"","MassiveIntentClassification (sq)":"","MassiveIntentClassification (sw)":"","MassiveIntentClassification (ta)":"","MassiveIntentClassification (te)":"","MassiveIntentClassification (th)":"","MassiveIntentClassification (tl)":"","MassiveIntentClassification (tr)":"","MassiveIntentClassification (ur)":"","MassiveIntentClassification (vi)":"","MassiveIntentClassification (zh-TW)":"","MassiveScenarioClassification (af)":"","MassiveScenarioClassification (am)":"","MassiveScenarioClassification (ar)":"","MassiveScenarioClassification (az)":"","MassiveScenarioClassification (bn)":"","MassiveScenarioClassification (cy)":"","MassiveScenarioClassification (de)":"","MassiveScenarioClassification (el)":"","MassiveScenarioClassification (es)":"","MassiveScenarioClassification (fa)":"","MassiveScenarioClassification (fi)":"","MassiveScenarioClassification (fr)":"","MassiveScenarioClassification (he)":"","MassiveScenarioClassification (hi)":"","MassiveScenarioClassification (hu)":"","MassiveScenarioClassification (hy)":"","MassiveScenarioClassification (id)":"","MassiveScenarioClassification (is)":"","MassiveScenarioClassification (it)":"","MassiveScenarioClassification (ja)":"","MassiveScenarioClassification (jv)":"","MassiveScenarioClassification (ka)":"","MassiveScenarioClassification (km)":"","MassiveScenarioClassification (kn)":"","MassiveScenarioClassification (ko)":"","MassiveScenarioClassification (lv)":"","MassiveScenarioClassification (ml)":"","MassiveScenarioClassification (mn)":"","MassiveScenarioClassification (ms)":"","MassiveScenarioClassification (my)":"","MassiveScenarioClassification (nl)":"","MassiveScenarioClassification (pt)":"","MassiveScenarioClassification (ro)":"","MassiveScenarioClassification (ru)":"","MassiveScenarioClassification (sl)":"","MassiveScenarioClassification (sq)":"","MassiveScenarioClassification (sw)":"","MassiveScenarioClassification (ta)":"","MassiveScenarioClassification (te)":"","MassiveScenarioClassification (th)":"","MassiveScenarioClassification (tl)":"","MassiveScenarioClassification (tr)":"","MassiveScenarioClassification (ur)":"","MassiveScenarioClassification (vi)":"","MassiveScenarioClassification (zh-TW)":""} -{"index":78,"Rank":127,"Model":"Conan-embedding-v1<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Embedding Dimensions":1792,"Max Tokens":512,"Average":"","AmazonCounterfactualClassification (de)":"","AmazonCounterfactualClassification (ja)":"","AmazonReviewsClassification (de)":"","AmazonReviewsClassification (es)":"","AmazonReviewsClassification (fr)":"","AmazonReviewsClassification (ja)":"","AmazonReviewsClassification (zh)":50.31,"MTOPDomainClassification (de)":"","MTOPDomainClassification (es)":"","MTOPDomainClassification (fr)":"","MTOPDomainClassification (hi)":"","MTOPDomainClassification (th)":"","MTOPIntentClassification (de)":"","MTOPIntentClassification (es)":"","MTOPIntentClassification (fr)":"","MTOPIntentClassification (hi)":"","MTOPIntentClassification (th)":"","MassiveIntentClassification (af)":"","MassiveIntentClassification (am)":"","MassiveIntentClassification (ar)":"","MassiveIntentClassification (az)":"","MassiveIntentClassification (bn)":"","MassiveIntentClassification (cy)":"","MassiveIntentClassification (de)":"","MassiveIntentClassification (el)":"","MassiveIntentClassification (es)":"","MassiveIntentClassification (fa)":"","MassiveIntentClassification (fi)":"","MassiveIntentClassification (fr)":"","MassiveIntentClassification (he)":"","MassiveIntentClassification (hi)":"","MassiveIntentClassification (hu)":"","MassiveIntentClassification (hy)":"","MassiveIntentClassification (id)":"","MassiveIntentClassification (is)":"","MassiveIntentClassification (it)":"","MassiveIntentClassification (ja)":"","MassiveIntentClassification (jv)":"","MassiveIntentClassification (ka)":"","MassiveIntentClassification (km)":"","MassiveIntentClassification (kn)":"","MassiveIntentClassification (ko)":"","MassiveIntentClassification (lv)":"","MassiveIntentClassification (ml)":"","MassiveIntentClassification (mn)":"","MassiveIntentClassification (ms)":"","MassiveIntentClassification (my)":"","MassiveIntentClassification (nl)":"","MassiveIntentClassification (pt)":"","MassiveIntentClassification (ro)":"","MassiveIntentClassification (ru)":"","MassiveIntentClassification (sl)":"","MassiveIntentClassification (sq)":"","MassiveIntentClassification (sw)":"","MassiveIntentClassification (ta)":"","MassiveIntentClassification (te)":"","MassiveIntentClassification (th)":"","MassiveIntentClassification (tl)":"","MassiveIntentClassification (tr)":"","MassiveIntentClassification (ur)":"","MassiveIntentClassification (vi)":"","MassiveIntentClassification (zh-TW)":"","MassiveScenarioClassification (af)":"","MassiveScenarioClassification (am)":"","MassiveScenarioClassification (ar)":"","MassiveScenarioClassification (az)":"","MassiveScenarioClassification (bn)":"","MassiveScenarioClassification (cy)":"","MassiveScenarioClassification (de)":"","MassiveScenarioClassification (el)":"","MassiveScenarioClassification (es)":"","MassiveScenarioClassification (fa)":"","MassiveScenarioClassification (fi)":"","MassiveScenarioClassification (fr)":"","MassiveScenarioClassification (he)":"","MassiveScenarioClassification (hi)":"","MassiveScenarioClassification (hu)":"","MassiveScenarioClassification (hy)":"","MassiveScenarioClassification (id)":"","MassiveScenarioClassification (is)":"","MassiveScenarioClassification (it)":"","MassiveScenarioClassification (ja)":"","MassiveScenarioClassification (jv)":"","MassiveScenarioClassification (ka)":"","MassiveScenarioClassification (km)":"","MassiveScenarioClassification (kn)":"","MassiveScenarioClassification (ko)":"","MassiveScenarioClassification (lv)":"","MassiveScenarioClassification (ml)":"","MassiveScenarioClassification (mn)":"","MassiveScenarioClassification (ms)":"","MassiveScenarioClassification (my)":"","MassiveScenarioClassification (nl)":"","MassiveScenarioClassification (pt)":"","MassiveScenarioClassification (ro)":"","MassiveScenarioClassification (ru)":"","MassiveScenarioClassification (sl)":"","MassiveScenarioClassification (sq)":"","MassiveScenarioClassification (sw)":"","MassiveScenarioClassification (ta)":"","MassiveScenarioClassification (te)":"","MassiveScenarioClassification (th)":"","MassiveScenarioClassification (tl)":"","MassiveScenarioClassification (tr)":"","MassiveScenarioClassification (ur)":"","MassiveScenarioClassification (vi)":"","MassiveScenarioClassification (zh-TW)":""} -{"index":79,"Rank":128,"Model":"sentence-croissant-llm-base<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":"","AmazonCounterfactualClassification (de)":"","AmazonCounterfactualClassification (ja)":"","AmazonReviewsClassification (de)":"","AmazonReviewsClassification (es)":"","AmazonReviewsClassification (fr)":34.79,"AmazonReviewsClassification (ja)":"","AmazonReviewsClassification (zh)":"","MTOPDomainClassification (de)":"","MTOPDomainClassification (es)":"","MTOPDomainClassification (fr)":85.52,"MTOPDomainClassification (hi)":"","MTOPDomainClassification (th)":"","MTOPIntentClassification (de)":"","MTOPIntentClassification (es)":"","MTOPIntentClassification (fr)":63.12,"MTOPIntentClassification (hi)":"","MTOPIntentClassification (th)":"","MassiveIntentClassification (af)":"","MassiveIntentClassification (am)":"","MassiveIntentClassification (ar)":"","MassiveIntentClassification (az)":"","MassiveIntentClassification (bn)":"","MassiveIntentClassification (cy)":"","MassiveIntentClassification (de)":"","MassiveIntentClassification (el)":"","MassiveIntentClassification (es)":"","MassiveIntentClassification (fa)":"","MassiveIntentClassification (fi)":"","MassiveIntentClassification (fr)":59.41,"MassiveIntentClassification (he)":"","MassiveIntentClassification (hi)":"","MassiveIntentClassification (hu)":"","MassiveIntentClassification (hy)":"","MassiveIntentClassification (id)":"","MassiveIntentClassification (is)":"","MassiveIntentClassification (it)":"","MassiveIntentClassification (ja)":"","MassiveIntentClassification (jv)":"","MassiveIntentClassification (ka)":"","MassiveIntentClassification (km)":"","MassiveIntentClassification (kn)":"","MassiveIntentClassification (ko)":"","MassiveIntentClassification (lv)":"","MassiveIntentClassification (ml)":"","MassiveIntentClassification (mn)":"","MassiveIntentClassification (ms)":"","MassiveIntentClassification (my)":"","MassiveIntentClassification (nl)":"","MassiveIntentClassification (pt)":"","MassiveIntentClassification (ro)":"","MassiveIntentClassification (ru)":"","MassiveIntentClassification (sl)":"","MassiveIntentClassification (sq)":"","MassiveIntentClassification (sw)":"","MassiveIntentClassification (ta)":"","MassiveIntentClassification (te)":"","MassiveIntentClassification (th)":"","MassiveIntentClassification (tl)":"","MassiveIntentClassification (tr)":"","MassiveIntentClassification (ur)":"","MassiveIntentClassification (vi)":"","MassiveIntentClassification (zh-TW)":"","MassiveScenarioClassification (af)":"","MassiveScenarioClassification (am)":"","MassiveScenarioClassification (ar)":"","MassiveScenarioClassification (az)":"","MassiveScenarioClassification (bn)":"","MassiveScenarioClassification (cy)":"","MassiveScenarioClassification (de)":"","MassiveScenarioClassification (el)":"","MassiveScenarioClassification (es)":"","MassiveScenarioClassification (fa)":"","MassiveScenarioClassification (fi)":"","MassiveScenarioClassification (fr)":65.29,"MassiveScenarioClassification (he)":"","MassiveScenarioClassification (hi)":"","MassiveScenarioClassification (hu)":"","MassiveScenarioClassification (hy)":"","MassiveScenarioClassification (id)":"","MassiveScenarioClassification (is)":"","MassiveScenarioClassification (it)":"","MassiveScenarioClassification (ja)":"","MassiveScenarioClassification (jv)":"","MassiveScenarioClassification (ka)":"","MassiveScenarioClassification (km)":"","MassiveScenarioClassification (kn)":"","MassiveScenarioClassification (ko)":"","MassiveScenarioClassification (lv)":"","MassiveScenarioClassification (ml)":"","MassiveScenarioClassification (mn)":"","MassiveScenarioClassification (ms)":"","MassiveScenarioClassification (my)":"","MassiveScenarioClassification (nl)":"","MassiveScenarioClassification (pt)":"","MassiveScenarioClassification (ro)":"","MassiveScenarioClassification (ru)":"","MassiveScenarioClassification (sl)":"","MassiveScenarioClassification (sq)":"","MassiveScenarioClassification (sw)":"","MassiveScenarioClassification (ta)":"","MassiveScenarioClassification (te)":"","MassiveScenarioClassification (th)":"","MassiveScenarioClassification (tl)":"","MassiveScenarioClassification (tr)":"","MassiveScenarioClassification (ur)":"","MassiveScenarioClassification (vi)":"","MassiveScenarioClassification (zh-TW)":""} -{"index":80,"Rank":129,"Model":"FRIDA<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","AmazonCounterfactualClassification (de)":"","AmazonCounterfactualClassification (ja)":"","AmazonReviewsClassification (de)":"","AmazonReviewsClassification (es)":"","AmazonReviewsClassification (fr)":"","AmazonReviewsClassification (ja)":"","AmazonReviewsClassification (zh)":"","MTOPDomainClassification (de)":"","MTOPDomainClassification (es)":"","MTOPDomainClassification (fr)":"","MTOPDomainClassification (hi)":"","MTOPDomainClassification (th)":"","MTOPIntentClassification (de)":"","MTOPIntentClassification (es)":"","MTOPIntentClassification (fr)":"","MTOPIntentClassification (hi)":"","MTOPIntentClassification (th)":"","MassiveIntentClassification (af)":"","MassiveIntentClassification (am)":"","MassiveIntentClassification (ar)":"","MassiveIntentClassification (az)":"","MassiveIntentClassification (bn)":"","MassiveIntentClassification (cy)":"","MassiveIntentClassification (de)":"","MassiveIntentClassification (el)":"","MassiveIntentClassification (es)":"","MassiveIntentClassification (fa)":"","MassiveIntentClassification (fi)":"","MassiveIntentClassification (fr)":"","MassiveIntentClassification (he)":"","MassiveIntentClassification (hi)":"","MassiveIntentClassification (hu)":"","MassiveIntentClassification (hy)":"","MassiveIntentClassification (id)":"","MassiveIntentClassification (is)":"","MassiveIntentClassification (it)":"","MassiveIntentClassification (ja)":"","MassiveIntentClassification (jv)":"","MassiveIntentClassification (ka)":"","MassiveIntentClassification (km)":"","MassiveIntentClassification (kn)":"","MassiveIntentClassification (ko)":"","MassiveIntentClassification (lv)":"","MassiveIntentClassification (ml)":"","MassiveIntentClassification (mn)":"","MassiveIntentClassification (ms)":"","MassiveIntentClassification (my)":"","MassiveIntentClassification (nl)":"","MassiveIntentClassification (pt)":"","MassiveIntentClassification (ro)":"","MassiveIntentClassification (ru)":79.12,"MassiveIntentClassification (sl)":"","MassiveIntentClassification (sq)":"","MassiveIntentClassification (sw)":"","MassiveIntentClassification (ta)":"","MassiveIntentClassification (te)":"","MassiveIntentClassification (th)":"","MassiveIntentClassification (tl)":"","MassiveIntentClassification (tr)":"","MassiveIntentClassification (ur)":"","MassiveIntentClassification (vi)":"","MassiveIntentClassification (zh-TW)":"","MassiveScenarioClassification (af)":"","MassiveScenarioClassification (am)":"","MassiveScenarioClassification (ar)":"","MassiveScenarioClassification (az)":"","MassiveScenarioClassification (bn)":"","MassiveScenarioClassification (cy)":"","MassiveScenarioClassification (de)":"","MassiveScenarioClassification (el)":"","MassiveScenarioClassification (es)":"","MassiveScenarioClassification (fa)":"","MassiveScenarioClassification (fi)":"","MassiveScenarioClassification (fr)":"","MassiveScenarioClassification (he)":"","MassiveScenarioClassification (hi)":"","MassiveScenarioClassification (hu)":"","MassiveScenarioClassification (hy)":"","MassiveScenarioClassification (id)":"","MassiveScenarioClassification (is)":"","MassiveScenarioClassification (it)":"","MassiveScenarioClassification (ja)":"","MassiveScenarioClassification (jv)":"","MassiveScenarioClassification (ka)":"","MassiveScenarioClassification (km)":"","MassiveScenarioClassification (kn)":"","MassiveScenarioClassification (ko)":"","MassiveScenarioClassification (lv)":"","MassiveScenarioClassification (ml)":"","MassiveScenarioClassification (mn)":"","MassiveScenarioClassification (ms)":"","MassiveScenarioClassification (my)":"","MassiveScenarioClassification (nl)":"","MassiveScenarioClassification (pt)":"","MassiveScenarioClassification (ro)":"","MassiveScenarioClassification (ru)":88.81,"MassiveScenarioClassification (sl)":"","MassiveScenarioClassification (sq)":"","MassiveScenarioClassification (sw)":"","MassiveScenarioClassification (ta)":"","MassiveScenarioClassification (te)":"","MassiveScenarioClassification (th)":"","MassiveScenarioClassification (tl)":"","MassiveScenarioClassification (tr)":"","MassiveScenarioClassification (ur)":"","MassiveScenarioClassification (vi)":"","MassiveScenarioClassification (zh-TW)":""} -{"index":81,"Rank":130,"Model":"ru-en-RoSBERTa<\/a>","Model Size (Million Parameters)":404,"Memory Usage (GB, fp32)":1.5,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","AmazonCounterfactualClassification (de)":"","AmazonCounterfactualClassification (ja)":"","AmazonReviewsClassification (de)":"","AmazonReviewsClassification (es)":"","AmazonReviewsClassification (fr)":"","AmazonReviewsClassification (ja)":"","AmazonReviewsClassification (zh)":"","MTOPDomainClassification (de)":"","MTOPDomainClassification (es)":"","MTOPDomainClassification (fr)":"","MTOPDomainClassification (hi)":"","MTOPDomainClassification (th)":"","MTOPIntentClassification (de)":"","MTOPIntentClassification (es)":"","MTOPIntentClassification (fr)":"","MTOPIntentClassification (hi)":"","MTOPIntentClassification (th)":"","MassiveIntentClassification (af)":"","MassiveIntentClassification (am)":"","MassiveIntentClassification (ar)":"","MassiveIntentClassification (az)":"","MassiveIntentClassification (bn)":"","MassiveIntentClassification (cy)":"","MassiveIntentClassification (de)":"","MassiveIntentClassification (el)":"","MassiveIntentClassification (es)":"","MassiveIntentClassification (fa)":"","MassiveIntentClassification (fi)":"","MassiveIntentClassification (fr)":"","MassiveIntentClassification (he)":"","MassiveIntentClassification (hi)":"","MassiveIntentClassification (hu)":"","MassiveIntentClassification (hy)":"","MassiveIntentClassification (id)":"","MassiveIntentClassification (is)":"","MassiveIntentClassification (it)":"","MassiveIntentClassification (ja)":"","MassiveIntentClassification (jv)":"","MassiveIntentClassification (ka)":"","MassiveIntentClassification (km)":"","MassiveIntentClassification (kn)":"","MassiveIntentClassification (ko)":"","MassiveIntentClassification (lv)":"","MassiveIntentClassification (ml)":"","MassiveIntentClassification (mn)":"","MassiveIntentClassification (ms)":"","MassiveIntentClassification (my)":"","MassiveIntentClassification (nl)":"","MassiveIntentClassification (pt)":"","MassiveIntentClassification (ro)":"","MassiveIntentClassification (ru)":66.97,"MassiveIntentClassification (sl)":"","MassiveIntentClassification (sq)":"","MassiveIntentClassification (sw)":"","MassiveIntentClassification (ta)":"","MassiveIntentClassification (te)":"","MassiveIntentClassification (th)":"","MassiveIntentClassification (tl)":"","MassiveIntentClassification (tr)":"","MassiveIntentClassification (ur)":"","MassiveIntentClassification (vi)":"","MassiveIntentClassification (zh-TW)":"","MassiveScenarioClassification (af)":"","MassiveScenarioClassification (am)":"","MassiveScenarioClassification (ar)":"","MassiveScenarioClassification (az)":"","MassiveScenarioClassification (bn)":"","MassiveScenarioClassification (cy)":"","MassiveScenarioClassification (de)":"","MassiveScenarioClassification (el)":"","MassiveScenarioClassification (es)":"","MassiveScenarioClassification (fa)":"","MassiveScenarioClassification (fi)":"","MassiveScenarioClassification (fr)":"","MassiveScenarioClassification (he)":"","MassiveScenarioClassification (hi)":"","MassiveScenarioClassification (hu)":"","MassiveScenarioClassification (hy)":"","MassiveScenarioClassification (id)":"","MassiveScenarioClassification (is)":"","MassiveScenarioClassification (it)":"","MassiveScenarioClassification (ja)":"","MassiveScenarioClassification (jv)":"","MassiveScenarioClassification (ka)":"","MassiveScenarioClassification (km)":"","MassiveScenarioClassification (kn)":"","MassiveScenarioClassification (ko)":"","MassiveScenarioClassification (lv)":"","MassiveScenarioClassification (ml)":"","MassiveScenarioClassification (mn)":"","MassiveScenarioClassification (ms)":"","MassiveScenarioClassification (my)":"","MassiveScenarioClassification (nl)":"","MassiveScenarioClassification (pt)":"","MassiveScenarioClassification (ro)":"","MassiveScenarioClassification (ru)":71.8,"MassiveScenarioClassification (sl)":"","MassiveScenarioClassification (sq)":"","MassiveScenarioClassification (sw)":"","MassiveScenarioClassification (ta)":"","MassiveScenarioClassification (te)":"","MassiveScenarioClassification (th)":"","MassiveScenarioClassification (tl)":"","MassiveScenarioClassification (tr)":"","MassiveScenarioClassification (ur)":"","MassiveScenarioClassification (vi)":"","MassiveScenarioClassification (zh-TW)":""} -{"index":84,"Rank":131,"Model":"Giga-Embeddings-instruct<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","AmazonCounterfactualClassification (de)":"","AmazonCounterfactualClassification (ja)":"","AmazonReviewsClassification (de)":"","AmazonReviewsClassification (es)":"","AmazonReviewsClassification (fr)":"","AmazonReviewsClassification (ja)":"","AmazonReviewsClassification (zh)":"","MTOPDomainClassification (de)":"","MTOPDomainClassification (es)":"","MTOPDomainClassification (fr)":"","MTOPDomainClassification (hi)":"","MTOPDomainClassification (th)":"","MTOPIntentClassification (de)":"","MTOPIntentClassification (es)":"","MTOPIntentClassification (fr)":"","MTOPIntentClassification (hi)":"","MTOPIntentClassification (th)":"","MassiveIntentClassification (af)":"","MassiveIntentClassification (am)":"","MassiveIntentClassification (ar)":"","MassiveIntentClassification (az)":"","MassiveIntentClassification (bn)":"","MassiveIntentClassification (cy)":"","MassiveIntentClassification (de)":"","MassiveIntentClassification (el)":"","MassiveIntentClassification (es)":"","MassiveIntentClassification (fa)":"","MassiveIntentClassification (fi)":"","MassiveIntentClassification (fr)":"","MassiveIntentClassification (he)":"","MassiveIntentClassification (hi)":"","MassiveIntentClassification (hu)":"","MassiveIntentClassification (hy)":"","MassiveIntentClassification (id)":"","MassiveIntentClassification (is)":"","MassiveIntentClassification (it)":"","MassiveIntentClassification (ja)":"","MassiveIntentClassification (jv)":"","MassiveIntentClassification (ka)":"","MassiveIntentClassification (km)":"","MassiveIntentClassification (kn)":"","MassiveIntentClassification (ko)":"","MassiveIntentClassification (lv)":"","MassiveIntentClassification (ml)":"","MassiveIntentClassification (mn)":"","MassiveIntentClassification (ms)":"","MassiveIntentClassification (my)":"","MassiveIntentClassification (nl)":"","MassiveIntentClassification (pt)":"","MassiveIntentClassification (ro)":"","MassiveIntentClassification (ru)":72.94,"MassiveIntentClassification (sl)":"","MassiveIntentClassification (sq)":"","MassiveIntentClassification (sw)":"","MassiveIntentClassification (ta)":"","MassiveIntentClassification (te)":"","MassiveIntentClassification (th)":"","MassiveIntentClassification (tl)":"","MassiveIntentClassification (tr)":"","MassiveIntentClassification (ur)":"","MassiveIntentClassification (vi)":"","MassiveIntentClassification (zh-TW)":"","MassiveScenarioClassification (af)":"","MassiveScenarioClassification (am)":"","MassiveScenarioClassification (ar)":"","MassiveScenarioClassification (az)":"","MassiveScenarioClassification (bn)":"","MassiveScenarioClassification (cy)":"","MassiveScenarioClassification (de)":"","MassiveScenarioClassification (el)":"","MassiveScenarioClassification (es)":"","MassiveScenarioClassification (fa)":"","MassiveScenarioClassification (fi)":"","MassiveScenarioClassification (fr)":"","MassiveScenarioClassification (he)":"","MassiveScenarioClassification (hi)":"","MassiveScenarioClassification (hu)":"","MassiveScenarioClassification (hy)":"","MassiveScenarioClassification (id)":"","MassiveScenarioClassification (is)":"","MassiveScenarioClassification (it)":"","MassiveScenarioClassification (ja)":"","MassiveScenarioClassification (jv)":"","MassiveScenarioClassification (ka)":"","MassiveScenarioClassification (km)":"","MassiveScenarioClassification (kn)":"","MassiveScenarioClassification (ko)":"","MassiveScenarioClassification (lv)":"","MassiveScenarioClassification (ml)":"","MassiveScenarioClassification (mn)":"","MassiveScenarioClassification (ms)":"","MassiveScenarioClassification (my)":"","MassiveScenarioClassification (nl)":"","MassiveScenarioClassification (pt)":"","MassiveScenarioClassification (ro)":"","MassiveScenarioClassification (ru)":77.82,"MassiveScenarioClassification (sl)":"","MassiveScenarioClassification (sq)":"","MassiveScenarioClassification (sw)":"","MassiveScenarioClassification (ta)":"","MassiveScenarioClassification (te)":"","MassiveScenarioClassification (th)":"","MassiveScenarioClassification (tl)":"","MassiveScenarioClassification (tr)":"","MassiveScenarioClassification (ur)":"","MassiveScenarioClassification (vi)":"","MassiveScenarioClassification (zh-TW)":""} -{"index":86,"Rank":132,"Model":"acge_text_embedding<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Embedding Dimensions":1792,"Max Tokens":1024,"Average":"","AmazonCounterfactualClassification (de)":"","AmazonCounterfactualClassification (ja)":"","AmazonReviewsClassification (de)":"","AmazonReviewsClassification (es)":"","AmazonReviewsClassification (fr)":"","AmazonReviewsClassification (ja)":"","AmazonReviewsClassification (zh)":48.54,"MTOPDomainClassification (de)":"","MTOPDomainClassification (es)":"","MTOPDomainClassification (fr)":"","MTOPDomainClassification (hi)":"","MTOPDomainClassification (th)":"","MTOPIntentClassification (de)":"","MTOPIntentClassification (es)":"","MTOPIntentClassification (fr)":"","MTOPIntentClassification (hi)":"","MTOPIntentClassification (th)":"","MassiveIntentClassification (af)":"","MassiveIntentClassification (am)":"","MassiveIntentClassification (ar)":"","MassiveIntentClassification (az)":"","MassiveIntentClassification (bn)":"","MassiveIntentClassification (cy)":"","MassiveIntentClassification (de)":"","MassiveIntentClassification (el)":"","MassiveIntentClassification (es)":"","MassiveIntentClassification (fa)":"","MassiveIntentClassification (fi)":"","MassiveIntentClassification (fr)":"","MassiveIntentClassification (he)":"","MassiveIntentClassification (hi)":"","MassiveIntentClassification (hu)":"","MassiveIntentClassification (hy)":"","MassiveIntentClassification (id)":"","MassiveIntentClassification (is)":"","MassiveIntentClassification (it)":"","MassiveIntentClassification (ja)":"","MassiveIntentClassification (jv)":"","MassiveIntentClassification (ka)":"","MassiveIntentClassification (km)":"","MassiveIntentClassification (kn)":"","MassiveIntentClassification (ko)":"","MassiveIntentClassification (lv)":"","MassiveIntentClassification (ml)":"","MassiveIntentClassification (mn)":"","MassiveIntentClassification (ms)":"","MassiveIntentClassification (my)":"","MassiveIntentClassification (nl)":"","MassiveIntentClassification (pt)":"","MassiveIntentClassification (ro)":"","MassiveIntentClassification (ru)":"","MassiveIntentClassification (sl)":"","MassiveIntentClassification (sq)":"","MassiveIntentClassification (sw)":"","MassiveIntentClassification (ta)":"","MassiveIntentClassification (te)":"","MassiveIntentClassification (th)":"","MassiveIntentClassification (tl)":"","MassiveIntentClassification (tr)":"","MassiveIntentClassification (ur)":"","MassiveIntentClassification (vi)":"","MassiveIntentClassification (zh-TW)":"","MassiveScenarioClassification (af)":"","MassiveScenarioClassification (am)":"","MassiveScenarioClassification (ar)":"","MassiveScenarioClassification (az)":"","MassiveScenarioClassification (bn)":"","MassiveScenarioClassification (cy)":"","MassiveScenarioClassification (de)":"","MassiveScenarioClassification (el)":"","MassiveScenarioClassification (es)":"","MassiveScenarioClassification (fa)":"","MassiveScenarioClassification (fi)":"","MassiveScenarioClassification (fr)":"","MassiveScenarioClassification (he)":"","MassiveScenarioClassification (hi)":"","MassiveScenarioClassification (hu)":"","MassiveScenarioClassification (hy)":"","MassiveScenarioClassification (id)":"","MassiveScenarioClassification (is)":"","MassiveScenarioClassification (it)":"","MassiveScenarioClassification (ja)":"","MassiveScenarioClassification (jv)":"","MassiveScenarioClassification (ka)":"","MassiveScenarioClassification (km)":"","MassiveScenarioClassification (kn)":"","MassiveScenarioClassification (ko)":"","MassiveScenarioClassification (lv)":"","MassiveScenarioClassification (ml)":"","MassiveScenarioClassification (mn)":"","MassiveScenarioClassification (ms)":"","MassiveScenarioClassification (my)":"","MassiveScenarioClassification (nl)":"","MassiveScenarioClassification (pt)":"","MassiveScenarioClassification (ro)":"","MassiveScenarioClassification (ru)":"","MassiveScenarioClassification (sl)":"","MassiveScenarioClassification (sq)":"","MassiveScenarioClassification (sw)":"","MassiveScenarioClassification (ta)":"","MassiveScenarioClassification (te)":"","MassiveScenarioClassification (th)":"","MassiveScenarioClassification (tl)":"","MassiveScenarioClassification (tr)":"","MassiveScenarioClassification (ur)":"","MassiveScenarioClassification (vi)":"","MassiveScenarioClassification (zh-TW)":""} -{"index":87,"Rank":133,"Model":"sgpt-bloom-1b7-nli<\/a>","Model Size (Million Parameters)":1722,"Memory Usage (GB, fp32)":6.42,"Embedding Dimensions":2048,"Max Tokens":4096,"Average":"","AmazonCounterfactualClassification (de)":"","AmazonCounterfactualClassification (ja)":"","AmazonReviewsClassification (de)":"","AmazonReviewsClassification (es)":"","AmazonReviewsClassification (fr)":39.29,"AmazonReviewsClassification (ja)":"","AmazonReviewsClassification (zh)":37.63,"MTOPDomainClassification (de)":"","MTOPDomainClassification (es)":"","MTOPDomainClassification (fr)":83.8,"MTOPDomainClassification (hi)":"","MTOPDomainClassification (th)":"","MTOPIntentClassification (de)":"","MTOPIntentClassification (es)":"","MTOPIntentClassification (fr)":63.36,"MTOPIntentClassification (hi)":"","MTOPIntentClassification (th)":"","MassiveIntentClassification (af)":"","MassiveIntentClassification (am)":"","MassiveIntentClassification (ar)":"","MassiveIntentClassification (az)":"","MassiveIntentClassification (bn)":"","MassiveIntentClassification (cy)":"","MassiveIntentClassification (de)":"","MassiveIntentClassification (el)":"","MassiveIntentClassification (es)":"","MassiveIntentClassification (fa)":"","MassiveIntentClassification (fi)":"","MassiveIntentClassification (fr)":64.58,"MassiveIntentClassification (he)":"","MassiveIntentClassification (hi)":"","MassiveIntentClassification (hu)":"","MassiveIntentClassification (hy)":"","MassiveIntentClassification (id)":"","MassiveIntentClassification (is)":"","MassiveIntentClassification (it)":"","MassiveIntentClassification (ja)":"","MassiveIntentClassification (jv)":"","MassiveIntentClassification (ka)":"","MassiveIntentClassification (km)":"","MassiveIntentClassification (kn)":"","MassiveIntentClassification (ko)":"","MassiveIntentClassification (lv)":"","MassiveIntentClassification (ml)":"","MassiveIntentClassification (mn)":"","MassiveIntentClassification (ms)":"","MassiveIntentClassification (my)":"","MassiveIntentClassification (nl)":"","MassiveIntentClassification (pt)":"","MassiveIntentClassification (ro)":"","MassiveIntentClassification (ru)":"","MassiveIntentClassification (sl)":"","MassiveIntentClassification (sq)":"","MassiveIntentClassification (sw)":"","MassiveIntentClassification (ta)":"","MassiveIntentClassification (te)":"","MassiveIntentClassification (th)":"","MassiveIntentClassification (tl)":"","MassiveIntentClassification (tr)":"","MassiveIntentClassification (ur)":"","MassiveIntentClassification (vi)":"","MassiveIntentClassification (zh-TW)":"","MassiveScenarioClassification (af)":"","MassiveScenarioClassification (am)":"","MassiveScenarioClassification (ar)":"","MassiveScenarioClassification (az)":"","MassiveScenarioClassification (bn)":"","MassiveScenarioClassification (cy)":"","MassiveScenarioClassification (de)":"","MassiveScenarioClassification (el)":"","MassiveScenarioClassification (es)":"","MassiveScenarioClassification (fa)":"","MassiveScenarioClassification (fi)":"","MassiveScenarioClassification (fr)":69.6,"MassiveScenarioClassification (he)":"","MassiveScenarioClassification (hi)":"","MassiveScenarioClassification (hu)":"","MassiveScenarioClassification (hy)":"","MassiveScenarioClassification (id)":"","MassiveScenarioClassification (is)":"","MassiveScenarioClassification (it)":"","MassiveScenarioClassification (ja)":"","MassiveScenarioClassification (jv)":"","MassiveScenarioClassification (ka)":"","MassiveScenarioClassification (km)":"","MassiveScenarioClassification (kn)":"","MassiveScenarioClassification (ko)":"","MassiveScenarioClassification (lv)":"","MassiveScenarioClassification (ml)":"","MassiveScenarioClassification (mn)":"","MassiveScenarioClassification (ms)":"","MassiveScenarioClassification (my)":"","MassiveScenarioClassification (nl)":"","MassiveScenarioClassification (pt)":"","MassiveScenarioClassification (ro)":"","MassiveScenarioClassification (ru)":"","MassiveScenarioClassification (sl)":"","MassiveScenarioClassification (sq)":"","MassiveScenarioClassification (sw)":"","MassiveScenarioClassification (ta)":"","MassiveScenarioClassification (te)":"","MassiveScenarioClassification (th)":"","MassiveScenarioClassification (tl)":"","MassiveScenarioClassification (tr)":"","MassiveScenarioClassification (ur)":"","MassiveScenarioClassification (vi)":"","MassiveScenarioClassification (zh-TW)":""} -{"index":90,"Rank":134,"Model":"jina-embeddings-v2-base-de-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","AmazonCounterfactualClassification (de)":68.92,"AmazonCounterfactualClassification (ja)":"","AmazonReviewsClassification (de)":37.72,"AmazonReviewsClassification (es)":"","AmazonReviewsClassification (fr)":"","AmazonReviewsClassification (ja)":"","AmazonReviewsClassification (zh)":"","MTOPDomainClassification (de)":88.37,"MTOPDomainClassification (es)":"","MTOPDomainClassification (fr)":"","MTOPDomainClassification (hi)":"","MTOPDomainClassification (th)":"","MTOPIntentClassification (de)":63.83,"MTOPIntentClassification (es)":"","MTOPIntentClassification (fr)":"","MTOPIntentClassification (hi)":"","MTOPIntentClassification (th)":"","MassiveIntentClassification (af)":"","MassiveIntentClassification (am)":"","MassiveIntentClassification (ar)":"","MassiveIntentClassification (az)":"","MassiveIntentClassification (bn)":"","MassiveIntentClassification (cy)":"","MassiveIntentClassification (de)":63.89,"MassiveIntentClassification (el)":"","MassiveIntentClassification (es)":"","MassiveIntentClassification (fa)":"","MassiveIntentClassification (fi)":"","MassiveIntentClassification (fr)":"","MassiveIntentClassification (he)":"","MassiveIntentClassification (hi)":"","MassiveIntentClassification (hu)":"","MassiveIntentClassification (hy)":"","MassiveIntentClassification (id)":"","MassiveIntentClassification (is)":"","MassiveIntentClassification (it)":"","MassiveIntentClassification (ja)":"","MassiveIntentClassification (jv)":"","MassiveIntentClassification (ka)":"","MassiveIntentClassification (km)":"","MassiveIntentClassification (kn)":"","MassiveIntentClassification (ko)":"","MassiveIntentClassification (lv)":"","MassiveIntentClassification (ml)":"","MassiveIntentClassification (mn)":"","MassiveIntentClassification (ms)":"","MassiveIntentClassification (my)":"","MassiveIntentClassification (nl)":"","MassiveIntentClassification (pt)":"","MassiveIntentClassification (ro)":"","MassiveIntentClassification (ru)":"","MassiveIntentClassification (sl)":"","MassiveIntentClassification (sq)":"","MassiveIntentClassification (sw)":"","MassiveIntentClassification (ta)":"","MassiveIntentClassification (te)":"","MassiveIntentClassification (th)":"","MassiveIntentClassification (tl)":"","MassiveIntentClassification (tr)":"","MassiveIntentClassification (ur)":"","MassiveIntentClassification (vi)":"","MassiveIntentClassification (zh-TW)":"","MassiveScenarioClassification (af)":"","MassiveScenarioClassification (am)":"","MassiveScenarioClassification (ar)":"","MassiveScenarioClassification (az)":"","MassiveScenarioClassification (bn)":"","MassiveScenarioClassification (cy)":"","MassiveScenarioClassification (de)":71.25,"MassiveScenarioClassification (el)":"","MassiveScenarioClassification (es)":"","MassiveScenarioClassification (fa)":"","MassiveScenarioClassification (fi)":"","MassiveScenarioClassification (fr)":"","MassiveScenarioClassification (he)":"","MassiveScenarioClassification (hi)":"","MassiveScenarioClassification (hu)":"","MassiveScenarioClassification (hy)":"","MassiveScenarioClassification (id)":"","MassiveScenarioClassification (is)":"","MassiveScenarioClassification (it)":"","MassiveScenarioClassification (ja)":"","MassiveScenarioClassification (jv)":"","MassiveScenarioClassification (ka)":"","MassiveScenarioClassification (km)":"","MassiveScenarioClassification (kn)":"","MassiveScenarioClassification (ko)":"","MassiveScenarioClassification (lv)":"","MassiveScenarioClassification (ml)":"","MassiveScenarioClassification (mn)":"","MassiveScenarioClassification (ms)":"","MassiveScenarioClassification (my)":"","MassiveScenarioClassification (nl)":"","MassiveScenarioClassification (pt)":"","MassiveScenarioClassification (ro)":"","MassiveScenarioClassification (ru)":"","MassiveScenarioClassification (sl)":"","MassiveScenarioClassification (sq)":"","MassiveScenarioClassification (sw)":"","MassiveScenarioClassification (ta)":"","MassiveScenarioClassification (te)":"","MassiveScenarioClassification (th)":"","MassiveScenarioClassification (tl)":"","MassiveScenarioClassification (tr)":"","MassiveScenarioClassification (ur)":"","MassiveScenarioClassification (vi)":"","MassiveScenarioClassification (zh-TW)":""} -{"index":94,"Rank":135,"Model":"french-document-embedding<\/a>","Model Size (Million Parameters)":305,"Memory Usage (GB, fp32)":1.14,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","AmazonCounterfactualClassification (de)":"","AmazonCounterfactualClassification (ja)":"","AmazonReviewsClassification (de)":"","AmazonReviewsClassification (es)":"","AmazonReviewsClassification (fr)":39.89,"AmazonReviewsClassification (ja)":"","AmazonReviewsClassification (zh)":"","MTOPDomainClassification (de)":"","MTOPDomainClassification (es)":"","MTOPDomainClassification (fr)":88.33,"MTOPDomainClassification (hi)":"","MTOPDomainClassification (th)":"","MTOPIntentClassification (de)":"","MTOPIntentClassification (es)":"","MTOPIntentClassification (fr)":57.85,"MTOPIntentClassification (hi)":"","MTOPIntentClassification (th)":"","MassiveIntentClassification (af)":"","MassiveIntentClassification (am)":"","MassiveIntentClassification (ar)":"","MassiveIntentClassification (az)":"","MassiveIntentClassification (bn)":"","MassiveIntentClassification (cy)":"","MassiveIntentClassification (de)":"","MassiveIntentClassification (el)":"","MassiveIntentClassification (es)":"","MassiveIntentClassification (fa)":"","MassiveIntentClassification (fi)":"","MassiveIntentClassification (fr)":64.14,"MassiveIntentClassification (he)":"","MassiveIntentClassification (hi)":"","MassiveIntentClassification (hu)":"","MassiveIntentClassification (hy)":"","MassiveIntentClassification (id)":"","MassiveIntentClassification (is)":"","MassiveIntentClassification (it)":"","MassiveIntentClassification (ja)":"","MassiveIntentClassification (jv)":"","MassiveIntentClassification (ka)":"","MassiveIntentClassification (km)":"","MassiveIntentClassification (kn)":"","MassiveIntentClassification (ko)":"","MassiveIntentClassification (lv)":"","MassiveIntentClassification (ml)":"","MassiveIntentClassification (mn)":"","MassiveIntentClassification (ms)":"","MassiveIntentClassification (my)":"","MassiveIntentClassification (nl)":"","MassiveIntentClassification (pt)":"","MassiveIntentClassification (ro)":"","MassiveIntentClassification (ru)":"","MassiveIntentClassification (sl)":"","MassiveIntentClassification (sq)":"","MassiveIntentClassification (sw)":"","MassiveIntentClassification (ta)":"","MassiveIntentClassification (te)":"","MassiveIntentClassification (th)":"","MassiveIntentClassification (tl)":"","MassiveIntentClassification (tr)":"","MassiveIntentClassification (ur)":"","MassiveIntentClassification (vi)":"","MassiveIntentClassification (zh-TW)":"","MassiveScenarioClassification (af)":"","MassiveScenarioClassification (am)":"","MassiveScenarioClassification (ar)":"","MassiveScenarioClassification (az)":"","MassiveScenarioClassification (bn)":"","MassiveScenarioClassification (cy)":"","MassiveScenarioClassification (de)":"","MassiveScenarioClassification (el)":"","MassiveScenarioClassification (es)":"","MassiveScenarioClassification (fa)":"","MassiveScenarioClassification (fi)":"","MassiveScenarioClassification (fr)":70.69,"MassiveScenarioClassification (he)":"","MassiveScenarioClassification (hi)":"","MassiveScenarioClassification (hu)":"","MassiveScenarioClassification (hy)":"","MassiveScenarioClassification (id)":"","MassiveScenarioClassification (is)":"","MassiveScenarioClassification (it)":"","MassiveScenarioClassification (ja)":"","MassiveScenarioClassification (jv)":"","MassiveScenarioClassification (ka)":"","MassiveScenarioClassification (km)":"","MassiveScenarioClassification (kn)":"","MassiveScenarioClassification (ko)":"","MassiveScenarioClassification (lv)":"","MassiveScenarioClassification (ml)":"","MassiveScenarioClassification (mn)":"","MassiveScenarioClassification (ms)":"","MassiveScenarioClassification (my)":"","MassiveScenarioClassification (nl)":"","MassiveScenarioClassification (pt)":"","MassiveScenarioClassification (ro)":"","MassiveScenarioClassification (ru)":"","MassiveScenarioClassification (sl)":"","MassiveScenarioClassification (sq)":"","MassiveScenarioClassification (sw)":"","MassiveScenarioClassification (ta)":"","MassiveScenarioClassification (te)":"","MassiveScenarioClassification (th)":"","MassiveScenarioClassification (tl)":"","MassiveScenarioClassification (tr)":"","MassiveScenarioClassification (ur)":"","MassiveScenarioClassification (vi)":"","MassiveScenarioClassification (zh-TW)":""} -{"index":95,"Rank":136,"Model":"sentence-camembert-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AmazonCounterfactualClassification (de)":"","AmazonCounterfactualClassification (ja)":"","AmazonReviewsClassification (de)":"","AmazonReviewsClassification (es)":"","AmazonReviewsClassification (fr)":36.03,"AmazonReviewsClassification (ja)":"","AmazonReviewsClassification (zh)":"","MTOPDomainClassification (de)":"","MTOPDomainClassification (es)":"","MTOPDomainClassification (fr)":77.1,"MTOPDomainClassification (hi)":"","MTOPDomainClassification (th)":"","MTOPIntentClassification (de)":"","MTOPIntentClassification (es)":"","MTOPIntentClassification (fr)":43.44,"MTOPIntentClassification (hi)":"","MTOPIntentClassification (th)":"","MassiveIntentClassification (af)":"","MassiveIntentClassification (am)":"","MassiveIntentClassification (ar)":"","MassiveIntentClassification (az)":"","MassiveIntentClassification (bn)":"","MassiveIntentClassification (cy)":"","MassiveIntentClassification (de)":"","MassiveIntentClassification (el)":"","MassiveIntentClassification (es)":"","MassiveIntentClassification (fa)":"","MassiveIntentClassification (fi)":"","MassiveIntentClassification (fr)":51.59,"MassiveIntentClassification (he)":"","MassiveIntentClassification (hi)":"","MassiveIntentClassification (hu)":"","MassiveIntentClassification (hy)":"","MassiveIntentClassification (id)":"","MassiveIntentClassification (is)":"","MassiveIntentClassification (it)":"","MassiveIntentClassification (ja)":"","MassiveIntentClassification (jv)":"","MassiveIntentClassification (ka)":"","MassiveIntentClassification (km)":"","MassiveIntentClassification (kn)":"","MassiveIntentClassification (ko)":"","MassiveIntentClassification (lv)":"","MassiveIntentClassification (ml)":"","MassiveIntentClassification (mn)":"","MassiveIntentClassification (ms)":"","MassiveIntentClassification (my)":"","MassiveIntentClassification (nl)":"","MassiveIntentClassification (pt)":"","MassiveIntentClassification (ro)":"","MassiveIntentClassification (ru)":"","MassiveIntentClassification (sl)":"","MassiveIntentClassification (sq)":"","MassiveIntentClassification (sw)":"","MassiveIntentClassification (ta)":"","MassiveIntentClassification (te)":"","MassiveIntentClassification (th)":"","MassiveIntentClassification (tl)":"","MassiveIntentClassification (tr)":"","MassiveIntentClassification (ur)":"","MassiveIntentClassification (vi)":"","MassiveIntentClassification (zh-TW)":"","MassiveScenarioClassification (af)":"","MassiveScenarioClassification (am)":"","MassiveScenarioClassification (ar)":"","MassiveScenarioClassification (az)":"","MassiveScenarioClassification (bn)":"","MassiveScenarioClassification (cy)":"","MassiveScenarioClassification (de)":"","MassiveScenarioClassification (el)":"","MassiveScenarioClassification (es)":"","MassiveScenarioClassification (fa)":"","MassiveScenarioClassification (fi)":"","MassiveScenarioClassification (fr)":61.28,"MassiveScenarioClassification (he)":"","MassiveScenarioClassification (hi)":"","MassiveScenarioClassification (hu)":"","MassiveScenarioClassification (hy)":"","MassiveScenarioClassification (id)":"","MassiveScenarioClassification (is)":"","MassiveScenarioClassification (it)":"","MassiveScenarioClassification (ja)":"","MassiveScenarioClassification (jv)":"","MassiveScenarioClassification (ka)":"","MassiveScenarioClassification (km)":"","MassiveScenarioClassification (kn)":"","MassiveScenarioClassification (ko)":"","MassiveScenarioClassification (lv)":"","MassiveScenarioClassification (ml)":"","MassiveScenarioClassification (mn)":"","MassiveScenarioClassification (ms)":"","MassiveScenarioClassification (my)":"","MassiveScenarioClassification (nl)":"","MassiveScenarioClassification (pt)":"","MassiveScenarioClassification (ro)":"","MassiveScenarioClassification (ru)":"","MassiveScenarioClassification (sl)":"","MassiveScenarioClassification (sq)":"","MassiveScenarioClassification (sw)":"","MassiveScenarioClassification (ta)":"","MassiveScenarioClassification (te)":"","MassiveScenarioClassification (th)":"","MassiveScenarioClassification (tl)":"","MassiveScenarioClassification (tr)":"","MassiveScenarioClassification (ur)":"","MassiveScenarioClassification (vi)":"","MassiveScenarioClassification (zh-TW)":""} -{"index":96,"Rank":137,"Model":"sentence-camembert-large<\/a>","Model Size (Million Parameters)":337,"Memory Usage (GB, fp32)":1.26,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","AmazonCounterfactualClassification (de)":"","AmazonCounterfactualClassification (ja)":"","AmazonReviewsClassification (de)":"","AmazonReviewsClassification (es)":"","AmazonReviewsClassification (fr)":37.97,"AmazonReviewsClassification (ja)":"","AmazonReviewsClassification (zh)":"","MTOPDomainClassification (de)":"","MTOPDomainClassification (es)":"","MTOPDomainClassification (fr)":85.74,"MTOPDomainClassification (hi)":"","MTOPDomainClassification (th)":"","MTOPIntentClassification (de)":"","MTOPIntentClassification (es)":"","MTOPIntentClassification (fr)":58.62,"MTOPIntentClassification (hi)":"","MTOPIntentClassification (th)":"","MassiveIntentClassification (af)":"","MassiveIntentClassification (am)":"","MassiveIntentClassification (ar)":"","MassiveIntentClassification (az)":"","MassiveIntentClassification (bn)":"","MassiveIntentClassification (cy)":"","MassiveIntentClassification (de)":"","MassiveIntentClassification (el)":"","MassiveIntentClassification (es)":"","MassiveIntentClassification (fa)":"","MassiveIntentClassification (fi)":"","MassiveIntentClassification (fr)":62.65,"MassiveIntentClassification (he)":"","MassiveIntentClassification (hi)":"","MassiveIntentClassification (hu)":"","MassiveIntentClassification (hy)":"","MassiveIntentClassification (id)":"","MassiveIntentClassification (is)":"","MassiveIntentClassification (it)":"","MassiveIntentClassification (ja)":"","MassiveIntentClassification (jv)":"","MassiveIntentClassification (ka)":"","MassiveIntentClassification (km)":"","MassiveIntentClassification (kn)":"","MassiveIntentClassification (ko)":"","MassiveIntentClassification (lv)":"","MassiveIntentClassification (ml)":"","MassiveIntentClassification (mn)":"","MassiveIntentClassification (ms)":"","MassiveIntentClassification (my)":"","MassiveIntentClassification (nl)":"","MassiveIntentClassification (pt)":"","MassiveIntentClassification (ro)":"","MassiveIntentClassification (ru)":"","MassiveIntentClassification (sl)":"","MassiveIntentClassification (sq)":"","MassiveIntentClassification (sw)":"","MassiveIntentClassification (ta)":"","MassiveIntentClassification (te)":"","MassiveIntentClassification (th)":"","MassiveIntentClassification (tl)":"","MassiveIntentClassification (tr)":"","MassiveIntentClassification (ur)":"","MassiveIntentClassification (vi)":"","MassiveIntentClassification (zh-TW)":"","MassiveScenarioClassification (af)":"","MassiveScenarioClassification (am)":"","MassiveScenarioClassification (ar)":"","MassiveScenarioClassification (az)":"","MassiveScenarioClassification (bn)":"","MassiveScenarioClassification (cy)":"","MassiveScenarioClassification (de)":"","MassiveScenarioClassification (el)":"","MassiveScenarioClassification (es)":"","MassiveScenarioClassification (fa)":"","MassiveScenarioClassification (fi)":"","MassiveScenarioClassification (fr)":69.29,"MassiveScenarioClassification (he)":"","MassiveScenarioClassification (hi)":"","MassiveScenarioClassification (hu)":"","MassiveScenarioClassification (hy)":"","MassiveScenarioClassification (id)":"","MassiveScenarioClassification (is)":"","MassiveScenarioClassification (it)":"","MassiveScenarioClassification (ja)":"","MassiveScenarioClassification (jv)":"","MassiveScenarioClassification (ka)":"","MassiveScenarioClassification (km)":"","MassiveScenarioClassification (kn)":"","MassiveScenarioClassification (ko)":"","MassiveScenarioClassification (lv)":"","MassiveScenarioClassification (ml)":"","MassiveScenarioClassification (mn)":"","MassiveScenarioClassification (ms)":"","MassiveScenarioClassification (my)":"","MassiveScenarioClassification (nl)":"","MassiveScenarioClassification (pt)":"","MassiveScenarioClassification (ro)":"","MassiveScenarioClassification (ru)":"","MassiveScenarioClassification (sl)":"","MassiveScenarioClassification (sq)":"","MassiveScenarioClassification (sw)":"","MassiveScenarioClassification (ta)":"","MassiveScenarioClassification (te)":"","MassiveScenarioClassification (th)":"","MassiveScenarioClassification (tl)":"","MassiveScenarioClassification (tr)":"","MassiveScenarioClassification (ur)":"","MassiveScenarioClassification (vi)":"","MassiveScenarioClassification (zh-TW)":""} -{"index":101,"Rank":138,"Model":"sft-bge-small<\/a>","Model Size (Million Parameters)":24,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":512,"Max Tokens":512,"Average":"","AmazonCounterfactualClassification (de)":"","AmazonCounterfactualClassification (ja)":"","AmazonReviewsClassification (de)":"","AmazonReviewsClassification (es)":"","AmazonReviewsClassification (fr)":"","AmazonReviewsClassification (ja)":"","AmazonReviewsClassification (zh)":34.55,"MTOPDomainClassification (de)":"","MTOPDomainClassification (es)":"","MTOPDomainClassification (fr)":"","MTOPDomainClassification (hi)":"","MTOPDomainClassification (th)":"","MTOPIntentClassification (de)":"","MTOPIntentClassification (es)":"","MTOPIntentClassification (fr)":"","MTOPIntentClassification (hi)":"","MTOPIntentClassification (th)":"","MassiveIntentClassification (af)":"","MassiveIntentClassification (am)":"","MassiveIntentClassification (ar)":"","MassiveIntentClassification (az)":"","MassiveIntentClassification (bn)":"","MassiveIntentClassification (cy)":"","MassiveIntentClassification (de)":"","MassiveIntentClassification (el)":"","MassiveIntentClassification (es)":"","MassiveIntentClassification (fa)":"","MassiveIntentClassification (fi)":"","MassiveIntentClassification (fr)":"","MassiveIntentClassification (he)":"","MassiveIntentClassification (hi)":"","MassiveIntentClassification (hu)":"","MassiveIntentClassification (hy)":"","MassiveIntentClassification (id)":"","MassiveIntentClassification (is)":"","MassiveIntentClassification (it)":"","MassiveIntentClassification (ja)":"","MassiveIntentClassification (jv)":"","MassiveIntentClassification (ka)":"","MassiveIntentClassification (km)":"","MassiveIntentClassification (kn)":"","MassiveIntentClassification (ko)":"","MassiveIntentClassification (lv)":"","MassiveIntentClassification (ml)":"","MassiveIntentClassification (mn)":"","MassiveIntentClassification (ms)":"","MassiveIntentClassification (my)":"","MassiveIntentClassification (nl)":"","MassiveIntentClassification (pt)":"","MassiveIntentClassification (ro)":"","MassiveIntentClassification (ru)":"","MassiveIntentClassification (sl)":"","MassiveIntentClassification (sq)":"","MassiveIntentClassification (sw)":"","MassiveIntentClassification (ta)":"","MassiveIntentClassification (te)":"","MassiveIntentClassification (th)":"","MassiveIntentClassification (tl)":"","MassiveIntentClassification (tr)":"","MassiveIntentClassification (ur)":"","MassiveIntentClassification (vi)":"","MassiveIntentClassification (zh-TW)":"","MassiveScenarioClassification (af)":"","MassiveScenarioClassification (am)":"","MassiveScenarioClassification (ar)":"","MassiveScenarioClassification (az)":"","MassiveScenarioClassification (bn)":"","MassiveScenarioClassification (cy)":"","MassiveScenarioClassification (de)":"","MassiveScenarioClassification (el)":"","MassiveScenarioClassification (es)":"","MassiveScenarioClassification (fa)":"","MassiveScenarioClassification (fi)":"","MassiveScenarioClassification (fr)":"","MassiveScenarioClassification (he)":"","MassiveScenarioClassification (hi)":"","MassiveScenarioClassification (hu)":"","MassiveScenarioClassification (hy)":"","MassiveScenarioClassification (id)":"","MassiveScenarioClassification (is)":"","MassiveScenarioClassification (it)":"","MassiveScenarioClassification (ja)":"","MassiveScenarioClassification (jv)":"","MassiveScenarioClassification (ka)":"","MassiveScenarioClassification (km)":"","MassiveScenarioClassification (kn)":"","MassiveScenarioClassification (ko)":"","MassiveScenarioClassification (lv)":"","MassiveScenarioClassification (ml)":"","MassiveScenarioClassification (mn)":"","MassiveScenarioClassification (ms)":"","MassiveScenarioClassification (my)":"","MassiveScenarioClassification (nl)":"","MassiveScenarioClassification (pt)":"","MassiveScenarioClassification (ro)":"","MassiveScenarioClassification (ru)":"","MassiveScenarioClassification (sl)":"","MassiveScenarioClassification (sq)":"","MassiveScenarioClassification (sw)":"","MassiveScenarioClassification (ta)":"","MassiveScenarioClassification (te)":"","MassiveScenarioClassification (th)":"","MassiveScenarioClassification (tl)":"","MassiveScenarioClassification (tr)":"","MassiveScenarioClassification (ur)":"","MassiveScenarioClassification (vi)":"","MassiveScenarioClassification (zh-TW)":""} -{"index":102,"Rank":139,"Model":"stella-large-zh-v3-1792d<\/a>","Model Size (Million Parameters)":325,"Memory Usage (GB, fp32)":1.21,"Embedding Dimensions":1792,"Max Tokens":512,"Average":"","AmazonCounterfactualClassification (de)":"","AmazonCounterfactualClassification (ja)":"","AmazonReviewsClassification (de)":"","AmazonReviewsClassification (es)":"","AmazonReviewsClassification (fr)":"","AmazonReviewsClassification (ja)":"","AmazonReviewsClassification (zh)":46.32,"MTOPDomainClassification (de)":"","MTOPDomainClassification (es)":"","MTOPDomainClassification (fr)":"","MTOPDomainClassification (hi)":"","MTOPDomainClassification (th)":"","MTOPIntentClassification (de)":"","MTOPIntentClassification (es)":"","MTOPIntentClassification (fr)":"","MTOPIntentClassification (hi)":"","MTOPIntentClassification (th)":"","MassiveIntentClassification (af)":"","MassiveIntentClassification (am)":"","MassiveIntentClassification (ar)":"","MassiveIntentClassification (az)":"","MassiveIntentClassification (bn)":"","MassiveIntentClassification (cy)":"","MassiveIntentClassification (de)":"","MassiveIntentClassification (el)":"","MassiveIntentClassification (es)":"","MassiveIntentClassification (fa)":"","MassiveIntentClassification (fi)":"","MassiveIntentClassification (fr)":"","MassiveIntentClassification (he)":"","MassiveIntentClassification (hi)":"","MassiveIntentClassification (hu)":"","MassiveIntentClassification (hy)":"","MassiveIntentClassification (id)":"","MassiveIntentClassification (is)":"","MassiveIntentClassification (it)":"","MassiveIntentClassification (ja)":"","MassiveIntentClassification (jv)":"","MassiveIntentClassification (ka)":"","MassiveIntentClassification (km)":"","MassiveIntentClassification (kn)":"","MassiveIntentClassification (ko)":"","MassiveIntentClassification (lv)":"","MassiveIntentClassification (ml)":"","MassiveIntentClassification (mn)":"","MassiveIntentClassification (ms)":"","MassiveIntentClassification (my)":"","MassiveIntentClassification (nl)":"","MassiveIntentClassification (pt)":"","MassiveIntentClassification (ro)":"","MassiveIntentClassification (ru)":"","MassiveIntentClassification (sl)":"","MassiveIntentClassification (sq)":"","MassiveIntentClassification (sw)":"","MassiveIntentClassification (ta)":"","MassiveIntentClassification (te)":"","MassiveIntentClassification (th)":"","MassiveIntentClassification (tl)":"","MassiveIntentClassification (tr)":"","MassiveIntentClassification (ur)":"","MassiveIntentClassification (vi)":"","MassiveIntentClassification (zh-TW)":"","MassiveScenarioClassification (af)":"","MassiveScenarioClassification (am)":"","MassiveScenarioClassification (ar)":"","MassiveScenarioClassification (az)":"","MassiveScenarioClassification (bn)":"","MassiveScenarioClassification (cy)":"","MassiveScenarioClassification (de)":"","MassiveScenarioClassification (el)":"","MassiveScenarioClassification (es)":"","MassiveScenarioClassification (fa)":"","MassiveScenarioClassification (fi)":"","MassiveScenarioClassification (fr)":"","MassiveScenarioClassification (he)":"","MassiveScenarioClassification (hi)":"","MassiveScenarioClassification (hu)":"","MassiveScenarioClassification (hy)":"","MassiveScenarioClassification (id)":"","MassiveScenarioClassification (is)":"","MassiveScenarioClassification (it)":"","MassiveScenarioClassification (ja)":"","MassiveScenarioClassification (jv)":"","MassiveScenarioClassification (ka)":"","MassiveScenarioClassification (km)":"","MassiveScenarioClassification (kn)":"","MassiveScenarioClassification (ko)":"","MassiveScenarioClassification (lv)":"","MassiveScenarioClassification (ml)":"","MassiveScenarioClassification (mn)":"","MassiveScenarioClassification (ms)":"","MassiveScenarioClassification (my)":"","MassiveScenarioClassification (nl)":"","MassiveScenarioClassification (pt)":"","MassiveScenarioClassification (ro)":"","MassiveScenarioClassification (ru)":"","MassiveScenarioClassification (sl)":"","MassiveScenarioClassification (sq)":"","MassiveScenarioClassification (sw)":"","MassiveScenarioClassification (ta)":"","MassiveScenarioClassification (te)":"","MassiveScenarioClassification (th)":"","MassiveScenarioClassification (tl)":"","MassiveScenarioClassification (tr)":"","MassiveScenarioClassification (ur)":"","MassiveScenarioClassification (vi)":"","MassiveScenarioClassification (zh-TW)":""} -{"index":103,"Rank":140,"Model":"stella-mrl-large-zh-v3.5-1792d<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Embedding Dimensions":1792,"Max Tokens":512,"Average":"","AmazonCounterfactualClassification (de)":"","AmazonCounterfactualClassification (ja)":"","AmazonReviewsClassification (de)":"","AmazonReviewsClassification (es)":"","AmazonReviewsClassification (fr)":"","AmazonReviewsClassification (ja)":"","AmazonReviewsClassification (zh)":46.59,"MTOPDomainClassification (de)":"","MTOPDomainClassification (es)":"","MTOPDomainClassification (fr)":"","MTOPDomainClassification (hi)":"","MTOPDomainClassification (th)":"","MTOPIntentClassification (de)":"","MTOPIntentClassification (es)":"","MTOPIntentClassification (fr)":"","MTOPIntentClassification (hi)":"","MTOPIntentClassification (th)":"","MassiveIntentClassification (af)":"","MassiveIntentClassification (am)":"","MassiveIntentClassification (ar)":"","MassiveIntentClassification (az)":"","MassiveIntentClassification (bn)":"","MassiveIntentClassification (cy)":"","MassiveIntentClassification (de)":"","MassiveIntentClassification (el)":"","MassiveIntentClassification (es)":"","MassiveIntentClassification (fa)":"","MassiveIntentClassification (fi)":"","MassiveIntentClassification (fr)":"","MassiveIntentClassification (he)":"","MassiveIntentClassification (hi)":"","MassiveIntentClassification (hu)":"","MassiveIntentClassification (hy)":"","MassiveIntentClassification (id)":"","MassiveIntentClassification (is)":"","MassiveIntentClassification (it)":"","MassiveIntentClassification (ja)":"","MassiveIntentClassification (jv)":"","MassiveIntentClassification (ka)":"","MassiveIntentClassification (km)":"","MassiveIntentClassification (kn)":"","MassiveIntentClassification (ko)":"","MassiveIntentClassification (lv)":"","MassiveIntentClassification (ml)":"","MassiveIntentClassification (mn)":"","MassiveIntentClassification (ms)":"","MassiveIntentClassification (my)":"","MassiveIntentClassification (nl)":"","MassiveIntentClassification (pt)":"","MassiveIntentClassification (ro)":"","MassiveIntentClassification (ru)":"","MassiveIntentClassification (sl)":"","MassiveIntentClassification (sq)":"","MassiveIntentClassification (sw)":"","MassiveIntentClassification (ta)":"","MassiveIntentClassification (te)":"","MassiveIntentClassification (th)":"","MassiveIntentClassification (tl)":"","MassiveIntentClassification (tr)":"","MassiveIntentClassification (ur)":"","MassiveIntentClassification (vi)":"","MassiveIntentClassification (zh-TW)":"","MassiveScenarioClassification (af)":"","MassiveScenarioClassification (am)":"","MassiveScenarioClassification (ar)":"","MassiveScenarioClassification (az)":"","MassiveScenarioClassification (bn)":"","MassiveScenarioClassification (cy)":"","MassiveScenarioClassification (de)":"","MassiveScenarioClassification (el)":"","MassiveScenarioClassification (es)":"","MassiveScenarioClassification (fa)":"","MassiveScenarioClassification (fi)":"","MassiveScenarioClassification (fr)":"","MassiveScenarioClassification (he)":"","MassiveScenarioClassification (hi)":"","MassiveScenarioClassification (hu)":"","MassiveScenarioClassification (hy)":"","MassiveScenarioClassification (id)":"","MassiveScenarioClassification (is)":"","MassiveScenarioClassification (it)":"","MassiveScenarioClassification (ja)":"","MassiveScenarioClassification (jv)":"","MassiveScenarioClassification (ka)":"","MassiveScenarioClassification (km)":"","MassiveScenarioClassification (kn)":"","MassiveScenarioClassification (ko)":"","MassiveScenarioClassification (lv)":"","MassiveScenarioClassification (ml)":"","MassiveScenarioClassification (mn)":"","MassiveScenarioClassification (ms)":"","MassiveScenarioClassification (my)":"","MassiveScenarioClassification (nl)":"","MassiveScenarioClassification (pt)":"","MassiveScenarioClassification (ro)":"","MassiveScenarioClassification (ru)":"","MassiveScenarioClassification (sl)":"","MassiveScenarioClassification (sq)":"","MassiveScenarioClassification (sw)":"","MassiveScenarioClassification (ta)":"","MassiveScenarioClassification (te)":"","MassiveScenarioClassification (th)":"","MassiveScenarioClassification (tl)":"","MassiveScenarioClassification (tr)":"","MassiveScenarioClassification (ur)":"","MassiveScenarioClassification (vi)":"","MassiveScenarioClassification (zh-TW)":""} -{"index":106,"Rank":141,"Model":"XYZ-embedding-zh-v2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","AmazonCounterfactualClassification (de)":"","AmazonCounterfactualClassification (ja)":"","AmazonReviewsClassification (de)":"","AmazonReviewsClassification (es)":"","AmazonReviewsClassification (fr)":"","AmazonReviewsClassification (ja)":"","AmazonReviewsClassification (zh)":49.37,"MTOPDomainClassification (de)":"","MTOPDomainClassification (es)":"","MTOPDomainClassification (fr)":"","MTOPDomainClassification (hi)":"","MTOPDomainClassification (th)":"","MTOPIntentClassification (de)":"","MTOPIntentClassification (es)":"","MTOPIntentClassification (fr)":"","MTOPIntentClassification (hi)":"","MTOPIntentClassification (th)":"","MassiveIntentClassification (af)":"","MassiveIntentClassification (am)":"","MassiveIntentClassification (ar)":"","MassiveIntentClassification (az)":"","MassiveIntentClassification (bn)":"","MassiveIntentClassification (cy)":"","MassiveIntentClassification (de)":"","MassiveIntentClassification (el)":"","MassiveIntentClassification (es)":"","MassiveIntentClassification (fa)":"","MassiveIntentClassification (fi)":"","MassiveIntentClassification (fr)":"","MassiveIntentClassification (he)":"","MassiveIntentClassification (hi)":"","MassiveIntentClassification (hu)":"","MassiveIntentClassification (hy)":"","MassiveIntentClassification (id)":"","MassiveIntentClassification (is)":"","MassiveIntentClassification (it)":"","MassiveIntentClassification (ja)":"","MassiveIntentClassification (jv)":"","MassiveIntentClassification (ka)":"","MassiveIntentClassification (km)":"","MassiveIntentClassification (kn)":"","MassiveIntentClassification (ko)":"","MassiveIntentClassification (lv)":"","MassiveIntentClassification (ml)":"","MassiveIntentClassification (mn)":"","MassiveIntentClassification (ms)":"","MassiveIntentClassification (my)":"","MassiveIntentClassification (nl)":"","MassiveIntentClassification (pt)":"","MassiveIntentClassification (ro)":"","MassiveIntentClassification (ru)":"","MassiveIntentClassification (sl)":"","MassiveIntentClassification (sq)":"","MassiveIntentClassification (sw)":"","MassiveIntentClassification (ta)":"","MassiveIntentClassification (te)":"","MassiveIntentClassification (th)":"","MassiveIntentClassification (tl)":"","MassiveIntentClassification (tr)":"","MassiveIntentClassification (ur)":"","MassiveIntentClassification (vi)":"","MassiveIntentClassification (zh-TW)":"","MassiveScenarioClassification (af)":"","MassiveScenarioClassification (am)":"","MassiveScenarioClassification (ar)":"","MassiveScenarioClassification (az)":"","MassiveScenarioClassification (bn)":"","MassiveScenarioClassification (cy)":"","MassiveScenarioClassification (de)":"","MassiveScenarioClassification (el)":"","MassiveScenarioClassification (es)":"","MassiveScenarioClassification (fa)":"","MassiveScenarioClassification (fi)":"","MassiveScenarioClassification (fr)":"","MassiveScenarioClassification (he)":"","MassiveScenarioClassification (hi)":"","MassiveScenarioClassification (hu)":"","MassiveScenarioClassification (hy)":"","MassiveScenarioClassification (id)":"","MassiveScenarioClassification (is)":"","MassiveScenarioClassification (it)":"","MassiveScenarioClassification (ja)":"","MassiveScenarioClassification (jv)":"","MassiveScenarioClassification (ka)":"","MassiveScenarioClassification (km)":"","MassiveScenarioClassification (kn)":"","MassiveScenarioClassification (ko)":"","MassiveScenarioClassification (lv)":"","MassiveScenarioClassification (ml)":"","MassiveScenarioClassification (mn)":"","MassiveScenarioClassification (ms)":"","MassiveScenarioClassification (my)":"","MassiveScenarioClassification (nl)":"","MassiveScenarioClassification (pt)":"","MassiveScenarioClassification (ro)":"","MassiveScenarioClassification (ru)":"","MassiveScenarioClassification (sl)":"","MassiveScenarioClassification (sq)":"","MassiveScenarioClassification (sw)":"","MassiveScenarioClassification (ta)":"","MassiveScenarioClassification (te)":"","MassiveScenarioClassification (th)":"","MassiveScenarioClassification (tl)":"","MassiveScenarioClassification (tr)":"","MassiveScenarioClassification (ur)":"","MassiveScenarioClassification (vi)":"","MassiveScenarioClassification (zh-TW)":""} -{"index":107,"Rank":142,"Model":"flaubert_base_cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AmazonCounterfactualClassification (de)":"","AmazonCounterfactualClassification (ja)":"","AmazonReviewsClassification (de)":"","AmazonReviewsClassification (es)":"","AmazonReviewsClassification (fr)":24.9,"AmazonReviewsClassification (ja)":"","AmazonReviewsClassification (zh)":"","MTOPDomainClassification (de)":"","MTOPDomainClassification (es)":"","MTOPDomainClassification (fr)":25.55,"MTOPDomainClassification (hi)":"","MTOPDomainClassification (th)":"","MTOPIntentClassification (de)":"","MTOPIntentClassification (es)":"","MTOPIntentClassification (fr)":9.49,"MTOPIntentClassification (hi)":"","MTOPIntentClassification (th)":"","MassiveIntentClassification (af)":"","MassiveIntentClassification (am)":"","MassiveIntentClassification (ar)":"","MassiveIntentClassification (az)":"","MassiveIntentClassification (bn)":"","MassiveIntentClassification (cy)":"","MassiveIntentClassification (de)":"","MassiveIntentClassification (el)":"","MassiveIntentClassification (es)":"","MassiveIntentClassification (fa)":"","MassiveIntentClassification (fi)":"","MassiveIntentClassification (fr)":6.98,"MassiveIntentClassification (he)":"","MassiveIntentClassification (hi)":"","MassiveIntentClassification (hu)":"","MassiveIntentClassification (hy)":"","MassiveIntentClassification (id)":"","MassiveIntentClassification (is)":"","MassiveIntentClassification (it)":"","MassiveIntentClassification (ja)":"","MassiveIntentClassification (jv)":"","MassiveIntentClassification (ka)":"","MassiveIntentClassification (km)":"","MassiveIntentClassification (kn)":"","MassiveIntentClassification (ko)":"","MassiveIntentClassification (lv)":"","MassiveIntentClassification (ml)":"","MassiveIntentClassification (mn)":"","MassiveIntentClassification (ms)":"","MassiveIntentClassification (my)":"","MassiveIntentClassification (nl)":"","MassiveIntentClassification (pt)":"","MassiveIntentClassification (ro)":"","MassiveIntentClassification (ru)":"","MassiveIntentClassification (sl)":"","MassiveIntentClassification (sq)":"","MassiveIntentClassification (sw)":"","MassiveIntentClassification (ta)":"","MassiveIntentClassification (te)":"","MassiveIntentClassification (th)":"","MassiveIntentClassification (tl)":"","MassiveIntentClassification (tr)":"","MassiveIntentClassification (ur)":"","MassiveIntentClassification (vi)":"","MassiveIntentClassification (zh-TW)":"","MassiveScenarioClassification (af)":"","MassiveScenarioClassification (am)":"","MassiveScenarioClassification (ar)":"","MassiveScenarioClassification (az)":"","MassiveScenarioClassification (bn)":"","MassiveScenarioClassification (cy)":"","MassiveScenarioClassification (de)":"","MassiveScenarioClassification (el)":"","MassiveScenarioClassification (es)":"","MassiveScenarioClassification (fa)":"","MassiveScenarioClassification (fi)":"","MassiveScenarioClassification (fr)":11.41,"MassiveScenarioClassification (he)":"","MassiveScenarioClassification (hi)":"","MassiveScenarioClassification (hu)":"","MassiveScenarioClassification (hy)":"","MassiveScenarioClassification (id)":"","MassiveScenarioClassification (is)":"","MassiveScenarioClassification (it)":"","MassiveScenarioClassification (ja)":"","MassiveScenarioClassification (jv)":"","MassiveScenarioClassification (ka)":"","MassiveScenarioClassification (km)":"","MassiveScenarioClassification (kn)":"","MassiveScenarioClassification (ko)":"","MassiveScenarioClassification (lv)":"","MassiveScenarioClassification (ml)":"","MassiveScenarioClassification (mn)":"","MassiveScenarioClassification (ms)":"","MassiveScenarioClassification (my)":"","MassiveScenarioClassification (nl)":"","MassiveScenarioClassification (pt)":"","MassiveScenarioClassification (ro)":"","MassiveScenarioClassification (ru)":"","MassiveScenarioClassification (sl)":"","MassiveScenarioClassification (sq)":"","MassiveScenarioClassification (sw)":"","MassiveScenarioClassification (ta)":"","MassiveScenarioClassification (te)":"","MassiveScenarioClassification (th)":"","MassiveScenarioClassification (tl)":"","MassiveScenarioClassification (tr)":"","MassiveScenarioClassification (ur)":"","MassiveScenarioClassification (vi)":"","MassiveScenarioClassification (zh-TW)":""} -{"index":108,"Rank":143,"Model":"flaubert_base_uncased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AmazonCounterfactualClassification (de)":"","AmazonCounterfactualClassification (ja)":"","AmazonReviewsClassification (de)":"","AmazonReviewsClassification (es)":"","AmazonReviewsClassification (fr)":23.52,"AmazonReviewsClassification (ja)":"","AmazonReviewsClassification (zh)":"","MTOPDomainClassification (de)":"","MTOPDomainClassification (es)":"","MTOPDomainClassification (fr)":27.74,"MTOPDomainClassification (hi)":"","MTOPDomainClassification (th)":"","MTOPIntentClassification (de)":"","MTOPIntentClassification (es)":"","MTOPIntentClassification (fr)":8.61,"MTOPIntentClassification (hi)":"","MTOPIntentClassification (th)":"","MassiveIntentClassification (af)":"","MassiveIntentClassification (am)":"","MassiveIntentClassification (ar)":"","MassiveIntentClassification (az)":"","MassiveIntentClassification (bn)":"","MassiveIntentClassification (cy)":"","MassiveIntentClassification (de)":"","MassiveIntentClassification (el)":"","MassiveIntentClassification (es)":"","MassiveIntentClassification (fa)":"","MassiveIntentClassification (fi)":"","MassiveIntentClassification (fr)":6.24,"MassiveIntentClassification (he)":"","MassiveIntentClassification (hi)":"","MassiveIntentClassification (hu)":"","MassiveIntentClassification (hy)":"","MassiveIntentClassification (id)":"","MassiveIntentClassification (is)":"","MassiveIntentClassification (it)":"","MassiveIntentClassification (ja)":"","MassiveIntentClassification (jv)":"","MassiveIntentClassification (ka)":"","MassiveIntentClassification (km)":"","MassiveIntentClassification (kn)":"","MassiveIntentClassification (ko)":"","MassiveIntentClassification (lv)":"","MassiveIntentClassification (ml)":"","MassiveIntentClassification (mn)":"","MassiveIntentClassification (ms)":"","MassiveIntentClassification (my)":"","MassiveIntentClassification (nl)":"","MassiveIntentClassification (pt)":"","MassiveIntentClassification (ro)":"","MassiveIntentClassification (ru)":"","MassiveIntentClassification (sl)":"","MassiveIntentClassification (sq)":"","MassiveIntentClassification (sw)":"","MassiveIntentClassification (ta)":"","MassiveIntentClassification (te)":"","MassiveIntentClassification (th)":"","MassiveIntentClassification (tl)":"","MassiveIntentClassification (tr)":"","MassiveIntentClassification (ur)":"","MassiveIntentClassification (vi)":"","MassiveIntentClassification (zh-TW)":"","MassiveScenarioClassification (af)":"","MassiveScenarioClassification (am)":"","MassiveScenarioClassification (ar)":"","MassiveScenarioClassification (az)":"","MassiveScenarioClassification (bn)":"","MassiveScenarioClassification (cy)":"","MassiveScenarioClassification (de)":"","MassiveScenarioClassification (el)":"","MassiveScenarioClassification (es)":"","MassiveScenarioClassification (fa)":"","MassiveScenarioClassification (fi)":"","MassiveScenarioClassification (fr)":10.98,"MassiveScenarioClassification (he)":"","MassiveScenarioClassification (hi)":"","MassiveScenarioClassification (hu)":"","MassiveScenarioClassification (hy)":"","MassiveScenarioClassification (id)":"","MassiveScenarioClassification (is)":"","MassiveScenarioClassification (it)":"","MassiveScenarioClassification (ja)":"","MassiveScenarioClassification (jv)":"","MassiveScenarioClassification (ka)":"","MassiveScenarioClassification (km)":"","MassiveScenarioClassification (kn)":"","MassiveScenarioClassification (ko)":"","MassiveScenarioClassification (lv)":"","MassiveScenarioClassification (ml)":"","MassiveScenarioClassification (mn)":"","MassiveScenarioClassification (ms)":"","MassiveScenarioClassification (my)":"","MassiveScenarioClassification (nl)":"","MassiveScenarioClassification (pt)":"","MassiveScenarioClassification (ro)":"","MassiveScenarioClassification (ru)":"","MassiveScenarioClassification (sl)":"","MassiveScenarioClassification (sq)":"","MassiveScenarioClassification (sw)":"","MassiveScenarioClassification (ta)":"","MassiveScenarioClassification (te)":"","MassiveScenarioClassification (th)":"","MassiveScenarioClassification (tl)":"","MassiveScenarioClassification (tr)":"","MassiveScenarioClassification (ur)":"","MassiveScenarioClassification (vi)":"","MassiveScenarioClassification (zh-TW)":""} -{"index":109,"Rank":144,"Model":"flaubert_large_cased<\/a>","Model Size (Million Parameters)":372,"Memory Usage (GB, fp32)":1.39,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","AmazonCounterfactualClassification (de)":"","AmazonCounterfactualClassification (ja)":"","AmazonReviewsClassification (de)":"","AmazonReviewsClassification (es)":"","AmazonReviewsClassification (fr)":22.45,"AmazonReviewsClassification (ja)":"","AmazonReviewsClassification (zh)":"","MTOPDomainClassification (de)":"","MTOPDomainClassification (es)":"","MTOPDomainClassification (fr)":24.27,"MTOPDomainClassification (hi)":"","MTOPDomainClassification (th)":"","MTOPIntentClassification (de)":"","MTOPIntentClassification (es)":"","MTOPIntentClassification (fr)":9.79,"MTOPIntentClassification (hi)":"","MTOPIntentClassification (th)":"","MassiveIntentClassification (af)":"","MassiveIntentClassification (am)":"","MassiveIntentClassification (ar)":"","MassiveIntentClassification (az)":"","MassiveIntentClassification (bn)":"","MassiveIntentClassification (cy)":"","MassiveIntentClassification (de)":"","MassiveIntentClassification (el)":"","MassiveIntentClassification (es)":"","MassiveIntentClassification (fa)":"","MassiveIntentClassification (fi)":"","MassiveIntentClassification (fr)":16.41,"MassiveIntentClassification (he)":"","MassiveIntentClassification (hi)":"","MassiveIntentClassification (hu)":"","MassiveIntentClassification (hy)":"","MassiveIntentClassification (id)":"","MassiveIntentClassification (is)":"","MassiveIntentClassification (it)":"","MassiveIntentClassification (ja)":"","MassiveIntentClassification (jv)":"","MassiveIntentClassification (ka)":"","MassiveIntentClassification (km)":"","MassiveIntentClassification (kn)":"","MassiveIntentClassification (ko)":"","MassiveIntentClassification (lv)":"","MassiveIntentClassification (ml)":"","MassiveIntentClassification (mn)":"","MassiveIntentClassification (ms)":"","MassiveIntentClassification (my)":"","MassiveIntentClassification (nl)":"","MassiveIntentClassification (pt)":"","MassiveIntentClassification (ro)":"","MassiveIntentClassification (ru)":"","MassiveIntentClassification (sl)":"","MassiveIntentClassification (sq)":"","MassiveIntentClassification (sw)":"","MassiveIntentClassification (ta)":"","MassiveIntentClassification (te)":"","MassiveIntentClassification (th)":"","MassiveIntentClassification (tl)":"","MassiveIntentClassification (tr)":"","MassiveIntentClassification (ur)":"","MassiveIntentClassification (vi)":"","MassiveIntentClassification (zh-TW)":"","MassiveScenarioClassification (af)":"","MassiveScenarioClassification (am)":"","MassiveScenarioClassification (ar)":"","MassiveScenarioClassification (az)":"","MassiveScenarioClassification (bn)":"","MassiveScenarioClassification (cy)":"","MassiveScenarioClassification (de)":"","MassiveScenarioClassification (el)":"","MassiveScenarioClassification (es)":"","MassiveScenarioClassification (fa)":"","MassiveScenarioClassification (fi)":"","MassiveScenarioClassification (fr)":22.72,"MassiveScenarioClassification (he)":"","MassiveScenarioClassification (hi)":"","MassiveScenarioClassification (hu)":"","MassiveScenarioClassification (hy)":"","MassiveScenarioClassification (id)":"","MassiveScenarioClassification (is)":"","MassiveScenarioClassification (it)":"","MassiveScenarioClassification (ja)":"","MassiveScenarioClassification (jv)":"","MassiveScenarioClassification (ka)":"","MassiveScenarioClassification (km)":"","MassiveScenarioClassification (kn)":"","MassiveScenarioClassification (ko)":"","MassiveScenarioClassification (lv)":"","MassiveScenarioClassification (ml)":"","MassiveScenarioClassification (mn)":"","MassiveScenarioClassification (ms)":"","MassiveScenarioClassification (my)":"","MassiveScenarioClassification (nl)":"","MassiveScenarioClassification (pt)":"","MassiveScenarioClassification (ro)":"","MassiveScenarioClassification (ru)":"","MassiveScenarioClassification (sl)":"","MassiveScenarioClassification (sq)":"","MassiveScenarioClassification (sw)":"","MassiveScenarioClassification (ta)":"","MassiveScenarioClassification (te)":"","MassiveScenarioClassification (th)":"","MassiveScenarioClassification (tl)":"","MassiveScenarioClassification (tr)":"","MassiveScenarioClassification (ur)":"","MassiveScenarioClassification (vi)":"","MassiveScenarioClassification (zh-TW)":""} -{"index":110,"Rank":145,"Model":"bge-m3-custom-fr-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","AmazonCounterfactualClassification (de)":"","AmazonCounterfactualClassification (ja)":"","AmazonReviewsClassification (de)":"","AmazonReviewsClassification (es)":"","AmazonReviewsClassification (fr)":42.33,"AmazonReviewsClassification (ja)":"","AmazonReviewsClassification (zh)":"","MTOPDomainClassification (de)":"","MTOPDomainClassification (es)":"","MTOPDomainClassification (fr)":90.39,"MTOPDomainClassification (hi)":"","MTOPDomainClassification (th)":"","MTOPIntentClassification (de)":"","MTOPIntentClassification (es)":"","MTOPIntentClassification (fr)":60.88,"MTOPIntentClassification (hi)":"","MTOPIntentClassification (th)":"","MassiveIntentClassification (af)":"","MassiveIntentClassification (am)":"","MassiveIntentClassification (ar)":"","MassiveIntentClassification (az)":"","MassiveIntentClassification (bn)":"","MassiveIntentClassification (cy)":"","MassiveIntentClassification (de)":"","MassiveIntentClassification (el)":"","MassiveIntentClassification (es)":"","MassiveIntentClassification (fa)":"","MassiveIntentClassification (fi)":"","MassiveIntentClassification (fr)":66.7,"MassiveIntentClassification (he)":"","MassiveIntentClassification (hi)":"","MassiveIntentClassification (hu)":"","MassiveIntentClassification (hy)":"","MassiveIntentClassification (id)":"","MassiveIntentClassification (is)":"","MassiveIntentClassification (it)":"","MassiveIntentClassification (ja)":"","MassiveIntentClassification (jv)":"","MassiveIntentClassification (ka)":"","MassiveIntentClassification (km)":"","MassiveIntentClassification (kn)":"","MassiveIntentClassification (ko)":"","MassiveIntentClassification (lv)":"","MassiveIntentClassification (ml)":"","MassiveIntentClassification (mn)":"","MassiveIntentClassification (ms)":"","MassiveIntentClassification (my)":"","MassiveIntentClassification (nl)":"","MassiveIntentClassification (pt)":"","MassiveIntentClassification (ro)":"","MassiveIntentClassification (ru)":"","MassiveIntentClassification (sl)":"","MassiveIntentClassification (sq)":"","MassiveIntentClassification (sw)":"","MassiveIntentClassification (ta)":"","MassiveIntentClassification (te)":"","MassiveIntentClassification (th)":"","MassiveIntentClassification (tl)":"","MassiveIntentClassification (tr)":"","MassiveIntentClassification (ur)":"","MassiveIntentClassification (vi)":"","MassiveIntentClassification (zh-TW)":"","MassiveScenarioClassification (af)":"","MassiveScenarioClassification (am)":"","MassiveScenarioClassification (ar)":"","MassiveScenarioClassification (az)":"","MassiveScenarioClassification (bn)":"","MassiveScenarioClassification (cy)":"","MassiveScenarioClassification (de)":"","MassiveScenarioClassification (el)":"","MassiveScenarioClassification (es)":"","MassiveScenarioClassification (fa)":"","MassiveScenarioClassification (fi)":"","MassiveScenarioClassification (fr)":74.58,"MassiveScenarioClassification (he)":"","MassiveScenarioClassification (hi)":"","MassiveScenarioClassification (hu)":"","MassiveScenarioClassification (hy)":"","MassiveScenarioClassification (id)":"","MassiveScenarioClassification (is)":"","MassiveScenarioClassification (it)":"","MassiveScenarioClassification (ja)":"","MassiveScenarioClassification (jv)":"","MassiveScenarioClassification (ka)":"","MassiveScenarioClassification (km)":"","MassiveScenarioClassification (kn)":"","MassiveScenarioClassification (ko)":"","MassiveScenarioClassification (lv)":"","MassiveScenarioClassification (ml)":"","MassiveScenarioClassification (mn)":"","MassiveScenarioClassification (ms)":"","MassiveScenarioClassification (my)":"","MassiveScenarioClassification (nl)":"","MassiveScenarioClassification (pt)":"","MassiveScenarioClassification (ro)":"","MassiveScenarioClassification (ru)":"","MassiveScenarioClassification (sl)":"","MassiveScenarioClassification (sq)":"","MassiveScenarioClassification (sw)":"","MassiveScenarioClassification (ta)":"","MassiveScenarioClassification (te)":"","MassiveScenarioClassification (th)":"","MassiveScenarioClassification (tl)":"","MassiveScenarioClassification (tr)":"","MassiveScenarioClassification (ur)":"","MassiveScenarioClassification (vi)":"","MassiveScenarioClassification (zh-TW)":""} -{"index":111,"Rank":146,"Model":"bert-base-multilingual-cased<\/a>","Model Size (Million Parameters)":179,"Memory Usage (GB, fp32)":0.67,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AmazonCounterfactualClassification (de)":"","AmazonCounterfactualClassification (ja)":"","AmazonReviewsClassification (de)":"","AmazonReviewsClassification (es)":"","AmazonReviewsClassification (fr)":29.39,"AmazonReviewsClassification (ja)":"","AmazonReviewsClassification (zh)":"","MTOPDomainClassification (de)":"","MTOPDomainClassification (es)":"","MTOPDomainClassification (fr)":63.61,"MTOPDomainClassification (hi)":"","MTOPDomainClassification (th)":"","MTOPIntentClassification (de)":"","MTOPIntentClassification (es)":"","MTOPIntentClassification (fr)":37.84,"MTOPIntentClassification (hi)":"","MTOPIntentClassification (th)":"","MassiveIntentClassification (af)":"","MassiveIntentClassification (am)":"","MassiveIntentClassification (ar)":"","MassiveIntentClassification (az)":"","MassiveIntentClassification (bn)":"","MassiveIntentClassification (cy)":"","MassiveIntentClassification (de)":"","MassiveIntentClassification (el)":"","MassiveIntentClassification (es)":"","MassiveIntentClassification (fa)":"","MassiveIntentClassification (fi)":"","MassiveIntentClassification (fr)":37.3,"MassiveIntentClassification (he)":"","MassiveIntentClassification (hi)":"","MassiveIntentClassification (hu)":"","MassiveIntentClassification (hy)":"","MassiveIntentClassification (id)":"","MassiveIntentClassification (is)":"","MassiveIntentClassification (it)":"","MassiveIntentClassification (ja)":"","MassiveIntentClassification (jv)":"","MassiveIntentClassification (ka)":"","MassiveIntentClassification (km)":"","MassiveIntentClassification (kn)":"","MassiveIntentClassification (ko)":"","MassiveIntentClassification (lv)":"","MassiveIntentClassification (ml)":"","MassiveIntentClassification (mn)":"","MassiveIntentClassification (ms)":"","MassiveIntentClassification (my)":"","MassiveIntentClassification (nl)":"","MassiveIntentClassification (pt)":"","MassiveIntentClassification (ro)":"","MassiveIntentClassification (ru)":"","MassiveIntentClassification (sl)":"","MassiveIntentClassification (sq)":"","MassiveIntentClassification (sw)":"","MassiveIntentClassification (ta)":"","MassiveIntentClassification (te)":"","MassiveIntentClassification (th)":"","MassiveIntentClassification (tl)":"","MassiveIntentClassification (tr)":"","MassiveIntentClassification (ur)":"","MassiveIntentClassification (vi)":"","MassiveIntentClassification (zh-TW)":"","MassiveScenarioClassification (af)":"","MassiveScenarioClassification (am)":"","MassiveScenarioClassification (ar)":"","MassiveScenarioClassification (az)":"","MassiveScenarioClassification (bn)":"","MassiveScenarioClassification (cy)":"","MassiveScenarioClassification (de)":"","MassiveScenarioClassification (el)":"","MassiveScenarioClassification (es)":"","MassiveScenarioClassification (fa)":"","MassiveScenarioClassification (fi)":"","MassiveScenarioClassification (fr)":44.47,"MassiveScenarioClassification (he)":"","MassiveScenarioClassification (hi)":"","MassiveScenarioClassification (hu)":"","MassiveScenarioClassification (hy)":"","MassiveScenarioClassification (id)":"","MassiveScenarioClassification (is)":"","MassiveScenarioClassification (it)":"","MassiveScenarioClassification (ja)":"","MassiveScenarioClassification (jv)":"","MassiveScenarioClassification (ka)":"","MassiveScenarioClassification (km)":"","MassiveScenarioClassification (kn)":"","MassiveScenarioClassification (ko)":"","MassiveScenarioClassification (lv)":"","MassiveScenarioClassification (ml)":"","MassiveScenarioClassification (mn)":"","MassiveScenarioClassification (ms)":"","MassiveScenarioClassification (my)":"","MassiveScenarioClassification (nl)":"","MassiveScenarioClassification (pt)":"","MassiveScenarioClassification (ro)":"","MassiveScenarioClassification (ru)":"","MassiveScenarioClassification (sl)":"","MassiveScenarioClassification (sq)":"","MassiveScenarioClassification (sw)":"","MassiveScenarioClassification (ta)":"","MassiveScenarioClassification (te)":"","MassiveScenarioClassification (th)":"","MassiveScenarioClassification (tl)":"","MassiveScenarioClassification (tr)":"","MassiveScenarioClassification (ur)":"","MassiveScenarioClassification (vi)":"","MassiveScenarioClassification (zh-TW)":""} -{"index":112,"Rank":147,"Model":"bert-base-multilingual-uncased<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AmazonCounterfactualClassification (de)":"","AmazonCounterfactualClassification (ja)":"","AmazonReviewsClassification (de)":"","AmazonReviewsClassification (es)":"","AmazonReviewsClassification (fr)":29.02,"AmazonReviewsClassification (ja)":"","AmazonReviewsClassification (zh)":"","MTOPDomainClassification (de)":"","MTOPDomainClassification (es)":"","MTOPDomainClassification (fr)":64.49,"MTOPDomainClassification (hi)":"","MTOPDomainClassification (th)":"","MTOPIntentClassification (de)":"","MTOPIntentClassification (es)":"","MTOPIntentClassification (fr)":39.4,"MTOPIntentClassification (hi)":"","MTOPIntentClassification (th)":"","MassiveIntentClassification (af)":"","MassiveIntentClassification (am)":"","MassiveIntentClassification (ar)":"","MassiveIntentClassification (az)":"","MassiveIntentClassification (bn)":"","MassiveIntentClassification (cy)":"","MassiveIntentClassification (de)":"","MassiveIntentClassification (el)":"","MassiveIntentClassification (es)":"","MassiveIntentClassification (fa)":"","MassiveIntentClassification (fi)":"","MassiveIntentClassification (fr)":38.01,"MassiveIntentClassification (he)":"","MassiveIntentClassification (hi)":"","MassiveIntentClassification (hu)":"","MassiveIntentClassification (hy)":"","MassiveIntentClassification (id)":"","MassiveIntentClassification (is)":"","MassiveIntentClassification (it)":"","MassiveIntentClassification (ja)":"","MassiveIntentClassification (jv)":"","MassiveIntentClassification (ka)":"","MassiveIntentClassification (km)":"","MassiveIntentClassification (kn)":"","MassiveIntentClassification (ko)":"","MassiveIntentClassification (lv)":"","MassiveIntentClassification (ml)":"","MassiveIntentClassification (mn)":"","MassiveIntentClassification (ms)":"","MassiveIntentClassification (my)":"","MassiveIntentClassification (nl)":"","MassiveIntentClassification (pt)":"","MassiveIntentClassification (ro)":"","MassiveIntentClassification (ru)":"","MassiveIntentClassification (sl)":"","MassiveIntentClassification (sq)":"","MassiveIntentClassification (sw)":"","MassiveIntentClassification (ta)":"","MassiveIntentClassification (te)":"","MassiveIntentClassification (th)":"","MassiveIntentClassification (tl)":"","MassiveIntentClassification (tr)":"","MassiveIntentClassification (ur)":"","MassiveIntentClassification (vi)":"","MassiveIntentClassification (zh-TW)":"","MassiveScenarioClassification (af)":"","MassiveScenarioClassification (am)":"","MassiveScenarioClassification (ar)":"","MassiveScenarioClassification (az)":"","MassiveScenarioClassification (bn)":"","MassiveScenarioClassification (cy)":"","MassiveScenarioClassification (de)":"","MassiveScenarioClassification (el)":"","MassiveScenarioClassification (es)":"","MassiveScenarioClassification (fa)":"","MassiveScenarioClassification (fi)":"","MassiveScenarioClassification (fr)":43.63,"MassiveScenarioClassification (he)":"","MassiveScenarioClassification (hi)":"","MassiveScenarioClassification (hu)":"","MassiveScenarioClassification (hy)":"","MassiveScenarioClassification (id)":"","MassiveScenarioClassification (is)":"","MassiveScenarioClassification (it)":"","MassiveScenarioClassification (ja)":"","MassiveScenarioClassification (jv)":"","MassiveScenarioClassification (ka)":"","MassiveScenarioClassification (km)":"","MassiveScenarioClassification (kn)":"","MassiveScenarioClassification (ko)":"","MassiveScenarioClassification (lv)":"","MassiveScenarioClassification (ml)":"","MassiveScenarioClassification (mn)":"","MassiveScenarioClassification (ms)":"","MassiveScenarioClassification (my)":"","MassiveScenarioClassification (nl)":"","MassiveScenarioClassification (pt)":"","MassiveScenarioClassification (ro)":"","MassiveScenarioClassification (ru)":"","MassiveScenarioClassification (sl)":"","MassiveScenarioClassification (sq)":"","MassiveScenarioClassification (sw)":"","MassiveScenarioClassification (ta)":"","MassiveScenarioClassification (te)":"","MassiveScenarioClassification (th)":"","MassiveScenarioClassification (tl)":"","MassiveScenarioClassification (tr)":"","MassiveScenarioClassification (ur)":"","MassiveScenarioClassification (vi)":"","MassiveScenarioClassification (zh-TW)":""} -{"index":113,"Rank":148,"Model":"zpoint_large_embedding_zh<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Embedding Dimensions":1792,"Max Tokens":512,"Average":"","AmazonCounterfactualClassification (de)":"","AmazonCounterfactualClassification (ja)":"","AmazonReviewsClassification (de)":"","AmazonReviewsClassification (es)":"","AmazonReviewsClassification (fr)":"","AmazonReviewsClassification (ja)":"","AmazonReviewsClassification (zh)":49.72,"MTOPDomainClassification (de)":"","MTOPDomainClassification (es)":"","MTOPDomainClassification (fr)":"","MTOPDomainClassification (hi)":"","MTOPDomainClassification (th)":"","MTOPIntentClassification (de)":"","MTOPIntentClassification (es)":"","MTOPIntentClassification (fr)":"","MTOPIntentClassification (hi)":"","MTOPIntentClassification (th)":"","MassiveIntentClassification (af)":"","MassiveIntentClassification (am)":"","MassiveIntentClassification (ar)":"","MassiveIntentClassification (az)":"","MassiveIntentClassification (bn)":"","MassiveIntentClassification (cy)":"","MassiveIntentClassification (de)":"","MassiveIntentClassification (el)":"","MassiveIntentClassification (es)":"","MassiveIntentClassification (fa)":"","MassiveIntentClassification (fi)":"","MassiveIntentClassification (fr)":"","MassiveIntentClassification (he)":"","MassiveIntentClassification (hi)":"","MassiveIntentClassification (hu)":"","MassiveIntentClassification (hy)":"","MassiveIntentClassification (id)":"","MassiveIntentClassification (is)":"","MassiveIntentClassification (it)":"","MassiveIntentClassification (ja)":"","MassiveIntentClassification (jv)":"","MassiveIntentClassification (ka)":"","MassiveIntentClassification (km)":"","MassiveIntentClassification (kn)":"","MassiveIntentClassification (ko)":"","MassiveIntentClassification (lv)":"","MassiveIntentClassification (ml)":"","MassiveIntentClassification (mn)":"","MassiveIntentClassification (ms)":"","MassiveIntentClassification (my)":"","MassiveIntentClassification (nl)":"","MassiveIntentClassification (pt)":"","MassiveIntentClassification (ro)":"","MassiveIntentClassification (ru)":"","MassiveIntentClassification (sl)":"","MassiveIntentClassification (sq)":"","MassiveIntentClassification (sw)":"","MassiveIntentClassification (ta)":"","MassiveIntentClassification (te)":"","MassiveIntentClassification (th)":"","MassiveIntentClassification (tl)":"","MassiveIntentClassification (tr)":"","MassiveIntentClassification (ur)":"","MassiveIntentClassification (vi)":"","MassiveIntentClassification (zh-TW)":"","MassiveScenarioClassification (af)":"","MassiveScenarioClassification (am)":"","MassiveScenarioClassification (ar)":"","MassiveScenarioClassification (az)":"","MassiveScenarioClassification (bn)":"","MassiveScenarioClassification (cy)":"","MassiveScenarioClassification (de)":"","MassiveScenarioClassification (el)":"","MassiveScenarioClassification (es)":"","MassiveScenarioClassification (fa)":"","MassiveScenarioClassification (fi)":"","MassiveScenarioClassification (fr)":"","MassiveScenarioClassification (he)":"","MassiveScenarioClassification (hi)":"","MassiveScenarioClassification (hu)":"","MassiveScenarioClassification (hy)":"","MassiveScenarioClassification (id)":"","MassiveScenarioClassification (is)":"","MassiveScenarioClassification (it)":"","MassiveScenarioClassification (ja)":"","MassiveScenarioClassification (jv)":"","MassiveScenarioClassification (ka)":"","MassiveScenarioClassification (km)":"","MassiveScenarioClassification (kn)":"","MassiveScenarioClassification (ko)":"","MassiveScenarioClassification (lv)":"","MassiveScenarioClassification (ml)":"","MassiveScenarioClassification (mn)":"","MassiveScenarioClassification (ms)":"","MassiveScenarioClassification (my)":"","MassiveScenarioClassification (nl)":"","MassiveScenarioClassification (pt)":"","MassiveScenarioClassification (ro)":"","MassiveScenarioClassification (ru)":"","MassiveScenarioClassification (sl)":"","MassiveScenarioClassification (sq)":"","MassiveScenarioClassification (sw)":"","MassiveScenarioClassification (ta)":"","MassiveScenarioClassification (te)":"","MassiveScenarioClassification (th)":"","MassiveScenarioClassification (tl)":"","MassiveScenarioClassification (tr)":"","MassiveScenarioClassification (ur)":"","MassiveScenarioClassification (vi)":"","MassiveScenarioClassification (zh-TW)":""} -{"index":114,"Rank":149,"Model":"stella-base-zh<\/a>","Model Size (Million Parameters)":103,"Memory Usage (GB, fp32)":0.38,"Embedding Dimensions":768,"Max Tokens":1024,"Average":"","AmazonCounterfactualClassification (de)":"","AmazonCounterfactualClassification (ja)":"","AmazonReviewsClassification (de)":"","AmazonReviewsClassification (es)":"","AmazonReviewsClassification (fr)":"","AmazonReviewsClassification (ja)":"","AmazonReviewsClassification (zh)":40.25,"MTOPDomainClassification (de)":"","MTOPDomainClassification (es)":"","MTOPDomainClassification (fr)":"","MTOPDomainClassification (hi)":"","MTOPDomainClassification (th)":"","MTOPIntentClassification (de)":"","MTOPIntentClassification (es)":"","MTOPIntentClassification (fr)":"","MTOPIntentClassification (hi)":"","MTOPIntentClassification (th)":"","MassiveIntentClassification (af)":"","MassiveIntentClassification (am)":"","MassiveIntentClassification (ar)":"","MassiveIntentClassification (az)":"","MassiveIntentClassification (bn)":"","MassiveIntentClassification (cy)":"","MassiveIntentClassification (de)":"","MassiveIntentClassification (el)":"","MassiveIntentClassification (es)":"","MassiveIntentClassification (fa)":"","MassiveIntentClassification (fi)":"","MassiveIntentClassification (fr)":"","MassiveIntentClassification (he)":"","MassiveIntentClassification (hi)":"","MassiveIntentClassification (hu)":"","MassiveIntentClassification (hy)":"","MassiveIntentClassification (id)":"","MassiveIntentClassification (is)":"","MassiveIntentClassification (it)":"","MassiveIntentClassification (ja)":"","MassiveIntentClassification (jv)":"","MassiveIntentClassification (ka)":"","MassiveIntentClassification (km)":"","MassiveIntentClassification (kn)":"","MassiveIntentClassification (ko)":"","MassiveIntentClassification (lv)":"","MassiveIntentClassification (ml)":"","MassiveIntentClassification (mn)":"","MassiveIntentClassification (ms)":"","MassiveIntentClassification (my)":"","MassiveIntentClassification (nl)":"","MassiveIntentClassification (pt)":"","MassiveIntentClassification (ro)":"","MassiveIntentClassification (ru)":"","MassiveIntentClassification (sl)":"","MassiveIntentClassification (sq)":"","MassiveIntentClassification (sw)":"","MassiveIntentClassification (ta)":"","MassiveIntentClassification (te)":"","MassiveIntentClassification (th)":"","MassiveIntentClassification (tl)":"","MassiveIntentClassification (tr)":"","MassiveIntentClassification (ur)":"","MassiveIntentClassification (vi)":"","MassiveIntentClassification (zh-TW)":"","MassiveScenarioClassification (af)":"","MassiveScenarioClassification (am)":"","MassiveScenarioClassification (ar)":"","MassiveScenarioClassification (az)":"","MassiveScenarioClassification (bn)":"","MassiveScenarioClassification (cy)":"","MassiveScenarioClassification (de)":"","MassiveScenarioClassification (el)":"","MassiveScenarioClassification (es)":"","MassiveScenarioClassification (fa)":"","MassiveScenarioClassification (fi)":"","MassiveScenarioClassification (fr)":"","MassiveScenarioClassification (he)":"","MassiveScenarioClassification (hi)":"","MassiveScenarioClassification (hu)":"","MassiveScenarioClassification (hy)":"","MassiveScenarioClassification (id)":"","MassiveScenarioClassification (is)":"","MassiveScenarioClassification (it)":"","MassiveScenarioClassification (ja)":"","MassiveScenarioClassification (jv)":"","MassiveScenarioClassification (ka)":"","MassiveScenarioClassification (km)":"","MassiveScenarioClassification (kn)":"","MassiveScenarioClassification (ko)":"","MassiveScenarioClassification (lv)":"","MassiveScenarioClassification (ml)":"","MassiveScenarioClassification (mn)":"","MassiveScenarioClassification (ms)":"","MassiveScenarioClassification (my)":"","MassiveScenarioClassification (nl)":"","MassiveScenarioClassification (pt)":"","MassiveScenarioClassification (ro)":"","MassiveScenarioClassification (ru)":"","MassiveScenarioClassification (sl)":"","MassiveScenarioClassification (sq)":"","MassiveScenarioClassification (sw)":"","MassiveScenarioClassification (ta)":"","MassiveScenarioClassification (te)":"","MassiveScenarioClassification (th)":"","MassiveScenarioClassification (tl)":"","MassiveScenarioClassification (tr)":"","MassiveScenarioClassification (ur)":"","MassiveScenarioClassification (vi)":"","MassiveScenarioClassification (zh-TW)":""} -{"index":115,"Rank":150,"Model":"stella-base-zh-v2<\/a>","Model Size (Million Parameters)":51,"Memory Usage (GB, fp32)":0.19,"Embedding Dimensions":768,"Max Tokens":1024,"Average":"","AmazonCounterfactualClassification (de)":"","AmazonCounterfactualClassification (ja)":"","AmazonReviewsClassification (de)":"","AmazonReviewsClassification (es)":"","AmazonReviewsClassification (fr)":"","AmazonReviewsClassification (ja)":"","AmazonReviewsClassification (zh)":39.64,"MTOPDomainClassification (de)":"","MTOPDomainClassification (es)":"","MTOPDomainClassification (fr)":"","MTOPDomainClassification (hi)":"","MTOPDomainClassification (th)":"","MTOPIntentClassification (de)":"","MTOPIntentClassification (es)":"","MTOPIntentClassification (fr)":"","MTOPIntentClassification (hi)":"","MTOPIntentClassification (th)":"","MassiveIntentClassification (af)":"","MassiveIntentClassification (am)":"","MassiveIntentClassification (ar)":"","MassiveIntentClassification (az)":"","MassiveIntentClassification (bn)":"","MassiveIntentClassification (cy)":"","MassiveIntentClassification (de)":"","MassiveIntentClassification (el)":"","MassiveIntentClassification (es)":"","MassiveIntentClassification (fa)":"","MassiveIntentClassification (fi)":"","MassiveIntentClassification (fr)":"","MassiveIntentClassification (he)":"","MassiveIntentClassification (hi)":"","MassiveIntentClassification (hu)":"","MassiveIntentClassification (hy)":"","MassiveIntentClassification (id)":"","MassiveIntentClassification (is)":"","MassiveIntentClassification (it)":"","MassiveIntentClassification (ja)":"","MassiveIntentClassification (jv)":"","MassiveIntentClassification (ka)":"","MassiveIntentClassification (km)":"","MassiveIntentClassification (kn)":"","MassiveIntentClassification (ko)":"","MassiveIntentClassification (lv)":"","MassiveIntentClassification (ml)":"","MassiveIntentClassification (mn)":"","MassiveIntentClassification (ms)":"","MassiveIntentClassification (my)":"","MassiveIntentClassification (nl)":"","MassiveIntentClassification (pt)":"","MassiveIntentClassification (ro)":"","MassiveIntentClassification (ru)":"","MassiveIntentClassification (sl)":"","MassiveIntentClassification (sq)":"","MassiveIntentClassification (sw)":"","MassiveIntentClassification (ta)":"","MassiveIntentClassification (te)":"","MassiveIntentClassification (th)":"","MassiveIntentClassification (tl)":"","MassiveIntentClassification (tr)":"","MassiveIntentClassification (ur)":"","MassiveIntentClassification (vi)":"","MassiveIntentClassification (zh-TW)":"","MassiveScenarioClassification (af)":"","MassiveScenarioClassification (am)":"","MassiveScenarioClassification (ar)":"","MassiveScenarioClassification (az)":"","MassiveScenarioClassification (bn)":"","MassiveScenarioClassification (cy)":"","MassiveScenarioClassification (de)":"","MassiveScenarioClassification (el)":"","MassiveScenarioClassification (es)":"","MassiveScenarioClassification (fa)":"","MassiveScenarioClassification (fi)":"","MassiveScenarioClassification (fr)":"","MassiveScenarioClassification (he)":"","MassiveScenarioClassification (hi)":"","MassiveScenarioClassification (hu)":"","MassiveScenarioClassification (hy)":"","MassiveScenarioClassification (id)":"","MassiveScenarioClassification (is)":"","MassiveScenarioClassification (it)":"","MassiveScenarioClassification (ja)":"","MassiveScenarioClassification (jv)":"","MassiveScenarioClassification (ka)":"","MassiveScenarioClassification (km)":"","MassiveScenarioClassification (kn)":"","MassiveScenarioClassification (ko)":"","MassiveScenarioClassification (lv)":"","MassiveScenarioClassification (ml)":"","MassiveScenarioClassification (mn)":"","MassiveScenarioClassification (ms)":"","MassiveScenarioClassification (my)":"","MassiveScenarioClassification (nl)":"","MassiveScenarioClassification (pt)":"","MassiveScenarioClassification (ro)":"","MassiveScenarioClassification (ru)":"","MassiveScenarioClassification (sl)":"","MassiveScenarioClassification (sq)":"","MassiveScenarioClassification (sw)":"","MassiveScenarioClassification (ta)":"","MassiveScenarioClassification (te)":"","MassiveScenarioClassification (th)":"","MassiveScenarioClassification (tl)":"","MassiveScenarioClassification (tr)":"","MassiveScenarioClassification (ur)":"","MassiveScenarioClassification (vi)":"","MassiveScenarioClassification (zh-TW)":""} -{"index":116,"Rank":151,"Model":"stella-base-zh-v3-1792d<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Embedding Dimensions":1792,"Max Tokens":1024,"Average":"","AmazonCounterfactualClassification (de)":"","AmazonCounterfactualClassification (ja)":"","AmazonReviewsClassification (de)":"","AmazonReviewsClassification (es)":"","AmazonReviewsClassification (fr)":"","AmazonReviewsClassification (ja)":"","AmazonReviewsClassification (zh)":46.34,"MTOPDomainClassification (de)":"","MTOPDomainClassification (es)":"","MTOPDomainClassification (fr)":"","MTOPDomainClassification (hi)":"","MTOPDomainClassification (th)":"","MTOPIntentClassification (de)":"","MTOPIntentClassification (es)":"","MTOPIntentClassification (fr)":"","MTOPIntentClassification (hi)":"","MTOPIntentClassification (th)":"","MassiveIntentClassification (af)":"","MassiveIntentClassification (am)":"","MassiveIntentClassification (ar)":"","MassiveIntentClassification (az)":"","MassiveIntentClassification (bn)":"","MassiveIntentClassification (cy)":"","MassiveIntentClassification (de)":"","MassiveIntentClassification (el)":"","MassiveIntentClassification (es)":"","MassiveIntentClassification (fa)":"","MassiveIntentClassification (fi)":"","MassiveIntentClassification (fr)":"","MassiveIntentClassification (he)":"","MassiveIntentClassification (hi)":"","MassiveIntentClassification (hu)":"","MassiveIntentClassification (hy)":"","MassiveIntentClassification (id)":"","MassiveIntentClassification (is)":"","MassiveIntentClassification (it)":"","MassiveIntentClassification (ja)":"","MassiveIntentClassification (jv)":"","MassiveIntentClassification (ka)":"","MassiveIntentClassification (km)":"","MassiveIntentClassification (kn)":"","MassiveIntentClassification (ko)":"","MassiveIntentClassification (lv)":"","MassiveIntentClassification (ml)":"","MassiveIntentClassification (mn)":"","MassiveIntentClassification (ms)":"","MassiveIntentClassification (my)":"","MassiveIntentClassification (nl)":"","MassiveIntentClassification (pt)":"","MassiveIntentClassification (ro)":"","MassiveIntentClassification (ru)":"","MassiveIntentClassification (sl)":"","MassiveIntentClassification (sq)":"","MassiveIntentClassification (sw)":"","MassiveIntentClassification (ta)":"","MassiveIntentClassification (te)":"","MassiveIntentClassification (th)":"","MassiveIntentClassification (tl)":"","MassiveIntentClassification (tr)":"","MassiveIntentClassification (ur)":"","MassiveIntentClassification (vi)":"","MassiveIntentClassification (zh-TW)":"","MassiveScenarioClassification (af)":"","MassiveScenarioClassification (am)":"","MassiveScenarioClassification (ar)":"","MassiveScenarioClassification (az)":"","MassiveScenarioClassification (bn)":"","MassiveScenarioClassification (cy)":"","MassiveScenarioClassification (de)":"","MassiveScenarioClassification (el)":"","MassiveScenarioClassification (es)":"","MassiveScenarioClassification (fa)":"","MassiveScenarioClassification (fi)":"","MassiveScenarioClassification (fr)":"","MassiveScenarioClassification (he)":"","MassiveScenarioClassification (hi)":"","MassiveScenarioClassification (hu)":"","MassiveScenarioClassification (hy)":"","MassiveScenarioClassification (id)":"","MassiveScenarioClassification (is)":"","MassiveScenarioClassification (it)":"","MassiveScenarioClassification (ja)":"","MassiveScenarioClassification (jv)":"","MassiveScenarioClassification (ka)":"","MassiveScenarioClassification (km)":"","MassiveScenarioClassification (kn)":"","MassiveScenarioClassification (ko)":"","MassiveScenarioClassification (lv)":"","MassiveScenarioClassification (ml)":"","MassiveScenarioClassification (mn)":"","MassiveScenarioClassification (ms)":"","MassiveScenarioClassification (my)":"","MassiveScenarioClassification (nl)":"","MassiveScenarioClassification (pt)":"","MassiveScenarioClassification (ro)":"","MassiveScenarioClassification (ru)":"","MassiveScenarioClassification (sl)":"","MassiveScenarioClassification (sq)":"","MassiveScenarioClassification (sw)":"","MassiveScenarioClassification (ta)":"","MassiveScenarioClassification (te)":"","MassiveScenarioClassification (th)":"","MassiveScenarioClassification (tl)":"","MassiveScenarioClassification (tr)":"","MassiveScenarioClassification (ur)":"","MassiveScenarioClassification (vi)":"","MassiveScenarioClassification (zh-TW)":""} -{"index":117,"Rank":152,"Model":"stella-large-zh<\/a>","Model Size (Million Parameters)":163,"Memory Usage (GB, fp32)":0.61,"Embedding Dimensions":1024,"Max Tokens":1024,"Average":"","AmazonCounterfactualClassification (de)":"","AmazonCounterfactualClassification (ja)":"","AmazonReviewsClassification (de)":"","AmazonReviewsClassification (es)":"","AmazonReviewsClassification (fr)":"","AmazonReviewsClassification (ja)":"","AmazonReviewsClassification (zh)":40.57,"MTOPDomainClassification (de)":"","MTOPDomainClassification (es)":"","MTOPDomainClassification (fr)":"","MTOPDomainClassification (hi)":"","MTOPDomainClassification (th)":"","MTOPIntentClassification (de)":"","MTOPIntentClassification (es)":"","MTOPIntentClassification (fr)":"","MTOPIntentClassification (hi)":"","MTOPIntentClassification (th)":"","MassiveIntentClassification (af)":"","MassiveIntentClassification (am)":"","MassiveIntentClassification (ar)":"","MassiveIntentClassification (az)":"","MassiveIntentClassification (bn)":"","MassiveIntentClassification (cy)":"","MassiveIntentClassification (de)":"","MassiveIntentClassification (el)":"","MassiveIntentClassification (es)":"","MassiveIntentClassification (fa)":"","MassiveIntentClassification (fi)":"","MassiveIntentClassification (fr)":"","MassiveIntentClassification (he)":"","MassiveIntentClassification (hi)":"","MassiveIntentClassification (hu)":"","MassiveIntentClassification (hy)":"","MassiveIntentClassification (id)":"","MassiveIntentClassification (is)":"","MassiveIntentClassification (it)":"","MassiveIntentClassification (ja)":"","MassiveIntentClassification (jv)":"","MassiveIntentClassification (ka)":"","MassiveIntentClassification (km)":"","MassiveIntentClassification (kn)":"","MassiveIntentClassification (ko)":"","MassiveIntentClassification (lv)":"","MassiveIntentClassification (ml)":"","MassiveIntentClassification (mn)":"","MassiveIntentClassification (ms)":"","MassiveIntentClassification (my)":"","MassiveIntentClassification (nl)":"","MassiveIntentClassification (pt)":"","MassiveIntentClassification (ro)":"","MassiveIntentClassification (ru)":"","MassiveIntentClassification (sl)":"","MassiveIntentClassification (sq)":"","MassiveIntentClassification (sw)":"","MassiveIntentClassification (ta)":"","MassiveIntentClassification (te)":"","MassiveIntentClassification (th)":"","MassiveIntentClassification (tl)":"","MassiveIntentClassification (tr)":"","MassiveIntentClassification (ur)":"","MassiveIntentClassification (vi)":"","MassiveIntentClassification (zh-TW)":"","MassiveScenarioClassification (af)":"","MassiveScenarioClassification (am)":"","MassiveScenarioClassification (ar)":"","MassiveScenarioClassification (az)":"","MassiveScenarioClassification (bn)":"","MassiveScenarioClassification (cy)":"","MassiveScenarioClassification (de)":"","MassiveScenarioClassification (el)":"","MassiveScenarioClassification (es)":"","MassiveScenarioClassification (fa)":"","MassiveScenarioClassification (fi)":"","MassiveScenarioClassification (fr)":"","MassiveScenarioClassification (he)":"","MassiveScenarioClassification (hi)":"","MassiveScenarioClassification (hu)":"","MassiveScenarioClassification (hy)":"","MassiveScenarioClassification (id)":"","MassiveScenarioClassification (is)":"","MassiveScenarioClassification (it)":"","MassiveScenarioClassification (ja)":"","MassiveScenarioClassification (jv)":"","MassiveScenarioClassification (ka)":"","MassiveScenarioClassification (km)":"","MassiveScenarioClassification (kn)":"","MassiveScenarioClassification (ko)":"","MassiveScenarioClassification (lv)":"","MassiveScenarioClassification (ml)":"","MassiveScenarioClassification (mn)":"","MassiveScenarioClassification (ms)":"","MassiveScenarioClassification (my)":"","MassiveScenarioClassification (nl)":"","MassiveScenarioClassification (pt)":"","MassiveScenarioClassification (ro)":"","MassiveScenarioClassification (ru)":"","MassiveScenarioClassification (sl)":"","MassiveScenarioClassification (sq)":"","MassiveScenarioClassification (sw)":"","MassiveScenarioClassification (ta)":"","MassiveScenarioClassification (te)":"","MassiveScenarioClassification (th)":"","MassiveScenarioClassification (tl)":"","MassiveScenarioClassification (tr)":"","MassiveScenarioClassification (ur)":"","MassiveScenarioClassification (vi)":"","MassiveScenarioClassification (zh-TW)":""} -{"index":118,"Rank":153,"Model":"stella-large-zh-v2<\/a>","Model Size (Million Parameters)":163,"Memory Usage (GB, fp32)":0.61,"Embedding Dimensions":1024,"Max Tokens":1024,"Average":"","AmazonCounterfactualClassification (de)":"","AmazonCounterfactualClassification (ja)":"","AmazonReviewsClassification (de)":"","AmazonReviewsClassification (es)":"","AmazonReviewsClassification (fr)":"","AmazonReviewsClassification (ja)":"","AmazonReviewsClassification (zh)":40.82,"MTOPDomainClassification (de)":"","MTOPDomainClassification (es)":"","MTOPDomainClassification (fr)":"","MTOPDomainClassification (hi)":"","MTOPDomainClassification (th)":"","MTOPIntentClassification (de)":"","MTOPIntentClassification (es)":"","MTOPIntentClassification (fr)":"","MTOPIntentClassification (hi)":"","MTOPIntentClassification (th)":"","MassiveIntentClassification (af)":"","MassiveIntentClassification (am)":"","MassiveIntentClassification (ar)":"","MassiveIntentClassification (az)":"","MassiveIntentClassification (bn)":"","MassiveIntentClassification (cy)":"","MassiveIntentClassification (de)":"","MassiveIntentClassification (el)":"","MassiveIntentClassification (es)":"","MassiveIntentClassification (fa)":"","MassiveIntentClassification (fi)":"","MassiveIntentClassification (fr)":"","MassiveIntentClassification (he)":"","MassiveIntentClassification (hi)":"","MassiveIntentClassification (hu)":"","MassiveIntentClassification (hy)":"","MassiveIntentClassification (id)":"","MassiveIntentClassification (is)":"","MassiveIntentClassification (it)":"","MassiveIntentClassification (ja)":"","MassiveIntentClassification (jv)":"","MassiveIntentClassification (ka)":"","MassiveIntentClassification (km)":"","MassiveIntentClassification (kn)":"","MassiveIntentClassification (ko)":"","MassiveIntentClassification (lv)":"","MassiveIntentClassification (ml)":"","MassiveIntentClassification (mn)":"","MassiveIntentClassification (ms)":"","MassiveIntentClassification (my)":"","MassiveIntentClassification (nl)":"","MassiveIntentClassification (pt)":"","MassiveIntentClassification (ro)":"","MassiveIntentClassification (ru)":"","MassiveIntentClassification (sl)":"","MassiveIntentClassification (sq)":"","MassiveIntentClassification (sw)":"","MassiveIntentClassification (ta)":"","MassiveIntentClassification (te)":"","MassiveIntentClassification (th)":"","MassiveIntentClassification (tl)":"","MassiveIntentClassification (tr)":"","MassiveIntentClassification (ur)":"","MassiveIntentClassification (vi)":"","MassiveIntentClassification (zh-TW)":"","MassiveScenarioClassification (af)":"","MassiveScenarioClassification (am)":"","MassiveScenarioClassification (ar)":"","MassiveScenarioClassification (az)":"","MassiveScenarioClassification (bn)":"","MassiveScenarioClassification (cy)":"","MassiveScenarioClassification (de)":"","MassiveScenarioClassification (el)":"","MassiveScenarioClassification (es)":"","MassiveScenarioClassification (fa)":"","MassiveScenarioClassification (fi)":"","MassiveScenarioClassification (fr)":"","MassiveScenarioClassification (he)":"","MassiveScenarioClassification (hi)":"","MassiveScenarioClassification (hu)":"","MassiveScenarioClassification (hy)":"","MassiveScenarioClassification (id)":"","MassiveScenarioClassification (is)":"","MassiveScenarioClassification (it)":"","MassiveScenarioClassification (ja)":"","MassiveScenarioClassification (jv)":"","MassiveScenarioClassification (ka)":"","MassiveScenarioClassification (km)":"","MassiveScenarioClassification (kn)":"","MassiveScenarioClassification (ko)":"","MassiveScenarioClassification (lv)":"","MassiveScenarioClassification (ml)":"","MassiveScenarioClassification (mn)":"","MassiveScenarioClassification (ms)":"","MassiveScenarioClassification (my)":"","MassiveScenarioClassification (nl)":"","MassiveScenarioClassification (pt)":"","MassiveScenarioClassification (ro)":"","MassiveScenarioClassification (ru)":"","MassiveScenarioClassification (sl)":"","MassiveScenarioClassification (sq)":"","MassiveScenarioClassification (sw)":"","MassiveScenarioClassification (ta)":"","MassiveScenarioClassification (te)":"","MassiveScenarioClassification (th)":"","MassiveScenarioClassification (tl)":"","MassiveScenarioClassification (tr)":"","MassiveScenarioClassification (ur)":"","MassiveScenarioClassification (vi)":"","MassiveScenarioClassification (zh-TW)":""} -{"index":131,"Rank":154,"Model":"Yinka-Q5_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","AmazonCounterfactualClassification (de)":"","AmazonCounterfactualClassification (ja)":"","AmazonReviewsClassification (de)":"","AmazonReviewsClassification (es)":"","AmazonReviewsClassification (fr)":"","AmazonReviewsClassification (ja)":"","AmazonReviewsClassification (zh)":49.5,"MTOPDomainClassification (de)":"","MTOPDomainClassification (es)":"","MTOPDomainClassification (fr)":"","MTOPDomainClassification (hi)":"","MTOPDomainClassification (th)":"","MTOPIntentClassification (de)":"","MTOPIntentClassification (es)":"","MTOPIntentClassification (fr)":"","MTOPIntentClassification (hi)":"","MTOPIntentClassification (th)":"","MassiveIntentClassification (af)":"","MassiveIntentClassification (am)":"","MassiveIntentClassification (ar)":"","MassiveIntentClassification (az)":"","MassiveIntentClassification (bn)":"","MassiveIntentClassification (cy)":"","MassiveIntentClassification (de)":"","MassiveIntentClassification (el)":"","MassiveIntentClassification (es)":"","MassiveIntentClassification (fa)":"","MassiveIntentClassification (fi)":"","MassiveIntentClassification (fr)":"","MassiveIntentClassification (he)":"","MassiveIntentClassification (hi)":"","MassiveIntentClassification (hu)":"","MassiveIntentClassification (hy)":"","MassiveIntentClassification (id)":"","MassiveIntentClassification (is)":"","MassiveIntentClassification (it)":"","MassiveIntentClassification (ja)":"","MassiveIntentClassification (jv)":"","MassiveIntentClassification (ka)":"","MassiveIntentClassification (km)":"","MassiveIntentClassification (kn)":"","MassiveIntentClassification (ko)":"","MassiveIntentClassification (lv)":"","MassiveIntentClassification (ml)":"","MassiveIntentClassification (mn)":"","MassiveIntentClassification (ms)":"","MassiveIntentClassification (my)":"","MassiveIntentClassification (nl)":"","MassiveIntentClassification (pt)":"","MassiveIntentClassification (ro)":"","MassiveIntentClassification (ru)":"","MassiveIntentClassification (sl)":"","MassiveIntentClassification (sq)":"","MassiveIntentClassification (sw)":"","MassiveIntentClassification (ta)":"","MassiveIntentClassification (te)":"","MassiveIntentClassification (th)":"","MassiveIntentClassification (tl)":"","MassiveIntentClassification (tr)":"","MassiveIntentClassification (ur)":"","MassiveIntentClassification (vi)":"","MassiveIntentClassification (zh-TW)":"","MassiveScenarioClassification (af)":"","MassiveScenarioClassification (am)":"","MassiveScenarioClassification (ar)":"","MassiveScenarioClassification (az)":"","MassiveScenarioClassification (bn)":"","MassiveScenarioClassification (cy)":"","MassiveScenarioClassification (de)":"","MassiveScenarioClassification (el)":"","MassiveScenarioClassification (es)":"","MassiveScenarioClassification (fa)":"","MassiveScenarioClassification (fi)":"","MassiveScenarioClassification (fr)":"","MassiveScenarioClassification (he)":"","MassiveScenarioClassification (hi)":"","MassiveScenarioClassification (hu)":"","MassiveScenarioClassification (hy)":"","MassiveScenarioClassification (id)":"","MassiveScenarioClassification (is)":"","MassiveScenarioClassification (it)":"","MassiveScenarioClassification (ja)":"","MassiveScenarioClassification (jv)":"","MassiveScenarioClassification (ka)":"","MassiveScenarioClassification (km)":"","MassiveScenarioClassification (kn)":"","MassiveScenarioClassification (ko)":"","MassiveScenarioClassification (lv)":"","MassiveScenarioClassification (ml)":"","MassiveScenarioClassification (mn)":"","MassiveScenarioClassification (ms)":"","MassiveScenarioClassification (my)":"","MassiveScenarioClassification (nl)":"","MassiveScenarioClassification (pt)":"","MassiveScenarioClassification (ro)":"","MassiveScenarioClassification (ru)":"","MassiveScenarioClassification (sl)":"","MassiveScenarioClassification (sq)":"","MassiveScenarioClassification (sw)":"","MassiveScenarioClassification (ta)":"","MassiveScenarioClassification (te)":"","MassiveScenarioClassification (th)":"","MassiveScenarioClassification (tl)":"","MassiveScenarioClassification (tr)":"","MassiveScenarioClassification (ur)":"","MassiveScenarioClassification (vi)":"","MassiveScenarioClassification (zh-TW)":""} -{"index":132,"Rank":155,"Model":"jina-embeddings-v2-base-de<\/a>","Model Size (Million Parameters)":161,"Memory Usage (GB, fp32)":0.6,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","AmazonCounterfactualClassification (de)":68.92,"AmazonCounterfactualClassification (ja)":"","AmazonReviewsClassification (de)":37.72,"AmazonReviewsClassification (es)":"","AmazonReviewsClassification (fr)":"","AmazonReviewsClassification (ja)":"","AmazonReviewsClassification (zh)":"","MTOPDomainClassification (de)":88.37,"MTOPDomainClassification (es)":"","MTOPDomainClassification (fr)":"","MTOPDomainClassification (hi)":"","MTOPDomainClassification (th)":"","MTOPIntentClassification (de)":63.83,"MTOPIntentClassification (es)":"","MTOPIntentClassification (fr)":"","MTOPIntentClassification (hi)":"","MTOPIntentClassification (th)":"","MassiveIntentClassification (af)":"","MassiveIntentClassification (am)":"","MassiveIntentClassification (ar)":"","MassiveIntentClassification (az)":"","MassiveIntentClassification (bn)":"","MassiveIntentClassification (cy)":"","MassiveIntentClassification (de)":63.89,"MassiveIntentClassification (el)":"","MassiveIntentClassification (es)":"","MassiveIntentClassification (fa)":"","MassiveIntentClassification (fi)":"","MassiveIntentClassification (fr)":"","MassiveIntentClassification (he)":"","MassiveIntentClassification (hi)":"","MassiveIntentClassification (hu)":"","MassiveIntentClassification (hy)":"","MassiveIntentClassification (id)":"","MassiveIntentClassification (is)":"","MassiveIntentClassification (it)":"","MassiveIntentClassification (ja)":"","MassiveIntentClassification (jv)":"","MassiveIntentClassification (ka)":"","MassiveIntentClassification (km)":"","MassiveIntentClassification (kn)":"","MassiveIntentClassification (ko)":"","MassiveIntentClassification (lv)":"","MassiveIntentClassification (ml)":"","MassiveIntentClassification (mn)":"","MassiveIntentClassification (ms)":"","MassiveIntentClassification (my)":"","MassiveIntentClassification (nl)":"","MassiveIntentClassification (pt)":"","MassiveIntentClassification (ro)":"","MassiveIntentClassification (ru)":"","MassiveIntentClassification (sl)":"","MassiveIntentClassification (sq)":"","MassiveIntentClassification (sw)":"","MassiveIntentClassification (ta)":"","MassiveIntentClassification (te)":"","MassiveIntentClassification (th)":"","MassiveIntentClassification (tl)":"","MassiveIntentClassification (tr)":"","MassiveIntentClassification (ur)":"","MassiveIntentClassification (vi)":"","MassiveIntentClassification (zh-TW)":"","MassiveScenarioClassification (af)":"","MassiveScenarioClassification (am)":"","MassiveScenarioClassification (ar)":"","MassiveScenarioClassification (az)":"","MassiveScenarioClassification (bn)":"","MassiveScenarioClassification (cy)":"","MassiveScenarioClassification (de)":71.25,"MassiveScenarioClassification (el)":"","MassiveScenarioClassification (es)":"","MassiveScenarioClassification (fa)":"","MassiveScenarioClassification (fi)":"","MassiveScenarioClassification (fr)":"","MassiveScenarioClassification (he)":"","MassiveScenarioClassification (hi)":"","MassiveScenarioClassification (hu)":"","MassiveScenarioClassification (hy)":"","MassiveScenarioClassification (id)":"","MassiveScenarioClassification (is)":"","MassiveScenarioClassification (it)":"","MassiveScenarioClassification (ja)":"","MassiveScenarioClassification (jv)":"","MassiveScenarioClassification (ka)":"","MassiveScenarioClassification (km)":"","MassiveScenarioClassification (kn)":"","MassiveScenarioClassification (ko)":"","MassiveScenarioClassification (lv)":"","MassiveScenarioClassification (ml)":"","MassiveScenarioClassification (mn)":"","MassiveScenarioClassification (ms)":"","MassiveScenarioClassification (my)":"","MassiveScenarioClassification (nl)":"","MassiveScenarioClassification (pt)":"","MassiveScenarioClassification (ro)":"","MassiveScenarioClassification (ru)":"","MassiveScenarioClassification (sl)":"","MassiveScenarioClassification (sq)":"","MassiveScenarioClassification (sw)":"","MassiveScenarioClassification (ta)":"","MassiveScenarioClassification (te)":"","MassiveScenarioClassification (th)":"","MassiveScenarioClassification (tl)":"","MassiveScenarioClassification (tr)":"","MassiveScenarioClassification (ur)":"","MassiveScenarioClassification (vi)":"","MassiveScenarioClassification (zh-TW)":""} -{"index":134,"Rank":156,"Model":"jina-embeddings-v2-base-es<\/a>","Model Size (Million Parameters)":161,"Memory Usage (GB, fp32)":0.6,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","AmazonCounterfactualClassification (de)":"","AmazonCounterfactualClassification (ja)":"","AmazonReviewsClassification (de)":"","AmazonReviewsClassification (es)":38.68,"AmazonReviewsClassification (fr)":"","AmazonReviewsClassification (ja)":"","AmazonReviewsClassification (zh)":"","MTOPDomainClassification (de)":"","MTOPDomainClassification (es)":89.89,"MTOPDomainClassification (fr)":"","MTOPDomainClassification (hi)":"","MTOPDomainClassification (th)":"","MTOPIntentClassification (de)":"","MTOPIntentClassification (es)":68.76,"MTOPIntentClassification (fr)":"","MTOPIntentClassification (hi)":"","MTOPIntentClassification (th)":"","MassiveIntentClassification (af)":"","MassiveIntentClassification (am)":"","MassiveIntentClassification (ar)":"","MassiveIntentClassification (az)":"","MassiveIntentClassification (bn)":"","MassiveIntentClassification (cy)":"","MassiveIntentClassification (de)":"","MassiveIntentClassification (el)":"","MassiveIntentClassification (es)":66.93,"MassiveIntentClassification (fa)":"","MassiveIntentClassification (fi)":"","MassiveIntentClassification (fr)":"","MassiveIntentClassification (he)":"","MassiveIntentClassification (hi)":"","MassiveIntentClassification (hu)":"","MassiveIntentClassification (hy)":"","MassiveIntentClassification (id)":"","MassiveIntentClassification (is)":"","MassiveIntentClassification (it)":"","MassiveIntentClassification (ja)":"","MassiveIntentClassification (jv)":"","MassiveIntentClassification (ka)":"","MassiveIntentClassification (km)":"","MassiveIntentClassification (kn)":"","MassiveIntentClassification (ko)":"","MassiveIntentClassification (lv)":"","MassiveIntentClassification (ml)":"","MassiveIntentClassification (mn)":"","MassiveIntentClassification (ms)":"","MassiveIntentClassification (my)":"","MassiveIntentClassification (nl)":"","MassiveIntentClassification (pt)":"","MassiveIntentClassification (ro)":"","MassiveIntentClassification (ru)":"","MassiveIntentClassification (sl)":"","MassiveIntentClassification (sq)":"","MassiveIntentClassification (sw)":"","MassiveIntentClassification (ta)":"","MassiveIntentClassification (te)":"","MassiveIntentClassification (th)":"","MassiveIntentClassification (tl)":"","MassiveIntentClassification (tr)":"","MassiveIntentClassification (ur)":"","MassiveIntentClassification (vi)":"","MassiveIntentClassification (zh-TW)":"","MassiveScenarioClassification (af)":"","MassiveScenarioClassification (am)":"","MassiveScenarioClassification (ar)":"","MassiveScenarioClassification (az)":"","MassiveScenarioClassification (bn)":"","MassiveScenarioClassification (cy)":"","MassiveScenarioClassification (de)":"","MassiveScenarioClassification (el)":"","MassiveScenarioClassification (es)":71.23,"MassiveScenarioClassification (fa)":"","MassiveScenarioClassification (fi)":"","MassiveScenarioClassification (fr)":"","MassiveScenarioClassification (he)":"","MassiveScenarioClassification (hi)":"","MassiveScenarioClassification (hu)":"","MassiveScenarioClassification (hy)":"","MassiveScenarioClassification (id)":"","MassiveScenarioClassification (is)":"","MassiveScenarioClassification (it)":"","MassiveScenarioClassification (ja)":"","MassiveScenarioClassification (jv)":"","MassiveScenarioClassification (ka)":"","MassiveScenarioClassification (km)":"","MassiveScenarioClassification (kn)":"","MassiveScenarioClassification (ko)":"","MassiveScenarioClassification (lv)":"","MassiveScenarioClassification (ml)":"","MassiveScenarioClassification (mn)":"","MassiveScenarioClassification (ms)":"","MassiveScenarioClassification (my)":"","MassiveScenarioClassification (nl)":"","MassiveScenarioClassification (pt)":"","MassiveScenarioClassification (ro)":"","MassiveScenarioClassification (ru)":"","MassiveScenarioClassification (sl)":"","MassiveScenarioClassification (sq)":"","MassiveScenarioClassification (sw)":"","MassiveScenarioClassification (ta)":"","MassiveScenarioClassification (te)":"","MassiveScenarioClassification (th)":"","MassiveScenarioClassification (tl)":"","MassiveScenarioClassification (tr)":"","MassiveScenarioClassification (ur)":"","MassiveScenarioClassification (vi)":"","MassiveScenarioClassification (zh-TW)":""} -{"index":135,"Rank":157,"Model":"jina-embeddings-v2-base-zh<\/a>","Model Size (Million Parameters)":161,"Memory Usage (GB, fp32)":0.6,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","AmazonCounterfactualClassification (de)":"","AmazonCounterfactualClassification (ja)":"","AmazonReviewsClassification (de)":"","AmazonReviewsClassification (es)":"","AmazonReviewsClassification (fr)":"","AmazonReviewsClassification (ja)":"","AmazonReviewsClassification (zh)":34.94,"MTOPDomainClassification (de)":"","MTOPDomainClassification (es)":"","MTOPDomainClassification (fr)":"","MTOPDomainClassification (hi)":"","MTOPDomainClassification (th)":"","MTOPIntentClassification (de)":"","MTOPIntentClassification (es)":"","MTOPIntentClassification (fr)":"","MTOPIntentClassification (hi)":"","MTOPIntentClassification (th)":"","MassiveIntentClassification (af)":"","MassiveIntentClassification (am)":"","MassiveIntentClassification (ar)":"","MassiveIntentClassification (az)":"","MassiveIntentClassification (bn)":"","MassiveIntentClassification (cy)":"","MassiveIntentClassification (de)":"","MassiveIntentClassification (el)":"","MassiveIntentClassification (es)":"","MassiveIntentClassification (fa)":"","MassiveIntentClassification (fi)":"","MassiveIntentClassification (fr)":"","MassiveIntentClassification (he)":"","MassiveIntentClassification (hi)":"","MassiveIntentClassification (hu)":"","MassiveIntentClassification (hy)":"","MassiveIntentClassification (id)":"","MassiveIntentClassification (is)":"","MassiveIntentClassification (it)":"","MassiveIntentClassification (ja)":"","MassiveIntentClassification (jv)":"","MassiveIntentClassification (ka)":"","MassiveIntentClassification (km)":"","MassiveIntentClassification (kn)":"","MassiveIntentClassification (ko)":"","MassiveIntentClassification (lv)":"","MassiveIntentClassification (ml)":"","MassiveIntentClassification (mn)":"","MassiveIntentClassification (ms)":"","MassiveIntentClassification (my)":"","MassiveIntentClassification (nl)":"","MassiveIntentClassification (pt)":"","MassiveIntentClassification (ro)":"","MassiveIntentClassification (ru)":"","MassiveIntentClassification (sl)":"","MassiveIntentClassification (sq)":"","MassiveIntentClassification (sw)":"","MassiveIntentClassification (ta)":"","MassiveIntentClassification (te)":"","MassiveIntentClassification (th)":"","MassiveIntentClassification (tl)":"","MassiveIntentClassification (tr)":"","MassiveIntentClassification (ur)":"","MassiveIntentClassification (vi)":"","MassiveIntentClassification (zh-TW)":"","MassiveScenarioClassification (af)":"","MassiveScenarioClassification (am)":"","MassiveScenarioClassification (ar)":"","MassiveScenarioClassification (az)":"","MassiveScenarioClassification (bn)":"","MassiveScenarioClassification (cy)":"","MassiveScenarioClassification (de)":"","MassiveScenarioClassification (el)":"","MassiveScenarioClassification (es)":"","MassiveScenarioClassification (fa)":"","MassiveScenarioClassification (fi)":"","MassiveScenarioClassification (fr)":"","MassiveScenarioClassification (he)":"","MassiveScenarioClassification (hi)":"","MassiveScenarioClassification (hu)":"","MassiveScenarioClassification (hy)":"","MassiveScenarioClassification (id)":"","MassiveScenarioClassification (is)":"","MassiveScenarioClassification (it)":"","MassiveScenarioClassification (ja)":"","MassiveScenarioClassification (jv)":"","MassiveScenarioClassification (ka)":"","MassiveScenarioClassification (km)":"","MassiveScenarioClassification (kn)":"","MassiveScenarioClassification (ko)":"","MassiveScenarioClassification (lv)":"","MassiveScenarioClassification (ml)":"","MassiveScenarioClassification (mn)":"","MassiveScenarioClassification (ms)":"","MassiveScenarioClassification (my)":"","MassiveScenarioClassification (nl)":"","MassiveScenarioClassification (pt)":"","MassiveScenarioClassification (ro)":"","MassiveScenarioClassification (ru)":"","MassiveScenarioClassification (sl)":"","MassiveScenarioClassification (sq)":"","MassiveScenarioClassification (sw)":"","MassiveScenarioClassification (ta)":"","MassiveScenarioClassification (te)":"","MassiveScenarioClassification (th)":"","MassiveScenarioClassification (tl)":"","MassiveScenarioClassification (tr)":"","MassiveScenarioClassification (ur)":"","MassiveScenarioClassification (vi)":"","MassiveScenarioClassification (zh-TW)":""} -{"index":136,"Rank":158,"Model":"jina-embeddings-v3<\/a>","Model Size (Million Parameters)":572,"Memory Usage (GB, fp32)":2.13,"Embedding Dimensions":1024,"Max Tokens":8194,"Average":"","AmazonCounterfactualClassification (de)":89.61,"AmazonCounterfactualClassification (ja)":"","AmazonReviewsClassification (de)":48.07,"AmazonReviewsClassification (es)":48.1,"AmazonReviewsClassification (fr)":47.31,"AmazonReviewsClassification (ja)":"","AmazonReviewsClassification (zh)":44.94,"MTOPDomainClassification (de)":96.89,"MTOPDomainClassification (es)":97.17,"MTOPDomainClassification (fr)":96.3,"MTOPDomainClassification (hi)":"","MTOPDomainClassification (th)":"","MTOPIntentClassification (de)":80.79,"MTOPIntentClassification (es)":84.78,"MTOPIntentClassification (fr)":82.21,"MTOPIntentClassification (hi)":"","MTOPIntentClassification (th)":"","MassiveIntentClassification (af)":"","MassiveIntentClassification (am)":"","MassiveIntentClassification (ar)":"","MassiveIntentClassification (az)":"","MassiveIntentClassification (bn)":"","MassiveIntentClassification (cy)":"","MassiveIntentClassification (de)":74.84,"MassiveIntentClassification (el)":"","MassiveIntentClassification (es)":75.32,"MassiveIntentClassification (fa)":"","MassiveIntentClassification (fi)":"","MassiveIntentClassification (fr)":76.32,"MassiveIntentClassification (he)":"","MassiveIntentClassification (hi)":"","MassiveIntentClassification (hu)":"","MassiveIntentClassification (hy)":"","MassiveIntentClassification (id)":"","MassiveIntentClassification (is)":"","MassiveIntentClassification (it)":"","MassiveIntentClassification (ja)":"","MassiveIntentClassification (jv)":"","MassiveIntentClassification (ka)":"","MassiveIntentClassification (km)":"","MassiveIntentClassification (kn)":"","MassiveIntentClassification (ko)":"","MassiveIntentClassification (lv)":"","MassiveIntentClassification (ml)":"","MassiveIntentClassification (mn)":"","MassiveIntentClassification (ms)":"","MassiveIntentClassification (my)":"","MassiveIntentClassification (nl)":"","MassiveIntentClassification (pt)":"","MassiveIntentClassification (ro)":"","MassiveIntentClassification (ru)":76.8,"MassiveIntentClassification (sl)":"","MassiveIntentClassification (sq)":"","MassiveIntentClassification (sw)":"","MassiveIntentClassification (ta)":"","MassiveIntentClassification (te)":"","MassiveIntentClassification (th)":"","MassiveIntentClassification (tl)":"","MassiveIntentClassification (tr)":"","MassiveIntentClassification (ur)":"","MassiveIntentClassification (vi)":"","MassiveIntentClassification (zh-TW)":"","MassiveScenarioClassification (af)":"","MassiveScenarioClassification (am)":"","MassiveScenarioClassification (ar)":"","MassiveScenarioClassification (az)":"","MassiveScenarioClassification (bn)":"","MassiveScenarioClassification (cy)":"","MassiveScenarioClassification (de)":83.97,"MassiveScenarioClassification (el)":"","MassiveScenarioClassification (es)":82.58,"MassiveScenarioClassification (fa)":"","MassiveScenarioClassification (fi)":"","MassiveScenarioClassification (fr)":83.09,"MassiveScenarioClassification (he)":"","MassiveScenarioClassification (hi)":"","MassiveScenarioClassification (hu)":"","MassiveScenarioClassification (hy)":"","MassiveScenarioClassification (id)":"","MassiveScenarioClassification (is)":"","MassiveScenarioClassification (it)":"","MassiveScenarioClassification (ja)":"","MassiveScenarioClassification (jv)":"","MassiveScenarioClassification (ka)":"","MassiveScenarioClassification (km)":"","MassiveScenarioClassification (kn)":"","MassiveScenarioClassification (ko)":"","MassiveScenarioClassification (lv)":"","MassiveScenarioClassification (ml)":"","MassiveScenarioClassification (mn)":"","MassiveScenarioClassification (ms)":"","MassiveScenarioClassification (my)":"","MassiveScenarioClassification (nl)":"","MassiveScenarioClassification (pt)":"","MassiveScenarioClassification (ro)":"","MassiveScenarioClassification (ru)":84.06,"MassiveScenarioClassification (sl)":"","MassiveScenarioClassification (sq)":"","MassiveScenarioClassification (sw)":"","MassiveScenarioClassification (ta)":"","MassiveScenarioClassification (te)":"","MassiveScenarioClassification (th)":"","MassiveScenarioClassification (tl)":"","MassiveScenarioClassification (tr)":"","MassiveScenarioClassification (ur)":"","MassiveScenarioClassification (vi)":"","MassiveScenarioClassification (zh-TW)":""} -{"index":138,"Rank":159,"Model":"gte-multilingual-base-hu<\/a>","Model Size (Million Parameters)":305,"Memory Usage (GB, fp32)":1.14,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","AmazonCounterfactualClassification (de)":"","AmazonCounterfactualClassification (ja)":"","AmazonReviewsClassification (de)":"","AmazonReviewsClassification (es)":"","AmazonReviewsClassification (fr)":"","AmazonReviewsClassification (ja)":"","AmazonReviewsClassification (zh)":"","MTOPDomainClassification (de)":"","MTOPDomainClassification (es)":"","MTOPDomainClassification (fr)":"","MTOPDomainClassification (hi)":"","MTOPDomainClassification (th)":"","MTOPIntentClassification (de)":"","MTOPIntentClassification (es)":"","MTOPIntentClassification (fr)":"","MTOPIntentClassification (hi)":"","MTOPIntentClassification (th)":"","MassiveIntentClassification (af)":"","MassiveIntentClassification (am)":"","MassiveIntentClassification (ar)":"","MassiveIntentClassification (az)":"","MassiveIntentClassification (bn)":"","MassiveIntentClassification (cy)":"","MassiveIntentClassification (de)":"","MassiveIntentClassification (el)":"","MassiveIntentClassification (es)":"","MassiveIntentClassification (fa)":"","MassiveIntentClassification (fi)":"","MassiveIntentClassification (fr)":"","MassiveIntentClassification (he)":"","MassiveIntentClassification (hi)":"","MassiveIntentClassification (hu)":54.67,"MassiveIntentClassification (hy)":"","MassiveIntentClassification (id)":"","MassiveIntentClassification (is)":"","MassiveIntentClassification (it)":"","MassiveIntentClassification (ja)":"","MassiveIntentClassification (jv)":"","MassiveIntentClassification (ka)":"","MassiveIntentClassification (km)":"","MassiveIntentClassification (kn)":"","MassiveIntentClassification (ko)":"","MassiveIntentClassification (lv)":"","MassiveIntentClassification (ml)":"","MassiveIntentClassification (mn)":"","MassiveIntentClassification (ms)":"","MassiveIntentClassification (my)":"","MassiveIntentClassification (nl)":"","MassiveIntentClassification (pt)":"","MassiveIntentClassification (ro)":"","MassiveIntentClassification (ru)":"","MassiveIntentClassification (sl)":"","MassiveIntentClassification (sq)":"","MassiveIntentClassification (sw)":"","MassiveIntentClassification (ta)":"","MassiveIntentClassification (te)":"","MassiveIntentClassification (th)":"","MassiveIntentClassification (tl)":"","MassiveIntentClassification (tr)":"","MassiveIntentClassification (ur)":"","MassiveIntentClassification (vi)":"","MassiveIntentClassification (zh-TW)":"","MassiveScenarioClassification (af)":"","MassiveScenarioClassification (am)":"","MassiveScenarioClassification (ar)":"","MassiveScenarioClassification (az)":"","MassiveScenarioClassification (bn)":"","MassiveScenarioClassification (cy)":"","MassiveScenarioClassification (de)":"","MassiveScenarioClassification (el)":"","MassiveScenarioClassification (es)":"","MassiveScenarioClassification (fa)":"","MassiveScenarioClassification (fi)":"","MassiveScenarioClassification (fr)":"","MassiveScenarioClassification (he)":"","MassiveScenarioClassification (hi)":"","MassiveScenarioClassification (hu)":62.03,"MassiveScenarioClassification (hy)":"","MassiveScenarioClassification (id)":"","MassiveScenarioClassification (is)":"","MassiveScenarioClassification (it)":"","MassiveScenarioClassification (ja)":"","MassiveScenarioClassification (jv)":"","MassiveScenarioClassification (ka)":"","MassiveScenarioClassification (km)":"","MassiveScenarioClassification (kn)":"","MassiveScenarioClassification (ko)":"","MassiveScenarioClassification (lv)":"","MassiveScenarioClassification (ml)":"","MassiveScenarioClassification (mn)":"","MassiveScenarioClassification (ms)":"","MassiveScenarioClassification (my)":"","MassiveScenarioClassification (nl)":"","MassiveScenarioClassification (pt)":"","MassiveScenarioClassification (ro)":"","MassiveScenarioClassification (ru)":"","MassiveScenarioClassification (sl)":"","MassiveScenarioClassification (sq)":"","MassiveScenarioClassification (sw)":"","MassiveScenarioClassification (ta)":"","MassiveScenarioClassification (te)":"","MassiveScenarioClassification (th)":"","MassiveScenarioClassification (tl)":"","MassiveScenarioClassification (tr)":"","MassiveScenarioClassification (ur)":"","MassiveScenarioClassification (vi)":"","MassiveScenarioClassification (zh-TW)":""} -{"index":139,"Rank":160,"Model":"paraphrase-multilingual-MiniLM-L12-hu-v2<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","AmazonCounterfactualClassification (de)":"","AmazonCounterfactualClassification (ja)":"","AmazonReviewsClassification (de)":"","AmazonReviewsClassification (es)":"","AmazonReviewsClassification (fr)":"","AmazonReviewsClassification (ja)":"","AmazonReviewsClassification (zh)":"","MTOPDomainClassification (de)":"","MTOPDomainClassification (es)":"","MTOPDomainClassification (fr)":"","MTOPDomainClassification (hi)":"","MTOPDomainClassification (th)":"","MTOPIntentClassification (de)":"","MTOPIntentClassification (es)":"","MTOPIntentClassification (fr)":"","MTOPIntentClassification (hi)":"","MTOPIntentClassification (th)":"","MassiveIntentClassification (af)":"","MassiveIntentClassification (am)":"","MassiveIntentClassification (ar)":"","MassiveIntentClassification (az)":"","MassiveIntentClassification (bn)":"","MassiveIntentClassification (cy)":"","MassiveIntentClassification (de)":"","MassiveIntentClassification (el)":"","MassiveIntentClassification (es)":"","MassiveIntentClassification (fa)":"","MassiveIntentClassification (fi)":"","MassiveIntentClassification (fr)":"","MassiveIntentClassification (he)":"","MassiveIntentClassification (hi)":"","MassiveIntentClassification (hu)":61.65,"MassiveIntentClassification (hy)":"","MassiveIntentClassification (id)":"","MassiveIntentClassification (is)":"","MassiveIntentClassification (it)":"","MassiveIntentClassification (ja)":"","MassiveIntentClassification (jv)":"","MassiveIntentClassification (ka)":"","MassiveIntentClassification (km)":"","MassiveIntentClassification (kn)":"","MassiveIntentClassification (ko)":"","MassiveIntentClassification (lv)":"","MassiveIntentClassification (ml)":"","MassiveIntentClassification (mn)":"","MassiveIntentClassification (ms)":"","MassiveIntentClassification (my)":"","MassiveIntentClassification (nl)":"","MassiveIntentClassification (pt)":"","MassiveIntentClassification (ro)":"","MassiveIntentClassification (ru)":"","MassiveIntentClassification (sl)":"","MassiveIntentClassification (sq)":"","MassiveIntentClassification (sw)":"","MassiveIntentClassification (ta)":"","MassiveIntentClassification (te)":"","MassiveIntentClassification (th)":"","MassiveIntentClassification (tl)":"","MassiveIntentClassification (tr)":"","MassiveIntentClassification (ur)":"","MassiveIntentClassification (vi)":"","MassiveIntentClassification (zh-TW)":"","MassiveScenarioClassification (af)":"","MassiveScenarioClassification (am)":"","MassiveScenarioClassification (ar)":"","MassiveScenarioClassification (az)":"","MassiveScenarioClassification (bn)":"","MassiveScenarioClassification (cy)":"","MassiveScenarioClassification (de)":"","MassiveScenarioClassification (el)":"","MassiveScenarioClassification (es)":"","MassiveScenarioClassification (fa)":"","MassiveScenarioClassification (fi)":"","MassiveScenarioClassification (fr)":"","MassiveScenarioClassification (he)":"","MassiveScenarioClassification (hi)":"","MassiveScenarioClassification (hu)":66.28,"MassiveScenarioClassification (hy)":"","MassiveScenarioClassification (id)":"","MassiveScenarioClassification (is)":"","MassiveScenarioClassification (it)":"","MassiveScenarioClassification (ja)":"","MassiveScenarioClassification (jv)":"","MassiveScenarioClassification (ka)":"","MassiveScenarioClassification (km)":"","MassiveScenarioClassification (kn)":"","MassiveScenarioClassification (ko)":"","MassiveScenarioClassification (lv)":"","MassiveScenarioClassification (ml)":"","MassiveScenarioClassification (mn)":"","MassiveScenarioClassification (ms)":"","MassiveScenarioClassification (my)":"","MassiveScenarioClassification (nl)":"","MassiveScenarioClassification (pt)":"","MassiveScenarioClassification (ro)":"","MassiveScenarioClassification (ru)":"","MassiveScenarioClassification (sl)":"","MassiveScenarioClassification (sq)":"","MassiveScenarioClassification (sw)":"","MassiveScenarioClassification (ta)":"","MassiveScenarioClassification (te)":"","MassiveScenarioClassification (th)":"","MassiveScenarioClassification (tl)":"","MassiveScenarioClassification (tr)":"","MassiveScenarioClassification (ur)":"","MassiveScenarioClassification (vi)":"","MassiveScenarioClassification (zh-TW)":""} -{"index":140,"Rank":161,"Model":"paraphrase-multilingual-MiniLM-L12-hu_v1<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","AmazonCounterfactualClassification (de)":"","AmazonCounterfactualClassification (ja)":"","AmazonReviewsClassification (de)":"","AmazonReviewsClassification (es)":"","AmazonReviewsClassification (fr)":"","AmazonReviewsClassification (ja)":"","AmazonReviewsClassification (zh)":"","MTOPDomainClassification (de)":"","MTOPDomainClassification (es)":"","MTOPDomainClassification (fr)":"","MTOPDomainClassification (hi)":"","MTOPDomainClassification (th)":"","MTOPIntentClassification (de)":"","MTOPIntentClassification (es)":"","MTOPIntentClassification (fr)":"","MTOPIntentClassification (hi)":"","MTOPIntentClassification (th)":"","MassiveIntentClassification (af)":"","MassiveIntentClassification (am)":"","MassiveIntentClassification (ar)":"","MassiveIntentClassification (az)":"","MassiveIntentClassification (bn)":"","MassiveIntentClassification (cy)":"","MassiveIntentClassification (de)":"","MassiveIntentClassification (el)":"","MassiveIntentClassification (es)":"","MassiveIntentClassification (fa)":"","MassiveIntentClassification (fi)":"","MassiveIntentClassification (fr)":"","MassiveIntentClassification (he)":"","MassiveIntentClassification (hi)":"","MassiveIntentClassification (hu)":60.2,"MassiveIntentClassification (hy)":"","MassiveIntentClassification (id)":"","MassiveIntentClassification (is)":"","MassiveIntentClassification (it)":"","MassiveIntentClassification (ja)":"","MassiveIntentClassification (jv)":"","MassiveIntentClassification (ka)":"","MassiveIntentClassification (km)":"","MassiveIntentClassification (kn)":"","MassiveIntentClassification (ko)":"","MassiveIntentClassification (lv)":"","MassiveIntentClassification (ml)":"","MassiveIntentClassification (mn)":"","MassiveIntentClassification (ms)":"","MassiveIntentClassification (my)":"","MassiveIntentClassification (nl)":"","MassiveIntentClassification (pt)":"","MassiveIntentClassification (ro)":"","MassiveIntentClassification (ru)":"","MassiveIntentClassification (sl)":"","MassiveIntentClassification (sq)":"","MassiveIntentClassification (sw)":"","MassiveIntentClassification (ta)":"","MassiveIntentClassification (te)":"","MassiveIntentClassification (th)":"","MassiveIntentClassification (tl)":"","MassiveIntentClassification (tr)":"","MassiveIntentClassification (ur)":"","MassiveIntentClassification (vi)":"","MassiveIntentClassification (zh-TW)":"","MassiveScenarioClassification (af)":"","MassiveScenarioClassification (am)":"","MassiveScenarioClassification (ar)":"","MassiveScenarioClassification (az)":"","MassiveScenarioClassification (bn)":"","MassiveScenarioClassification (cy)":"","MassiveScenarioClassification (de)":"","MassiveScenarioClassification (el)":"","MassiveScenarioClassification (es)":"","MassiveScenarioClassification (fa)":"","MassiveScenarioClassification (fi)":"","MassiveScenarioClassification (fr)":"","MassiveScenarioClassification (he)":"","MassiveScenarioClassification (hi)":"","MassiveScenarioClassification (hu)":66.11,"MassiveScenarioClassification (hy)":"","MassiveScenarioClassification (id)":"","MassiveScenarioClassification (is)":"","MassiveScenarioClassification (it)":"","MassiveScenarioClassification (ja)":"","MassiveScenarioClassification (jv)":"","MassiveScenarioClassification (ka)":"","MassiveScenarioClassification (km)":"","MassiveScenarioClassification (kn)":"","MassiveScenarioClassification (ko)":"","MassiveScenarioClassification (lv)":"","MassiveScenarioClassification (ml)":"","MassiveScenarioClassification (mn)":"","MassiveScenarioClassification (ms)":"","MassiveScenarioClassification (my)":"","MassiveScenarioClassification (nl)":"","MassiveScenarioClassification (pt)":"","MassiveScenarioClassification (ro)":"","MassiveScenarioClassification (ru)":"","MassiveScenarioClassification (sl)":"","MassiveScenarioClassification (sq)":"","MassiveScenarioClassification (sw)":"","MassiveScenarioClassification (ta)":"","MassiveScenarioClassification (te)":"","MassiveScenarioClassification (th)":"","MassiveScenarioClassification (tl)":"","MassiveScenarioClassification (tr)":"","MassiveScenarioClassification (ur)":"","MassiveScenarioClassification (vi)":"","MassiveScenarioClassification (zh-TW)":""} -{"index":141,"Rank":162,"Model":"xiaobu-embedding<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","AmazonCounterfactualClassification (de)":"","AmazonCounterfactualClassification (ja)":"","AmazonReviewsClassification (de)":"","AmazonReviewsClassification (es)":"","AmazonReviewsClassification (fr)":"","AmazonReviewsClassification (ja)":"","AmazonReviewsClassification (zh)":46.72,"MTOPDomainClassification (de)":"","MTOPDomainClassification (es)":"","MTOPDomainClassification (fr)":"","MTOPDomainClassification (hi)":"","MTOPDomainClassification (th)":"","MTOPIntentClassification (de)":"","MTOPIntentClassification (es)":"","MTOPIntentClassification (fr)":"","MTOPIntentClassification (hi)":"","MTOPIntentClassification (th)":"","MassiveIntentClassification (af)":"","MassiveIntentClassification (am)":"","MassiveIntentClassification (ar)":"","MassiveIntentClassification (az)":"","MassiveIntentClassification (bn)":"","MassiveIntentClassification (cy)":"","MassiveIntentClassification (de)":"","MassiveIntentClassification (el)":"","MassiveIntentClassification (es)":"","MassiveIntentClassification (fa)":"","MassiveIntentClassification (fi)":"","MassiveIntentClassification (fr)":"","MassiveIntentClassification (he)":"","MassiveIntentClassification (hi)":"","MassiveIntentClassification (hu)":"","MassiveIntentClassification (hy)":"","MassiveIntentClassification (id)":"","MassiveIntentClassification (is)":"","MassiveIntentClassification (it)":"","MassiveIntentClassification (ja)":"","MassiveIntentClassification (jv)":"","MassiveIntentClassification (ka)":"","MassiveIntentClassification (km)":"","MassiveIntentClassification (kn)":"","MassiveIntentClassification (ko)":"","MassiveIntentClassification (lv)":"","MassiveIntentClassification (ml)":"","MassiveIntentClassification (mn)":"","MassiveIntentClassification (ms)":"","MassiveIntentClassification (my)":"","MassiveIntentClassification (nl)":"","MassiveIntentClassification (pt)":"","MassiveIntentClassification (ro)":"","MassiveIntentClassification (ru)":"","MassiveIntentClassification (sl)":"","MassiveIntentClassification (sq)":"","MassiveIntentClassification (sw)":"","MassiveIntentClassification (ta)":"","MassiveIntentClassification (te)":"","MassiveIntentClassification (th)":"","MassiveIntentClassification (tl)":"","MassiveIntentClassification (tr)":"","MassiveIntentClassification (ur)":"","MassiveIntentClassification (vi)":"","MassiveIntentClassification (zh-TW)":"","MassiveScenarioClassification (af)":"","MassiveScenarioClassification (am)":"","MassiveScenarioClassification (ar)":"","MassiveScenarioClassification (az)":"","MassiveScenarioClassification (bn)":"","MassiveScenarioClassification (cy)":"","MassiveScenarioClassification (de)":"","MassiveScenarioClassification (el)":"","MassiveScenarioClassification (es)":"","MassiveScenarioClassification (fa)":"","MassiveScenarioClassification (fi)":"","MassiveScenarioClassification (fr)":"","MassiveScenarioClassification (he)":"","MassiveScenarioClassification (hi)":"","MassiveScenarioClassification (hu)":"","MassiveScenarioClassification (hy)":"","MassiveScenarioClassification (id)":"","MassiveScenarioClassification (is)":"","MassiveScenarioClassification (it)":"","MassiveScenarioClassification (ja)":"","MassiveScenarioClassification (jv)":"","MassiveScenarioClassification (ka)":"","MassiveScenarioClassification (km)":"","MassiveScenarioClassification (kn)":"","MassiveScenarioClassification (ko)":"","MassiveScenarioClassification (lv)":"","MassiveScenarioClassification (ml)":"","MassiveScenarioClassification (mn)":"","MassiveScenarioClassification (ms)":"","MassiveScenarioClassification (my)":"","MassiveScenarioClassification (nl)":"","MassiveScenarioClassification (pt)":"","MassiveScenarioClassification (ro)":"","MassiveScenarioClassification (ru)":"","MassiveScenarioClassification (sl)":"","MassiveScenarioClassification (sq)":"","MassiveScenarioClassification (sw)":"","MassiveScenarioClassification (ta)":"","MassiveScenarioClassification (te)":"","MassiveScenarioClassification (th)":"","MassiveScenarioClassification (tl)":"","MassiveScenarioClassification (tr)":"","MassiveScenarioClassification (ur)":"","MassiveScenarioClassification (vi)":"","MassiveScenarioClassification (zh-TW)":""} -{"index":142,"Rank":163,"Model":"xiaobu-embedding-v2<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Embedding Dimensions":1792,"Max Tokens":512,"Average":"","AmazonCounterfactualClassification (de)":"","AmazonCounterfactualClassification (ja)":"","AmazonReviewsClassification (de)":"","AmazonReviewsClassification (es)":"","AmazonReviewsClassification (fr)":"","AmazonReviewsClassification (ja)":"","AmazonReviewsClassification (zh)":50.07,"MTOPDomainClassification (de)":"","MTOPDomainClassification (es)":"","MTOPDomainClassification (fr)":"","MTOPDomainClassification (hi)":"","MTOPDomainClassification (th)":"","MTOPIntentClassification (de)":"","MTOPIntentClassification (es)":"","MTOPIntentClassification (fr)":"","MTOPIntentClassification (hi)":"","MTOPIntentClassification (th)":"","MassiveIntentClassification (af)":"","MassiveIntentClassification (am)":"","MassiveIntentClassification (ar)":"","MassiveIntentClassification (az)":"","MassiveIntentClassification (bn)":"","MassiveIntentClassification (cy)":"","MassiveIntentClassification (de)":"","MassiveIntentClassification (el)":"","MassiveIntentClassification (es)":"","MassiveIntentClassification (fa)":"","MassiveIntentClassification (fi)":"","MassiveIntentClassification (fr)":"","MassiveIntentClassification (he)":"","MassiveIntentClassification (hi)":"","MassiveIntentClassification (hu)":"","MassiveIntentClassification (hy)":"","MassiveIntentClassification (id)":"","MassiveIntentClassification (is)":"","MassiveIntentClassification (it)":"","MassiveIntentClassification (ja)":"","MassiveIntentClassification (jv)":"","MassiveIntentClassification (ka)":"","MassiveIntentClassification (km)":"","MassiveIntentClassification (kn)":"","MassiveIntentClassification (ko)":"","MassiveIntentClassification (lv)":"","MassiveIntentClassification (ml)":"","MassiveIntentClassification (mn)":"","MassiveIntentClassification (ms)":"","MassiveIntentClassification (my)":"","MassiveIntentClassification (nl)":"","MassiveIntentClassification (pt)":"","MassiveIntentClassification (ro)":"","MassiveIntentClassification (ru)":"","MassiveIntentClassification (sl)":"","MassiveIntentClassification (sq)":"","MassiveIntentClassification (sw)":"","MassiveIntentClassification (ta)":"","MassiveIntentClassification (te)":"","MassiveIntentClassification (th)":"","MassiveIntentClassification (tl)":"","MassiveIntentClassification (tr)":"","MassiveIntentClassification (ur)":"","MassiveIntentClassification (vi)":"","MassiveIntentClassification (zh-TW)":"","MassiveScenarioClassification (af)":"","MassiveScenarioClassification (am)":"","MassiveScenarioClassification (ar)":"","MassiveScenarioClassification (az)":"","MassiveScenarioClassification (bn)":"","MassiveScenarioClassification (cy)":"","MassiveScenarioClassification (de)":"","MassiveScenarioClassification (el)":"","MassiveScenarioClassification (es)":"","MassiveScenarioClassification (fa)":"","MassiveScenarioClassification (fi)":"","MassiveScenarioClassification (fr)":"","MassiveScenarioClassification (he)":"","MassiveScenarioClassification (hi)":"","MassiveScenarioClassification (hu)":"","MassiveScenarioClassification (hy)":"","MassiveScenarioClassification (id)":"","MassiveScenarioClassification (is)":"","MassiveScenarioClassification (it)":"","MassiveScenarioClassification (ja)":"","MassiveScenarioClassification (jv)":"","MassiveScenarioClassification (ka)":"","MassiveScenarioClassification (km)":"","MassiveScenarioClassification (kn)":"","MassiveScenarioClassification (ko)":"","MassiveScenarioClassification (lv)":"","MassiveScenarioClassification (ml)":"","MassiveScenarioClassification (mn)":"","MassiveScenarioClassification (ms)":"","MassiveScenarioClassification (my)":"","MassiveScenarioClassification (nl)":"","MassiveScenarioClassification (pt)":"","MassiveScenarioClassification (ro)":"","MassiveScenarioClassification (ru)":"","MassiveScenarioClassification (sl)":"","MassiveScenarioClassification (sq)":"","MassiveScenarioClassification (sw)":"","MassiveScenarioClassification (ta)":"","MassiveScenarioClassification (te)":"","MassiveScenarioClassification (th)":"","MassiveScenarioClassification (tl)":"","MassiveScenarioClassification (tr)":"","MassiveScenarioClassification (ur)":"","MassiveScenarioClassification (vi)":"","MassiveScenarioClassification (zh-TW)":""} -{"index":143,"Rank":164,"Model":"lim_base_zh<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AmazonCounterfactualClassification (de)":"","AmazonCounterfactualClassification (ja)":"","AmazonReviewsClassification (de)":"","AmazonReviewsClassification (es)":"","AmazonReviewsClassification (fr)":"","AmazonReviewsClassification (ja)":"","AmazonReviewsClassification (zh)":46.67,"MTOPDomainClassification (de)":"","MTOPDomainClassification (es)":"","MTOPDomainClassification (fr)":"","MTOPDomainClassification (hi)":"","MTOPDomainClassification (th)":"","MTOPIntentClassification (de)":"","MTOPIntentClassification (es)":"","MTOPIntentClassification (fr)":"","MTOPIntentClassification (hi)":"","MTOPIntentClassification (th)":"","MassiveIntentClassification (af)":"","MassiveIntentClassification (am)":"","MassiveIntentClassification (ar)":"","MassiveIntentClassification (az)":"","MassiveIntentClassification (bn)":"","MassiveIntentClassification (cy)":"","MassiveIntentClassification (de)":"","MassiveIntentClassification (el)":"","MassiveIntentClassification (es)":"","MassiveIntentClassification (fa)":"","MassiveIntentClassification (fi)":"","MassiveIntentClassification (fr)":"","MassiveIntentClassification (he)":"","MassiveIntentClassification (hi)":"","MassiveIntentClassification (hu)":"","MassiveIntentClassification (hy)":"","MassiveIntentClassification (id)":"","MassiveIntentClassification (is)":"","MassiveIntentClassification (it)":"","MassiveIntentClassification (ja)":"","MassiveIntentClassification (jv)":"","MassiveIntentClassification (ka)":"","MassiveIntentClassification (km)":"","MassiveIntentClassification (kn)":"","MassiveIntentClassification (ko)":"","MassiveIntentClassification (lv)":"","MassiveIntentClassification (ml)":"","MassiveIntentClassification (mn)":"","MassiveIntentClassification (ms)":"","MassiveIntentClassification (my)":"","MassiveIntentClassification (nl)":"","MassiveIntentClassification (pt)":"","MassiveIntentClassification (ro)":"","MassiveIntentClassification (ru)":"","MassiveIntentClassification (sl)":"","MassiveIntentClassification (sq)":"","MassiveIntentClassification (sw)":"","MassiveIntentClassification (ta)":"","MassiveIntentClassification (te)":"","MassiveIntentClassification (th)":"","MassiveIntentClassification (tl)":"","MassiveIntentClassification (tr)":"","MassiveIntentClassification (ur)":"","MassiveIntentClassification (vi)":"","MassiveIntentClassification (zh-TW)":"","MassiveScenarioClassification (af)":"","MassiveScenarioClassification (am)":"","MassiveScenarioClassification (ar)":"","MassiveScenarioClassification (az)":"","MassiveScenarioClassification (bn)":"","MassiveScenarioClassification (cy)":"","MassiveScenarioClassification (de)":"","MassiveScenarioClassification (el)":"","MassiveScenarioClassification (es)":"","MassiveScenarioClassification (fa)":"","MassiveScenarioClassification (fi)":"","MassiveScenarioClassification (fr)":"","MassiveScenarioClassification (he)":"","MassiveScenarioClassification (hi)":"","MassiveScenarioClassification (hu)":"","MassiveScenarioClassification (hy)":"","MassiveScenarioClassification (id)":"","MassiveScenarioClassification (is)":"","MassiveScenarioClassification (it)":"","MassiveScenarioClassification (ja)":"","MassiveScenarioClassification (jv)":"","MassiveScenarioClassification (ka)":"","MassiveScenarioClassification (km)":"","MassiveScenarioClassification (kn)":"","MassiveScenarioClassification (ko)":"","MassiveScenarioClassification (lv)":"","MassiveScenarioClassification (ml)":"","MassiveScenarioClassification (mn)":"","MassiveScenarioClassification (ms)":"","MassiveScenarioClassification (my)":"","MassiveScenarioClassification (nl)":"","MassiveScenarioClassification (pt)":"","MassiveScenarioClassification (ro)":"","MassiveScenarioClassification (ru)":"","MassiveScenarioClassification (sl)":"","MassiveScenarioClassification (sq)":"","MassiveScenarioClassification (sw)":"","MassiveScenarioClassification (ta)":"","MassiveScenarioClassification (te)":"","MassiveScenarioClassification (th)":"","MassiveScenarioClassification (tl)":"","MassiveScenarioClassification (tr)":"","MassiveScenarioClassification (ur)":"","MassiveScenarioClassification (vi)":"","MassiveScenarioClassification (zh-TW)":""} -{"index":144,"Rank":165,"Model":"ternary-weight-embedding<\/a>","Model Size (Million Parameters)":99,"Memory Usage (GB, fp32)":0.37,"Embedding Dimensions":1792,"Max Tokens":512,"Average":"","AmazonCounterfactualClassification (de)":"","AmazonCounterfactualClassification (ja)":"","AmazonReviewsClassification (de)":27.17,"AmazonReviewsClassification (es)":28.58,"AmazonReviewsClassification (fr)":26.28,"AmazonReviewsClassification (ja)":28.99,"AmazonReviewsClassification (zh)":45.65,"MTOPDomainClassification (de)":"","MTOPDomainClassification (es)":"","MTOPDomainClassification (fr)":"","MTOPDomainClassification (hi)":"","MTOPDomainClassification (th)":"","MTOPIntentClassification (de)":"","MTOPIntentClassification (es)":"","MTOPIntentClassification (fr)":"","MTOPIntentClassification (hi)":"","MTOPIntentClassification (th)":"","MassiveIntentClassification (af)":38.94,"MassiveIntentClassification (am)":3.22,"MassiveIntentClassification (ar)":14.49,"MassiveIntentClassification (az)":32.52,"MassiveIntentClassification (bn)":3.32,"MassiveIntentClassification (cy)":38.88,"MassiveIntentClassification (de)":41.04,"MassiveIntentClassification (el)":29.8,"MassiveIntentClassification (es)":43.53,"MassiveIntentClassification (fa)":12.7,"MassiveIntentClassification (fi)":41.44,"MassiveIntentClassification (fr)":43.87,"MassiveIntentClassification (he)":2.86,"MassiveIntentClassification (hi)":3.48,"MassiveIntentClassification (hu)":39.69,"MassiveIntentClassification (hy)":3.29,"MassiveIntentClassification (id)":43.3,"MassiveIntentClassification (is)":33.57,"MassiveIntentClassification (it)":46.37,"MassiveIntentClassification (ja)":50.91,"MassiveIntentClassification (jv)":39.66,"MassiveIntentClassification (ka)":2.41,"MassiveIntentClassification (km)":4.24,"MassiveIntentClassification (kn)":3.84,"MassiveIntentClassification (ko)":24.98,"MassiveIntentClassification (lv)":41.2,"MassiveIntentClassification (ml)":2.96,"MassiveIntentClassification (mn)":24.18,"MassiveIntentClassification (ms)":40.12,"MassiveIntentClassification (my)":4.52,"MassiveIntentClassification (nl)":40.94,"MassiveIntentClassification (pt)":46.43,"MassiveIntentClassification (ro)":42.64,"MassiveIntentClassification (ru)":25.53,"MassiveIntentClassification (sl)":41.02,"MassiveIntentClassification (sq)":44.4,"MassiveIntentClassification (sw)":40.41,"MassiveIntentClassification (ta)":3.21,"MassiveIntentClassification (te)":3.05,"MassiveIntentClassification (th)":7.2,"MassiveIntentClassification (tl)":40.58,"MassiveIntentClassification (tr)":33.3,"MassiveIntentClassification (ur)":9.38,"MassiveIntentClassification (vi)":39.62,"MassiveIntentClassification (zh-TW)":70.7,"MassiveScenarioClassification (af)":40.96,"MassiveScenarioClassification (am)":7.6,"MassiveScenarioClassification (ar)":18.02,"MassiveScenarioClassification (az)":31.91,"MassiveScenarioClassification (bn)":7.5,"MassiveScenarioClassification (cy)":40.2,"MassiveScenarioClassification (de)":42.59,"MassiveScenarioClassification (el)":29.99,"MassiveScenarioClassification (es)":42.75,"MassiveScenarioClassification (fa)":15.31,"MassiveScenarioClassification (fi)":38.25,"MassiveScenarioClassification (fr)":45.61,"MassiveScenarioClassification (he)":7.88,"MassiveScenarioClassification (hi)":8.53,"MassiveScenarioClassification (hu)":39.62,"MassiveScenarioClassification (hy)":8.48,"MassiveScenarioClassification (id)":42.88,"MassiveScenarioClassification (is)":36.0,"MassiveScenarioClassification (it)":45.6,"MassiveScenarioClassification (ja)":53.3,"MassiveScenarioClassification (jv)":40.85,"MassiveScenarioClassification (ka)":6.71,"MassiveScenarioClassification (km)":9.25,"MassiveScenarioClassification (kn)":8.53,"MassiveScenarioClassification (ko)":25.34,"MassiveScenarioClassification (lv)":39.52,"MassiveScenarioClassification (ml)":6.5,"MassiveScenarioClassification (mn)":24.85,"MassiveScenarioClassification (ms)":42.18,"MassiveScenarioClassification (my)":11.08,"MassiveScenarioClassification (nl)":42.75,"MassiveScenarioClassification (pt)":44.93,"MassiveScenarioClassification (ro)":43.79,"MassiveScenarioClassification (ru)":25.98,"MassiveScenarioClassification (sl)":40.78,"MassiveScenarioClassification (sq)":43.06,"MassiveScenarioClassification (sw)":41.73,"MassiveScenarioClassification (ta)":7.53,"MassiveScenarioClassification (te)":7.33,"MassiveScenarioClassification (th)":13.75,"MassiveScenarioClassification (tl)":40.24,"MassiveScenarioClassification (tr)":33.56,"MassiveScenarioClassification (ur)":14.59,"MassiveScenarioClassification (vi)":39.11,"MassiveScenarioClassification (zh-TW)":79.06} -{"index":145,"Rank":166,"Model":"bge-m3-custom-fr<\/a>","Model Size (Million Parameters)":568,"Memory Usage (GB, fp32)":2.12,"Embedding Dimensions":1024,"Max Tokens":8194,"Average":"","AmazonCounterfactualClassification (de)":"","AmazonCounterfactualClassification (ja)":"","AmazonReviewsClassification (de)":"","AmazonReviewsClassification (es)":"","AmazonReviewsClassification (fr)":42.33,"AmazonReviewsClassification (ja)":"","AmazonReviewsClassification (zh)":"","MTOPDomainClassification (de)":"","MTOPDomainClassification (es)":"","MTOPDomainClassification (fr)":90.39,"MTOPDomainClassification (hi)":"","MTOPDomainClassification (th)":"","MTOPIntentClassification (de)":"","MTOPIntentClassification (es)":"","MTOPIntentClassification (fr)":60.88,"MTOPIntentClassification (hi)":"","MTOPIntentClassification (th)":"","MassiveIntentClassification (af)":"","MassiveIntentClassification (am)":"","MassiveIntentClassification (ar)":"","MassiveIntentClassification (az)":"","MassiveIntentClassification (bn)":"","MassiveIntentClassification (cy)":"","MassiveIntentClassification (de)":"","MassiveIntentClassification (el)":"","MassiveIntentClassification (es)":"","MassiveIntentClassification (fa)":"","MassiveIntentClassification (fi)":"","MassiveIntentClassification (fr)":66.7,"MassiveIntentClassification (he)":"","MassiveIntentClassification (hi)":"","MassiveIntentClassification (hu)":"","MassiveIntentClassification (hy)":"","MassiveIntentClassification (id)":"","MassiveIntentClassification (is)":"","MassiveIntentClassification (it)":"","MassiveIntentClassification (ja)":"","MassiveIntentClassification (jv)":"","MassiveIntentClassification (ka)":"","MassiveIntentClassification (km)":"","MassiveIntentClassification (kn)":"","MassiveIntentClassification (ko)":"","MassiveIntentClassification (lv)":"","MassiveIntentClassification (ml)":"","MassiveIntentClassification (mn)":"","MassiveIntentClassification (ms)":"","MassiveIntentClassification (my)":"","MassiveIntentClassification (nl)":"","MassiveIntentClassification (pt)":"","MassiveIntentClassification (ro)":"","MassiveIntentClassification (ru)":"","MassiveIntentClassification (sl)":"","MassiveIntentClassification (sq)":"","MassiveIntentClassification (sw)":"","MassiveIntentClassification (ta)":"","MassiveIntentClassification (te)":"","MassiveIntentClassification (th)":"","MassiveIntentClassification (tl)":"","MassiveIntentClassification (tr)":"","MassiveIntentClassification (ur)":"","MassiveIntentClassification (vi)":"","MassiveIntentClassification (zh-TW)":"","MassiveScenarioClassification (af)":"","MassiveScenarioClassification (am)":"","MassiveScenarioClassification (ar)":"","MassiveScenarioClassification (az)":"","MassiveScenarioClassification (bn)":"","MassiveScenarioClassification (cy)":"","MassiveScenarioClassification (de)":"","MassiveScenarioClassification (el)":"","MassiveScenarioClassification (es)":"","MassiveScenarioClassification (fa)":"","MassiveScenarioClassification (fi)":"","MassiveScenarioClassification (fr)":74.58,"MassiveScenarioClassification (he)":"","MassiveScenarioClassification (hi)":"","MassiveScenarioClassification (hu)":"","MassiveScenarioClassification (hy)":"","MassiveScenarioClassification (id)":"","MassiveScenarioClassification (is)":"","MassiveScenarioClassification (it)":"","MassiveScenarioClassification (ja)":"","MassiveScenarioClassification (jv)":"","MassiveScenarioClassification (ka)":"","MassiveScenarioClassification (km)":"","MassiveScenarioClassification (kn)":"","MassiveScenarioClassification (ko)":"","MassiveScenarioClassification (lv)":"","MassiveScenarioClassification (ml)":"","MassiveScenarioClassification (mn)":"","MassiveScenarioClassification (ms)":"","MassiveScenarioClassification (my)":"","MassiveScenarioClassification (nl)":"","MassiveScenarioClassification (pt)":"","MassiveScenarioClassification (ro)":"","MassiveScenarioClassification (ru)":"","MassiveScenarioClassification (sl)":"","MassiveScenarioClassification (sq)":"","MassiveScenarioClassification (sw)":"","MassiveScenarioClassification (ta)":"","MassiveScenarioClassification (te)":"","MassiveScenarioClassification (th)":"","MassiveScenarioClassification (tl)":"","MassiveScenarioClassification (tr)":"","MassiveScenarioClassification (ur)":"","MassiveScenarioClassification (vi)":"","MassiveScenarioClassification (zh-TW)":""} -{"index":146,"Rank":167,"Model":"sentence_croissant_alpha_v0.1<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":"","AmazonCounterfactualClassification (de)":"","AmazonCounterfactualClassification (ja)":"","AmazonReviewsClassification (de)":"","AmazonReviewsClassification (es)":"","AmazonReviewsClassification (fr)":36.62,"AmazonReviewsClassification (ja)":"","AmazonReviewsClassification (zh)":"","MTOPDomainClassification (de)":"","MTOPDomainClassification (es)":"","MTOPDomainClassification (fr)":88.7,"MTOPDomainClassification (hi)":"","MTOPDomainClassification (th)":"","MTOPIntentClassification (de)":"","MTOPIntentClassification (es)":"","MTOPIntentClassification (fr)":67.69,"MTOPIntentClassification (hi)":"","MTOPIntentClassification (th)":"","MassiveIntentClassification (af)":"","MassiveIntentClassification (am)":"","MassiveIntentClassification (ar)":"","MassiveIntentClassification (az)":"","MassiveIntentClassification (bn)":"","MassiveIntentClassification (cy)":"","MassiveIntentClassification (de)":"","MassiveIntentClassification (el)":"","MassiveIntentClassification (es)":"","MassiveIntentClassification (fa)":"","MassiveIntentClassification (fi)":"","MassiveIntentClassification (fr)":65.86,"MassiveIntentClassification (he)":"","MassiveIntentClassification (hi)":"","MassiveIntentClassification (hu)":"","MassiveIntentClassification (hy)":"","MassiveIntentClassification (id)":"","MassiveIntentClassification (is)":"","MassiveIntentClassification (it)":"","MassiveIntentClassification (ja)":"","MassiveIntentClassification (jv)":"","MassiveIntentClassification (ka)":"","MassiveIntentClassification (km)":"","MassiveIntentClassification (kn)":"","MassiveIntentClassification (ko)":"","MassiveIntentClassification (lv)":"","MassiveIntentClassification (ml)":"","MassiveIntentClassification (mn)":"","MassiveIntentClassification (ms)":"","MassiveIntentClassification (my)":"","MassiveIntentClassification (nl)":"","MassiveIntentClassification (pt)":"","MassiveIntentClassification (ro)":"","MassiveIntentClassification (ru)":"","MassiveIntentClassification (sl)":"","MassiveIntentClassification (sq)":"","MassiveIntentClassification (sw)":"","MassiveIntentClassification (ta)":"","MassiveIntentClassification (te)":"","MassiveIntentClassification (th)":"","MassiveIntentClassification (tl)":"","MassiveIntentClassification (tr)":"","MassiveIntentClassification (ur)":"","MassiveIntentClassification (vi)":"","MassiveIntentClassification (zh-TW)":"","MassiveScenarioClassification (af)":"","MassiveScenarioClassification (am)":"","MassiveScenarioClassification (ar)":"","MassiveScenarioClassification (az)":"","MassiveScenarioClassification (bn)":"","MassiveScenarioClassification (cy)":"","MassiveScenarioClassification (de)":"","MassiveScenarioClassification (el)":"","MassiveScenarioClassification (es)":"","MassiveScenarioClassification (fa)":"","MassiveScenarioClassification (fi)":"","MassiveScenarioClassification (fr)":71.6,"MassiveScenarioClassification (he)":"","MassiveScenarioClassification (hi)":"","MassiveScenarioClassification (hu)":"","MassiveScenarioClassification (hy)":"","MassiveScenarioClassification (id)":"","MassiveScenarioClassification (is)":"","MassiveScenarioClassification (it)":"","MassiveScenarioClassification (ja)":"","MassiveScenarioClassification (jv)":"","MassiveScenarioClassification (ka)":"","MassiveScenarioClassification (km)":"","MassiveScenarioClassification (kn)":"","MassiveScenarioClassification (ko)":"","MassiveScenarioClassification (lv)":"","MassiveScenarioClassification (ml)":"","MassiveScenarioClassification (mn)":"","MassiveScenarioClassification (ms)":"","MassiveScenarioClassification (my)":"","MassiveScenarioClassification (nl)":"","MassiveScenarioClassification (pt)":"","MassiveScenarioClassification (ro)":"","MassiveScenarioClassification (ru)":"","MassiveScenarioClassification (sl)":"","MassiveScenarioClassification (sq)":"","MassiveScenarioClassification (sw)":"","MassiveScenarioClassification (ta)":"","MassiveScenarioClassification (te)":"","MassiveScenarioClassification (th)":"","MassiveScenarioClassification (tl)":"","MassiveScenarioClassification (tr)":"","MassiveScenarioClassification (ur)":"","MassiveScenarioClassification (vi)":"","MassiveScenarioClassification (zh-TW)":""} -{"index":147,"Rank":168,"Model":"sentence_croissant_alpha_v0.2<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":"","AmazonCounterfactualClassification (de)":"","AmazonCounterfactualClassification (ja)":"","AmazonReviewsClassification (de)":"","AmazonReviewsClassification (es)":"","AmazonReviewsClassification (fr)":36.48,"AmazonReviewsClassification (ja)":"","AmazonReviewsClassification (zh)":"","MTOPDomainClassification (de)":"","MTOPDomainClassification (es)":"","MTOPDomainClassification (fr)":88.96,"MTOPDomainClassification (hi)":"","MTOPDomainClassification (th)":"","MTOPIntentClassification (de)":"","MTOPIntentClassification (es)":"","MTOPIntentClassification (fr)":67.76,"MTOPIntentClassification (hi)":"","MTOPIntentClassification (th)":"","MassiveIntentClassification (af)":"","MassiveIntentClassification (am)":"","MassiveIntentClassification (ar)":"","MassiveIntentClassification (az)":"","MassiveIntentClassification (bn)":"","MassiveIntentClassification (cy)":"","MassiveIntentClassification (de)":"","MassiveIntentClassification (el)":"","MassiveIntentClassification (es)":"","MassiveIntentClassification (fa)":"","MassiveIntentClassification (fi)":"","MassiveIntentClassification (fr)":66.3,"MassiveIntentClassification (he)":"","MassiveIntentClassification (hi)":"","MassiveIntentClassification (hu)":"","MassiveIntentClassification (hy)":"","MassiveIntentClassification (id)":"","MassiveIntentClassification (is)":"","MassiveIntentClassification (it)":"","MassiveIntentClassification (ja)":"","MassiveIntentClassification (jv)":"","MassiveIntentClassification (ka)":"","MassiveIntentClassification (km)":"","MassiveIntentClassification (kn)":"","MassiveIntentClassification (ko)":"","MassiveIntentClassification (lv)":"","MassiveIntentClassification (ml)":"","MassiveIntentClassification (mn)":"","MassiveIntentClassification (ms)":"","MassiveIntentClassification (my)":"","MassiveIntentClassification (nl)":"","MassiveIntentClassification (pt)":"","MassiveIntentClassification (ro)":"","MassiveIntentClassification (ru)":"","MassiveIntentClassification (sl)":"","MassiveIntentClassification (sq)":"","MassiveIntentClassification (sw)":"","MassiveIntentClassification (ta)":"","MassiveIntentClassification (te)":"","MassiveIntentClassification (th)":"","MassiveIntentClassification (tl)":"","MassiveIntentClassification (tr)":"","MassiveIntentClassification (ur)":"","MassiveIntentClassification (vi)":"","MassiveIntentClassification (zh-TW)":"","MassiveScenarioClassification (af)":"","MassiveScenarioClassification (am)":"","MassiveScenarioClassification (ar)":"","MassiveScenarioClassification (az)":"","MassiveScenarioClassification (bn)":"","MassiveScenarioClassification (cy)":"","MassiveScenarioClassification (de)":"","MassiveScenarioClassification (el)":"","MassiveScenarioClassification (es)":"","MassiveScenarioClassification (fa)":"","MassiveScenarioClassification (fi)":"","MassiveScenarioClassification (fr)":71.7,"MassiveScenarioClassification (he)":"","MassiveScenarioClassification (hi)":"","MassiveScenarioClassification (hu)":"","MassiveScenarioClassification (hy)":"","MassiveScenarioClassification (id)":"","MassiveScenarioClassification (is)":"","MassiveScenarioClassification (it)":"","MassiveScenarioClassification (ja)":"","MassiveScenarioClassification (jv)":"","MassiveScenarioClassification (ka)":"","MassiveScenarioClassification (km)":"","MassiveScenarioClassification (kn)":"","MassiveScenarioClassification (ko)":"","MassiveScenarioClassification (lv)":"","MassiveScenarioClassification (ml)":"","MassiveScenarioClassification (mn)":"","MassiveScenarioClassification (ms)":"","MassiveScenarioClassification (my)":"","MassiveScenarioClassification (nl)":"","MassiveScenarioClassification (pt)":"","MassiveScenarioClassification (ro)":"","MassiveScenarioClassification (ru)":"","MassiveScenarioClassification (sl)":"","MassiveScenarioClassification (sq)":"","MassiveScenarioClassification (sw)":"","MassiveScenarioClassification (ta)":"","MassiveScenarioClassification (te)":"","MassiveScenarioClassification (th)":"","MassiveScenarioClassification (tl)":"","MassiveScenarioClassification (tr)":"","MassiveScenarioClassification (ur)":"","MassiveScenarioClassification (vi)":"","MassiveScenarioClassification (zh-TW)":""} -{"index":148,"Rank":169,"Model":"sentence_croissant_alpha_v0.3<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":"","AmazonCounterfactualClassification (de)":"","AmazonCounterfactualClassification (ja)":"","AmazonReviewsClassification (de)":"","AmazonReviewsClassification (es)":"","AmazonReviewsClassification (fr)":35.11,"AmazonReviewsClassification (ja)":"","AmazonReviewsClassification (zh)":"","MTOPDomainClassification (de)":"","MTOPDomainClassification (es)":"","MTOPDomainClassification (fr)":88.52,"MTOPDomainClassification (hi)":"","MTOPDomainClassification (th)":"","MTOPIntentClassification (de)":"","MTOPIntentClassification (es)":"","MTOPIntentClassification (fr)":65.93,"MTOPIntentClassification (hi)":"","MTOPIntentClassification (th)":"","MassiveIntentClassification (af)":"","MassiveIntentClassification (am)":"","MassiveIntentClassification (ar)":"","MassiveIntentClassification (az)":"","MassiveIntentClassification (bn)":"","MassiveIntentClassification (cy)":"","MassiveIntentClassification (de)":"","MassiveIntentClassification (el)":"","MassiveIntentClassification (es)":"","MassiveIntentClassification (fa)":"","MassiveIntentClassification (fi)":"","MassiveIntentClassification (fr)":66.48,"MassiveIntentClassification (he)":"","MassiveIntentClassification (hi)":"","MassiveIntentClassification (hu)":"","MassiveIntentClassification (hy)":"","MassiveIntentClassification (id)":"","MassiveIntentClassification (is)":"","MassiveIntentClassification (it)":"","MassiveIntentClassification (ja)":"","MassiveIntentClassification (jv)":"","MassiveIntentClassification (ka)":"","MassiveIntentClassification (km)":"","MassiveIntentClassification (kn)":"","MassiveIntentClassification (ko)":"","MassiveIntentClassification (lv)":"","MassiveIntentClassification (ml)":"","MassiveIntentClassification (mn)":"","MassiveIntentClassification (ms)":"","MassiveIntentClassification (my)":"","MassiveIntentClassification (nl)":"","MassiveIntentClassification (pt)":"","MassiveIntentClassification (ro)":"","MassiveIntentClassification (ru)":"","MassiveIntentClassification (sl)":"","MassiveIntentClassification (sq)":"","MassiveIntentClassification (sw)":"","MassiveIntentClassification (ta)":"","MassiveIntentClassification (te)":"","MassiveIntentClassification (th)":"","MassiveIntentClassification (tl)":"","MassiveIntentClassification (tr)":"","MassiveIntentClassification (ur)":"","MassiveIntentClassification (vi)":"","MassiveIntentClassification (zh-TW)":"","MassiveScenarioClassification (af)":"","MassiveScenarioClassification (am)":"","MassiveScenarioClassification (ar)":"","MassiveScenarioClassification (az)":"","MassiveScenarioClassification (bn)":"","MassiveScenarioClassification (cy)":"","MassiveScenarioClassification (de)":"","MassiveScenarioClassification (el)":"","MassiveScenarioClassification (es)":"","MassiveScenarioClassification (fa)":"","MassiveScenarioClassification (fi)":"","MassiveScenarioClassification (fr)":71.47,"MassiveScenarioClassification (he)":"","MassiveScenarioClassification (hi)":"","MassiveScenarioClassification (hu)":"","MassiveScenarioClassification (hy)":"","MassiveScenarioClassification (id)":"","MassiveScenarioClassification (is)":"","MassiveScenarioClassification (it)":"","MassiveScenarioClassification (ja)":"","MassiveScenarioClassification (jv)":"","MassiveScenarioClassification (ka)":"","MassiveScenarioClassification (km)":"","MassiveScenarioClassification (kn)":"","MassiveScenarioClassification (ko)":"","MassiveScenarioClassification (lv)":"","MassiveScenarioClassification (ml)":"","MassiveScenarioClassification (mn)":"","MassiveScenarioClassification (ms)":"","MassiveScenarioClassification (my)":"","MassiveScenarioClassification (nl)":"","MassiveScenarioClassification (pt)":"","MassiveScenarioClassification (ro)":"","MassiveScenarioClassification (ru)":"","MassiveScenarioClassification (sl)":"","MassiveScenarioClassification (sq)":"","MassiveScenarioClassification (sw)":"","MassiveScenarioClassification (ta)":"","MassiveScenarioClassification (te)":"","MassiveScenarioClassification (th)":"","MassiveScenarioClassification (tl)":"","MassiveScenarioClassification (tr)":"","MassiveScenarioClassification (ur)":"","MassiveScenarioClassification (vi)":"","MassiveScenarioClassification (zh-TW)":""} -{"index":149,"Rank":170,"Model":"sentence_croissant_alpha_v0.4<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":"","AmazonCounterfactualClassification (de)":"","AmazonCounterfactualClassification (ja)":"","AmazonReviewsClassification (de)":"","AmazonReviewsClassification (es)":"","AmazonReviewsClassification (fr)":34.62,"AmazonReviewsClassification (ja)":"","AmazonReviewsClassification (zh)":"","MTOPDomainClassification (de)":"","MTOPDomainClassification (es)":"","MTOPDomainClassification (fr)":86.97,"MTOPDomainClassification (hi)":"","MTOPDomainClassification (th)":"","MTOPIntentClassification (de)":"","MTOPIntentClassification (es)":"","MTOPIntentClassification (fr)":62.59,"MTOPIntentClassification (hi)":"","MTOPIntentClassification (th)":"","MassiveIntentClassification (af)":"","MassiveIntentClassification (am)":"","MassiveIntentClassification (ar)":"","MassiveIntentClassification (az)":"","MassiveIntentClassification (bn)":"","MassiveIntentClassification (cy)":"","MassiveIntentClassification (de)":"","MassiveIntentClassification (el)":"","MassiveIntentClassification (es)":"","MassiveIntentClassification (fa)":"","MassiveIntentClassification (fi)":"","MassiveIntentClassification (fr)":65.67,"MassiveIntentClassification (he)":"","MassiveIntentClassification (hi)":"","MassiveIntentClassification (hu)":"","MassiveIntentClassification (hy)":"","MassiveIntentClassification (id)":"","MassiveIntentClassification (is)":"","MassiveIntentClassification (it)":"","MassiveIntentClassification (ja)":"","MassiveIntentClassification (jv)":"","MassiveIntentClassification (ka)":"","MassiveIntentClassification (km)":"","MassiveIntentClassification (kn)":"","MassiveIntentClassification (ko)":"","MassiveIntentClassification (lv)":"","MassiveIntentClassification (ml)":"","MassiveIntentClassification (mn)":"","MassiveIntentClassification (ms)":"","MassiveIntentClassification (my)":"","MassiveIntentClassification (nl)":"","MassiveIntentClassification (pt)":"","MassiveIntentClassification (ro)":"","MassiveIntentClassification (ru)":"","MassiveIntentClassification (sl)":"","MassiveIntentClassification (sq)":"","MassiveIntentClassification (sw)":"","MassiveIntentClassification (ta)":"","MassiveIntentClassification (te)":"","MassiveIntentClassification (th)":"","MassiveIntentClassification (tl)":"","MassiveIntentClassification (tr)":"","MassiveIntentClassification (ur)":"","MassiveIntentClassification (vi)":"","MassiveIntentClassification (zh-TW)":"","MassiveScenarioClassification (af)":"","MassiveScenarioClassification (am)":"","MassiveScenarioClassification (ar)":"","MassiveScenarioClassification (az)":"","MassiveScenarioClassification (bn)":"","MassiveScenarioClassification (cy)":"","MassiveScenarioClassification (de)":"","MassiveScenarioClassification (el)":"","MassiveScenarioClassification (es)":"","MassiveScenarioClassification (fa)":"","MassiveScenarioClassification (fi)":"","MassiveScenarioClassification (fr)":71.61,"MassiveScenarioClassification (he)":"","MassiveScenarioClassification (hi)":"","MassiveScenarioClassification (hu)":"","MassiveScenarioClassification (hy)":"","MassiveScenarioClassification (id)":"","MassiveScenarioClassification (is)":"","MassiveScenarioClassification (it)":"","MassiveScenarioClassification (ja)":"","MassiveScenarioClassification (jv)":"","MassiveScenarioClassification (ka)":"","MassiveScenarioClassification (km)":"","MassiveScenarioClassification (kn)":"","MassiveScenarioClassification (ko)":"","MassiveScenarioClassification (lv)":"","MassiveScenarioClassification (ml)":"","MassiveScenarioClassification (mn)":"","MassiveScenarioClassification (ms)":"","MassiveScenarioClassification (my)":"","MassiveScenarioClassification (nl)":"","MassiveScenarioClassification (pt)":"","MassiveScenarioClassification (ro)":"","MassiveScenarioClassification (ru)":"","MassiveScenarioClassification (sl)":"","MassiveScenarioClassification (sq)":"","MassiveScenarioClassification (sw)":"","MassiveScenarioClassification (ta)":"","MassiveScenarioClassification (te)":"","MassiveScenarioClassification (th)":"","MassiveScenarioClassification (tl)":"","MassiveScenarioClassification (tr)":"","MassiveScenarioClassification (ur)":"","MassiveScenarioClassification (vi)":"","MassiveScenarioClassification (zh-TW)":""} -{"index":150,"Rank":171,"Model":"m3e-base<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AmazonCounterfactualClassification (de)":"","AmazonCounterfactualClassification (ja)":"","AmazonReviewsClassification (de)":"","AmazonReviewsClassification (es)":"","AmazonReviewsClassification (fr)":"","AmazonReviewsClassification (ja)":"","AmazonReviewsClassification (zh)":43.02,"MTOPDomainClassification (de)":"","MTOPDomainClassification (es)":"","MTOPDomainClassification (fr)":"","MTOPDomainClassification (hi)":"","MTOPDomainClassification (th)":"","MTOPIntentClassification (de)":"","MTOPIntentClassification (es)":"","MTOPIntentClassification (fr)":"","MTOPIntentClassification (hi)":"","MTOPIntentClassification (th)":"","MassiveIntentClassification (af)":"","MassiveIntentClassification (am)":"","MassiveIntentClassification (ar)":"","MassiveIntentClassification (az)":"","MassiveIntentClassification (bn)":"","MassiveIntentClassification (cy)":"","MassiveIntentClassification (de)":"","MassiveIntentClassification (el)":"","MassiveIntentClassification (es)":"","MassiveIntentClassification (fa)":"","MassiveIntentClassification (fi)":"","MassiveIntentClassification (fr)":"","MassiveIntentClassification (he)":"","MassiveIntentClassification (hi)":"","MassiveIntentClassification (hu)":"","MassiveIntentClassification (hy)":"","MassiveIntentClassification (id)":"","MassiveIntentClassification (is)":"","MassiveIntentClassification (it)":"","MassiveIntentClassification (ja)":"","MassiveIntentClassification (jv)":"","MassiveIntentClassification (ka)":"","MassiveIntentClassification (km)":"","MassiveIntentClassification (kn)":"","MassiveIntentClassification (ko)":"","MassiveIntentClassification (lv)":"","MassiveIntentClassification (ml)":"","MassiveIntentClassification (mn)":"","MassiveIntentClassification (ms)":"","MassiveIntentClassification (my)":"","MassiveIntentClassification (nl)":"","MassiveIntentClassification (pt)":"","MassiveIntentClassification (ro)":"","MassiveIntentClassification (ru)":"","MassiveIntentClassification (sl)":"","MassiveIntentClassification (sq)":"","MassiveIntentClassification (sw)":"","MassiveIntentClassification (ta)":"","MassiveIntentClassification (te)":"","MassiveIntentClassification (th)":"","MassiveIntentClassification (tl)":"","MassiveIntentClassification (tr)":"","MassiveIntentClassification (ur)":"","MassiveIntentClassification (vi)":"","MassiveIntentClassification (zh-TW)":"","MassiveScenarioClassification (af)":"","MassiveScenarioClassification (am)":"","MassiveScenarioClassification (ar)":"","MassiveScenarioClassification (az)":"","MassiveScenarioClassification (bn)":"","MassiveScenarioClassification (cy)":"","MassiveScenarioClassification (de)":"","MassiveScenarioClassification (el)":"","MassiveScenarioClassification (es)":"","MassiveScenarioClassification (fa)":"","MassiveScenarioClassification (fi)":"","MassiveScenarioClassification (fr)":"","MassiveScenarioClassification (he)":"","MassiveScenarioClassification (hi)":"","MassiveScenarioClassification (hu)":"","MassiveScenarioClassification (hy)":"","MassiveScenarioClassification (id)":"","MassiveScenarioClassification (is)":"","MassiveScenarioClassification (it)":"","MassiveScenarioClassification (ja)":"","MassiveScenarioClassification (jv)":"","MassiveScenarioClassification (ka)":"","MassiveScenarioClassification (km)":"","MassiveScenarioClassification (kn)":"","MassiveScenarioClassification (ko)":"","MassiveScenarioClassification (lv)":"","MassiveScenarioClassification (ml)":"","MassiveScenarioClassification (mn)":"","MassiveScenarioClassification (ms)":"","MassiveScenarioClassification (my)":"","MassiveScenarioClassification (nl)":"","MassiveScenarioClassification (pt)":"","MassiveScenarioClassification (ro)":"","MassiveScenarioClassification (ru)":"","MassiveScenarioClassification (sl)":"","MassiveScenarioClassification (sq)":"","MassiveScenarioClassification (sw)":"","MassiveScenarioClassification (ta)":"","MassiveScenarioClassification (te)":"","MassiveScenarioClassification (th)":"","MassiveScenarioClassification (tl)":"","MassiveScenarioClassification (tr)":"","MassiveScenarioClassification (ur)":"","MassiveScenarioClassification (vi)":"","MassiveScenarioClassification (zh-TW)":""} -{"index":151,"Rank":172,"Model":"m3e-large<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AmazonCounterfactualClassification (de)":"","AmazonCounterfactualClassification (ja)":"","AmazonReviewsClassification (de)":"","AmazonReviewsClassification (es)":"","AmazonReviewsClassification (fr)":"","AmazonReviewsClassification (ja)":"","AmazonReviewsClassification (zh)":44.44,"MTOPDomainClassification (de)":"","MTOPDomainClassification (es)":"","MTOPDomainClassification (fr)":"","MTOPDomainClassification (hi)":"","MTOPDomainClassification (th)":"","MTOPIntentClassification (de)":"","MTOPIntentClassification (es)":"","MTOPIntentClassification (fr)":"","MTOPIntentClassification (hi)":"","MTOPIntentClassification (th)":"","MassiveIntentClassification (af)":"","MassiveIntentClassification (am)":"","MassiveIntentClassification (ar)":"","MassiveIntentClassification (az)":"","MassiveIntentClassification (bn)":"","MassiveIntentClassification (cy)":"","MassiveIntentClassification (de)":"","MassiveIntentClassification (el)":"","MassiveIntentClassification (es)":"","MassiveIntentClassification (fa)":"","MassiveIntentClassification (fi)":"","MassiveIntentClassification (fr)":"","MassiveIntentClassification (he)":"","MassiveIntentClassification (hi)":"","MassiveIntentClassification (hu)":"","MassiveIntentClassification (hy)":"","MassiveIntentClassification (id)":"","MassiveIntentClassification (is)":"","MassiveIntentClassification (it)":"","MassiveIntentClassification (ja)":"","MassiveIntentClassification (jv)":"","MassiveIntentClassification (ka)":"","MassiveIntentClassification (km)":"","MassiveIntentClassification (kn)":"","MassiveIntentClassification (ko)":"","MassiveIntentClassification (lv)":"","MassiveIntentClassification (ml)":"","MassiveIntentClassification (mn)":"","MassiveIntentClassification (ms)":"","MassiveIntentClassification (my)":"","MassiveIntentClassification (nl)":"","MassiveIntentClassification (pt)":"","MassiveIntentClassification (ro)":"","MassiveIntentClassification (ru)":"","MassiveIntentClassification (sl)":"","MassiveIntentClassification (sq)":"","MassiveIntentClassification (sw)":"","MassiveIntentClassification (ta)":"","MassiveIntentClassification (te)":"","MassiveIntentClassification (th)":"","MassiveIntentClassification (tl)":"","MassiveIntentClassification (tr)":"","MassiveIntentClassification (ur)":"","MassiveIntentClassification (vi)":"","MassiveIntentClassification (zh-TW)":"","MassiveScenarioClassification (af)":"","MassiveScenarioClassification (am)":"","MassiveScenarioClassification (ar)":"","MassiveScenarioClassification (az)":"","MassiveScenarioClassification (bn)":"","MassiveScenarioClassification (cy)":"","MassiveScenarioClassification (de)":"","MassiveScenarioClassification (el)":"","MassiveScenarioClassification (es)":"","MassiveScenarioClassification (fa)":"","MassiveScenarioClassification (fi)":"","MassiveScenarioClassification (fr)":"","MassiveScenarioClassification (he)":"","MassiveScenarioClassification (hi)":"","MassiveScenarioClassification (hu)":"","MassiveScenarioClassification (hy)":"","MassiveScenarioClassification (id)":"","MassiveScenarioClassification (is)":"","MassiveScenarioClassification (it)":"","MassiveScenarioClassification (ja)":"","MassiveScenarioClassification (jv)":"","MassiveScenarioClassification (ka)":"","MassiveScenarioClassification (km)":"","MassiveScenarioClassification (kn)":"","MassiveScenarioClassification (ko)":"","MassiveScenarioClassification (lv)":"","MassiveScenarioClassification (ml)":"","MassiveScenarioClassification (mn)":"","MassiveScenarioClassification (ms)":"","MassiveScenarioClassification (my)":"","MassiveScenarioClassification (nl)":"","MassiveScenarioClassification (pt)":"","MassiveScenarioClassification (ro)":"","MassiveScenarioClassification (ru)":"","MassiveScenarioClassification (sl)":"","MassiveScenarioClassification (sq)":"","MassiveScenarioClassification (sw)":"","MassiveScenarioClassification (ta)":"","MassiveScenarioClassification (te)":"","MassiveScenarioClassification (th)":"","MassiveScenarioClassification (tl)":"","MassiveScenarioClassification (tr)":"","MassiveScenarioClassification (ur)":"","MassiveScenarioClassification (vi)":"","MassiveScenarioClassification (zh-TW)":""} -{"index":152,"Rank":173,"Model":"m3e-ernie-xbase-zh<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","AmazonCounterfactualClassification (de)":"","AmazonCounterfactualClassification (ja)":"","AmazonReviewsClassification (de)":"","AmazonReviewsClassification (es)":"","AmazonReviewsClassification (fr)":"","AmazonReviewsClassification (ja)":"","AmazonReviewsClassification (zh)":47.79,"MTOPDomainClassification (de)":"","MTOPDomainClassification (es)":"","MTOPDomainClassification (fr)":"","MTOPDomainClassification (hi)":"","MTOPDomainClassification (th)":"","MTOPIntentClassification (de)":"","MTOPIntentClassification (es)":"","MTOPIntentClassification (fr)":"","MTOPIntentClassification (hi)":"","MTOPIntentClassification (th)":"","MassiveIntentClassification (af)":"","MassiveIntentClassification (am)":"","MassiveIntentClassification (ar)":"","MassiveIntentClassification (az)":"","MassiveIntentClassification (bn)":"","MassiveIntentClassification (cy)":"","MassiveIntentClassification (de)":"","MassiveIntentClassification (el)":"","MassiveIntentClassification (es)":"","MassiveIntentClassification (fa)":"","MassiveIntentClassification (fi)":"","MassiveIntentClassification (fr)":"","MassiveIntentClassification (he)":"","MassiveIntentClassification (hi)":"","MassiveIntentClassification (hu)":"","MassiveIntentClassification (hy)":"","MassiveIntentClassification (id)":"","MassiveIntentClassification (is)":"","MassiveIntentClassification (it)":"","MassiveIntentClassification (ja)":"","MassiveIntentClassification (jv)":"","MassiveIntentClassification (ka)":"","MassiveIntentClassification (km)":"","MassiveIntentClassification (kn)":"","MassiveIntentClassification (ko)":"","MassiveIntentClassification (lv)":"","MassiveIntentClassification (ml)":"","MassiveIntentClassification (mn)":"","MassiveIntentClassification (ms)":"","MassiveIntentClassification (my)":"","MassiveIntentClassification (nl)":"","MassiveIntentClassification (pt)":"","MassiveIntentClassification (ro)":"","MassiveIntentClassification (ru)":"","MassiveIntentClassification (sl)":"","MassiveIntentClassification (sq)":"","MassiveIntentClassification (sw)":"","MassiveIntentClassification (ta)":"","MassiveIntentClassification (te)":"","MassiveIntentClassification (th)":"","MassiveIntentClassification (tl)":"","MassiveIntentClassification (tr)":"","MassiveIntentClassification (ur)":"","MassiveIntentClassification (vi)":"","MassiveIntentClassification (zh-TW)":"","MassiveScenarioClassification (af)":"","MassiveScenarioClassification (am)":"","MassiveScenarioClassification (ar)":"","MassiveScenarioClassification (az)":"","MassiveScenarioClassification (bn)":"","MassiveScenarioClassification (cy)":"","MassiveScenarioClassification (de)":"","MassiveScenarioClassification (el)":"","MassiveScenarioClassification (es)":"","MassiveScenarioClassification (fa)":"","MassiveScenarioClassification (fi)":"","MassiveScenarioClassification (fr)":"","MassiveScenarioClassification (he)":"","MassiveScenarioClassification (hi)":"","MassiveScenarioClassification (hu)":"","MassiveScenarioClassification (hy)":"","MassiveScenarioClassification (id)":"","MassiveScenarioClassification (is)":"","MassiveScenarioClassification (it)":"","MassiveScenarioClassification (ja)":"","MassiveScenarioClassification (jv)":"","MassiveScenarioClassification (ka)":"","MassiveScenarioClassification (km)":"","MassiveScenarioClassification (kn)":"","MassiveScenarioClassification (ko)":"","MassiveScenarioClassification (lv)":"","MassiveScenarioClassification (ml)":"","MassiveScenarioClassification (mn)":"","MassiveScenarioClassification (ms)":"","MassiveScenarioClassification (my)":"","MassiveScenarioClassification (nl)":"","MassiveScenarioClassification (pt)":"","MassiveScenarioClassification (ro)":"","MassiveScenarioClassification (ru)":"","MassiveScenarioClassification (sl)":"","MassiveScenarioClassification (sq)":"","MassiveScenarioClassification (sw)":"","MassiveScenarioClassification (ta)":"","MassiveScenarioClassification (te)":"","MassiveScenarioClassification (th)":"","MassiveScenarioClassification (tl)":"","MassiveScenarioClassification (tr)":"","MassiveScenarioClassification (ur)":"","MassiveScenarioClassification (vi)":"","MassiveScenarioClassification (zh-TW)":""} -{"index":153,"Rank":174,"Model":"mmarco-bert-base-italian-uncased<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AmazonCounterfactualClassification (de)":"","AmazonCounterfactualClassification (ja)":"","AmazonReviewsClassification (de)":"","AmazonReviewsClassification (es)":"","AmazonReviewsClassification (fr)":"","AmazonReviewsClassification (ja)":"","AmazonReviewsClassification (zh)":"","MTOPDomainClassification (de)":"","MTOPDomainClassification (es)":"","MTOPDomainClassification (fr)":"","MTOPDomainClassification (hi)":"","MTOPDomainClassification (th)":"","MTOPIntentClassification (de)":"","MTOPIntentClassification (es)":"","MTOPIntentClassification (fr)":"","MTOPIntentClassification (hi)":"","MTOPIntentClassification (th)":"","MassiveIntentClassification (af)":"","MassiveIntentClassification (am)":"","MassiveIntentClassification (ar)":"","MassiveIntentClassification (az)":"","MassiveIntentClassification (bn)":"","MassiveIntentClassification (cy)":"","MassiveIntentClassification (de)":"","MassiveIntentClassification (el)":"","MassiveIntentClassification (es)":"","MassiveIntentClassification (fa)":"","MassiveIntentClassification (fi)":"","MassiveIntentClassification (fr)":"","MassiveIntentClassification (he)":"","MassiveIntentClassification (hi)":"","MassiveIntentClassification (hu)":"","MassiveIntentClassification (hy)":"","MassiveIntentClassification (id)":"","MassiveIntentClassification (is)":"","MassiveIntentClassification (it)":55.06,"MassiveIntentClassification (ja)":"","MassiveIntentClassification (jv)":"","MassiveIntentClassification (ka)":"","MassiveIntentClassification (km)":"","MassiveIntentClassification (kn)":"","MassiveIntentClassification (ko)":"","MassiveIntentClassification (lv)":"","MassiveIntentClassification (ml)":"","MassiveIntentClassification (mn)":"","MassiveIntentClassification (ms)":"","MassiveIntentClassification (my)":"","MassiveIntentClassification (nl)":"","MassiveIntentClassification (pt)":"","MassiveIntentClassification (ro)":"","MassiveIntentClassification (ru)":"","MassiveIntentClassification (sl)":"","MassiveIntentClassification (sq)":"","MassiveIntentClassification (sw)":"","MassiveIntentClassification (ta)":"","MassiveIntentClassification (te)":"","MassiveIntentClassification (th)":"","MassiveIntentClassification (tl)":"","MassiveIntentClassification (tr)":"","MassiveIntentClassification (ur)":"","MassiveIntentClassification (vi)":"","MassiveIntentClassification (zh-TW)":"","MassiveScenarioClassification (af)":"","MassiveScenarioClassification (am)":"","MassiveScenarioClassification (ar)":"","MassiveScenarioClassification (az)":"","MassiveScenarioClassification (bn)":"","MassiveScenarioClassification (cy)":"","MassiveScenarioClassification (de)":"","MassiveScenarioClassification (el)":"","MassiveScenarioClassification (es)":"","MassiveScenarioClassification (fa)":"","MassiveScenarioClassification (fi)":"","MassiveScenarioClassification (fr)":"","MassiveScenarioClassification (he)":"","MassiveScenarioClassification (hi)":"","MassiveScenarioClassification (hu)":"","MassiveScenarioClassification (hy)":"","MassiveScenarioClassification (id)":"","MassiveScenarioClassification (is)":"","MassiveScenarioClassification (it)":63.04,"MassiveScenarioClassification (ja)":"","MassiveScenarioClassification (jv)":"","MassiveScenarioClassification (ka)":"","MassiveScenarioClassification (km)":"","MassiveScenarioClassification (kn)":"","MassiveScenarioClassification (ko)":"","MassiveScenarioClassification (lv)":"","MassiveScenarioClassification (ml)":"","MassiveScenarioClassification (mn)":"","MassiveScenarioClassification (ms)":"","MassiveScenarioClassification (my)":"","MassiveScenarioClassification (nl)":"","MassiveScenarioClassification (pt)":"","MassiveScenarioClassification (ro)":"","MassiveScenarioClassification (ru)":"","MassiveScenarioClassification (sl)":"","MassiveScenarioClassification (sq)":"","MassiveScenarioClassification (sw)":"","MassiveScenarioClassification (ta)":"","MassiveScenarioClassification (te)":"","MassiveScenarioClassification (th)":"","MassiveScenarioClassification (tl)":"","MassiveScenarioClassification (tr)":"","MassiveScenarioClassification (ur)":"","MassiveScenarioClassification (vi)":"","MassiveScenarioClassification (zh-TW)":""} -{"index":154,"Rank":175,"Model":"mmarco-sentence-flare-it<\/a>","Model Size (Million Parameters)":17,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":514,"Average":"","AmazonCounterfactualClassification (de)":"","AmazonCounterfactualClassification (ja)":"","AmazonReviewsClassification (de)":"","AmazonReviewsClassification (es)":"","AmazonReviewsClassification (fr)":"","AmazonReviewsClassification (ja)":"","AmazonReviewsClassification (zh)":"","MTOPDomainClassification (de)":"","MTOPDomainClassification (es)":"","MTOPDomainClassification (fr)":"","MTOPDomainClassification (hi)":"","MTOPDomainClassification (th)":"","MTOPIntentClassification (de)":"","MTOPIntentClassification (es)":"","MTOPIntentClassification (fr)":"","MTOPIntentClassification (hi)":"","MTOPIntentClassification (th)":"","MassiveIntentClassification (af)":"","MassiveIntentClassification (am)":"","MassiveIntentClassification (ar)":"","MassiveIntentClassification (az)":"","MassiveIntentClassification (bn)":"","MassiveIntentClassification (cy)":"","MassiveIntentClassification (de)":"","MassiveIntentClassification (el)":"","MassiveIntentClassification (es)":"","MassiveIntentClassification (fa)":"","MassiveIntentClassification (fi)":"","MassiveIntentClassification (fr)":"","MassiveIntentClassification (he)":"","MassiveIntentClassification (hi)":"","MassiveIntentClassification (hu)":"","MassiveIntentClassification (hy)":"","MassiveIntentClassification (id)":"","MassiveIntentClassification (is)":"","MassiveIntentClassification (it)":22.3,"MassiveIntentClassification (ja)":"","MassiveIntentClassification (jv)":"","MassiveIntentClassification (ka)":"","MassiveIntentClassification (km)":"","MassiveIntentClassification (kn)":"","MassiveIntentClassification (ko)":"","MassiveIntentClassification (lv)":"","MassiveIntentClassification (ml)":"","MassiveIntentClassification (mn)":"","MassiveIntentClassification (ms)":"","MassiveIntentClassification (my)":"","MassiveIntentClassification (nl)":"","MassiveIntentClassification (pt)":"","MassiveIntentClassification (ro)":"","MassiveIntentClassification (ru)":"","MassiveIntentClassification (sl)":"","MassiveIntentClassification (sq)":"","MassiveIntentClassification (sw)":"","MassiveIntentClassification (ta)":"","MassiveIntentClassification (te)":"","MassiveIntentClassification (th)":"","MassiveIntentClassification (tl)":"","MassiveIntentClassification (tr)":"","MassiveIntentClassification (ur)":"","MassiveIntentClassification (vi)":"","MassiveIntentClassification (zh-TW)":"","MassiveScenarioClassification (af)":"","MassiveScenarioClassification (am)":"","MassiveScenarioClassification (ar)":"","MassiveScenarioClassification (az)":"","MassiveScenarioClassification (bn)":"","MassiveScenarioClassification (cy)":"","MassiveScenarioClassification (de)":"","MassiveScenarioClassification (el)":"","MassiveScenarioClassification (es)":"","MassiveScenarioClassification (fa)":"","MassiveScenarioClassification (fi)":"","MassiveScenarioClassification (fr)":"","MassiveScenarioClassification (he)":"","MassiveScenarioClassification (hi)":"","MassiveScenarioClassification (hu)":"","MassiveScenarioClassification (hy)":"","MassiveScenarioClassification (id)":"","MassiveScenarioClassification (is)":"","MassiveScenarioClassification (it)":27.41,"MassiveScenarioClassification (ja)":"","MassiveScenarioClassification (jv)":"","MassiveScenarioClassification (ka)":"","MassiveScenarioClassification (km)":"","MassiveScenarioClassification (kn)":"","MassiveScenarioClassification (ko)":"","MassiveScenarioClassification (lv)":"","MassiveScenarioClassification (ml)":"","MassiveScenarioClassification (mn)":"","MassiveScenarioClassification (ms)":"","MassiveScenarioClassification (my)":"","MassiveScenarioClassification (nl)":"","MassiveScenarioClassification (pt)":"","MassiveScenarioClassification (ro)":"","MassiveScenarioClassification (ru)":"","MassiveScenarioClassification (sl)":"","MassiveScenarioClassification (sq)":"","MassiveScenarioClassification (sw)":"","MassiveScenarioClassification (ta)":"","MassiveScenarioClassification (te)":"","MassiveScenarioClassification (th)":"","MassiveScenarioClassification (tl)":"","MassiveScenarioClassification (tr)":"","MassiveScenarioClassification (ur)":"","MassiveScenarioClassification (vi)":"","MassiveScenarioClassification (zh-TW)":""} -{"index":155,"Rank":176,"Model":"stsbm-sentence-flare-it<\/a>","Model Size (Million Parameters)":17,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":514,"Average":"","AmazonCounterfactualClassification (de)":"","AmazonCounterfactualClassification (ja)":"","AmazonReviewsClassification (de)":"","AmazonReviewsClassification (es)":"","AmazonReviewsClassification (fr)":"","AmazonReviewsClassification (ja)":"","AmazonReviewsClassification (zh)":"","MTOPDomainClassification (de)":"","MTOPDomainClassification (es)":"","MTOPDomainClassification (fr)":"","MTOPDomainClassification (hi)":"","MTOPDomainClassification (th)":"","MTOPIntentClassification (de)":"","MTOPIntentClassification (es)":"","MTOPIntentClassification (fr)":"","MTOPIntentClassification (hi)":"","MTOPIntentClassification (th)":"","MassiveIntentClassification (af)":"","MassiveIntentClassification (am)":"","MassiveIntentClassification (ar)":"","MassiveIntentClassification (az)":"","MassiveIntentClassification (bn)":"","MassiveIntentClassification (cy)":"","MassiveIntentClassification (de)":"","MassiveIntentClassification (el)":"","MassiveIntentClassification (es)":"","MassiveIntentClassification (fa)":"","MassiveIntentClassification (fi)":"","MassiveIntentClassification (fr)":"","MassiveIntentClassification (he)":"","MassiveIntentClassification (hi)":"","MassiveIntentClassification (hu)":"","MassiveIntentClassification (hy)":"","MassiveIntentClassification (id)":"","MassiveIntentClassification (is)":"","MassiveIntentClassification (it)":38.88,"MassiveIntentClassification (ja)":"","MassiveIntentClassification (jv)":"","MassiveIntentClassification (ka)":"","MassiveIntentClassification (km)":"","MassiveIntentClassification (kn)":"","MassiveIntentClassification (ko)":"","MassiveIntentClassification (lv)":"","MassiveIntentClassification (ml)":"","MassiveIntentClassification (mn)":"","MassiveIntentClassification (ms)":"","MassiveIntentClassification (my)":"","MassiveIntentClassification (nl)":"","MassiveIntentClassification (pt)":"","MassiveIntentClassification (ro)":"","MassiveIntentClassification (ru)":"","MassiveIntentClassification (sl)":"","MassiveIntentClassification (sq)":"","MassiveIntentClassification (sw)":"","MassiveIntentClassification (ta)":"","MassiveIntentClassification (te)":"","MassiveIntentClassification (th)":"","MassiveIntentClassification (tl)":"","MassiveIntentClassification (tr)":"","MassiveIntentClassification (ur)":"","MassiveIntentClassification (vi)":"","MassiveIntentClassification (zh-TW)":"","MassiveScenarioClassification (af)":"","MassiveScenarioClassification (am)":"","MassiveScenarioClassification (ar)":"","MassiveScenarioClassification (az)":"","MassiveScenarioClassification (bn)":"","MassiveScenarioClassification (cy)":"","MassiveScenarioClassification (de)":"","MassiveScenarioClassification (el)":"","MassiveScenarioClassification (es)":"","MassiveScenarioClassification (fa)":"","MassiveScenarioClassification (fi)":"","MassiveScenarioClassification (fr)":"","MassiveScenarioClassification (he)":"","MassiveScenarioClassification (hi)":"","MassiveScenarioClassification (hu)":"","MassiveScenarioClassification (hy)":"","MassiveScenarioClassification (id)":"","MassiveScenarioClassification (is)":"","MassiveScenarioClassification (it)":43.3,"MassiveScenarioClassification (ja)":"","MassiveScenarioClassification (jv)":"","MassiveScenarioClassification (ka)":"","MassiveScenarioClassification (km)":"","MassiveScenarioClassification (kn)":"","MassiveScenarioClassification (ko)":"","MassiveScenarioClassification (lv)":"","MassiveScenarioClassification (ml)":"","MassiveScenarioClassification (mn)":"","MassiveScenarioClassification (ms)":"","MassiveScenarioClassification (my)":"","MassiveScenarioClassification (nl)":"","MassiveScenarioClassification (pt)":"","MassiveScenarioClassification (ro)":"","MassiveScenarioClassification (ru)":"","MassiveScenarioClassification (sl)":"","MassiveScenarioClassification (sq)":"","MassiveScenarioClassification (sw)":"","MassiveScenarioClassification (ta)":"","MassiveScenarioClassification (te)":"","MassiveScenarioClassification (th)":"","MassiveScenarioClassification (tl)":"","MassiveScenarioClassification (tr)":"","MassiveScenarioClassification (ur)":"","MassiveScenarioClassification (vi)":"","MassiveScenarioClassification (zh-TW)":""} -{"index":157,"Rank":177,"Model":"MiniCPM-Embedding-Light<\/a>","Model Size (Million Parameters)":434,"Memory Usage (GB, fp32)":1.62,"Embedding Dimensions":1024,"Max Tokens":4096,"Average":"","AmazonCounterfactualClassification (de)":"","AmazonCounterfactualClassification (ja)":"","AmazonReviewsClassification (de)":"","AmazonReviewsClassification (es)":"","AmazonReviewsClassification (fr)":"","AmazonReviewsClassification (ja)":"","AmazonReviewsClassification (zh)":43.02,"MTOPDomainClassification (de)":"","MTOPDomainClassification (es)":"","MTOPDomainClassification (fr)":"","MTOPDomainClassification (hi)":"","MTOPDomainClassification (th)":"","MTOPIntentClassification (de)":"","MTOPIntentClassification (es)":"","MTOPIntentClassification (fr)":"","MTOPIntentClassification (hi)":"","MTOPIntentClassification (th)":"","MassiveIntentClassification (af)":"","MassiveIntentClassification (am)":"","MassiveIntentClassification (ar)":"","MassiveIntentClassification (az)":"","MassiveIntentClassification (bn)":"","MassiveIntentClassification (cy)":"","MassiveIntentClassification (de)":"","MassiveIntentClassification (el)":"","MassiveIntentClassification (es)":"","MassiveIntentClassification (fa)":"","MassiveIntentClassification (fi)":"","MassiveIntentClassification (fr)":"","MassiveIntentClassification (he)":"","MassiveIntentClassification (hi)":"","MassiveIntentClassification (hu)":"","MassiveIntentClassification (hy)":"","MassiveIntentClassification (id)":"","MassiveIntentClassification (is)":"","MassiveIntentClassification (it)":"","MassiveIntentClassification (ja)":"","MassiveIntentClassification (jv)":"","MassiveIntentClassification (ka)":"","MassiveIntentClassification (km)":"","MassiveIntentClassification (kn)":"","MassiveIntentClassification (ko)":"","MassiveIntentClassification (lv)":"","MassiveIntentClassification (ml)":"","MassiveIntentClassification (mn)":"","MassiveIntentClassification (ms)":"","MassiveIntentClassification (my)":"","MassiveIntentClassification (nl)":"","MassiveIntentClassification (pt)":"","MassiveIntentClassification (ro)":"","MassiveIntentClassification (ru)":"","MassiveIntentClassification (sl)":"","MassiveIntentClassification (sq)":"","MassiveIntentClassification (sw)":"","MassiveIntentClassification (ta)":"","MassiveIntentClassification (te)":"","MassiveIntentClassification (th)":"","MassiveIntentClassification (tl)":"","MassiveIntentClassification (tr)":"","MassiveIntentClassification (ur)":"","MassiveIntentClassification (vi)":"","MassiveIntentClassification (zh-TW)":"","MassiveScenarioClassification (af)":"","MassiveScenarioClassification (am)":"","MassiveScenarioClassification (ar)":"","MassiveScenarioClassification (az)":"","MassiveScenarioClassification (bn)":"","MassiveScenarioClassification (cy)":"","MassiveScenarioClassification (de)":"","MassiveScenarioClassification (el)":"","MassiveScenarioClassification (es)":"","MassiveScenarioClassification (fa)":"","MassiveScenarioClassification (fi)":"","MassiveScenarioClassification (fr)":"","MassiveScenarioClassification (he)":"","MassiveScenarioClassification (hi)":"","MassiveScenarioClassification (hu)":"","MassiveScenarioClassification (hy)":"","MassiveScenarioClassification (id)":"","MassiveScenarioClassification (is)":"","MassiveScenarioClassification (it)":"","MassiveScenarioClassification (ja)":"","MassiveScenarioClassification (jv)":"","MassiveScenarioClassification (ka)":"","MassiveScenarioClassification (km)":"","MassiveScenarioClassification (kn)":"","MassiveScenarioClassification (ko)":"","MassiveScenarioClassification (lv)":"","MassiveScenarioClassification (ml)":"","MassiveScenarioClassification (mn)":"","MassiveScenarioClassification (ms)":"","MassiveScenarioClassification (my)":"","MassiveScenarioClassification (nl)":"","MassiveScenarioClassification (pt)":"","MassiveScenarioClassification (ro)":"","MassiveScenarioClassification (ru)":"","MassiveScenarioClassification (sl)":"","MassiveScenarioClassification (sq)":"","MassiveScenarioClassification (sw)":"","MassiveScenarioClassification (ta)":"","MassiveScenarioClassification (te)":"","MassiveScenarioClassification (th)":"","MassiveScenarioClassification (tl)":"","MassiveScenarioClassification (tr)":"","MassiveScenarioClassification (ur)":"","MassiveScenarioClassification (vi)":"","MassiveScenarioClassification (zh-TW)":""} -{"index":158,"Rank":178,"Model":"jina-embeddings-v2-base-es-Q5_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","AmazonCounterfactualClassification (de)":"","AmazonCounterfactualClassification (ja)":"","AmazonReviewsClassification (de)":"","AmazonReviewsClassification (es)":38.68,"AmazonReviewsClassification (fr)":"","AmazonReviewsClassification (ja)":"","AmazonReviewsClassification (zh)":"","MTOPDomainClassification (de)":"","MTOPDomainClassification (es)":89.89,"MTOPDomainClassification (fr)":"","MTOPDomainClassification (hi)":"","MTOPDomainClassification (th)":"","MTOPIntentClassification (de)":"","MTOPIntentClassification (es)":68.76,"MTOPIntentClassification (fr)":"","MTOPIntentClassification (hi)":"","MTOPIntentClassification (th)":"","MassiveIntentClassification (af)":"","MassiveIntentClassification (am)":"","MassiveIntentClassification (ar)":"","MassiveIntentClassification (az)":"","MassiveIntentClassification (bn)":"","MassiveIntentClassification (cy)":"","MassiveIntentClassification (de)":"","MassiveIntentClassification (el)":"","MassiveIntentClassification (es)":66.93,"MassiveIntentClassification (fa)":"","MassiveIntentClassification (fi)":"","MassiveIntentClassification (fr)":"","MassiveIntentClassification (he)":"","MassiveIntentClassification (hi)":"","MassiveIntentClassification (hu)":"","MassiveIntentClassification (hy)":"","MassiveIntentClassification (id)":"","MassiveIntentClassification (is)":"","MassiveIntentClassification (it)":"","MassiveIntentClassification (ja)":"","MassiveIntentClassification (jv)":"","MassiveIntentClassification (ka)":"","MassiveIntentClassification (km)":"","MassiveIntentClassification (kn)":"","MassiveIntentClassification (ko)":"","MassiveIntentClassification (lv)":"","MassiveIntentClassification (ml)":"","MassiveIntentClassification (mn)":"","MassiveIntentClassification (ms)":"","MassiveIntentClassification (my)":"","MassiveIntentClassification (nl)":"","MassiveIntentClassification (pt)":"","MassiveIntentClassification (ro)":"","MassiveIntentClassification (ru)":"","MassiveIntentClassification (sl)":"","MassiveIntentClassification (sq)":"","MassiveIntentClassification (sw)":"","MassiveIntentClassification (ta)":"","MassiveIntentClassification (te)":"","MassiveIntentClassification (th)":"","MassiveIntentClassification (tl)":"","MassiveIntentClassification (tr)":"","MassiveIntentClassification (ur)":"","MassiveIntentClassification (vi)":"","MassiveIntentClassification (zh-TW)":"","MassiveScenarioClassification (af)":"","MassiveScenarioClassification (am)":"","MassiveScenarioClassification (ar)":"","MassiveScenarioClassification (az)":"","MassiveScenarioClassification (bn)":"","MassiveScenarioClassification (cy)":"","MassiveScenarioClassification (de)":"","MassiveScenarioClassification (el)":"","MassiveScenarioClassification (es)":71.23,"MassiveScenarioClassification (fa)":"","MassiveScenarioClassification (fi)":"","MassiveScenarioClassification (fr)":"","MassiveScenarioClassification (he)":"","MassiveScenarioClassification (hi)":"","MassiveScenarioClassification (hu)":"","MassiveScenarioClassification (hy)":"","MassiveScenarioClassification (id)":"","MassiveScenarioClassification (is)":"","MassiveScenarioClassification (it)":"","MassiveScenarioClassification (ja)":"","MassiveScenarioClassification (jv)":"","MassiveScenarioClassification (ka)":"","MassiveScenarioClassification (km)":"","MassiveScenarioClassification (kn)":"","MassiveScenarioClassification (ko)":"","MassiveScenarioClassification (lv)":"","MassiveScenarioClassification (ml)":"","MassiveScenarioClassification (mn)":"","MassiveScenarioClassification (ms)":"","MassiveScenarioClassification (my)":"","MassiveScenarioClassification (nl)":"","MassiveScenarioClassification (pt)":"","MassiveScenarioClassification (ro)":"","MassiveScenarioClassification (ru)":"","MassiveScenarioClassification (sl)":"","MassiveScenarioClassification (sq)":"","MassiveScenarioClassification (sw)":"","MassiveScenarioClassification (ta)":"","MassiveScenarioClassification (te)":"","MassiveScenarioClassification (th)":"","MassiveScenarioClassification (tl)":"","MassiveScenarioClassification (tr)":"","MassiveScenarioClassification (ur)":"","MassiveScenarioClassification (vi)":"","MassiveScenarioClassification (zh-TW)":""} -{"index":159,"Rank":179,"Model":"piccolo-base-zh<\/a>","Model Size (Million Parameters)":51,"Memory Usage (GB, fp32)":0.19,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AmazonCounterfactualClassification (de)":"","AmazonCounterfactualClassification (ja)":"","AmazonReviewsClassification (de)":"","AmazonReviewsClassification (es)":"","AmazonReviewsClassification (fr)":"","AmazonReviewsClassification (ja)":"","AmazonReviewsClassification (zh)":40.24,"MTOPDomainClassification (de)":"","MTOPDomainClassification (es)":"","MTOPDomainClassification (fr)":"","MTOPDomainClassification (hi)":"","MTOPDomainClassification (th)":"","MTOPIntentClassification (de)":"","MTOPIntentClassification (es)":"","MTOPIntentClassification (fr)":"","MTOPIntentClassification (hi)":"","MTOPIntentClassification (th)":"","MassiveIntentClassification (af)":"","MassiveIntentClassification (am)":"","MassiveIntentClassification (ar)":"","MassiveIntentClassification (az)":"","MassiveIntentClassification (bn)":"","MassiveIntentClassification (cy)":"","MassiveIntentClassification (de)":"","MassiveIntentClassification (el)":"","MassiveIntentClassification (es)":"","MassiveIntentClassification (fa)":"","MassiveIntentClassification (fi)":"","MassiveIntentClassification (fr)":"","MassiveIntentClassification (he)":"","MassiveIntentClassification (hi)":"","MassiveIntentClassification (hu)":"","MassiveIntentClassification (hy)":"","MassiveIntentClassification (id)":"","MassiveIntentClassification (is)":"","MassiveIntentClassification (it)":"","MassiveIntentClassification (ja)":"","MassiveIntentClassification (jv)":"","MassiveIntentClassification (ka)":"","MassiveIntentClassification (km)":"","MassiveIntentClassification (kn)":"","MassiveIntentClassification (ko)":"","MassiveIntentClassification (lv)":"","MassiveIntentClassification (ml)":"","MassiveIntentClassification (mn)":"","MassiveIntentClassification (ms)":"","MassiveIntentClassification (my)":"","MassiveIntentClassification (nl)":"","MassiveIntentClassification (pt)":"","MassiveIntentClassification (ro)":"","MassiveIntentClassification (ru)":"","MassiveIntentClassification (sl)":"","MassiveIntentClassification (sq)":"","MassiveIntentClassification (sw)":"","MassiveIntentClassification (ta)":"","MassiveIntentClassification (te)":"","MassiveIntentClassification (th)":"","MassiveIntentClassification (tl)":"","MassiveIntentClassification (tr)":"","MassiveIntentClassification (ur)":"","MassiveIntentClassification (vi)":"","MassiveIntentClassification (zh-TW)":"","MassiveScenarioClassification (af)":"","MassiveScenarioClassification (am)":"","MassiveScenarioClassification (ar)":"","MassiveScenarioClassification (az)":"","MassiveScenarioClassification (bn)":"","MassiveScenarioClassification (cy)":"","MassiveScenarioClassification (de)":"","MassiveScenarioClassification (el)":"","MassiveScenarioClassification (es)":"","MassiveScenarioClassification (fa)":"","MassiveScenarioClassification (fi)":"","MassiveScenarioClassification (fr)":"","MassiveScenarioClassification (he)":"","MassiveScenarioClassification (hi)":"","MassiveScenarioClassification (hu)":"","MassiveScenarioClassification (hy)":"","MassiveScenarioClassification (id)":"","MassiveScenarioClassification (is)":"","MassiveScenarioClassification (it)":"","MassiveScenarioClassification (ja)":"","MassiveScenarioClassification (jv)":"","MassiveScenarioClassification (ka)":"","MassiveScenarioClassification (km)":"","MassiveScenarioClassification (kn)":"","MassiveScenarioClassification (ko)":"","MassiveScenarioClassification (lv)":"","MassiveScenarioClassification (ml)":"","MassiveScenarioClassification (mn)":"","MassiveScenarioClassification (ms)":"","MassiveScenarioClassification (my)":"","MassiveScenarioClassification (nl)":"","MassiveScenarioClassification (pt)":"","MassiveScenarioClassification (ro)":"","MassiveScenarioClassification (ru)":"","MassiveScenarioClassification (sl)":"","MassiveScenarioClassification (sq)":"","MassiveScenarioClassification (sw)":"","MassiveScenarioClassification (ta)":"","MassiveScenarioClassification (te)":"","MassiveScenarioClassification (th)":"","MassiveScenarioClassification (tl)":"","MassiveScenarioClassification (tr)":"","MassiveScenarioClassification (ur)":"","MassiveScenarioClassification (vi)":"","MassiveScenarioClassification (zh-TW)":""} -{"index":160,"Rank":180,"Model":"piccolo-large-zh<\/a>","Model Size (Million Parameters)":163,"Memory Usage (GB, fp32)":0.61,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","AmazonCounterfactualClassification (de)":"","AmazonCounterfactualClassification (ja)":"","AmazonReviewsClassification (de)":"","AmazonReviewsClassification (es)":"","AmazonReviewsClassification (fr)":"","AmazonReviewsClassification (ja)":"","AmazonReviewsClassification (zh)":40.33,"MTOPDomainClassification (de)":"","MTOPDomainClassification (es)":"","MTOPDomainClassification (fr)":"","MTOPDomainClassification (hi)":"","MTOPDomainClassification (th)":"","MTOPIntentClassification (de)":"","MTOPIntentClassification (es)":"","MTOPIntentClassification (fr)":"","MTOPIntentClassification (hi)":"","MTOPIntentClassification (th)":"","MassiveIntentClassification (af)":"","MassiveIntentClassification (am)":"","MassiveIntentClassification (ar)":"","MassiveIntentClassification (az)":"","MassiveIntentClassification (bn)":"","MassiveIntentClassification (cy)":"","MassiveIntentClassification (de)":"","MassiveIntentClassification (el)":"","MassiveIntentClassification (es)":"","MassiveIntentClassification (fa)":"","MassiveIntentClassification (fi)":"","MassiveIntentClassification (fr)":"","MassiveIntentClassification (he)":"","MassiveIntentClassification (hi)":"","MassiveIntentClassification (hu)":"","MassiveIntentClassification (hy)":"","MassiveIntentClassification (id)":"","MassiveIntentClassification (is)":"","MassiveIntentClassification (it)":"","MassiveIntentClassification (ja)":"","MassiveIntentClassification (jv)":"","MassiveIntentClassification (ka)":"","MassiveIntentClassification (km)":"","MassiveIntentClassification (kn)":"","MassiveIntentClassification (ko)":"","MassiveIntentClassification (lv)":"","MassiveIntentClassification (ml)":"","MassiveIntentClassification (mn)":"","MassiveIntentClassification (ms)":"","MassiveIntentClassification (my)":"","MassiveIntentClassification (nl)":"","MassiveIntentClassification (pt)":"","MassiveIntentClassification (ro)":"","MassiveIntentClassification (ru)":"","MassiveIntentClassification (sl)":"","MassiveIntentClassification (sq)":"","MassiveIntentClassification (sw)":"","MassiveIntentClassification (ta)":"","MassiveIntentClassification (te)":"","MassiveIntentClassification (th)":"","MassiveIntentClassification (tl)":"","MassiveIntentClassification (tr)":"","MassiveIntentClassification (ur)":"","MassiveIntentClassification (vi)":"","MassiveIntentClassification (zh-TW)":"","MassiveScenarioClassification (af)":"","MassiveScenarioClassification (am)":"","MassiveScenarioClassification (ar)":"","MassiveScenarioClassification (az)":"","MassiveScenarioClassification (bn)":"","MassiveScenarioClassification (cy)":"","MassiveScenarioClassification (de)":"","MassiveScenarioClassification (el)":"","MassiveScenarioClassification (es)":"","MassiveScenarioClassification (fa)":"","MassiveScenarioClassification (fi)":"","MassiveScenarioClassification (fr)":"","MassiveScenarioClassification (he)":"","MassiveScenarioClassification (hi)":"","MassiveScenarioClassification (hu)":"","MassiveScenarioClassification (hy)":"","MassiveScenarioClassification (id)":"","MassiveScenarioClassification (is)":"","MassiveScenarioClassification (it)":"","MassiveScenarioClassification (ja)":"","MassiveScenarioClassification (jv)":"","MassiveScenarioClassification (ka)":"","MassiveScenarioClassification (km)":"","MassiveScenarioClassification (kn)":"","MassiveScenarioClassification (ko)":"","MassiveScenarioClassification (lv)":"","MassiveScenarioClassification (ml)":"","MassiveScenarioClassification (mn)":"","MassiveScenarioClassification (ms)":"","MassiveScenarioClassification (my)":"","MassiveScenarioClassification (nl)":"","MassiveScenarioClassification (pt)":"","MassiveScenarioClassification (ro)":"","MassiveScenarioClassification (ru)":"","MassiveScenarioClassification (sl)":"","MassiveScenarioClassification (sq)":"","MassiveScenarioClassification (sw)":"","MassiveScenarioClassification (ta)":"","MassiveScenarioClassification (te)":"","MassiveScenarioClassification (th)":"","MassiveScenarioClassification (tl)":"","MassiveScenarioClassification (tr)":"","MassiveScenarioClassification (ur)":"","MassiveScenarioClassification (vi)":"","MassiveScenarioClassification (zh-TW)":""} -{"index":161,"Rank":181,"Model":"piccolo-large-zh-v2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","AmazonCounterfactualClassification (de)":"","AmazonCounterfactualClassification (ja)":"","AmazonReviewsClassification (de)":"","AmazonReviewsClassification (es)":"","AmazonReviewsClassification (fr)":"","AmazonReviewsClassification (ja)":"","AmazonReviewsClassification (zh)":49.44,"MTOPDomainClassification (de)":"","MTOPDomainClassification (es)":"","MTOPDomainClassification (fr)":"","MTOPDomainClassification (hi)":"","MTOPDomainClassification (th)":"","MTOPIntentClassification (de)":"","MTOPIntentClassification (es)":"","MTOPIntentClassification (fr)":"","MTOPIntentClassification (hi)":"","MTOPIntentClassification (th)":"","MassiveIntentClassification (af)":"","MassiveIntentClassification (am)":"","MassiveIntentClassification (ar)":"","MassiveIntentClassification (az)":"","MassiveIntentClassification (bn)":"","MassiveIntentClassification (cy)":"","MassiveIntentClassification (de)":"","MassiveIntentClassification (el)":"","MassiveIntentClassification (es)":"","MassiveIntentClassification (fa)":"","MassiveIntentClassification (fi)":"","MassiveIntentClassification (fr)":"","MassiveIntentClassification (he)":"","MassiveIntentClassification (hi)":"","MassiveIntentClassification (hu)":"","MassiveIntentClassification (hy)":"","MassiveIntentClassification (id)":"","MassiveIntentClassification (is)":"","MassiveIntentClassification (it)":"","MassiveIntentClassification (ja)":"","MassiveIntentClassification (jv)":"","MassiveIntentClassification (ka)":"","MassiveIntentClassification (km)":"","MassiveIntentClassification (kn)":"","MassiveIntentClassification (ko)":"","MassiveIntentClassification (lv)":"","MassiveIntentClassification (ml)":"","MassiveIntentClassification (mn)":"","MassiveIntentClassification (ms)":"","MassiveIntentClassification (my)":"","MassiveIntentClassification (nl)":"","MassiveIntentClassification (pt)":"","MassiveIntentClassification (ro)":"","MassiveIntentClassification (ru)":"","MassiveIntentClassification (sl)":"","MassiveIntentClassification (sq)":"","MassiveIntentClassification (sw)":"","MassiveIntentClassification (ta)":"","MassiveIntentClassification (te)":"","MassiveIntentClassification (th)":"","MassiveIntentClassification (tl)":"","MassiveIntentClassification (tr)":"","MassiveIntentClassification (ur)":"","MassiveIntentClassification (vi)":"","MassiveIntentClassification (zh-TW)":"","MassiveScenarioClassification (af)":"","MassiveScenarioClassification (am)":"","MassiveScenarioClassification (ar)":"","MassiveScenarioClassification (az)":"","MassiveScenarioClassification (bn)":"","MassiveScenarioClassification (cy)":"","MassiveScenarioClassification (de)":"","MassiveScenarioClassification (el)":"","MassiveScenarioClassification (es)":"","MassiveScenarioClassification (fa)":"","MassiveScenarioClassification (fi)":"","MassiveScenarioClassification (fr)":"","MassiveScenarioClassification (he)":"","MassiveScenarioClassification (hi)":"","MassiveScenarioClassification (hu)":"","MassiveScenarioClassification (hy)":"","MassiveScenarioClassification (id)":"","MassiveScenarioClassification (is)":"","MassiveScenarioClassification (it)":"","MassiveScenarioClassification (ja)":"","MassiveScenarioClassification (jv)":"","MassiveScenarioClassification (ka)":"","MassiveScenarioClassification (km)":"","MassiveScenarioClassification (kn)":"","MassiveScenarioClassification (ko)":"","MassiveScenarioClassification (lv)":"","MassiveScenarioClassification (ml)":"","MassiveScenarioClassification (mn)":"","MassiveScenarioClassification (ms)":"","MassiveScenarioClassification (my)":"","MassiveScenarioClassification (nl)":"","MassiveScenarioClassification (pt)":"","MassiveScenarioClassification (ro)":"","MassiveScenarioClassification (ru)":"","MassiveScenarioClassification (sl)":"","MassiveScenarioClassification (sq)":"","MassiveScenarioClassification (sw)":"","MassiveScenarioClassification (ta)":"","MassiveScenarioClassification (te)":"","MassiveScenarioClassification (th)":"","MassiveScenarioClassification (tl)":"","MassiveScenarioClassification (tr)":"","MassiveScenarioClassification (ur)":"","MassiveScenarioClassification (vi)":"","MassiveScenarioClassification (zh-TW)":""} -{"index":170,"Rank":182,"Model":"multi-qa-MiniLM-L6-cos-v1<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","AmazonCounterfactualClassification (de)":"","AmazonCounterfactualClassification (ja)":"","AmazonReviewsClassification (de)":"","AmazonReviewsClassification (es)":"","AmazonReviewsClassification (fr)":27.05,"AmazonReviewsClassification (ja)":"","AmazonReviewsClassification (zh)":"","MTOPDomainClassification (de)":"","MTOPDomainClassification (es)":"","MTOPDomainClassification (fr)":72.97,"MTOPDomainClassification (hi)":"","MTOPDomainClassification (th)":"","MTOPIntentClassification (de)":"","MTOPIntentClassification (es)":"","MTOPIntentClassification (fr)":37.18,"MTOPIntentClassification (hi)":"","MTOPIntentClassification (th)":"","MassiveIntentClassification (af)":"","MassiveIntentClassification (am)":"","MassiveIntentClassification (ar)":"","MassiveIntentClassification (az)":"","MassiveIntentClassification (bn)":"","MassiveIntentClassification (cy)":"","MassiveIntentClassification (de)":"","MassiveIntentClassification (el)":"","MassiveIntentClassification (es)":"","MassiveIntentClassification (fa)":"","MassiveIntentClassification (fi)":"","MassiveIntentClassification (fr)":42.64,"MassiveIntentClassification (he)":"","MassiveIntentClassification (hi)":"","MassiveIntentClassification (hu)":"","MassiveIntentClassification (hy)":"","MassiveIntentClassification (id)":"","MassiveIntentClassification (is)":"","MassiveIntentClassification (it)":"","MassiveIntentClassification (ja)":"","MassiveIntentClassification (jv)":"","MassiveIntentClassification (ka)":"","MassiveIntentClassification (km)":"","MassiveIntentClassification (kn)":"","MassiveIntentClassification (ko)":"","MassiveIntentClassification (lv)":"","MassiveIntentClassification (ml)":"","MassiveIntentClassification (mn)":"","MassiveIntentClassification (ms)":"","MassiveIntentClassification (my)":"","MassiveIntentClassification (nl)":"","MassiveIntentClassification (pt)":"","MassiveIntentClassification (ro)":"","MassiveIntentClassification (ru)":"","MassiveIntentClassification (sl)":"","MassiveIntentClassification (sq)":"","MassiveIntentClassification (sw)":"","MassiveIntentClassification (ta)":"","MassiveIntentClassification (te)":"","MassiveIntentClassification (th)":"","MassiveIntentClassification (tl)":"","MassiveIntentClassification (tr)":"","MassiveIntentClassification (ur)":"","MassiveIntentClassification (vi)":"","MassiveIntentClassification (zh-TW)":"","MassiveScenarioClassification (af)":"","MassiveScenarioClassification (am)":"","MassiveScenarioClassification (ar)":"","MassiveScenarioClassification (az)":"","MassiveScenarioClassification (bn)":"","MassiveScenarioClassification (cy)":"","MassiveScenarioClassification (de)":"","MassiveScenarioClassification (el)":"","MassiveScenarioClassification (es)":"","MassiveScenarioClassification (fa)":"","MassiveScenarioClassification (fi)":"","MassiveScenarioClassification (fr)":49.92,"MassiveScenarioClassification (he)":"","MassiveScenarioClassification (hi)":"","MassiveScenarioClassification (hu)":"","MassiveScenarioClassification (hy)":"","MassiveScenarioClassification (id)":"","MassiveScenarioClassification (is)":"","MassiveScenarioClassification (it)":"","MassiveScenarioClassification (ja)":"","MassiveScenarioClassification (jv)":"","MassiveScenarioClassification (ka)":"","MassiveScenarioClassification (km)":"","MassiveScenarioClassification (kn)":"","MassiveScenarioClassification (ko)":"","MassiveScenarioClassification (lv)":"","MassiveScenarioClassification (ml)":"","MassiveScenarioClassification (mn)":"","MassiveScenarioClassification (ms)":"","MassiveScenarioClassification (my)":"","MassiveScenarioClassification (nl)":"","MassiveScenarioClassification (pt)":"","MassiveScenarioClassification (ro)":"","MassiveScenarioClassification (ru)":"","MassiveScenarioClassification (sl)":"","MassiveScenarioClassification (sq)":"","MassiveScenarioClassification (sw)":"","MassiveScenarioClassification (ta)":"","MassiveScenarioClassification (te)":"","MassiveScenarioClassification (th)":"","MassiveScenarioClassification (tl)":"","MassiveScenarioClassification (tr)":"","MassiveScenarioClassification (ur)":"","MassiveScenarioClassification (vi)":"","MassiveScenarioClassification (zh-TW)":""} -{"index":176,"Rank":183,"Model":"sentence-t5-xxl<\/a>","Model Size (Million Parameters)":4865,"Memory Usage (GB, fp32)":18.12,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AmazonCounterfactualClassification (de)":"","AmazonCounterfactualClassification (ja)":"","AmazonReviewsClassification (de)":"","AmazonReviewsClassification (es)":"","AmazonReviewsClassification (fr)":46.09,"AmazonReviewsClassification (ja)":"","AmazonReviewsClassification (zh)":"","MTOPDomainClassification (de)":"","MTOPDomainClassification (es)":"","MTOPDomainClassification (fr)":86.2,"MTOPDomainClassification (hi)":"","MTOPDomainClassification (th)":"","MTOPIntentClassification (de)":"","MTOPIntentClassification (es)":"","MTOPIntentClassification (fr)":58.33,"MTOPIntentClassification (hi)":"","MTOPIntentClassification (th)":"","MassiveIntentClassification (af)":"","MassiveIntentClassification (am)":"","MassiveIntentClassification (ar)":"","MassiveIntentClassification (az)":"","MassiveIntentClassification (bn)":"","MassiveIntentClassification (cy)":"","MassiveIntentClassification (de)":"","MassiveIntentClassification (el)":"","MassiveIntentClassification (es)":"","MassiveIntentClassification (fa)":"","MassiveIntentClassification (fi)":"","MassiveIntentClassification (fr)":65.91,"MassiveIntentClassification (he)":"","MassiveIntentClassification (hi)":"","MassiveIntentClassification (hu)":"","MassiveIntentClassification (hy)":"","MassiveIntentClassification (id)":"","MassiveIntentClassification (is)":"","MassiveIntentClassification (it)":"","MassiveIntentClassification (ja)":"","MassiveIntentClassification (jv)":"","MassiveIntentClassification (ka)":"","MassiveIntentClassification (km)":"","MassiveIntentClassification (kn)":"","MassiveIntentClassification (ko)":"","MassiveIntentClassification (lv)":"","MassiveIntentClassification (ml)":"","MassiveIntentClassification (mn)":"","MassiveIntentClassification (ms)":"","MassiveIntentClassification (my)":"","MassiveIntentClassification (nl)":"","MassiveIntentClassification (pt)":"","MassiveIntentClassification (ro)":"","MassiveIntentClassification (ru)":"","MassiveIntentClassification (sl)":"","MassiveIntentClassification (sq)":"","MassiveIntentClassification (sw)":"","MassiveIntentClassification (ta)":"","MassiveIntentClassification (te)":"","MassiveIntentClassification (th)":"","MassiveIntentClassification (tl)":"","MassiveIntentClassification (tr)":"","MassiveIntentClassification (ur)":"","MassiveIntentClassification (vi)":"","MassiveIntentClassification (zh-TW)":"","MassiveScenarioClassification (af)":"","MassiveScenarioClassification (am)":"","MassiveScenarioClassification (ar)":"","MassiveScenarioClassification (az)":"","MassiveScenarioClassification (bn)":"","MassiveScenarioClassification (cy)":"","MassiveScenarioClassification (de)":"","MassiveScenarioClassification (el)":"","MassiveScenarioClassification (es)":"","MassiveScenarioClassification (fa)":"","MassiveScenarioClassification (fi)":"","MassiveScenarioClassification (fr)":68.53,"MassiveScenarioClassification (he)":"","MassiveScenarioClassification (hi)":"","MassiveScenarioClassification (hu)":"","MassiveScenarioClassification (hy)":"","MassiveScenarioClassification (id)":"","MassiveScenarioClassification (is)":"","MassiveScenarioClassification (it)":"","MassiveScenarioClassification (ja)":"","MassiveScenarioClassification (jv)":"","MassiveScenarioClassification (ka)":"","MassiveScenarioClassification (km)":"","MassiveScenarioClassification (kn)":"","MassiveScenarioClassification (ko)":"","MassiveScenarioClassification (lv)":"","MassiveScenarioClassification (ml)":"","MassiveScenarioClassification (mn)":"","MassiveScenarioClassification (ms)":"","MassiveScenarioClassification (my)":"","MassiveScenarioClassification (nl)":"","MassiveScenarioClassification (pt)":"","MassiveScenarioClassification (ro)":"","MassiveScenarioClassification (ru)":"","MassiveScenarioClassification (sl)":"","MassiveScenarioClassification (sq)":"","MassiveScenarioClassification (sw)":"","MassiveScenarioClassification (ta)":"","MassiveScenarioClassification (te)":"","MassiveScenarioClassification (th)":"","MassiveScenarioClassification (tl)":"","MassiveScenarioClassification (tr)":"","MassiveScenarioClassification (ur)":"","MassiveScenarioClassification (vi)":"","MassiveScenarioClassification (zh-TW)":""} -{"index":177,"Rank":184,"Model":"ZNV-Embedding<\/a>","Model Size (Million Parameters)":6061,"Memory Usage (GB, fp32)":22.58,"Embedding Dimensions":4096,"Max Tokens":4096,"Average":"","AmazonCounterfactualClassification (de)":"","AmazonCounterfactualClassification (ja)":"","AmazonReviewsClassification (de)":"","AmazonReviewsClassification (es)":"","AmazonReviewsClassification (fr)":"","AmazonReviewsClassification (ja)":"","AmazonReviewsClassification (zh)":29.75,"MTOPDomainClassification (de)":"","MTOPDomainClassification (es)":"","MTOPDomainClassification (fr)":"","MTOPDomainClassification (hi)":"","MTOPDomainClassification (th)":"","MTOPIntentClassification (de)":"","MTOPIntentClassification (es)":"","MTOPIntentClassification (fr)":"","MTOPIntentClassification (hi)":"","MTOPIntentClassification (th)":"","MassiveIntentClassification (af)":"","MassiveIntentClassification (am)":"","MassiveIntentClassification (ar)":"","MassiveIntentClassification (az)":"","MassiveIntentClassification (bn)":"","MassiveIntentClassification (cy)":"","MassiveIntentClassification (de)":"","MassiveIntentClassification (el)":"","MassiveIntentClassification (es)":"","MassiveIntentClassification (fa)":"","MassiveIntentClassification (fi)":"","MassiveIntentClassification (fr)":"","MassiveIntentClassification (he)":"","MassiveIntentClassification (hi)":"","MassiveIntentClassification (hu)":"","MassiveIntentClassification (hy)":"","MassiveIntentClassification (id)":"","MassiveIntentClassification (is)":"","MassiveIntentClassification (it)":"","MassiveIntentClassification (ja)":"","MassiveIntentClassification (jv)":"","MassiveIntentClassification (ka)":"","MassiveIntentClassification (km)":"","MassiveIntentClassification (kn)":"","MassiveIntentClassification (ko)":"","MassiveIntentClassification (lv)":"","MassiveIntentClassification (ml)":"","MassiveIntentClassification (mn)":"","MassiveIntentClassification (ms)":"","MassiveIntentClassification (my)":"","MassiveIntentClassification (nl)":"","MassiveIntentClassification (pt)":"","MassiveIntentClassification (ro)":"","MassiveIntentClassification (ru)":"","MassiveIntentClassification (sl)":"","MassiveIntentClassification (sq)":"","MassiveIntentClassification (sw)":"","MassiveIntentClassification (ta)":"","MassiveIntentClassification (te)":"","MassiveIntentClassification (th)":"","MassiveIntentClassification (tl)":"","MassiveIntentClassification (tr)":"","MassiveIntentClassification (ur)":"","MassiveIntentClassification (vi)":"","MassiveIntentClassification (zh-TW)":"","MassiveScenarioClassification (af)":"","MassiveScenarioClassification (am)":"","MassiveScenarioClassification (ar)":"","MassiveScenarioClassification (az)":"","MassiveScenarioClassification (bn)":"","MassiveScenarioClassification (cy)":"","MassiveScenarioClassification (de)":"","MassiveScenarioClassification (el)":"","MassiveScenarioClassification (es)":"","MassiveScenarioClassification (fa)":"","MassiveScenarioClassification (fi)":"","MassiveScenarioClassification (fr)":"","MassiveScenarioClassification (he)":"","MassiveScenarioClassification (hi)":"","MassiveScenarioClassification (hu)":"","MassiveScenarioClassification (hy)":"","MassiveScenarioClassification (id)":"","MassiveScenarioClassification (is)":"","MassiveScenarioClassification (it)":"","MassiveScenarioClassification (ja)":"","MassiveScenarioClassification (jv)":"","MassiveScenarioClassification (ka)":"","MassiveScenarioClassification (km)":"","MassiveScenarioClassification (kn)":"","MassiveScenarioClassification (ko)":"","MassiveScenarioClassification (lv)":"","MassiveScenarioClassification (ml)":"","MassiveScenarioClassification (mn)":"","MassiveScenarioClassification (ms)":"","MassiveScenarioClassification (my)":"","MassiveScenarioClassification (nl)":"","MassiveScenarioClassification (pt)":"","MassiveScenarioClassification (ro)":"","MassiveScenarioClassification (ru)":"","MassiveScenarioClassification (sl)":"","MassiveScenarioClassification (sq)":"","MassiveScenarioClassification (sw)":"","MassiveScenarioClassification (ta)":"","MassiveScenarioClassification (te)":"","MassiveScenarioClassification (th)":"","MassiveScenarioClassification (tl)":"","MassiveScenarioClassification (tr)":"","MassiveScenarioClassification (ur)":"","MassiveScenarioClassification (vi)":"","MassiveScenarioClassification (zh-TW)":""} -{"index":180,"Rank":185,"Model":"AGE_Hybrid<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","AmazonCounterfactualClassification (de)":"","AmazonCounterfactualClassification (ja)":"","AmazonReviewsClassification (de)":"","AmazonReviewsClassification (es)":"","AmazonReviewsClassification (fr)":"","AmazonReviewsClassification (ja)":"","AmazonReviewsClassification (zh)":49.68,"MTOPDomainClassification (de)":"","MTOPDomainClassification (es)":"","MTOPDomainClassification (fr)":"","MTOPDomainClassification (hi)":"","MTOPDomainClassification (th)":"","MTOPIntentClassification (de)":"","MTOPIntentClassification (es)":"","MTOPIntentClassification (fr)":"","MTOPIntentClassification (hi)":"","MTOPIntentClassification (th)":"","MassiveIntentClassification (af)":"","MassiveIntentClassification (am)":"","MassiveIntentClassification (ar)":"","MassiveIntentClassification (az)":"","MassiveIntentClassification (bn)":"","MassiveIntentClassification (cy)":"","MassiveIntentClassification (de)":"","MassiveIntentClassification (el)":"","MassiveIntentClassification (es)":"","MassiveIntentClassification (fa)":"","MassiveIntentClassification (fi)":"","MassiveIntentClassification (fr)":"","MassiveIntentClassification (he)":"","MassiveIntentClassification (hi)":"","MassiveIntentClassification (hu)":"","MassiveIntentClassification (hy)":"","MassiveIntentClassification (id)":"","MassiveIntentClassification (is)":"","MassiveIntentClassification (it)":"","MassiveIntentClassification (ja)":"","MassiveIntentClassification (jv)":"","MassiveIntentClassification (ka)":"","MassiveIntentClassification (km)":"","MassiveIntentClassification (kn)":"","MassiveIntentClassification (ko)":"","MassiveIntentClassification (lv)":"","MassiveIntentClassification (ml)":"","MassiveIntentClassification (mn)":"","MassiveIntentClassification (ms)":"","MassiveIntentClassification (my)":"","MassiveIntentClassification (nl)":"","MassiveIntentClassification (pt)":"","MassiveIntentClassification (ro)":"","MassiveIntentClassification (ru)":"","MassiveIntentClassification (sl)":"","MassiveIntentClassification (sq)":"","MassiveIntentClassification (sw)":"","MassiveIntentClassification (ta)":"","MassiveIntentClassification (te)":"","MassiveIntentClassification (th)":"","MassiveIntentClassification (tl)":"","MassiveIntentClassification (tr)":"","MassiveIntentClassification (ur)":"","MassiveIntentClassification (vi)":"","MassiveIntentClassification (zh-TW)":"","MassiveScenarioClassification (af)":"","MassiveScenarioClassification (am)":"","MassiveScenarioClassification (ar)":"","MassiveScenarioClassification (az)":"","MassiveScenarioClassification (bn)":"","MassiveScenarioClassification (cy)":"","MassiveScenarioClassification (de)":"","MassiveScenarioClassification (el)":"","MassiveScenarioClassification (es)":"","MassiveScenarioClassification (fa)":"","MassiveScenarioClassification (fi)":"","MassiveScenarioClassification (fr)":"","MassiveScenarioClassification (he)":"","MassiveScenarioClassification (hi)":"","MassiveScenarioClassification (hu)":"","MassiveScenarioClassification (hy)":"","MassiveScenarioClassification (id)":"","MassiveScenarioClassification (is)":"","MassiveScenarioClassification (it)":"","MassiveScenarioClassification (ja)":"","MassiveScenarioClassification (jv)":"","MassiveScenarioClassification (ka)":"","MassiveScenarioClassification (km)":"","MassiveScenarioClassification (kn)":"","MassiveScenarioClassification (ko)":"","MassiveScenarioClassification (lv)":"","MassiveScenarioClassification (ml)":"","MassiveScenarioClassification (mn)":"","MassiveScenarioClassification (ms)":"","MassiveScenarioClassification (my)":"","MassiveScenarioClassification (nl)":"","MassiveScenarioClassification (pt)":"","MassiveScenarioClassification (ro)":"","MassiveScenarioClassification (ru)":"","MassiveScenarioClassification (sl)":"","MassiveScenarioClassification (sq)":"","MassiveScenarioClassification (sw)":"","MassiveScenarioClassification (ta)":"","MassiveScenarioClassification (te)":"","MassiveScenarioClassification (th)":"","MassiveScenarioClassification (tl)":"","MassiveScenarioClassification (tr)":"","MassiveScenarioClassification (ur)":"","MassiveScenarioClassification (vi)":"","MassiveScenarioClassification (zh-TW)":""} -{"index":181,"Rank":186,"Model":"text2vec-base-chinese<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AmazonCounterfactualClassification (de)":"","AmazonCounterfactualClassification (ja)":"","AmazonReviewsClassification (de)":"","AmazonReviewsClassification (es)":"","AmazonReviewsClassification (fr)":"","AmazonReviewsClassification (ja)":"","AmazonReviewsClassification (zh)":34.12,"MTOPDomainClassification (de)":"","MTOPDomainClassification (es)":"","MTOPDomainClassification (fr)":"","MTOPDomainClassification (hi)":"","MTOPDomainClassification (th)":"","MTOPIntentClassification (de)":"","MTOPIntentClassification (es)":"","MTOPIntentClassification (fr)":"","MTOPIntentClassification (hi)":"","MTOPIntentClassification (th)":"","MassiveIntentClassification (af)":"","MassiveIntentClassification (am)":"","MassiveIntentClassification (ar)":"","MassiveIntentClassification (az)":"","MassiveIntentClassification (bn)":"","MassiveIntentClassification (cy)":"","MassiveIntentClassification (de)":"","MassiveIntentClassification (el)":"","MassiveIntentClassification (es)":"","MassiveIntentClassification (fa)":"","MassiveIntentClassification (fi)":"","MassiveIntentClassification (fr)":"","MassiveIntentClassification (he)":"","MassiveIntentClassification (hi)":"","MassiveIntentClassification (hu)":"","MassiveIntentClassification (hy)":"","MassiveIntentClassification (id)":"","MassiveIntentClassification (is)":"","MassiveIntentClassification (it)":"","MassiveIntentClassification (ja)":"","MassiveIntentClassification (jv)":"","MassiveIntentClassification (ka)":"","MassiveIntentClassification (km)":"","MassiveIntentClassification (kn)":"","MassiveIntentClassification (ko)":"","MassiveIntentClassification (lv)":"","MassiveIntentClassification (ml)":"","MassiveIntentClassification (mn)":"","MassiveIntentClassification (ms)":"","MassiveIntentClassification (my)":"","MassiveIntentClassification (nl)":"","MassiveIntentClassification (pt)":"","MassiveIntentClassification (ro)":"","MassiveIntentClassification (ru)":"","MassiveIntentClassification (sl)":"","MassiveIntentClassification (sq)":"","MassiveIntentClassification (sw)":"","MassiveIntentClassification (ta)":"","MassiveIntentClassification (te)":"","MassiveIntentClassification (th)":"","MassiveIntentClassification (tl)":"","MassiveIntentClassification (tr)":"","MassiveIntentClassification (ur)":"","MassiveIntentClassification (vi)":"","MassiveIntentClassification (zh-TW)":"","MassiveScenarioClassification (af)":"","MassiveScenarioClassification (am)":"","MassiveScenarioClassification (ar)":"","MassiveScenarioClassification (az)":"","MassiveScenarioClassification (bn)":"","MassiveScenarioClassification (cy)":"","MassiveScenarioClassification (de)":"","MassiveScenarioClassification (el)":"","MassiveScenarioClassification (es)":"","MassiveScenarioClassification (fa)":"","MassiveScenarioClassification (fi)":"","MassiveScenarioClassification (fr)":"","MassiveScenarioClassification (he)":"","MassiveScenarioClassification (hi)":"","MassiveScenarioClassification (hu)":"","MassiveScenarioClassification (hy)":"","MassiveScenarioClassification (id)":"","MassiveScenarioClassification (is)":"","MassiveScenarioClassification (it)":"","MassiveScenarioClassification (ja)":"","MassiveScenarioClassification (jv)":"","MassiveScenarioClassification (ka)":"","MassiveScenarioClassification (km)":"","MassiveScenarioClassification (kn)":"","MassiveScenarioClassification (ko)":"","MassiveScenarioClassification (lv)":"","MassiveScenarioClassification (ml)":"","MassiveScenarioClassification (mn)":"","MassiveScenarioClassification (ms)":"","MassiveScenarioClassification (my)":"","MassiveScenarioClassification (nl)":"","MassiveScenarioClassification (pt)":"","MassiveScenarioClassification (ro)":"","MassiveScenarioClassification (ru)":"","MassiveScenarioClassification (sl)":"","MassiveScenarioClassification (sq)":"","MassiveScenarioClassification (sw)":"","MassiveScenarioClassification (ta)":"","MassiveScenarioClassification (te)":"","MassiveScenarioClassification (th)":"","MassiveScenarioClassification (tl)":"","MassiveScenarioClassification (tr)":"","MassiveScenarioClassification (ur)":"","MassiveScenarioClassification (vi)":"","MassiveScenarioClassification (zh-TW)":""} -{"index":183,"Rank":187,"Model":"luotuo-bert-medium<\/a>","Model Size (Million Parameters)":328,"Memory Usage (GB, fp32)":1.22,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AmazonCounterfactualClassification (de)":"","AmazonCounterfactualClassification (ja)":"","AmazonReviewsClassification (de)":"","AmazonReviewsClassification (es)":"","AmazonReviewsClassification (fr)":"","AmazonReviewsClassification (ja)":"","AmazonReviewsClassification (zh)":34.46,"MTOPDomainClassification (de)":"","MTOPDomainClassification (es)":"","MTOPDomainClassification (fr)":"","MTOPDomainClassification (hi)":"","MTOPDomainClassification (th)":"","MTOPIntentClassification (de)":"","MTOPIntentClassification (es)":"","MTOPIntentClassification (fr)":"","MTOPIntentClassification (hi)":"","MTOPIntentClassification (th)":"","MassiveIntentClassification (af)":"","MassiveIntentClassification (am)":"","MassiveIntentClassification (ar)":"","MassiveIntentClassification (az)":"","MassiveIntentClassification (bn)":"","MassiveIntentClassification (cy)":"","MassiveIntentClassification (de)":"","MassiveIntentClassification (el)":"","MassiveIntentClassification (es)":"","MassiveIntentClassification (fa)":"","MassiveIntentClassification (fi)":"","MassiveIntentClassification (fr)":"","MassiveIntentClassification (he)":"","MassiveIntentClassification (hi)":"","MassiveIntentClassification (hu)":"","MassiveIntentClassification (hy)":"","MassiveIntentClassification (id)":"","MassiveIntentClassification (is)":"","MassiveIntentClassification (it)":"","MassiveIntentClassification (ja)":"","MassiveIntentClassification (jv)":"","MassiveIntentClassification (ka)":"","MassiveIntentClassification (km)":"","MassiveIntentClassification (kn)":"","MassiveIntentClassification (ko)":"","MassiveIntentClassification (lv)":"","MassiveIntentClassification (ml)":"","MassiveIntentClassification (mn)":"","MassiveIntentClassification (ms)":"","MassiveIntentClassification (my)":"","MassiveIntentClassification (nl)":"","MassiveIntentClassification (pt)":"","MassiveIntentClassification (ro)":"","MassiveIntentClassification (ru)":"","MassiveIntentClassification (sl)":"","MassiveIntentClassification (sq)":"","MassiveIntentClassification (sw)":"","MassiveIntentClassification (ta)":"","MassiveIntentClassification (te)":"","MassiveIntentClassification (th)":"","MassiveIntentClassification (tl)":"","MassiveIntentClassification (tr)":"","MassiveIntentClassification (ur)":"","MassiveIntentClassification (vi)":"","MassiveIntentClassification (zh-TW)":"","MassiveScenarioClassification (af)":"","MassiveScenarioClassification (am)":"","MassiveScenarioClassification (ar)":"","MassiveScenarioClassification (az)":"","MassiveScenarioClassification (bn)":"","MassiveScenarioClassification (cy)":"","MassiveScenarioClassification (de)":"","MassiveScenarioClassification (el)":"","MassiveScenarioClassification (es)":"","MassiveScenarioClassification (fa)":"","MassiveScenarioClassification (fi)":"","MassiveScenarioClassification (fr)":"","MassiveScenarioClassification (he)":"","MassiveScenarioClassification (hi)":"","MassiveScenarioClassification (hu)":"","MassiveScenarioClassification (hy)":"","MassiveScenarioClassification (id)":"","MassiveScenarioClassification (is)":"","MassiveScenarioClassification (it)":"","MassiveScenarioClassification (ja)":"","MassiveScenarioClassification (jv)":"","MassiveScenarioClassification (ka)":"","MassiveScenarioClassification (km)":"","MassiveScenarioClassification (kn)":"","MassiveScenarioClassification (ko)":"","MassiveScenarioClassification (lv)":"","MassiveScenarioClassification (ml)":"","MassiveScenarioClassification (mn)":"","MassiveScenarioClassification (ms)":"","MassiveScenarioClassification (my)":"","MassiveScenarioClassification (nl)":"","MassiveScenarioClassification (pt)":"","MassiveScenarioClassification (ro)":"","MassiveScenarioClassification (ru)":"","MassiveScenarioClassification (sl)":"","MassiveScenarioClassification (sq)":"","MassiveScenarioClassification (sw)":"","MassiveScenarioClassification (ta)":"","MassiveScenarioClassification (te)":"","MassiveScenarioClassification (th)":"","MassiveScenarioClassification (tl)":"","MassiveScenarioClassification (tr)":"","MassiveScenarioClassification (ur)":"","MassiveScenarioClassification (vi)":"","MassiveScenarioClassification (zh-TW)":""} -{"index":184,"Rank":188,"Model":"silma-embeddding-matryoshka-v0.1<\/a>","Model Size (Million Parameters)":135,"Memory Usage (GB, fp32)":0.5,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AmazonCounterfactualClassification (de)":"","AmazonCounterfactualClassification (ja)":"","AmazonReviewsClassification (de)":"","AmazonReviewsClassification (es)":"","AmazonReviewsClassification (fr)":"","AmazonReviewsClassification (ja)":"","AmazonReviewsClassification (zh)":"","MTOPDomainClassification (de)":"","MTOPDomainClassification (es)":"","MTOPDomainClassification (fr)":"","MTOPDomainClassification (hi)":"","MTOPDomainClassification (th)":"","MTOPIntentClassification (de)":"","MTOPIntentClassification (es)":"","MTOPIntentClassification (fr)":"","MTOPIntentClassification (hi)":"","MTOPIntentClassification (th)":"","MassiveIntentClassification (af)":"","MassiveIntentClassification (am)":"","MassiveIntentClassification (ar)":56.98,"MassiveIntentClassification (az)":"","MassiveIntentClassification (bn)":"","MassiveIntentClassification (cy)":"","MassiveIntentClassification (de)":"","MassiveIntentClassification (el)":"","MassiveIntentClassification (es)":"","MassiveIntentClassification (fa)":"","MassiveIntentClassification (fi)":"","MassiveIntentClassification (fr)":"","MassiveIntentClassification (he)":"","MassiveIntentClassification (hi)":"","MassiveIntentClassification (hu)":"","MassiveIntentClassification (hy)":"","MassiveIntentClassification (id)":"","MassiveIntentClassification (is)":"","MassiveIntentClassification (it)":"","MassiveIntentClassification (ja)":"","MassiveIntentClassification (jv)":"","MassiveIntentClassification (ka)":"","MassiveIntentClassification (km)":"","MassiveIntentClassification (kn)":"","MassiveIntentClassification (ko)":"","MassiveIntentClassification (lv)":"","MassiveIntentClassification (ml)":"","MassiveIntentClassification (mn)":"","MassiveIntentClassification (ms)":"","MassiveIntentClassification (my)":"","MassiveIntentClassification (nl)":"","MassiveIntentClassification (pt)":"","MassiveIntentClassification (ro)":"","MassiveIntentClassification (ru)":"","MassiveIntentClassification (sl)":"","MassiveIntentClassification (sq)":"","MassiveIntentClassification (sw)":"","MassiveIntentClassification (ta)":"","MassiveIntentClassification (te)":"","MassiveIntentClassification (th)":"","MassiveIntentClassification (tl)":"","MassiveIntentClassification (tr)":"","MassiveIntentClassification (ur)":"","MassiveIntentClassification (vi)":"","MassiveIntentClassification (zh-TW)":"","MassiveScenarioClassification (af)":"","MassiveScenarioClassification (am)":"","MassiveScenarioClassification (ar)":62.27,"MassiveScenarioClassification (az)":"","MassiveScenarioClassification (bn)":"","MassiveScenarioClassification (cy)":"","MassiveScenarioClassification (de)":"","MassiveScenarioClassification (el)":"","MassiveScenarioClassification (es)":"","MassiveScenarioClassification (fa)":"","MassiveScenarioClassification (fi)":"","MassiveScenarioClassification (fr)":"","MassiveScenarioClassification (he)":"","MassiveScenarioClassification (hi)":"","MassiveScenarioClassification (hu)":"","MassiveScenarioClassification (hy)":"","MassiveScenarioClassification (id)":"","MassiveScenarioClassification (is)":"","MassiveScenarioClassification (it)":"","MassiveScenarioClassification (ja)":"","MassiveScenarioClassification (jv)":"","MassiveScenarioClassification (ka)":"","MassiveScenarioClassification (km)":"","MassiveScenarioClassification (kn)":"","MassiveScenarioClassification (ko)":"","MassiveScenarioClassification (lv)":"","MassiveScenarioClassification (ml)":"","MassiveScenarioClassification (mn)":"","MassiveScenarioClassification (ms)":"","MassiveScenarioClassification (my)":"","MassiveScenarioClassification (nl)":"","MassiveScenarioClassification (pt)":"","MassiveScenarioClassification (ro)":"","MassiveScenarioClassification (ru)":"","MassiveScenarioClassification (sl)":"","MassiveScenarioClassification (sq)":"","MassiveScenarioClassification (sw)":"","MassiveScenarioClassification (ta)":"","MassiveScenarioClassification (te)":"","MassiveScenarioClassification (th)":"","MassiveScenarioClassification (tl)":"","MassiveScenarioClassification (tr)":"","MassiveScenarioClassification (ur)":"","MassiveScenarioClassification (vi)":"","MassiveScenarioClassification (zh-TW)":""} -{"index":185,"Rank":189,"Model":"silma-embeddding-sts-v0.1<\/a>","Model Size (Million Parameters)":135,"Memory Usage (GB, fp32)":0.5,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AmazonCounterfactualClassification (de)":"","AmazonCounterfactualClassification (ja)":"","AmazonReviewsClassification (de)":"","AmazonReviewsClassification (es)":"","AmazonReviewsClassification (fr)":"","AmazonReviewsClassification (ja)":"","AmazonReviewsClassification (zh)":"","MTOPDomainClassification (de)":"","MTOPDomainClassification (es)":"","MTOPDomainClassification (fr)":"","MTOPDomainClassification (hi)":"","MTOPDomainClassification (th)":"","MTOPIntentClassification (de)":"","MTOPIntentClassification (es)":"","MTOPIntentClassification (fr)":"","MTOPIntentClassification (hi)":"","MTOPIntentClassification (th)":"","MassiveIntentClassification (af)":"","MassiveIntentClassification (am)":"","MassiveIntentClassification (ar)":56.77,"MassiveIntentClassification (az)":"","MassiveIntentClassification (bn)":"","MassiveIntentClassification (cy)":"","MassiveIntentClassification (de)":"","MassiveIntentClassification (el)":"","MassiveIntentClassification (es)":"","MassiveIntentClassification (fa)":"","MassiveIntentClassification (fi)":"","MassiveIntentClassification (fr)":"","MassiveIntentClassification (he)":"","MassiveIntentClassification (hi)":"","MassiveIntentClassification (hu)":"","MassiveIntentClassification (hy)":"","MassiveIntentClassification (id)":"","MassiveIntentClassification (is)":"","MassiveIntentClassification (it)":"","MassiveIntentClassification (ja)":"","MassiveIntentClassification (jv)":"","MassiveIntentClassification (ka)":"","MassiveIntentClassification (km)":"","MassiveIntentClassification (kn)":"","MassiveIntentClassification (ko)":"","MassiveIntentClassification (lv)":"","MassiveIntentClassification (ml)":"","MassiveIntentClassification (mn)":"","MassiveIntentClassification (ms)":"","MassiveIntentClassification (my)":"","MassiveIntentClassification (nl)":"","MassiveIntentClassification (pt)":"","MassiveIntentClassification (ro)":"","MassiveIntentClassification (ru)":"","MassiveIntentClassification (sl)":"","MassiveIntentClassification (sq)":"","MassiveIntentClassification (sw)":"","MassiveIntentClassification (ta)":"","MassiveIntentClassification (te)":"","MassiveIntentClassification (th)":"","MassiveIntentClassification (tl)":"","MassiveIntentClassification (tr)":"","MassiveIntentClassification (ur)":"","MassiveIntentClassification (vi)":"","MassiveIntentClassification (zh-TW)":"","MassiveScenarioClassification (af)":"","MassiveScenarioClassification (am)":"","MassiveScenarioClassification (ar)":61.77,"MassiveScenarioClassification (az)":"","MassiveScenarioClassification (bn)":"","MassiveScenarioClassification (cy)":"","MassiveScenarioClassification (de)":"","MassiveScenarioClassification (el)":"","MassiveScenarioClassification (es)":"","MassiveScenarioClassification (fa)":"","MassiveScenarioClassification (fi)":"","MassiveScenarioClassification (fr)":"","MassiveScenarioClassification (he)":"","MassiveScenarioClassification (hi)":"","MassiveScenarioClassification (hu)":"","MassiveScenarioClassification (hy)":"","MassiveScenarioClassification (id)":"","MassiveScenarioClassification (is)":"","MassiveScenarioClassification (it)":"","MassiveScenarioClassification (ja)":"","MassiveScenarioClassification (jv)":"","MassiveScenarioClassification (ka)":"","MassiveScenarioClassification (km)":"","MassiveScenarioClassification (kn)":"","MassiveScenarioClassification (ko)":"","MassiveScenarioClassification (lv)":"","MassiveScenarioClassification (ml)":"","MassiveScenarioClassification (mn)":"","MassiveScenarioClassification (ms)":"","MassiveScenarioClassification (my)":"","MassiveScenarioClassification (nl)":"","MassiveScenarioClassification (pt)":"","MassiveScenarioClassification (ro)":"","MassiveScenarioClassification (ru)":"","MassiveScenarioClassification (sl)":"","MassiveScenarioClassification (sq)":"","MassiveScenarioClassification (sw)":"","MassiveScenarioClassification (ta)":"","MassiveScenarioClassification (te)":"","MassiveScenarioClassification (th)":"","MassiveScenarioClassification (tl)":"","MassiveScenarioClassification (tr)":"","MassiveScenarioClassification (ur)":"","MassiveScenarioClassification (vi)":"","MassiveScenarioClassification (zh-TW)":""} -{"index":186,"Rank":190,"Model":"gte-base-zh<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AmazonCounterfactualClassification (de)":"","AmazonCounterfactualClassification (ja)":"","AmazonReviewsClassification (de)":"","AmazonReviewsClassification (es)":"","AmazonReviewsClassification (fr)":"","AmazonReviewsClassification (ja)":"","AmazonReviewsClassification (zh)":45.82,"MTOPDomainClassification (de)":"","MTOPDomainClassification (es)":"","MTOPDomainClassification (fr)":"","MTOPDomainClassification (hi)":"","MTOPDomainClassification (th)":"","MTOPIntentClassification (de)":"","MTOPIntentClassification (es)":"","MTOPIntentClassification (fr)":"","MTOPIntentClassification (hi)":"","MTOPIntentClassification (th)":"","MassiveIntentClassification (af)":"","MassiveIntentClassification (am)":"","MassiveIntentClassification (ar)":"","MassiveIntentClassification (az)":"","MassiveIntentClassification (bn)":"","MassiveIntentClassification (cy)":"","MassiveIntentClassification (de)":"","MassiveIntentClassification (el)":"","MassiveIntentClassification (es)":"","MassiveIntentClassification (fa)":"","MassiveIntentClassification (fi)":"","MassiveIntentClassification (fr)":"","MassiveIntentClassification (he)":"","MassiveIntentClassification (hi)":"","MassiveIntentClassification (hu)":"","MassiveIntentClassification (hy)":"","MassiveIntentClassification (id)":"","MassiveIntentClassification (is)":"","MassiveIntentClassification (it)":"","MassiveIntentClassification (ja)":"","MassiveIntentClassification (jv)":"","MassiveIntentClassification (ka)":"","MassiveIntentClassification (km)":"","MassiveIntentClassification (kn)":"","MassiveIntentClassification (ko)":"","MassiveIntentClassification (lv)":"","MassiveIntentClassification (ml)":"","MassiveIntentClassification (mn)":"","MassiveIntentClassification (ms)":"","MassiveIntentClassification (my)":"","MassiveIntentClassification (nl)":"","MassiveIntentClassification (pt)":"","MassiveIntentClassification (ro)":"","MassiveIntentClassification (ru)":"","MassiveIntentClassification (sl)":"","MassiveIntentClassification (sq)":"","MassiveIntentClassification (sw)":"","MassiveIntentClassification (ta)":"","MassiveIntentClassification (te)":"","MassiveIntentClassification (th)":"","MassiveIntentClassification (tl)":"","MassiveIntentClassification (tr)":"","MassiveIntentClassification (ur)":"","MassiveIntentClassification (vi)":"","MassiveIntentClassification (zh-TW)":"","MassiveScenarioClassification (af)":"","MassiveScenarioClassification (am)":"","MassiveScenarioClassification (ar)":"","MassiveScenarioClassification (az)":"","MassiveScenarioClassification (bn)":"","MassiveScenarioClassification (cy)":"","MassiveScenarioClassification (de)":"","MassiveScenarioClassification (el)":"","MassiveScenarioClassification (es)":"","MassiveScenarioClassification (fa)":"","MassiveScenarioClassification (fi)":"","MassiveScenarioClassification (fr)":"","MassiveScenarioClassification (he)":"","MassiveScenarioClassification (hi)":"","MassiveScenarioClassification (hu)":"","MassiveScenarioClassification (hy)":"","MassiveScenarioClassification (id)":"","MassiveScenarioClassification (is)":"","MassiveScenarioClassification (it)":"","MassiveScenarioClassification (ja)":"","MassiveScenarioClassification (jv)":"","MassiveScenarioClassification (ka)":"","MassiveScenarioClassification (km)":"","MassiveScenarioClassification (kn)":"","MassiveScenarioClassification (ko)":"","MassiveScenarioClassification (lv)":"","MassiveScenarioClassification (ml)":"","MassiveScenarioClassification (mn)":"","MassiveScenarioClassification (ms)":"","MassiveScenarioClassification (my)":"","MassiveScenarioClassification (nl)":"","MassiveScenarioClassification (pt)":"","MassiveScenarioClassification (ro)":"","MassiveScenarioClassification (ru)":"","MassiveScenarioClassification (sl)":"","MassiveScenarioClassification (sq)":"","MassiveScenarioClassification (sw)":"","MassiveScenarioClassification (ta)":"","MassiveScenarioClassification (te)":"","MassiveScenarioClassification (th)":"","MassiveScenarioClassification (tl)":"","MassiveScenarioClassification (tr)":"","MassiveScenarioClassification (ur)":"","MassiveScenarioClassification (vi)":"","MassiveScenarioClassification (zh-TW)":""} -{"index":187,"Rank":191,"Model":"gte-large-zh<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","AmazonCounterfactualClassification (de)":"","AmazonCounterfactualClassification (ja)":"","AmazonReviewsClassification (de)":"","AmazonReviewsClassification (es)":"","AmazonReviewsClassification (fr)":"","AmazonReviewsClassification (ja)":"","AmazonReviewsClassification (zh)":47.23,"MTOPDomainClassification (de)":"","MTOPDomainClassification (es)":"","MTOPDomainClassification (fr)":"","MTOPDomainClassification (hi)":"","MTOPDomainClassification (th)":"","MTOPIntentClassification (de)":"","MTOPIntentClassification (es)":"","MTOPIntentClassification (fr)":"","MTOPIntentClassification (hi)":"","MTOPIntentClassification (th)":"","MassiveIntentClassification (af)":"","MassiveIntentClassification (am)":"","MassiveIntentClassification (ar)":"","MassiveIntentClassification (az)":"","MassiveIntentClassification (bn)":"","MassiveIntentClassification (cy)":"","MassiveIntentClassification (de)":"","MassiveIntentClassification (el)":"","MassiveIntentClassification (es)":"","MassiveIntentClassification (fa)":"","MassiveIntentClassification (fi)":"","MassiveIntentClassification (fr)":"","MassiveIntentClassification (he)":"","MassiveIntentClassification (hi)":"","MassiveIntentClassification (hu)":"","MassiveIntentClassification (hy)":"","MassiveIntentClassification (id)":"","MassiveIntentClassification (is)":"","MassiveIntentClassification (it)":"","MassiveIntentClassification (ja)":"","MassiveIntentClassification (jv)":"","MassiveIntentClassification (ka)":"","MassiveIntentClassification (km)":"","MassiveIntentClassification (kn)":"","MassiveIntentClassification (ko)":"","MassiveIntentClassification (lv)":"","MassiveIntentClassification (ml)":"","MassiveIntentClassification (mn)":"","MassiveIntentClassification (ms)":"","MassiveIntentClassification (my)":"","MassiveIntentClassification (nl)":"","MassiveIntentClassification (pt)":"","MassiveIntentClassification (ro)":"","MassiveIntentClassification (ru)":"","MassiveIntentClassification (sl)":"","MassiveIntentClassification (sq)":"","MassiveIntentClassification (sw)":"","MassiveIntentClassification (ta)":"","MassiveIntentClassification (te)":"","MassiveIntentClassification (th)":"","MassiveIntentClassification (tl)":"","MassiveIntentClassification (tr)":"","MassiveIntentClassification (ur)":"","MassiveIntentClassification (vi)":"","MassiveIntentClassification (zh-TW)":"","MassiveScenarioClassification (af)":"","MassiveScenarioClassification (am)":"","MassiveScenarioClassification (ar)":"","MassiveScenarioClassification (az)":"","MassiveScenarioClassification (bn)":"","MassiveScenarioClassification (cy)":"","MassiveScenarioClassification (de)":"","MassiveScenarioClassification (el)":"","MassiveScenarioClassification (es)":"","MassiveScenarioClassification (fa)":"","MassiveScenarioClassification (fi)":"","MassiveScenarioClassification (fr)":"","MassiveScenarioClassification (he)":"","MassiveScenarioClassification (hi)":"","MassiveScenarioClassification (hu)":"","MassiveScenarioClassification (hy)":"","MassiveScenarioClassification (id)":"","MassiveScenarioClassification (is)":"","MassiveScenarioClassification (it)":"","MassiveScenarioClassification (ja)":"","MassiveScenarioClassification (jv)":"","MassiveScenarioClassification (ka)":"","MassiveScenarioClassification (km)":"","MassiveScenarioClassification (kn)":"","MassiveScenarioClassification (ko)":"","MassiveScenarioClassification (lv)":"","MassiveScenarioClassification (ml)":"","MassiveScenarioClassification (mn)":"","MassiveScenarioClassification (ms)":"","MassiveScenarioClassification (my)":"","MassiveScenarioClassification (nl)":"","MassiveScenarioClassification (pt)":"","MassiveScenarioClassification (ro)":"","MassiveScenarioClassification (ru)":"","MassiveScenarioClassification (sl)":"","MassiveScenarioClassification (sq)":"","MassiveScenarioClassification (sw)":"","MassiveScenarioClassification (ta)":"","MassiveScenarioClassification (te)":"","MassiveScenarioClassification (th)":"","MassiveScenarioClassification (tl)":"","MassiveScenarioClassification (tr)":"","MassiveScenarioClassification (ur)":"","MassiveScenarioClassification (vi)":"","MassiveScenarioClassification (zh-TW)":""} -{"index":188,"Rank":192,"Model":"gte-small-zh<\/a>","Model Size (Million Parameters)":30,"Memory Usage (GB, fp32)":0.11,"Embedding Dimensions":512,"Max Tokens":512,"Average":"","AmazonCounterfactualClassification (de)":"","AmazonCounterfactualClassification (ja)":"","AmazonReviewsClassification (de)":"","AmazonReviewsClassification (es)":"","AmazonReviewsClassification (fr)":"","AmazonReviewsClassification (ja)":"","AmazonReviewsClassification (zh)":38.69,"MTOPDomainClassification (de)":"","MTOPDomainClassification (es)":"","MTOPDomainClassification (fr)":"","MTOPDomainClassification (hi)":"","MTOPDomainClassification (th)":"","MTOPIntentClassification (de)":"","MTOPIntentClassification (es)":"","MTOPIntentClassification (fr)":"","MTOPIntentClassification (hi)":"","MTOPIntentClassification (th)":"","MassiveIntentClassification (af)":"","MassiveIntentClassification (am)":"","MassiveIntentClassification (ar)":"","MassiveIntentClassification (az)":"","MassiveIntentClassification (bn)":"","MassiveIntentClassification (cy)":"","MassiveIntentClassification (de)":"","MassiveIntentClassification (el)":"","MassiveIntentClassification (es)":"","MassiveIntentClassification (fa)":"","MassiveIntentClassification (fi)":"","MassiveIntentClassification (fr)":"","MassiveIntentClassification (he)":"","MassiveIntentClassification (hi)":"","MassiveIntentClassification (hu)":"","MassiveIntentClassification (hy)":"","MassiveIntentClassification (id)":"","MassiveIntentClassification (is)":"","MassiveIntentClassification (it)":"","MassiveIntentClassification (ja)":"","MassiveIntentClassification (jv)":"","MassiveIntentClassification (ka)":"","MassiveIntentClassification (km)":"","MassiveIntentClassification (kn)":"","MassiveIntentClassification (ko)":"","MassiveIntentClassification (lv)":"","MassiveIntentClassification (ml)":"","MassiveIntentClassification (mn)":"","MassiveIntentClassification (ms)":"","MassiveIntentClassification (my)":"","MassiveIntentClassification (nl)":"","MassiveIntentClassification (pt)":"","MassiveIntentClassification (ro)":"","MassiveIntentClassification (ru)":"","MassiveIntentClassification (sl)":"","MassiveIntentClassification (sq)":"","MassiveIntentClassification (sw)":"","MassiveIntentClassification (ta)":"","MassiveIntentClassification (te)":"","MassiveIntentClassification (th)":"","MassiveIntentClassification (tl)":"","MassiveIntentClassification (tr)":"","MassiveIntentClassification (ur)":"","MassiveIntentClassification (vi)":"","MassiveIntentClassification (zh-TW)":"","MassiveScenarioClassification (af)":"","MassiveScenarioClassification (am)":"","MassiveScenarioClassification (ar)":"","MassiveScenarioClassification (az)":"","MassiveScenarioClassification (bn)":"","MassiveScenarioClassification (cy)":"","MassiveScenarioClassification (de)":"","MassiveScenarioClassification (el)":"","MassiveScenarioClassification (es)":"","MassiveScenarioClassification (fa)":"","MassiveScenarioClassification (fi)":"","MassiveScenarioClassification (fr)":"","MassiveScenarioClassification (he)":"","MassiveScenarioClassification (hi)":"","MassiveScenarioClassification (hu)":"","MassiveScenarioClassification (hy)":"","MassiveScenarioClassification (id)":"","MassiveScenarioClassification (is)":"","MassiveScenarioClassification (it)":"","MassiveScenarioClassification (ja)":"","MassiveScenarioClassification (jv)":"","MassiveScenarioClassification (ka)":"","MassiveScenarioClassification (km)":"","MassiveScenarioClassification (kn)":"","MassiveScenarioClassification (ko)":"","MassiveScenarioClassification (lv)":"","MassiveScenarioClassification (ml)":"","MassiveScenarioClassification (mn)":"","MassiveScenarioClassification (ms)":"","MassiveScenarioClassification (my)":"","MassiveScenarioClassification (nl)":"","MassiveScenarioClassification (pt)":"","MassiveScenarioClassification (ro)":"","MassiveScenarioClassification (ru)":"","MassiveScenarioClassification (sl)":"","MassiveScenarioClassification (sq)":"","MassiveScenarioClassification (sw)":"","MassiveScenarioClassification (ta)":"","MassiveScenarioClassification (te)":"","MassiveScenarioClassification (th)":"","MassiveScenarioClassification (tl)":"","MassiveScenarioClassification (tr)":"","MassiveScenarioClassification (ur)":"","MassiveScenarioClassification (vi)":"","MassiveScenarioClassification (zh-TW)":""} -{"index":189,"Rank":193,"Model":"ALL_862873<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","AmazonCounterfactualClassification (de)":"","AmazonCounterfactualClassification (ja)":"","AmazonReviewsClassification (de)":"","AmazonReviewsClassification (es)":"","AmazonReviewsClassification (fr)":"","AmazonReviewsClassification (ja)":"","AmazonReviewsClassification (zh)":21.96,"MTOPDomainClassification (de)":"","MTOPDomainClassification (es)":"","MTOPDomainClassification (fr)":"","MTOPDomainClassification (hi)":"","MTOPDomainClassification (th)":"","MTOPIntentClassification (de)":"","MTOPIntentClassification (es)":"","MTOPIntentClassification (fr)":"","MTOPIntentClassification (hi)":"","MTOPIntentClassification (th)":"","MassiveIntentClassification (af)":"","MassiveIntentClassification (am)":"","MassiveIntentClassification (ar)":"","MassiveIntentClassification (az)":"","MassiveIntentClassification (bn)":"","MassiveIntentClassification (cy)":"","MassiveIntentClassification (de)":"","MassiveIntentClassification (el)":"","MassiveIntentClassification (es)":"","MassiveIntentClassification (fa)":"","MassiveIntentClassification (fi)":"","MassiveIntentClassification (fr)":"","MassiveIntentClassification (he)":"","MassiveIntentClassification (hi)":"","MassiveIntentClassification (hu)":"","MassiveIntentClassification (hy)":"","MassiveIntentClassification (id)":"","MassiveIntentClassification (is)":"","MassiveIntentClassification (it)":"","MassiveIntentClassification (ja)":"","MassiveIntentClassification (jv)":"","MassiveIntentClassification (ka)":"","MassiveIntentClassification (km)":"","MassiveIntentClassification (kn)":"","MassiveIntentClassification (ko)":"","MassiveIntentClassification (lv)":"","MassiveIntentClassification (ml)":"","MassiveIntentClassification (mn)":"","MassiveIntentClassification (ms)":"","MassiveIntentClassification (my)":"","MassiveIntentClassification (nl)":"","MassiveIntentClassification (pt)":"","MassiveIntentClassification (ro)":"","MassiveIntentClassification (ru)":"","MassiveIntentClassification (sl)":"","MassiveIntentClassification (sq)":"","MassiveIntentClassification (sw)":"","MassiveIntentClassification (ta)":"","MassiveIntentClassification (te)":"","MassiveIntentClassification (th)":"","MassiveIntentClassification (tl)":"","MassiveIntentClassification (tr)":"","MassiveIntentClassification (ur)":"","MassiveIntentClassification (vi)":"","MassiveIntentClassification (zh-TW)":"","MassiveScenarioClassification (af)":"","MassiveScenarioClassification (am)":"","MassiveScenarioClassification (ar)":"","MassiveScenarioClassification (az)":"","MassiveScenarioClassification (bn)":"","MassiveScenarioClassification (cy)":"","MassiveScenarioClassification (de)":"","MassiveScenarioClassification (el)":"","MassiveScenarioClassification (es)":"","MassiveScenarioClassification (fa)":"","MassiveScenarioClassification (fi)":"","MassiveScenarioClassification (fr)":"","MassiveScenarioClassification (he)":"","MassiveScenarioClassification (hi)":"","MassiveScenarioClassification (hu)":"","MassiveScenarioClassification (hy)":"","MassiveScenarioClassification (id)":"","MassiveScenarioClassification (is)":"","MassiveScenarioClassification (it)":"","MassiveScenarioClassification (ja)":"","MassiveScenarioClassification (jv)":"","MassiveScenarioClassification (ka)":"","MassiveScenarioClassification (km)":"","MassiveScenarioClassification (kn)":"","MassiveScenarioClassification (ko)":"","MassiveScenarioClassification (lv)":"","MassiveScenarioClassification (ml)":"","MassiveScenarioClassification (mn)":"","MassiveScenarioClassification (ms)":"","MassiveScenarioClassification (my)":"","MassiveScenarioClassification (nl)":"","MassiveScenarioClassification (pt)":"","MassiveScenarioClassification (ro)":"","MassiveScenarioClassification (ru)":"","MassiveScenarioClassification (sl)":"","MassiveScenarioClassification (sq)":"","MassiveScenarioClassification (sw)":"","MassiveScenarioClassification (ta)":"","MassiveScenarioClassification (te)":"","MassiveScenarioClassification (th)":"","MassiveScenarioClassification (tl)":"","MassiveScenarioClassification (tr)":"","MassiveScenarioClassification (ur)":"","MassiveScenarioClassification (vi)":"","MassiveScenarioClassification (zh-TW)":""} -{"index":190,"Rank":194,"Model":"gte-small-zh<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","AmazonCounterfactualClassification (de)":"","AmazonCounterfactualClassification (ja)":"","AmazonReviewsClassification (de)":"","AmazonReviewsClassification (es)":"","AmazonReviewsClassification (fr)":"","AmazonReviewsClassification (ja)":"","AmazonReviewsClassification (zh)":38.69,"MTOPDomainClassification (de)":"","MTOPDomainClassification (es)":"","MTOPDomainClassification (fr)":"","MTOPDomainClassification (hi)":"","MTOPDomainClassification (th)":"","MTOPIntentClassification (de)":"","MTOPIntentClassification (es)":"","MTOPIntentClassification (fr)":"","MTOPIntentClassification (hi)":"","MTOPIntentClassification (th)":"","MassiveIntentClassification (af)":"","MassiveIntentClassification (am)":"","MassiveIntentClassification (ar)":"","MassiveIntentClassification (az)":"","MassiveIntentClassification (bn)":"","MassiveIntentClassification (cy)":"","MassiveIntentClassification (de)":"","MassiveIntentClassification (el)":"","MassiveIntentClassification (es)":"","MassiveIntentClassification (fa)":"","MassiveIntentClassification (fi)":"","MassiveIntentClassification (fr)":"","MassiveIntentClassification (he)":"","MassiveIntentClassification (hi)":"","MassiveIntentClassification (hu)":"","MassiveIntentClassification (hy)":"","MassiveIntentClassification (id)":"","MassiveIntentClassification (is)":"","MassiveIntentClassification (it)":"","MassiveIntentClassification (ja)":"","MassiveIntentClassification (jv)":"","MassiveIntentClassification (ka)":"","MassiveIntentClassification (km)":"","MassiveIntentClassification (kn)":"","MassiveIntentClassification (ko)":"","MassiveIntentClassification (lv)":"","MassiveIntentClassification (ml)":"","MassiveIntentClassification (mn)":"","MassiveIntentClassification (ms)":"","MassiveIntentClassification (my)":"","MassiveIntentClassification (nl)":"","MassiveIntentClassification (pt)":"","MassiveIntentClassification (ro)":"","MassiveIntentClassification (ru)":"","MassiveIntentClassification (sl)":"","MassiveIntentClassification (sq)":"","MassiveIntentClassification (sw)":"","MassiveIntentClassification (ta)":"","MassiveIntentClassification (te)":"","MassiveIntentClassification (th)":"","MassiveIntentClassification (tl)":"","MassiveIntentClassification (tr)":"","MassiveIntentClassification (ur)":"","MassiveIntentClassification (vi)":"","MassiveIntentClassification (zh-TW)":"","MassiveScenarioClassification (af)":"","MassiveScenarioClassification (am)":"","MassiveScenarioClassification (ar)":"","MassiveScenarioClassification (az)":"","MassiveScenarioClassification (bn)":"","MassiveScenarioClassification (cy)":"","MassiveScenarioClassification (de)":"","MassiveScenarioClassification (el)":"","MassiveScenarioClassification (es)":"","MassiveScenarioClassification (fa)":"","MassiveScenarioClassification (fi)":"","MassiveScenarioClassification (fr)":"","MassiveScenarioClassification (he)":"","MassiveScenarioClassification (hi)":"","MassiveScenarioClassification (hu)":"","MassiveScenarioClassification (hy)":"","MassiveScenarioClassification (id)":"","MassiveScenarioClassification (is)":"","MassiveScenarioClassification (it)":"","MassiveScenarioClassification (ja)":"","MassiveScenarioClassification (jv)":"","MassiveScenarioClassification (ka)":"","MassiveScenarioClassification (km)":"","MassiveScenarioClassification (kn)":"","MassiveScenarioClassification (ko)":"","MassiveScenarioClassification (lv)":"","MassiveScenarioClassification (ml)":"","MassiveScenarioClassification (mn)":"","MassiveScenarioClassification (ms)":"","MassiveScenarioClassification (my)":"","MassiveScenarioClassification (nl)":"","MassiveScenarioClassification (pt)":"","MassiveScenarioClassification (ro)":"","MassiveScenarioClassification (ru)":"","MassiveScenarioClassification (sl)":"","MassiveScenarioClassification (sq)":"","MassiveScenarioClassification (sw)":"","MassiveScenarioClassification (ta)":"","MassiveScenarioClassification (te)":"","MassiveScenarioClassification (th)":"","MassiveScenarioClassification (tl)":"","MassiveScenarioClassification (tr)":"","MassiveScenarioClassification (ur)":"","MassiveScenarioClassification (vi)":"","MassiveScenarioClassification (zh-TW)":""} -{"index":192,"Rank":195,"Model":"universal-sentence-encoder-multilingual-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":512,"Max Tokens":512,"Average":"","AmazonCounterfactualClassification (de)":"","AmazonCounterfactualClassification (ja)":"","AmazonReviewsClassification (de)":"","AmazonReviewsClassification (es)":"","AmazonReviewsClassification (fr)":33.51,"AmazonReviewsClassification (ja)":"","AmazonReviewsClassification (zh)":"","MTOPDomainClassification (de)":"","MTOPDomainClassification (es)":"","MTOPDomainClassification (fr)":85.5,"MTOPDomainClassification (hi)":"","MTOPDomainClassification (th)":"","MTOPIntentClassification (de)":"","MTOPIntentClassification (es)":"","MTOPIntentClassification (fr)":53.98,"MTOPIntentClassification (hi)":"","MTOPIntentClassification (th)":"","MassiveIntentClassification (af)":"","MassiveIntentClassification (am)":"","MassiveIntentClassification (ar)":"","MassiveIntentClassification (az)":"","MassiveIntentClassification (bn)":"","MassiveIntentClassification (cy)":"","MassiveIntentClassification (de)":"","MassiveIntentClassification (el)":"","MassiveIntentClassification (es)":"","MassiveIntentClassification (fa)":"","MassiveIntentClassification (fi)":"","MassiveIntentClassification (fr)":61.19,"MassiveIntentClassification (he)":"","MassiveIntentClassification (hi)":"","MassiveIntentClassification (hu)":"","MassiveIntentClassification (hy)":"","MassiveIntentClassification (id)":"","MassiveIntentClassification (is)":"","MassiveIntentClassification (it)":"","MassiveIntentClassification (ja)":"","MassiveIntentClassification (jv)":"","MassiveIntentClassification (ka)":"","MassiveIntentClassification (km)":"","MassiveIntentClassification (kn)":"","MassiveIntentClassification (ko)":"","MassiveIntentClassification (lv)":"","MassiveIntentClassification (ml)":"","MassiveIntentClassification (mn)":"","MassiveIntentClassification (ms)":"","MassiveIntentClassification (my)":"","MassiveIntentClassification (nl)":"","MassiveIntentClassification (pt)":"","MassiveIntentClassification (ro)":"","MassiveIntentClassification (ru)":"","MassiveIntentClassification (sl)":"","MassiveIntentClassification (sq)":"","MassiveIntentClassification (sw)":"","MassiveIntentClassification (ta)":"","MassiveIntentClassification (te)":"","MassiveIntentClassification (th)":"","MassiveIntentClassification (tl)":"","MassiveIntentClassification (tr)":"","MassiveIntentClassification (ur)":"","MassiveIntentClassification (vi)":"","MassiveIntentClassification (zh-TW)":"","MassiveScenarioClassification (af)":"","MassiveScenarioClassification (am)":"","MassiveScenarioClassification (ar)":"","MassiveScenarioClassification (az)":"","MassiveScenarioClassification (bn)":"","MassiveScenarioClassification (cy)":"","MassiveScenarioClassification (de)":"","MassiveScenarioClassification (el)":"","MassiveScenarioClassification (es)":"","MassiveScenarioClassification (fa)":"","MassiveScenarioClassification (fi)":"","MassiveScenarioClassification (fr)":70.22,"MassiveScenarioClassification (he)":"","MassiveScenarioClassification (hi)":"","MassiveScenarioClassification (hu)":"","MassiveScenarioClassification (hy)":"","MassiveScenarioClassification (id)":"","MassiveScenarioClassification (is)":"","MassiveScenarioClassification (it)":"","MassiveScenarioClassification (ja)":"","MassiveScenarioClassification (jv)":"","MassiveScenarioClassification (ka)":"","MassiveScenarioClassification (km)":"","MassiveScenarioClassification (kn)":"","MassiveScenarioClassification (ko)":"","MassiveScenarioClassification (lv)":"","MassiveScenarioClassification (ml)":"","MassiveScenarioClassification (mn)":"","MassiveScenarioClassification (ms)":"","MassiveScenarioClassification (my)":"","MassiveScenarioClassification (nl)":"","MassiveScenarioClassification (pt)":"","MassiveScenarioClassification (ro)":"","MassiveScenarioClassification (ru)":"","MassiveScenarioClassification (sl)":"","MassiveScenarioClassification (sq)":"","MassiveScenarioClassification (sw)":"","MassiveScenarioClassification (ta)":"","MassiveScenarioClassification (te)":"","MassiveScenarioClassification (th)":"","MassiveScenarioClassification (tl)":"","MassiveScenarioClassification (tr)":"","MassiveScenarioClassification (ur)":"","MassiveScenarioClassification (vi)":"","MassiveScenarioClassification (zh-TW)":""} -{"index":193,"Rank":196,"Model":"universal-sentence-encoder-multilingual-large-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":512,"Max Tokens":512,"Average":"","AmazonCounterfactualClassification (de)":"","AmazonCounterfactualClassification (ja)":"","AmazonReviewsClassification (de)":"","AmazonReviewsClassification (es)":"","AmazonReviewsClassification (fr)":35.09,"AmazonReviewsClassification (ja)":"","AmazonReviewsClassification (zh)":"","MTOPDomainClassification (de)":"","MTOPDomainClassification (es)":"","MTOPDomainClassification (fr)":88.19,"MTOPDomainClassification (hi)":"","MTOPDomainClassification (th)":"","MTOPIntentClassification (de)":"","MTOPIntentClassification (es)":"","MTOPIntentClassification (fr)":63.64,"MTOPIntentClassification (hi)":"","MTOPIntentClassification (th)":"","MassiveIntentClassification (af)":"","MassiveIntentClassification (am)":"","MassiveIntentClassification (ar)":"","MassiveIntentClassification (az)":"","MassiveIntentClassification (bn)":"","MassiveIntentClassification (cy)":"","MassiveIntentClassification (de)":"","MassiveIntentClassification (el)":"","MassiveIntentClassification (es)":"","MassiveIntentClassification (fa)":"","MassiveIntentClassification (fi)":"","MassiveIntentClassification (fr)":65.8,"MassiveIntentClassification (he)":"","MassiveIntentClassification (hi)":"","MassiveIntentClassification (hu)":"","MassiveIntentClassification (hy)":"","MassiveIntentClassification (id)":"","MassiveIntentClassification (is)":"","MassiveIntentClassification (it)":"","MassiveIntentClassification (ja)":"","MassiveIntentClassification (jv)":"","MassiveIntentClassification (ka)":"","MassiveIntentClassification (km)":"","MassiveIntentClassification (kn)":"","MassiveIntentClassification (ko)":"","MassiveIntentClassification (lv)":"","MassiveIntentClassification (ml)":"","MassiveIntentClassification (mn)":"","MassiveIntentClassification (ms)":"","MassiveIntentClassification (my)":"","MassiveIntentClassification (nl)":"","MassiveIntentClassification (pt)":"","MassiveIntentClassification (ro)":"","MassiveIntentClassification (ru)":"","MassiveIntentClassification (sl)":"","MassiveIntentClassification (sq)":"","MassiveIntentClassification (sw)":"","MassiveIntentClassification (ta)":"","MassiveIntentClassification (te)":"","MassiveIntentClassification (th)":"","MassiveIntentClassification (tl)":"","MassiveIntentClassification (tr)":"","MassiveIntentClassification (ur)":"","MassiveIntentClassification (vi)":"","MassiveIntentClassification (zh-TW)":"","MassiveScenarioClassification (af)":"","MassiveScenarioClassification (am)":"","MassiveScenarioClassification (ar)":"","MassiveScenarioClassification (az)":"","MassiveScenarioClassification (bn)":"","MassiveScenarioClassification (cy)":"","MassiveScenarioClassification (de)":"","MassiveScenarioClassification (el)":"","MassiveScenarioClassification (es)":"","MassiveScenarioClassification (fa)":"","MassiveScenarioClassification (fi)":"","MassiveScenarioClassification (fr)":73.47,"MassiveScenarioClassification (he)":"","MassiveScenarioClassification (hi)":"","MassiveScenarioClassification (hu)":"","MassiveScenarioClassification (hy)":"","MassiveScenarioClassification (id)":"","MassiveScenarioClassification (is)":"","MassiveScenarioClassification (it)":"","MassiveScenarioClassification (ja)":"","MassiveScenarioClassification (jv)":"","MassiveScenarioClassification (ka)":"","MassiveScenarioClassification (km)":"","MassiveScenarioClassification (kn)":"","MassiveScenarioClassification (ko)":"","MassiveScenarioClassification (lv)":"","MassiveScenarioClassification (ml)":"","MassiveScenarioClassification (mn)":"","MassiveScenarioClassification (ms)":"","MassiveScenarioClassification (my)":"","MassiveScenarioClassification (nl)":"","MassiveScenarioClassification (pt)":"","MassiveScenarioClassification (ro)":"","MassiveScenarioClassification (ru)":"","MassiveScenarioClassification (sl)":"","MassiveScenarioClassification (sq)":"","MassiveScenarioClassification (sw)":"","MassiveScenarioClassification (ta)":"","MassiveScenarioClassification (te)":"","MassiveScenarioClassification (th)":"","MassiveScenarioClassification (tl)":"","MassiveScenarioClassification (tr)":"","MassiveScenarioClassification (ur)":"","MassiveScenarioClassification (vi)":"","MassiveScenarioClassification (zh-TW)":""} -{"index":194,"Rank":197,"Model":"bilingual-embedding-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","AmazonCounterfactualClassification (de)":"","AmazonCounterfactualClassification (ja)":"","AmazonReviewsClassification (de)":"","AmazonReviewsClassification (es)":"","AmazonReviewsClassification (fr)":43.51,"AmazonReviewsClassification (ja)":"","AmazonReviewsClassification (zh)":"","MTOPDomainClassification (de)":"","MTOPDomainClassification (es)":"","MTOPDomainClassification (fr)":85.33,"MTOPDomainClassification (hi)":"","MTOPDomainClassification (th)":"","MTOPIntentClassification (de)":"","MTOPIntentClassification (es)":"","MTOPIntentClassification (fr)":59.01,"MTOPIntentClassification (hi)":"","MTOPIntentClassification (th)":"","MassiveIntentClassification (af)":"","MassiveIntentClassification (am)":"","MassiveIntentClassification (ar)":"","MassiveIntentClassification (az)":"","MassiveIntentClassification (bn)":"","MassiveIntentClassification (cy)":"","MassiveIntentClassification (de)":"","MassiveIntentClassification (el)":"","MassiveIntentClassification (es)":"","MassiveIntentClassification (fa)":"","MassiveIntentClassification (fi)":"","MassiveIntentClassification (fr)":65.15,"MassiveIntentClassification (he)":"","MassiveIntentClassification (hi)":"","MassiveIntentClassification (hu)":"","MassiveIntentClassification (hy)":"","MassiveIntentClassification (id)":"","MassiveIntentClassification (is)":"","MassiveIntentClassification (it)":"","MassiveIntentClassification (ja)":"","MassiveIntentClassification (jv)":"","MassiveIntentClassification (ka)":"","MassiveIntentClassification (km)":"","MassiveIntentClassification (kn)":"","MassiveIntentClassification (ko)":"","MassiveIntentClassification (lv)":"","MassiveIntentClassification (ml)":"","MassiveIntentClassification (mn)":"","MassiveIntentClassification (ms)":"","MassiveIntentClassification (my)":"","MassiveIntentClassification (nl)":"","MassiveIntentClassification (pt)":"","MassiveIntentClassification (ro)":"","MassiveIntentClassification (ru)":"","MassiveIntentClassification (sl)":"","MassiveIntentClassification (sq)":"","MassiveIntentClassification (sw)":"","MassiveIntentClassification (ta)":"","MassiveIntentClassification (te)":"","MassiveIntentClassification (th)":"","MassiveIntentClassification (tl)":"","MassiveIntentClassification (tr)":"","MassiveIntentClassification (ur)":"","MassiveIntentClassification (vi)":"","MassiveIntentClassification (zh-TW)":"","MassiveScenarioClassification (af)":"","MassiveScenarioClassification (am)":"","MassiveScenarioClassification (ar)":"","MassiveScenarioClassification (az)":"","MassiveScenarioClassification (bn)":"","MassiveScenarioClassification (cy)":"","MassiveScenarioClassification (de)":"","MassiveScenarioClassification (el)":"","MassiveScenarioClassification (es)":"","MassiveScenarioClassification (fa)":"","MassiveScenarioClassification (fi)":"","MassiveScenarioClassification (fr)":69.94,"MassiveScenarioClassification (he)":"","MassiveScenarioClassification (hi)":"","MassiveScenarioClassification (hu)":"","MassiveScenarioClassification (hy)":"","MassiveScenarioClassification (id)":"","MassiveScenarioClassification (is)":"","MassiveScenarioClassification (it)":"","MassiveScenarioClassification (ja)":"","MassiveScenarioClassification (jv)":"","MassiveScenarioClassification (ka)":"","MassiveScenarioClassification (km)":"","MassiveScenarioClassification (kn)":"","MassiveScenarioClassification (ko)":"","MassiveScenarioClassification (lv)":"","MassiveScenarioClassification (ml)":"","MassiveScenarioClassification (mn)":"","MassiveScenarioClassification (ms)":"","MassiveScenarioClassification (my)":"","MassiveScenarioClassification (nl)":"","MassiveScenarioClassification (pt)":"","MassiveScenarioClassification (ro)":"","MassiveScenarioClassification (ru)":"","MassiveScenarioClassification (sl)":"","MassiveScenarioClassification (sq)":"","MassiveScenarioClassification (sw)":"","MassiveScenarioClassification (ta)":"","MassiveScenarioClassification (te)":"","MassiveScenarioClassification (th)":"","MassiveScenarioClassification (tl)":"","MassiveScenarioClassification (tr)":"","MassiveScenarioClassification (ur)":"","MassiveScenarioClassification (vi)":"","MassiveScenarioClassification (zh-TW)":""} -{"index":195,"Rank":198,"Model":"text-embedding-ada-002<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":8191,"Average":"","AmazonCounterfactualClassification (de)":"","AmazonCounterfactualClassification (ja)":"","AmazonReviewsClassification (de)":"","AmazonReviewsClassification (es)":"","AmazonReviewsClassification (fr)":43.76,"AmazonReviewsClassification (ja)":"","AmazonReviewsClassification (zh)":38.3,"MTOPDomainClassification (de)":"","MTOPDomainClassification (es)":"","MTOPDomainClassification (fr)":89.38,"MTOPDomainClassification (hi)":"","MTOPDomainClassification (th)":"","MTOPIntentClassification (de)":"","MTOPIntentClassification (es)":"","MTOPIntentClassification (fr)":64.45,"MTOPIntentClassification (hi)":"","MTOPIntentClassification (th)":"","MassiveIntentClassification (af)":"","MassiveIntentClassification (am)":"","MassiveIntentClassification (ar)":"","MassiveIntentClassification (az)":"","MassiveIntentClassification (bn)":"","MassiveIntentClassification (cy)":"","MassiveIntentClassification (de)":"","MassiveIntentClassification (el)":"","MassiveIntentClassification (es)":"","MassiveIntentClassification (fa)":"","MassiveIntentClassification (fi)":"","MassiveIntentClassification (fr)":65.42,"MassiveIntentClassification (he)":"","MassiveIntentClassification (hi)":"","MassiveIntentClassification (hu)":"","MassiveIntentClassification (hy)":"","MassiveIntentClassification (id)":"","MassiveIntentClassification (is)":"","MassiveIntentClassification (it)":"","MassiveIntentClassification (ja)":"","MassiveIntentClassification (jv)":"","MassiveIntentClassification (ka)":"","MassiveIntentClassification (km)":"","MassiveIntentClassification (kn)":"","MassiveIntentClassification (ko)":"","MassiveIntentClassification (lv)":"","MassiveIntentClassification (ml)":"","MassiveIntentClassification (mn)":"","MassiveIntentClassification (ms)":"","MassiveIntentClassification (my)":"","MassiveIntentClassification (nl)":"","MassiveIntentClassification (pt)":"","MassiveIntentClassification (ro)":"","MassiveIntentClassification (ru)":"","MassiveIntentClassification (sl)":"","MassiveIntentClassification (sq)":"","MassiveIntentClassification (sw)":"","MassiveIntentClassification (ta)":"","MassiveIntentClassification (te)":"","MassiveIntentClassification (th)":"","MassiveIntentClassification (tl)":"","MassiveIntentClassification (tr)":"","MassiveIntentClassification (ur)":"","MassiveIntentClassification (vi)":"","MassiveIntentClassification (zh-TW)":"","MassiveScenarioClassification (af)":"","MassiveScenarioClassification (am)":"","MassiveScenarioClassification (ar)":"","MassiveScenarioClassification (az)":"","MassiveScenarioClassification (bn)":"","MassiveScenarioClassification (cy)":"","MassiveScenarioClassification (de)":"","MassiveScenarioClassification (el)":"","MassiveScenarioClassification (es)":"","MassiveScenarioClassification (fa)":"","MassiveScenarioClassification (fi)":"","MassiveScenarioClassification (fr)":71.11,"MassiveScenarioClassification (he)":"","MassiveScenarioClassification (hi)":"","MassiveScenarioClassification (hu)":"","MassiveScenarioClassification (hy)":"","MassiveScenarioClassification (id)":"","MassiveScenarioClassification (is)":"","MassiveScenarioClassification (it)":"","MassiveScenarioClassification (ja)":"","MassiveScenarioClassification (jv)":"","MassiveScenarioClassification (ka)":"","MassiveScenarioClassification (km)":"","MassiveScenarioClassification (kn)":"","MassiveScenarioClassification (ko)":"","MassiveScenarioClassification (lv)":"","MassiveScenarioClassification (ml)":"","MassiveScenarioClassification (mn)":"","MassiveScenarioClassification (ms)":"","MassiveScenarioClassification (my)":"","MassiveScenarioClassification (nl)":"","MassiveScenarioClassification (pt)":"","MassiveScenarioClassification (ro)":"","MassiveScenarioClassification (ru)":"","MassiveScenarioClassification (sl)":"","MassiveScenarioClassification (sq)":"","MassiveScenarioClassification (sw)":"","MassiveScenarioClassification (ta)":"","MassiveScenarioClassification (te)":"","MassiveScenarioClassification (th)":"","MassiveScenarioClassification (tl)":"","MassiveScenarioClassification (tr)":"","MassiveScenarioClassification (ur)":"","MassiveScenarioClassification (vi)":"","MassiveScenarioClassification (zh-TW)":""} -{"index":198,"Rank":199,"Model":"text-embedding<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":512,"Average":"","AmazonCounterfactualClassification (de)":"","AmazonCounterfactualClassification (ja)":"","AmazonReviewsClassification (de)":"","AmazonReviewsClassification (es)":"","AmazonReviewsClassification (fr)":"","AmazonReviewsClassification (ja)":"","AmazonReviewsClassification (zh)":48.3,"MTOPDomainClassification (de)":"","MTOPDomainClassification (es)":"","MTOPDomainClassification (fr)":"","MTOPDomainClassification (hi)":"","MTOPDomainClassification (th)":"","MTOPIntentClassification (de)":"","MTOPIntentClassification (es)":"","MTOPIntentClassification (fr)":"","MTOPIntentClassification (hi)":"","MTOPIntentClassification (th)":"","MassiveIntentClassification (af)":"","MassiveIntentClassification (am)":"","MassiveIntentClassification (ar)":"","MassiveIntentClassification (az)":"","MassiveIntentClassification (bn)":"","MassiveIntentClassification (cy)":"","MassiveIntentClassification (de)":"","MassiveIntentClassification (el)":"","MassiveIntentClassification (es)":"","MassiveIntentClassification (fa)":"","MassiveIntentClassification (fi)":"","MassiveIntentClassification (fr)":"","MassiveIntentClassification (he)":"","MassiveIntentClassification (hi)":"","MassiveIntentClassification (hu)":"","MassiveIntentClassification (hy)":"","MassiveIntentClassification (id)":"","MassiveIntentClassification (is)":"","MassiveIntentClassification (it)":"","MassiveIntentClassification (ja)":"","MassiveIntentClassification (jv)":"","MassiveIntentClassification (ka)":"","MassiveIntentClassification (km)":"","MassiveIntentClassification (kn)":"","MassiveIntentClassification (ko)":"","MassiveIntentClassification (lv)":"","MassiveIntentClassification (ml)":"","MassiveIntentClassification (mn)":"","MassiveIntentClassification (ms)":"","MassiveIntentClassification (my)":"","MassiveIntentClassification (nl)":"","MassiveIntentClassification (pt)":"","MassiveIntentClassification (ro)":"","MassiveIntentClassification (ru)":"","MassiveIntentClassification (sl)":"","MassiveIntentClassification (sq)":"","MassiveIntentClassification (sw)":"","MassiveIntentClassification (ta)":"","MassiveIntentClassification (te)":"","MassiveIntentClassification (th)":"","MassiveIntentClassification (tl)":"","MassiveIntentClassification (tr)":"","MassiveIntentClassification (ur)":"","MassiveIntentClassification (vi)":"","MassiveIntentClassification (zh-TW)":"","MassiveScenarioClassification (af)":"","MassiveScenarioClassification (am)":"","MassiveScenarioClassification (ar)":"","MassiveScenarioClassification (az)":"","MassiveScenarioClassification (bn)":"","MassiveScenarioClassification (cy)":"","MassiveScenarioClassification (de)":"","MassiveScenarioClassification (el)":"","MassiveScenarioClassification (es)":"","MassiveScenarioClassification (fa)":"","MassiveScenarioClassification (fi)":"","MassiveScenarioClassification (fr)":"","MassiveScenarioClassification (he)":"","MassiveScenarioClassification (hi)":"","MassiveScenarioClassification (hu)":"","MassiveScenarioClassification (hy)":"","MassiveScenarioClassification (id)":"","MassiveScenarioClassification (is)":"","MassiveScenarioClassification (it)":"","MassiveScenarioClassification (ja)":"","MassiveScenarioClassification (jv)":"","MassiveScenarioClassification (ka)":"","MassiveScenarioClassification (km)":"","MassiveScenarioClassification (kn)":"","MassiveScenarioClassification (ko)":"","MassiveScenarioClassification (lv)":"","MassiveScenarioClassification (ml)":"","MassiveScenarioClassification (mn)":"","MassiveScenarioClassification (ms)":"","MassiveScenarioClassification (my)":"","MassiveScenarioClassification (nl)":"","MassiveScenarioClassification (pt)":"","MassiveScenarioClassification (ro)":"","MassiveScenarioClassification (ru)":"","MassiveScenarioClassification (sl)":"","MassiveScenarioClassification (sq)":"","MassiveScenarioClassification (sw)":"","MassiveScenarioClassification (ta)":"","MassiveScenarioClassification (te)":"","MassiveScenarioClassification (th)":"","MassiveScenarioClassification (tl)":"","MassiveScenarioClassification (tr)":"","MassiveScenarioClassification (ur)":"","MassiveScenarioClassification (vi)":"","MassiveScenarioClassification (zh-TW)":""} diff --git a/boards_data/other-sts/data_overall/default.txt b/boards_data/other-sts/data_overall/default.txt deleted file mode 100644 index e69de29bb2d1d6434b8b29ae775ad8c2e48c5391..0000000000000000000000000000000000000000 diff --git a/boards_data/other-sts/data_tasks/STS/default.jsonl b/boards_data/other-sts/data_tasks/STS/default.jsonl deleted file mode 100644 index f13f0cfdf601970e05f6a4a8c707ec6c84733d5f..0000000000000000000000000000000000000000 --- a/boards_data/other-sts/data_tasks/STS/default.jsonl +++ /dev/null @@ -1,378 +0,0 @@ -{"index":23,"Rank":1,"Model":"gte-Qwen2-7B-instruct<\/a>","Model Size (Million Parameters)":7613,"Memory Usage (GB, fp32)":28.36,"Embedding Dimensions":3584,"Max Tokens":32768,"Average":74.78,"STS17 (ar-ar)":85.92,"STS17 (en-ar)":84.05,"STS17 (en-de)":87.22,"STS17 (en-tr)":77.15,"STS17 (es-en)":86.84,"STS17 (es-es)":89.01,"STS17 (fr-en)":87.14,"STS17 (it-en)":87.98,"STS17 (ko-ko)":83.86,"STS17 (nl-en)":86.65,"STS22 (ar)":56.69,"STS22 (de)":58.05,"STS22 (de-en)":57.62,"STS22 (de-fr)":64.76,"STS22 (de-pl)":54.6,"STS22 (es)":67.24,"STS22 (es-en)":78.38,"STS22 (es-it)":74.84,"STS22 (fr)":82.49,"STS22 (fr-pl)":84.52,"STS22 (it)":78.4,"STS22 (pl)":40.87,"STS22 (pl-en)":74.58,"STS22 (ru)":63.82,"STS22 (tr)":67.44,"STS22 (zh-en)":72.08,"STSBenchmark":86.81} -{"index":213,"Rank":2,"Model":"multilingual-e5-large-instruct<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":74.58,"STS17 (ar-ar)":82.71,"STS17 (en-ar)":81.83,"STS17 (en-de)":87.61,"STS17 (en-tr)":80.47,"STS17 (es-en)":87.03,"STS17 (es-es)":89.4,"STS17 (fr-en)":86.28,"STS17 (it-en)":88.25,"STS17 (ko-ko)":84.31,"STS17 (nl-en)":87.44,"STS22 (ar)":59.52,"STS22 (de)":61.53,"STS22 (de-en)":58.22,"STS22 (de-fr)":65.52,"STS22 (de-pl)":54.6,"STS22 (es)":68.45,"STS22 (es-en)":78.65,"STS22 (es-it)":75.25,"STS22 (fr)":82.25,"STS22 (fr-pl)":61.98,"STS22 (it)":79.45,"STS22 (pl)":40.97,"STS22 (pl-en)":74.86,"STS22 (ru)":70.06,"STS22 (tr)":67.2,"STS22 (zh-en)":71.45,"STSBenchmark":88.39} -{"index":27,"Rank":3,"Model":"e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":73.54,"STS17 (ar-ar)":81.87,"STS17 (en-ar)":77.93,"STS17 (en-de)":87.3,"STS17 (en-tr)":72.56,"STS17 (es-en)":88.24,"STS17 (es-es)":87.46,"STS17 (fr-en)":88.06,"STS17 (it-en)":89.68,"STS17 (ko-ko)":83.69,"STS17 (nl-en)":88.25,"STS22 (ar)":54.12,"STS22 (de)":49.12,"STS22 (de-en)":60.92,"STS22 (de-fr)":61.39,"STS22 (de-pl)":54.47,"STS22 (es)":67.0,"STS22 (es-en)":75.84,"STS22 (es-it)":75.04,"STS22 (fr)":79.86,"STS22 (fr-pl)":84.52,"STS22 (it)":75.87,"STS22 (pl)":39.21,"STS22 (pl-en)":73.18,"STS22 (ru)":60.83,"STS22 (tr)":68.72,"STS22 (zh-en)":71.88,"STSBenchmark":88.6} -{"index":80,"Rank":4,"Model":"onnx-gte-multilingual-base<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":73.41,"STS17 (ar-ar)":78.82,"STS17 (en-ar)":76.44,"STS17 (en-de)":84.71,"STS17 (en-tr)":76.36,"STS17 (es-en)":83.85,"STS17 (es-es)":87.04,"STS17 (fr-en)":84.43,"STS17 (it-en)":83.85,"STS17 (ko-ko)":81.59,"STS17 (nl-en)":82.46,"STS22 (ar)":58.55,"STS22 (de)":60.89,"STS22 (de-en)":62.28,"STS22 (de-fr)":56.01,"STS22 (de-pl)":53.64,"STS22 (es)":72.02,"STS22 (es-en)":79.64,"STS22 (es-it)":74.83,"STS22 (fr)":81.03,"STS22 (fr-pl)":73.25,"STS22 (it)":78.28,"STS22 (pl)":42.39,"STS22 (pl-en)":78.29,"STS22 (ru)":66.49,"STS22 (tr)":65.54,"STS22 (zh-en)":72.93,"STSBenchmark":86.46} -{"index":26,"Rank":5,"Model":"gte-multilingual-base<\/a>","Model Size (Million Parameters)":305,"Memory Usage (GB, fp32)":1.14,"Embedding Dimensions":768,"Max Tokens":8192,"Average":73.41,"STS17 (ar-ar)":78.82,"STS17 (en-ar)":76.44,"STS17 (en-de)":84.71,"STS17 (en-tr)":76.36,"STS17 (es-en)":83.85,"STS17 (es-es)":87.04,"STS17 (fr-en)":84.43,"STS17 (it-en)":83.85,"STS17 (ko-ko)":81.59,"STS17 (nl-en)":82.46,"STS22 (ar)":58.55,"STS22 (de)":60.89,"STS22 (de-en)":62.28,"STS22 (de-fr)":56.01,"STS22 (de-pl)":53.64,"STS22 (es)":72.02,"STS22 (es-en)":79.64,"STS22 (es-it)":74.83,"STS22 (fr)":81.03,"STS22 (fr-pl)":73.25,"STS22 (it)":78.28,"STS22 (pl)":42.39,"STS22 (pl-en)":78.29,"STS22 (ru)":66.49,"STS22 (tr)":65.54,"STS22 (zh-en)":72.93,"STSBenchmark":86.46} -{"index":208,"Rank":6,"Model":"e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":73.17,"STS17 (ar-ar)":81.87,"STS17 (en-ar)":77.95,"STS17 (en-de)":87.3,"STS17 (en-tr)":72.59,"STS17 (es-en)":88.24,"STS17 (es-es)":87.46,"STS17 (fr-en)":88.08,"STS17 (it-en)":89.69,"STS17 (ko-ko)":83.69,"STS17 (nl-en)":88.25,"STS22 (ar)":54.12,"STS22 (de)":49.12,"STS22 (de-en)":60.92,"STS22 (de-fr)":61.39,"STS22 (de-pl)":54.47,"STS22 (es)":66.98,"STS22 (es-en)":75.85,"STS22 (es-it)":75.05,"STS22 (fr)":69.82,"STS22 (fr-pl)":84.52,"STS22 (it)":75.88,"STS22 (pl)":39.19,"STS22 (pl-en)":73.18,"STS22 (ru)":60.83,"STS22 (tr)":68.72,"STS22 (zh-en)":71.9,"STSBenchmark":88.6} -{"index":212,"Rank":7,"Model":"multilingual-e5-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":70.02,"STS17 (ar-ar)":77.83,"STS17 (en-ar)":75.03,"STS17 (en-de)":86.15,"STS17 (en-tr)":71.22,"STS17 (es-en)":80.74,"STS17 (es-es)":86.71,"STS17 (fr-en)":85.62,"STS17 (it-en)":84.52,"STS17 (ko-ko)":82.27,"STS17 (nl-en)":85.29,"STS22 (ar)":56.95,"STS22 (de)":56.58,"STS22 (de-en)":56.59,"STS22 (de-fr)":67.96,"STS22 (de-pl)":49.58,"STS22 (es)":64.6,"STS22 (es-en)":72.51,"STS22 (es-it)":68.92,"STS22 (fr)":76.77,"STS22 (fr-pl)":50.71,"STS22 (it)":76.99,"STS22 (pl)":34.66,"STS22 (pl-en)":65.54,"STS22 (ru)":59.89,"STS22 (tr)":63.56,"STS22 (zh-en)":65.95,"STSBenchmark":87.29} -{"index":211,"Rank":8,"Model":"multilingual-e5-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":68.86,"STS17 (ar-ar)":74.48,"STS17 (en-ar)":71.27,"STS17 (en-de)":82.08,"STS17 (en-tr)":63.3,"STS17 (es-en)":76.56,"STS17 (es-es)":86.74,"STS17 (fr-en)":80.18,"STS17 (it-en)":80.16,"STS17 (ko-ko)":79.95,"STS17 (nl-en)":79.29,"STS22 (ar)":57.82,"STS22 (de)":55.95,"STS22 (de-en)":54.89,"STS22 (de-fr)":59.68,"STS22 (de-pl)":39.35,"STS22 (es)":66.67,"STS22 (es-en)":74.0,"STS22 (es-it)":66.43,"STS22 (fr)":75.04,"STS22 (fr-pl)":73.25,"STS22 (it)":77.76,"STS22 (pl)":34.07,"STS22 (pl-en)":70.37,"STS22 (ru)":60.67,"STS22 (tr)":63.71,"STS22 (zh-en)":69.8,"STSBenchmark":85.64} -{"index":146,"Rank":9,"Model":"Titan-text-embeddings-v2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":68.85,"STS17 (ar-ar)":79.38,"STS17 (en-ar)":58.76,"STS17 (en-de)":76.13,"STS17 (en-tr)":55.53,"STS17 (es-en)":72.26,"STS17 (es-es)":85.06,"STS17 (fr-en)":75.63,"STS17 (it-en)":71.36,"STS17 (ko-ko)":80.79,"STS17 (nl-en)":71.99,"STS22 (ar)":57.44,"STS22 (de)":60.12,"STS22 (de-en)":53.36,"STS22 (de-fr)":58.25,"STS22 (de-pl)":48.47,"STS22 (es)":68.57,"STS22 (es-en)":77.41,"STS22 (es-it)":74.69,"STS22 (fr)":81.47,"STS22 (fr-pl)":73.25,"STS22 (it)":79.28,"STS22 (pl)":42.08,"STS22 (pl-en)":77.5,"STS22 (ru)":61.71,"STS22 (tr)":66.62,"STS22 (zh-en)":69.87,"STSBenchmark":81.95} -{"index":39,"Rank":10,"Model":"multilingual-e5-base-similarity-v1-onnx-quantized<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":68.84,"STS17 (ar-ar)":74.52,"STS17 (en-ar)":71.27,"STS17 (en-de)":82.09,"STS17 (en-tr)":63.33,"STS17 (es-en)":76.5,"STS17 (es-es)":86.74,"STS17 (fr-en)":80.18,"STS17 (it-en)":80.15,"STS17 (ko-ko)":79.95,"STS17 (nl-en)":79.25,"STS22 (ar)":57.87,"STS22 (de)":55.95,"STS22 (de-en)":54.93,"STS22 (de-fr)":59.47,"STS22 (de-pl)":39.35,"STS22 (es)":66.58,"STS22 (es-en)":73.99,"STS22 (es-it)":66.46,"STS22 (fr)":74.8,"STS22 (fr-pl)":73.25,"STS22 (it)":77.76,"STS22 (pl)":34.13,"STS22 (pl-en)":70.37,"STS22 (ru)":60.66,"STS22 (tr)":63.7,"STS22 (zh-en)":69.92,"STSBenchmark":85.64} -{"index":102,"Rank":11,"Model":"multilingual-e5-base-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":68.84,"STS17 (ar-ar)":74.52,"STS17 (en-ar)":71.27,"STS17 (en-de)":82.09,"STS17 (en-tr)":63.33,"STS17 (es-en)":76.5,"STS17 (es-es)":86.74,"STS17 (fr-en)":80.18,"STS17 (it-en)":80.15,"STS17 (ko-ko)":79.95,"STS17 (nl-en)":79.25,"STS22 (ar)":57.87,"STS22 (de)":55.95,"STS22 (de-en)":54.93,"STS22 (de-fr)":59.47,"STS22 (de-pl)":39.35,"STS22 (es)":66.58,"STS22 (es-en)":73.99,"STS22 (es-it)":66.46,"STS22 (fr)":74.8,"STS22 (fr-pl)":73.25,"STS22 (it)":77.76,"STS22 (pl)":34.13,"STS22 (pl-en)":70.37,"STS22 (ru)":60.66,"STS22 (tr)":63.7,"STS22 (zh-en)":69.92,"STSBenchmark":85.64} -{"index":178,"Rank":12,"Model":"multilingual-e5-base-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":68.84,"STS17 (ar-ar)":74.52,"STS17 (en-ar)":71.27,"STS17 (en-de)":82.09,"STS17 (en-tr)":63.33,"STS17 (es-en)":76.5,"STS17 (es-es)":86.74,"STS17 (fr-en)":80.18,"STS17 (it-en)":80.15,"STS17 (ko-ko)":79.95,"STS17 (nl-en)":79.25,"STS22 (ar)":57.87,"STS22 (de)":55.95,"STS22 (de-en)":54.93,"STS22 (de-fr)":59.47,"STS22 (de-pl)":39.35,"STS22 (es)":66.58,"STS22 (es-en)":73.99,"STS22 (es-it)":66.46,"STS22 (fr)":74.8,"STS22 (fr-pl)":73.25,"STS22 (it)":77.76,"STS22 (pl)":34.13,"STS22 (pl-en)":70.37,"STS22 (ru)":60.66,"STS22 (tr)":63.7,"STS22 (zh-en)":69.92,"STSBenchmark":85.64} -{"index":320,"Rank":13,"Model":"paraphrase-multilingual-mpnet-base-v2<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":68.64,"STS17 (ar-ar)":79.1,"STS17 (en-ar)":80.85,"STS17 (en-de)":83.28,"STS17 (en-tr)":74.9,"STS17 (es-en)":86.11,"STS17 (es-es)":85.14,"STS17 (fr-en)":81.17,"STS17 (it-en)":84.24,"STS17 (ko-ko)":83.41,"STS17 (nl-en)":82.51,"STS22 (ar)":52.19,"STS22 (de)":46.7,"STS22 (de-en)":50.81,"STS22 (de-fr)":62.34,"STS22 (de-pl)":40.53,"STS22 (es)":59.91,"STS22 (es-en)":70.26,"STS22 (es-it)":53.7,"STS22 (fr)":74.3,"STS22 (fr-pl)":84.52,"STS22 (it)":60.65,"STS22 (pl)":33.64,"STS22 (pl-en)":73.07,"STS22 (ru)":58.74,"STS22 (tr)":56.3,"STS22 (zh-en)":67.96,"STSBenchmark":86.82} -{"index":214,"Rank":14,"Model":"multilingual-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":67.08,"STS17 (ar-ar)":73.0,"STS17 (en-ar)":57.39,"STS17 (en-de)":76.82,"STS17 (en-tr)":55.93,"STS17 (es-en)":72.43,"STS17 (es-es)":84.83,"STS17 (fr-en)":72.28,"STS17 (it-en)":77.31,"STS17 (ko-ko)":78.87,"STS17 (nl-en)":75.43,"STS22 (ar)":56.65,"STS22 (de)":53.45,"STS22 (de-en)":56.07,"STS22 (de-fr)":60.62,"STS22 (de-pl)":28.24,"STS22 (es)":66.86,"STS22 (es-en)":74.2,"STS22 (es-it)":71.74,"STS22 (fr)":76.58,"STS22 (fr-pl)":84.52,"STS22 (it)":76.53,"STS22 (pl)":35.8,"STS22 (pl-en)":72.69,"STS22 (ru)":59.9,"STS22 (tr)":63.69,"STS22 (zh-en)":65.32,"STSBenchmark":84.11} -{"index":229,"Rank":15,"Model":"multilingual-e5-small-ct2-int8<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":67.07,"STS17 (ar-ar)":73.03,"STS17 (en-ar)":57.41,"STS17 (en-de)":77.24,"STS17 (en-tr)":55.97,"STS17 (es-en)":72.44,"STS17 (es-es)":84.84,"STS17 (fr-en)":72.29,"STS17 (it-en)":77.33,"STS17 (ko-ko)":78.87,"STS17 (nl-en)":75.38,"STS22 (ar)":56.65,"STS22 (de)":53.45,"STS22 (de-en)":56.49,"STS22 (de-fr)":60.57,"STS22 (de-pl)":28.24,"STS22 (es)":66.88,"STS22 (es-en)":74.57,"STS22 (es-it)":71.81,"STS22 (fr)":76.58,"STS22 (fr-pl)":84.52,"STS22 (it)":76.53,"STS22 (pl)":35.79,"STS22 (pl-en)":72.69,"STS22 (ru)":59.9,"STS22 (tr)":63.71,"STS22 (zh-en)":63.74,"STSBenchmark":84.01} -{"index":305,"Rank":16,"Model":"LaBSE<\/a>","Model Size (Million Parameters)":471,"Memory Usage (GB, fp32)":1.75,"Embedding Dimensions":768,"Max Tokens":512,"Average":66.01,"STS17 (ar-ar)":69.07,"STS17 (en-ar)":74.51,"STS17 (en-de)":73.85,"STS17 (en-tr)":72.07,"STS17 (es-en)":65.71,"STS17 (es-es)":80.83,"STS17 (fr-en)":76.98,"STS17 (it-en)":76.99,"STS17 (ko-ko)":71.32,"STS17 (nl-en)":75.22,"STS22 (ar)":57.67,"STS22 (de)":48.58,"STS22 (de-en)":50.14,"STS22 (de-fr)":53.28,"STS22 (de-pl)":58.69,"STS22 (es)":63.18,"STS22 (es-en)":71.86,"STS22 (es-it)":69.69,"STS22 (fr)":77.95,"STS22 (fr-pl)":61.98,"STS22 (it)":72.22,"STS22 (pl)":39.28,"STS22 (pl-en)":69.41,"STS22 (ru)":57.49,"STS22 (tr)":58.15,"STS22 (zh-en)":64.02,"STSBenchmark":72.25} -{"index":327,"Rank":17,"Model":"text2vec-base-multilingual<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":256,"Average":65.66,"STS17 (ar-ar)":78.03,"STS17 (en-ar)":78.6,"STS17 (en-de)":81.48,"STS17 (en-tr)":76.34,"STS17 (es-en)":81.81,"STS17 (es-es)":87.91,"STS17 (fr-en)":78.06,"STS17 (it-en)":80.98,"STS17 (ko-ko)":68.24,"STS17 (nl-en)":81.0,"STS22 (ar)":54.51,"STS22 (de)":46.89,"STS22 (de-en)":45.0,"STS22 (de-fr)":49.43,"STS22 (de-pl)":39.32,"STS22 (es)":58.94,"STS22 (es-en)":67.71,"STS22 (es-it)":50.79,"STS22 (fr)":74.1,"STS22 (fr-pl)":73.25,"STS22 (it)":65.86,"STS22 (pl)":34.81,"STS22 (pl-en)":60.17,"STS22 (ru)":54.51,"STS22 (tr)":57.29,"STS22 (zh-en)":61.29,"STSBenchmark":86.45} -{"index":79,"Rank":18,"Model":"paraphrase-multilingual-mpnet-base-v2-KE_Sieve<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":65.52,"STS17 (ar-ar)":76.04,"STS17 (en-ar)":77.6,"STS17 (en-de)":70.4,"STS17 (en-tr)":71.04,"STS17 (es-en)":81.59,"STS17 (es-es)":82.77,"STS17 (fr-en)":77.16,"STS17 (it-en)":81.52,"STS17 (ko-ko)":77.0,"STS17 (nl-en)":80.7,"STS22 (ar)":52.61,"STS22 (de)":41.84,"STS22 (de-en)":49.09,"STS22 (de-fr)":50.6,"STS22 (de-pl)":50.44,"STS22 (es)":57.23,"STS22 (es-en)":67.29,"STS22 (es-it)":57.93,"STS22 (fr)":72.79,"STS22 (fr-pl)":73.25,"STS22 (it)":64.17,"STS22 (pl)":36.37,"STS22 (pl-en)":67.72,"STS22 (ru)":53.35,"STS22 (tr)":52.71,"STS22 (zh-en)":64.45,"STSBenchmark":81.34} -{"index":312,"Rank":19,"Model":"distiluse-base-multilingual-cased-v2<\/a>","Model Size (Million Parameters)":135,"Memory Usage (GB, fp32)":0.5,"Embedding Dimensions":512,"Max Tokens":512,"Average":65.43,"STS17 (ar-ar)":77.34,"STS17 (en-ar)":77.46,"STS17 (en-de)":80.24,"STS17 (en-tr)":74.34,"STS17 (es-en)":77.4,"STS17 (es-es)":83.71,"STS17 (fr-en)":79.28,"STS17 (it-en)":80.82,"STS17 (ko-ko)":76.4,"STS17 (nl-en)":80.51,"STS22 (ar)":49.04,"STS22 (de)":35.73,"STS22 (de-en)":47.51,"STS22 (de-fr)":60.76,"STS22 (de-pl)":36.09,"STS22 (es)":59.34,"STS22 (es-en)":68.96,"STS22 (es-it)":63.28,"STS22 (fr)":76.41,"STS22 (fr-pl)":61.98,"STS22 (it)":65.1,"STS22 (pl)":34.58,"STS22 (pl-en)":71.33,"STS22 (ru)":52.4,"STS22 (tr)":54.07,"STS22 (zh-en)":61.75,"STSBenchmark":80.75} -{"index":319,"Rank":20,"Model":"paraphrase-multilingual-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":65.18,"STS17 (ar-ar)":79.16,"STS17 (en-ar)":81.22,"STS17 (en-de)":84.22,"STS17 (en-tr)":76.74,"STS17 (es-en)":84.44,"STS17 (es-es)":85.56,"STS17 (fr-en)":76.59,"STS17 (it-en)":82.35,"STS17 (ko-ko)":77.03,"STS17 (nl-en)":81.71,"STS22 (ar)":46.2,"STS22 (de)":44.64,"STS22 (de-en)":52.65,"STS22 (de-fr)":51.73,"STS22 (de-pl)":44.22,"STS22 (es)":56.56,"STS22 (es-en)":67.33,"STS22 (es-it)":47.67,"STS22 (fr)":70.55,"STS22 (fr-pl)":50.71,"STS22 (it)":55.22,"STS22 (pl)":33.73,"STS22 (pl-en)":69.02,"STS22 (ru)":57.08,"STS22 (tr)":53.39,"STS22 (zh-en)":65.71,"STSBenchmark":84.42} -{"index":176,"Rank":21,"Model":"USER-bge-m3<\/a>","Model Size (Million Parameters)":359,"Memory Usage (GB, fp32)":1.34,"Embedding Dimensions":1024,"Max Tokens":8192,"Average":61.44,"STS17 (ar-ar)":19.24,"STS17 (en-ar)":1.36,"STS17 (en-de)":79.44,"STS17 (en-tr)":64.37,"STS17 (es-en)":73.1,"STS17 (es-es)":85.32,"STS17 (fr-en)":75.33,"STS17 (it-en)":75.26,"STS17 (ko-ko)":9.22,"STS17 (nl-en)":73.16,"STS22 (ar)":33.36,"STS22 (de)":61.47,"STS22 (de-en)":58.35,"STS22 (de-fr)":61.09,"STS22 (de-pl)":58.48,"STS22 (es)":70.65,"STS22 (es-en)":79.25,"STS22 (es-it)":74.77,"STS22 (fr)":82.53,"STS22 (fr-pl)":84.52,"STS22 (it)":81.45,"STS22 (pl)":40.49,"STS22 (pl-en)":74.88,"STS22 (ru)":70.55,"STS22 (tr)":66.46,"STS22 (zh-en)":17.82,"STSBenchmark":86.85} -{"index":217,"Rank":22,"Model":"udever-bloom-1b1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":2048,"Average":59.1,"STS17 (ar-ar)":81.13,"STS17 (en-ar)":79.64,"STS17 (en-de)":52.52,"STS17 (en-tr)":4.75,"STS17 (es-en)":85.41,"STS17 (es-es)":87.33,"STS17 (fr-en)":83.96,"STS17 (it-en)":45.62,"STS17 (ko-ko)":61.89,"STS17 (nl-en)":46.69,"STS22 (ar)":55.0,"STS22 (de)":37.51,"STS22 (de-en)":51.66,"STS22 (de-fr)":39.66,"STS22 (de-pl)":26.11,"STS22 (es)":59.79,"STS22 (es-en)":73.59,"STS22 (es-it)":67.83,"STS22 (fr)":77.1,"STS22 (fr-pl)":84.52,"STS22 (it)":68.87,"STS22 (pl)":27.98,"STS22 (pl-en)":60.77,"STS22 (ru)":43.14,"STS22 (tr)":42.33,"STS22 (zh-en)":65.01,"STSBenchmark":85.79} -{"index":163,"Rank":23,"Model":"sgpt-bloom-7b1-msmarco<\/a>","Model Size (Million Parameters)":7068,"Memory Usage (GB, fp32)":26.33,"Embedding Dimensions":4096,"Max Tokens":2048,"Average":58.34,"STS17 (ar-ar)":76.42,"STS17 (en-ar)":78.07,"STS17 (en-de)":59.1,"STS17 (en-tr)":11.8,"STS17 (es-en)":78.22,"STS17 (es-es)":86.0,"STS17 (fr-en)":80.46,"STS17 (it-en)":51.58,"STS17 (ko-ko)":66.89,"STS17 (nl-en)":45.85,"STS22 (ar)":58.67,"STS22 (de)":30.05,"STS22 (de-en)":51.16,"STS22 (de-fr)":53.28,"STS22 (de-pl)":43.05,"STS22 (es)":65.41,"STS22 (es-en)":75.06,"STS22 (es-it)":65.5,"STS22 (fr)":80.38,"STS22 (fr-pl)":28.17,"STS22 (it)":65.65,"STS22 (pl)":31.13,"STS22 (pl-en)":53.31,"STS22 (ru)":43.36,"STS22 (tr)":47.14,"STS22 (zh-en)":68.45,"STSBenchmark":80.9} -{"index":183,"Rank":24,"Model":"SONAR<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":57.22,"STS17 (ar-ar)":74.97,"STS17 (en-ar)":74.05,"STS17 (en-de)":74.95,"STS17 (en-tr)":77.18,"STS17 (es-en)":72.25,"STS17 (es-es)":80.65,"STS17 (fr-en)":77.2,"STS17 (it-en)":78.67,"STS17 (ko-ko)":66.14,"STS17 (nl-en)":78.14,"STS22 (ar)":40.25,"STS22 (de)":24.09,"STS22 (de-en)":34.28,"STS22 (de-fr)":41.29,"STS22 (de-pl)":25.81,"STS22 (es)":55.4,"STS22 (es-en)":57.82,"STS22 (es-it)":49.13,"STS22 (fr)":61.72,"STS22 (fr-pl)":61.98,"STS22 (it)":62.2,"STS22 (pl)":25.31,"STS22 (pl-en)":44.72,"STS22 (ru)":43.57,"STS22 (tr)":46.46,"STS22 (zh-en)":49.19,"STSBenchmark":67.39} -{"index":14,"Rank":25,"Model":"LASER2<\/a>","Model Size (Million Parameters)":43,"Memory Usage (GB, fp32)":0.16,"Embedding Dimensions":1024,"Max Tokens":"N\/A","Average":52.31,"STS17 (ar-ar)":67.47,"STS17 (en-ar)":65.05,"STS17 (en-de)":66.66,"STS17 (en-tr)":70.05,"STS17 (es-en)":55.3,"STS17 (es-es)":79.67,"STS17 (fr-en)":70.82,"STS17 (it-en)":70.98,"STS17 (ko-ko)":70.52,"STS17 (nl-en)":68.12,"STS22 (ar)":42.57,"STS22 (de)":25.69,"STS22 (de-en)":32.35,"STS22 (de-fr)":37.41,"STS22 (de-pl)":15.67,"STS22 (es)":54.92,"STS22 (es-en)":54.34,"STS22 (es-it)":42.21,"STS22 (fr)":58.61,"STS22 (fr-pl)":39.44,"STS22 (it)":60.31,"STS22 (pl)":18.34,"STS22 (pl-en)":53.63,"STS22 (ru)":39.24,"STS22 (tr)":36.97,"STS22 (zh-en)":46.19,"STSBenchmark":69.77} -{"index":219,"Rank":26,"Model":"udever-bloom-560m<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":2048,"Average":52.04,"STS17 (ar-ar)":80.6,"STS17 (en-ar)":72.6,"STS17 (en-de)":40.34,"STS17 (en-tr)":6.79,"STS17 (es-en)":81.8,"STS17 (es-es)":85.65,"STS17 (fr-en)":79.94,"STS17 (it-en)":34.8,"STS17 (ko-ko)":57.28,"STS17 (nl-en)":33.58,"STS22 (ar)":54.82,"STS22 (de)":26.63,"STS22 (de-en)":49.55,"STS22 (de-fr)":22.36,"STS22 (de-pl)":35.32,"STS22 (es)":56.31,"STS22 (es-en)":71.03,"STS22 (es-it)":61.3,"STS22 (fr)":61.35,"STS22 (fr-pl)":73.25,"STS22 (it)":62.61,"STS22 (pl)":15.06,"STS22 (pl-en)":43.72,"STS22 (ru)":28.77,"STS22 (tr)":22.11,"STS22 (zh-en)":63.9,"STSBenchmark":83.63} -{"index":207,"Rank":27,"Model":"e5-large-v2<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":51.73,"STS17 (ar-ar)":59.75,"STS17 (en-ar)":-1.96,"STS17 (en-de)":61.58,"STS17 (en-tr)":1.19,"STS17 (es-en)":50.83,"STS17 (es-es)":82.16,"STS17 (fr-en)":56.29,"STS17 (it-en)":38.07,"STS17 (ko-ko)":51.73,"STS17 (nl-en)":39.39,"STS22 (ar)":43.98,"STS22 (de)":38.45,"STS22 (de-en)":49.8,"STS22 (de-fr)":60.02,"STS22 (de-pl)":40.19,"STS22 (es)":61.36,"STS22 (es-en)":71.31,"STS22 (es-it)":65.36,"STS22 (fr)":78.75,"STS22 (fr-pl)":84.52,"STS22 (it)":71.04,"STS22 (pl)":31.98,"STS22 (pl-en)":48.81,"STS22 (ru)":34.37,"STS22 (tr)":53.57,"STS22 (zh-en)":39.49,"STSBenchmark":84.55} -{"index":323,"Rank":28,"Model":"sentence-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Embedding Dimensions":768,"Max Tokens":512,"Average":50.06,"STS17 (ar-ar)":11.13,"STS17 (en-ar)":-3.93,"STS17 (en-de)":79.04,"STS17 (en-tr)":13.61,"STS17 (es-en)":71.72,"STS17 (es-es)":83.42,"STS17 (fr-en)":71.38,"STS17 (it-en)":69.5,"STS17 (ko-ko)":9.61,"STS17 (nl-en)":66.12,"STS22 (ar)":29.6,"STS22 (de)":47.72,"STS22 (de-en)":49.64,"STS22 (de-fr)":62.21,"STS22 (de-pl)":34.34,"STS22 (es)":58.16,"STS22 (es-en)":69.15,"STS22 (es-it)":65.26,"STS22 (fr)":77.49,"STS22 (fr-pl)":50.71,"STS22 (it)":66.91,"STS22 (pl)":27.04,"STS22 (pl-en)":58.85,"STS22 (ru)":26.63,"STS22 (tr)":43.36,"STS22 (zh-en)":29.0,"STSBenchmark":83.93} -{"index":315,"Rank":29,"Model":"gtr-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Embedding Dimensions":768,"Max Tokens":512,"Average":49.47,"STS17 (ar-ar)":9.06,"STS17 (en-ar)":-3.22,"STS17 (en-de)":70.38,"STS17 (en-tr)":17.17,"STS17 (es-en)":60.24,"STS17 (es-es)":81.93,"STS17 (fr-en)":62.17,"STS17 (it-en)":59.11,"STS17 (ko-ko)":8.9,"STS17 (nl-en)":56.91,"STS22 (ar)":37.66,"STS22 (de)":50.58,"STS22 (de-en)":53.63,"STS22 (de-fr)":55.72,"STS22 (de-pl)":27.99,"STS22 (es)":59.14,"STS22 (es-en)":69.99,"STS22 (es-it)":60.94,"STS22 (fr)":79.43,"STS22 (fr-pl)":61.98,"STS22 (it)":67.14,"STS22 (pl)":33.74,"STS22 (pl-en)":60.18,"STS22 (ru)":32.69,"STS22 (tr)":55.79,"STS22 (zh-en)":28.85,"STSBenchmark":77.65} -{"index":291,"Rank":30,"Model":"FAE-v1<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":47.65,"STS17 (ar-ar)":49.62,"STS17 (en-ar)":2.87,"STS17 (en-de)":55.05,"STS17 (en-tr)":3.92,"STS17 (es-en)":45.84,"STS17 (es-es)":77.57,"STS17 (fr-en)":46.41,"STS17 (it-en)":35.49,"STS17 (ko-ko)":45.12,"STS17 (nl-en)":33.91,"STS22 (ar)":33.18,"STS22 (de)":35.53,"STS22 (de-en)":54.57,"STS22 (de-fr)":53.92,"STS22 (de-pl)":29.75,"STS22 (es)":53.4,"STS22 (es-en)":58.93,"STS22 (es-it)":57.57,"STS22 (fr)":77.79,"STS22 (fr-pl)":61.98,"STS22 (it)":69.38,"STS22 (pl)":29.86,"STS22 (pl-en)":58.42,"STS22 (ru)":41.06,"STS22 (tr)":48.12,"STS22 (zh-en)":48.42,"STSBenchmark":78.96} -{"index":167,"Rank":31,"Model":"LaBSE-en-ru<\/a>","Model Size (Million Parameters)":129,"Memory Usage (GB, fp32)":0.48,"Embedding Dimensions":768,"Max Tokens":512,"Average":47.5,"STS17 (ar-ar)":15.51,"STS17 (en-ar)":1.85,"STS17 (en-de)":45.81,"STS17 (en-tr)":30.01,"STS17 (es-en)":46.6,"STS17 (es-es)":68.87,"STS17 (fr-en)":49.54,"STS17 (it-en)":48.58,"STS17 (ko-ko)":9.85,"STS17 (nl-en)":42.33,"STS22 (ar)":31.85,"STS22 (de)":38.9,"STS22 (de-en)":47.98,"STS22 (de-fr)":59.4,"STS22 (de-pl)":39.48,"STS22 (es)":60.85,"STS22 (es-en)":70.8,"STS22 (es-it)":66.83,"STS22 (fr)":74.98,"STS22 (fr-pl)":61.98,"STS22 (it)":68.58,"STS22 (pl)":32.74,"STS22 (pl-en)":58.73,"STS22 (ru)":58.53,"STS22 (tr)":55.04,"STS22 (zh-en)":24.98,"STSBenchmark":71.91} -{"index":72,"Rank":32,"Model":"MUG-B-1.6<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":47.36,"STS17 (ar-ar)":46.8,"STS17 (en-ar)":-0.78,"STS17 (en-de)":47.5,"STS17 (en-tr)":4.18,"STS17 (es-en)":44.27,"STS17 (es-es)":79.22,"STS17 (fr-en)":47.15,"STS17 (it-en)":42.65,"STS17 (ko-ko)":39.79,"STS17 (nl-en)":36.6,"STS22 (ar)":25.06,"STS22 (de)":39.49,"STS22 (de-en)":54.22,"STS22 (de-fr)":48.91,"STS22 (de-pl)":33.04,"STS22 (es)":59.47,"STS22 (es-en)":66.65,"STS22 (es-it)":64.37,"STS22 (fr)":79.88,"STS22 (fr-pl)":39.44,"STS22 (it)":68.15,"STS22 (pl)":35.38,"STS22 (pl-en)":62.7,"STS22 (ru)":30.62,"STS22 (tr)":45.65,"STS22 (zh-en)":49.25,"STSBenchmark":88.96} -{"index":314,"Rank":33,"Model":"gtr-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Embedding Dimensions":768,"Max Tokens":512,"Average":46.79,"STS17 (ar-ar)":10.19,"STS17 (en-ar)":-5.77,"STS17 (en-de)":67.43,"STS17 (en-tr)":8.75,"STS17 (es-en)":54.96,"STS17 (es-es)":82.74,"STS17 (fr-en)":60.5,"STS17 (it-en)":46.26,"STS17 (ko-ko)":8.96,"STS17 (nl-en)":47.48,"STS22 (ar)":34.97,"STS22 (de)":51.7,"STS22 (de-en)":48.76,"STS22 (de-fr)":57.5,"STS22 (de-pl)":32.76,"STS22 (es)":57.49,"STS22 (es-en)":67.76,"STS22 (es-it)":57.18,"STS22 (fr)":78.7,"STS22 (fr-pl)":61.98,"STS22 (it)":67.67,"STS22 (pl)":30.68,"STS22 (pl-en)":54.17,"STS22 (ru)":15.36,"STS22 (tr)":58.12,"STS22 (zh-en)":29.42,"STSBenchmark":77.6} -{"index":205,"Rank":34,"Model":"e5-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":46.04,"STS17 (ar-ar)":54.21,"STS17 (en-ar)":-6.22,"STS17 (en-de)":41.4,"STS17 (en-tr)":-7.22,"STS17 (es-en)":44.73,"STS17 (es-es)":80.35,"STS17 (fr-en)":51.76,"STS17 (it-en)":27.04,"STS17 (ko-ko)":44.35,"STS17 (nl-en)":42.58,"STS22 (ar)":28.72,"STS22 (de)":29.16,"STS22 (de-en)":50.28,"STS22 (de-fr)":58.23,"STS22 (de-pl)":26.82,"STS22 (es)":61.48,"STS22 (es-en)":65.16,"STS22 (es-it)":64.1,"STS22 (fr)":76.93,"STS22 (fr-pl)":50.71,"STS22 (it)":68.41,"STS22 (pl)":31.37,"STS22 (pl-en)":61.96,"STS22 (ru)":21.62,"STS22 (tr)":52.41,"STS22 (zh-en)":37.18,"STSBenchmark":85.48} -{"index":32,"Rank":35,"Model":"bge-large-en-v1.5<\/a>","Model Size (Million Parameters)":1340,"Memory Usage (GB, fp32)":4.99,"Embedding Dimensions":1024,"Max Tokens":512,"Average":45.11,"STS17 (ar-ar)":43.61,"STS17 (en-ar)":6.25,"STS17 (en-de)":45.46,"STS17 (en-tr)":10.12,"STS17 (es-en)":44.24,"STS17 (es-es)":79.62,"STS17 (fr-en)":48.28,"STS17 (it-en)":44.48,"STS17 (ko-ko)":38.5,"STS17 (nl-en)":40.92,"STS22 (ar)":22.53,"STS22 (de)":40.27,"STS22 (de-en)":50.66,"STS22 (de-fr)":40.97,"STS22 (de-pl)":23.31,"STS22 (es)":57.92,"STS22 (es-en)":55.47,"STS22 (es-it)":57.7,"STS22 (fr)":79.43,"STS22 (fr-pl)":28.17,"STS22 (it)":65.13,"STS22 (pl)":33.72,"STS22 (pl-en)":54.46,"STS22 (ru)":25.18,"STS22 (tr)":44.96,"STS22 (zh-en)":49.02,"STSBenchmark":87.52} -{"index":322,"Rank":36,"Model":"sentence-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Embedding Dimensions":768,"Max Tokens":512,"Average":44.35,"STS17 (ar-ar)":10.75,"STS17 (en-ar)":-4.71,"STS17 (en-de)":73.62,"STS17 (en-tr)":-0.42,"STS17 (es-en)":62.62,"STS17 (es-es)":82.74,"STS17 (fr-en)":67.86,"STS17 (it-en)":51.86,"STS17 (ko-ko)":9.44,"STS17 (nl-en)":45.95,"STS22 (ar)":27.01,"STS22 (de)":43.73,"STS22 (de-en)":49.93,"STS22 (de-fr)":61.58,"STS22 (de-pl)":38.83,"STS22 (es)":57.68,"STS22 (es-en)":68.09,"STS22 (es-it)":61.58,"STS22 (fr)":75.01,"STS22 (fr-pl)":5.63,"STS22 (it)":62.01,"STS22 (pl)":25.0,"STS22 (pl-en)":51.72,"STS22 (ru)":14.21,"STS22 (tr)":47.3,"STS22 (zh-en)":23.1,"STSBenchmark":85.36} -{"index":325,"Rank":37,"Model":"LaBSE-ru-turbo<\/a>","Model Size (Million Parameters)":128,"Memory Usage (GB, fp32)":0.48,"Embedding Dimensions":768,"Max Tokens":512,"Average":43.12,"STS17 (ar-ar)":13.11,"STS17 (en-ar)":1.3,"STS17 (en-de)":33.58,"STS17 (en-tr)":-9.64,"STS17 (es-en)":36.65,"STS17 (es-es)":71.77,"STS17 (fr-en)":39.61,"STS17 (it-en)":23.36,"STS17 (ko-ko)":8.96,"STS17 (nl-en)":32.13,"STS22 (ar)":29.72,"STS22 (de)":32.62,"STS22 (de-en)":44.31,"STS22 (de-fr)":48.38,"STS22 (de-pl)":36.4,"STS22 (es)":57.06,"STS22 (es-en)":68.55,"STS22 (es-it)":56.99,"STS22 (fr)":74.66,"STS22 (fr-pl)":73.25,"STS22 (it)":66.02,"STS22 (pl)":29.44,"STS22 (pl-en)":65.09,"STS22 (ru)":67.57,"STS22 (tr)":47.83,"STS22 (zh-en)":33.76,"STSBenchmark":81.82} -{"index":30,"Rank":38,"Model":"bge-base-en-v1.5<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":42.83,"STS17 (ar-ar)":53.71,"STS17 (en-ar)":4.5,"STS17 (en-de)":37.37,"STS17 (en-tr)":9.04,"STS17 (es-en)":34.94,"STS17 (es-es)":79.63,"STS17 (fr-en)":40.83,"STS17 (it-en)":33.78,"STS17 (ko-ko)":51.96,"STS17 (nl-en)":33.35,"STS22 (ar)":24.95,"STS22 (de)":32.67,"STS22 (de-en)":46.58,"STS22 (de-fr)":41.15,"STS22 (de-pl)":31.16,"STS22 (es)":51.51,"STS22 (es-en)":59.23,"STS22 (es-it)":50.38,"STS22 (fr)":75.72,"STS22 (fr-pl)":39.44,"STS22 (it)":61.44,"STS22 (pl)":36.01,"STS22 (pl-en)":38.27,"STS22 (ru)":16.18,"STS22 (tr)":41.34,"STS22 (zh-en)":44.76,"STSBenchmark":86.42} -{"index":35,"Rank":39,"Model":"bge-small-en-v1.5<\/a>","Model Size (Million Parameters)":24,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":512,"Max Tokens":512,"Average":41.91,"STS17 (ar-ar)":49.71,"STS17 (en-ar)":6.64,"STS17 (en-de)":28.84,"STS17 (en-tr)":13.56,"STS17 (es-en)":28.15,"STS17 (es-es)":77.73,"STS17 (fr-en)":35.02,"STS17 (it-en)":28.17,"STS17 (ko-ko)":45.13,"STS17 (nl-en)":31.57,"STS22 (ar)":16.42,"STS22 (de)":32.79,"STS22 (de-en)":44.93,"STS22 (de-fr)":44.7,"STS22 (de-pl)":18.17,"STS22 (es)":55.47,"STS22 (es-en)":58.66,"STS22 (es-it)":50.23,"STS22 (fr)":73.95,"STS22 (fr-pl)":61.98,"STS22 (it)":63.98,"STS22 (pl)":31.94,"STS22 (pl-en)":37.46,"STS22 (ru)":17.88,"STS22 (tr)":44.15,"STS22 (zh-en)":48.61,"STSBenchmark":85.86} -{"index":308,"Rank":40,"Model":"all-mpnet-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average":41.42,"STS17 (ar-ar)":55.42,"STS17 (en-ar)":6.76,"STS17 (en-de)":35.5,"STS17 (en-tr)":-4.58,"STS17 (es-en)":25.28,"STS17 (es-es)":78.4,"STS17 (fr-en)":41.64,"STS17 (it-en)":31.8,"STS17 (ko-ko)":39.11,"STS17 (nl-en)":32.89,"STS22 (ar)":38.96,"STS22 (de)":27.0,"STS22 (de-en)":49.73,"STS22 (de-fr)":31.39,"STS22 (de-pl)":23.53,"STS22 (es)":55.98,"STS22 (es-en)":55.09,"STS22 (es-it)":41.61,"STS22 (fr)":77.1,"STS22 (fr-pl)":73.25,"STS22 (it)":58.02,"STS22 (pl)":24.21,"STS22 (pl-en)":51.07,"STS22 (ru)":15.83,"STS22 (tr)":29.35,"STS22 (zh-en)":40.47,"STSBenchmark":83.42} -{"index":321,"Rank":41,"Model":"sentence-t5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":41.17,"STS17 (ar-ar)":13.36,"STS17 (en-ar)":-5.65,"STS17 (en-de)":67.11,"STS17 (en-tr)":-0.02,"STS17 (es-en)":47.72,"STS17 (es-es)":79.94,"STS17 (fr-en)":56.61,"STS17 (it-en)":30.46,"STS17 (ko-ko)":10.06,"STS17 (nl-en)":36.46,"STS22 (ar)":31.2,"STS22 (de)":42.08,"STS22 (de-en)":46.9,"STS22 (de-fr)":55.04,"STS22 (de-pl)":33.94,"STS22 (es)":53.81,"STS22 (es-en)":65.19,"STS22 (es-it)":55.29,"STS22 (fr)":77.69,"STS22 (fr-pl)":28.17,"STS22 (it)":60.65,"STS22 (pl)":24.42,"STS22 (pl-en)":42.97,"STS22 (ru)":12.13,"STS22 (tr)":40.45,"STS22 (zh-en)":20.15,"STSBenchmark":85.52} -{"index":290,"Rank":42,"Model":"FAB-Ramy-v1<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average":40.05,"STS17 (ar-ar)":54.55,"STS17 (en-ar)":10.83,"STS17 (en-de)":30.79,"STS17 (en-tr)":-1.09,"STS17 (es-en)":20.91,"STS17 (es-es)":74.37,"STS17 (fr-en)":40.16,"STS17 (it-en)":31.06,"STS17 (ko-ko)":37.7,"STS17 (nl-en)":29.81,"STS22 (ar)":36.89,"STS22 (de)":29.24,"STS22 (de-en)":47.61,"STS22 (de-fr)":28.16,"STS22 (de-pl)":20.69,"STS22 (es)":54.1,"STS22 (es-en)":53.63,"STS22 (es-it)":40.82,"STS22 (fr)":74.12,"STS22 (fr-pl)":61.98,"STS22 (it)":56.66,"STS22 (pl)":22.74,"STS22 (pl-en)":47.1,"STS22 (ru)":21.93,"STS22 (tr)":32.22,"STS22 (zh-en)":42.68,"STSBenchmark":81.8} -{"index":175,"Rank":43,"Model":"USER-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":512,"Average":39.05,"STS17 (ar-ar)":32.74,"STS17 (en-ar)":5.67,"STS17 (en-de)":25.18,"STS17 (en-tr)":14.19,"STS17 (es-en)":29.2,"STS17 (es-es)":68.94,"STS17 (fr-en)":32.17,"STS17 (it-en)":24.74,"STS17 (ko-ko)":21.1,"STS17 (nl-en)":39.12,"STS22 (ar)":15.45,"STS22 (de)":18.13,"STS22 (de-en)":46.23,"STS22 (de-fr)":44.72,"STS22 (de-pl)":4.65,"STS22 (es)":56.85,"STS22 (es-en)":60.25,"STS22 (es-it)":53.02,"STS22 (fr)":64.37,"STS22 (fr-pl)":39.44,"STS22 (it)":50.79,"STS22 (pl)":24.74,"STS22 (pl-en)":66.72,"STS22 (ru)":68.06,"STS22 (tr)":45.0,"STS22 (zh-en)":26.88,"STSBenchmark":76.03} -{"index":307,"Rank":44,"Model":"all-MiniLM-L6-v2<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":384,"Max Tokens":512,"Average":37.71,"STS17 (ar-ar)":50.89,"STS17 (en-ar)":-4.28,"STS17 (en-de)":35.82,"STS17 (en-tr)":4.5,"STS17 (es-en)":16.31,"STS17 (es-es)":76.12,"STS17 (fr-en)":37.09,"STS17 (it-en)":24.45,"STS17 (ko-ko)":43.39,"STS17 (nl-en)":29.0,"STS22 (ar)":22.64,"STS22 (de)":31.04,"STS22 (de-en)":44.04,"STS22 (de-fr)":30.07,"STS22 (de-pl)":4.93,"STS22 (es)":54.78,"STS22 (es-en)":53.42,"STS22 (es-it)":44.27,"STS22 (fr)":77.0,"STS22 (fr-pl)":50.71,"STS22 (it)":60.4,"STS22 (pl)":26.77,"STS22 (pl-en)":32.8,"STS22 (ru)":14.72,"STS22 (tr)":33.69,"STS22 (zh-en)":41.64,"STSBenchmark":82.03} -{"index":97,"Rank":45,"Model":"SGPT-125M-weightedmean-msmarco-specb-bitfit<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":2048,"Average":37.32,"STS17 (ar-ar)":55.62,"STS17 (en-ar)":8.21,"STS17 (en-de)":30.18,"STS17 (en-tr)":1.04,"STS17 (es-en)":28.78,"STS17 (es-es)":71.88,"STS17 (fr-en)":26.34,"STS17 (it-en)":20.73,"STS17 (ko-ko)":52.39,"STS17 (nl-en)":25.05,"STS22 (ar)":28.19,"STS22 (de)":21.99,"STS22 (de-en)":53.07,"STS22 (de-fr)":32.97,"STS22 (de-pl)":20.45,"STS22 (es)":49.81,"STS22 (es-en)":49.51,"STS22 (es-it)":45.78,"STS22 (fr)":67.66,"STS22 (fr-pl)":61.98,"STS22 (it)":48.25,"STS22 (pl)":23.31,"STS22 (pl-en)":36.8,"STS22 (ru)":9.07,"STS22 (tr)":34.66,"STS22 (zh-en)":28.68,"STSBenchmark":75.34} -{"index":306,"Rank":46,"Model":"all-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":34.57,"STS17 (ar-ar)":58.71,"STS17 (en-ar)":0.54,"STS17 (en-de)":27.54,"STS17 (en-tr)":0.43,"STS17 (es-en)":22.01,"STS17 (es-es)":78.37,"STS17 (fr-en)":30.7,"STS17 (it-en)":24.28,"STS17 (ko-ko)":43.37,"STS17 (nl-en)":24.51,"STS22 (ar)":17.54,"STS22 (de)":22.53,"STS22 (de-en)":42.86,"STS22 (de-fr)":43.52,"STS22 (de-pl)":1.63,"STS22 (es)":43.98,"STS22 (es-en)":53.99,"STS22 (es-it)":40.71,"STS22 (fr)":69.51,"STS22 (fr-pl)":16.9,"STS22 (it)":47.48,"STS22 (pl)":19.22,"STS22 (pl-en)":42.67,"STS22 (ru)":11.19,"STS22 (tr)":21.6,"STS22 (zh-en)":44.39,"STSBenchmark":83.09} -{"index":292,"Rank":47,"Model":"FUE-v1<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average":33.78,"STS17 (ar-ar)":50.1,"STS17 (en-ar)":9.13,"STS17 (en-de)":28.04,"STS17 (en-tr)":-4.34,"STS17 (es-en)":17.84,"STS17 (es-es)":71.26,"STS17 (fr-en)":34.75,"STS17 (it-en)":28.25,"STS17 (ko-ko)":32.8,"STS17 (nl-en)":23.42,"STS22 (ar)":35.18,"STS22 (de)":9.26,"STS22 (de-en)":44.91,"STS22 (de-fr)":37.52,"STS22 (de-pl)":16.23,"STS22 (es)":36.39,"STS22 (es-en)":46.97,"STS22 (es-it)":28.27,"STS22 (fr)":58.65,"STS22 (fr-pl)":61.98,"STS22 (it)":35.33,"STS22 (pl)":13.67,"STS22 (pl-en)":43.22,"STS22 (ru)":13.08,"STS22 (tr)":17.51,"STS22 (zh-en)":40.36,"STSBenchmark":82.21} -{"index":50,"Rank":48,"Model":"rubert-base-cased-sentence<\/a>","Model Size (Million Parameters)":180,"Memory Usage (GB, fp32)":0.67,"Embedding Dimensions":768,"Max Tokens":512,"Average":31.9,"STS17 (ar-ar)":45.67,"STS17 (en-ar)":0.76,"STS17 (en-de)":24.32,"STS17 (en-tr)":10.7,"STS17 (es-en)":30.01,"STS17 (es-es)":72.47,"STS17 (fr-en)":34.08,"STS17 (it-en)":29.34,"STS17 (ko-ko)":15.65,"STS17 (nl-en)":37.16,"STS22 (ar)":24.55,"STS22 (de)":25.32,"STS22 (de-en)":35.87,"STS22 (de-fr)":30.19,"STS22 (de-pl)":34.06,"STS22 (es)":39.82,"STS22 (es-en)":44.2,"STS22 (es-it)":27.88,"STS22 (fr)":58.5,"STS22 (fr-pl)":5.63,"STS22 (it)":46.45,"STS22 (pl)":13.37,"STS22 (pl-en)":23.13,"STS22 (ru)":51.27,"STS22 (tr)":14.64,"STS22 (zh-en)":30.35,"STSBenchmark":55.79} -{"index":326,"Rank":49,"Model":"rubert-tiny-turbo<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"Embedding Dimensions":312,"Max Tokens":2048,"Average":29.55,"STS17 (ar-ar)":16.06,"STS17 (en-ar)":9.82,"STS17 (en-de)":25.27,"STS17 (en-tr)":2.36,"STS17 (es-en)":22.68,"STS17 (es-es)":69.98,"STS17 (fr-en)":21.97,"STS17 (it-en)":23.96,"STS17 (ko-ko)":10.11,"STS17 (nl-en)":20.77,"STS22 (ar)":27.95,"STS22 (de)":8.16,"STS22 (de-en)":21.55,"STS22 (de-fr)":17.5,"STS22 (de-pl)":25.53,"STS22 (es)":45.31,"STS22 (es-en)":42.77,"STS22 (es-it)":32.83,"STS22 (fr)":42.0,"STS22 (fr-pl)":39.44,"STS22 (it)":39.69,"STS22 (pl)":9.71,"STS22 (pl-en)":42.08,"STS22 (ru)":64.56,"STS22 (tr)":15.46,"STS22 (zh-en)":31.25,"STSBenchmark":68.97} -{"index":98,"Rank":50,"Model":"SGPT-125M-weightedmean-nli-bitfit<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":2048,"Average":27.72,"STS17 (ar-ar)":54.16,"STS17 (en-ar)":1.72,"STS17 (en-de)":25.48,"STS17 (en-tr)":2.09,"STS17 (es-en)":21.93,"STS17 (es-es)":67.8,"STS17 (fr-en)":18.91,"STS17 (it-en)":16.39,"STS17 (ko-ko)":45.66,"STS17 (nl-en)":23.49,"STS22 (ar)":5.17,"STS22 (de)":11.0,"STS22 (de-en)":53.93,"STS22 (de-fr)":25.11,"STS22 (de-pl)":20.94,"STS22 (es)":43.05,"STS22 (es-en)":32.74,"STS22 (es-it)":35.99,"STS22 (fr)":54.56,"STS22 (fr-pl)":5.63,"STS22 (it)":33.68,"STS22 (pl)":14.91,"STS22 (pl-en)":20.54,"STS22 (ru)":3.36,"STS22 (tr)":3.82,"STS22 (zh-en)":26.71,"STSBenchmark":79.54} -{"index":169,"Rank":51,"Model":"rubert-tiny2<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"Embedding Dimensions":2048,"Max Tokens":514,"Average":26.91,"STS17 (ar-ar)":16.79,"STS17 (en-ar)":13.41,"STS17 (en-de)":27.75,"STS17 (en-tr)":14.88,"STS17 (es-en)":17.23,"STS17 (es-es)":66.86,"STS17 (fr-en)":26.87,"STS17 (it-en)":28.0,"STS17 (ko-ko)":10.4,"STS17 (nl-en)":30.93,"STS22 (ar)":21.38,"STS22 (de)":14.6,"STS22 (de-en)":16.12,"STS22 (de-fr)":13.24,"STS22 (de-pl)":1.2,"STS22 (es)":44.49,"STS22 (es-en)":20.13,"STS22 (es-it)":27.11,"STS22 (fr)":42.82,"STS22 (fr-pl)":28.17,"STS22 (it)":43.84,"STS22 (pl)":9.27,"STS22 (pl-en)":26.05,"STS22 (ru)":54.38,"STS22 (tr)":20.52,"STS22 (zh-en)":27.07,"STSBenchmark":63.02} -{"index":309,"Rank":52,"Model":"allenai-specter<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":25.1,"STS17 (ar-ar)":27.14,"STS17 (en-ar)":6.9,"STS17 (en-de)":11.59,"STS17 (en-tr)":6.46,"STS17 (es-en)":10.86,"STS17 (es-es)":55.45,"STS17 (fr-en)":16.02,"STS17 (it-en)":19.87,"STS17 (ko-ko)":8.08,"STS17 (nl-en)":24.92,"STS22 (ar)":19.57,"STS22 (de)":17.31,"STS22 (de-en)":26.03,"STS22 (de-fr)":10.26,"STS22 (de-pl)":16.94,"STS22 (es)":48.89,"STS22 (es-en)":51.79,"STS22 (es-it)":25.24,"STS22 (fr)":53.92,"STS22 (fr-pl)":39.44,"STS22 (it)":39.43,"STS22 (pl)":13.56,"STS22 (pl-en)":25.36,"STS22 (ru)":1.11,"STS22 (tr)":31.73,"STS22 (zh-en)":8.44,"STSBenchmark":61.26} -{"index":311,"Rank":53,"Model":"average_word_embeddings_komninos<\/a>","Model Size (Million Parameters)":134,"Memory Usage (GB, fp32)":0.5,"Embedding Dimensions":300,"Max Tokens":"N\/A","Average":24.28,"STS17 (ar-ar)":13.78,"STS17 (en-ar)":9.08,"STS17 (en-de)":-3.11,"STS17 (en-tr)":-0.45,"STS17 (es-en)":-8.18,"STS17 (es-es)":48.23,"STS17 (fr-en)":5.81,"STS17 (it-en)":3.64,"STS17 (ko-ko)":2.54,"STS17 (nl-en)":0.44,"STS22 (ar)":32.42,"STS22 (de)":33.04,"STS22 (de-en)":28.65,"STS22 (de-fr)":14.77,"STS22 (de-pl)":11.21,"STS22 (es)":48.53,"STS22 (es-en)":26.97,"STS22 (es-it)":41.1,"STS22 (fr)":49.43,"STS22 (fr-pl)":39.44,"STS22 (it)":57.77,"STS22 (pl)":12.47,"STS22 (pl-en)":45.55,"STS22 (ru)":19.44,"STS22 (tr)":47.38,"STS22 (zh-en)":14.05,"STSBenchmark":61.55} -{"index":48,"Rank":54,"Model":"distilrubert-small-cased-conversational<\/a>","Model Size (Million Parameters)":106,"Memory Usage (GB, fp32)":0.39,"Embedding Dimensions":768,"Max Tokens":512,"Average":23.3,"STS17 (ar-ar)":27.13,"STS17 (en-ar)":11.54,"STS17 (en-de)":16.62,"STS17 (en-tr)":19.37,"STS17 (es-en)":16.25,"STS17 (es-es)":47.95,"STS17 (fr-en)":26.82,"STS17 (it-en)":22.21,"STS17 (ko-ko)":7.35,"STS17 (nl-en)":18.33,"STS22 (ar)":26.71,"STS22 (de)":23.32,"STS22 (de-en)":27.38,"STS22 (de-fr)":1.78,"STS22 (de-pl)":-29.47,"STS22 (es)":37.91,"STS22 (es-en)":21.73,"STS22 (es-it)":20.72,"STS22 (fr)":50.98,"STS22 (fr-pl)":39.44,"STS22 (it)":38.44,"STS22 (pl)":16.75,"STS22 (pl-en)":14.03,"STS22 (ru)":51.87,"STS22 (tr)":10.5,"STS22 (zh-en)":7.34,"STSBenchmark":55.97} -{"index":143,"Rank":55,"Model":"sbert_large_nlu_ru<\/a>","Model Size (Million Parameters)":427,"Memory Usage (GB, fp32)":1.59,"Embedding Dimensions":1024,"Max Tokens":512,"Average":22.08,"STS17 (ar-ar)":12.45,"STS17 (en-ar)":21.74,"STS17 (en-de)":9.52,"STS17 (en-tr)":1.31,"STS17 (es-en)":10.26,"STS17 (es-es)":44.07,"STS17 (fr-en)":20.49,"STS17 (it-en)":11.05,"STS17 (ko-ko)":7.62,"STS17 (nl-en)":13.17,"STS22 (ar)":24.13,"STS22 (de)":14.12,"STS22 (de-en)":18.76,"STS22 (de-fr)":29.79,"STS22 (de-pl)":-20.42,"STS22 (es)":38.98,"STS22 (es-en)":13.97,"STS22 (es-it)":29.06,"STS22 (fr)":55.23,"STS22 (fr-pl)":50.71,"STS22 (it)":39.38,"STS22 (pl)":10.29,"STS22 (pl-en)":6.58,"STS22 (ru)":50.75,"STS22 (tr)":29.01,"STS22 (zh-en)":7.36,"STSBenchmark":46.8} -{"index":168,"Rank":56,"Model":"rubert-tiny<\/a>","Model Size (Million Parameters)":12,"Memory Usage (GB, fp32)":0.04,"Embedding Dimensions":512,"Max Tokens":514,"Average":20.84,"STS17 (ar-ar)":13.18,"STS17 (en-ar)":20.94,"STS17 (en-de)":2.33,"STS17 (en-tr)":-0.72,"STS17 (es-en)":14.43,"STS17 (es-es)":62.45,"STS17 (fr-en)":11.82,"STS17 (it-en)":7.59,"STS17 (ko-ko)":10.98,"STS17 (nl-en)":10.21,"STS22 (ar)":18.64,"STS22 (de)":18.79,"STS22 (de-en)":22.47,"STS22 (de-fr)":10.26,"STS22 (de-pl)":-5.36,"STS22 (es)":47.32,"STS22 (es-en)":27.71,"STS22 (es-it)":32.31,"STS22 (fr)":45.86,"STS22 (fr-pl)":-5.63,"STS22 (it)":46.79,"STS22 (pl)":8.57,"STS22 (pl-en)":16.24,"STS22 (ru)":47.88,"STS22 (tr)":20.65,"STS22 (zh-en)":1.05,"STSBenchmark":55.86} -{"index":177,"Rank":57,"Model":"deberta-v1-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":512,"Average":20.16,"STS17 (ar-ar)":44.8,"STS17 (en-ar)":1.36,"STS17 (en-de)":10.74,"STS17 (en-tr)":-1.09,"STS17 (es-en)":5.34,"STS17 (es-es)":53.95,"STS17 (fr-en)":11.55,"STS17 (it-en)":15.7,"STS17 (ko-ko)":32.38,"STS17 (nl-en)":17.23,"STS22 (ar)":28.76,"STS22 (de)":9.45,"STS22 (de-en)":28.79,"STS22 (de-fr)":-1.08,"STS22 (de-pl)":-14.13,"STS22 (es)":38.62,"STS22 (es-en)":21.02,"STS22 (es-it)":24.56,"STS22 (fr)":20.41,"STS22 (fr-pl)":16.9,"STS22 (it)":32.04,"STS22 (pl)":13.11,"STS22 (pl-en)":16.21,"STS22 (ru)":47.67,"STS22 (tr)":9.4,"STS22 (zh-en)":19.26,"STSBenchmark":41.32} -{"index":49,"Rank":58,"Model":"rubert-base-cased<\/a>","Model Size (Million Parameters)":180,"Memory Usage (GB, fp32)":0.67,"Embedding Dimensions":768,"Max Tokens":512,"Average":19.86,"STS17 (ar-ar)":30.13,"STS17 (en-ar)":1.36,"STS17 (en-de)":10.88,"STS17 (en-tr)":-7.83,"STS17 (es-en)":3.39,"STS17 (es-es)":42.21,"STS17 (fr-en)":15.78,"STS17 (it-en)":19.23,"STS17 (ko-ko)":14.2,"STS17 (nl-en)":18.44,"STS22 (ar)":22.74,"STS22 (de)":24.23,"STS22 (de-en)":22.58,"STS22 (de-fr)":17.12,"STS22 (de-pl)":-25.81,"STS22 (es)":36.12,"STS22 (es-en)":21.75,"STS22 (es-it)":20.11,"STS22 (fr)":44.7,"STS22 (fr-pl)":39.44,"STS22 (it)":30.56,"STS22 (pl)":5.72,"STS22 (pl-en)":30.9,"STS22 (ru)":34.98,"STS22 (tr)":12.35,"STS22 (zh-en)":11.04,"STSBenchmark":39.84} -{"index":142,"Rank":59,"Model":"sbert_large_mt_nlu_ru<\/a>","Model Size (Million Parameters)":427,"Memory Usage (GB, fp32)":1.59,"Embedding Dimensions":1024,"Max Tokens":514,"Average":19.52,"STS17 (ar-ar)":12.1,"STS17 (en-ar)":4.47,"STS17 (en-de)":14.55,"STS17 (en-tr)":-6.65,"STS17 (es-en)":25.72,"STS17 (es-es)":39.86,"STS17 (fr-en)":17.21,"STS17 (it-en)":11.01,"STS17 (ko-ko)":8.11,"STS17 (nl-en)":19.39,"STS22 (ar)":23.73,"STS22 (de)":17.08,"STS22 (de-en)":23.56,"STS22 (de-fr)":16.37,"STS22 (de-pl)":-22.02,"STS22 (es)":37.89,"STS22 (es-en)":23.75,"STS22 (es-it)":28.02,"STS22 (fr)":36.5,"STS22 (fr-pl)":-28.17,"STS22 (it)":36.74,"STS22 (pl)":5.51,"STS22 (pl-en)":28.42,"STS22 (ru)":56.82,"STS22 (tr)":25.85,"STS22 (zh-en)":12.37,"STSBenchmark":58.81} -{"index":0,"Rank":60,"Model":"text-embedding-004-256<\/a>","Model Size (Million Parameters)":1200,"Memory Usage (GB, fp32)":4.47,"Embedding Dimensions":256,"Max Tokens":2048,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":89.33} -{"index":1,"Rank":61,"Model":"text-embedding-004<\/a>","Model Size (Million Parameters)":1200,"Memory Usage (GB, fp32)":4.47,"Embedding Dimensions":768,"Max Tokens":2048,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":88.99} -{"index":2,"Rank":62,"Model":"titan-embed-text-v1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":8000,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":74.85} -{"index":3,"Rank":63,"Model":"mistral-embed<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":"","Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":82.74,"STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":""} -{"index":4,"Rank":64,"Model":"voyage-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":4000,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":70.51,"STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":""} -{"index":5,"Rank":65,"Model":"voyage-3-lite<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":512,"Max Tokens":32000,"Average":"","STS17 (ar-ar)":69.8,"STS17 (en-ar)":61.43,"STS17 (en-de)":77.44,"STS17 (en-tr)":63.71,"STS17 (es-en)":69.69,"STS17 (es-es)":82.43,"STS17 (fr-en)":73.69,"STS17 (it-en)":74.99,"STS17 (ko-ko)":65.95,"STS17 (nl-en)":77.19,"STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":78.56} -{"index":6,"Rank":66,"Model":"voyage-3-m-exp<\/a>","Model Size (Million Parameters)":6918,"Memory Usage (GB, fp32)":25.77,"Embedding Dimensions":2048,"Max Tokens":32000,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":88.32} -{"index":7,"Rank":67,"Model":"voyage-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":32000,"Average":"","STS17 (ar-ar)":68.04,"STS17 (en-ar)":62.98,"STS17 (en-de)":82.12,"STS17 (en-tr)":67.44,"STS17 (es-en)":78.34,"STS17 (es-es)":84.23,"STS17 (fr-en)":77.55,"STS17 (it-en)":81.22,"STS17 (ko-ko)":69.39,"STS17 (nl-en)":80.56,"STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":79.53} -{"index":8,"Rank":68,"Model":"voyage-code-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":16000,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":79.99,"STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":""} -{"index":9,"Rank":69,"Model":"voyage-large-2-instruct<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":16000,"Average":"","STS17 (ar-ar)":68.95,"STS17 (en-ar)":30.33,"STS17 (en-de)":85.77,"STS17 (en-tr)":53.1,"STS17 (es-en)":84.88,"STS17 (es-es)":85.83,"STS17 (fr-en)":82.59,"STS17 (it-en)":82.75,"STS17 (ko-ko)":77.63,"STS17 (nl-en)":83.82,"STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":87.59} -{"index":10,"Rank":70,"Model":"voyage-law-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":16000,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":83.75,"STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":""} -{"index":11,"Rank":71,"Model":"voyage-lite-01-instruct<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":4000,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":89.86} -{"index":12,"Rank":72,"Model":"voyage-lite-02-instruct<\/a>","Model Size (Million Parameters)":1220,"Memory Usage (GB, fp32)":4.54,"Embedding Dimensions":1024,"Max Tokens":4000,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":88.56} -{"index":13,"Rank":73,"Model":"voyage-multilingual-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":32000,"Average":"","STS17 (ar-ar)":72.42,"STS17 (en-ar)":73.01,"STS17 (en-de)":78.95,"STS17 (en-tr)":62.87,"STS17 (es-en)":76.92,"STS17 (es-es)":84.05,"STS17 (fr-en)":78.76,"STS17 (it-en)":81.58,"STS17 (ko-ko)":70.66,"STS17 (nl-en)":81.95,"STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":82.76,"STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":75.79} -{"index":15,"Rank":74,"Model":"Arabic_text_embedding_for_sts<\/a>","Model Size (Million Parameters)":135,"Memory Usage (GB, fp32)":0.5,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","STS17 (ar-ar)":85.05,"STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":""} -{"index":16,"Rank":75,"Model":"arabic_text_embedding_sts_arabertv02_arabicnlitriplet<\/a>","Model Size (Million Parameters)":135,"Memory Usage (GB, fp32)":0.5,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","STS17 (ar-ar)":84.96,"STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":""} -{"index":17,"Rank":76,"Model":"llm2vec-croissant-mntp<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":""} -{"index":18,"Rank":77,"Model":"llm2vec-occiglot-mntp<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":67.83,"STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":""} -{"index":19,"Rank":78,"Model":"gme-Qwen2-VL-2B-Instruct<\/a>","Model Size (Million Parameters)":2209,"Memory Usage (GB, fp32)":8.23,"Embedding Dimensions":1536,"Max Tokens":32768,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":83.4} -{"index":20,"Rank":79,"Model":"gme-Qwen2-VL-7B-Instruct<\/a>","Model Size (Million Parameters)":8291,"Memory Usage (GB, fp32)":30.89,"Embedding Dimensions":3584,"Max Tokens":32768,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":83.11} -{"index":21,"Rank":80,"Model":"gte-Qwen1.5-7B-instruct<\/a>","Model Size (Million Parameters)":7099,"Memory Usage (GB, fp32)":26.45,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":58.84,"STS22 (de)":55.27,"STS22 (de-en)":53.99,"STS22 (de-fr)":67.08,"STS22 (de-pl)":53.46,"STS22 (es)":67.35,"STS22 (es-en)":77.16,"STS22 (es-it)":74.55,"STS22 (fr)":81.74,"STS22 (fr-pl)":84.52,"STS22 (it)":77.46,"STS22 (pl)":40.2,"STS22 (pl-en)":76.53,"STS22 (ru)":60.37,"STS22 (tr)":65.5,"STS22 (zh-en)":69.8,"STSBenchmark":87.35} -{"index":22,"Rank":81,"Model":"gte-Qwen2-1.5B-instruct<\/a>","Model Size (Million Parameters)":1776,"Memory Usage (GB, fp32)":6.62,"Embedding Dimensions":1536,"Max Tokens":131072,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":81.84,"STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":40.83,"STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":86.38} -{"index":24,"Rank":82,"Model":"gte-base-en-v1.5<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":86.04} -{"index":25,"Rank":83,"Model":"gte-large-en-v1.5<\/a>","Model Size (Million Parameters)":434,"Memory Usage (GB, fp32)":1.62,"Embedding Dimensions":1024,"Max Tokens":8192,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":83.07} -{"index":28,"Rank":84,"Model":"jina-embeddings-v2-base-es-Q2_K-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":86.49,"STS17 (es-es)":88.25,"STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":67.97,"STS22 (es-en)":78.8,"STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":87.84} -{"index":29,"Rank":85,"Model":"jina-embeddings-v2-base-es-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":86.49,"STS17 (es-es)":88.25,"STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":67.97,"STS22 (es-en)":78.8,"STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":87.84} -{"index":31,"Rank":86,"Model":"bge-en-icl<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":88.42} -{"index":33,"Rank":87,"Model":"bge-m3<\/a>","Model Size (Million Parameters)":567,"Memory Usage (GB, fp32)":2.11,"Embedding Dimensions":1024,"Max Tokens":8192,"Average":"","STS17 (ar-ar)":80.74,"STS17 (en-ar)":69.41,"STS17 (en-de)":82.24,"STS17 (en-tr)":72.52,"STS17 (es-en)":75.57,"STS17 (es-es)":87.34,"STS17 (fr-en)":79.8,"STS17 (it-en)":79.12,"STS17 (ko-ko)":81.43,"STS17 (nl-en)":80.82,"STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":66.26,"STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":84.87} -{"index":34,"Rank":88,"Model":"bge-multilingual-gemma2<\/a>","Model Size (Million Parameters)":9242,"Memory Usage (GB, fp32)":34.43,"Embedding Dimensions":3584,"Max Tokens":8192,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":83.28,"STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":42.79,"STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":87.25} -{"index":36,"Rank":89,"Model":"nomic-embed-text-v1<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":85.54} -{"index":37,"Rank":90,"Model":"nomic-embed-text-v1.5<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":85.47} -{"index":38,"Rank":91,"Model":"nomic-embed-text-v1.5-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":85.47} -{"index":40,"Rank":92,"Model":"GritLM-7B-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":85.64} -{"index":41,"Rank":93,"Model":"gme-Qwen2-VL-7B-Instruct-Q5_K_S-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":83.11} -{"index":42,"Rank":94,"Model":"Cohere-embed-english-light-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":86.58} -{"index":43,"Rank":95,"Model":"Cohere-embed-english-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":512,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":38.69,"STS22 (de)":43.62,"STS22 (de-en)":53.28,"STS22 (de-fr)":67.87,"STS22 (de-pl)":40.65,"STS22 (es)":60.81,"STS22 (es-en)":73.36,"STS22 (es-it)":68.51,"STS22 (fr)":81.09,"STS22 (fr-pl)":84.52,"STS22 (it)":73.12,"STS22 (pl)":36.17,"STS22 (pl-en)":68.66,"STS22 (ru)":36.52,"STS22 (tr)":53.62,"STS22 (zh-en)":47.47,"STSBenchmark":88.55} -{"index":44,"Rank":96,"Model":"Cohere-embed-multilingual-light-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":384,"Max Tokens":512,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":58.03,"STS22 (de)":60.0,"STS22 (de-en)":53.01,"STS22 (de-fr)":65.06,"STS22 (de-pl)":46.31,"STS22 (es)":67.44,"STS22 (es-en)":77.32,"STS22 (es-it)":73.91,"STS22 (fr)":82.8,"STS22 (fr-pl)":84.52,"STS22 (it)":78.41,"STS22 (pl)":39.33,"STS22 (pl-en)":79.82,"STS22 (ru)":63.39,"STS22 (tr)":66.08,"STS22 (zh-en)":65.99,"STSBenchmark":85.46} -{"index":45,"Rank":97,"Model":"Cohere-embed-multilingual-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":512,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":60.53,"STS22 (de)":61.71,"STS22 (de-en)":61.8,"STS22 (de-fr)":65.96,"STS22 (de-pl)":55.89,"STS22 (es)":68.78,"STS22 (es-en)":79.94,"STS22 (es-it)":76.51,"STS22 (fr)":82.76,"STS22 (fr-pl)":50.71,"STS22 (it)":79.78,"STS22 (pl)":41.69,"STS22 (pl-en)":78.24,"STS22 (ru)":65.39,"STS22 (tr)":66.67,"STS22 (zh-en)":74.01,"STSBenchmark":88.79} -{"index":46,"Rank":98,"Model":"sbert-chinese-general-v1<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":33.88,"STSBenchmark":""} -{"index":47,"Rank":99,"Model":"jina-embeddings-v3<\/a>","Model Size (Million Parameters)":572,"Memory Usage (GB, fp32)":2.13,"Embedding Dimensions":1024,"Max Tokens":8194,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":87.96,"STS17 (en-tr)":"","STS17 (es-en)":87.26,"STS17 (es-es)":88.78,"STS17 (fr-en)":87.56,"STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":61.61,"STS22 (de-en)":60.89,"STS22 (de-fr)":58.26,"STS22 (de-pl)":56.82,"STS22 (es)":72.21,"STS22 (es-en)":78.46,"STS22 (es-it)":"","STS22 (fr)":83.29,"STS22 (fr-pl)":84.52,"STS22 (it)":"","STS22 (pl)":45.14,"STS22 (pl-en)":76.18,"STS22 (ru)":65.09,"STS22 (tr)":"","STS22 (zh-en)":73.4,"STSBenchmark":89.44} -{"index":51,"Rank":100,"Model":"jina-embeddings-v2-small-en-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":84.04} -{"index":52,"Rank":101,"Model":"xlm-roberta-base<\/a>","Model Size (Million Parameters)":279,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":56.72,"STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":""} -{"index":53,"Rank":102,"Model":"xlm-roberta-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":55.49,"STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":""} -{"index":54,"Rank":103,"Model":"STS-multilingual-mpnet-base-v2<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":0.98} -{"index":55,"Rank":104,"Model":"bert-base-10lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":40.31,"STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":""} -{"index":56,"Rank":105,"Model":"bert-base-15lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":40.4,"STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":""} -{"index":57,"Rank":106,"Model":"bert-base-25lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":38.77,"STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":""} -{"index":58,"Rank":107,"Model":"GritLM-7B<\/a>","Model Size (Million Parameters)":7240,"Memory Usage (GB, fp32)":26.97,"Embedding Dimensions":"","Max Tokens":4096,"Average":"","STS17 (ar-ar)":79.26,"STS17 (en-ar)":74.46,"STS17 (en-de)":88.93,"STS17 (en-tr)":77.48,"STS17 (es-en)":87.47,"STS17 (es-es)":87.12,"STS17 (fr-en)":87.9,"STS17 (it-en)":88.43,"STS17 (ko-ko)":78.74,"STS17 (nl-en)":88.29,"STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":68.45,"STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":85.64} -{"index":59,"Rank":108,"Model":"GritLM-8x7B<\/a>","Model Size (Million Parameters)":46703,"Memory Usage (GB, fp32)":173.98,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":87.43} -{"index":60,"Rank":109,"Model":"KaLM-embedding-multilingual-mini-instruct-v1<\/a>","Model Size (Million Parameters)":494,"Memory Usage (GB, fp32)":1.84,"Embedding Dimensions":896,"Max Tokens":131072,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":60.13,"STS17 (en-de)":75.44,"STS17 (en-tr)":53.68,"STS17 (es-en)":78.05,"STS17 (es-es)":"","STS17 (fr-en)":75.21,"STS17 (it-en)":74.97,"STS17 (ko-ko)":"","STS17 (nl-en)":71.91,"STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":63.89,"STS22 (de-fr)":64.21,"STS22 (de-pl)":57.18,"STS22 (es)":"","STS22 (es-en)":80.66,"STS22 (es-it)":"","STS22 (fr)":81.71,"STS22 (fr-pl)":84.52,"STS22 (it)":"","STS22 (pl)":45.16,"STS22 (pl-en)":77.0,"STS22 (ru)":67.35,"STS22 (tr)":"","STS22 (zh-en)":76.57,"STSBenchmark":84.3} -{"index":61,"Rank":110,"Model":"KaLM-embedding-multilingual-mini-instruct-v1.5<\/a>","Model Size (Million Parameters)":494,"Memory Usage (GB, fp32)":1.84,"Embedding Dimensions":896,"Max Tokens":131072,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":56.44,"STS17 (en-de)":73.04,"STS17 (en-tr)":51.43,"STS17 (es-en)":75.97,"STS17 (es-es)":"","STS17 (fr-en)":74.07,"STS17 (it-en)":72.67,"STS17 (ko-ko)":"","STS17 (nl-en)":69.7,"STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":63.81,"STS22 (de-fr)":66.2,"STS22 (de-pl)":53.58,"STS22 (es)":"","STS22 (es-en)":78.23,"STS22 (es-it)":"","STS22 (fr)":80.75,"STS22 (fr-pl)":84.52,"STS22 (it)":"","STS22 (pl)":45.34,"STS22 (pl-en)":79.01,"STS22 (ru)":67.03,"STS22 (tr)":"","STS22 (zh-en)":76.35,"STSBenchmark":84.12} -{"index":62,"Rank":111,"Model":"KaLM-embedding-multilingual-mini-v1<\/a>","Model Size (Million Parameters)":494,"Memory Usage (GB, fp32)":1.84,"Embedding Dimensions":896,"Max Tokens":131072,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":64.21,"STS17 (en-de)":78.85,"STS17 (en-tr)":57.05,"STS17 (es-en)":79.86,"STS17 (es-es)":"","STS17 (fr-en)":79.12,"STS17 (it-en)":79.06,"STS17 (ko-ko)":"","STS17 (nl-en)":75.77,"STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":63.16,"STS22 (de-fr)":64.67,"STS22 (de-pl)":55.77,"STS22 (es)":"","STS22 (es-en)":78.61,"STS22 (es-it)":"","STS22 (fr)":82.57,"STS22 (fr-pl)":84.52,"STS22 (it)":"","STS22 (pl)":44.95,"STS22 (pl-en)":77.17,"STS22 (ru)":68.12,"STS22 (tr)":"","STS22 (zh-en)":74.97,"STSBenchmark":86.07} -{"index":63,"Rank":112,"Model":"speed-embedding-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":89.21} -{"index":64,"Rank":113,"Model":"lodestone-base-4096-v1<\/a>","Model Size (Million Parameters)":69,"Memory Usage (GB, fp32)":0.26,"Embedding Dimensions":768,"Max Tokens":4096,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":75.57} -{"index":65,"Rank":114,"Model":"2024-06-15_10-09-42<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":""} -{"index":66,"Rank":115,"Model":"2024-06-17_21-37-12<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":""} -{"index":67,"Rank":116,"Model":"2024-06-19_08-22-22<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":""} -{"index":68,"Rank":117,"Model":"2024-06-19_10-03-38<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":""} -{"index":69,"Rank":118,"Model":"2024-06-19_21-12-17<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":""} -{"index":70,"Rank":119,"Model":"2024-06-19_22-23-38<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":""} -{"index":71,"Rank":120,"Model":"e5-large-v2-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":87.74} -{"index":73,"Rank":121,"Model":"bilingual-document-embedding<\/a>","Model Size (Million Parameters)":568,"Memory Usage (GB, fp32)":2.12,"Embedding Dimensions":1024,"Max Tokens":8194,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":83.82,"STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":""} -{"index":74,"Rank":122,"Model":"bilingual-embedding-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":81.14,"STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":87.44} -{"index":75,"Rank":123,"Model":"bilingual-embedding-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":84.64,"STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":89.28} -{"index":76,"Rank":124,"Model":"bilingual-embedding-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":82.91,"STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":86.08} -{"index":77,"Rank":125,"Model":"Linq-Embed-Mistral<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":88.81} -{"index":78,"Rank":126,"Model":"jina-embeddings-v2-base-de-Q5_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":86.72,"STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":59.07,"STS22 (de-en)":55.97,"STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":88.14} -{"index":81,"Rank":127,"Model":"LLM2Vec-Llama-2-7b-chat-hf-mntp-supervised<\/a>","Model Size (Million Parameters)":6607,"Memory Usage (GB, fp32)":24.61,"Embedding Dimensions":4096,"Max Tokens":4096,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":88.72} -{"index":82,"Rank":128,"Model":"LLM2Vec-Llama-2-unsupervised<\/a>","Model Size (Million Parameters)":6607,"Memory Usage (GB, fp32)":24.61,"Embedding Dimensions":4096,"Max Tokens":4096,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":78.32} -{"index":83,"Rank":129,"Model":"LLM2Vec-Meta-Llama-3-supervised<\/a>","Model Size (Million Parameters)":7505,"Memory Usage (GB, fp32)":27.96,"Embedding Dimensions":4096,"Max Tokens":8192,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":88.05} -{"index":84,"Rank":130,"Model":"LLM2Vec-Meta-Llama-3-unsupervised<\/a>","Model Size (Million Parameters)":7505,"Memory Usage (GB, fp32)":27.96,"Embedding Dimensions":4096,"Max Tokens":8192,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":77.44} -{"index":85,"Rank":131,"Model":"LLM2Vec-Mistral-supervised<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":88.65} -{"index":86,"Rank":132,"Model":"LLM2Vec-Mistral-unsupervised<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":80.42} -{"index":87,"Rank":133,"Model":"LLM2Vec-Sheared-Llama-supervised<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":4096,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":87.16} -{"index":88,"Rank":134,"Model":"LLM2Vec-Sheared-Llama-unsupervised<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":4096,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":73.36} -{"index":89,"Rank":135,"Model":"Bulbasaur<\/a>","Model Size (Million Parameters)":17,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":83.34} -{"index":90,"Rank":136,"Model":"Ivysaur<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.08,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":84.25} -{"index":91,"Rank":137,"Model":"Squirtle<\/a>","Model Size (Million Parameters)":16,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":79.21} -{"index":92,"Rank":138,"Model":"Venusaur<\/a>","Model Size (Million Parameters)":16,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":76.72} -{"index":93,"Rank":139,"Model":"Wartortle<\/a>","Model Size (Million Parameters)":17,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":81.79} -{"index":94,"Rank":140,"Model":"test24<\/a>","Model Size (Million Parameters)":17,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":78.93} -{"index":95,"Rank":141,"Model":"test25<\/a>","Model Size (Million Parameters)":17,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":78.61} -{"index":96,"Rank":142,"Model":"SGPT-1.3B-weightedmean-msmarco-specb-bitfit<\/a>","Model Size (Million Parameters)":1341,"Memory Usage (GB, fp32)":4.99,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":77.59} -{"index":99,"Rank":143,"Model":"SGPT-2.7B-weightedmean-msmarco-specb-bitfit<\/a>","Model Size (Million Parameters)":2685,"Memory Usage (GB, fp32)":10.0,"Embedding Dimensions":2560,"Max Tokens":2048,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":79.21} -{"index":100,"Rank":144,"Model":"SGPT-5.8B-weightedmean-msmarco-specb-bitfit<\/a>","Model Size (Million Parameters)":5874,"Memory Usage (GB, fp32)":21.88,"Embedding Dimensions":4096,"Max Tokens":2048,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":81.39} -{"index":101,"Rank":145,"Model":"SGPT-5.8B-weightedmean-nli-bitfit<\/a>","Model Size (Million Parameters)":5874,"Memory Usage (GB, fp32)":21.88,"Embedding Dimensions":4096,"Max Tokens":2048,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":85.67} -{"index":103,"Rank":146,"Model":"jasper_en_vision_language_v1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":52.72,"STS17 (en-de)":85.84,"STS17 (en-tr)":55.56,"STS17 (es-en)":87.0,"STS17 (es-es)":"","STS17 (fr-en)":84.14,"STS17 (it-en)":86.31,"STS17 (ko-ko)":"","STS17 (nl-en)":84.2,"STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":59.47,"STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":77.83,"STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":76.4,"STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":73.08,"STSBenchmark":88.85} -{"index":104,"Rank":147,"Model":"stella_en_1.5B_v5<\/a>","Model Size (Million Parameters)":1543,"Memory Usage (GB, fp32)":5.75,"Embedding Dimensions":8192,"Max Tokens":131072,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":88.23} -{"index":105,"Rank":148,"Model":"stella_en_400M_v5<\/a>","Model Size (Million Parameters)":435,"Memory Usage (GB, fp32)":1.62,"Embedding Dimensions":8192,"Max Tokens":8192,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":87.74} -{"index":106,"Rank":149,"Model":"Arabert-all-nli-triplet-Matryoshka<\/a>","Model Size (Million Parameters)":135,"Memory Usage (GB, fp32)":0.5,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","STS17 (ar-ar)":83.16,"STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":58.29,"STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":61.59} -{"index":107,"Rank":150,"Model":"Arabic-MiniLM-L12-v2-all-nli-triplet<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","STS17 (ar-ar)":81.11,"STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":52.41,"STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":84.35} -{"index":108,"Rank":151,"Model":"Arabic-Triplet-Matryoshka-V2<\/a>","Model Size (Million Parameters)":135,"Memory Usage (GB, fp32)":0.5,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","STS17 (ar-ar)":85.31,"STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":""} -{"index":109,"Rank":152,"Model":"Arabic-all-nli-triplet-Matryoshka<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","STS17 (ar-ar)":82.4,"STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":51.38,"STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":86.16} -{"index":110,"Rank":153,"Model":"Arabic-labse-Matryoshka<\/a>","Model Size (Million Parameters)":471,"Memory Usage (GB, fp32)":1.75,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","STS17 (ar-ar)":82.47,"STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":57.26,"STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":82.05} -{"index":111,"Rank":154,"Model":"Arabic-mpnet-base-all-nli-triplet<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","STS17 (ar-ar)":79.93,"STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":52.44,"STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":67.56} -{"index":112,"Rank":155,"Model":"GATE-AraBert-v1<\/a>","Model Size (Million Parameters)":135,"Memory Usage (GB, fp32)":0.5,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","STS17 (ar-ar)":82.78,"STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":59.75,"STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":""} -{"index":113,"Rank":156,"Model":"Marbert-all-nli-triplet-Matryoshka<\/a>","Model Size (Million Parameters)":163,"Memory Usage (GB, fp32)":0.61,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","STS17 (ar-ar)":82.18,"STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":58.08,"STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":61.17} -{"index":114,"Rank":157,"Model":"Solon-embeddings-large-0.1<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":83.31,"STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":""} -{"index":115,"Rank":158,"Model":"KartonBERT-USE-base-v1<\/a>","Model Size (Million Parameters)":104,"Memory Usage (GB, fp32)":0.39,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":41.82,"STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":""} -{"index":116,"Rank":159,"Model":"st-polish-kartonberta-base-alpha-v1<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":36.78,"STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":""} -{"index":117,"Rank":160,"Model":"nomic-embed-text-v1.5-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":85.47} -{"index":118,"Rank":161,"Model":"bge_m3e_stella<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":61.83} -{"index":119,"Rank":162,"Model":"SFR-Embedding-2_R<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":83.6} -{"index":120,"Rank":163,"Model":"SFR-Embedding-Mistral<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":55.04,"STS22 (de)":52.72,"STS22 (de-en)":61.61,"STS22 (de-fr)":62.9,"STS22 (de-pl)":58.39,"STS22 (es)":67.38,"STS22 (es-en)":77.51,"STS22 (es-it)":75.55,"STS22 (fr)":81.03,"STS22 (fr-pl)":84.52,"STS22 (it)":76.79,"STS22 (pl)":40.47,"STS22 (pl-en)":74.65,"STS22 (ru)":62.38,"STS22 (tr)":68.81,"STS22 (zh-en)":72.83,"STSBenchmark":89.0} -{"index":121,"Rank":164,"Model":"ember-v1-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":87.77} -{"index":122,"Rank":165,"Model":"LLaMA-embeeding<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":52.67} -{"index":123,"Rank":166,"Model":"snowflake-arctic-embed-l<\/a>","Model Size (Million Parameters)":334,"Memory Usage (GB, fp32)":1.24,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":75.68} -{"index":124,"Rank":167,"Model":"snowflake-arctic-embed-l-v2.0<\/a>","Model Size (Million Parameters)":568,"Memory Usage (GB, fp32)":2.12,"Embedding Dimensions":1024,"Max Tokens":8194,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":61.05,"STS17 (en-de)":79.31,"STS17 (en-tr)":63.63,"STS17 (es-en)":71.05,"STS17 (es-es)":"","STS17 (fr-en)":76.27,"STS17 (it-en)":76.88,"STS17 (ko-ko)":"","STS17 (nl-en)":78.27,"STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":55.11,"STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":78.59,"STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":76.85,"STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":70.79,"STSBenchmark":79.19} -{"index":125,"Rank":168,"Model":"snowflake-arctic-embed-m<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":74.1} -{"index":126,"Rank":169,"Model":"snowflake-arctic-embed-m-long<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":77.9} -{"index":127,"Rank":170,"Model":"snowflake-arctic-embed-m-v1.5<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":69.72} -{"index":128,"Rank":171,"Model":"snowflake-arctic-embed-m-v2.0<\/a>","Model Size (Million Parameters)":305,"Memory Usage (GB, fp32)":1.14,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":43.22,"STS17 (en-de)":75.87,"STS17 (en-tr)":48.94,"STS17 (es-en)":68.92,"STS17 (es-es)":"","STS17 (fr-en)":74.69,"STS17 (it-en)":73.82,"STS17 (ko-ko)":"","STS17 (nl-en)":64.88,"STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":52.69,"STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":78.89,"STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":76.62,"STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":69.43,"STSBenchmark":76.01} -{"index":129,"Rank":172,"Model":"snowflake-arctic-embed-s<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":81.19} -{"index":130,"Rank":173,"Model":"snowflake-arctic-embed-xs<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.08,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":79.18} -{"index":131,"Rank":174,"Model":"bge-micro<\/a>","Model Size (Million Parameters)":17,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":81.32} -{"index":132,"Rank":175,"Model":"bge-micro-v2<\/a>","Model Size (Million Parameters)":17,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":82.5} -{"index":133,"Rank":176,"Model":"gte-tiny<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.08,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":84.38} -{"index":134,"Rank":177,"Model":"UAE-Large-V1<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":89.06} -{"index":135,"Rank":178,"Model":"sentence-croissant-llm-base<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":78.77,"STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":""} -{"index":136,"Rank":179,"Model":"nomic-embed-text-v1.5-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":85.47} -{"index":137,"Rank":180,"Model":"German_Semantic_STS_V2<\/a>","Model Size (Million Parameters)":336,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":""} -{"index":138,"Rank":181,"Model":"MedEmbed-small-v0.1<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":-1.1,"STS17 (en-de)":22.07,"STS17 (en-tr)":5.01,"STS17 (es-en)":19.72,"STS17 (es-es)":"","STS17 (fr-en)":29.3,"STS17 (it-en)":20.23,"STS17 (ko-ko)":"","STS17 (nl-en)":24.31,"STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":46.81,"STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":61.55,"STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":41.91,"STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":50.68,"STSBenchmark":84.81} -{"index":139,"Rank":182,"Model":"e5-base-v2-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":86.52} -{"index":140,"Rank":183,"Model":"FRIDA<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":63.54,"STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":""} -{"index":141,"Rank":184,"Model":"ru-en-RoSBERTa<\/a>","Model Size (Million Parameters)":404,"Memory Usage (GB, fp32)":1.5,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":67.06,"STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":""} -{"index":144,"Rank":185,"Model":"Giga-Embeddings-instruct<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":61.11,"STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":82.2} -{"index":145,"Rank":186,"Model":"bge-small-en<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":84.89} -{"index":147,"Rank":187,"Model":"bge-small-4096<\/a>","Model Size (Million Parameters)":35,"Memory Usage (GB, fp32)":0.13,"Embedding Dimensions":384,"Max Tokens":4096,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":81.94} -{"index":148,"Rank":188,"Model":"jina-embeddings-v2-base-en<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":84.84} -{"index":149,"Rank":189,"Model":"GIST-Embedding-v0<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":87.32} -{"index":150,"Rank":190,"Model":"GIST-all-MiniLM-L6-v2<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.08,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":84.4} -{"index":151,"Rank":191,"Model":"GIST-large-Embedding-v0<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":88.3} -{"index":152,"Rank":192,"Model":"GIST-small-Embedding-v0<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":87.08} -{"index":153,"Rank":193,"Model":"NoInstruct-small-Embedding-v0<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":86.98} -{"index":154,"Rank":194,"Model":"bge-base-en-v1-5-seqlen-384-bs-1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":86.42} -{"index":155,"Rank":195,"Model":"concat-e5-small-bge-small-01<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":4.62,"STS17 (en-de)":29.11,"STS17 (en-tr)":7.61,"STS17 (es-en)":29.63,"STS17 (es-es)":"","STS17 (fr-en)":38.29,"STS17 (it-en)":27.22,"STS17 (ko-ko)":"","STS17 (nl-en)":30.81,"STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":47.02,"STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":63.05,"STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":44.44,"STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":49.45,"STSBenchmark":86.66} -{"index":156,"Rank":196,"Model":"brown-beetle-base-v1<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.08,"Embedding Dimensions":768,"Max Tokens":1000000,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":2.06,"STS17 (en-de)":18.58,"STS17 (en-tr)":-3.55,"STS17 (es-en)":9.08,"STS17 (es-es)":"","STS17 (fr-en)":21.1,"STS17 (it-en)":15.41,"STS17 (ko-ko)":"","STS17 (nl-en)":17.41,"STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":28.33,"STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":13.19,"STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":14.53,"STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":4.54,"STSBenchmark":65.48} -{"index":157,"Rank":197,"Model":"brown-beetle-small-v1<\/a>","Model Size (Million Parameters)":8,"Memory Usage (GB, fp32)":0.03,"Embedding Dimensions":256,"Max Tokens":1000000,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":1.6,"STS17 (en-de)":18.27,"STS17 (en-tr)":-3.32,"STS17 (es-en)":6.62,"STS17 (es-es)":"","STS17 (fr-en)":21.12,"STS17 (it-en)":14.62,"STS17 (ko-ko)":"","STS17 (nl-en)":16.64,"STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":27.26,"STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":11.06,"STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":14.78,"STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":6.16,"STSBenchmark":67.25} -{"index":158,"Rank":198,"Model":"brown-beetle-tiny-v1<\/a>","Model Size (Million Parameters)":4,"Memory Usage (GB, fp32)":0.01,"Embedding Dimensions":128,"Max Tokens":1000000,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":-5.31,"STS17 (en-de)":16.72,"STS17 (en-tr)":-3.29,"STS17 (es-en)":6.84,"STS17 (es-es)":"","STS17 (fr-en)":18.12,"STS17 (it-en)":13.33,"STS17 (ko-ko)":"","STS17 (nl-en)":15.24,"STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":20.81,"STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":9.12,"STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":10.78,"STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":8.44,"STSBenchmark":66.82} -{"index":159,"Rank":199,"Model":"brown-beetle-tiny-v1.1<\/a>","Model Size (Million Parameters)":4,"Memory Usage (GB, fp32)":0.01,"Embedding Dimensions":768,"Max Tokens":1000000,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":-4.38,"STS17 (en-de)":20.93,"STS17 (en-tr)":-0.65,"STS17 (es-en)":9.03,"STS17 (es-es)":"","STS17 (fr-en)":22.69,"STS17 (it-en)":19.75,"STS17 (ko-ko)":"","STS17 (nl-en)":20.54,"STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":23.73,"STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":9.7,"STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":15.96,"STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":15.31,"STSBenchmark":73.12} -{"index":160,"Rank":200,"Model":"brown-fairy-base-v0<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.08,"Embedding Dimensions":768,"Max Tokens":1000000,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":71.93} -{"index":161,"Rank":201,"Model":"red-beetle-base-v1.1<\/a>","Model Size (Million Parameters)":30,"Memory Usage (GB, fp32)":0.11,"Embedding Dimensions":1024,"Max Tokens":1000000,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":5.12,"STS17 (en-de)":27.44,"STS17 (en-tr)":8.63,"STS17 (es-en)":12.23,"STS17 (es-es)":"","STS17 (fr-en)":26.26,"STS17 (it-en)":20.05,"STS17 (ko-ko)":"","STS17 (nl-en)":23.98,"STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":28.81,"STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":7.84,"STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":25.31,"STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":13.59,"STSBenchmark":76.15} -{"index":162,"Rank":202,"Model":"sgpt-bloom-1b7-nli<\/a>","Model Size (Million Parameters)":1722,"Memory Usage (GB, fp32)":6.42,"Embedding Dimensions":2048,"Max Tokens":4096,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":73.13,"STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":""} -{"index":164,"Rank":203,"Model":"bge-m3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":84.85} -{"index":165,"Rank":204,"Model":"jina-embeddings-v2-base-de-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":86.72,"STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":59.07,"STS22 (de-en)":55.97,"STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":88.14} -{"index":166,"Rank":205,"Model":"snowflake-arctic-embed-m-v2.0-cpu<\/a>","Model Size (Million Parameters)":305,"Memory Usage (GB, fp32)":1.14,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":43.22,"STS17 (en-de)":75.87,"STS17 (en-tr)":48.94,"STS17 (es-en)":68.92,"STS17 (es-es)":"","STS17 (fr-en)":74.69,"STS17 (it-en)":73.82,"STS17 (ko-ko)":"","STS17 (nl-en)":64.88,"STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":52.69,"STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":78.89,"STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":76.62,"STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":69.43,"STSBenchmark":76.01} -{"index":170,"Rank":206,"Model":"cai-lunaris-text-embeddings<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":71.4} -{"index":171,"Rank":207,"Model":"french-document-embedding<\/a>","Model Size (Million Parameters)":305,"Memory Usage (GB, fp32)":1.14,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":83.19,"STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":""} -{"index":172,"Rank":208,"Model":"sentence-camembert-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":77.54,"STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":""} -{"index":173,"Rank":209,"Model":"sentence-camembert-large<\/a>","Model Size (Million Parameters)":337,"Memory Usage (GB, fp32)":1.26,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":81.73,"STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":""} -{"index":174,"Rank":210,"Model":"embedder-100p<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":84.2} -{"index":179,"Rank":211,"Model":"multi-qa-MiniLM-L6-cos-v1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":75.98} -{"index":180,"Rank":212,"Model":"sft-bge-small<\/a>","Model Size (Million Parameters)":24,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":512,"Max Tokens":512,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":""} -{"index":181,"Rank":213,"Model":"e5-base-4k<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":34.55,"STS22 (de)":31.42,"STS22 (de-en)":48.14,"STS22 (de-fr)":47.22,"STS22 (de-pl)":16.84,"STS22 (es)":61.84,"STS22 (es-en)":61.41,"STS22 (es-it)":55.06,"STS22 (fr)":72.42,"STS22 (fr-pl)":61.98,"STS22 (it)":70.79,"STS22 (pl)":21.86,"STS22 (pl-en)":55.43,"STS22 (ru)":24.96,"STS22 (tr)":48.3,"STS22 (zh-en)":33.19,"STSBenchmark":86.52} -{"index":182,"Rank":214,"Model":"mxbai-embed-large-v1-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":89.1} -{"index":184,"Rank":215,"Model":"english-4U-bge-small<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":85.86} -{"index":185,"Rank":216,"Model":"flaubert_base_cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":65.37,"STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":""} -{"index":186,"Rank":217,"Model":"flaubert_base_uncased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":55.15,"STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":""} -{"index":187,"Rank":218,"Model":"flaubert_large_cased<\/a>","Model Size (Million Parameters)":372,"Memory Usage (GB, fp32)":1.39,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":48.52,"STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":""} -{"index":188,"Rank":219,"Model":"bge-m3-custom-fr-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":81.7,"STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":""} -{"index":189,"Rank":220,"Model":"jina-embeddings-v2-base-en-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":84.84} -{"index":190,"Rank":221,"Model":"bert-base-multilingual-cased<\/a>","Model Size (Million Parameters)":179,"Memory Usage (GB, fp32)":0.67,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":39.05,"STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":""} -{"index":191,"Rank":222,"Model":"bert-base-multilingual-uncased<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":56.47,"STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":""} -{"index":192,"Rank":223,"Model":"bert-base-uncased<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":47.29} -{"index":193,"Rank":224,"Model":"instructor-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":86.43} -{"index":194,"Rank":225,"Model":"instructor-large<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":86.88} -{"index":195,"Rank":226,"Model":"instructor-xl<\/a>","Model Size (Million Parameters)":1241,"Memory Usage (GB, fp32)":4.62,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":86.56} -{"index":196,"Rank":227,"Model":"granite-embedding-278m-multilingual-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":59.84,"STS17 (en-de)":69.72,"STS17 (en-tr)":44.64,"STS17 (es-en)":69.57,"STS17 (es-es)":"","STS17 (fr-en)":74.25,"STS17 (it-en)":68.28,"STS17 (ko-ko)":"","STS17 (nl-en)":68.04,"STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":60.04,"STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":80.47,"STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":70.67,"STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":72.46,"STSBenchmark":78.41} -{"index":197,"Rank":228,"Model":"granite-embedding-278m-multilingual-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":59.84,"STS17 (en-de)":69.72,"STS17 (en-tr)":44.64,"STS17 (es-en)":69.57,"STS17 (es-es)":"","STS17 (fr-en)":74.25,"STS17 (it-en)":68.28,"STS17 (ko-ko)":"","STS17 (nl-en)":68.04,"STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":60.04,"STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":80.47,"STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":70.67,"STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":72.46,"STSBenchmark":78.41} -{"index":198,"Rank":229,"Model":"bge-large-en-v1.5-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":87.52} -{"index":199,"Rank":230,"Model":"granite-embedding-107m-multilingual<\/a>","Model Size (Million Parameters)":107,"Memory Usage (GB, fp32)":0.4,"Embedding Dimensions":384,"Max Tokens":514,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":59.93,"STS17 (en-de)":69.98,"STS17 (en-tr)":33.73,"STS17 (es-en)":70.06,"STS17 (es-es)":"","STS17 (fr-en)":74.17,"STS17 (it-en)":66.86,"STS17 (ko-ko)":"","STS17 (nl-en)":68.49,"STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":56.23,"STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":79.58,"STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":72.82,"STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":71.52,"STSBenchmark":76.98} -{"index":200,"Rank":231,"Model":"granite-embedding-125m-english<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":22.54,"STS17 (en-de)":50.03,"STS17 (en-tr)":22.12,"STS17 (es-en)":37.71,"STS17 (es-es)":"","STS17 (fr-en)":38.92,"STS17 (it-en)":30.76,"STS17 (ko-ko)":"","STS17 (nl-en)":43.2,"STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":54.18,"STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":73.79,"STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":71.63,"STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":39.59,"STSBenchmark":79.66} -{"index":201,"Rank":232,"Model":"granite-embedding-278m-multilingual<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":59.84,"STS17 (en-de)":69.72,"STS17 (en-tr)":44.64,"STS17 (es-en)":69.57,"STS17 (es-es)":"","STS17 (fr-en)":74.25,"STS17 (it-en)":68.28,"STS17 (ko-ko)":"","STS17 (nl-en)":68.04,"STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":60.04,"STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":80.47,"STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":70.67,"STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":72.46,"STSBenchmark":78.41} -{"index":202,"Rank":233,"Model":"granite-embedding-30m-english<\/a>","Model Size (Million Parameters)":30,"Memory Usage (GB, fp32)":0.11,"Embedding Dimensions":384,"Max Tokens":514,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":17.69,"STS17 (en-de)":46.55,"STS17 (en-tr)":18.51,"STS17 (es-en)":30.64,"STS17 (es-es)":"","STS17 (fr-en)":34.7,"STS17 (it-en)":27.93,"STS17 (ko-ko)":"","STS17 (nl-en)":39.76,"STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":54.1,"STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":66.95,"STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":69.04,"STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":36.18,"STSBenchmark":78.04} -{"index":203,"Rank":234,"Model":"stella-base-en-v2<\/a>","Model Size (Million Parameters)":55,"Memory Usage (GB, fp32)":0.2,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":87.45} -{"index":204,"Rank":235,"Model":"e5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":30.48,"STS22 (de)":35.13,"STS22 (de-en)":49.21,"STS22 (de-fr)":55.99,"STS22 (de-pl)":45.33,"STS22 (es)":58.71,"STS22 (es-en)":67.35,"STS22 (es-it)":55.56,"STS22 (fr)":77.27,"STS22 (fr-pl)":50.71,"STS22 (it)":70.51,"STS22 (pl)":30.31,"STS22 (pl-en)":60.4,"STS22 (ru)":8.56,"STS22 (tr)":51.02,"STS22 (zh-en)":32.75,"STSBenchmark":86.18} -{"index":206,"Rank":236,"Model":"e5-large<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":37.01,"STS22 (de)":44.63,"STS22 (de-en)":54.9,"STS22 (de-fr)":54.29,"STS22 (de-pl)":40.53,"STS22 (es)":61.75,"STS22 (es-en)":68.92,"STS22 (es-it)":63.53,"STS22 (fr)":81.45,"STS22 (fr-pl)":73.25,"STS22 (it)":71.03,"STS22 (pl)":32.96,"STS22 (pl-en)":64.87,"STS22 (ru)":21.54,"STS22 (tr)":55.9,"STS22 (zh-en)":35.44,"STSBenchmark":87.21} -{"index":209,"Rank":237,"Model":"e5-small<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":28.24,"STS22 (de)":41.84,"STS22 (de-en)":43.7,"STS22 (de-fr)":50.67,"STS22 (de-pl)":32.33,"STS22 (es)":60.03,"STS22 (es-en)":66.1,"STS22 (es-it)":57.13,"STS22 (fr)":77.03,"STS22 (fr-pl)":84.52,"STS22 (it)":71.58,"STS22 (pl)":26.4,"STS22 (pl-en)":49.23,"STS22 (ru)":18.1,"STS22 (tr)":54.58,"STS22 (zh-en)":21.97,"STSBenchmark":86.36} -{"index":210,"Rank":238,"Model":"e5-small-v2<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":85.95} -{"index":215,"Rank":239,"Model":"herbert-base-retrieval-v2<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.47,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":39.73,"STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":""} -{"index":216,"Rank":240,"Model":"silver-retriever-base-v1<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.47,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":38.69,"STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":""} -{"index":218,"Rank":241,"Model":"udever-bloom-3b<\/a>","Model Size (Million Parameters)":3003,"Memory Usage (GB, fp32)":11.19,"Embedding Dimensions":2560,"Max Tokens":2048,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":87.71} -{"index":220,"Rank":242,"Model":"udever-bloom-7b1<\/a>","Model Size (Million Parameters)":7069,"Memory Usage (GB, fp32)":26.33,"Embedding Dimensions":4096,"Max Tokens":2048,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":88.02} -{"index":221,"Rank":243,"Model":"jina-embedding-b-en-v1<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":82.57} -{"index":222,"Rank":244,"Model":"jina-embedding-l-en-v1<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":84.6} -{"index":223,"Rank":245,"Model":"jina-embedding-s-en-v1<\/a>","Model Size (Million Parameters)":35,"Memory Usage (GB, fp32)":0.13,"Embedding Dimensions":512,"Max Tokens":512,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":79.2} -{"index":224,"Rank":246,"Model":"jina-embeddings-v2-base-de<\/a>","Model Size (Million Parameters)":161,"Memory Usage (GB, fp32)":0.6,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":86.72,"STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":59.07,"STS22 (de-en)":55.97,"STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":88.14} -{"index":225,"Rank":247,"Model":"jina-embeddings-v2-base-en<\/a>","Model Size (Million Parameters)":275,"Memory Usage (GB, fp32)":1.02,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":84.84} -{"index":226,"Rank":248,"Model":"jina-embeddings-v2-base-es<\/a>","Model Size (Million Parameters)":161,"Memory Usage (GB, fp32)":0.6,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":86.49,"STS17 (es-es)":88.25,"STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":67.97,"STS22 (es-en)":78.8,"STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":87.84} -{"index":227,"Rank":249,"Model":"jina-embeddings-v2-small-en<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":512,"Max Tokens":8192,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":84.04} -{"index":228,"Rank":250,"Model":"jina-embeddings-v3<\/a>","Model Size (Million Parameters)":572,"Memory Usage (GB, fp32)":2.13,"Embedding Dimensions":1024,"Max Tokens":8194,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":87.96,"STS17 (en-tr)":"","STS17 (es-en)":87.26,"STS17 (es-es)":88.78,"STS17 (fr-en)":87.56,"STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":61.61,"STS22 (de-en)":60.89,"STS22 (de-fr)":58.26,"STS22 (de-pl)":56.82,"STS22 (es)":72.21,"STS22 (es-en)":78.46,"STS22 (es-it)":"","STS22 (fr)":83.29,"STS22 (fr-pl)":84.52,"STS22 (it)":"","STS22 (pl)":45.14,"STS22 (pl-en)":76.18,"STS22 (ru)":65.09,"STS22 (tr)":"","STS22 (zh-en)":73.4,"STSBenchmark":89.44} -{"index":230,"Rank":251,"Model":"echo-mistral-7b-instruct-lasttoken<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":85.67} -{"index":231,"Rank":252,"Model":"cde-small-v1<\/a>","Model Size (Million Parameters)":143,"Memory Usage (GB, fp32)":0.53,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":85.54} -{"index":232,"Rank":253,"Model":"cde-small-v2<\/a>","Model Size (Million Parameters)":150,"Memory Usage (GB, fp32)":0.56,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":87.71} -{"index":233,"Rank":254,"Model":"modernbert-embed-large<\/a>","Model Size (Million Parameters)":395,"Memory Usage (GB, fp32)":1.47,"Embedding Dimensions":1024,"Max Tokens":8192,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":87.4} -{"index":234,"Rank":255,"Model":"modernbert-embed-large-unsupervised<\/a>","Model Size (Million Parameters)":395,"Memory Usage (GB, fp32)":1.47,"Embedding Dimensions":1024,"Max Tokens":8192,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":83.46} -{"index":235,"Rank":256,"Model":"MegatronBert-1B3-embedding<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":83.69} -{"index":236,"Rank":257,"Model":"XLM-0B6-embedding<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":86.5} -{"index":237,"Rank":258,"Model":"XLM-3B5-embedding<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":86.46} -{"index":238,"Rank":259,"Model":"ember-v1<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":87.77} -{"index":239,"Rank":260,"Model":"mxbai-embed-large-v1-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":89.1} -{"index":240,"Rank":261,"Model":"ternary-weight-embedding<\/a>","Model Size (Million Parameters)":99,"Memory Usage (GB, fp32)":0.37,"Embedding Dimensions":1792,"Max Tokens":512,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":27.72,"STS22 (de)":20.26,"STS22 (de-en)":38.54,"STS22 (de-fr)":33.9,"STS22 (de-pl)":7.27,"STS22 (es)":48.77,"STS22 (es-en)":47.53,"STS22 (es-it)":35.63,"STS22 (fr)":55.04,"STS22 (fr-pl)":84.52,"STS22 (it)":50.23,"STS22 (pl)":12.39,"STS22 (pl-en)":37.61,"STS22 (ru)":21.92,"STS22 (tr)":37.93,"STS22 (zh-en)":64.69,"STSBenchmark":""} -{"index":241,"Rank":262,"Model":"bge-m3-custom-fr<\/a>","Model Size (Million Parameters)":568,"Memory Usage (GB, fp32)":2.12,"Embedding Dimensions":1024,"Max Tokens":8194,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":81.7,"STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":""} -{"index":242,"Rank":263,"Model":"sentence_croissant_alpha_v0.1<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":75.66,"STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":""} -{"index":243,"Rank":264,"Model":"sentence_croissant_alpha_v0.2<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":78.68,"STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":""} -{"index":244,"Rank":265,"Model":"sentence_croissant_alpha_v0.3<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":80.8,"STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":""} -{"index":245,"Rank":266,"Model":"sentence_croissant_alpha_v0.4<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":82.35,"STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":""} -{"index":246,"Rank":267,"Model":"M2V_base_glove<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Embedding Dimensions":256,"Max Tokens":1000000,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":11.84,"STS17 (en-de)":19.78,"STS17 (en-tr)":3.88,"STS17 (es-en)":15.48,"STS17 (es-es)":"","STS17 (fr-en)":18.41,"STS17 (it-en)":2.93,"STS17 (ko-ko)":"","STS17 (nl-en)":10.28,"STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":31.73,"STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":20.68,"STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":36.39,"STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":3.65,"STSBenchmark":68.91} -{"index":247,"Rank":268,"Model":"M2V_base_glove_subword<\/a>","Model Size (Million Parameters)":103,"Memory Usage (GB, fp32)":0.38,"Embedding Dimensions":256,"Max Tokens":1000000,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":-6.18,"STS17 (en-de)":22.57,"STS17 (en-tr)":-10.09,"STS17 (es-en)":13.25,"STS17 (es-es)":"","STS17 (fr-en)":19.49,"STS17 (it-en)":10.22,"STS17 (ko-ko)":"","STS17 (nl-en)":14.34,"STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":28.59,"STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":18.5,"STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":-0.22,"STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":10.97,"STSBenchmark":66.52} -{"index":248,"Rank":269,"Model":"M2V_base_output<\/a>","Model Size (Million Parameters)":8,"Memory Usage (GB, fp32)":0.03,"Embedding Dimensions":256,"Max Tokens":1000000,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":1.6,"STS17 (en-de)":18.27,"STS17 (en-tr)":-3.32,"STS17 (es-en)":6.63,"STS17 (es-es)":"","STS17 (fr-en)":21.12,"STS17 (it-en)":14.62,"STS17 (ko-ko)":"","STS17 (nl-en)":16.65,"STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":27.04,"STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":11.05,"STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":15.42,"STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":9.07,"STSBenchmark":67.25} -{"index":249,"Rank":270,"Model":"potion-base-2M<\/a>","Model Size (Million Parameters)":2,"Memory Usage (GB, fp32)":0.01,"Embedding Dimensions":64,"Max Tokens":1000000,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":2.42,"STS17 (en-de)":22.52,"STS17 (en-tr)":8.82,"STS17 (es-en)":10.14,"STS17 (es-es)":"","STS17 (fr-en)":25.26,"STS17 (it-en)":14.14,"STS17 (ko-ko)":"","STS17 (nl-en)":19.56,"STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":25.64,"STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":10.04,"STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":15.13,"STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":11.79,"STSBenchmark":72.81} -{"index":250,"Rank":271,"Model":"potion-base-32M<\/a>","Model Size (Million Parameters)":32,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":512,"Max Tokens":1000000,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":1.97,"STS17 (en-de)":26.77,"STS17 (en-tr)":6.43,"STS17 (es-en)":18.67,"STS17 (es-es)":"","STS17 (fr-en)":33.88,"STS17 (it-en)":26.92,"STS17 (ko-ko)":"","STS17 (nl-en)":29.85,"STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":36.69,"STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":12.44,"STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":28.1,"STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":18.43,"STSBenchmark":76.84} -{"index":251,"Rank":272,"Model":"potion-base-4M<\/a>","Model Size (Million Parameters)":4,"Memory Usage (GB, fp32)":0.01,"Embedding Dimensions":128,"Max Tokens":1000000,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":-0.56,"STS17 (en-de)":24.76,"STS17 (en-tr)":11.97,"STS17 (es-en)":13.6,"STS17 (es-es)":"","STS17 (fr-en)":31.33,"STS17 (it-en)":21.32,"STS17 (ko-ko)":"","STS17 (nl-en)":24.62,"STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":31.68,"STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":9.73,"STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":18.35,"STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":16.22,"STSBenchmark":74.28} -{"index":252,"Rank":273,"Model":"potion-base-8M<\/a>","Model Size (Million Parameters)":8,"Memory Usage (GB, fp32)":0.03,"Embedding Dimensions":256,"Max Tokens":1000000,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":5.42,"STS17 (en-de)":23.01,"STS17 (en-tr)":11.19,"STS17 (es-en)":14.73,"STS17 (es-es)":"","STS17 (fr-en)":34.29,"STS17 (it-en)":23.14,"STS17 (ko-ko)":"","STS17 (nl-en)":27.53,"STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":36.21,"STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":10.99,"STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":21.34,"STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":17.29,"STSBenchmark":75.41} -{"index":253,"Rank":274,"Model":"mxbai-embed-2d-large-v1<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":89.2} -{"index":254,"Rank":275,"Model":"mxbai-embed-large-v1<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":89.1} -{"index":255,"Rank":276,"Model":"nomic-embed-text-v1.5-Q4_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":85.47} -{"index":256,"Rank":277,"Model":"jina-embeddings-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":84.84} -{"index":257,"Rank":278,"Model":"bge-base-en-v1.5-quant<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":86.79} -{"index":258,"Rank":279,"Model":"bge-base-en-v1.5-sparse<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":85.93} -{"index":259,"Rank":280,"Model":"bge-large-en-v1.5-quant<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":87.89} -{"index":260,"Rank":281,"Model":"bge-large-en-v1.5-sparse<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":86.88} -{"index":261,"Rank":282,"Model":"bge-small-en-v1.5-quant<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":86.31} -{"index":262,"Rank":283,"Model":"bge-small-en-v1.5-sparse<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":81.77} -{"index":263,"Rank":284,"Model":"mmarco-bert-base-italian-uncased<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":69.44,"STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":""} -{"index":264,"Rank":285,"Model":"mmarco-sentence-flare-it<\/a>","Model Size (Million Parameters)":17,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":514,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":37.93,"STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":""} -{"index":265,"Rank":286,"Model":"stsbm-sentence-flare-it<\/a>","Model Size (Million Parameters)":17,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":514,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":65.71,"STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":""} -{"index":266,"Rank":287,"Model":"bge-large-en-v1.5<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":87.52} -{"index":267,"Rank":288,"Model":"modernbert-embed-base<\/a>","Model Size (Million Parameters)":149,"Memory Usage (GB, fp32)":0.56,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":86.97} -{"index":268,"Rank":289,"Model":"modernbert-embed-base-unsupervised<\/a>","Model Size (Million Parameters)":149,"Memory Usage (GB, fp32)":0.56,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":83.4} -{"index":269,"Rank":290,"Model":"nomic-embed-text-v1<\/a>","Model Size (Million Parameters)":547,"Memory Usage (GB, fp32)":2.04,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":36.31,"STS22 (de)":38.66,"STS22 (de-en)":50.97,"STS22 (de-fr)":50.64,"STS22 (de-pl)":30.76,"STS22 (es)":65.18,"STS22 (es-en)":65.53,"STS22 (es-it)":61.2,"STS22 (fr)":79.58,"STS22 (fr-pl)":73.25,"STS22 (it)":74.8,"STS22 (pl)":30.72,"STS22 (pl-en)":64.12,"STS22 (ru)":32.23,"STS22 (tr)":54.48,"STS22 (zh-en)":46.19,"STSBenchmark":85.54} -{"index":270,"Rank":291,"Model":"nomic-embed-text-v1-ablated<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":83.42} -{"index":271,"Rank":292,"Model":"nomic-embed-text-v1-unsupervised<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":83.96} -{"index":272,"Rank":293,"Model":"nomic-embed-text-v1.5-128<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":128,"Max Tokens":8192,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":84.28} -{"index":273,"Rank":294,"Model":"nomic-embed-text-v1.5-256<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":256,"Max Tokens":8192,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":84.8} -{"index":274,"Rank":295,"Model":"nomic-embed-text-v1.5-512<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":512,"Max Tokens":8192,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":85.14} -{"index":275,"Rank":296,"Model":"nomic-embed-text-v1.5-64<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":64,"Max Tokens":8192,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":83.46} -{"index":276,"Rank":297,"Model":"nomic-embed-text-v1.5<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":85.47} -{"index":277,"Rank":298,"Model":"contriever-base-msmarco<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":78.81} -{"index":278,"Rank":299,"Model":"NV-Embed-v1<\/a>","Model Size (Million Parameters)":7851,"Memory Usage (GB, fp32)":29.25,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":86.14} -{"index":279,"Rank":300,"Model":"NV-Embed-v2<\/a>","Model Size (Million Parameters)":7851,"Memory Usage (GB, fp32)":29.25,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":88.41} -{"index":280,"Rank":301,"Model":"Arabic-STS-Matryoshka<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","STS17 (ar-ar)":82.9,"STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":""} -{"index":281,"Rank":302,"Model":"Arabic-STS-Matryoshka-V2<\/a>","Model Size (Million Parameters)":135,"Memory Usage (GB, fp32)":0.5,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","STS17 (ar-ar)":86.06,"STS17 (en-ar)":13.34,"STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":58.72,"STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":""} -{"index":282,"Rank":303,"Model":"arabic-english-sts-matryoshka<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","STS17 (ar-ar)":83.05,"STS17 (en-ar)":79.68,"STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":""} -{"index":283,"Rank":304,"Model":"arabic-english-sts-matryoshka-v2.0<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","STS17 (ar-ar)":83.78,"STS17 (en-ar)":82.19,"STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":""} -{"index":284,"Rank":305,"Model":"MiniCPM-Embedding-Light<\/a>","Model Size (Million Parameters)":434,"Memory Usage (GB, fp32)":1.62,"Embedding Dimensions":1024,"Max Tokens":4096,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":73.91,"STSBenchmark":74.23} -{"index":285,"Rank":306,"Model":"GritLM-7B-vllm<\/a>","Model Size (Million Parameters)":7242,"Memory Usage (GB, fp32)":26.98,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":85.64} -{"index":286,"Rank":307,"Model":"jina-embeddings-v2-base-es-Q5_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":86.49,"STS17 (es-es)":88.25,"STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":67.97,"STS22 (es-en)":78.8,"STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":87.84} -{"index":287,"Rank":308,"Model":"mini-gte<\/a>","Model Size (Million Parameters)":66,"Memory Usage (GB, fp32)":0.25,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":86.25} -{"index":288,"Rank":309,"Model":"sup-simcse-bert-base-uncased<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":84.25} -{"index":289,"Rank":310,"Model":"unsup-simcse-bert-base-uncased<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":76.52} -{"index":293,"Rank":311,"Model":"TDTE<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":88.15} -{"index":294,"Rank":312,"Model":"bge-large-en-v1.5-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":87.52} -{"index":295,"Rank":313,"Model":"bge-large-en-v1.5-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":87.52} -{"index":296,"Rank":314,"Model":"sf_model_e5<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":88.33} -{"index":297,"Rank":315,"Model":"zzz<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":75.57} -{"index":298,"Rank":316,"Model":"mmlw-e5-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":40.36,"STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":""} -{"index":299,"Rank":317,"Model":"mmlw-e5-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":40.4,"STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":""} -{"index":300,"Rank":318,"Model":"mmlw-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":40.63,"STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":""} -{"index":301,"Rank":319,"Model":"mmlw-roberta-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":40.36,"STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":""} -{"index":302,"Rank":320,"Model":"mmlw-roberta-large<\/a>","Model Size (Million Parameters)":435,"Memory Usage (GB, fp32)":1.62,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":39.32,"STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":""} -{"index":303,"Rank":321,"Model":"st-polish-paraphrase-from-distilroberta<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.47,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":40.36,"STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":""} -{"index":304,"Rank":322,"Model":"st-polish-paraphrase-from-mpnet<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.47,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":37.34,"STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":""} -{"index":310,"Rank":323,"Model":"average_word_embeddings_glove.6B.300d<\/a>","Model Size (Million Parameters)":120,"Memory Usage (GB, fp32)":0.45,"Embedding Dimensions":300,"Max Tokens":"N\/A","Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":61.54} -{"index":313,"Rank":324,"Model":"gtr-t5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":79.58} -{"index":316,"Rank":325,"Model":"gtr-t5-xxl<\/a>","Model Size (Million Parameters)":4865,"Memory Usage (GB, fp32)":18.12,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":77.73} -{"index":317,"Rank":326,"Model":"msmarco-bert-co-condensor<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":76.97} -{"index":318,"Rank":327,"Model":"multi-qa-MiniLM-L6-cos-v1<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":74.62,"STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":""} -{"index":324,"Rank":328,"Model":"sentence-t5-xxl<\/a>","Model Size (Million Parameters)":4865,"Memory Usage (GB, fp32)":18.12,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":76.8,"STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":84.01} -{"index":328,"Rank":329,"Model":"silma-embeddding-matryoshka-v0.1<\/a>","Model Size (Million Parameters)":135,"Memory Usage (GB, fp32)":0.5,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","STS17 (ar-ar)":84.25,"STS17 (en-ar)":42.76,"STS17 (en-de)":29.23,"STS17 (en-tr)":15.59,"STS17 (es-en)":28.65,"STS17 (es-es)":"","STS17 (fr-en)":37.34,"STS17 (it-en)":25.19,"STS17 (ko-ko)":"","STS17 (nl-en)":32.22,"STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":""} -{"index":329,"Rank":330,"Model":"silma-embeddding-sts-v0.1<\/a>","Model Size (Million Parameters)":135,"Memory Usage (GB, fp32)":0.5,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","STS17 (ar-ar)":85.59,"STS17 (en-ar)":47.7,"STS17 (en-de)":31.86,"STS17 (en-tr)":9.21,"STS17 (es-en)":21.4,"STS17 (es-es)":"","STS17 (fr-en)":30.07,"STS17 (it-en)":23.33,"STS17 (ko-ko)":"","STS17 (nl-en)":36.24,"STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":""} -{"index":330,"Rank":331,"Model":"mxbai-embed-large-v1-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":89.1} -{"index":331,"Rank":332,"Model":"mxbai-embed-large-v1-Q5_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":89.1} -{"index":332,"Rank":333,"Model":"GritLM-7B-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":85.64} -{"index":333,"Rank":334,"Model":"GritLM-8x7B-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":87.43} -{"index":334,"Rank":335,"Model":"gte-base<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":85.73} -{"index":335,"Rank":336,"Model":"gte-large<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":86.07} -{"index":336,"Rank":337,"Model":"gte-small<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":85.57} -{"index":337,"Rank":338,"Model":"ALL_862873<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":44.39} -{"index":338,"Rank":339,"Model":"BinGSE-Meta-Llama-3-8B-Instruct<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":83.57,"STS17 (en-de)":90.03,"STS17 (en-tr)":82.94,"STS17 (es-en)":90.39,"STS17 (es-es)":"","STS17 (fr-en)":88.83,"STS17 (it-en)":89.65,"STS17 (ko-ko)":"","STS17 (nl-en)":89.76,"STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":58.31,"STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":77.19,"STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":72.24,"STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":73.41,"STSBenchmark":88.83} -{"index":339,"Rank":340,"Model":"BinGSE-Sheared-LLaMA<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":34.97,"STS17 (en-de)":82.52,"STS17 (en-tr)":36.23,"STS17 (es-en)":82.0,"STS17 (es-es)":"","STS17 (fr-en)":82.22,"STS17 (it-en)":81.73,"STS17 (ko-ko)":"","STS17 (nl-en)":78.39,"STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":58.85,"STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":78.01,"STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":70.99,"STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":66.91,"STSBenchmark":86.51} -{"index":340,"Rank":341,"Model":"GTE256_sw<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":79.1} -{"index":341,"Rank":342,"Model":"GTE512_sw<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":79.19} -{"index":342,"Rank":343,"Model":"GTE_wl_mv<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":78.86} -{"index":343,"Rank":344,"Model":"gte_wl<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":79.26} -{"index":344,"Rank":345,"Model":"l3_wl<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":77.02} -{"index":345,"Rank":346,"Model":"llm_mse<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","STS17 (ar-ar)":10.24,"STS17 (en-ar)":-12.12,"STS17 (en-de)":-5.71,"STS17 (en-tr)":-18.0,"STS17 (es-en)":-9.99,"STS17 (es-es)":62.18,"STS17 (fr-en)":-3.68,"STS17 (it-en)":-8.94,"STS17 (ko-ko)":7.13,"STS17 (nl-en)":-0.89,"STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":67.61} -{"index":346,"Rank":347,"Model":"mv_sw<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":75.41} -{"index":347,"Rank":348,"Model":"wl_sw_256<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":76.84} -{"index":348,"Rank":349,"Model":"voyage-3-m-exp<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":88.32} -{"index":349,"Rank":350,"Model":"universal-sentence-encoder-4<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":77.08} -{"index":350,"Rank":351,"Model":"universal-sentence-encoder-large-5<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":79.93} -{"index":351,"Rank":352,"Model":"universal-sentence-encoder-multilingual-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":512,"Max Tokens":512,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":77.91,"STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":80.28} -{"index":352,"Rank":353,"Model":"universal-sentence-encoder-multilingual-large-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":512,"Max Tokens":512,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":71.11,"STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":81.24} -{"index":353,"Rank":354,"Model":"b1ade-embed<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":88.77} -{"index":354,"Rank":355,"Model":"b1ade-embed-kd<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":82.69} -{"index":355,"Rank":356,"Model":"b1ade-embed-kd_3<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":0.8} -{"index":356,"Rank":357,"Model":"jina-embeddings-v2-base-en-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":84.84} -{"index":357,"Rank":358,"Model":"bge-small-en-v1.5-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":85.86} -{"index":358,"Rank":359,"Model":"potion-base-8M-stf<\/a>","Model Size (Million Parameters)":8,"Memory Usage (GB, fp32)":0.03,"Embedding Dimensions":256,"Max Tokens":1000000,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":5.42,"STS17 (en-de)":23.01,"STS17 (en-tr)":11.19,"STS17 (es-en)":14.73,"STS17 (es-es)":"","STS17 (fr-en)":34.29,"STS17 (it-en)":23.14,"STS17 (ko-ko)":"","STS17 (nl-en)":27.53,"STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":36.21,"STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":10.99,"STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":21.34,"STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":17.29,"STSBenchmark":75.41} -{"index":359,"Rank":360,"Model":"bilingual-embedding-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":80.31,"STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":""} -{"index":360,"Rank":361,"Model":"new_model<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":84.92} -{"index":361,"Rank":362,"Model":"LENS-d4000<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":88.22} -{"index":362,"Rank":363,"Model":"LENS-d8000<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":88.47} -{"index":363,"Rank":364,"Model":"gte-large-quant<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":85.4} -{"index":364,"Rank":365,"Model":"gte-large-sparse<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":85.45} -{"index":365,"Rank":366,"Model":"gte-small-quant<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":85.13} -{"index":366,"Rank":367,"Model":"Zeta-Alpha-E5-Mistral<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":88.28} -{"index":367,"Rank":368,"Model":"bi-cse<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":70.01,"STSBenchmark":85.99} -{"index":368,"Rank":369,"Model":"nomic-embed-text-v1.5-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":85.47} -{"index":369,"Rank":370,"Model":"text-similarity-ada-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":2046,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":83.78} -{"index":370,"Rank":371,"Model":"text-similarity-babbage-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":2048,"Max Tokens":2046,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":84.32} -{"index":371,"Rank":372,"Model":"text-similarity-curie-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":4096,"Max Tokens":2046,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":83.02} -{"index":372,"Rank":373,"Model":"text-similarity-davinci-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":12288,"Max Tokens":2046,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":84.08} -{"index":373,"Rank":374,"Model":"text-embedding-ada-002<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":8191,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":81.09,"STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":64.5,"STS22 (zh-en)":"","STSBenchmark":83.17} -{"index":374,"Rank":375,"Model":"text-embedding-3-large-256<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":256,"Max Tokens":8191,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":82.34} -{"index":375,"Rank":376,"Model":"text-embedding-3-large<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":3072,"Max Tokens":8191,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":83.56} -{"index":376,"Rank":377,"Model":"text-embedding-3-small<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":8191,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":84.24} -{"index":377,"Rank":378,"Model":"elser-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":30522,"Max Tokens":512,"Average":"","STS17 (ar-ar)":"","STS17 (en-ar)":"","STS17 (en-de)":"","STS17 (en-tr)":"","STS17 (es-en)":"","STS17 (es-es)":"","STS17 (fr-en)":"","STS17 (it-en)":"","STS17 (ko-ko)":"","STS17 (nl-en)":"","STS22 (ar)":"","STS22 (de)":"","STS22 (de-en)":"","STS22 (de-fr)":"","STS22 (de-pl)":"","STS22 (es)":"","STS22 (es-en)":"","STS22 (es-it)":"","STS22 (fr)":"","STS22 (fr-pl)":"","STS22 (it)":"","STS22 (pl)":"","STS22 (pl-en)":"","STS22 (ru)":"","STS22 (tr)":"","STS22 (zh-en)":"","STSBenchmark":79.54} diff --git a/boards_data/pl/data_overall/default.jsonl b/boards_data/pl/data_overall/default.jsonl deleted file mode 100644 index 059a6941250d8a989cfce4f3e6b1f82290eab686..0000000000000000000000000000000000000000 --- a/boards_data/pl/data_overall/default.jsonl +++ /dev/null @@ -1,95 +0,0 @@ -{"index":14,"Rank":1,"Model":"bge-multilingual-gemma2<\/a>","Model Size (Million Parameters)":9242,"Memory Usage (GB, fp32)":34.43,"Embedding Dimensions":3584,"Max Tokens":8192,"Average (26 datasets)":70.0,"Classification Average (7 datasets)":77.99,"Clustering Average (1 datasets)":50.29,"PairClassification Average (4 datasets)":89.62,"Retrieval Average (11 datasets)":59.41,"STS Average (3 datasets)":70.64} -{"index":8,"Rank":2,"Model":"gte-Qwen2-7B-instruct<\/a>","Model Size (Million Parameters)":7613,"Memory Usage (GB, fp32)":28.36,"Embedding Dimensions":3584,"Max Tokens":32768,"Average (26 datasets)":66.96,"Classification Average (7 datasets)":74.54,"Clustering Average (1 datasets)":51.36,"PairClassification Average (4 datasets)":88.48,"Retrieval Average (11 datasets)":54.69,"STS Average (3 datasets)":70.81} -{"index":7,"Rank":3,"Model":"gte-Qwen2-1.5B-instruct<\/a>","Model Size (Million Parameters)":1776,"Memory Usage (GB, fp32)":6.62,"Embedding Dimensions":1536,"Max Tokens":131072,"Average (26 datasets)":64.04,"Classification Average (7 datasets)":72.29,"Clustering Average (1 datasets)":44.59,"PairClassification Average (4 datasets)":84.87,"Retrieval Average (11 datasets)":51.88,"STS Average (3 datasets)":68.12} -{"index":23,"Rank":4,"Model":"jina-embeddings-v3<\/a>","Model Size (Million Parameters)":572,"Memory Usage (GB, fp32)":2.13,"Embedding Dimensions":1024,"Max Tokens":8194,"Average (26 datasets)":63.97,"Classification Average (7 datasets)":70.81,"Clustering Average (1 datasets)":43.66,"PairClassification Average (4 datasets)":83.7,"Retrieval Average (11 datasets)":51.89,"STS Average (3 datasets)":72.77} -{"index":77,"Rank":5,"Model":"jina-embeddings-v3<\/a>","Model Size (Million Parameters)":572,"Memory Usage (GB, fp32)":2.13,"Embedding Dimensions":1024,"Max Tokens":8194,"Average (26 datasets)":63.97,"Classification Average (7 datasets)":70.81,"Clustering Average (1 datasets)":43.66,"PairClassification Average (4 datasets)":83.7,"Retrieval Average (11 datasets)":51.89,"STS Average (3 datasets)":72.77} -{"index":88,"Rank":6,"Model":"mmlw-roberta-large<\/a>","Model Size (Million Parameters)":435,"Memory Usage (GB, fp32)":1.62,"Embedding Dimensions":1024,"Max Tokens":514,"Average (26 datasets)":63.23,"Classification Average (7 datasets)":66.39,"Clustering Average (1 datasets)":31.16,"PairClassification Average (4 datasets)":89.13,"Retrieval Average (11 datasets)":52.71,"STS Average (3 datasets)":70.59} -{"index":44,"Rank":7,"Model":"KartonBERT-USE-base-v1<\/a>","Model Size (Million Parameters)":104,"Memory Usage (GB, fp32)":0.39,"Embedding Dimensions":768,"Max Tokens":512,"Average (26 datasets)":61.67,"Classification Average (7 datasets)":67.57,"Clustering Average (1 datasets)":29.88,"PairClassification Average (4 datasets)":87.04,"Retrieval Average (11 datasets)":49.14,"STS Average (3 datasets)":70.65} -{"index":85,"Rank":8,"Model":"mmlw-e5-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average (26 datasets)":61.17,"Classification Average (7 datasets)":61.07,"Clustering Average (1 datasets)":30.62,"PairClassification Average (4 datasets)":85.9,"Retrieval Average (11 datasets)":52.63,"STS Average (3 datasets)":69.98} -{"index":87,"Rank":9,"Model":"mmlw-roberta-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":514,"Average (26 datasets)":61.05,"Classification Average (7 datasets)":62.92,"Clustering Average (1 datasets)":33.08,"PairClassification Average (4 datasets)":88.14,"Retrieval Average (11 datasets)":49.92,"STS Average (3 datasets)":70.7} -{"index":69,"Rank":10,"Model":"multilingual-e5-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average (26 datasets)":60.08,"Classification Average (7 datasets)":63.82,"Clustering Average (1 datasets)":33.88,"PairClassification Average (4 datasets)":85.5,"Retrieval Average (11 datasets)":48.98,"STS Average (3 datasets)":66.91} -{"index":84,"Rank":11,"Model":"mmlw-e5-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average (26 datasets)":59.71,"Classification Average (7 datasets)":59.52,"Clustering Average (1 datasets)":30.25,"PairClassification Average (4 datasets)":86.16,"Retrieval Average (11 datasets)":50.06,"STS Average (3 datasets)":70.13} -{"index":9,"Rank":12,"Model":"gte-multilingual-base<\/a>","Model Size (Million Parameters)":305,"Memory Usage (GB, fp32)":1.14,"Embedding Dimensions":768,"Max Tokens":8192,"Average (26 datasets)":58.22,"Classification Average (7 datasets)":60.15,"Clustering Average (1 datasets)":33.67,"PairClassification Average (4 datasets)":85.45,"Retrieval Average (11 datasets)":46.4,"STS Average (3 datasets)":68.92} -{"index":40,"Rank":13,"Model":"onnx-gte-multilingual-base<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average (26 datasets)":58.22,"Classification Average (7 datasets)":60.15,"Clustering Average (1 datasets)":33.67,"PairClassification Average (4 datasets)":85.45,"Retrieval Average (11 datasets)":46.4,"STS Average (3 datasets)":68.92} -{"index":28,"Rank":14,"Model":"KaLM-embedding-multilingual-mini-instruct-v1<\/a>","Model Size (Million Parameters)":494,"Memory Usage (GB, fp32)":1.84,"Embedding Dimensions":896,"Max Tokens":131072,"Average (26 datasets)":58.16,"Classification Average (7 datasets)":65.63,"Clustering Average (1 datasets)":37.57,"PairClassification Average (4 datasets)":80.52,"Retrieval Average (11 datasets)":44.66,"STS Average (3 datasets)":67.32} -{"index":29,"Rank":15,"Model":"KaLM-embedding-multilingual-mini-instruct-v1.5<\/a>","Model Size (Million Parameters)":494,"Memory Usage (GB, fp32)":1.84,"Embedding Dimensions":896,"Max Tokens":131072,"Average (26 datasets)":57.06,"Classification Average (7 datasets)":64.5,"Clustering Average (1 datasets)":39.24,"PairClassification Average (4 datasets)":79.01,"Retrieval Average (11 datasets)":43.24,"STS Average (3 datasets)":67.02} -{"index":45,"Rank":16,"Model":"st-polish-kartonberta-base-alpha-v1<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":514,"Average (26 datasets)":56.92,"Classification Average (7 datasets)":60.44,"Clustering Average (1 datasets)":32.85,"PairClassification Average (4 datasets)":87.92,"Retrieval Average (11 datasets)":42.19,"STS Average (3 datasets)":69.47} -{"index":86,"Rank":17,"Model":"mmlw-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average (26 datasets)":55.84,"Classification Average (7 datasets)":57.73,"Clustering Average (1 datasets)":31.77,"PairClassification Average (4 datasets)":84.61,"Retrieval Average (11 datasets)":42.83,"STS Average (3 datasets)":68.77} -{"index":68,"Rank":18,"Model":"multilingual-e5-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average (26 datasets)":55.62,"Classification Average (7 datasets)":59.01,"Clustering Average (1 datasets)":24.97,"PairClassification Average (4 datasets)":82.15,"Retrieval Average (11 datasets)":44.01,"STS Average (3 datasets)":65.13} -{"index":30,"Rank":19,"Model":"KaLM-embedding-multilingual-mini-v1<\/a>","Model Size (Million Parameters)":494,"Memory Usage (GB, fp32)":1.84,"Embedding Dimensions":896,"Max Tokens":131072,"Average (26 datasets)":54.79,"Classification Average (7 datasets)":59.88,"Clustering Average (1 datasets)":37.96,"PairClassification Average (4 datasets)":79.79,"Retrieval Average (11 datasets)":40.61,"STS Average (3 datasets)":67.21} -{"index":71,"Rank":20,"Model":"multilingual-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average (26 datasets)":54.14,"Classification Average (7 datasets)":57.05,"Clustering Average (1 datasets)":23.92,"PairClassification Average (4 datasets)":80.5,"Retrieval Average (11 datasets)":42.43,"STS Average (3 datasets)":65.18} -{"index":73,"Rank":21,"Model":"silver-retriever-base-v1<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.47,"Embedding Dimensions":768,"Max Tokens":514,"Average (26 datasets)":52.8,"Classification Average (7 datasets)":58.99,"Clustering Average (1 datasets)":31.49,"PairClassification Average (4 datasets)":77.67,"Retrieval Average (11 datasets)":38.43,"STS Average (3 datasets)":65.01} -{"index":72,"Rank":22,"Model":"herbert-base-retrieval-v2<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.47,"Embedding Dimensions":768,"Max Tokens":514,"Average (26 datasets)":52.55,"Classification Average (7 datasets)":59.26,"Clustering Average (1 datasets)":28.15,"PairClassification Average (4 datasets)":75.48,"Retrieval Average (11 datasets)":39.16,"STS Average (3 datasets)":63.53} -{"index":90,"Rank":23,"Model":"st-polish-paraphrase-from-mpnet<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.47,"Embedding Dimensions":768,"Max Tokens":514,"Average (26 datasets)":52.49,"Classification Average (7 datasets)":57.49,"Clustering Average (1 datasets)":33.15,"PairClassification Average (4 datasets)":87.08,"Retrieval Average (11 datasets)":34.44,"STS Average (3 datasets)":67.36} -{"index":89,"Rank":24,"Model":"st-polish-paraphrase-from-distilroberta<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.47,"Embedding Dimensions":768,"Max Tokens":514,"Average (26 datasets)":51.88,"Classification Average (7 datasets)":58.55,"Clustering Average (1 datasets)":31.68,"PairClassification Average (4 datasets)":87.01,"Retrieval Average (11 datasets)":32.08,"STS Average (3 datasets)":68.78} -{"index":101,"Rank":25,"Model":"paraphrase-multilingual-mpnet-base-v2<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average (26 datasets)":48.67,"Classification Average (7 datasets)":54.08,"Clustering Average (1 datasets)":25.62,"PairClassification Average (4 datasets)":86.23,"Retrieval Average (11 datasets)":29.17,"STS Average (3 datasets)":65.19} -{"index":100,"Rank":26,"Model":"paraphrase-multilingual-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average (26 datasets)":46.4,"Classification Average (7 datasets)":52.18,"Clustering Average (1 datasets)":23.24,"PairClassification Average (4 datasets)":83.28,"Retrieval Average (11 datasets)":26.66,"STS Average (3 datasets)":63.83} -{"index":91,"Rank":27,"Model":"LaBSE<\/a>","Model Size (Million Parameters)":471,"Memory Usage (GB, fp32)":1.75,"Embedding Dimensions":768,"Max Tokens":512,"Average (26 datasets)":45.36,"Classification Average (7 datasets)":57.39,"Clustering Average (1 datasets)":12.96,"PairClassification Average (4 datasets)":79.27,"Retrieval Average (11 datasets)":23.36,"STS Average (3 datasets)":63.57} -{"index":97,"Rank":28,"Model":"distiluse-base-multilingual-cased-v2<\/a>","Model Size (Million Parameters)":135,"Memory Usage (GB, fp32)":0.5,"Embedding Dimensions":512,"Max Tokens":512,"Average (26 datasets)":42.32,"Classification Average (7 datasets)":49.92,"Clustering Average (1 datasets)":12.51,"PairClassification Average (4 datasets)":79.4,"Retrieval Average (11 datasets)":21.18,"STS Average (3 datasets)":62.59} -{"index":0,"Rank":29,"Model":"voyage-3-lite<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":512,"Max Tokens":32000,"Average (26 datasets)":"","Classification Average (7 datasets)":59.15,"Clustering Average (1 datasets)":"","PairClassification Average (4 datasets)":"","Retrieval Average (11 datasets)":"","STS Average (3 datasets)":""} -{"index":1,"Rank":30,"Model":"voyage-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":32000,"Average (26 datasets)":"","Classification Average (7 datasets)":58.6,"Clustering Average (1 datasets)":"","PairClassification Average (4 datasets)":"","Retrieval Average (11 datasets)":"","STS Average (3 datasets)":""} -{"index":2,"Rank":31,"Model":"voyage-large-2-instruct<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":16000,"Average (26 datasets)":"","Classification Average (7 datasets)":61.98,"Clustering Average (1 datasets)":"","PairClassification Average (4 datasets)":"","Retrieval Average (11 datasets)":"","STS Average (3 datasets)":""} -{"index":3,"Rank":32,"Model":"voyage-multilingual-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":32000,"Average (26 datasets)":"","Classification Average (7 datasets)":64.62,"Clustering Average (1 datasets)":"","PairClassification Average (4 datasets)":"","Retrieval Average (11 datasets)":"","STS Average (3 datasets)":""} -{"index":4,"Rank":33,"Model":"LASER2<\/a>","Model Size (Million Parameters)":43,"Memory Usage (GB, fp32)":0.16,"Embedding Dimensions":1024,"Max Tokens":"N\/A","Average (26 datasets)":"","Classification Average (7 datasets)":"","Clustering Average (1 datasets)":"","PairClassification Average (4 datasets)":"","Retrieval Average (11 datasets)":"","STS Average (3 datasets)":""} -{"index":6,"Rank":35,"Model":"gte-Qwen1.5-7B-instruct<\/a>","Model Size (Million Parameters)":7099,"Memory Usage (GB, fp32)":26.45,"Embedding Dimensions":4096,"Max Tokens":32768,"Average (26 datasets)":"","Classification Average (7 datasets)":64.8,"Clustering Average (1 datasets)":"","PairClassification Average (4 datasets)":"","Retrieval Average (11 datasets)":"","STS Average (3 datasets)":66.37} -{"index":10,"Rank":36,"Model":"e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average (26 datasets)":"","Classification Average (7 datasets)":"","Clustering Average (1 datasets)":"","PairClassification Average (4 datasets)":"","Retrieval Average (11 datasets)":"","STS Average (3 datasets)":""} -{"index":11,"Rank":37,"Model":"bge-base-en-v1.5<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average (26 datasets)":"","Classification Average (7 datasets)":42.41,"Clustering Average (1 datasets)":"","PairClassification Average (4 datasets)":"","Retrieval Average (11 datasets)":"","STS Average (3 datasets)":56.9} -{"index":12,"Rank":38,"Model":"bge-large-en-v1.5<\/a>","Model Size (Million Parameters)":1340,"Memory Usage (GB, fp32)":4.99,"Embedding Dimensions":1024,"Max Tokens":512,"Average (26 datasets)":"","Classification Average (7 datasets)":41.39,"Clustering Average (1 datasets)":"","PairClassification Average (4 datasets)":"","Retrieval Average (11 datasets)":"","STS Average (3 datasets)":56.24} -{"index":13,"Rank":39,"Model":"bge-m3<\/a>","Model Size (Million Parameters)":567,"Memory Usage (GB, fp32)":2.11,"Embedding Dimensions":1024,"Max Tokens":8192,"Average (26 datasets)":"","Classification Average (7 datasets)":"","Clustering Average (1 datasets)":"","PairClassification Average (4 datasets)":"","Retrieval Average (11 datasets)":"","STS Average (3 datasets)":""} -{"index":15,"Rank":40,"Model":"bge-small-en-v1.5<\/a>","Model Size (Million Parameters)":24,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":512,"Max Tokens":512,"Average (26 datasets)":"","Classification Average (7 datasets)":41.01,"Clustering Average (1 datasets)":"","PairClassification Average (4 datasets)":"","Retrieval Average (11 datasets)":"","STS Average (3 datasets)":57.01} -{"index":17,"Rank":42,"Model":"winberta-base<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average (26 datasets)":"","Classification Average (7 datasets)":37.66,"Clustering Average (1 datasets)":4.68,"PairClassification Average (4 datasets)":59.51,"Retrieval Average (11 datasets)":"","STS Average (3 datasets)":""} -{"index":20,"Rank":45,"Model":"Cohere-embed-english-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":512,"Average (26 datasets)":"","Classification Average (7 datasets)":45.74,"Clustering Average (1 datasets)":"","PairClassification Average (4 datasets)":"","Retrieval Average (11 datasets)":"","STS Average (3 datasets)":58.14} -{"index":21,"Rank":46,"Model":"Cohere-embed-multilingual-light-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":384,"Max Tokens":512,"Average (26 datasets)":"","Classification Average (7 datasets)":58.01,"Clustering Average (1 datasets)":"","PairClassification Average (4 datasets)":"","Retrieval Average (11 datasets)":"","STS Average (3 datasets)":66.12} -{"index":22,"Rank":47,"Model":"Cohere-embed-multilingual-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":512,"Average (26 datasets)":"","Classification Average (7 datasets)":67.69,"Clustering Average (1 datasets)":"","PairClassification Average (4 datasets)":"","Retrieval Average (11 datasets)":"","STS Average (3 datasets)":69.44} -{"index":24,"Rank":48,"Model":"distilrubert-small-cased-conversational<\/a>","Model Size (Million Parameters)":106,"Memory Usage (GB, fp32)":0.39,"Embedding Dimensions":768,"Max Tokens":512,"Average (26 datasets)":"","Classification Average (7 datasets)":40.04,"Clustering Average (1 datasets)":"","PairClassification Average (4 datasets)":"","Retrieval Average (11 datasets)":"","STS Average (3 datasets)":42.36} -{"index":25,"Rank":49,"Model":"rubert-base-cased<\/a>","Model Size (Million Parameters)":180,"Memory Usage (GB, fp32)":0.67,"Embedding Dimensions":768,"Max Tokens":512,"Average (26 datasets)":"","Classification Average (7 datasets)":40.96,"Clustering Average (1 datasets)":"","PairClassification Average (4 datasets)":"","Retrieval Average (11 datasets)":"","STS Average (3 datasets)":33.81} -{"index":26,"Rank":50,"Model":"rubert-base-cased-sentence<\/a>","Model Size (Million Parameters)":180,"Memory Usage (GB, fp32)":0.67,"Embedding Dimensions":768,"Max Tokens":512,"Average (26 datasets)":"","Classification Average (7 datasets)":40.32,"Clustering Average (1 datasets)":"","PairClassification Average (4 datasets)":"","Retrieval Average (11 datasets)":"","STS Average (3 datasets)":38.32} -{"index":27,"Rank":51,"Model":"GritLM-7B<\/a>","Model Size (Million Parameters)":7240,"Memory Usage (GB, fp32)":26.97,"Embedding Dimensions":"","Max Tokens":4096,"Average (26 datasets)":"","Classification Average (7 datasets)":71.24,"Clustering Average (1 datasets)":"","PairClassification Average (4 datasets)":"","Retrieval Average (11 datasets)":"","STS Average (3 datasets)":""} -{"index":37,"Rank":58,"Model":"2024-06-19_22-27-15<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average (26 datasets)":"","Classification Average (7 datasets)":32.9,"Clustering Average (1 datasets)":"","PairClassification Average (4 datasets)":"","Retrieval Average (11 datasets)":"","STS Average (3 datasets)":""} -{"index":38,"Rank":59,"Model":"MUG-B-1.6<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average (26 datasets)":"","Classification Average (7 datasets)":"","Clustering Average (1 datasets)":"","PairClassification Average (4 datasets)":"","Retrieval Average (11 datasets)":"","STS Average (3 datasets)":""} -{"index":41,"Rank":61,"Model":"SGPT-125M-weightedmean-msmarco-specb-bitfit<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":2048,"Average (26 datasets)":"","Classification Average (7 datasets)":"","Clustering Average (1 datasets)":"","PairClassification Average (4 datasets)":"","Retrieval Average (11 datasets)":"","STS Average (3 datasets)":""} -{"index":42,"Rank":62,"Model":"SGPT-125M-weightedmean-nli-bitfit<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":2048,"Average (26 datasets)":"","Classification Average (7 datasets)":"","Clustering Average (1 datasets)":"","PairClassification Average (4 datasets)":"","Retrieval Average (11 datasets)":"","STS Average (3 datasets)":""} -{"index":46,"Rank":64,"Model":"SFR-Embedding-Mistral<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average (26 datasets)":"","Classification Average (7 datasets)":68.25,"Clustering Average (1 datasets)":"","PairClassification Average (4 datasets)":"","Retrieval Average (11 datasets)":"","STS Average (3 datasets)":69.88} -{"index":47,"Rank":65,"Model":"sbert_large_mt_nlu_ru<\/a>","Model Size (Million Parameters)":427,"Memory Usage (GB, fp32)":1.59,"Embedding Dimensions":1024,"Max Tokens":514,"Average (26 datasets)":"","Classification Average (7 datasets)":36.42,"Clustering Average (1 datasets)":"","PairClassification Average (4 datasets)":"","Retrieval Average (11 datasets)":"","STS Average (3 datasets)":35.94} -{"index":48,"Rank":66,"Model":"sbert_large_nlu_ru<\/a>","Model Size (Million Parameters)":427,"Memory Usage (GB, fp32)":1.59,"Embedding Dimensions":1024,"Max Tokens":512,"Average (26 datasets)":"","Classification Average (7 datasets)":36.63,"Clustering Average (1 datasets)":"","PairClassification Average (4 datasets)":"","Retrieval Average (11 datasets)":"","STS Average (3 datasets)":36.34} -{"index":50,"Rank":68,"Model":"sgpt-bloom-7b1-msmarco<\/a>","Model Size (Million Parameters)":7068,"Memory Usage (GB, fp32)":26.33,"Embedding Dimensions":4096,"Max Tokens":2048,"Average (26 datasets)":"","Classification Average (7 datasets)":"","Clustering Average (1 datasets)":"","PairClassification Average (4 datasets)":"","Retrieval Average (11 datasets)":"","STS Average (3 datasets)":""} -{"index":51,"Rank":69,"Model":"slx-v0.1<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.08,"Embedding Dimensions":384,"Max Tokens":512,"Average (26 datasets)":"","Classification Average (7 datasets)":"","Clustering Average (1 datasets)":"","PairClassification Average (4 datasets)":"","Retrieval Average (11 datasets)":"","STS Average (3 datasets)":""} -{"index":52,"Rank":70,"Model":"LaBSE-en-ru<\/a>","Model Size (Million Parameters)":129,"Memory Usage (GB, fp32)":0.48,"Embedding Dimensions":768,"Max Tokens":512,"Average (26 datasets)":"","Classification Average (7 datasets)":43.4,"Clustering Average (1 datasets)":"","PairClassification Average (4 datasets)":"","Retrieval Average (11 datasets)":"","STS Average (3 datasets)":50.03} -{"index":53,"Rank":71,"Model":"rubert-tiny<\/a>","Model Size (Million Parameters)":12,"Memory Usage (GB, fp32)":0.04,"Embedding Dimensions":512,"Max Tokens":514,"Average (26 datasets)":"","Classification Average (7 datasets)":39.76,"Clustering Average (1 datasets)":"","PairClassification Average (4 datasets)":"","Retrieval Average (11 datasets)":"","STS Average (3 datasets)":38.75} -{"index":54,"Rank":72,"Model":"rubert-tiny2<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"Embedding Dimensions":2048,"Max Tokens":514,"Average (26 datasets)":"","Classification Average (7 datasets)":37.8,"Clustering Average (1 datasets)":"","PairClassification Average (4 datasets)":"","Retrieval Average (11 datasets)":"","STS Average (3 datasets)":41.89} -{"index":55,"Rank":73,"Model":"USER-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":512,"Average (26 datasets)":"","Classification Average (7 datasets)":42.14,"Clustering Average (1 datasets)":"","PairClassification Average (4 datasets)":"","Retrieval Average (11 datasets)":"","STS Average (3 datasets)":50.99} -{"index":56,"Rank":74,"Model":"USER-bge-m3<\/a>","Model Size (Million Parameters)":359,"Memory Usage (GB, fp32)":1.34,"Embedding Dimensions":1024,"Max Tokens":8192,"Average (26 datasets)":"","Classification Average (7 datasets)":60.84,"Clustering Average (1 datasets)":"","PairClassification Average (4 datasets)":"","Retrieval Average (11 datasets)":"","STS Average (3 datasets)":65.23} -{"index":57,"Rank":75,"Model":"deberta-v1-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":512,"Average (26 datasets)":"","Classification Average (7 datasets)":39.01,"Clustering Average (1 datasets)":"","PairClassification Average (4 datasets)":"","Retrieval Average (11 datasets)":"","STS Average (3 datasets)":37.22} -{"index":59,"Rank":77,"Model":"e5-base-4k<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average (26 datasets)":"","Classification Average (7 datasets)":45.12,"Clustering Average (1 datasets)":"","PairClassification Average (4 datasets)":"","Retrieval Average (11 datasets)":"","STS Average (3 datasets)":54.28} -{"index":60,"Rank":78,"Model":"SONAR<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average (26 datasets)":"","Classification Average (7 datasets)":56.34,"Clustering Average (1 datasets)":18.79,"PairClassification Average (4 datasets)":73.2,"Retrieval Average (11 datasets)":"","STS Average (3 datasets)":58.02} -{"index":61,"Rank":79,"Model":"inf-retriever-v1<\/a>","Model Size (Million Parameters)":7069,"Memory Usage (GB, fp32)":26.33,"Embedding Dimensions":3584,"Max Tokens":131072,"Average (26 datasets)":"","Classification Average (7 datasets)":"","Clustering Average (1 datasets)":"","PairClassification Average (4 datasets)":"","Retrieval Average (11 datasets)":"","STS Average (3 datasets)":""} -{"index":62,"Rank":80,"Model":"e5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average (26 datasets)":"","Classification Average (7 datasets)":41.47,"Clustering Average (1 datasets)":"","PairClassification Average (4 datasets)":"","Retrieval Average (11 datasets)":"","STS Average (3 datasets)":56.79} -{"index":63,"Rank":81,"Model":"e5-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average (26 datasets)":"","Classification Average (7 datasets)":42.86,"Clustering Average (1 datasets)":"","PairClassification Average (4 datasets)":"","Retrieval Average (11 datasets)":"","STS Average (3 datasets)":58.42} -{"index":64,"Rank":82,"Model":"e5-large<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average (26 datasets)":"","Classification Average (7 datasets)":42.25,"Clustering Average (1 datasets)":"","PairClassification Average (4 datasets)":"","Retrieval Average (11 datasets)":"","STS Average (3 datasets)":58.64} -{"index":65,"Rank":83,"Model":"e5-large-v2<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average (26 datasets)":"","Classification Average (7 datasets)":44.08,"Clustering Average (1 datasets)":"","PairClassification Average (4 datasets)":"","Retrieval Average (11 datasets)":"","STS Average (3 datasets)":58.58} -{"index":66,"Rank":84,"Model":"e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average (26 datasets)":"","Classification Average (7 datasets)":69.55,"Clustering Average (1 datasets)":"","PairClassification Average (4 datasets)":"","Retrieval Average (11 datasets)":"","STS Average (3 datasets)":69.35} -{"index":67,"Rank":85,"Model":"e5-small<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average (26 datasets)":"","Classification Average (7 datasets)":41.77,"Clustering Average (1 datasets)":"","PairClassification Average (4 datasets)":"","Retrieval Average (11 datasets)":"","STS Average (3 datasets)":56.14} -{"index":70,"Rank":86,"Model":"multilingual-e5-large-instruct<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average (26 datasets)":"","Classification Average (7 datasets)":67.02,"Clustering Average (1 datasets)":"","PairClassification Average (4 datasets)":"","Retrieval Average (11 datasets)":"","STS Average (3 datasets)":70.31} -{"index":74,"Rank":87,"Model":"udever-bloom-1b1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":2048,"Average (26 datasets)":"","Classification Average (7 datasets)":43.47,"Clustering Average (1 datasets)":"","PairClassification Average (4 datasets)":"","Retrieval Average (11 datasets)":"","STS Average (3 datasets)":42.3} -{"index":75,"Rank":88,"Model":"udever-bloom-560m<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":2048,"Average (26 datasets)":"","Classification Average (7 datasets)":40.83,"Clustering Average (1 datasets)":"","PairClassification Average (4 datasets)":"","Retrieval Average (11 datasets)":"","STS Average (3 datasets)":30.53} -{"index":76,"Rank":89,"Model":"jina-embeddings-v2-base-en<\/a>","Model Size (Million Parameters)":275,"Memory Usage (GB, fp32)":1.02,"Embedding Dimensions":768,"Max Tokens":8192,"Average (26 datasets)":"","Classification Average (7 datasets)":27.31,"Clustering Average (1 datasets)":"","PairClassification Average (4 datasets)":"","Retrieval Average (11 datasets)":"","STS Average (3 datasets)":""} -{"index":79,"Rank":91,"Model":"ternary-weight-embedding<\/a>","Model Size (Million Parameters)":99,"Memory Usage (GB, fp32)":0.37,"Embedding Dimensions":1792,"Max Tokens":512,"Average (26 datasets)":"","Classification Average (7 datasets)":"","Clustering Average (1 datasets)":"","PairClassification Average (4 datasets)":"","Retrieval Average (11 datasets)":"","STS Average (3 datasets)":""} -{"index":80,"Rank":92,"Model":"nomic-embed-text-v1<\/a>","Model Size (Million Parameters)":547,"Memory Usage (GB, fp32)":2.04,"Embedding Dimensions":768,"Max Tokens":8192,"Average (26 datasets)":"","Classification Average (7 datasets)":42.18,"Clustering Average (1 datasets)":"","PairClassification Average (4 datasets)":"","Retrieval Average (11 datasets)":"","STS Average (3 datasets)":57.18} -{"index":81,"Rank":93,"Model":"FAB-Ramy-v1<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average (26 datasets)":"","Classification Average (7 datasets)":"","Clustering Average (1 datasets)":"","PairClassification Average (4 datasets)":"","Retrieval Average (11 datasets)":"","STS Average (3 datasets)":""} -{"index":82,"Rank":94,"Model":"FAE-v1<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average (26 datasets)":"","Classification Average (7 datasets)":"","Clustering Average (1 datasets)":"","PairClassification Average (4 datasets)":"","Retrieval Average (11 datasets)":"","STS Average (3 datasets)":""} -{"index":83,"Rank":95,"Model":"FUE-v1<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average (26 datasets)":"","Classification Average (7 datasets)":"","Clustering Average (1 datasets)":"","PairClassification Average (4 datasets)":"","Retrieval Average (11 datasets)":"","STS Average (3 datasets)":""} -{"index":92,"Rank":96,"Model":"all-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average (26 datasets)":"","Classification Average (7 datasets)":39.36,"Clustering Average (1 datasets)":"","PairClassification Average (4 datasets)":"","Retrieval Average (11 datasets)":"","STS Average (3 datasets)":51.99} -{"index":93,"Rank":97,"Model":"all-MiniLM-L6-v2<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":384,"Max Tokens":512,"Average (26 datasets)":"","Classification Average (7 datasets)":40.07,"Clustering Average (1 datasets)":"","PairClassification Average (4 datasets)":"","Retrieval Average (11 datasets)":"","STS Average (3 datasets)":52.88} -{"index":94,"Rank":98,"Model":"all-mpnet-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average (26 datasets)":"","Classification Average (7 datasets)":39.84,"Clustering Average (1 datasets)":"","PairClassification Average (4 datasets)":"","Retrieval Average (11 datasets)":"","STS Average (3 datasets)":50.48} -{"index":95,"Rank":99,"Model":"allenai-specter<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average (26 datasets)":"","Classification Average (7 datasets)":"","Clustering Average (1 datasets)":"","PairClassification Average (4 datasets)":"","Retrieval Average (11 datasets)":"","STS Average (3 datasets)":""} -{"index":96,"Rank":100,"Model":"average_word_embeddings_komninos<\/a>","Model Size (Million Parameters)":134,"Memory Usage (GB, fp32)":0.5,"Embedding Dimensions":300,"Max Tokens":"N\/A","Average (26 datasets)":"","Classification Average (7 datasets)":"","Clustering Average (1 datasets)":"","PairClassification Average (4 datasets)":"","Retrieval Average (11 datasets)":"","STS Average (3 datasets)":""} -{"index":98,"Rank":101,"Model":"gtr-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Embedding Dimensions":768,"Max Tokens":512,"Average (26 datasets)":"","Classification Average (7 datasets)":"","Clustering Average (1 datasets)":"","PairClassification Average (4 datasets)":"","Retrieval Average (11 datasets)":"","STS Average (3 datasets)":""} -{"index":99,"Rank":102,"Model":"gtr-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Embedding Dimensions":768,"Max Tokens":512,"Average (26 datasets)":"","Classification Average (7 datasets)":"","Clustering Average (1 datasets)":"","PairClassification Average (4 datasets)":"","Retrieval Average (11 datasets)":"","STS Average (3 datasets)":""} -{"index":102,"Rank":103,"Model":"sentence-t5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average (26 datasets)":"","Classification Average (7 datasets)":"","Clustering Average (1 datasets)":"","PairClassification Average (4 datasets)":"","Retrieval Average (11 datasets)":"","STS Average (3 datasets)":""} -{"index":103,"Rank":104,"Model":"sentence-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Embedding Dimensions":768,"Max Tokens":512,"Average (26 datasets)":"","Classification Average (7 datasets)":"","Clustering Average (1 datasets)":"","PairClassification Average (4 datasets)":"","Retrieval Average (11 datasets)":"","STS Average (3 datasets)":""} -{"index":104,"Rank":105,"Model":"sentence-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Embedding Dimensions":768,"Max Tokens":512,"Average (26 datasets)":"","Classification Average (7 datasets)":"","Clustering Average (1 datasets)":"","PairClassification Average (4 datasets)":"","Retrieval Average (11 datasets)":"","STS Average (3 datasets)":""} -{"index":105,"Rank":106,"Model":"LaBSE-ru-turbo<\/a>","Model Size (Million Parameters)":128,"Memory Usage (GB, fp32)":0.48,"Embedding Dimensions":768,"Max Tokens":512,"Average (26 datasets)":"","Classification Average (7 datasets)":40.85,"Clustering Average (1 datasets)":"","PairClassification Average (4 datasets)":"","Retrieval Average (11 datasets)":"","STS Average (3 datasets)":52.03} -{"index":106,"Rank":107,"Model":"rubert-tiny-turbo<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"Embedding Dimensions":312,"Max Tokens":2048,"Average (26 datasets)":"","Classification Average (7 datasets)":37.08,"Clustering Average (1 datasets)":"","PairClassification Average (4 datasets)":"","Retrieval Average (11 datasets)":"","STS Average (3 datasets)":44.15} -{"index":107,"Rank":108,"Model":"text2vec-base-multilingual<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":256,"Average (26 datasets)":"","Classification Average (7 datasets)":49.76,"Clustering Average (1 datasets)":"","PairClassification Average (4 datasets)":"","Retrieval Average (11 datasets)":"","STS Average (3 datasets)":65.99} -{"index":109,"Rank":110,"Model":"text-embedding-3-large<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":3072,"Max Tokens":8191,"Average (26 datasets)":"","Classification Average (7 datasets)":66.21,"Clustering Average (1 datasets)":"","PairClassification Average (4 datasets)":"","Retrieval Average (11 datasets)":"","STS Average (3 datasets)":""} -{"index":110,"Rank":111,"Model":"text-embedding-3-small<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":8191,"Average (26 datasets)":"","Classification Average (7 datasets)":57.65,"Clustering Average (1 datasets)":"","PairClassification Average (4 datasets)":"","Retrieval Average (11 datasets)":"","STS Average (3 datasets)":""} diff --git a/boards_data/pl/data_tasks/Classification/default.jsonl b/boards_data/pl/data_tasks/Classification/default.jsonl deleted file mode 100644 index 97deed94d1849ed2166d85c5074378481f8cd9a3..0000000000000000000000000000000000000000 --- a/boards_data/pl/data_tasks/Classification/default.jsonl +++ /dev/null @@ -1,109 +0,0 @@ -{"index":14,"Rank":1,"Model":"bge-multilingual-gemma2<\/a>","Model Size (Million Parameters)":9242,"Memory Usage (GB, fp32)":34.43,"Embedding Dimensions":3584,"Max Tokens":8192,"Average":77.99,"AllegroReviews":65.0,"CBD":84.13,"MassiveIntentClassification (pl)":79.41,"MassiveScenarioClassification (pl)":81.93,"PAC":67.24,"PolEmo2.0-IN":90.42,"PolEmo2.0-OUT":77.77} -{"index":8,"Rank":2,"Model":"gte-Qwen2-7B-instruct<\/a>","Model Size (Million Parameters)":7613,"Memory Usage (GB, fp32)":28.36,"Embedding Dimensions":3584,"Max Tokens":32768,"Average":74.54,"AllegroReviews":67.14,"CBD":78.03,"MassiveIntentClassification (pl)":80.89,"MassiveScenarioClassification (pl)":85.54,"PAC":66.32,"PolEmo2.0-IN":89.39,"PolEmo2.0-OUT":54.49} -{"index":7,"Rank":3,"Model":"gte-Qwen2-1.5B-instruct<\/a>","Model Size (Million Parameters)":1776,"Memory Usage (GB, fp32)":6.62,"Embedding Dimensions":1536,"Max Tokens":131072,"Average":72.29,"AllegroReviews":63.98,"CBD":68.56,"MassiveIntentClassification (pl)":73.55,"MassiveScenarioClassification (pl)":76.37,"PAC":69.04,"PolEmo2.0-IN":86.16,"PolEmo2.0-OUT":68.4} -{"index":27,"Rank":4,"Model":"GritLM-7B<\/a>","Model Size (Million Parameters)":7240,"Memory Usage (GB, fp32)":26.97,"Embedding Dimensions":"","Max Tokens":4096,"Average":71.24,"AllegroReviews":56.77,"CBD":77.23,"MassiveIntentClassification (pl)":75.36,"MassiveScenarioClassification (pl)":76.25,"PAC":67.05,"PolEmo2.0-IN":83.5,"PolEmo2.0-OUT":62.55} -{"index":23,"Rank":5,"Model":"jina-embeddings-v3<\/a>","Model Size (Million Parameters)":572,"Memory Usage (GB, fp32)":2.13,"Embedding Dimensions":1024,"Max Tokens":8194,"Average":70.81,"AllegroReviews":49.51,"CBD":69.99,"MassiveIntentClassification (pl)":75.37,"MassiveScenarioClassification (pl)":82.1,"PAC":68.4,"PolEmo2.0-IN":83.75,"PolEmo2.0-OUT":66.54} -{"index":77,"Rank":6,"Model":"jina-embeddings-v3<\/a>","Model Size (Million Parameters)":572,"Memory Usage (GB, fp32)":2.13,"Embedding Dimensions":1024,"Max Tokens":8194,"Average":70.81,"AllegroReviews":49.51,"CBD":69.99,"MassiveIntentClassification (pl)":75.37,"MassiveScenarioClassification (pl)":82.1,"PAC":68.4,"PolEmo2.0-IN":83.75,"PolEmo2.0-OUT":66.54} -{"index":66,"Rank":7,"Model":"e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":69.55,"AllegroReviews":59.78,"CBD":72.59,"MassiveIntentClassification (pl)":71.03,"MassiveScenarioClassification (pl)":75.09,"PAC":62.26,"PolEmo2.0-IN":85.58,"PolEmo2.0-OUT":60.55} -{"index":46,"Rank":8,"Model":"SFR-Embedding-Mistral<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":68.25,"AllegroReviews":57.4,"CBD":71.93,"MassiveIntentClassification (pl)":71.17,"MassiveScenarioClassification (pl)":75.43,"PAC":62.48,"PolEmo2.0-IN":84.46,"PolEmo2.0-OUT":54.86} -{"index":22,"Rank":9,"Model":"Cohere-embed-multilingual-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":512,"Average":67.69,"AllegroReviews":47.3,"CBD":71.67,"MassiveIntentClassification (pl)":68.48,"MassiveScenarioClassification (pl)":72.81,"PAC":68.29,"PolEmo2.0-IN":82.31,"PolEmo2.0-OUT":63.0} -{"index":44,"Rank":10,"Model":"KartonBERT-USE-base-v1<\/a>","Model Size (Million Parameters)":104,"Memory Usage (GB, fp32)":0.39,"Embedding Dimensions":768,"Max Tokens":512,"Average":67.57,"AllegroReviews":54.16,"CBD":75.26,"MassiveIntentClassification (pl)":73.63,"MassiveScenarioClassification (pl)":76.77,"PAC":64.99,"PolEmo2.0-IN":77.06,"PolEmo2.0-OUT":51.13} -{"index":70,"Rank":11,"Model":"multilingual-e5-large-instruct<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":67.02,"AllegroReviews":52.43,"CBD":74.21,"MassiveIntentClassification (pl)":67.45,"MassiveScenarioClassification (pl)":71.44,"PAC":65.68,"PolEmo2.0-IN":80.96,"PolEmo2.0-OUT":56.96} -{"index":88,"Rank":12,"Model":"mmlw-roberta-large<\/a>","Model Size (Million Parameters)":435,"Memory Usage (GB, fp32)":1.62,"Embedding Dimensions":1024,"Max Tokens":514,"Average":66.39,"AllegroReviews":47.49,"CBD":69.33,"MassiveIntentClassification (pl)":74.81,"MassiveScenarioClassification (pl)":77.84,"PAC":64.69,"PolEmo2.0-IN":76.84,"PolEmo2.0-OUT":53.72} -{"index":109,"Rank":13,"Model":"text-embedding-3-large<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":3072,"Max Tokens":8191,"Average":66.21,"AllegroReviews":48.85,"CBD":74.55,"MassiveIntentClassification (pl)":70.0,"MassiveScenarioClassification (pl)":74.98,"PAC":70.33,"PolEmo2.0-IN":74.72,"PolEmo2.0-OUT":50.06} -{"index":28,"Rank":14,"Model":"KaLM-embedding-multilingual-mini-instruct-v1<\/a>","Model Size (Million Parameters)":494,"Memory Usage (GB, fp32)":1.84,"Embedding Dimensions":896,"Max Tokens":131072,"Average":65.63,"AllegroReviews":53.49,"CBD":64.91,"MassiveIntentClassification (pl)":62.56,"MassiveScenarioClassification (pl)":71.75,"PAC":64.8,"PolEmo2.0-IN":80.54,"PolEmo2.0-OUT":61.38} -{"index":6,"Rank":15,"Model":"gte-Qwen1.5-7B-instruct<\/a>","Model Size (Million Parameters)":7099,"Memory Usage (GB, fp32)":26.45,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":64.8,"AllegroReviews":52.72,"CBD":70.61,"MassiveIntentClassification (pl)":69.2,"MassiveScenarioClassification (pl)":72.18,"PAC":66.38,"PolEmo2.0-IN":75.48,"PolEmo2.0-OUT":47.04} -{"index":3,"Rank":16,"Model":"voyage-multilingual-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":32000,"Average":64.62,"AllegroReviews":45.14,"CBD":70.77,"MassiveIntentClassification (pl)":68.03,"MassiveScenarioClassification (pl)":72.57,"PAC":70.59,"PolEmo2.0-IN":72.76,"PolEmo2.0-OUT":52.51} -{"index":29,"Rank":17,"Model":"KaLM-embedding-multilingual-mini-instruct-v1.5<\/a>","Model Size (Million Parameters)":494,"Memory Usage (GB, fp32)":1.84,"Embedding Dimensions":896,"Max Tokens":131072,"Average":64.5,"AllegroReviews":53.36,"CBD":64.37,"MassiveIntentClassification (pl)":58.56,"MassiveScenarioClassification (pl)":68.8,"PAC":65.04,"PolEmo2.0-IN":78.81,"PolEmo2.0-OUT":62.57} -{"index":69,"Rank":18,"Model":"multilingual-e5-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":63.82,"AllegroReviews":41.14,"CBD":69.9,"MassiveIntentClassification (pl)":65.07,"MassiveScenarioClassification (pl)":69.82,"PAC":70.37,"PolEmo2.0-IN":77.06,"PolEmo2.0-OUT":53.38} -{"index":87,"Rank":19,"Model":"mmlw-roberta-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":514,"Average":62.92,"AllegroReviews":40.26,"CBD":68.11,"MassiveIntentClassification (pl)":72.31,"MassiveScenarioClassification (pl)":75.53,"PAC":65.87,"PolEmo2.0-IN":71.73,"PolEmo2.0-OUT":46.6} -{"index":2,"Rank":20,"Model":"voyage-large-2-instruct<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":16000,"Average":61.98,"AllegroReviews":46.66,"CBD":73.6,"MassiveIntentClassification (pl)":67.0,"MassiveScenarioClassification (pl)":76.06,"PAC":65.35,"PolEmo2.0-IN":71.3,"PolEmo2.0-OUT":33.89} -{"index":85,"Rank":21,"Model":"mmlw-e5-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":61.07,"AllegroReviews":37.68,"CBD":66.15,"MassiveIntentClassification (pl)":72.01,"MassiveScenarioClassification (pl)":75.27,"PAC":63.77,"PolEmo2.0-IN":69.46,"PolEmo2.0-OUT":43.14} -{"index":56,"Rank":22,"Model":"USER-bge-m3<\/a>","Model Size (Million Parameters)":359,"Memory Usage (GB, fp32)":1.34,"Embedding Dimensions":1024,"Max Tokens":8192,"Average":60.84,"AllegroReviews":48.2,"CBD":64.42,"MassiveIntentClassification (pl)":58.31,"MassiveScenarioClassification (pl)":61.86,"PAC":67.58,"PolEmo2.0-IN":75.48,"PolEmo2.0-OUT":50.0} -{"index":45,"Rank":23,"Model":"st-polish-kartonberta-base-alpha-v1<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":514,"Average":60.44,"AllegroReviews":40.19,"CBD":67.69,"MassiveIntentClassification (pl)":68.2,"MassiveScenarioClassification (pl)":73.97,"PAC":66.55,"PolEmo2.0-IN":68.41,"PolEmo2.0-OUT":38.06} -{"index":9,"Rank":24,"Model":"gte-multilingual-base<\/a>","Model Size (Million Parameters)":305,"Memory Usage (GB, fp32)":1.14,"Embedding Dimensions":768,"Max Tokens":8192,"Average":60.15,"AllegroReviews":41.69,"CBD":62.52,"MassiveIntentClassification (pl)":66.39,"MassiveScenarioClassification (pl)":70.12,"PAC":65.99,"PolEmo2.0-IN":69.6,"PolEmo2.0-OUT":44.74} -{"index":40,"Rank":25,"Model":"onnx-gte-multilingual-base<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":60.15,"AllegroReviews":41.69,"CBD":62.52,"MassiveIntentClassification (pl)":66.39,"MassiveScenarioClassification (pl)":70.12,"PAC":65.99,"PolEmo2.0-IN":69.6,"PolEmo2.0-OUT":44.74} -{"index":30,"Rank":26,"Model":"KaLM-embedding-multilingual-mini-v1<\/a>","Model Size (Million Parameters)":494,"Memory Usage (GB, fp32)":1.84,"Embedding Dimensions":896,"Max Tokens":131072,"Average":59.88,"AllegroReviews":49.22,"CBD":62.86,"MassiveIntentClassification (pl)":51.19,"MassiveScenarioClassification (pl)":60.65,"PAC":65.59,"PolEmo2.0-IN":73.49,"PolEmo2.0-OUT":56.13} -{"index":84,"Rank":27,"Model":"mmlw-e5-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":59.52,"AllegroReviews":36.38,"CBD":65.54,"MassiveIntentClassification (pl)":70.93,"MassiveScenarioClassification (pl)":74.76,"PAC":64.5,"PolEmo2.0-IN":68.7,"PolEmo2.0-OUT":35.81} -{"index":72,"Rank":28,"Model":"herbert-base-retrieval-v2<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.47,"Embedding Dimensions":768,"Max Tokens":514,"Average":59.26,"AllegroReviews":34.11,"CBD":68.35,"MassiveIntentClassification (pl)":65.53,"MassiveScenarioClassification (pl)":68.51,"PAC":68.4,"PolEmo2.0-IN":64.18,"PolEmo2.0-OUT":45.73} -{"index":0,"Rank":29,"Model":"voyage-3-lite<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":512,"Max Tokens":32000,"Average":59.15,"AllegroReviews":41.6,"CBD":64.89,"MassiveIntentClassification (pl)":62.34,"MassiveScenarioClassification (pl)":65.13,"PAC":70.35,"PolEmo2.0-IN":67.76,"PolEmo2.0-OUT":41.98} -{"index":68,"Rank":30,"Model":"multilingual-e5-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":59.01,"AllegroReviews":40.85,"CBD":62.66,"MassiveIntentClassification (pl)":61.04,"MassiveScenarioClassification (pl)":66.11,"PAC":70.87,"PolEmo2.0-IN":67.66,"PolEmo2.0-OUT":43.91} -{"index":73,"Rank":31,"Model":"silver-retriever-base-v1<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.47,"Embedding Dimensions":768,"Max Tokens":514,"Average":58.99,"AllegroReviews":33.35,"CBD":68.51,"MassiveIntentClassification (pl)":66.63,"MassiveScenarioClassification (pl)":69.97,"PAC":66.26,"PolEmo2.0-IN":63.52,"PolEmo2.0-OUT":44.7} -{"index":1,"Rank":32,"Model":"voyage-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":32000,"Average":58.6,"AllegroReviews":39.35,"CBD":66.4,"MassiveIntentClassification (pl)":57.36,"MassiveScenarioClassification (pl)":64.96,"PAC":68.47,"PolEmo2.0-IN":71.05,"PolEmo2.0-OUT":42.61} -{"index":89,"Rank":33,"Model":"st-polish-paraphrase-from-distilroberta<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.47,"Embedding Dimensions":768,"Max Tokens":514,"Average":58.55,"AllegroReviews":34.5,"CBD":70.27,"MassiveIntentClassification (pl)":64.81,"MassiveScenarioClassification (pl)":70.01,"PAC":64.6,"PolEmo2.0-IN":67.06,"PolEmo2.0-OUT":38.58} -{"index":21,"Rank":34,"Model":"Cohere-embed-multilingual-light-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":384,"Max Tokens":512,"Average":58.01,"AllegroReviews":37.55,"CBD":61.72,"MassiveIntentClassification (pl)":60.69,"MassiveScenarioClassification (pl)":66.65,"PAC":67.11,"PolEmo2.0-IN":69.0,"PolEmo2.0-OUT":43.36} -{"index":86,"Rank":35,"Model":"mmlw-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":57.73,"AllegroReviews":33.03,"CBD":64.24,"MassiveIntentClassification (pl)":67.35,"MassiveScenarioClassification (pl)":72.13,"PAC":63.11,"PolEmo2.0-IN":63.96,"PolEmo2.0-OUT":40.32} -{"index":110,"Rank":36,"Model":"text-embedding-3-small<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":8191,"Average":57.65,"AllegroReviews":38.71,"CBD":65.23,"MassiveIntentClassification (pl)":64.59,"MassiveScenarioClassification (pl)":70.0,"PAC":66.83,"PolEmo2.0-IN":66.73,"PolEmo2.0-OUT":31.46} -{"index":90,"Rank":37,"Model":"st-polish-paraphrase-from-mpnet<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.47,"Embedding Dimensions":768,"Max Tokens":514,"Average":57.49,"AllegroReviews":34.55,"CBD":67.48,"MassiveIntentClassification (pl)":65.93,"MassiveScenarioClassification (pl)":71.85,"PAC":63.25,"PolEmo2.0-IN":68.37,"PolEmo2.0-OUT":30.99} -{"index":91,"Rank":38,"Model":"LaBSE<\/a>","Model Size (Million Parameters)":471,"Memory Usage (GB, fp32)":1.75,"Embedding Dimensions":768,"Max Tokens":512,"Average":57.39,"AllegroReviews":34.89,"CBD":65.71,"MassiveIntentClassification (pl)":59.71,"MassiveScenarioClassification (pl)":64.58,"PAC":68.11,"PolEmo2.0-IN":64.0,"PolEmo2.0-OUT":44.72} -{"index":71,"Rank":39,"Model":"multilingual-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":57.05,"AllegroReviews":37.42,"CBD":63.25,"MassiveIntentClassification (pl)":57.4,"MassiveScenarioClassification (pl)":64.25,"PAC":70.55,"PolEmo2.0-IN":67.35,"PolEmo2.0-OUT":39.13} -{"index":60,"Rank":40,"Model":"SONAR<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":56.34,"AllegroReviews":29.62,"CBD":63.83,"MassiveIntentClassification (pl)":65.86,"MassiveScenarioClassification (pl)":69.99,"PAC":73.87,"PolEmo2.0-IN":52.8,"PolEmo2.0-OUT":38.4} -{"index":101,"Rank":41,"Model":"paraphrase-multilingual-mpnet-base-v2<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":54.08,"AllegroReviews":33.89,"CBD":64.97,"MassiveIntentClassification (pl)":64.32,"MassiveScenarioClassification (pl)":68.99,"PAC":63.76,"PolEmo2.0-IN":62.74,"PolEmo2.0-OUT":19.92} -{"index":100,"Rank":42,"Model":"paraphrase-multilingual-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":52.18,"AllegroReviews":30.88,"CBD":57.68,"MassiveIntentClassification (pl)":59.43,"MassiveScenarioClassification (pl)":65.04,"PAC":65.76,"PolEmo2.0-IN":57.76,"PolEmo2.0-OUT":28.7} -{"index":97,"Rank":43,"Model":"distiluse-base-multilingual-cased-v2<\/a>","Model Size (Million Parameters)":135,"Memory Usage (GB, fp32)":0.5,"Embedding Dimensions":512,"Max Tokens":512,"Average":49.92,"AllegroReviews":28.03,"CBD":60.0,"MassiveIntentClassification (pl)":53.1,"MassiveScenarioClassification (pl)":61.29,"PAC":68.17,"PolEmo2.0-IN":48.84,"PolEmo2.0-OUT":30.0} -{"index":107,"Rank":44,"Model":"text2vec-base-multilingual<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":256,"Average":49.76,"AllegroReviews":27.57,"CBD":57.94,"MassiveIntentClassification (pl)":58.91,"MassiveScenarioClassification (pl)":62.55,"PAC":66.11,"PolEmo2.0-IN":54.7,"PolEmo2.0-OUT":20.51} -{"index":20,"Rank":45,"Model":"Cohere-embed-english-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":512,"Average":45.74,"AllegroReviews":28.84,"CBD":52.93,"MassiveIntentClassification (pl)":41.81,"MassiveScenarioClassification (pl)":50.47,"PAC":69.12,"PolEmo2.0-IN":50.18,"PolEmo2.0-OUT":26.82} -{"index":59,"Rank":46,"Model":"e5-base-4k<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":45.12,"AllegroReviews":25.0,"CBD":54.25,"MassiveIntentClassification (pl)":48.05,"MassiveScenarioClassification (pl)":50.65,"PAC":65.23,"PolEmo2.0-IN":44.43,"PolEmo2.0-OUT":28.2} -{"index":65,"Rank":47,"Model":"e5-large-v2<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":44.08,"AllegroReviews":26.1,"CBD":51.48,"MassiveIntentClassification (pl)":41.75,"MassiveScenarioClassification (pl)":49.17,"PAC":69.79,"PolEmo2.0-IN":46.99,"PolEmo2.0-OUT":23.28} -{"index":74,"Rank":48,"Model":"udever-bloom-1b1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":2048,"Average":43.47,"AllegroReviews":23.37,"CBD":51.92,"MassiveIntentClassification (pl)":44.47,"MassiveScenarioClassification (pl)":45.6,"PAC":64.44,"PolEmo2.0-IN":41.79,"PolEmo2.0-OUT":32.67} -{"index":52,"Rank":49,"Model":"LaBSE-en-ru<\/a>","Model Size (Million Parameters)":129,"Memory Usage (GB, fp32)":0.48,"Embedding Dimensions":768,"Max Tokens":512,"Average":43.4,"AllegroReviews":28.22,"CBD":52.86,"MassiveIntentClassification (pl)":31.3,"MassiveScenarioClassification (pl)":33.75,"PAC":68.61,"PolEmo2.0-IN":55.44,"PolEmo2.0-OUT":33.64} -{"index":63,"Rank":50,"Model":"e5-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":42.86,"AllegroReviews":26.17,"CBD":52.74,"MassiveIntentClassification (pl)":40.34,"MassiveScenarioClassification (pl)":49.18,"PAC":68.06,"PolEmo2.0-IN":42.48,"PolEmo2.0-OUT":21.05} -{"index":11,"Rank":51,"Model":"bge-base-en-v1.5<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":42.41,"AllegroReviews":25.03,"CBD":51.55,"MassiveIntentClassification (pl)":38.51,"MassiveScenarioClassification (pl)":47.15,"PAC":59.61,"PolEmo2.0-IN":44.25,"PolEmo2.0-OUT":30.79} -{"index":64,"Rank":52,"Model":"e5-large<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":42.25,"AllegroReviews":25.75,"CBD":47.88,"MassiveIntentClassification (pl)":39.06,"MassiveScenarioClassification (pl)":48.0,"PAC":67.56,"PolEmo2.0-IN":43.98,"PolEmo2.0-OUT":23.54} -{"index":80,"Rank":53,"Model":"nomic-embed-text-v1<\/a>","Model Size (Million Parameters)":547,"Memory Usage (GB, fp32)":2.04,"Embedding Dimensions":768,"Max Tokens":8192,"Average":42.18,"AllegroReviews":24.94,"CBD":51.88,"MassiveIntentClassification (pl)":38.6,"MassiveScenarioClassification (pl)":46.63,"PAC":69.14,"PolEmo2.0-IN":41.22,"PolEmo2.0-OUT":22.83} -{"index":55,"Rank":54,"Model":"USER-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":512,"Average":42.14,"AllegroReviews":25.6,"CBD":51.2,"MassiveIntentClassification (pl)":36.95,"MassiveScenarioClassification (pl)":43.88,"PAC":70.41,"PolEmo2.0-IN":43.77,"PolEmo2.0-OUT":23.18} -{"index":67,"Rank":55,"Model":"e5-small<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":41.77,"AllegroReviews":25.72,"CBD":51.9,"MassiveIntentClassification (pl)":37.54,"MassiveScenarioClassification (pl)":45.06,"PAC":64.07,"PolEmo2.0-IN":41.3,"PolEmo2.0-OUT":26.8} -{"index":62,"Rank":56,"Model":"e5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":41.47,"AllegroReviews":25.57,"CBD":50.95,"MassiveIntentClassification (pl)":40.23,"MassiveScenarioClassification (pl)":47.8,"PAC":62.64,"PolEmo2.0-IN":41.04,"PolEmo2.0-OUT":22.04} -{"index":12,"Rank":57,"Model":"bge-large-en-v1.5<\/a>","Model Size (Million Parameters)":1340,"Memory Usage (GB, fp32)":4.99,"Embedding Dimensions":1024,"Max Tokens":512,"Average":41.39,"AllegroReviews":24.37,"CBD":51.28,"MassiveIntentClassification (pl)":38.6,"MassiveScenarioClassification (pl)":46.56,"PAC":60.88,"PolEmo2.0-IN":43.92,"PolEmo2.0-OUT":24.13} -{"index":15,"Rank":58,"Model":"bge-small-en-v1.5<\/a>","Model Size (Million Parameters)":24,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":512,"Max Tokens":512,"Average":41.01,"AllegroReviews":25.64,"CBD":51.9,"MassiveIntentClassification (pl)":39.01,"MassiveScenarioClassification (pl)":46.1,"PAC":57.42,"PolEmo2.0-IN":42.92,"PolEmo2.0-OUT":24.05} -{"index":25,"Rank":59,"Model":"rubert-base-cased<\/a>","Model Size (Million Parameters)":180,"Memory Usage (GB, fp32)":0.67,"Embedding Dimensions":768,"Max Tokens":512,"Average":40.96,"AllegroReviews":23.05,"CBD":52.84,"MassiveIntentClassification (pl)":36.98,"MassiveScenarioClassification (pl)":35.54,"PAC":61.78,"PolEmo2.0-IN":42.33,"PolEmo2.0-OUT":34.19} -{"index":105,"Rank":60,"Model":"LaBSE-ru-turbo<\/a>","Model Size (Million Parameters)":128,"Memory Usage (GB, fp32)":0.48,"Embedding Dimensions":768,"Max Tokens":512,"Average":40.85,"AllegroReviews":24.9,"CBD":53.58,"MassiveIntentClassification (pl)":30.78,"MassiveScenarioClassification (pl)":36.2,"PAC":69.41,"PolEmo2.0-IN":44.06,"PolEmo2.0-OUT":27.02} -{"index":75,"Rank":61,"Model":"udever-bloom-560m<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":2048,"Average":40.83,"AllegroReviews":24.59,"CBD":51.69,"MassiveIntentClassification (pl)":41.63,"MassiveScenarioClassification (pl)":41.63,"PAC":62.49,"PolEmo2.0-IN":33.59,"PolEmo2.0-OUT":30.18} -{"index":26,"Rank":62,"Model":"rubert-base-cased-sentence<\/a>","Model Size (Million Parameters)":180,"Memory Usage (GB, fp32)":0.67,"Embedding Dimensions":768,"Max Tokens":512,"Average":40.32,"AllegroReviews":23.97,"CBD":44.27,"MassiveIntentClassification (pl)":35.34,"MassiveScenarioClassification (pl)":35.88,"PAC":64.36,"PolEmo2.0-IN":43.75,"PolEmo2.0-OUT":34.64} -{"index":93,"Rank":63,"Model":"all-MiniLM-L6-v2<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":384,"Max Tokens":512,"Average":40.07,"AllegroReviews":24.64,"CBD":50.9,"MassiveIntentClassification (pl)":36.07,"MassiveScenarioClassification (pl)":43.82,"PAC":59.78,"PolEmo2.0-IN":40.29,"PolEmo2.0-OUT":25.0} -{"index":24,"Rank":64,"Model":"distilrubert-small-cased-conversational<\/a>","Model Size (Million Parameters)":106,"Memory Usage (GB, fp32)":0.39,"Embedding Dimensions":768,"Max Tokens":512,"Average":40.04,"AllegroReviews":23.31,"CBD":52.53,"MassiveIntentClassification (pl)":38.29,"MassiveScenarioClassification (pl)":36.87,"PAC":57.98,"PolEmo2.0-IN":40.42,"PolEmo2.0-OUT":30.89} -{"index":94,"Rank":65,"Model":"all-mpnet-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average":39.84,"AllegroReviews":22.99,"CBD":50.25,"MassiveIntentClassification (pl)":34.26,"MassiveScenarioClassification (pl)":42.66,"PAC":62.1,"PolEmo2.0-IN":41.63,"PolEmo2.0-OUT":25.0} -{"index":53,"Rank":66,"Model":"rubert-tiny<\/a>","Model Size (Million Parameters)":12,"Memory Usage (GB, fp32)":0.04,"Embedding Dimensions":512,"Max Tokens":514,"Average":39.76,"AllegroReviews":23.22,"CBD":50.55,"MassiveIntentClassification (pl)":33.66,"MassiveScenarioClassification (pl)":34.41,"PAC":61.59,"PolEmo2.0-IN":41.09,"PolEmo2.0-OUT":33.81} -{"index":92,"Rank":67,"Model":"all-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":39.36,"AllegroReviews":23.85,"CBD":48.46,"MassiveIntentClassification (pl)":37.63,"MassiveScenarioClassification (pl)":44.72,"PAC":59.53,"PolEmo2.0-IN":38.32,"PolEmo2.0-OUT":22.98} -{"index":57,"Rank":68,"Model":"deberta-v1-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":512,"Average":39.01,"AllegroReviews":23.34,"CBD":50.33,"MassiveIntentClassification (pl)":33.5,"MassiveScenarioClassification (pl)":32.46,"PAC":62.79,"PolEmo2.0-IN":40.42,"PolEmo2.0-OUT":30.22} -{"index":54,"Rank":69,"Model":"rubert-tiny2<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"Embedding Dimensions":2048,"Max Tokens":514,"Average":37.8,"AllegroReviews":23.03,"CBD":52.68,"MassiveIntentClassification (pl)":23.3,"MassiveScenarioClassification (pl)":27.65,"PAC":62.19,"PolEmo2.0-IN":44.18,"PolEmo2.0-OUT":31.56} -{"index":17,"Rank":70,"Model":"winberta-base<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":37.66,"AllegroReviews":24.89,"CBD":53.78,"MassiveIntentClassification (pl)":31.77,"MassiveScenarioClassification (pl)":37.49,"PAC":57.14,"PolEmo2.0-IN":40.97,"PolEmo2.0-OUT":17.57} -{"index":106,"Rank":71,"Model":"rubert-tiny-turbo<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"Embedding Dimensions":312,"Max Tokens":2048,"Average":37.08,"AllegroReviews":25.4,"CBD":54.03,"MassiveIntentClassification (pl)":26.82,"MassiveScenarioClassification (pl)":31.62,"PAC":59.88,"PolEmo2.0-IN":38.1,"PolEmo2.0-OUT":23.74} -{"index":48,"Rank":72,"Model":"sbert_large_nlu_ru<\/a>","Model Size (Million Parameters)":427,"Memory Usage (GB, fp32)":1.59,"Embedding Dimensions":1024,"Max Tokens":512,"Average":36.63,"AllegroReviews":21.01,"CBD":51.0,"MassiveIntentClassification (pl)":18.13,"MassiveScenarioClassification (pl)":26.4,"PAC":68.93,"PolEmo2.0-IN":40.28,"PolEmo2.0-OUT":30.67} -{"index":47,"Rank":73,"Model":"sbert_large_mt_nlu_ru<\/a>","Model Size (Million Parameters)":427,"Memory Usage (GB, fp32)":1.59,"Embedding Dimensions":1024,"Max Tokens":514,"Average":36.42,"AllegroReviews":21.21,"CBD":49.87,"MassiveIntentClassification (pl)":17.96,"MassiveScenarioClassification (pl)":27.01,"PAC":63.64,"PolEmo2.0-IN":41.48,"PolEmo2.0-OUT":33.79} -{"index":37,"Rank":74,"Model":"2024-06-19_22-27-15<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":32.9,"AllegroReviews":21.01,"CBD":53.69,"MassiveIntentClassification (pl)":21.69,"MassiveScenarioClassification (pl)":26.17,"PAC":52.59,"PolEmo2.0-IN":33.89,"PolEmo2.0-OUT":21.26} -{"index":76,"Rank":75,"Model":"jina-embeddings-v2-base-en<\/a>","Model Size (Million Parameters)":275,"Memory Usage (GB, fp32)":1.02,"Embedding Dimensions":768,"Max Tokens":8192,"Average":27.31,"AllegroReviews":20.51,"CBD":51.45,"MassiveIntentClassification (pl)":5.77,"MassiveScenarioClassification (pl)":9.47,"PAC":50.97,"PolEmo2.0-IN":26.34,"PolEmo2.0-OUT":26.68} -{"index":4,"Rank":76,"Model":"LASER2<\/a>","Model Size (Million Parameters)":43,"Memory Usage (GB, fp32)":0.16,"Embedding Dimensions":1024,"Max Tokens":"N\/A","Average":"","AllegroReviews":"","CBD":"","MassiveIntentClassification (pl)":44.99,"MassiveScenarioClassification (pl)":52.92,"PAC":"","PolEmo2.0-IN":"","PolEmo2.0-OUT":""} -{"index":10,"Rank":78,"Model":"e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","AllegroReviews":"","CBD":"","MassiveIntentClassification (pl)":74.85,"MassiveScenarioClassification (pl)":77.37,"PAC":"","PolEmo2.0-IN":"","PolEmo2.0-OUT":""} -{"index":13,"Rank":79,"Model":"bge-m3<\/a>","Model Size (Million Parameters)":567,"Memory Usage (GB, fp32)":2.11,"Embedding Dimensions":1024,"Max Tokens":8192,"Average":"","AllegroReviews":"","CBD":"","MassiveIntentClassification (pl)":67.95,"MassiveScenarioClassification (pl)":"","PAC":69.13,"PolEmo2.0-IN":"","PolEmo2.0-OUT":49.47} -{"index":16,"Rank":80,"Model":"multilingual-e5-base-similarity-v1-onnx-quantized<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","AllegroReviews":"","CBD":"","MassiveIntentClassification (pl)":68.37,"MassiveScenarioClassification (pl)":70.6,"PAC":"","PolEmo2.0-IN":"","PolEmo2.0-OUT":""} -{"index":18,"Rank":81,"Model":"winberta-large<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","AllegroReviews":"","CBD":"","MassiveIntentClassification (pl)":27.62,"MassiveScenarioClassification (pl)":31.6,"PAC":"","PolEmo2.0-IN":"","PolEmo2.0-OUT":""} -{"index":19,"Rank":82,"Model":"windberta-large<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","AllegroReviews":"","CBD":"","MassiveIntentClassification (pl)":33.17,"MassiveScenarioClassification (pl)":36.34,"PAC":"","PolEmo2.0-IN":"","PolEmo2.0-OUT":""} -{"index":31,"Rank":83,"Model":"2024-06-15_10-09-42<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","AllegroReviews":0.23,"CBD":0.5,"MassiveIntentClassification (pl)":"","MassiveScenarioClassification (pl)":"","PAC":0.56,"PolEmo2.0-IN":0.37,"PolEmo2.0-OUT":0.3} -{"index":32,"Rank":84,"Model":"2024-06-17_21-37-12<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","AllegroReviews":0.21,"CBD":0.54,"MassiveIntentClassification (pl)":"","MassiveScenarioClassification (pl)":"","PAC":0.63,"PolEmo2.0-IN":0.34,"PolEmo2.0-OUT":0.28} -{"index":33,"Rank":85,"Model":"2024-06-19_08-22-22<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","AllegroReviews":0.22,"CBD":0.51,"MassiveIntentClassification (pl)":"","MassiveScenarioClassification (pl)":"","PAC":0.55,"PolEmo2.0-IN":0.39,"PolEmo2.0-OUT":0.29} -{"index":34,"Rank":86,"Model":"2024-06-19_10-03-38<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","AllegroReviews":0.26,"CBD":0.55,"MassiveIntentClassification (pl)":"","MassiveScenarioClassification (pl)":"","PAC":0.58,"PolEmo2.0-IN":0.36,"PolEmo2.0-OUT":0.29} -{"index":35,"Rank":87,"Model":"2024-06-19_21-12-17<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","AllegroReviews":0.22,"CBD":0.52,"MassiveIntentClassification (pl)":"","MassiveScenarioClassification (pl)":"","PAC":0.55,"PolEmo2.0-IN":0.35,"PolEmo2.0-OUT":0.3} -{"index":36,"Rank":88,"Model":"2024-06-19_22-23-38<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","AllegroReviews":0.27,"CBD":0.58,"MassiveIntentClassification (pl)":"","MassiveScenarioClassification (pl)":"","PAC":0.65,"PolEmo2.0-IN":0.53,"PolEmo2.0-OUT":0.23} -{"index":38,"Rank":89,"Model":"MUG-B-1.6<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","AllegroReviews":"","CBD":"","MassiveIntentClassification (pl)":38.21,"MassiveScenarioClassification (pl)":46.21,"PAC":"","PolEmo2.0-IN":"","PolEmo2.0-OUT":""} -{"index":41,"Rank":91,"Model":"SGPT-125M-weightedmean-msmarco-specb-bitfit<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":2048,"Average":"","AllegroReviews":"","CBD":"","MassiveIntentClassification (pl)":42.2,"MassiveScenarioClassification (pl)":41.89,"PAC":"","PolEmo2.0-IN":"","PolEmo2.0-OUT":""} -{"index":42,"Rank":92,"Model":"SGPT-125M-weightedmean-nli-bitfit<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":2048,"Average":"","AllegroReviews":"","CBD":"","MassiveIntentClassification (pl)":42.62,"MassiveScenarioClassification (pl)":41.88,"PAC":"","PolEmo2.0-IN":"","PolEmo2.0-OUT":""} -{"index":43,"Rank":93,"Model":"multilingual-e5-base-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","AllegroReviews":"","CBD":"","MassiveIntentClassification (pl)":68.37,"MassiveScenarioClassification (pl)":70.6,"PAC":"","PolEmo2.0-IN":"","PolEmo2.0-OUT":""} -{"index":49,"Rank":94,"Model":"Titan-text-embeddings-v2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","AllegroReviews":"","CBD":"","MassiveIntentClassification (pl)":60.07,"MassiveScenarioClassification (pl)":64.0,"PAC":"","PolEmo2.0-IN":"","PolEmo2.0-OUT":""} -{"index":50,"Rank":95,"Model":"sgpt-bloom-7b1-msmarco<\/a>","Model Size (Million Parameters)":7068,"Memory Usage (GB, fp32)":26.33,"Embedding Dimensions":4096,"Max Tokens":2048,"Average":"","AllegroReviews":"","CBD":"","MassiveIntentClassification (pl)":50.48,"MassiveScenarioClassification (pl)":49.98,"PAC":"","PolEmo2.0-IN":"","PolEmo2.0-OUT":""} -{"index":51,"Rank":96,"Model":"slx-v0.1<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.08,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","AllegroReviews":"","CBD":"","MassiveIntentClassification (pl)":34.97,"MassiveScenarioClassification (pl)":42.5,"PAC":"","PolEmo2.0-IN":"","PolEmo2.0-OUT":""} -{"index":58,"Rank":97,"Model":"multilingual-e5-base-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","AllegroReviews":"","CBD":"","MassiveIntentClassification (pl)":68.37,"MassiveScenarioClassification (pl)":70.6,"PAC":"","PolEmo2.0-IN":"","PolEmo2.0-OUT":""} -{"index":61,"Rank":98,"Model":"inf-retriever-v1<\/a>","Model Size (Million Parameters)":7069,"Memory Usage (GB, fp32)":26.33,"Embedding Dimensions":3584,"Max Tokens":131072,"Average":"","AllegroReviews":"","CBD":"","MassiveIntentClassification (pl)":"","MassiveScenarioClassification (pl)":"","PAC":"","PolEmo2.0-IN":"","PolEmo2.0-OUT":""} -{"index":78,"Rank":99,"Model":"multilingual-e5-small-ct2-int8<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","AllegroReviews":"","CBD":"","MassiveIntentClassification (pl)":64.53,"MassiveScenarioClassification (pl)":68.22,"PAC":"","PolEmo2.0-IN":"","PolEmo2.0-OUT":""} -{"index":79,"Rank":100,"Model":"ternary-weight-embedding<\/a>","Model Size (Million Parameters)":99,"Memory Usage (GB, fp32)":0.37,"Embedding Dimensions":1792,"Max Tokens":512,"Average":"","AllegroReviews":"","CBD":"","MassiveIntentClassification (pl)":42.43,"MassiveScenarioClassification (pl)":39.48,"PAC":"","PolEmo2.0-IN":"","PolEmo2.0-OUT":""} -{"index":81,"Rank":101,"Model":"FAB-Ramy-v1<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","AllegroReviews":"","CBD":"","MassiveIntentClassification (pl)":"","MassiveScenarioClassification (pl)":"","PAC":"","PolEmo2.0-IN":"","PolEmo2.0-OUT":""} -{"index":82,"Rank":102,"Model":"FAE-v1<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","AllegroReviews":"","CBD":"","MassiveIntentClassification (pl)":"","MassiveScenarioClassification (pl)":"","PAC":"","PolEmo2.0-IN":"","PolEmo2.0-OUT":""} -{"index":83,"Rank":103,"Model":"FUE-v1<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","AllegroReviews":"","CBD":"","MassiveIntentClassification (pl)":"","MassiveScenarioClassification (pl)":"","PAC":"","PolEmo2.0-IN":"","PolEmo2.0-OUT":""} -{"index":95,"Rank":104,"Model":"allenai-specter<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AllegroReviews":"","CBD":"","MassiveIntentClassification (pl)":35.77,"MassiveScenarioClassification (pl)":36.87,"PAC":"","PolEmo2.0-IN":"","PolEmo2.0-OUT":""} -{"index":96,"Rank":105,"Model":"average_word_embeddings_komninos<\/a>","Model Size (Million Parameters)":134,"Memory Usage (GB, fp32)":0.5,"Embedding Dimensions":300,"Max Tokens":"N\/A","Average":"","AllegroReviews":"","CBD":"","MassiveIntentClassification (pl)":"","MassiveScenarioClassification (pl)":"","PAC":"","PolEmo2.0-IN":"","PolEmo2.0-OUT":""} -{"index":98,"Rank":106,"Model":"gtr-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AllegroReviews":"","CBD":"","MassiveIntentClassification (pl)":39.08,"MassiveScenarioClassification (pl)":46.79,"PAC":"","PolEmo2.0-IN":"","PolEmo2.0-OUT":""} -{"index":99,"Rank":107,"Model":"gtr-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AllegroReviews":"","CBD":"","MassiveIntentClassification (pl)":42.64,"MassiveScenarioClassification (pl)":49.97,"PAC":"","PolEmo2.0-IN":"","PolEmo2.0-OUT":""} -{"index":102,"Rank":108,"Model":"sentence-t5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AllegroReviews":"","CBD":"","MassiveIntentClassification (pl)":34.41,"MassiveScenarioClassification (pl)":42.3,"PAC":"","PolEmo2.0-IN":"","PolEmo2.0-OUT":""} -{"index":103,"Rank":109,"Model":"sentence-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AllegroReviews":"","CBD":"","MassiveIntentClassification (pl)":37.67,"MassiveScenarioClassification (pl)":45.2,"PAC":"","PolEmo2.0-IN":"","PolEmo2.0-OUT":""} -{"index":104,"Rank":110,"Model":"sentence-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AllegroReviews":"","CBD":"","MassiveIntentClassification (pl)":43.95,"MassiveScenarioClassification (pl)":49.87,"PAC":"","PolEmo2.0-IN":"","PolEmo2.0-OUT":""} -{"index":108,"Rank":111,"Model":"llm_mse<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","AllegroReviews":"","CBD":"","MassiveIntentClassification (pl)":29.66,"MassiveScenarioClassification (pl)":36.86,"PAC":"","PolEmo2.0-IN":"","PolEmo2.0-OUT":""} diff --git a/boards_data/pl/data_tasks/Clustering/default.jsonl b/boards_data/pl/data_tasks/Clustering/default.jsonl deleted file mode 100644 index 492ae43f8ef1bb638e785e52e88a725501505407..0000000000000000000000000000000000000000 --- a/boards_data/pl/data_tasks/Clustering/default.jsonl +++ /dev/null @@ -1,94 +0,0 @@ -{"index":8,"Rank":1,"Model":"gte-Qwen2-7B-instruct<\/a>","Model Size (Million Parameters)":7613,"Memory Usage (GB, fp32)":28.36,"Embedding Dimensions":3584,"Max Tokens":32768,"8TagsClustering":51.36} -{"index":14,"Rank":2,"Model":"bge-multilingual-gemma2<\/a>","Model Size (Million Parameters)":9242,"Memory Usage (GB, fp32)":34.43,"Embedding Dimensions":3584,"Max Tokens":8192,"8TagsClustering":50.29} -{"index":7,"Rank":3,"Model":"gte-Qwen2-1.5B-instruct<\/a>","Model Size (Million Parameters)":1776,"Memory Usage (GB, fp32)":6.62,"Embedding Dimensions":1536,"Max Tokens":131072,"8TagsClustering":44.59} -{"index":23,"Rank":4,"Model":"jina-embeddings-v3<\/a>","Model Size (Million Parameters)":572,"Memory Usage (GB, fp32)":2.13,"Embedding Dimensions":1024,"Max Tokens":8194,"8TagsClustering":43.66} -{"index":77,"Rank":5,"Model":"jina-embeddings-v3<\/a>","Model Size (Million Parameters)":572,"Memory Usage (GB, fp32)":2.13,"Embedding Dimensions":1024,"Max Tokens":8194,"8TagsClustering":43.66} -{"index":29,"Rank":6,"Model":"KaLM-embedding-multilingual-mini-instruct-v1.5<\/a>","Model Size (Million Parameters)":494,"Memory Usage (GB, fp32)":1.84,"Embedding Dimensions":896,"Max Tokens":131072,"8TagsClustering":39.24} -{"index":30,"Rank":7,"Model":"KaLM-embedding-multilingual-mini-v1<\/a>","Model Size (Million Parameters)":494,"Memory Usage (GB, fp32)":1.84,"Embedding Dimensions":896,"Max Tokens":131072,"8TagsClustering":37.96} -{"index":28,"Rank":8,"Model":"KaLM-embedding-multilingual-mini-instruct-v1<\/a>","Model Size (Million Parameters)":494,"Memory Usage (GB, fp32)":1.84,"Embedding Dimensions":896,"Max Tokens":131072,"8TagsClustering":37.57} -{"index":69,"Rank":9,"Model":"multilingual-e5-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"8TagsClustering":33.88} -{"index":9,"Rank":10,"Model":"gte-multilingual-base<\/a>","Model Size (Million Parameters)":305,"Memory Usage (GB, fp32)":1.14,"Embedding Dimensions":768,"Max Tokens":8192,"8TagsClustering":33.67} -{"index":40,"Rank":11,"Model":"onnx-gte-multilingual-base<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","8TagsClustering":33.67} -{"index":90,"Rank":12,"Model":"st-polish-paraphrase-from-mpnet<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.47,"Embedding Dimensions":768,"Max Tokens":514,"8TagsClustering":33.15} -{"index":87,"Rank":13,"Model":"mmlw-roberta-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":514,"8TagsClustering":33.08} -{"index":45,"Rank":14,"Model":"st-polish-kartonberta-base-alpha-v1<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":514,"8TagsClustering":32.85} -{"index":86,"Rank":15,"Model":"mmlw-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"8TagsClustering":31.77} -{"index":89,"Rank":16,"Model":"st-polish-paraphrase-from-distilroberta<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.47,"Embedding Dimensions":768,"Max Tokens":514,"8TagsClustering":31.68} -{"index":73,"Rank":17,"Model":"silver-retriever-base-v1<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.47,"Embedding Dimensions":768,"Max Tokens":514,"8TagsClustering":31.49} -{"index":88,"Rank":18,"Model":"mmlw-roberta-large<\/a>","Model Size (Million Parameters)":435,"Memory Usage (GB, fp32)":1.62,"Embedding Dimensions":1024,"Max Tokens":514,"8TagsClustering":31.16} -{"index":85,"Rank":19,"Model":"mmlw-e5-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"8TagsClustering":30.62} -{"index":84,"Rank":20,"Model":"mmlw-e5-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"8TagsClustering":30.25} -{"index":44,"Rank":21,"Model":"KartonBERT-USE-base-v1<\/a>","Model Size (Million Parameters)":104,"Memory Usage (GB, fp32)":0.39,"Embedding Dimensions":768,"Max Tokens":512,"8TagsClustering":29.88} -{"index":72,"Rank":22,"Model":"herbert-base-retrieval-v2<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.47,"Embedding Dimensions":768,"Max Tokens":514,"8TagsClustering":28.15} -{"index":101,"Rank":23,"Model":"paraphrase-multilingual-mpnet-base-v2<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"8TagsClustering":25.62} -{"index":68,"Rank":24,"Model":"multilingual-e5-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"8TagsClustering":24.97} -{"index":71,"Rank":25,"Model":"multilingual-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"8TagsClustering":23.92} -{"index":100,"Rank":26,"Model":"paraphrase-multilingual-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"8TagsClustering":23.24} -{"index":60,"Rank":27,"Model":"SONAR<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","8TagsClustering":18.79} -{"index":91,"Rank":28,"Model":"LaBSE<\/a>","Model Size (Million Parameters)":471,"Memory Usage (GB, fp32)":1.75,"Embedding Dimensions":768,"Max Tokens":512,"8TagsClustering":12.96} -{"index":97,"Rank":29,"Model":"distiluse-base-multilingual-cased-v2<\/a>","Model Size (Million Parameters)":135,"Memory Usage (GB, fp32)":0.5,"Embedding Dimensions":512,"Max Tokens":512,"8TagsClustering":12.51} -{"index":17,"Rank":30,"Model":"winberta-base<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","8TagsClustering":4.68} -{"index":0,"Rank":31,"Model":"voyage-3-lite<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":512,"Max Tokens":32000,"8TagsClustering":""} -{"index":1,"Rank":32,"Model":"voyage-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":32000,"8TagsClustering":""} -{"index":2,"Rank":33,"Model":"voyage-large-2-instruct<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":16000,"8TagsClustering":""} -{"index":3,"Rank":34,"Model":"voyage-multilingual-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":32000,"8TagsClustering":""} -{"index":4,"Rank":35,"Model":"LASER2<\/a>","Model Size (Million Parameters)":43,"Memory Usage (GB, fp32)":0.16,"Embedding Dimensions":1024,"Max Tokens":"N\/A","8TagsClustering":""} -{"index":6,"Rank":37,"Model":"gte-Qwen1.5-7B-instruct<\/a>","Model Size (Million Parameters)":7099,"Memory Usage (GB, fp32)":26.45,"Embedding Dimensions":4096,"Max Tokens":32768,"8TagsClustering":""} -{"index":10,"Rank":38,"Model":"e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"8TagsClustering":""} -{"index":11,"Rank":39,"Model":"bge-base-en-v1.5<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"8TagsClustering":""} -{"index":12,"Rank":40,"Model":"bge-large-en-v1.5<\/a>","Model Size (Million Parameters)":1340,"Memory Usage (GB, fp32)":4.99,"Embedding Dimensions":1024,"Max Tokens":512,"8TagsClustering":""} -{"index":13,"Rank":41,"Model":"bge-m3<\/a>","Model Size (Million Parameters)":567,"Memory Usage (GB, fp32)":2.11,"Embedding Dimensions":1024,"Max Tokens":8192,"8TagsClustering":""} -{"index":15,"Rank":42,"Model":"bge-small-en-v1.5<\/a>","Model Size (Million Parameters)":24,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":512,"Max Tokens":512,"8TagsClustering":""} -{"index":20,"Rank":46,"Model":"Cohere-embed-english-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":512,"8TagsClustering":""} -{"index":21,"Rank":47,"Model":"Cohere-embed-multilingual-light-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":384,"Max Tokens":512,"8TagsClustering":""} -{"index":22,"Rank":48,"Model":"Cohere-embed-multilingual-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":512,"8TagsClustering":""} -{"index":24,"Rank":49,"Model":"distilrubert-small-cased-conversational<\/a>","Model Size (Million Parameters)":106,"Memory Usage (GB, fp32)":0.39,"Embedding Dimensions":768,"Max Tokens":512,"8TagsClustering":""} -{"index":25,"Rank":50,"Model":"rubert-base-cased<\/a>","Model Size (Million Parameters)":180,"Memory Usage (GB, fp32)":0.67,"Embedding Dimensions":768,"Max Tokens":512,"8TagsClustering":""} -{"index":26,"Rank":51,"Model":"rubert-base-cased-sentence<\/a>","Model Size (Million Parameters)":180,"Memory Usage (GB, fp32)":0.67,"Embedding Dimensions":768,"Max Tokens":512,"8TagsClustering":""} -{"index":27,"Rank":52,"Model":"GritLM-7B<\/a>","Model Size (Million Parameters)":7240,"Memory Usage (GB, fp32)":26.97,"Embedding Dimensions":"","Max Tokens":4096,"8TagsClustering":""} -{"index":38,"Rank":60,"Model":"MUG-B-1.6<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"8TagsClustering":""} -{"index":41,"Rank":62,"Model":"SGPT-125M-weightedmean-msmarco-specb-bitfit<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":2048,"8TagsClustering":""} -{"index":42,"Rank":63,"Model":"SGPT-125M-weightedmean-nli-bitfit<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":2048,"8TagsClustering":""} -{"index":46,"Rank":65,"Model":"SFR-Embedding-Mistral<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"8TagsClustering":""} -{"index":47,"Rank":66,"Model":"sbert_large_mt_nlu_ru<\/a>","Model Size (Million Parameters)":427,"Memory Usage (GB, fp32)":1.59,"Embedding Dimensions":1024,"Max Tokens":514,"8TagsClustering":""} -{"index":48,"Rank":67,"Model":"sbert_large_nlu_ru<\/a>","Model Size (Million Parameters)":427,"Memory Usage (GB, fp32)":1.59,"Embedding Dimensions":1024,"Max Tokens":512,"8TagsClustering":""} -{"index":50,"Rank":69,"Model":"sgpt-bloom-7b1-msmarco<\/a>","Model Size (Million Parameters)":7068,"Memory Usage (GB, fp32)":26.33,"Embedding Dimensions":4096,"Max Tokens":2048,"8TagsClustering":""} -{"index":51,"Rank":70,"Model":"slx-v0.1<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.08,"Embedding Dimensions":384,"Max Tokens":512,"8TagsClustering":""} -{"index":52,"Rank":71,"Model":"LaBSE-en-ru<\/a>","Model Size (Million Parameters)":129,"Memory Usage (GB, fp32)":0.48,"Embedding Dimensions":768,"Max Tokens":512,"8TagsClustering":""} -{"index":53,"Rank":72,"Model":"rubert-tiny<\/a>","Model Size (Million Parameters)":12,"Memory Usage (GB, fp32)":0.04,"Embedding Dimensions":512,"Max Tokens":514,"8TagsClustering":""} -{"index":54,"Rank":73,"Model":"rubert-tiny2<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"Embedding Dimensions":2048,"Max Tokens":514,"8TagsClustering":""} -{"index":55,"Rank":74,"Model":"USER-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":512,"8TagsClustering":""} -{"index":56,"Rank":75,"Model":"USER-bge-m3<\/a>","Model Size (Million Parameters)":359,"Memory Usage (GB, fp32)":1.34,"Embedding Dimensions":1024,"Max Tokens":8192,"8TagsClustering":""} -{"index":57,"Rank":76,"Model":"deberta-v1-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":512,"8TagsClustering":""} -{"index":59,"Rank":78,"Model":"e5-base-4k<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"8TagsClustering":""} -{"index":61,"Rank":79,"Model":"inf-retriever-v1<\/a>","Model Size (Million Parameters)":7069,"Memory Usage (GB, fp32)":26.33,"Embedding Dimensions":3584,"Max Tokens":131072,"8TagsClustering":""} -{"index":62,"Rank":80,"Model":"e5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"8TagsClustering":""} -{"index":63,"Rank":81,"Model":"e5-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"8TagsClustering":""} -{"index":64,"Rank":82,"Model":"e5-large<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"8TagsClustering":""} -{"index":65,"Rank":83,"Model":"e5-large-v2<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"8TagsClustering":""} -{"index":66,"Rank":84,"Model":"e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"8TagsClustering":""} -{"index":67,"Rank":85,"Model":"e5-small<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"8TagsClustering":""} -{"index":70,"Rank":86,"Model":"multilingual-e5-large-instruct<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"8TagsClustering":""} -{"index":74,"Rank":87,"Model":"udever-bloom-1b1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":2048,"8TagsClustering":""} -{"index":75,"Rank":88,"Model":"udever-bloom-560m<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":2048,"8TagsClustering":""} -{"index":76,"Rank":89,"Model":"jina-embeddings-v2-base-en<\/a>","Model Size (Million Parameters)":275,"Memory Usage (GB, fp32)":1.02,"Embedding Dimensions":768,"Max Tokens":8192,"8TagsClustering":""} -{"index":79,"Rank":91,"Model":"ternary-weight-embedding<\/a>","Model Size (Million Parameters)":99,"Memory Usage (GB, fp32)":0.37,"Embedding Dimensions":1792,"Max Tokens":512,"8TagsClustering":""} -{"index":80,"Rank":92,"Model":"nomic-embed-text-v1<\/a>","Model Size (Million Parameters)":547,"Memory Usage (GB, fp32)":2.04,"Embedding Dimensions":768,"Max Tokens":8192,"8TagsClustering":""} -{"index":81,"Rank":93,"Model":"FAB-Ramy-v1<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"8TagsClustering":""} -{"index":82,"Rank":94,"Model":"FAE-v1<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"8TagsClustering":""} -{"index":83,"Rank":95,"Model":"FUE-v1<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"8TagsClustering":""} -{"index":92,"Rank":96,"Model":"all-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"8TagsClustering":""} -{"index":93,"Rank":97,"Model":"all-MiniLM-L6-v2<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":384,"Max Tokens":512,"8TagsClustering":""} -{"index":94,"Rank":98,"Model":"all-mpnet-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"8TagsClustering":""} -{"index":95,"Rank":99,"Model":"allenai-specter<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"8TagsClustering":""} -{"index":96,"Rank":100,"Model":"average_word_embeddings_komninos<\/a>","Model Size (Million Parameters)":134,"Memory Usage (GB, fp32)":0.5,"Embedding Dimensions":300,"Max Tokens":"N\/A","8TagsClustering":""} -{"index":98,"Rank":101,"Model":"gtr-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Embedding Dimensions":768,"Max Tokens":512,"8TagsClustering":""} -{"index":99,"Rank":102,"Model":"gtr-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Embedding Dimensions":768,"Max Tokens":512,"8TagsClustering":""} -{"index":102,"Rank":103,"Model":"sentence-t5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"8TagsClustering":""} -{"index":103,"Rank":104,"Model":"sentence-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Embedding Dimensions":768,"Max Tokens":512,"8TagsClustering":""} -{"index":104,"Rank":105,"Model":"sentence-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Embedding Dimensions":768,"Max Tokens":512,"8TagsClustering":""} -{"index":105,"Rank":106,"Model":"LaBSE-ru-turbo<\/a>","Model Size (Million Parameters)":128,"Memory Usage (GB, fp32)":0.48,"Embedding Dimensions":768,"Max Tokens":512,"8TagsClustering":""} -{"index":106,"Rank":107,"Model":"rubert-tiny-turbo<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"Embedding Dimensions":312,"Max Tokens":2048,"8TagsClustering":""} -{"index":107,"Rank":108,"Model":"text2vec-base-multilingual<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":256,"8TagsClustering":""} -{"index":109,"Rank":110,"Model":"text-embedding-3-large<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":3072,"Max Tokens":8191,"8TagsClustering":""} -{"index":110,"Rank":111,"Model":"text-embedding-3-small<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":8191,"8TagsClustering":""} diff --git a/boards_data/pl/data_tasks/PairClassification/default.jsonl b/boards_data/pl/data_tasks/PairClassification/default.jsonl deleted file mode 100644 index c483093a4a4f9d8b5b5781a53b061d390534b884..0000000000000000000000000000000000000000 --- a/boards_data/pl/data_tasks/PairClassification/default.jsonl +++ /dev/null @@ -1,100 +0,0 @@ -{"index":14,"Rank":1,"Model":"bge-multilingual-gemma2<\/a>","Model Size (Million Parameters)":9242,"Memory Usage (GB, fp32)":34.43,"Embedding Dimensions":3584,"Max Tokens":8192,"Average":89.62,"CDSC-E":78.23,"PPC":95.43,"PSC":99.24,"SICK-E-PL":85.58} -{"index":88,"Rank":2,"Model":"mmlw-roberta-large<\/a>","Model Size (Million Parameters)":435,"Memory Usage (GB, fp32)":1.62,"Embedding Dimensions":1024,"Max Tokens":514,"Average":89.13,"CDSC-E":79.87,"PPC":93.56,"PSC":98.63,"SICK-E-PL":84.47} -{"index":8,"Rank":3,"Model":"gte-Qwen2-7B-instruct<\/a>","Model Size (Million Parameters)":7613,"Memory Usage (GB, fp32)":28.36,"Embedding Dimensions":3584,"Max Tokens":32768,"Average":88.48,"CDSC-E":76.75,"PPC":94.1,"PSC":99.37,"SICK-E-PL":83.68} -{"index":87,"Rank":4,"Model":"mmlw-roberta-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":514,"Average":88.14,"CDSC-E":79.1,"PPC":92.81,"PSC":98.61,"SICK-E-PL":82.04} -{"index":45,"Rank":5,"Model":"st-polish-kartonberta-base-alpha-v1<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":514,"Average":87.92,"CDSC-E":79.12,"PPC":92.65,"PSC":98.42,"SICK-E-PL":81.47} -{"index":90,"Rank":6,"Model":"st-polish-paraphrase-from-mpnet<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.47,"Embedding Dimensions":768,"Max Tokens":514,"Average":87.08,"CDSC-E":75.06,"PPC":93.67,"PSC":99.05,"SICK-E-PL":80.56} -{"index":44,"Rank":7,"Model":"KartonBERT-USE-base-v1<\/a>","Model Size (Million Parameters)":104,"Memory Usage (GB, fp32)":0.39,"Embedding Dimensions":768,"Max Tokens":512,"Average":87.04,"CDSC-E":77.0,"PPC":92.14,"PSC":99.19,"SICK-E-PL":79.82} -{"index":89,"Rank":8,"Model":"st-polish-paraphrase-from-distilroberta<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.47,"Embedding Dimensions":768,"Max Tokens":514,"Average":87.01,"CDSC-E":75.99,"PPC":93.31,"PSC":99.1,"SICK-E-PL":79.63} -{"index":101,"Rank":9,"Model":"paraphrase-multilingual-mpnet-base-v2<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":86.23,"CDSC-E":75.77,"PPC":93.67,"PSC":98.26,"SICK-E-PL":77.22} -{"index":84,"Rank":10,"Model":"mmlw-e5-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":86.16,"CDSC-E":77.27,"PPC":91.76,"PSC":99.15,"SICK-E-PL":76.45} -{"index":85,"Rank":11,"Model":"mmlw-e5-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":85.9,"CDSC-E":76.83,"PPC":91.09,"PSC":99.53,"SICK-E-PL":76.14} -{"index":69,"Rank":12,"Model":"multilingual-e5-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":85.5,"CDSC-E":74.47,"PPC":92.18,"PSC":99.39,"SICK-E-PL":75.96} -{"index":40,"Rank":13,"Model":"onnx-gte-multilingual-base<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":85.45,"CDSC-E":74.9,"PPC":92.43,"PSC":99.06,"SICK-E-PL":75.4} -{"index":9,"Rank":14,"Model":"gte-multilingual-base<\/a>","Model Size (Million Parameters)":305,"Memory Usage (GB, fp32)":1.14,"Embedding Dimensions":768,"Max Tokens":8192,"Average":85.45,"CDSC-E":74.9,"PPC":92.43,"PSC":99.06,"SICK-E-PL":75.4} -{"index":7,"Rank":15,"Model":"gte-Qwen2-1.5B-instruct<\/a>","Model Size (Million Parameters)":1776,"Memory Usage (GB, fp32)":6.62,"Embedding Dimensions":1536,"Max Tokens":131072,"Average":84.87,"CDSC-E":72.42,"PPC":91.47,"PSC":99.28,"SICK-E-PL":76.32} -{"index":86,"Rank":16,"Model":"mmlw-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":84.61,"CDSC-E":76.68,"PPC":89.7,"PSC":98.86,"SICK-E-PL":73.21} -{"index":23,"Rank":17,"Model":"jina-embeddings-v3<\/a>","Model Size (Million Parameters)":572,"Memory Usage (GB, fp32)":2.13,"Embedding Dimensions":1024,"Max Tokens":8194,"Average":83.7,"CDSC-E":73.04,"PPC":91.42,"PSC":99.19,"SICK-E-PL":71.15} -{"index":77,"Rank":18,"Model":"jina-embeddings-v3<\/a>","Model Size (Million Parameters)":572,"Memory Usage (GB, fp32)":2.13,"Embedding Dimensions":1024,"Max Tokens":8194,"Average":83.7,"CDSC-E":73.04,"PPC":91.42,"PSC":99.19,"SICK-E-PL":71.15} -{"index":100,"Rank":19,"Model":"paraphrase-multilingual-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":83.28,"CDSC-E":72.22,"PPC":91.8,"PSC":97.14,"SICK-E-PL":71.94} -{"index":68,"Rank":20,"Model":"multilingual-e5-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":82.15,"CDSC-E":72.67,"PPC":88.01,"PSC":99.14,"SICK-E-PL":68.77} -{"index":28,"Rank":21,"Model":"KaLM-embedding-multilingual-mini-instruct-v1<\/a>","Model Size (Million Parameters)":494,"Memory Usage (GB, fp32)":1.84,"Embedding Dimensions":896,"Max Tokens":131072,"Average":80.52,"CDSC-E":71.64,"PPC":87.44,"PSC":99.43,"SICK-E-PL":63.57} -{"index":71,"Rank":22,"Model":"multilingual-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":80.5,"CDSC-E":69.7,"PPC":86.72,"PSC":99.24,"SICK-E-PL":66.34} -{"index":30,"Rank":23,"Model":"KaLM-embedding-multilingual-mini-v1<\/a>","Model Size (Million Parameters)":494,"Memory Usage (GB, fp32)":1.84,"Embedding Dimensions":896,"Max Tokens":131072,"Average":79.79,"CDSC-E":69.77,"PPC":87.18,"PSC":99.42,"SICK-E-PL":62.8} -{"index":97,"Rank":24,"Model":"distiluse-base-multilingual-cased-v2<\/a>","Model Size (Million Parameters)":135,"Memory Usage (GB, fp32)":0.5,"Embedding Dimensions":512,"Max Tokens":512,"Average":79.4,"CDSC-E":72.0,"PPC":86.83,"PSC":96.35,"SICK-E-PL":62.41} -{"index":91,"Rank":25,"Model":"LaBSE<\/a>","Model Size (Million Parameters)":471,"Memory Usage (GB, fp32)":1.75,"Embedding Dimensions":768,"Max Tokens":512,"Average":79.27,"CDSC-E":68.91,"PPC":86.97,"PSC":97.42,"SICK-E-PL":63.77} -{"index":29,"Rank":26,"Model":"KaLM-embedding-multilingual-mini-instruct-v1.5<\/a>","Model Size (Million Parameters)":494,"Memory Usage (GB, fp32)":1.84,"Embedding Dimensions":896,"Max Tokens":131072,"Average":79.01,"CDSC-E":67.4,"PPC":86.11,"PSC":99.57,"SICK-E-PL":62.95} -{"index":73,"Rank":27,"Model":"silver-retriever-base-v1<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.47,"Embedding Dimensions":768,"Max Tokens":514,"Average":77.67,"CDSC-E":67.56,"PPC":85.98,"PSC":98.6,"SICK-E-PL":58.54} -{"index":72,"Rank":28,"Model":"herbert-base-retrieval-v2<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.47,"Embedding Dimensions":768,"Max Tokens":514,"Average":75.48,"CDSC-E":63.61,"PPC":84.37,"PSC":98.98,"SICK-E-PL":54.95} -{"index":60,"Rank":29,"Model":"SONAR<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":73.2,"CDSC-E":59.97,"PPC":85.37,"PSC":91.98,"SICK-E-PL":55.48} -{"index":17,"Rank":30,"Model":"winberta-base<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":59.51,"CDSC-E":43.51,"PPC":70.19,"PSC":77.83,"SICK-E-PL":46.51} -{"index":0,"Rank":31,"Model":"voyage-3-lite<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":512,"Max Tokens":32000,"Average":"","CDSC-E":66.64,"PPC":"","PSC":99.57,"SICK-E-PL":61.84} -{"index":1,"Rank":32,"Model":"voyage-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":32000,"Average":"","CDSC-E":66.93,"PPC":"","PSC":99.64,"SICK-E-PL":65.92} -{"index":2,"Rank":33,"Model":"voyage-large-2-instruct<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":16000,"Average":"","CDSC-E":68.16,"PPC":"","PSC":99.41,"SICK-E-PL":68.53} -{"index":3,"Rank":34,"Model":"voyage-multilingual-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":32000,"Average":"","CDSC-E":66.76,"PPC":"","PSC":99.63,"SICK-E-PL":70.81} -{"index":4,"Rank":35,"Model":"LASER2<\/a>","Model Size (Million Parameters)":43,"Memory Usage (GB, fp32)":0.16,"Embedding Dimensions":1024,"Max Tokens":"N\/A","Average":"","CDSC-E":"","PPC":"","PSC":"","SICK-E-PL":""} -{"index":6,"Rank":37,"Model":"gte-Qwen1.5-7B-instruct<\/a>","Model Size (Million Parameters)":7099,"Memory Usage (GB, fp32)":26.45,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","CDSC-E":74.94,"PPC":"","PSC":98.05,"SICK-E-PL":79.9} -{"index":10,"Rank":38,"Model":"e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","CDSC-E":"","PPC":"","PSC":"","SICK-E-PL":""} -{"index":11,"Rank":39,"Model":"bge-base-en-v1.5<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CDSC-E":46.88,"PPC":"","PSC":92.98,"SICK-E-PL":43.03} -{"index":12,"Rank":40,"Model":"bge-large-en-v1.5<\/a>","Model Size (Million Parameters)":1340,"Memory Usage (GB, fp32)":4.99,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","CDSC-E":47.66,"PPC":"","PSC":93.8,"SICK-E-PL":45.75} -{"index":13,"Rank":41,"Model":"bge-m3<\/a>","Model Size (Million Parameters)":567,"Memory Usage (GB, fp32)":2.11,"Embedding Dimensions":1024,"Max Tokens":8192,"Average":"","CDSC-E":"","PPC":"","PSC":"","SICK-E-PL":""} -{"index":15,"Rank":42,"Model":"bge-small-en-v1.5<\/a>","Model Size (Million Parameters)":24,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":512,"Max Tokens":512,"Average":"","CDSC-E":52.37,"PPC":"","PSC":91.06,"SICK-E-PL":47.23} -{"index":20,"Rank":46,"Model":"Cohere-embed-english-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":512,"Average":"","CDSC-E":62.91,"PPC":"","PSC":96.09,"SICK-E-PL":61.81} -{"index":21,"Rank":47,"Model":"Cohere-embed-multilingual-light-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":384,"Max Tokens":512,"Average":"","CDSC-E":71.05,"PPC":"","PSC":99.33,"SICK-E-PL":66.57} -{"index":22,"Rank":48,"Model":"Cohere-embed-multilingual-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":512,"Average":"","CDSC-E":73.47,"PPC":"","PSC":99.51,"SICK-E-PL":79.27} -{"index":24,"Rank":49,"Model":"distilrubert-small-cased-conversational<\/a>","Model Size (Million Parameters)":106,"Memory Usage (GB, fp32)":0.39,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CDSC-E":46.84,"PPC":"","PSC":62.23,"SICK-E-PL":45.78} -{"index":25,"Rank":50,"Model":"rubert-base-cased<\/a>","Model Size (Million Parameters)":180,"Memory Usage (GB, fp32)":0.67,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CDSC-E":35.32,"PPC":"","PSC":66.18,"SICK-E-PL":47.31} -{"index":26,"Rank":51,"Model":"rubert-base-cased-sentence<\/a>","Model Size (Million Parameters)":180,"Memory Usage (GB, fp32)":0.67,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CDSC-E":61.23,"PPC":"","PSC":59.64,"SICK-E-PL":60.78} -{"index":27,"Rank":52,"Model":"GritLM-7B<\/a>","Model Size (Million Parameters)":7240,"Memory Usage (GB, fp32)":26.97,"Embedding Dimensions":"","Max Tokens":4096,"Average":"","CDSC-E":75.61,"PPC":"","PSC":99.45,"SICK-E-PL":79.06} -{"index":31,"Rank":53,"Model":"2024-06-15_10-09-42<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","CDSC-E":0.43,"PPC":"","PSC":0.4,"SICK-E-PL":0.55} -{"index":32,"Rank":54,"Model":"2024-06-17_21-37-12<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","CDSC-E":0.37,"PPC":"","PSC":0.38,"SICK-E-PL":0.42} -{"index":33,"Rank":55,"Model":"2024-06-19_08-22-22<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","CDSC-E":0.46,"PPC":"","PSC":0.41,"SICK-E-PL":0.51} -{"index":34,"Rank":56,"Model":"2024-06-19_10-03-38<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","CDSC-E":0.44,"PPC":"","PSC":0.75,"SICK-E-PL":0.52} -{"index":35,"Rank":57,"Model":"2024-06-19_21-12-17<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","CDSC-E":0.41,"PPC":"","PSC":0.38,"SICK-E-PL":0.44} -{"index":36,"Rank":58,"Model":"2024-06-19_22-23-38<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","CDSC-E":0.56,"PPC":"","PSC":0.85,"SICK-E-PL":0.61} -{"index":38,"Rank":60,"Model":"MUG-B-1.6<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","CDSC-E":"","PPC":"","PSC":"","SICK-E-PL":""} -{"index":41,"Rank":62,"Model":"SGPT-125M-weightedmean-msmarco-specb-bitfit<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":2048,"Average":"","CDSC-E":"","PPC":"","PSC":"","SICK-E-PL":""} -{"index":42,"Rank":63,"Model":"SGPT-125M-weightedmean-nli-bitfit<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":2048,"Average":"","CDSC-E":"","PPC":"","PSC":"","SICK-E-PL":""} -{"index":46,"Rank":65,"Model":"SFR-Embedding-Mistral<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","CDSC-E":75.1,"PPC":"","PSC":99.67,"SICK-E-PL":77.4} -{"index":47,"Rank":66,"Model":"sbert_large_mt_nlu_ru<\/a>","Model Size (Million Parameters)":427,"Memory Usage (GB, fp32)":1.59,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","CDSC-E":37.27,"PPC":"","PSC":54.94,"SICK-E-PL":44.97} -{"index":48,"Rank":67,"Model":"sbert_large_nlu_ru<\/a>","Model Size (Million Parameters)":427,"Memory Usage (GB, fp32)":1.59,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","CDSC-E":35.69,"PPC":"","PSC":57.84,"SICK-E-PL":44.15} -{"index":50,"Rank":69,"Model":"sgpt-bloom-7b1-msmarco<\/a>","Model Size (Million Parameters)":7068,"Memory Usage (GB, fp32)":26.33,"Embedding Dimensions":4096,"Max Tokens":2048,"Average":"","CDSC-E":"","PPC":"","PSC":"","SICK-E-PL":""} -{"index":51,"Rank":70,"Model":"slx-v0.1<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.08,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","CDSC-E":"","PPC":"","PSC":"","SICK-E-PL":""} -{"index":52,"Rank":71,"Model":"LaBSE-en-ru<\/a>","Model Size (Million Parameters)":129,"Memory Usage (GB, fp32)":0.48,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CDSC-E":46.83,"PPC":"","PSC":88.51,"SICK-E-PL":46.12} -{"index":53,"Rank":72,"Model":"rubert-tiny<\/a>","Model Size (Million Parameters)":12,"Memory Usage (GB, fp32)":0.04,"Embedding Dimensions":512,"Max Tokens":514,"Average":"","CDSC-E":44.08,"PPC":"","PSC":59.31,"SICK-E-PL":45.58} -{"index":54,"Rank":73,"Model":"rubert-tiny2<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"Embedding Dimensions":2048,"Max Tokens":514,"Average":"","CDSC-E":45.22,"PPC":"","PSC":71.22,"SICK-E-PL":47.87} -{"index":55,"Rank":74,"Model":"USER-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CDSC-E":51.93,"PPC":"","PSC":88.71,"SICK-E-PL":54.43} -{"index":56,"Rank":75,"Model":"USER-bge-m3<\/a>","Model Size (Million Parameters)":359,"Memory Usage (GB, fp32)":1.34,"Embedding Dimensions":1024,"Max Tokens":8192,"Average":"","CDSC-E":73.41,"PPC":"","PSC":99.13,"SICK-E-PL":70.91} -{"index":57,"Rank":76,"Model":"deberta-v1-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CDSC-E":43.0,"PPC":"","PSC":58.6,"SICK-E-PL":43.35} -{"index":59,"Rank":78,"Model":"e5-base-4k<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CDSC-E":55.27,"PPC":"","PSC":95.48,"SICK-E-PL":48.72} -{"index":61,"Rank":79,"Model":"inf-retriever-v1<\/a>","Model Size (Million Parameters)":7069,"Memory Usage (GB, fp32)":26.33,"Embedding Dimensions":3584,"Max Tokens":131072,"Average":"","CDSC-E":"","PPC":"","PSC":"","SICK-E-PL":""} -{"index":62,"Rank":80,"Model":"e5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CDSC-E":50.26,"PPC":"","PSC":94.63,"SICK-E-PL":47.25} -{"index":63,"Rank":81,"Model":"e5-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CDSC-E":56.82,"PPC":"","PSC":96.95,"SICK-E-PL":50.72} -{"index":64,"Rank":82,"Model":"e5-large<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","CDSC-E":69.58,"PPC":"","PSC":96.15,"SICK-E-PL":56.09} -{"index":65,"Rank":83,"Model":"e5-large-v2<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","CDSC-E":65.96,"PPC":"","PSC":96.64,"SICK-E-PL":58.41} -{"index":66,"Rank":84,"Model":"e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","CDSC-E":75.86,"PPC":"","PSC":99.53,"SICK-E-PL":79.94} -{"index":67,"Rank":85,"Model":"e5-small<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","CDSC-E":66.65,"PPC":"","PSC":90.03,"SICK-E-PL":52.68} -{"index":70,"Rank":86,"Model":"multilingual-e5-large-instruct<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","CDSC-E":76.17,"PPC":"","PSC":99.31,"SICK-E-PL":79.69} -{"index":74,"Rank":87,"Model":"udever-bloom-1b1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":2048,"Average":"","CDSC-E":46.68,"PPC":"","PSC":85.54,"SICK-E-PL":44.32} -{"index":75,"Rank":88,"Model":"udever-bloom-560m<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":2048,"Average":"","CDSC-E":39.2,"PPC":"","PSC":59.59,"SICK-E-PL":42.39} -{"index":76,"Rank":89,"Model":"jina-embeddings-v2-base-en<\/a>","Model Size (Million Parameters)":275,"Memory Usage (GB, fp32)":1.02,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","CDSC-E":23.17,"PPC":"","PSC":34.13,"SICK-E-PL":40.46} -{"index":79,"Rank":91,"Model":"ternary-weight-embedding<\/a>","Model Size (Million Parameters)":99,"Memory Usage (GB, fp32)":0.37,"Embedding Dimensions":1792,"Max Tokens":512,"Average":"","CDSC-E":"","PPC":"","PSC":"","SICK-E-PL":""} -{"index":80,"Rank":92,"Model":"nomic-embed-text-v1<\/a>","Model Size (Million Parameters)":547,"Memory Usage (GB, fp32)":2.04,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","CDSC-E":46.69,"PPC":"","PSC":95.96,"SICK-E-PL":47.38} -{"index":81,"Rank":93,"Model":"FAB-Ramy-v1<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","CDSC-E":"","PPC":"","PSC":"","SICK-E-PL":""} -{"index":82,"Rank":94,"Model":"FAE-v1<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","CDSC-E":"","PPC":"","PSC":"","SICK-E-PL":""} -{"index":83,"Rank":95,"Model":"FUE-v1<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","CDSC-E":"","PPC":"","PSC":"","SICK-E-PL":""} -{"index":92,"Rank":96,"Model":"all-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","CDSC-E":49.04,"PPC":"","PSC":87.92,"SICK-E-PL":49.63} -{"index":93,"Rank":97,"Model":"all-MiniLM-L6-v2<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","CDSC-E":47.27,"PPC":"","PSC":81.87,"SICK-E-PL":47.39} -{"index":94,"Rank":98,"Model":"all-mpnet-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","CDSC-E":45.37,"PPC":"","PSC":83.28,"SICK-E-PL":46.55} -{"index":95,"Rank":99,"Model":"allenai-specter<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CDSC-E":"","PPC":"","PSC":"","SICK-E-PL":""} -{"index":96,"Rank":100,"Model":"average_word_embeddings_komninos<\/a>","Model Size (Million Parameters)":134,"Memory Usage (GB, fp32)":0.5,"Embedding Dimensions":300,"Max Tokens":"N\/A","Average":"","CDSC-E":"","PPC":"","PSC":"","SICK-E-PL":""} -{"index":98,"Rank":101,"Model":"gtr-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CDSC-E":"","PPC":"","PSC":"","SICK-E-PL":""} -{"index":99,"Rank":102,"Model":"gtr-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CDSC-E":"","PPC":"","PSC":"","SICK-E-PL":""} -{"index":102,"Rank":103,"Model":"sentence-t5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CDSC-E":"","PPC":"","PSC":"","SICK-E-PL":""} -{"index":103,"Rank":104,"Model":"sentence-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CDSC-E":"","PPC":"","PSC":"","SICK-E-PL":""} -{"index":104,"Rank":105,"Model":"sentence-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CDSC-E":"","PPC":"","PSC":"","SICK-E-PL":""} -{"index":105,"Rank":106,"Model":"LaBSE-ru-turbo<\/a>","Model Size (Million Parameters)":128,"Memory Usage (GB, fp32)":0.48,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CDSC-E":53.23,"PPC":"","PSC":85.45,"SICK-E-PL":47.9} -{"index":106,"Rank":107,"Model":"rubert-tiny-turbo<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"Embedding Dimensions":312,"Max Tokens":2048,"Average":"","CDSC-E":48.65,"PPC":"","PSC":72.63,"SICK-E-PL":48.72} -{"index":107,"Rank":108,"Model":"text2vec-base-multilingual<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":256,"Average":"","CDSC-E":74.42,"PPC":"","PSC":94.96,"SICK-E-PL":74.15} -{"index":109,"Rank":110,"Model":"text-embedding-3-large<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":3072,"Max Tokens":8191,"Average":"","CDSC-E":70.48,"PPC":"","PSC":99.57,"SICK-E-PL":70.11} -{"index":110,"Rank":111,"Model":"text-embedding-3-small<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":8191,"Average":"","CDSC-E":66.28,"PPC":"","PSC":99.23,"SICK-E-PL":60.78} diff --git a/boards_data/pl/data_tasks/Retrieval/default.jsonl b/boards_data/pl/data_tasks/Retrieval/default.jsonl deleted file mode 100644 index a8ea4b7a3a3c9a5e859dca105fd99e5016bd4f34..0000000000000000000000000000000000000000 --- a/boards_data/pl/data_tasks/Retrieval/default.jsonl +++ /dev/null @@ -1,94 +0,0 @@ -{"index":14,"Rank":1,"Model":"bge-multilingual-gemma2<\/a>","Model Size (Million Parameters)":9242,"Memory Usage (GB, fp32)":34.43,"Embedding Dimensions":3584,"Max Tokens":8192,"Average":59.41,"ArguAna-PL":59.71,"DBPedia-PL":43.19,"FiQA-PL":46.12,"HotpotQA-PL":77.03,"MSMARCO-PL":72.69,"NFCorpus-PL":36.72,"NQ-PL":56.85,"Quora-PL":84.47,"SCIDOCS-PL":19.53,"SciFact-PL":74.43,"TRECCOVID-PL":82.75} -{"index":8,"Rank":2,"Model":"gte-Qwen2-7B-instruct<\/a>","Model Size (Million Parameters)":7613,"Memory Usage (GB, fp32)":28.36,"Embedding Dimensions":3584,"Max Tokens":32768,"Average":54.69,"ArguAna-PL":59.87,"DBPedia-PL":41.3,"FiQA-PL":41.05,"HotpotQA-PL":67.61,"MSMARCO-PL":62.22,"NFCorpus-PL":30.89,"NQ-PL":48.45,"Quora-PL":83.21,"SCIDOCS-PL":16.08,"SciFact-PL":70.58,"TRECCOVID-PL":80.3} -{"index":88,"Rank":3,"Model":"mmlw-roberta-large<\/a>","Model Size (Million Parameters)":435,"Memory Usage (GB, fp32)":1.62,"Embedding Dimensions":1024,"Max Tokens":514,"Average":52.71,"ArguAna-PL":63.4,"DBPedia-PL":40.27,"FiQA-PL":40.89,"HotpotQA-PL":71.04,"MSMARCO-PL":36.63,"NFCorpus-PL":33.94,"NQ-PL":47.62,"Quora-PL":85.51,"SCIDOCS-PL":19.47,"SciFact-PL":70.23,"TRECCOVID-PL":70.81} -{"index":85,"Rank":4,"Model":"mmlw-e5-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":52.63,"ArguAna-PL":63.25,"DBPedia-PL":39.84,"FiQA-PL":39.9,"HotpotQA-PL":70.94,"MSMARCO-PL":36.47,"NFCorpus-PL":34.03,"NQ-PL":47.33,"Quora-PL":85.63,"SCIDOCS-PL":19.13,"SciFact-PL":71.21,"TRECCOVID-PL":71.18} -{"index":77,"Rank":5,"Model":"jina-embeddings-v3<\/a>","Model Size (Million Parameters)":572,"Memory Usage (GB, fp32)":2.13,"Embedding Dimensions":1024,"Max Tokens":8194,"Average":51.89,"ArguAna-PL":50.12,"DBPedia-PL":34.83,"FiQA-PL":38.83,"HotpotQA-PL":60.27,"MSMARCO-PL":64.89,"NFCorpus-PL":31.39,"NQ-PL":54.02,"Quora-PL":84.11,"SCIDOCS-PL":15.38,"SciFact-PL":64.76,"TRECCOVID-PL":72.19} -{"index":23,"Rank":6,"Model":"jina-embeddings-v3<\/a>","Model Size (Million Parameters)":572,"Memory Usage (GB, fp32)":2.13,"Embedding Dimensions":1024,"Max Tokens":8194,"Average":51.89,"ArguAna-PL":50.12,"DBPedia-PL":34.83,"FiQA-PL":38.83,"HotpotQA-PL":60.27,"MSMARCO-PL":64.89,"NFCorpus-PL":31.39,"NQ-PL":54.02,"Quora-PL":84.11,"SCIDOCS-PL":15.38,"SciFact-PL":64.76,"TRECCOVID-PL":72.19} -{"index":7,"Rank":7,"Model":"gte-Qwen2-1.5B-instruct<\/a>","Model Size (Million Parameters)":1776,"Memory Usage (GB, fp32)":6.62,"Embedding Dimensions":1536,"Max Tokens":131072,"Average":51.88,"ArguAna-PL":56.48,"DBPedia-PL":36.98,"FiQA-PL":31.61,"HotpotQA-PL":60.9,"MSMARCO-PL":63.98,"NFCorpus-PL":30.1,"NQ-PL":44.2,"Quora-PL":81.43,"SCIDOCS-PL":16.59,"SciFact-PL":67.17,"TRECCOVID-PL":81.19} -{"index":84,"Rank":8,"Model":"mmlw-e5-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":50.06,"ArguAna-PL":58.4,"DBPedia-PL":37.19,"FiQA-PL":34.53,"HotpotQA-PL":66.25,"MSMARCO-PL":32.54,"NFCorpus-PL":33.71,"NQ-PL":44.6,"Quora-PL":84.44,"SCIDOCS-PL":17.35,"SciFact-PL":68.29,"TRECCOVID-PL":73.33} -{"index":87,"Rank":9,"Model":"mmlw-roberta-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":514,"Average":49.92,"ArguAna-PL":59.02,"DBPedia-PL":36.22,"FiQA-PL":35.01,"HotpotQA-PL":66.64,"MSMARCO-PL":33.05,"NFCorpus-PL":34.14,"NQ-PL":45.65,"Quora-PL":84.44,"SCIDOCS-PL":17.84,"SciFact-PL":65.75,"TRECCOVID-PL":71.33} -{"index":44,"Rank":10,"Model":"KartonBERT-USE-base-v1<\/a>","Model Size (Million Parameters)":104,"Memory Usage (GB, fp32)":0.39,"Embedding Dimensions":768,"Max Tokens":512,"Average":49.14,"ArguAna-PL":56.9,"DBPedia-PL":31.11,"FiQA-PL":35.53,"HotpotQA-PL":57.45,"MSMARCO-PL":57.1,"NFCorpus-PL":32.84,"NQ-PL":40.05,"Quora-PL":83.79,"SCIDOCS-PL":15.87,"SciFact-PL":60.6,"TRECCOVID-PL":69.32} -{"index":69,"Rank":11,"Model":"multilingual-e5-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":48.98,"ArguAna-PL":53.02,"DBPedia-PL":35.82,"FiQA-PL":33.0,"HotpotQA-PL":67.41,"MSMARCO-PL":33.38,"NFCorpus-PL":30.24,"NQ-PL":52.79,"Quora-PL":83.65,"SCIDOCS-PL":13.81,"SciFact-PL":65.8,"TRECCOVID-PL":69.91} -{"index":9,"Rank":12,"Model":"gte-multilingual-base<\/a>","Model Size (Million Parameters)":305,"Memory Usage (GB, fp32)":1.14,"Embedding Dimensions":768,"Max Tokens":8192,"Average":46.4,"ArguAna-PL":53.17,"DBPedia-PL":32.5,"FiQA-PL":28.96,"HotpotQA-PL":56.9,"MSMARCO-PL":55.62,"NFCorpus-PL":26.83,"NQ-PL":43.13,"Quora-PL":80.76,"SCIDOCS-PL":14.22,"SciFact-PL":58.92,"TRECCOVID-PL":59.36} -{"index":40,"Rank":13,"Model":"onnx-gte-multilingual-base<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":46.4,"ArguAna-PL":53.17,"DBPedia-PL":32.5,"FiQA-PL":28.96,"HotpotQA-PL":56.9,"MSMARCO-PL":55.62,"NFCorpus-PL":26.83,"NQ-PL":43.13,"Quora-PL":80.76,"SCIDOCS-PL":14.22,"SciFact-PL":58.92,"TRECCOVID-PL":59.36} -{"index":28,"Rank":14,"Model":"KaLM-embedding-multilingual-mini-instruct-v1<\/a>","Model Size (Million Parameters)":494,"Memory Usage (GB, fp32)":1.84,"Embedding Dimensions":896,"Max Tokens":131072,"Average":44.66,"ArguAna-PL":49.91,"DBPedia-PL":29.23,"FiQA-PL":25.32,"HotpotQA-PL":61.76,"MSMARCO-PL":45.13,"NFCorpus-PL":27.36,"NQ-PL":30.84,"Quora-PL":75.23,"SCIDOCS-PL":15.17,"SciFact-PL":62.06,"TRECCOVID-PL":69.24} -{"index":68,"Rank":15,"Model":"multilingual-e5-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":44.01,"ArguAna-PL":42.81,"DBPedia-PL":30.23,"FiQA-PL":25.52,"HotpotQA-PL":63.52,"MSMARCO-PL":29.52,"NFCorpus-PL":25.98,"NQ-PL":44.8,"Quora-PL":81.22,"SCIDOCS-PL":12.35,"SciFact-PL":62.11,"TRECCOVID-PL":66.06} -{"index":29,"Rank":16,"Model":"KaLM-embedding-multilingual-mini-instruct-v1.5<\/a>","Model Size (Million Parameters)":494,"Memory Usage (GB, fp32)":1.84,"Embedding Dimensions":896,"Max Tokens":131072,"Average":43.24,"ArguAna-PL":48.4,"DBPedia-PL":28.8,"FiQA-PL":24.29,"HotpotQA-PL":59.91,"MSMARCO-PL":44.88,"NFCorpus-PL":26.7,"NQ-PL":29.64,"Quora-PL":72.97,"SCIDOCS-PL":13.91,"SciFact-PL":60.53,"TRECCOVID-PL":65.56} -{"index":86,"Rank":17,"Model":"mmlw-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":42.83,"ArguAna-PL":54.31,"DBPedia-PL":30.28,"FiQA-PL":29.75,"HotpotQA-PL":57.14,"MSMARCO-PL":25.94,"NFCorpus-PL":27.6,"NQ-PL":33.83,"Quora-PL":81.15,"SCIDOCS-PL":14.79,"SciFact-PL":58.14,"TRECCOVID-PL":58.2} -{"index":71,"Rank":18,"Model":"multilingual-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":42.43,"ArguAna-PL":37.43,"DBPedia-PL":29.27,"FiQA-PL":22.03,"HotpotQA-PL":60.15,"MSMARCO-PL":26.94,"NFCorpus-PL":26.48,"NQ-PL":40.46,"Quora-PL":78.7,"SCIDOCS-PL":11.6,"SciFact-PL":62.76,"TRECCOVID-PL":70.92} -{"index":45,"Rank":19,"Model":"st-polish-kartonberta-base-alpha-v1<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":514,"Average":42.19,"ArguAna-PL":56.06,"DBPedia-PL":27.0,"FiQA-PL":24.73,"HotpotQA-PL":50.61,"MSMARCO-PL":43.25,"NFCorpus-PL":31.15,"NQ-PL":28.89,"Quora-PL":83.59,"SCIDOCS-PL":12.21,"SciFact-PL":57.73,"TRECCOVID-PL":48.83} -{"index":30,"Rank":20,"Model":"KaLM-embedding-multilingual-mini-v1<\/a>","Model Size (Million Parameters)":494,"Memory Usage (GB, fp32)":1.84,"Embedding Dimensions":896,"Max Tokens":131072,"Average":40.61,"ArguAna-PL":49.67,"DBPedia-PL":24.29,"FiQA-PL":24.37,"HotpotQA-PL":60.29,"MSMARCO-PL":35.35,"NFCorpus-PL":25.39,"NQ-PL":22.6,"Quora-PL":77.0,"SCIDOCS-PL":13.04,"SciFact-PL":57.83,"TRECCOVID-PL":56.92} -{"index":72,"Rank":21,"Model":"herbert-base-retrieval-v2<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.47,"Embedding Dimensions":768,"Max Tokens":514,"Average":39.16,"ArguAna-PL":41.97,"DBPedia-PL":24.07,"FiQA-PL":24.25,"HotpotQA-PL":43.41,"MSMARCO-PL":51.56,"NFCorpus-PL":25.95,"NQ-PL":35.09,"Quora-PL":78.86,"SCIDOCS-PL":11.0,"SciFact-PL":51.92,"TRECCOVID-PL":42.64} -{"index":73,"Rank":22,"Model":"silver-retriever-base-v1<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.47,"Embedding Dimensions":768,"Max Tokens":514,"Average":38.43,"ArguAna-PL":44.12,"DBPedia-PL":26.32,"FiQA-PL":24.95,"HotpotQA-PL":45.13,"MSMARCO-PL":25.47,"NFCorpus-PL":28.55,"NQ-PL":37.9,"Quora-PL":77.98,"SCIDOCS-PL":10.9,"SciFact-PL":54.44,"TRECCOVID-PL":46.98} -{"index":90,"Rank":23,"Model":"st-polish-paraphrase-from-mpnet<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.47,"Embedding Dimensions":768,"Max Tokens":514,"Average":34.44,"ArguAna-PL":51.87,"DBPedia-PL":24.59,"FiQA-PL":22.27,"HotpotQA-PL":32.11,"MSMARCO-PL":17.91,"NFCorpus-PL":24.05,"NQ-PL":23.54,"Quora-PL":81.49,"SCIDOCS-PL":13.23,"SciFact-PL":52.51,"TRECCOVID-PL":35.23} -{"index":89,"Rank":24,"Model":"st-polish-paraphrase-from-distilroberta<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.47,"Embedding Dimensions":768,"Max Tokens":514,"Average":32.08,"ArguAna-PL":49.42,"DBPedia-PL":19.82,"FiQA-PL":19.58,"HotpotQA-PL":23.47,"MSMARCO-PL":16.51,"NFCorpus-PL":22.49,"NQ-PL":19.83,"Quora-PL":81.17,"SCIDOCS-PL":12.15,"SciFact-PL":49.49,"TRECCOVID-PL":38.97} -{"index":101,"Rank":25,"Model":"paraphrase-multilingual-mpnet-base-v2<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":29.17,"ArguAna-PL":42.61,"DBPedia-PL":20.18,"FiQA-PL":14.71,"HotpotQA-PL":29.36,"MSMARCO-PL":12.45,"NFCorpus-PL":18.54,"NQ-PL":15.64,"Quora-PL":79.18,"SCIDOCS-PL":11.17,"SciFact-PL":41.55,"TRECCOVID-PL":35.43} -{"index":100,"Rank":26,"Model":"paraphrase-multilingual-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":26.66,"ArguAna-PL":37.83,"DBPedia-PL":18.0,"FiQA-PL":12.49,"HotpotQA-PL":22.76,"MSMARCO-PL":10.39,"NFCorpus-PL":17.16,"NQ-PL":12.56,"Quora-PL":77.18,"SCIDOCS-PL":10.26,"SciFact-PL":40.24,"TRECCOVID-PL":34.38} -{"index":91,"Rank":27,"Model":"LaBSE<\/a>","Model Size (Million Parameters)":471,"Memory Usage (GB, fp32)":1.75,"Embedding Dimensions":768,"Max Tokens":512,"Average":23.36,"ArguAna-PL":38.52,"DBPedia-PL":16.1,"FiQA-PL":7.63,"HotpotQA-PL":19.72,"MSMARCO-PL":7.22,"NFCorpus-PL":17.45,"NQ-PL":9.65,"Quora-PL":74.96,"SCIDOCS-PL":7.48,"SciFact-PL":39.79,"TRECCOVID-PL":18.45} -{"index":97,"Rank":28,"Model":"distiluse-base-multilingual-cased-v2<\/a>","Model Size (Million Parameters)":135,"Memory Usage (GB, fp32)":0.5,"Embedding Dimensions":512,"Max Tokens":512,"Average":21.18,"ArguAna-PL":36.7,"DBPedia-PL":12.36,"FiQA-PL":8.02,"HotpotQA-PL":20.83,"MSMARCO-PL":4.57,"NFCorpus-PL":16.28,"NQ-PL":5.85,"Quora-PL":71.95,"SCIDOCS-PL":6.5,"SciFact-PL":33.03,"TRECCOVID-PL":16.91} -{"index":0,"Rank":29,"Model":"voyage-3-lite<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":512,"Max Tokens":32000,"Average":"","ArguAna-PL":"","DBPedia-PL":"","FiQA-PL":"","HotpotQA-PL":"","MSMARCO-PL":"","NFCorpus-PL":"","NQ-PL":"","Quora-PL":"","SCIDOCS-PL":"","SciFact-PL":58.76,"TRECCOVID-PL":68.99} -{"index":1,"Rank":30,"Model":"voyage-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":32000,"Average":"","ArguAna-PL":"","DBPedia-PL":"","FiQA-PL":"","HotpotQA-PL":"","MSMARCO-PL":"","NFCorpus-PL":"","NQ-PL":"","Quora-PL":"","SCIDOCS-PL":"","SciFact-PL":68.72,"TRECCOVID-PL":76.11} -{"index":2,"Rank":31,"Model":"voyage-large-2-instruct<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":16000,"Average":"","ArguAna-PL":"","DBPedia-PL":"","FiQA-PL":"","HotpotQA-PL":"","MSMARCO-PL":"","NFCorpus-PL":"","NQ-PL":"","Quora-PL":"","SCIDOCS-PL":"","SciFact-PL":68.06,"TRECCOVID-PL":""} -{"index":3,"Rank":32,"Model":"voyage-multilingual-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":32000,"Average":"","ArguAna-PL":"","DBPedia-PL":"","FiQA-PL":"","HotpotQA-PL":"","MSMARCO-PL":"","NFCorpus-PL":"","NQ-PL":"","Quora-PL":"","SCIDOCS-PL":"","SciFact-PL":69.27,"TRECCOVID-PL":69.86} -{"index":4,"Rank":33,"Model":"LASER2<\/a>","Model Size (Million Parameters)":43,"Memory Usage (GB, fp32)":0.16,"Embedding Dimensions":1024,"Max Tokens":"N\/A","Average":"","ArguAna-PL":"","DBPedia-PL":"","FiQA-PL":"","HotpotQA-PL":"","MSMARCO-PL":"","NFCorpus-PL":"","NQ-PL":"","Quora-PL":"","SCIDOCS-PL":"","SciFact-PL":"","TRECCOVID-PL":""} -{"index":5,"Rank":34,"Model":"bm25s<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","ArguAna-PL":"","DBPedia-PL":"","FiQA-PL":"","HotpotQA-PL":"","MSMARCO-PL":"","NFCorpus-PL":"","NQ-PL":"","Quora-PL":"","SCIDOCS-PL":"","SciFact-PL":56.36,"TRECCOVID-PL":44.6} -{"index":6,"Rank":35,"Model":"gte-Qwen1.5-7B-instruct<\/a>","Model Size (Million Parameters)":7099,"Memory Usage (GB, fp32)":26.45,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","ArguAna-PL":"","DBPedia-PL":"","FiQA-PL":"","HotpotQA-PL":"","MSMARCO-PL":"","NFCorpus-PL":"","NQ-PL":"","Quora-PL":"","SCIDOCS-PL":"","SciFact-PL":57.38,"TRECCOVID-PL":69.14} -{"index":10,"Rank":36,"Model":"e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","ArguAna-PL":"","DBPedia-PL":"","FiQA-PL":"","HotpotQA-PL":"","MSMARCO-PL":"","NFCorpus-PL":"","NQ-PL":"","Quora-PL":"","SCIDOCS-PL":"","SciFact-PL":"","TRECCOVID-PL":""} -{"index":11,"Rank":37,"Model":"bge-base-en-v1.5<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","ArguAna-PL":"","DBPedia-PL":"","FiQA-PL":"","HotpotQA-PL":"","MSMARCO-PL":"","NFCorpus-PL":"","NQ-PL":"","Quora-PL":"","SCIDOCS-PL":"","SciFact-PL":40.81,"TRECCOVID-PL":37.34} -{"index":12,"Rank":38,"Model":"bge-large-en-v1.5<\/a>","Model Size (Million Parameters)":1340,"Memory Usage (GB, fp32)":4.99,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","ArguAna-PL":"","DBPedia-PL":"","FiQA-PL":"","HotpotQA-PL":"","MSMARCO-PL":"","NFCorpus-PL":"","NQ-PL":"","Quora-PL":"","SCIDOCS-PL":"","SciFact-PL":39.46,"TRECCOVID-PL":31.13} -{"index":13,"Rank":39,"Model":"bge-m3<\/a>","Model Size (Million Parameters)":567,"Memory Usage (GB, fp32)":2.11,"Embedding Dimensions":1024,"Max Tokens":8192,"Average":"","ArguAna-PL":"","DBPedia-PL":"","FiQA-PL":"","HotpotQA-PL":"","MSMARCO-PL":"","NFCorpus-PL":"","NQ-PL":"","Quora-PL":"","SCIDOCS-PL":"","SciFact-PL":"","TRECCOVID-PL":""} -{"index":15,"Rank":40,"Model":"bge-small-en-v1.5<\/a>","Model Size (Million Parameters)":24,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":512,"Max Tokens":512,"Average":"","ArguAna-PL":"","DBPedia-PL":"","FiQA-PL":"","HotpotQA-PL":"","MSMARCO-PL":"","NFCorpus-PL":"","NQ-PL":"","Quora-PL":"","SCIDOCS-PL":"","SciFact-PL":30.48,"TRECCOVID-PL":24.85} -{"index":20,"Rank":45,"Model":"Cohere-embed-english-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":512,"Average":"","ArguAna-PL":"","DBPedia-PL":"","FiQA-PL":"","HotpotQA-PL":"","MSMARCO-PL":"","NFCorpus-PL":"","NQ-PL":"","Quora-PL":"","SCIDOCS-PL":"","SciFact-PL":39.36,"TRECCOVID-PL":47.27} -{"index":21,"Rank":46,"Model":"Cohere-embed-multilingual-light-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":384,"Max Tokens":512,"Average":"","ArguAna-PL":"","DBPedia-PL":"","FiQA-PL":"","HotpotQA-PL":"","MSMARCO-PL":"","NFCorpus-PL":"","NQ-PL":"","Quora-PL":"","SCIDOCS-PL":"","SciFact-PL":62.27,"TRECCOVID-PL":74.68} -{"index":22,"Rank":47,"Model":"Cohere-embed-multilingual-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":512,"Average":"","ArguAna-PL":"","DBPedia-PL":"","FiQA-PL":"","HotpotQA-PL":"","MSMARCO-PL":"","NFCorpus-PL":"","NQ-PL":"","Quora-PL":"","SCIDOCS-PL":"","SciFact-PL":65.68,"TRECCOVID-PL":80.26} -{"index":24,"Rank":48,"Model":"distilrubert-small-cased-conversational<\/a>","Model Size (Million Parameters)":106,"Memory Usage (GB, fp32)":0.39,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","ArguAna-PL":"","DBPedia-PL":"","FiQA-PL":"","HotpotQA-PL":"","MSMARCO-PL":"","NFCorpus-PL":"","NQ-PL":"","Quora-PL":"","SCIDOCS-PL":"","SciFact-PL":0.71,"TRECCOVID-PL":4.67} -{"index":25,"Rank":49,"Model":"rubert-base-cased<\/a>","Model Size (Million Parameters)":180,"Memory Usage (GB, fp32)":0.67,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","ArguAna-PL":"","DBPedia-PL":"","FiQA-PL":"","HotpotQA-PL":"","MSMARCO-PL":"","NFCorpus-PL":"","NQ-PL":"","Quora-PL":"","SCIDOCS-PL":"","SciFact-PL":0.42,"TRECCOVID-PL":2.64} -{"index":26,"Rank":50,"Model":"rubert-base-cased-sentence<\/a>","Model Size (Million Parameters)":180,"Memory Usage (GB, fp32)":0.67,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","ArguAna-PL":"","DBPedia-PL":"","FiQA-PL":"","HotpotQA-PL":"","MSMARCO-PL":"","NFCorpus-PL":"","NQ-PL":"","Quora-PL":"","SCIDOCS-PL":"","SciFact-PL":1.67,"TRECCOVID-PL":3.96} -{"index":27,"Rank":51,"Model":"GritLM-7B<\/a>","Model Size (Million Parameters)":7240,"Memory Usage (GB, fp32)":26.97,"Embedding Dimensions":"","Max Tokens":4096,"Average":"","ArguAna-PL":48.96,"DBPedia-PL":"","FiQA-PL":37.98,"HotpotQA-PL":"","MSMARCO-PL":"","NFCorpus-PL":32.85,"NQ-PL":"","Quora-PL":"","SCIDOCS-PL":18.34,"SciFact-PL":73.22,"TRECCOVID-PL":58.15} -{"index":38,"Rank":59,"Model":"MUG-B-1.6<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","ArguAna-PL":"","DBPedia-PL":"","FiQA-PL":"","HotpotQA-PL":"","MSMARCO-PL":"","NFCorpus-PL":"","NQ-PL":"","Quora-PL":"","SCIDOCS-PL":"","SciFact-PL":"","TRECCOVID-PL":""} -{"index":41,"Rank":61,"Model":"SGPT-125M-weightedmean-msmarco-specb-bitfit<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":2048,"Average":"","ArguAna-PL":"","DBPedia-PL":"","FiQA-PL":"","HotpotQA-PL":"","MSMARCO-PL":"","NFCorpus-PL":"","NQ-PL":"","Quora-PL":"","SCIDOCS-PL":"","SciFact-PL":"","TRECCOVID-PL":""} -{"index":42,"Rank":62,"Model":"SGPT-125M-weightedmean-nli-bitfit<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":2048,"Average":"","ArguAna-PL":"","DBPedia-PL":"","FiQA-PL":"","HotpotQA-PL":"","MSMARCO-PL":"","NFCorpus-PL":"","NQ-PL":"","Quora-PL":"","SCIDOCS-PL":"","SciFact-PL":"","TRECCOVID-PL":""} -{"index":46,"Rank":64,"Model":"SFR-Embedding-Mistral<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","ArguAna-PL":"","DBPedia-PL":"","FiQA-PL":"","HotpotQA-PL":"","MSMARCO-PL":"","NFCorpus-PL":"","NQ-PL":"","Quora-PL":"","SCIDOCS-PL":"","SciFact-PL":69.64,"TRECCOVID-PL":75.27} -{"index":47,"Rank":65,"Model":"sbert_large_mt_nlu_ru<\/a>","Model Size (Million Parameters)":427,"Memory Usage (GB, fp32)":1.59,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","ArguAna-PL":"","DBPedia-PL":"","FiQA-PL":"","HotpotQA-PL":"","MSMARCO-PL":"","NFCorpus-PL":"","NQ-PL":"","Quora-PL":"","SCIDOCS-PL":"","SciFact-PL":0.12,"TRECCOVID-PL":1.17} -{"index":48,"Rank":66,"Model":"sbert_large_nlu_ru<\/a>","Model Size (Million Parameters)":427,"Memory Usage (GB, fp32)":1.59,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","ArguAna-PL":"","DBPedia-PL":"","FiQA-PL":"","HotpotQA-PL":"","MSMARCO-PL":"","NFCorpus-PL":"","NQ-PL":"","Quora-PL":"","SCIDOCS-PL":"","SciFact-PL":0.66,"TRECCOVID-PL":1.16} -{"index":50,"Rank":68,"Model":"sgpt-bloom-7b1-msmarco<\/a>","Model Size (Million Parameters)":7068,"Memory Usage (GB, fp32)":26.33,"Embedding Dimensions":4096,"Max Tokens":2048,"Average":"","ArguAna-PL":"","DBPedia-PL":"","FiQA-PL":"","HotpotQA-PL":"","MSMARCO-PL":"","NFCorpus-PL":"","NQ-PL":"","Quora-PL":"","SCIDOCS-PL":"","SciFact-PL":"","TRECCOVID-PL":""} -{"index":51,"Rank":69,"Model":"slx-v0.1<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.08,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","ArguAna-PL":"","DBPedia-PL":"","FiQA-PL":"","HotpotQA-PL":"","MSMARCO-PL":"","NFCorpus-PL":"","NQ-PL":"","Quora-PL":"","SCIDOCS-PL":"","SciFact-PL":"","TRECCOVID-PL":""} -{"index":52,"Rank":70,"Model":"LaBSE-en-ru<\/a>","Model Size (Million Parameters)":129,"Memory Usage (GB, fp32)":0.48,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","ArguAna-PL":"","DBPedia-PL":"","FiQA-PL":"","HotpotQA-PL":"","MSMARCO-PL":"","NFCorpus-PL":"","NQ-PL":"","Quora-PL":"","SCIDOCS-PL":"","SciFact-PL":22.71,"TRECCOVID-PL":8.43} -{"index":53,"Rank":71,"Model":"rubert-tiny<\/a>","Model Size (Million Parameters)":12,"Memory Usage (GB, fp32)":0.04,"Embedding Dimensions":512,"Max Tokens":514,"Average":"","ArguAna-PL":"","DBPedia-PL":"","FiQA-PL":"","HotpotQA-PL":"","MSMARCO-PL":"","NFCorpus-PL":"","NQ-PL":"","Quora-PL":"","SCIDOCS-PL":"","SciFact-PL":3.63,"TRECCOVID-PL":5.75} -{"index":54,"Rank":72,"Model":"rubert-tiny2<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"Embedding Dimensions":2048,"Max Tokens":514,"Average":"","ArguAna-PL":"","DBPedia-PL":"","FiQA-PL":"","HotpotQA-PL":"","MSMARCO-PL":"","NFCorpus-PL":"","NQ-PL":"","Quora-PL":"","SCIDOCS-PL":"","SciFact-PL":7.73,"TRECCOVID-PL":4.61} -{"index":55,"Rank":73,"Model":"USER-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","ArguAna-PL":"","DBPedia-PL":"","FiQA-PL":"","HotpotQA-PL":"","MSMARCO-PL":"","NFCorpus-PL":"","NQ-PL":"","Quora-PL":"","SCIDOCS-PL":"","SciFact-PL":23.27,"TRECCOVID-PL":4.99} -{"index":56,"Rank":74,"Model":"USER-bge-m3<\/a>","Model Size (Million Parameters)":359,"Memory Usage (GB, fp32)":1.34,"Embedding Dimensions":1024,"Max Tokens":8192,"Average":"","ArguAna-PL":"","DBPedia-PL":"","FiQA-PL":"","HotpotQA-PL":"","MSMARCO-PL":"","NFCorpus-PL":"","NQ-PL":"","Quora-PL":"","SCIDOCS-PL":"","SciFact-PL":52.67,"TRECCOVID-PL":38.22} -{"index":57,"Rank":75,"Model":"deberta-v1-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","ArguAna-PL":"","DBPedia-PL":"","FiQA-PL":"","HotpotQA-PL":"","MSMARCO-PL":"","NFCorpus-PL":"","NQ-PL":"","Quora-PL":"","SCIDOCS-PL":"","SciFact-PL":0.14,"TRECCOVID-PL":2.91} -{"index":59,"Rank":77,"Model":"e5-base-4k<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","ArguAna-PL":"","DBPedia-PL":"","FiQA-PL":"","HotpotQA-PL":"","MSMARCO-PL":"","NFCorpus-PL":"","NQ-PL":"","Quora-PL":"","SCIDOCS-PL":"","SciFact-PL":32.21,"TRECCOVID-PL":16.5} -{"index":60,"Rank":78,"Model":"SONAR<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","ArguAna-PL":15.04,"DBPedia-PL":"","FiQA-PL":3.1,"HotpotQA-PL":"","MSMARCO-PL":"","NFCorpus-PL":4.6,"NQ-PL":"","Quora-PL":77.61,"SCIDOCS-PL":1.4,"SciFact-PL":32.24,"TRECCOVID-PL":24.53} -{"index":61,"Rank":79,"Model":"inf-retriever-v1<\/a>","Model Size (Million Parameters)":7069,"Memory Usage (GB, fp32)":26.33,"Embedding Dimensions":3584,"Max Tokens":131072,"Average":"","ArguAna-PL":70.75,"DBPedia-PL":40.51,"FiQA-PL":47.14,"HotpotQA-PL":73.41,"MSMARCO-PL":"","NFCorpus-PL":33.51,"NQ-PL":53.14,"Quora-PL":85.15,"SCIDOCS-PL":22.48,"SciFact-PL":77.63,"TRECCOVID-PL":74.28} -{"index":62,"Rank":80,"Model":"e5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","ArguAna-PL":"","DBPedia-PL":"","FiQA-PL":"","HotpotQA-PL":"","MSMARCO-PL":"","NFCorpus-PL":"","NQ-PL":"","Quora-PL":"","SCIDOCS-PL":"","SciFact-PL":39.16,"TRECCOVID-PL":30.17} -{"index":63,"Rank":81,"Model":"e5-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","ArguAna-PL":"","DBPedia-PL":"","FiQA-PL":"","HotpotQA-PL":"","MSMARCO-PL":"","NFCorpus-PL":"","NQ-PL":"","Quora-PL":"","SCIDOCS-PL":"","SciFact-PL":42.16,"TRECCOVID-PL":20.13} -{"index":64,"Rank":82,"Model":"e5-large<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","ArguAna-PL":"","DBPedia-PL":"","FiQA-PL":"","HotpotQA-PL":"","MSMARCO-PL":"","NFCorpus-PL":"","NQ-PL":"","Quora-PL":"","SCIDOCS-PL":"","SciFact-PL":44.95,"TRECCOVID-PL":35.81} -{"index":65,"Rank":83,"Model":"e5-large-v2<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","ArguAna-PL":"","DBPedia-PL":"","FiQA-PL":"","HotpotQA-PL":"","MSMARCO-PL":"","NFCorpus-PL":"","NQ-PL":"","Quora-PL":"","SCIDOCS-PL":"","SciFact-PL":39.68,"TRECCOVID-PL":26.57} -{"index":66,"Rank":84,"Model":"e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","ArguAna-PL":49.2,"DBPedia-PL":"","FiQA-PL":35.34,"HotpotQA-PL":"","MSMARCO-PL":"","NFCorpus-PL":30.97,"NQ-PL":"","Quora-PL":"","SCIDOCS-PL":16.9,"SciFact-PL":68.11,"TRECCOVID-PL":73.58} -{"index":67,"Rank":85,"Model":"e5-small<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","ArguAna-PL":"","DBPedia-PL":"","FiQA-PL":"","HotpotQA-PL":"","MSMARCO-PL":"","NFCorpus-PL":"","NQ-PL":"","Quora-PL":"","SCIDOCS-PL":"","SciFact-PL":34.48,"TRECCOVID-PL":23.8} -{"index":70,"Rank":86,"Model":"multilingual-e5-large-instruct<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","ArguAna-PL":44.6,"DBPedia-PL":"","FiQA-PL":32.01,"HotpotQA-PL":"","MSMARCO-PL":"","NFCorpus-PL":32.66,"NQ-PL":"","Quora-PL":"","SCIDOCS-PL":17.15,"SciFact-PL":63.31,"TRECCOVID-PL":62.03} -{"index":74,"Rank":87,"Model":"udever-bloom-1b1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":2048,"Average":"","ArguAna-PL":"","DBPedia-PL":"","FiQA-PL":"","HotpotQA-PL":"","MSMARCO-PL":"","NFCorpus-PL":"","NQ-PL":"","Quora-PL":"","SCIDOCS-PL":"","SciFact-PL":8.27,"TRECCOVID-PL":""} -{"index":75,"Rank":88,"Model":"udever-bloom-560m<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":2048,"Average":"","ArguAna-PL":"","DBPedia-PL":"","FiQA-PL":"","HotpotQA-PL":"","MSMARCO-PL":"","NFCorpus-PL":"","NQ-PL":"","Quora-PL":"","SCIDOCS-PL":"","SciFact-PL":1.19,"TRECCOVID-PL":""} -{"index":76,"Rank":89,"Model":"jina-embeddings-v2-base-en<\/a>","Model Size (Million Parameters)":275,"Memory Usage (GB, fp32)":1.02,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","ArguAna-PL":"","DBPedia-PL":"","FiQA-PL":"","HotpotQA-PL":"","MSMARCO-PL":"","NFCorpus-PL":"","NQ-PL":"","Quora-PL":"","SCIDOCS-PL":"","SciFact-PL":13.78,"TRECCOVID-PL":0.14} -{"index":79,"Rank":91,"Model":"ternary-weight-embedding<\/a>","Model Size (Million Parameters)":99,"Memory Usage (GB, fp32)":0.37,"Embedding Dimensions":1792,"Max Tokens":512,"Average":"","ArguAna-PL":"","DBPedia-PL":"","FiQA-PL":"","HotpotQA-PL":"","MSMARCO-PL":"","NFCorpus-PL":"","NQ-PL":"","Quora-PL":"","SCIDOCS-PL":"","SciFact-PL":"","TRECCOVID-PL":""} -{"index":80,"Rank":92,"Model":"nomic-embed-text-v1<\/a>","Model Size (Million Parameters)":547,"Memory Usage (GB, fp32)":2.04,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","ArguAna-PL":"","DBPedia-PL":"","FiQA-PL":"","HotpotQA-PL":"","MSMARCO-PL":"","NFCorpus-PL":"","NQ-PL":"","Quora-PL":"","SCIDOCS-PL":"","SciFact-PL":37.77,"TRECCOVID-PL":30.44} -{"index":81,"Rank":93,"Model":"FAB-Ramy-v1<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","ArguAna-PL":"","DBPedia-PL":"","FiQA-PL":"","HotpotQA-PL":"","MSMARCO-PL":"","NFCorpus-PL":"","NQ-PL":"","Quora-PL":"","SCIDOCS-PL":"","SciFact-PL":"","TRECCOVID-PL":""} -{"index":82,"Rank":94,"Model":"FAE-v1<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","ArguAna-PL":"","DBPedia-PL":"","FiQA-PL":"","HotpotQA-PL":"","MSMARCO-PL":"","NFCorpus-PL":"","NQ-PL":"","Quora-PL":"","SCIDOCS-PL":"","SciFact-PL":"","TRECCOVID-PL":""} -{"index":83,"Rank":95,"Model":"FUE-v1<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","ArguAna-PL":"","DBPedia-PL":"","FiQA-PL":"","HotpotQA-PL":"","MSMARCO-PL":"","NFCorpus-PL":"","NQ-PL":"","Quora-PL":"","SCIDOCS-PL":"","SciFact-PL":"","TRECCOVID-PL":""} -{"index":92,"Rank":96,"Model":"all-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","ArguAna-PL":13.4,"DBPedia-PL":"","FiQA-PL":5.82,"HotpotQA-PL":"","MSMARCO-PL":"","NFCorpus-PL":15.43,"NQ-PL":"","Quora-PL":"","SCIDOCS-PL":5.34,"SciFact-PL":22.48,"TRECCOVID-PL":16.52} -{"index":93,"Rank":97,"Model":"all-MiniLM-L6-v2<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","ArguAna-PL":11.5,"DBPedia-PL":"","FiQA-PL":2.29,"HotpotQA-PL":"","MSMARCO-PL":"","NFCorpus-PL":10.62,"NQ-PL":"","Quora-PL":"","SCIDOCS-PL":3.75,"SciFact-PL":16.14,"TRECCOVID-PL":8.66} -{"index":94,"Rank":98,"Model":"all-mpnet-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","ArguAna-PL":14.72,"DBPedia-PL":"","FiQA-PL":3.6,"HotpotQA-PL":"","MSMARCO-PL":"","NFCorpus-PL":8.77,"NQ-PL":"","Quora-PL":"","SCIDOCS-PL":4.02,"SciFact-PL":13.31,"TRECCOVID-PL":12.11} -{"index":95,"Rank":99,"Model":"allenai-specter<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","ArguAna-PL":"","DBPedia-PL":"","FiQA-PL":"","HotpotQA-PL":"","MSMARCO-PL":"","NFCorpus-PL":"","NQ-PL":"","Quora-PL":"","SCIDOCS-PL":"","SciFact-PL":"","TRECCOVID-PL":""} -{"index":96,"Rank":100,"Model":"average_word_embeddings_komninos<\/a>","Model Size (Million Parameters)":134,"Memory Usage (GB, fp32)":0.5,"Embedding Dimensions":300,"Max Tokens":"N\/A","Average":"","ArguAna-PL":"","DBPedia-PL":"","FiQA-PL":"","HotpotQA-PL":"","MSMARCO-PL":"","NFCorpus-PL":"","NQ-PL":"","Quora-PL":"","SCIDOCS-PL":"","SciFact-PL":"","TRECCOVID-PL":""} -{"index":98,"Rank":101,"Model":"gtr-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","ArguAna-PL":"","DBPedia-PL":"","FiQA-PL":"","HotpotQA-PL":"","MSMARCO-PL":"","NFCorpus-PL":"","NQ-PL":"","Quora-PL":"","SCIDOCS-PL":"","SciFact-PL":"","TRECCOVID-PL":""} -{"index":99,"Rank":102,"Model":"gtr-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","ArguAna-PL":"","DBPedia-PL":"","FiQA-PL":"","HotpotQA-PL":"","MSMARCO-PL":"","NFCorpus-PL":"","NQ-PL":"","Quora-PL":"","SCIDOCS-PL":"","SciFact-PL":"","TRECCOVID-PL":""} -{"index":102,"Rank":103,"Model":"sentence-t5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","ArguAna-PL":"","DBPedia-PL":"","FiQA-PL":"","HotpotQA-PL":"","MSMARCO-PL":"","NFCorpus-PL":"","NQ-PL":"","Quora-PL":"","SCIDOCS-PL":"","SciFact-PL":"","TRECCOVID-PL":""} -{"index":103,"Rank":104,"Model":"sentence-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","ArguAna-PL":"","DBPedia-PL":"","FiQA-PL":"","HotpotQA-PL":"","MSMARCO-PL":"","NFCorpus-PL":"","NQ-PL":"","Quora-PL":"","SCIDOCS-PL":"","SciFact-PL":"","TRECCOVID-PL":""} -{"index":104,"Rank":105,"Model":"sentence-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","ArguAna-PL":"","DBPedia-PL":"","FiQA-PL":"","HotpotQA-PL":"","MSMARCO-PL":"","NFCorpus-PL":"","NQ-PL":"","Quora-PL":"","SCIDOCS-PL":"","SciFact-PL":"","TRECCOVID-PL":""} -{"index":105,"Rank":106,"Model":"LaBSE-ru-turbo<\/a>","Model Size (Million Parameters)":128,"Memory Usage (GB, fp32)":0.48,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","ArguAna-PL":"","DBPedia-PL":"","FiQA-PL":"","HotpotQA-PL":"","MSMARCO-PL":"","NFCorpus-PL":"","NQ-PL":"","Quora-PL":"","SCIDOCS-PL":"","SciFact-PL":23.95,"TRECCOVID-PL":6.45} -{"index":106,"Rank":107,"Model":"rubert-tiny-turbo<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"Embedding Dimensions":312,"Max Tokens":2048,"Average":"","ArguAna-PL":"","DBPedia-PL":"","FiQA-PL":"","HotpotQA-PL":"","MSMARCO-PL":"","NFCorpus-PL":"","NQ-PL":"","Quora-PL":"","SCIDOCS-PL":"","SciFact-PL":7.26,"TRECCOVID-PL":5.64} -{"index":107,"Rank":108,"Model":"text2vec-base-multilingual<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":256,"Average":"","ArguAna-PL":"","DBPedia-PL":"","FiQA-PL":"","HotpotQA-PL":"","MSMARCO-PL":"","NFCorpus-PL":"","NQ-PL":"","Quora-PL":"","SCIDOCS-PL":"","SciFact-PL":28.92,"TRECCOVID-PL":30.14} -{"index":109,"Rank":110,"Model":"text-embedding-3-large<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":3072,"Max Tokens":8191,"Average":"","ArguAna-PL":"","DBPedia-PL":"","FiQA-PL":"","HotpotQA-PL":"","MSMARCO-PL":"","NFCorpus-PL":"","NQ-PL":"","Quora-PL":"","SCIDOCS-PL":"","SciFact-PL":71.04,"TRECCOVID-PL":62.88} -{"index":110,"Rank":111,"Model":"text-embedding-3-small<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":8191,"Average":"","ArguAna-PL":"","DBPedia-PL":"","FiQA-PL":"","HotpotQA-PL":"","MSMARCO-PL":"","NFCorpus-PL":"","NQ-PL":"","Quora-PL":"","SCIDOCS-PL":"","SciFact-PL":59.37,"TRECCOVID-PL":65.36} diff --git a/boards_data/pl/data_tasks/STS/default.jsonl b/boards_data/pl/data_tasks/STS/default.jsonl deleted file mode 100644 index e0992914e8718eea2476c7701497207b4f70e1ce..0000000000000000000000000000000000000000 --- a/boards_data/pl/data_tasks/STS/default.jsonl +++ /dev/null @@ -1,105 +0,0 @@ -{"index":77,"Rank":1,"Model":"jina-embeddings-v3<\/a>","Model Size (Million Parameters)":572,"Memory Usage (GB, fp32)":2.13,"Embedding Dimensions":1024,"Max Tokens":8194,"Average":72.77,"CDSC-R":92.63,"SICK-R-PL":80.53,"STS22 (pl)":45.14} -{"index":23,"Rank":2,"Model":"jina-embeddings-v3<\/a>","Model Size (Million Parameters)":572,"Memory Usage (GB, fp32)":2.13,"Embedding Dimensions":1024,"Max Tokens":8194,"Average":72.77,"CDSC-R":92.63,"SICK-R-PL":80.53,"STS22 (pl)":45.14} -{"index":8,"Rank":3,"Model":"gte-Qwen2-7B-instruct<\/a>","Model Size (Million Parameters)":7613,"Memory Usage (GB, fp32)":28.36,"Embedding Dimensions":3584,"Max Tokens":32768,"Average":70.81,"CDSC-R":92.66,"SICK-R-PL":78.89,"STS22 (pl)":40.87} -{"index":87,"Rank":4,"Model":"mmlw-roberta-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":514,"Average":70.7,"CDSC-R":92.54,"SICK-R-PL":79.2,"STS22 (pl)":40.36} -{"index":44,"Rank":5,"Model":"KartonBERT-USE-base-v1<\/a>","Model Size (Million Parameters)":104,"Memory Usage (GB, fp32)":0.39,"Embedding Dimensions":768,"Max Tokens":512,"Average":70.65,"CDSC-R":91.21,"SICK-R-PL":78.92,"STS22 (pl)":41.82} -{"index":14,"Rank":6,"Model":"bge-multilingual-gemma2<\/a>","Model Size (Million Parameters)":9242,"Memory Usage (GB, fp32)":34.43,"Embedding Dimensions":3584,"Max Tokens":8192,"Average":70.64,"CDSC-R":90.97,"SICK-R-PL":78.16,"STS22 (pl)":42.79} -{"index":88,"Rank":7,"Model":"mmlw-roberta-large<\/a>","Model Size (Million Parameters)":435,"Memory Usage (GB, fp32)":1.62,"Embedding Dimensions":1024,"Max Tokens":514,"Average":70.59,"CDSC-R":92.54,"SICK-R-PL":79.91,"STS22 (pl)":39.32} -{"index":70,"Rank":8,"Model":"multilingual-e5-large-instruct<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":70.31,"CDSC-R":92.35,"SICK-R-PL":77.62,"STS22 (pl)":40.97} -{"index":84,"Rank":9,"Model":"mmlw-e5-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":70.13,"CDSC-R":93.26,"SICK-R-PL":76.77,"STS22 (pl)":40.36} -{"index":85,"Rank":10,"Model":"mmlw-e5-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":69.98,"CDSC-R":93.5,"SICK-R-PL":76.04,"STS22 (pl)":40.4} -{"index":46,"Rank":11,"Model":"SFR-Embedding-Mistral<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":69.88,"CDSC-R":92.59,"SICK-R-PL":76.59,"STS22 (pl)":40.47} -{"index":45,"Rank":12,"Model":"st-polish-kartonberta-base-alpha-v1<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":514,"Average":69.47,"CDSC-R":92.13,"SICK-R-PL":79.51,"STS22 (pl)":36.78} -{"index":22,"Rank":13,"Model":"Cohere-embed-multilingual-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":512,"Average":69.44,"CDSC-R":90.43,"SICK-R-PL":76.21,"STS22 (pl)":41.69} -{"index":66,"Rank":14,"Model":"e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":69.35,"CDSC-R":92.19,"SICK-R-PL":76.67,"STS22 (pl)":39.19} -{"index":40,"Rank":15,"Model":"onnx-gte-multilingual-base<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":68.92,"CDSC-R":90.31,"SICK-R-PL":74.07,"STS22 (pl)":42.39} -{"index":9,"Rank":16,"Model":"gte-multilingual-base<\/a>","Model Size (Million Parameters)":305,"Memory Usage (GB, fp32)":1.14,"Embedding Dimensions":768,"Max Tokens":8192,"Average":68.92,"CDSC-R":90.31,"SICK-R-PL":74.07,"STS22 (pl)":42.39} -{"index":89,"Rank":17,"Model":"st-polish-paraphrase-from-distilroberta<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.47,"Embedding Dimensions":768,"Max Tokens":514,"Average":68.78,"CDSC-R":89.62,"SICK-R-PL":76.37,"STS22 (pl)":40.36} -{"index":86,"Rank":18,"Model":"mmlw-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":68.77,"CDSC-R":91.98,"SICK-R-PL":73.71,"STS22 (pl)":40.63} -{"index":7,"Rank":19,"Model":"gte-Qwen2-1.5B-instruct<\/a>","Model Size (Million Parameters)":1776,"Memory Usage (GB, fp32)":6.62,"Embedding Dimensions":1536,"Max Tokens":131072,"Average":68.12,"CDSC-R":89.74,"SICK-R-PL":73.78,"STS22 (pl)":40.83} -{"index":90,"Rank":20,"Model":"st-polish-paraphrase-from-mpnet<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.47,"Embedding Dimensions":768,"Max Tokens":514,"Average":67.36,"CDSC-R":88.55,"SICK-R-PL":76.18,"STS22 (pl)":37.34} -{"index":28,"Rank":21,"Model":"KaLM-embedding-multilingual-mini-instruct-v1<\/a>","Model Size (Million Parameters)":494,"Memory Usage (GB, fp32)":1.84,"Embedding Dimensions":896,"Max Tokens":131072,"Average":67.32,"CDSC-R":90.27,"SICK-R-PL":66.52,"STS22 (pl)":45.16} -{"index":30,"Rank":22,"Model":"KaLM-embedding-multilingual-mini-v1<\/a>","Model Size (Million Parameters)":494,"Memory Usage (GB, fp32)":1.84,"Embedding Dimensions":896,"Max Tokens":131072,"Average":67.21,"CDSC-R":90.38,"SICK-R-PL":66.31,"STS22 (pl)":44.95} -{"index":29,"Rank":23,"Model":"KaLM-embedding-multilingual-mini-instruct-v1.5<\/a>","Model Size (Million Parameters)":494,"Memory Usage (GB, fp32)":1.84,"Embedding Dimensions":896,"Max Tokens":131072,"Average":67.02,"CDSC-R":89.55,"SICK-R-PL":66.17,"STS22 (pl)":45.34} -{"index":69,"Rank":24,"Model":"multilingual-e5-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":66.91,"CDSC-R":91.0,"SICK-R-PL":75.08,"STS22 (pl)":34.66} -{"index":6,"Rank":25,"Model":"gte-Qwen1.5-7B-instruct<\/a>","Model Size (Million Parameters)":7099,"Memory Usage (GB, fp32)":26.45,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":66.37,"CDSC-R":85.32,"SICK-R-PL":73.6,"STS22 (pl)":40.2} -{"index":21,"Rank":26,"Model":"Cohere-embed-multilingual-light-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":384,"Max Tokens":512,"Average":66.12,"CDSC-R":90.9,"SICK-R-PL":68.14,"STS22 (pl)":39.33} -{"index":107,"Rank":27,"Model":"text2vec-base-multilingual<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":256,"Average":65.99,"CDSC-R":90.74,"SICK-R-PL":72.43,"STS22 (pl)":34.81} -{"index":56,"Rank":28,"Model":"USER-bge-m3<\/a>","Model Size (Million Parameters)":359,"Memory Usage (GB, fp32)":1.34,"Embedding Dimensions":1024,"Max Tokens":8192,"Average":65.23,"CDSC-R":87.11,"SICK-R-PL":68.1,"STS22 (pl)":40.49} -{"index":101,"Rank":29,"Model":"paraphrase-multilingual-mpnet-base-v2<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":65.19,"CDSC-R":88.8,"SICK-R-PL":73.13,"STS22 (pl)":33.64} -{"index":71,"Rank":30,"Model":"multilingual-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":65.18,"CDSC-R":90.27,"SICK-R-PL":69.46,"STS22 (pl)":35.8} -{"index":68,"Rank":31,"Model":"multilingual-e5-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":65.13,"CDSC-R":90.08,"SICK-R-PL":71.23,"STS22 (pl)":34.07} -{"index":73,"Rank":32,"Model":"silver-retriever-base-v1<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.47,"Embedding Dimensions":768,"Max Tokens":514,"Average":65.01,"CDSC-R":89.09,"SICK-R-PL":67.26,"STS22 (pl)":38.69} -{"index":100,"Rank":33,"Model":"paraphrase-multilingual-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":63.83,"CDSC-R":88.98,"SICK-R-PL":68.77,"STS22 (pl)":33.73} -{"index":91,"Rank":34,"Model":"LaBSE<\/a>","Model Size (Million Parameters)":471,"Memory Usage (GB, fp32)":1.75,"Embedding Dimensions":768,"Max Tokens":512,"Average":63.57,"CDSC-R":85.53,"SICK-R-PL":65.9,"STS22 (pl)":39.28} -{"index":72,"Rank":35,"Model":"herbert-base-retrieval-v2<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.47,"Embedding Dimensions":768,"Max Tokens":514,"Average":63.53,"CDSC-R":86.18,"SICK-R-PL":64.67,"STS22 (pl)":39.73} -{"index":97,"Rank":36,"Model":"distiluse-base-multilingual-cased-v2<\/a>","Model Size (Million Parameters)":135,"Memory Usage (GB, fp32)":0.5,"Embedding Dimensions":512,"Max Tokens":512,"Average":62.59,"CDSC-R":87.67,"SICK-R-PL":65.53,"STS22 (pl)":34.58} -{"index":64,"Rank":37,"Model":"e5-large<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":58.64,"CDSC-R":84.14,"SICK-R-PL":58.82,"STS22 (pl)":32.96} -{"index":65,"Rank":38,"Model":"e5-large-v2<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":58.58,"CDSC-R":83.06,"SICK-R-PL":60.7,"STS22 (pl)":31.98} -{"index":63,"Rank":39,"Model":"e5-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":58.42,"CDSC-R":85.88,"SICK-R-PL":58.0,"STS22 (pl)":31.37} -{"index":20,"Rank":40,"Model":"Cohere-embed-english-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":512,"Average":58.14,"CDSC-R":79.92,"SICK-R-PL":58.33,"STS22 (pl)":36.17} -{"index":60,"Rank":41,"Model":"SONAR<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":58.02,"CDSC-R":85.77,"SICK-R-PL":62.98,"STS22 (pl)":25.31} -{"index":80,"Rank":42,"Model":"nomic-embed-text-v1<\/a>","Model Size (Million Parameters)":547,"Memory Usage (GB, fp32)":2.04,"Embedding Dimensions":768,"Max Tokens":8192,"Average":57.18,"CDSC-R":82.61,"SICK-R-PL":58.22,"STS22 (pl)":30.72} -{"index":15,"Rank":43,"Model":"bge-small-en-v1.5<\/a>","Model Size (Million Parameters)":24,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":512,"Max Tokens":512,"Average":57.01,"CDSC-R":84.98,"SICK-R-PL":54.12,"STS22 (pl)":31.94} -{"index":11,"Rank":44,"Model":"bge-base-en-v1.5<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":56.9,"CDSC-R":82.49,"SICK-R-PL":52.21,"STS22 (pl)":36.01} -{"index":62,"Rank":45,"Model":"e5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":56.79,"CDSC-R":83.36,"SICK-R-PL":56.69,"STS22 (pl)":30.31} -{"index":12,"Rank":46,"Model":"bge-large-en-v1.5<\/a>","Model Size (Million Parameters)":1340,"Memory Usage (GB, fp32)":4.99,"Embedding Dimensions":1024,"Max Tokens":512,"Average":56.24,"CDSC-R":82.28,"SICK-R-PL":52.73,"STS22 (pl)":33.72} -{"index":67,"Rank":47,"Model":"e5-small<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":56.14,"CDSC-R":84.87,"SICK-R-PL":57.14,"STS22 (pl)":26.4} -{"index":59,"Rank":48,"Model":"e5-base-4k<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":54.28,"CDSC-R":84.98,"SICK-R-PL":56.01,"STS22 (pl)":21.86} -{"index":93,"Rank":49,"Model":"all-MiniLM-L6-v2<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":384,"Max Tokens":512,"Average":52.88,"CDSC-R":79.45,"SICK-R-PL":52.43,"STS22 (pl)":26.77} -{"index":105,"Rank":50,"Model":"LaBSE-ru-turbo<\/a>","Model Size (Million Parameters)":128,"Memory Usage (GB, fp32)":0.48,"Embedding Dimensions":768,"Max Tokens":512,"Average":52.03,"CDSC-R":75.79,"SICK-R-PL":50.85,"STS22 (pl)":29.44} -{"index":92,"Rank":51,"Model":"all-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":51.99,"CDSC-R":82.5,"SICK-R-PL":54.26,"STS22 (pl)":19.22} -{"index":55,"Rank":52,"Model":"USER-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":512,"Average":50.99,"CDSC-R":74.23,"SICK-R-PL":54.01,"STS22 (pl)":24.74} -{"index":94,"Rank":53,"Model":"all-mpnet-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average":50.48,"CDSC-R":77.04,"SICK-R-PL":50.2,"STS22 (pl)":24.21} -{"index":52,"Rank":54,"Model":"LaBSE-en-ru<\/a>","Model Size (Million Parameters)":129,"Memory Usage (GB, fp32)":0.48,"Embedding Dimensions":768,"Max Tokens":512,"Average":50.03,"CDSC-R":70.29,"SICK-R-PL":47.05,"STS22 (pl)":32.74} -{"index":106,"Rank":55,"Model":"rubert-tiny-turbo<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"Embedding Dimensions":312,"Max Tokens":2048,"Average":44.15,"CDSC-R":73.78,"SICK-R-PL":48.95,"STS22 (pl)":9.71} -{"index":24,"Rank":56,"Model":"distilrubert-small-cased-conversational<\/a>","Model Size (Million Parameters)":106,"Memory Usage (GB, fp32)":0.39,"Embedding Dimensions":768,"Max Tokens":512,"Average":42.36,"CDSC-R":66.98,"SICK-R-PL":43.36,"STS22 (pl)":16.75} -{"index":74,"Rank":57,"Model":"udever-bloom-1b1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":2048,"Average":42.3,"CDSC-R":65.58,"SICK-R-PL":33.35,"STS22 (pl)":27.98} -{"index":54,"Rank":58,"Model":"rubert-tiny2<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"Embedding Dimensions":2048,"Max Tokens":514,"Average":41.89,"CDSC-R":67.95,"SICK-R-PL":48.45,"STS22 (pl)":9.27} -{"index":53,"Rank":59,"Model":"rubert-tiny<\/a>","Model Size (Million Parameters)":12,"Memory Usage (GB, fp32)":0.04,"Embedding Dimensions":512,"Max Tokens":514,"Average":38.75,"CDSC-R":64.0,"SICK-R-PL":43.68,"STS22 (pl)":8.57} -{"index":26,"Rank":60,"Model":"rubert-base-cased-sentence<\/a>","Model Size (Million Parameters)":180,"Memory Usage (GB, fp32)":0.67,"Embedding Dimensions":768,"Max Tokens":512,"Average":38.32,"CDSC-R":54.78,"SICK-R-PL":46.8,"STS22 (pl)":13.37} -{"index":57,"Rank":61,"Model":"deberta-v1-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":512,"Average":37.22,"CDSC-R":62.16,"SICK-R-PL":36.4,"STS22 (pl)":13.11} -{"index":48,"Rank":62,"Model":"sbert_large_nlu_ru<\/a>","Model Size (Million Parameters)":427,"Memory Usage (GB, fp32)":1.59,"Embedding Dimensions":1024,"Max Tokens":512,"Average":36.34,"CDSC-R":58.92,"SICK-R-PL":39.82,"STS22 (pl)":10.29} -{"index":47,"Rank":63,"Model":"sbert_large_mt_nlu_ru<\/a>","Model Size (Million Parameters)":427,"Memory Usage (GB, fp32)":1.59,"Embedding Dimensions":1024,"Max Tokens":514,"Average":35.94,"CDSC-R":59.74,"SICK-R-PL":42.58,"STS22 (pl)":5.51} -{"index":25,"Rank":64,"Model":"rubert-base-cased<\/a>","Model Size (Million Parameters)":180,"Memory Usage (GB, fp32)":0.67,"Embedding Dimensions":768,"Max Tokens":512,"Average":33.81,"CDSC-R":51.41,"SICK-R-PL":44.3,"STS22 (pl)":5.72} -{"index":75,"Rank":65,"Model":"udever-bloom-560m<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":2048,"Average":30.53,"CDSC-R":48.51,"SICK-R-PL":28.02,"STS22 (pl)":15.06} -{"index":0,"Rank":66,"Model":"voyage-3-lite<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":512,"Max Tokens":32000,"Average":"","CDSC-R":89.51,"SICK-R-PL":67.25,"STS22 (pl)":""} -{"index":1,"Rank":67,"Model":"voyage-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":32000,"Average":"","CDSC-R":86.77,"SICK-R-PL":65.71,"STS22 (pl)":""} -{"index":2,"Rank":68,"Model":"voyage-large-2-instruct<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":16000,"Average":"","CDSC-R":90.05,"SICK-R-PL":71.52,"STS22 (pl)":""} -{"index":3,"Rank":69,"Model":"voyage-multilingual-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":32000,"Average":"","CDSC-R":87.48,"SICK-R-PL":70.42,"STS22 (pl)":""} -{"index":4,"Rank":70,"Model":"LASER2<\/a>","Model Size (Million Parameters)":43,"Memory Usage (GB, fp32)":0.16,"Embedding Dimensions":1024,"Max Tokens":"N\/A","Average":"","CDSC-R":"","SICK-R-PL":"","STS22 (pl)":18.34} -{"index":10,"Rank":72,"Model":"e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","CDSC-R":"","SICK-R-PL":"","STS22 (pl)":39.21} -{"index":13,"Rank":73,"Model":"bge-m3<\/a>","Model Size (Million Parameters)":567,"Memory Usage (GB, fp32)":2.11,"Embedding Dimensions":1024,"Max Tokens":8192,"Average":"","CDSC-R":"","SICK-R-PL":"","STS22 (pl)":""} -{"index":16,"Rank":74,"Model":"multilingual-e5-base-similarity-v1-onnx-quantized<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","CDSC-R":"","SICK-R-PL":"","STS22 (pl)":34.13} -{"index":27,"Rank":78,"Model":"GritLM-7B<\/a>","Model Size (Million Parameters)":7240,"Memory Usage (GB, fp32)":26.97,"Embedding Dimensions":"","Max Tokens":4096,"Average":"","CDSC-R":93.38,"SICK-R-PL":76.45,"STS22 (pl)":""} -{"index":31,"Rank":79,"Model":"2024-06-15_10-09-42<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","CDSC-R":0.46,"SICK-R-PL":0.43,"STS22 (pl)":""} -{"index":32,"Rank":80,"Model":"2024-06-17_21-37-12<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","CDSC-R":0.41,"SICK-R-PL":0.32,"STS22 (pl)":""} -{"index":33,"Rank":81,"Model":"2024-06-19_08-22-22<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","CDSC-R":0.57,"SICK-R-PL":0.39,"STS22 (pl)":""} -{"index":34,"Rank":82,"Model":"2024-06-19_10-03-38<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","CDSC-R":0.62,"SICK-R-PL":0.42,"STS22 (pl)":""} -{"index":35,"Rank":83,"Model":"2024-06-19_21-12-17<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","CDSC-R":0.3,"SICK-R-PL":0.28,"STS22 (pl)":""} -{"index":36,"Rank":84,"Model":"2024-06-19_22-23-38<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","CDSC-R":0.65,"SICK-R-PL":0.55,"STS22 (pl)":""} -{"index":38,"Rank":86,"Model":"MUG-B-1.6<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","CDSC-R":"","SICK-R-PL":"","STS22 (pl)":35.38} -{"index":39,"Rank":87,"Model":"paraphrase-multilingual-mpnet-base-v2-KE_Sieve<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","CDSC-R":"","SICK-R-PL":"","STS22 (pl)":36.37} -{"index":41,"Rank":88,"Model":"SGPT-125M-weightedmean-msmarco-specb-bitfit<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":2048,"Average":"","CDSC-R":"","SICK-R-PL":"","STS22 (pl)":23.31} -{"index":42,"Rank":89,"Model":"SGPT-125M-weightedmean-nli-bitfit<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":2048,"Average":"","CDSC-R":"","SICK-R-PL":"","STS22 (pl)":14.91} -{"index":43,"Rank":90,"Model":"multilingual-e5-base-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","CDSC-R":"","SICK-R-PL":"","STS22 (pl)":34.13} -{"index":49,"Rank":91,"Model":"Titan-text-embeddings-v2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","CDSC-R":"","SICK-R-PL":"","STS22 (pl)":42.08} -{"index":50,"Rank":92,"Model":"sgpt-bloom-7b1-msmarco<\/a>","Model Size (Million Parameters)":7068,"Memory Usage (GB, fp32)":26.33,"Embedding Dimensions":4096,"Max Tokens":2048,"Average":"","CDSC-R":"","SICK-R-PL":"","STS22 (pl)":31.13} -{"index":51,"Rank":93,"Model":"slx-v0.1<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.08,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","CDSC-R":"","SICK-R-PL":"","STS22 (pl)":""} -{"index":58,"Rank":94,"Model":"multilingual-e5-base-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","CDSC-R":"","SICK-R-PL":"","STS22 (pl)":34.13} -{"index":61,"Rank":95,"Model":"inf-retriever-v1<\/a>","Model Size (Million Parameters)":7069,"Memory Usage (GB, fp32)":26.33,"Embedding Dimensions":3584,"Max Tokens":131072,"Average":"","CDSC-R":"","SICK-R-PL":"","STS22 (pl)":""} -{"index":76,"Rank":96,"Model":"jina-embeddings-v2-base-en<\/a>","Model Size (Million Parameters)":275,"Memory Usage (GB, fp32)":1.02,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","CDSC-R":26.0,"SICK-R-PL":20.96,"STS22 (pl)":""} -{"index":78,"Rank":97,"Model":"multilingual-e5-small-ct2-int8<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","CDSC-R":"","SICK-R-PL":"","STS22 (pl)":35.79} -{"index":79,"Rank":98,"Model":"ternary-weight-embedding<\/a>","Model Size (Million Parameters)":99,"Memory Usage (GB, fp32)":0.37,"Embedding Dimensions":1792,"Max Tokens":512,"Average":"","CDSC-R":"","SICK-R-PL":"","STS22 (pl)":12.39} -{"index":81,"Rank":99,"Model":"FAB-Ramy-v1<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","CDSC-R":"","SICK-R-PL":"","STS22 (pl)":22.74} -{"index":82,"Rank":100,"Model":"FAE-v1<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","CDSC-R":"","SICK-R-PL":"","STS22 (pl)":29.86} -{"index":83,"Rank":101,"Model":"FUE-v1<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","CDSC-R":"","SICK-R-PL":"","STS22 (pl)":13.67} -{"index":95,"Rank":102,"Model":"allenai-specter<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CDSC-R":"","SICK-R-PL":"","STS22 (pl)":13.56} -{"index":96,"Rank":103,"Model":"average_word_embeddings_komninos<\/a>","Model Size (Million Parameters)":134,"Memory Usage (GB, fp32)":0.5,"Embedding Dimensions":300,"Max Tokens":"N\/A","Average":"","CDSC-R":"","SICK-R-PL":"","STS22 (pl)":12.47} -{"index":98,"Rank":104,"Model":"gtr-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CDSC-R":"","SICK-R-PL":"","STS22 (pl)":30.68} -{"index":99,"Rank":105,"Model":"gtr-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CDSC-R":"","SICK-R-PL":"","STS22 (pl)":33.74} -{"index":102,"Rank":106,"Model":"sentence-t5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CDSC-R":"","SICK-R-PL":"","STS22 (pl)":24.42} -{"index":103,"Rank":107,"Model":"sentence-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CDSC-R":"","SICK-R-PL":"","STS22 (pl)":25.0} -{"index":104,"Rank":108,"Model":"sentence-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CDSC-R":"","SICK-R-PL":"","STS22 (pl)":27.04} -{"index":109,"Rank":110,"Model":"text-embedding-3-large<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":3072,"Max Tokens":8191,"Average":"","CDSC-R":92.19,"SICK-R-PL":72.68,"STS22 (pl)":""} -{"index":110,"Rank":111,"Model":"text-embedding-3-small<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":8191,"Average":"","CDSC-R":89.48,"SICK-R-PL":64.77,"STS22 (pl)":""} diff --git a/boards_data/rar-b/data_overall/default.txt b/boards_data/rar-b/data_overall/default.txt deleted file mode 100644 index e69de29bb2d1d6434b8b29ae775ad8c2e48c5391..0000000000000000000000000000000000000000 diff --git a/boards_data/rar-b/data_tasks/Retrieval/default.jsonl b/boards_data/rar-b/data_tasks/Retrieval/default.jsonl deleted file mode 100644 index ece95621a94e01fd45428c1b1e39742e481c3a7f..0000000000000000000000000000000000000000 --- a/boards_data/rar-b/data_tasks/Retrieval/default.jsonl +++ /dev/null @@ -1,70 +0,0 @@ -{"index":7,"Rank":1,"Model":"gte-Qwen2-7B-instruct<\/a>","Model Size (Million Parameters)":7613,"Memory Usage (GB, fp32)":28.36,"Embedding Dimensions":3584,"Max Tokens":32768,"Average":38.14,"ARCChallenge":20.46,"AlphaNLI":43.93,"HellaSwag":37.61,"PIQA":44.05,"Quail":26.57,"RARbCode":90.49,"RARbMath":85.27,"SIQA":8.36,"SpartQA":18.78,"TempReasonL1":2.18,"TempReasonL2Fact":64.12,"TempReasonL2Pure":6.32,"TempReasonL3Fact":47.39,"TempReasonL3Pure":9.79,"WinoGrande":66.81} -{"index":37,"Rank":2,"Model":"inf-retriever-v1<\/a>","Model Size (Million Parameters)":7069,"Memory Usage (GB, fp32)":26.33,"Embedding Dimensions":3584,"Max Tokens":131072,"Average":36.57,"ARCChallenge":21.61,"AlphaNLI":41.93,"HellaSwag":39.66,"PIQA":42.44,"Quail":16.19,"RARbCode":87.63,"RARbMath":93.75,"SIQA":5.22,"SpartQA":7.77,"TempReasonL1":1.69,"TempReasonL2Fact":53.98,"TempReasonL2Pure":5.97,"TempReasonL3Fact":44.89,"TempReasonL3Pure":10.28,"WinoGrande":75.61} -{"index":24,"Rank":3,"Model":"GritLM-7B<\/a>","Model Size (Million Parameters)":7240,"Memory Usage (GB, fp32)":26.97,"Embedding Dimensions":"","Max Tokens":4096,"Average":35.2,"ARCChallenge":26.68,"AlphaNLI":34.0,"HellaSwag":39.45,"PIQA":44.35,"Quail":11.67,"RARbCode":84.02,"RARbMath":82.35,"SIQA":7.23,"SpartQA":9.35,"TempReasonL1":7.16,"TempReasonL2Fact":58.39,"TempReasonL2Pure":11.22,"TempReasonL3Fact":44.29,"TempReasonL3Pure":14.15,"WinoGrande":53.7} -{"index":6,"Rank":4,"Model":"gte-Qwen1.5-7B-instruct<\/a>","Model Size (Million Parameters)":7099,"Memory Usage (GB, fp32)":26.45,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":33.03,"ARCChallenge":26.34,"AlphaNLI":33.84,"HellaSwag":31.92,"PIQA":40.98,"Quail":18.73,"RARbCode":87.67,"RARbMath":74.56,"SIQA":5.21,"SpartQA":16.95,"TempReasonL1":1.84,"TempReasonL2Fact":44.81,"TempReasonL2Pure":5.34,"TempReasonL3Fact":33.49,"TempReasonL3Pure":9.01,"WinoGrande":64.8} -{"index":66,"Rank":5,"Model":"text-embedding-3-large-instruct<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":3072,"Max Tokens":8191,"Average":31.13,"ARCChallenge":21.22,"AlphaNLI":34.23,"HellaSwag":31.4,"PIQA":37.52,"Quail":13.6,"RARbCode":89.41,"RARbMath":87.73,"SIQA":4.99,"SpartQA":7.45,"TempReasonL1":2.07,"TempReasonL2Fact":39.77,"TempReasonL2Pure":11.04,"TempReasonL3Fact":37.04,"TempReasonL3Pure":15.51,"WinoGrande":33.92} -{"index":23,"Rank":6,"Model":"GritLM-7B-noinstruct<\/a>","Model Size (Million Parameters)":7240,"Memory Usage (GB, fp32)":26.97,"Embedding Dimensions":"","Max Tokens":4096,"Average":30.57,"ARCChallenge":16.57,"AlphaNLI":29.56,"HellaSwag":36.03,"PIQA":35.8,"Quail":8.68,"RARbCode":83.14,"RARbMath":83.01,"SIQA":5.73,"SpartQA":1.56,"TempReasonL1":2.57,"TempReasonL2Fact":48.25,"TempReasonL2Pure":8.98,"TempReasonL3Fact":34.11,"TempReasonL3Pure":12.44,"WinoGrande":52.12} -{"index":25,"Rank":7,"Model":"SFR-Embedding-Mistral<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":30.31,"ARCChallenge":20.39,"AlphaNLI":29.36,"HellaSwag":37.68,"PIQA":42.46,"Quail":8.19,"RARbCode":77.97,"RARbMath":79.36,"SIQA":5.96,"SpartQA":8.81,"TempReasonL1":3.59,"TempReasonL2Fact":40.15,"TempReasonL2Pure":9.64,"TempReasonL3Fact":31.24,"TempReasonL3Pure":14.14,"WinoGrande":45.65} -{"index":67,"Rank":8,"Model":"text-embedding-3-large<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":3072,"Max Tokens":8191,"Average":29.94,"ARCChallenge":23.98,"AlphaNLI":37.27,"HellaSwag":34.12,"PIQA":41.96,"Quail":10.15,"RARbCode":89.64,"RARbMath":90.08,"SIQA":3.44,"SpartQA":7.44,"TempReasonL1":2.13,"TempReasonL2Fact":28.65,"TempReasonL2Pure":10.34,"TempReasonL3Fact":25.52,"TempReasonL3Pure":15.28,"WinoGrande":29.11} -{"index":42,"Rank":9,"Model":"e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":28.49,"ARCChallenge":19.0,"AlphaNLI":26.02,"HellaSwag":35.37,"PIQA":39.83,"Quail":7.28,"RARbCode":79.77,"RARbMath":72.0,"SIQA":5.68,"SpartQA":10.03,"TempReasonL1":3.6,"TempReasonL2Fact":36.19,"TempReasonL2Pure":8.93,"TempReasonL3Fact":29.98,"TempReasonL3Pure":14.15,"WinoGrande":39.51} -{"index":47,"Rank":10,"Model":"multilingual-e5-large-instruct<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":28.22,"ARCChallenge":15.03,"AlphaNLI":24.87,"HellaSwag":32.02,"PIQA":32.26,"Quail":8.63,"RARbCode":71.22,"RARbMath":71.95,"SIQA":7.33,"SpartQA":13.54,"TempReasonL1":1.2,"TempReasonL2Fact":40.19,"TempReasonL2Pure":3.64,"TempReasonL3Fact":37.37,"TempReasonL3Pure":9.82,"WinoGrande":54.27} -{"index":43,"Rank":11,"Model":"e5-mistral-7b-instruct-noinstruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":28.04,"ARCChallenge":20.48,"AlphaNLI":18.88,"HellaSwag":32.25,"PIQA":32.8,"Quail":6.25,"RARbCode":79.84,"RARbMath":76.19,"SIQA":5.08,"SpartQA":10.87,"TempReasonL1":3.04,"TempReasonL2Fact":35.63,"TempReasonL2Pure":9.32,"TempReasonL3Fact":30.41,"TempReasonL3Pure":14.39,"WinoGrande":45.18} -{"index":41,"Rank":12,"Model":"e5-large-v2<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":26.39,"ARCChallenge":11.29,"AlphaNLI":15.16,"HellaSwag":27.86,"PIQA":29.55,"Quail":5.28,"RARbCode":58.67,"RARbMath":75.51,"SIQA":4.07,"SpartQA":10.37,"TempReasonL1":1.77,"TempReasonL2Fact":49.91,"TempReasonL2Pure":3.29,"TempReasonL3Fact":41.83,"TempReasonL3Pure":9.7,"WinoGrande":51.52} -{"index":16,"Rank":13,"Model":"Cohere-embed-english-v3.0-instruct<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":512,"Average":25.41,"ARCChallenge":10.1,"AlphaNLI":18.75,"HellaSwag":29.02,"PIQA":27.89,"Quail":7.77,"RARbCode":56.56,"RARbMath":72.05,"SIQA":5.03,"SpartQA":3.33,"TempReasonL1":1.43,"TempReasonL2Fact":40.46,"TempReasonL2Pure":2.39,"TempReasonL3Fact":33.87,"TempReasonL3Pure":7.52,"WinoGrande":65.02} -{"index":19,"Rank":14,"Model":"Cohere-embed-multilingual-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":512,"Average":24.71,"ARCChallenge":11.6,"AlphaNLI":18.47,"HellaSwag":30.57,"PIQA":30.62,"Quail":5.42,"RARbCode":60.08,"RARbMath":71.31,"SIQA":5.58,"SpartQA":4.66,"TempReasonL1":0.91,"TempReasonL2Fact":34.23,"TempReasonL2Pure":1.92,"TempReasonL3Fact":29.08,"TempReasonL3Pure":7.81,"WinoGrande":58.44} -{"index":46,"Rank":15,"Model":"multilingual-e5-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":24.69,"ARCChallenge":10.83,"AlphaNLI":13.59,"HellaSwag":27.35,"PIQA":28.82,"Quail":4.85,"RARbCode":58.92,"RARbMath":67.32,"SIQA":5.36,"SpartQA":5.64,"TempReasonL1":1.14,"TempReasonL2Fact":42.96,"TempReasonL2Pure":2.05,"TempReasonL3Fact":38.22,"TempReasonL3Pure":8.31,"WinoGrande":54.99} -{"index":69,"Rank":16,"Model":"text-embedding-3-small<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":8191,"Average":24.2,"ARCChallenge":14.63,"AlphaNLI":30.61,"HellaSwag":30.94,"PIQA":33.69,"Quail":6.11,"RARbCode":72.03,"RARbMath":71.07,"SIQA":3.03,"SpartQA":6.63,"TempReasonL1":2.35,"TempReasonL2Fact":25.68,"TempReasonL2Pure":2.76,"TempReasonL3Fact":22.09,"TempReasonL3Pure":9.79,"WinoGrande":31.53} -{"index":39,"Rank":17,"Model":"e5-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":23.76,"ARCChallenge":10.01,"AlphaNLI":21.73,"HellaSwag":25.48,"PIQA":27.71,"Quail":4.94,"RARbCode":54.47,"RARbMath":67.76,"SIQA":4.37,"SpartQA":7.84,"TempReasonL1":1.74,"TempReasonL2Fact":37.62,"TempReasonL2Pure":2.92,"TempReasonL3Fact":32.63,"TempReasonL3Pure":10.25,"WinoGrande":46.99} -{"index":17,"Rank":18,"Model":"Cohere-embed-english-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":512,"Average":23.66,"ARCChallenge":9.92,"AlphaNLI":15.09,"HellaSwag":26.38,"PIQA":28.55,"Quail":4.09,"RARbCode":57.27,"RARbMath":72.25,"SIQA":4.27,"SpartQA":3.74,"TempReasonL1":1.51,"TempReasonL2Fact":35.94,"TempReasonL2Pure":1.89,"TempReasonL3Fact":27.52,"TempReasonL3Pure":8.53,"WinoGrande":57.94} -{"index":45,"Rank":19,"Model":"multilingual-e5-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":23.26,"ARCChallenge":9.61,"AlphaNLI":16.44,"HellaSwag":24.79,"PIQA":25.09,"Quail":3.52,"RARbCode":52.16,"RARbMath":65.35,"SIQA":3.72,"SpartQA":7.91,"TempReasonL1":0.72,"TempReasonL2Fact":38.76,"TempReasonL2Pure":1.63,"TempReasonL3Fact":35.85,"TempReasonL3Pure":7.11,"WinoGrande":56.18} -{"index":65,"Rank":20,"Model":"text-embedding-ada-002<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":8191,"Average":22.57,"ARCChallenge":13.3,"AlphaNLI":25.65,"HellaSwag":29.29,"PIQA":31.02,"Quail":5.83,"RARbCode":83.39,"RARbMath":73.21,"SIQA":3.14,"SpartQA":4.23,"TempReasonL1":1.68,"TempReasonL2Fact":19.93,"TempReasonL2Pure":2.6,"TempReasonL3Fact":18.02,"TempReasonL3Pure":7.58,"WinoGrande":19.65} -{"index":68,"Rank":21,"Model":"text-embedding-3-small-instruct<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":8191,"Average":22.09,"ARCChallenge":13.76,"AlphaNLI":21.14,"HellaSwag":27.2,"PIQA":29.59,"Quail":6.64,"RARbCode":72.14,"RARbMath":64.31,"SIQA":2.98,"SpartQA":3.58,"TempReasonL1":2.29,"TempReasonL2Fact":26.34,"TempReasonL2Pure":3.17,"TempReasonL3Fact":22.72,"TempReasonL3Pure":9.98,"WinoGrande":25.49} -{"index":40,"Rank":22,"Model":"e5-large<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":21.52,"ARCChallenge":8.01,"AlphaNLI":13.3,"HellaSwag":26.48,"PIQA":25.21,"Quail":4.96,"RARbCode":44.8,"RARbMath":72.81,"SIQA":2.86,"SpartQA":1.75,"TempReasonL1":1.74,"TempReasonL2Fact":33.63,"TempReasonL2Pure":1.25,"TempReasonL3Fact":27.44,"TempReasonL3Pure":7.58,"WinoGrande":51.0} -{"index":13,"Rank":23,"Model":"bge-m3<\/a>","Model Size (Million Parameters)":567,"Memory Usage (GB, fp32)":2.11,"Embedding Dimensions":1024,"Max Tokens":8192,"Average":21.48,"ARCChallenge":9.02,"AlphaNLI":24.73,"HellaSwag":25.67,"PIQA":22.93,"Quail":7.51,"RARbCode":38.8,"RARbMath":69.19,"SIQA":4.89,"SpartQA":7.49,"TempReasonL1":0.99,"TempReasonL2Fact":33.23,"TempReasonL2Pure":0.68,"TempReasonL3Fact":30.05,"TempReasonL3Pure":5.28,"WinoGrande":41.72} -{"index":12,"Rank":24,"Model":"bge-m3-instruct<\/a>","Model Size (Million Parameters)":567,"Memory Usage (GB, fp32)":2.11,"Embedding Dimensions":1024,"Max Tokens":8192,"Average":20.83,"ARCChallenge":9.03,"AlphaNLI":24.69,"HellaSwag":25.55,"PIQA":19.03,"Quail":7.08,"RARbCode":39.58,"RARbMath":64.51,"SIQA":4.77,"SpartQA":7.0,"TempReasonL1":0.8,"TempReasonL2Fact":34.99,"TempReasonL2Pure":0.62,"TempReasonL3Fact":32.47,"TempReasonL3Pure":7.01,"WinoGrande":35.33} -{"index":38,"Rank":25,"Model":"e5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":20.47,"ARCChallenge":7.44,"AlphaNLI":13.03,"HellaSwag":23.88,"PIQA":22.1,"Quail":4.04,"RARbCode":42.52,"RARbMath":66.63,"SIQA":2.79,"SpartQA":3.17,"TempReasonL1":1.53,"TempReasonL2Fact":32.0,"TempReasonL2Pure":1.64,"TempReasonL3Fact":27.08,"TempReasonL3Pure":7.2,"WinoGrande":51.98} -{"index":48,"Rank":26,"Model":"multilingual-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":20.04,"ARCChallenge":7.14,"AlphaNLI":13.0,"HellaSwag":23.73,"PIQA":21.08,"Quail":2.38,"RARbCode":46.96,"RARbMath":63.91,"SIQA":2.57,"SpartQA":5.43,"TempReasonL1":0.8,"TempReasonL2Fact":36.76,"TempReasonL2Pure":0.62,"TempReasonL3Fact":32.42,"TempReasonL3Pure":6.36,"WinoGrande":37.46} -{"index":56,"Rank":27,"Model":"all-MiniLM-L6-v2<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":384,"Max Tokens":512,"Average":19.62,"ARCChallenge":9.48,"AlphaNLI":28.19,"HellaSwag":24.21,"PIQA":25.28,"Quail":3.92,"RARbCode":44.27,"RARbMath":68.19,"SIQA":1.56,"SpartQA":1.65,"TempReasonL1":1.53,"TempReasonL2Fact":17.65,"TempReasonL2Pure":0.46,"TempReasonL3Fact":14.16,"TempReasonL3Pure":6.33,"WinoGrande":47.35} -{"index":64,"Rank":28,"Model":"text-embedding-ada-002-instruct<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":8191,"Average":19.56,"ARCChallenge":11.85,"AlphaNLI":10.62,"HellaSwag":24.8,"PIQA":23.87,"Quail":5.79,"RARbCode":82.36,"RARbMath":67.26,"SIQA":2.64,"SpartQA":4.75,"TempReasonL1":1.44,"TempReasonL2Fact":19.38,"TempReasonL2Pure":2.43,"TempReasonL3Fact":17.58,"TempReasonL3Pure":7.31,"WinoGrande":11.36} -{"index":5,"Rank":29,"Model":"dragon-plus<\/a>","Model Size (Million Parameters)":438,"Memory Usage (GB, fp32)":1.63,"Embedding Dimensions":768,"Max Tokens":512,"Average":19.1,"ARCChallenge":8.91,"AlphaNLI":32.1,"HellaSwag":27.69,"PIQA":28.01,"Quail":4.09,"RARbCode":17.58,"RARbMath":45.09,"SIQA":2.0,"SpartQA":10.34,"TempReasonL1":1.82,"TempReasonL2Fact":17.45,"TempReasonL2Pure":0.55,"TempReasonL3Fact":15.71,"TempReasonL3Pure":7.97,"WinoGrande":67.18} -{"index":44,"Rank":30,"Model":"e5-small<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":18.48,"ARCChallenge":6.21,"AlphaNLI":15.1,"HellaSwag":22.97,"PIQA":20.91,"Quail":4.1,"RARbCode":34.44,"RARbMath":61.73,"SIQA":2.65,"SpartQA":4.32,"TempReasonL1":1.7,"TempReasonL2Fact":28.06,"TempReasonL2Pure":0.47,"TempReasonL3Fact":24.34,"TempReasonL3Pure":3.4,"WinoGrande":46.73} -{"index":34,"Rank":31,"Model":"e5-base-4k<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":18.23,"ARCChallenge":7.69,"AlphaNLI":15.44,"HellaSwag":23.04,"PIQA":21.78,"Quail":4.21,"RARbCode":43.05,"RARbMath":60.52,"SIQA":2.94,"SpartQA":3.54,"TempReasonL1":1.47,"TempReasonL2Fact":21.62,"TempReasonL2Pure":2.09,"TempReasonL3Fact":19.08,"TempReasonL3Pure":9.6,"WinoGrande":37.33} -{"index":58,"Rank":32,"Model":"all-mpnet-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average":18.03,"ARCChallenge":11.8,"AlphaNLI":22.41,"HellaSwag":26.27,"PIQA":29.03,"Quail":3.41,"RARbCode":53.21,"RARbMath":71.85,"SIQA":2.38,"SpartQA":0.22,"TempReasonL1":1.77,"TempReasonL2Fact":11.2,"TempReasonL2Pure":1.15,"TempReasonL3Fact":9.42,"TempReasonL3Pure":5.59,"WinoGrande":20.77} -{"index":11,"Rank":33,"Model":"bge-large-en-v1.5<\/a>","Model Size (Million Parameters)":1340,"Memory Usage (GB, fp32)":4.99,"Embedding Dimensions":1024,"Max Tokens":512,"Average":17.7,"ARCChallenge":9.99,"AlphaNLI":13.13,"HellaSwag":28.5,"PIQA":27.99,"Quail":1.83,"RARbCode":48.12,"RARbMath":57.36,"SIQA":1.04,"SpartQA":2.99,"TempReasonL1":1.46,"TempReasonL2Fact":24.25,"TempReasonL2Pure":2.35,"TempReasonL3Fact":20.64,"TempReasonL3Pure":6.67,"WinoGrande":19.18} -{"index":54,"Rank":34,"Model":"all-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":17.35,"ARCChallenge":10.23,"AlphaNLI":25.35,"HellaSwag":24.08,"PIQA":26.44,"Quail":3.08,"RARbCode":42.44,"RARbMath":66.36,"SIQA":2.09,"SpartQA":2.67,"TempReasonL1":1.66,"TempReasonL2Fact":10.31,"TempReasonL2Pure":0.63,"TempReasonL3Fact":11.11,"TempReasonL3Pure":6.63,"WinoGrande":27.2} -{"index":4,"Rank":35,"Model":"dragon-plus-instruct<\/a>","Model Size (Million Parameters)":438,"Memory Usage (GB, fp32)":1.63,"Embedding Dimensions":768,"Max Tokens":512,"Average":16.73,"ARCChallenge":8.24,"AlphaNLI":25.18,"HellaSwag":24.06,"PIQA":26.35,"Quail":4.2,"RARbCode":12.84,"RARbMath":36.15,"SIQA":1.75,"SpartQA":10.82,"TempReasonL1":1.54,"TempReasonL2Fact":16.11,"TempReasonL2Pure":0.57,"TempReasonL3Fact":14.81,"TempReasonL3Pure":7.46,"WinoGrande":60.84} -{"index":52,"Rank":36,"Model":"nomic-embed-text-v1<\/a>","Model Size (Million Parameters)":547,"Memory Usage (GB, fp32)":2.04,"Embedding Dimensions":768,"Max Tokens":8192,"Average":16.58,"ARCChallenge":10.06,"AlphaNLI":29.55,"HellaSwag":24.75,"PIQA":25.33,"Quail":4.61,"RARbCode":29.77,"RARbMath":36.49,"SIQA":2.57,"SpartQA":6.27,"TempReasonL1":1.59,"TempReasonL2Fact":11.43,"TempReasonL2Pure":1.33,"TempReasonL3Fact":11.89,"TempReasonL3Pure":8.53,"WinoGrande":44.56} -{"index":36,"Rank":37,"Model":"contriever<\/a>","Model Size (Million Parameters)":438,"Memory Usage (GB, fp32)":1.63,"Embedding Dimensions":768,"Max Tokens":512,"Average":16.09,"ARCChallenge":8.62,"AlphaNLI":31.77,"HellaSwag":17.73,"PIQA":24.64,"Quail":4.97,"RARbCode":9.28,"RARbMath":30.76,"SIQA":1.27,"SpartQA":10.94,"TempReasonL1":1.93,"TempReasonL2Fact":22.68,"TempReasonL2Pure":1.12,"TempReasonL3Fact":20.62,"TempReasonL3Pure":7.8,"WinoGrande":47.15} -{"index":55,"Rank":38,"Model":"all-MiniLM-L6-v2-instruct<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":384,"Max Tokens":512,"Average":15.95,"ARCChallenge":9.4,"AlphaNLI":15.09,"HellaSwag":20.51,"PIQA":24.68,"Quail":3.46,"RARbCode":42.47,"RARbMath":62.39,"SIQA":1.53,"SpartQA":0.57,"TempReasonL1":1.05,"TempReasonL2Fact":16.57,"TempReasonL2Pure":0.49,"TempReasonL3Fact":14.01,"TempReasonL3Pure":6.27,"WinoGrande":20.73} -{"index":9,"Rank":39,"Model":"bge-base-en-v1.5<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":14.93,"ARCChallenge":9.66,"AlphaNLI":10.99,"HellaSwag":26.64,"PIQA":25.69,"Quail":1.42,"RARbCode":46.47,"RARbMath":46.86,"SIQA":0.94,"SpartQA":3.37,"TempReasonL1":1.07,"TempReasonL2Fact":17.23,"TempReasonL2Pure":1.29,"TempReasonL3Fact":13.36,"TempReasonL3Pure":5.2,"WinoGrande":13.76} -{"index":10,"Rank":40,"Model":"bge-large-en-v1.5-instruct<\/a>","Model Size (Million Parameters)":1340,"Memory Usage (GB, fp32)":4.99,"Embedding Dimensions":1024,"Max Tokens":512,"Average":14.55,"ARCChallenge":8.86,"AlphaNLI":0.86,"HellaSwag":26.24,"PIQA":23.26,"Quail":2.72,"RARbCode":45.25,"RARbMath":49.82,"SIQA":0.59,"SpartQA":2.34,"TempReasonL1":1.17,"TempReasonL2Fact":21.19,"TempReasonL2Pure":2.1,"TempReasonL3Fact":17.59,"TempReasonL3Pure":5.99,"WinoGrande":10.31} -{"index":15,"Rank":41,"Model":"bge-small-en-v1.5<\/a>","Model Size (Million Parameters)":24,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":512,"Max Tokens":512,"Average":14.15,"ARCChallenge":8.95,"AlphaNLI":11.64,"HellaSwag":25.44,"PIQA":23.92,"Quail":1.75,"RARbCode":42.36,"RARbMath":44.98,"SIQA":0.77,"SpartQA":3.55,"TempReasonL1":1.41,"TempReasonL2Fact":17.56,"TempReasonL2Pure":1.05,"TempReasonL3Fact":13.88,"TempReasonL3Pure":4.76,"WinoGrande":10.28} -{"index":57,"Rank":42,"Model":"all-mpnet-base-v2-instruct<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average":13.84,"ARCChallenge":10.35,"AlphaNLI":1.96,"HellaSwag":13.01,"PIQA":27.18,"Quail":3.02,"RARbCode":48.95,"RARbMath":69.21,"SIQA":1.29,"SpartQA":1.01,"TempReasonL1":1.52,"TempReasonL2Fact":7.28,"TempReasonL2Pure":1.03,"TempReasonL3Fact":7.03,"TempReasonL3Pure":5.16,"WinoGrande":9.66} -{"index":8,"Rank":43,"Model":"bge-base-en-v1.5-instruct<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":13.52,"ARCChallenge":8.85,"AlphaNLI":4.13,"HellaSwag":24.03,"PIQA":23.03,"Quail":1.25,"RARbCode":46.32,"RARbMath":45.62,"SIQA":0.24,"SpartQA":2.67,"TempReasonL1":0.8,"TempReasonL2Fact":16.56,"TempReasonL2Pure":1.33,"TempReasonL3Fact":12.68,"TempReasonL3Pure":5.08,"WinoGrande":10.27} -{"index":14,"Rank":44,"Model":"bge-small-en-v1.5-instruct<\/a>","Model Size (Million Parameters)":24,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":512,"Max Tokens":512,"Average":12.6,"ARCChallenge":7.72,"AlphaNLI":1.26,"HellaSwag":23.41,"PIQA":20.79,"Quail":2.01,"RARbCode":41.52,"RARbMath":46.5,"SIQA":0.98,"SpartQA":2.86,"TempReasonL1":1.27,"TempReasonL2Fact":16.72,"TempReasonL2Pure":1.1,"TempReasonL3Fact":12.81,"TempReasonL3Pure":4.63,"WinoGrande":5.35} -{"index":60,"Rank":45,"Model":"paraphrase-multilingual-mpnet-base-v2<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":12.24,"ARCChallenge":7.19,"AlphaNLI":21.87,"HellaSwag":17.53,"PIQA":18.65,"Quail":2.98,"RARbCode":11.02,"RARbMath":30.93,"SIQA":1.21,"SpartQA":5.69,"TempReasonL1":1.94,"TempReasonL2Fact":5.34,"TempReasonL2Pure":0.33,"TempReasonL3Fact":6.79,"TempReasonL3Pure":3.19,"WinoGrande":49.01} -{"index":59,"Rank":46,"Model":"paraphrase-multilingual-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":11.55,"ARCChallenge":6.19,"AlphaNLI":20.89,"HellaSwag":16.98,"PIQA":15.79,"Quail":2.96,"RARbCode":8.48,"RARbMath":30.02,"SIQA":0.88,"SpartQA":4.94,"TempReasonL1":1.43,"TempReasonL2Fact":6.21,"TempReasonL2Pure":0.22,"TempReasonL3Fact":6.77,"TempReasonL3Pure":4.9,"WinoGrande":46.52} -{"index":61,"Rank":47,"Model":"LaBSE-ru-turbo<\/a>","Model Size (Million Parameters)":128,"Memory Usage (GB, fp32)":0.48,"Embedding Dimensions":768,"Max Tokens":512,"Average":11.5,"ARCChallenge":7.14,"AlphaNLI":23.76,"HellaSwag":19.23,"PIQA":16.31,"Quail":2.52,"RARbCode":9.48,"RARbMath":46.36,"SIQA":1.68,"SpartQA":3.89,"TempReasonL1":1.06,"TempReasonL2Fact":8.84,"TempReasonL2Pure":0.1,"TempReasonL3Fact":9.51,"TempReasonL3Pure":4.66,"WinoGrande":17.92} -{"index":31,"Rank":48,"Model":"USER-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":512,"Average":9.62,"ARCChallenge":4.32,"AlphaNLI":17.69,"HellaSwag":9.64,"PIQA":10.26,"Quail":2.06,"RARbCode":0.55,"RARbMath":22.48,"SIQA":0.83,"SpartQA":2.99,"TempReasonL1":1.21,"TempReasonL2Fact":9.85,"TempReasonL2Pure":0.18,"TempReasonL3Fact":11.14,"TempReasonL3Pure":6.49,"WinoGrande":44.54} -{"index":63,"Rank":49,"Model":"text2vec-base-multilingual<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":256,"Average":9.45,"ARCChallenge":5.45,"AlphaNLI":23.29,"HellaSwag":15.59,"PIQA":11.75,"Quail":1.75,"RARbCode":3.59,"RARbMath":31.12,"SIQA":0.38,"SpartQA":8.55,"TempReasonL1":1.48,"TempReasonL2Fact":2.89,"TempReasonL2Pure":0.09,"TempReasonL3Fact":3.82,"TempReasonL3Pure":0.42,"WinoGrande":31.61} -{"index":53,"Rank":50,"Model":"LaBSE<\/a>","Model Size (Million Parameters)":471,"Memory Usage (GB, fp32)":1.75,"Embedding Dimensions":768,"Max Tokens":512,"Average":9.31,"ARCChallenge":3.78,"AlphaNLI":13.11,"HellaSwag":5.59,"PIQA":6.53,"Quail":1.91,"RARbCode":2.31,"RARbMath":27.19,"SIQA":1.07,"SpartQA":1.56,"TempReasonL1":1.56,"TempReasonL2Fact":7.06,"TempReasonL2Pure":0.14,"TempReasonL3Fact":8.74,"TempReasonL3Pure":4.73,"WinoGrande":54.3} -{"index":28,"Rank":51,"Model":"LaBSE-en-ru<\/a>","Model Size (Million Parameters)":129,"Memory Usage (GB, fp32)":0.48,"Embedding Dimensions":768,"Max Tokens":512,"Average":9.11,"ARCChallenge":3.46,"AlphaNLI":12.55,"HellaSwag":5.57,"PIQA":6.47,"Quail":1.55,"RARbCode":2.11,"RARbMath":27.24,"SIQA":1.05,"SpartQA":1.52,"TempReasonL1":1.65,"TempReasonL2Fact":7.07,"TempReasonL2Pure":0.1,"TempReasonL3Fact":8.34,"TempReasonL3Pure":4.69,"WinoGrande":53.29} -{"index":62,"Rank":52,"Model":"rubert-tiny-turbo<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"Embedding Dimensions":312,"Max Tokens":2048,"Average":7.89,"ARCChallenge":3.85,"AlphaNLI":14.15,"HellaSwag":10.6,"PIQA":6.27,"Quail":1.11,"RARbCode":1.47,"RARbMath":26.36,"SIQA":0.84,"SpartQA":6.31,"TempReasonL1":0.77,"TempReasonL2Fact":6.72,"TempReasonL2Pure":0.1,"TempReasonL3Fact":7.0,"TempReasonL3Pure":4.88,"WinoGrande":27.9} -{"index":49,"Rank":53,"Model":"udever-bloom-1b1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":2048,"Average":5.38,"ARCChallenge":4.32,"AlphaNLI":2.95,"HellaSwag":13.79,"PIQA":5.79,"Quail":1.65,"RARbCode":10.53,"RARbMath":26.48,"SIQA":0.78,"SpartQA":0.11,"TempReasonL1":0.2,"TempReasonL2Fact":4.22,"TempReasonL2Pure":0.24,"TempReasonL3Fact":5.01,"TempReasonL3Pure":2.13,"WinoGrande":2.56} -{"index":30,"Rank":54,"Model":"rubert-tiny2<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"Embedding Dimensions":2048,"Max Tokens":514,"Average":3.54,"ARCChallenge":2.93,"AlphaNLI":6.83,"HellaSwag":5.48,"PIQA":3.01,"Quail":0.41,"RARbCode":1.44,"RARbMath":10.72,"SIQA":0.65,"SpartQA":6.28,"TempReasonL1":0.9,"TempReasonL2Fact":3.59,"TempReasonL2Pure":0.03,"TempReasonL3Fact":4.76,"TempReasonL3Pure":4.66,"WinoGrande":1.42} -{"index":20,"Rank":55,"Model":"distilrubert-small-cased-conversational<\/a>","Model Size (Million Parameters)":106,"Memory Usage (GB, fp32)":0.39,"Embedding Dimensions":768,"Max Tokens":512,"Average":2.42,"ARCChallenge":2.13,"AlphaNLI":2.5,"HellaSwag":5.59,"PIQA":5.05,"Quail":0.08,"RARbCode":0.0,"RARbMath":6.96,"SIQA":0.1,"SpartQA":5.81,"TempReasonL1":0.88,"TempReasonL2Fact":1.91,"TempReasonL2Pure":0.09,"TempReasonL3Fact":2.41,"TempReasonL3Pure":2.14,"WinoGrande":0.62} -{"index":29,"Rank":56,"Model":"rubert-tiny<\/a>","Model Size (Million Parameters)":12,"Memory Usage (GB, fp32)":0.04,"Embedding Dimensions":512,"Max Tokens":514,"Average":1.85,"ARCChallenge":2.13,"AlphaNLI":1.48,"HellaSwag":3.74,"PIQA":3.51,"Quail":0.41,"RARbCode":0.63,"RARbMath":4.68,"SIQA":0.23,"SpartQA":3.34,"TempReasonL1":0.16,"TempReasonL2Fact":0.77,"TempReasonL2Pure":0.05,"TempReasonL3Fact":1.66,"TempReasonL3Pure":2.69,"WinoGrande":2.34} -{"index":22,"Rank":57,"Model":"rubert-base-cased-sentence<\/a>","Model Size (Million Parameters)":180,"Memory Usage (GB, fp32)":0.67,"Embedding Dimensions":768,"Max Tokens":512,"Average":1.83,"ARCChallenge":0.94,"AlphaNLI":1.74,"HellaSwag":2.08,"PIQA":1.94,"Quail":0.14,"RARbCode":0.36,"RARbMath":5.57,"SIQA":0.25,"SpartQA":1.73,"TempReasonL1":0.16,"TempReasonL2Fact":1.73,"TempReasonL2Pure":0.12,"TempReasonL3Fact":1.79,"TempReasonL3Pure":3.7,"WinoGrande":5.27} -{"index":26,"Rank":58,"Model":"sbert_large_mt_nlu_ru<\/a>","Model Size (Million Parameters)":427,"Memory Usage (GB, fp32)":1.59,"Embedding Dimensions":1024,"Max Tokens":514,"Average":1.11,"ARCChallenge":1.9,"AlphaNLI":0.71,"HellaSwag":2.87,"PIQA":1.81,"Quail":0.13,"RARbCode":0.09,"RARbMath":6.37,"SIQA":0.35,"SpartQA":0.0,"TempReasonL1":0.17,"TempReasonL2Fact":0.4,"TempReasonL2Pure":0.11,"TempReasonL3Fact":0.5,"TempReasonL3Pure":0.6,"WinoGrande":0.71} -{"index":50,"Rank":59,"Model":"udever-bloom-560m<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":2048,"Average":1.09,"ARCChallenge":1.82,"AlphaNLI":0.79,"HellaSwag":4.43,"PIQA":2.45,"Quail":0.28,"RARbCode":0.71,"RARbMath":3.05,"SIQA":0.08,"SpartQA":0.04,"TempReasonL1":0.02,"TempReasonL2Fact":0.81,"TempReasonL2Pure":0.13,"TempReasonL3Fact":1.14,"TempReasonL3Pure":0.55,"WinoGrande":0.03} -{"index":27,"Rank":60,"Model":"sbert_large_nlu_ru<\/a>","Model Size (Million Parameters)":427,"Memory Usage (GB, fp32)":1.59,"Embedding Dimensions":1024,"Max Tokens":512,"Average":0.91,"ARCChallenge":1.8,"AlphaNLI":1.1,"HellaSwag":2.48,"PIQA":1.65,"Quail":0.19,"RARbCode":0.21,"RARbMath":4.27,"SIQA":0.13,"SpartQA":0.02,"TempReasonL1":0.19,"TempReasonL2Fact":0.35,"TempReasonL2Pure":0.09,"TempReasonL3Fact":0.45,"TempReasonL3Pure":0.3,"WinoGrande":0.38} -{"index":21,"Rank":61,"Model":"rubert-base-cased<\/a>","Model Size (Million Parameters)":180,"Memory Usage (GB, fp32)":0.67,"Embedding Dimensions":768,"Max Tokens":512,"Average":0.89,"ARCChallenge":0.56,"AlphaNLI":0.56,"HellaSwag":1.71,"PIQA":1.66,"Quail":0.03,"RARbCode":0.03,"RARbMath":3.54,"SIQA":0.0,"SpartQA":0.03,"TempReasonL1":0.24,"TempReasonL2Fact":1.06,"TempReasonL2Pure":0.22,"TempReasonL3Fact":1.01,"TempReasonL3Pure":2.61,"WinoGrande":0.03} -{"index":33,"Rank":62,"Model":"deberta-v1-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":512,"Average":0.81,"ARCChallenge":1.06,"AlphaNLI":0.64,"HellaSwag":1.89,"PIQA":1.59,"Quail":0.04,"RARbCode":0.0,"RARbMath":4.04,"SIQA":0.03,"SpartQA":0.28,"TempReasonL1":0.16,"TempReasonL2Fact":0.84,"TempReasonL2Pure":0.04,"TempReasonL3Fact":0.93,"TempReasonL3Pure":0.52,"WinoGrande":0.03} -{"index":51,"Rank":63,"Model":"jina-embeddings-v2-base-en<\/a>","Model Size (Million Parameters)":275,"Memory Usage (GB, fp32)":1.02,"Embedding Dimensions":768,"Max Tokens":8192,"Average":0.07,"ARCChallenge":0.0,"AlphaNLI":0.0,"HellaSwag":0.0,"PIQA":0.0,"Quail":0.0,"RARbCode":0.0,"RARbMath":0.01,"SIQA":0.03,"SpartQA":0.56,"TempReasonL1":0.05,"TempReasonL2Fact":0.11,"TempReasonL2Pure":0.04,"TempReasonL3Fact":0.05,"TempReasonL3Pure":0.09,"WinoGrande":0.12} -{"index":0,"Rank":64,"Model":"voyage-3-lite<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":512,"Max Tokens":32000,"Average":"","ARCChallenge":"","AlphaNLI":"","HellaSwag":"","PIQA":"","Quail":"","RARbCode":"","RARbMath":"","SIQA":"","SpartQA":0.45,"TempReasonL1":1.85,"TempReasonL2Fact":"","TempReasonL2Pure":"","TempReasonL3Fact":"","TempReasonL3Pure":"","WinoGrande":41.17} -{"index":1,"Rank":65,"Model":"voyage-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":32000,"Average":"","ARCChallenge":"","AlphaNLI":"","HellaSwag":"","PIQA":"","Quail":"","RARbCode":"","RARbMath":"","SIQA":"","SpartQA":10.73,"TempReasonL1":1.23,"TempReasonL2Fact":"","TempReasonL2Pure":"","TempReasonL3Fact":"","TempReasonL3Pure":"","WinoGrande":67.74} -{"index":2,"Rank":66,"Model":"voyage-large-2-instruct<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":16000,"Average":"","ARCChallenge":"","AlphaNLI":"","HellaSwag":"","PIQA":"","Quail":"","RARbCode":"","RARbMath":"","SIQA":"","SpartQA":0.3,"TempReasonL1":1.1,"TempReasonL2Fact":"","TempReasonL2Pure":"","TempReasonL3Fact":"","TempReasonL3Pure":"","WinoGrande":28.75} -{"index":3,"Rank":67,"Model":"voyage-multilingual-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":32000,"Average":"","ARCChallenge":"","AlphaNLI":"","HellaSwag":"","PIQA":"","Quail":"","RARbCode":"","RARbMath":"","SIQA":"","SpartQA":10.19,"TempReasonL1":1.37,"TempReasonL2Fact":"","TempReasonL2Pure":"","TempReasonL3Fact":"","TempReasonL3Pure":"","WinoGrande":39.09} -{"index":18,"Rank":68,"Model":"Cohere-embed-multilingual-light-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":384,"Max Tokens":512,"Average":"","ARCChallenge":7.73,"AlphaNLI":21.33,"HellaSwag":"","PIQA":24.67,"Quail":3.05,"RARbCode":41.03,"RARbMath":"","SIQA":"","SpartQA":5.4,"TempReasonL1":0.94,"TempReasonL2Fact":27.02,"TempReasonL2Pure":0.75,"TempReasonL3Fact":22.9,"TempReasonL3Pure":6.32,"WinoGrande":61.87} -{"index":32,"Rank":69,"Model":"USER-bge-m3<\/a>","Model Size (Million Parameters)":359,"Memory Usage (GB, fp32)":1.34,"Embedding Dimensions":1024,"Max Tokens":8192,"Average":"","ARCChallenge":"","AlphaNLI":"","HellaSwag":"","PIQA":"","Quail":"","RARbCode":"","RARbMath":"","SIQA":"","SpartQA":7.58,"TempReasonL1":0.9,"TempReasonL2Fact":"","TempReasonL2Pure":"","TempReasonL3Fact":"","TempReasonL3Pure":"","WinoGrande":32.79} -{"index":35,"Rank":70,"Model":"contriever-instruct<\/a>","Model Size (Million Parameters)":438,"Memory Usage (GB, fp32)":1.63,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","ARCChallenge":7.63,"AlphaNLI":27.09,"HellaSwag":"","PIQA":21.73,"Quail":4.92,"RARbCode":7.12,"RARbMath":21.83,"SIQA":0.88,"SpartQA":10.56,"TempReasonL1":1.8,"TempReasonL2Fact":22.03,"TempReasonL2Pure":0.94,"TempReasonL3Fact":20.82,"TempReasonL3Pure":7.15,"WinoGrande":26.3} diff --git a/boards_data/ru/data_overall/default.jsonl b/boards_data/ru/data_overall/default.jsonl deleted file mode 100644 index 1c83e9bfe0d4521e2c39245ef64e048710217e09..0000000000000000000000000000000000000000 --- a/boards_data/ru/data_overall/default.jsonl +++ /dev/null @@ -1,84 +0,0 @@ -{"index":35,"Rank":1,"Model":"FRIDA<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average (23 datasets)":71.0,"Classification Average (9 datasets)":73.67,"Clustering Average (3 datasets)":67.28,"PairClassification Average (1 datasets)":66.46,"Reranking Average (2 datasets)":71.56,"Retrieval Average (3 datasets)":77.03,"STS Average (3 datasets)":74.34,"MultilabelClassification Average (2 datasets)":52.21} -{"index":24,"Rank":2,"Model":"GritLM-7B<\/a>","Model Size (Million Parameters)":7240,"Memory Usage (GB, fp32)":26.97,"Embedding Dimensions":"","Max Tokens":4096,"Average (23 datasets)":67.68,"Classification Average (9 datasets)":69.95,"Clustering Average (3 datasets)":64.3,"PairClassification Average (1 datasets)":58.93,"Reranking Average (2 datasets)":69.99,"Retrieval Average (3 datasets)":75.79,"STS Average (3 datasets)":74.63,"MultilabelClassification Average (2 datasets)":41.96} -{"index":39,"Rank":3,"Model":"Giga-Embeddings-instruct<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average (23 datasets)":67.45,"Classification Average (9 datasets)":73.7,"Clustering Average (3 datasets)":61.79,"PairClassification Average (1 datasets)":59.98,"Reranking Average (2 datasets)":68.94,"Retrieval Average (3 datasets)":68.08,"STS Average (3 datasets)":70.29,"MultilabelClassification Average (2 datasets)":44.85} -{"index":61,"Rank":4,"Model":"e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average (23 datasets)":67.18,"Classification Average (9 datasets)":69.11,"Clustering Average (3 datasets)":64.24,"PairClassification Average (1 datasets)":60.81,"Reranking Average (2 datasets)":69.96,"Retrieval Average (3 datasets)":74.19,"STS Average (3 datasets)":73.71,"MultilabelClassification Average (2 datasets)":42.93} -{"index":65,"Rank":5,"Model":"multilingual-e5-large-instruct<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average (23 datasets)":65.01,"Classification Average (9 datasets)":66.31,"Clustering Average (3 datasets)":63.13,"PairClassification Average (1 datasets)":63.89,"Reranking Average (2 datasets)":64.34,"Retrieval Average (3 datasets)":68.23,"STS Average (3 datasets)":76.48,"MultilabelClassification Average (2 datasets)":41.15} -{"index":47,"Rank":6,"Model":"USER-bge-m3<\/a>","Model Size (Million Parameters)":359,"Memory Usage (GB, fp32)":1.34,"Embedding Dimensions":1024,"Max Tokens":8192,"Average (23 datasets)":62.8,"Classification Average (9 datasets)":61.92,"Clustering Average (3 datasets)":53.66,"PairClassification Average (1 datasets)":65.07,"Reranking Average (2 datasets)":68.72,"Retrieval Average (3 datasets)":73.63,"STS Average (3 datasets)":76.75,"MultilabelClassification Average (2 datasets)":36.18} -{"index":26,"Rank":7,"Model":"KaLM-embedding-multilingual-mini-instruct-v1.5<\/a>","Model Size (Million Parameters)":494,"Memory Usage (GB, fp32)":1.84,"Embedding Dimensions":896,"Max Tokens":131072,"Average (23 datasets)":61.9,"Classification Average (9 datasets)":65.02,"Clustering Average (3 datasets)":55.94,"PairClassification Average (1 datasets)":55.06,"Reranking Average (2 datasets)":63.74,"Retrieval Average (3 datasets)":66.92,"STS Average (3 datasets)":70.68,"MultilabelClassification Average (2 datasets)":37.68} -{"index":36,"Rank":8,"Model":"ru-en-RoSBERTa<\/a>","Model Size (Million Parameters)":404,"Memory Usage (GB, fp32)":1.5,"Embedding Dimensions":1024,"Max Tokens":514,"Average (23 datasets)":61.77,"Classification Average (9 datasets)":62.74,"Clustering Average (3 datasets)":56.06,"PairClassification Average (1 datasets)":60.79,"Reranking Average (2 datasets)":63.89,"Retrieval Average (3 datasets)":66.51,"STS Average (3 datasets)":73.97,"MultilabelClassification Average (2 datasets)":38.88} -{"index":25,"Rank":9,"Model":"KaLM-embedding-multilingual-mini-instruct-v1<\/a>","Model Size (Million Parameters)":494,"Memory Usage (GB, fp32)":1.84,"Embedding Dimensions":896,"Max Tokens":131072,"Average (23 datasets)":61.64,"Classification Average (9 datasets)":65.21,"Clustering Average (3 datasets)":55.28,"PairClassification Average (1 datasets)":55.57,"Reranking Average (2 datasets)":62.3,"Retrieval Average (3 datasets)":66.13,"STS Average (3 datasets)":71.18,"MultilabelClassification Average (2 datasets)":36.46} -{"index":11,"Rank":10,"Model":"bge-m3<\/a>","Model Size (Million Parameters)":567,"Memory Usage (GB, fp32)":2.11,"Embedding Dimensions":1024,"Max Tokens":8192,"Average (23 datasets)":61.58,"Classification Average (9 datasets)":60.46,"Clustering Average (3 datasets)":52.38,"PairClassification Average (1 datasets)":60.6,"Reranking Average (2 datasets)":69.7,"Retrieval Average (3 datasets)":74.79,"STS Average (3 datasets)":73.68,"MultilabelClassification Average (2 datasets)":34.86} -{"index":64,"Rank":11,"Model":"multilingual-e5-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average (23 datasets)":61.41,"Classification Average (9 datasets)":61.01,"Clustering Average (3 datasets)":52.23,"PairClassification Average (1 datasets)":58.42,"Reranking Average (2 datasets)":69.66,"Retrieval Average (3 datasets)":74.04,"STS Average (3 datasets)":71.62,"MultilabelClassification Average (2 datasets)":36.01} -{"index":27,"Rank":12,"Model":"KaLM-embedding-multilingual-mini-v1<\/a>","Model Size (Million Parameters)":494,"Memory Usage (GB, fp32)":1.84,"Embedding Dimensions":896,"Max Tokens":131072,"Average (23 datasets)":60.48,"Classification Average (9 datasets)":61.58,"Clustering Average (3 datasets)":55.67,"PairClassification Average (1 datasets)":57.71,"Reranking Average (2 datasets)":63.16,"Retrieval Average (3 datasets)":66.17,"STS Average (3 datasets)":71.7,"MultilabelClassification Average (2 datasets)":36.1} -{"index":91,"Rank":13,"Model":"LaBSE-ru-turbo<\/a>","Model Size (Million Parameters)":128,"Memory Usage (GB, fp32)":0.48,"Embedding Dimensions":768,"Max Tokens":512,"Average (23 datasets)":59.39,"Classification Average (9 datasets)":59.23,"Clustering Average (3 datasets)":53.93,"PairClassification Average (1 datasets)":57.81,"Reranking Average (2 datasets)":63.04,"Retrieval Average (3 datasets)":63.68,"STS Average (3 datasets)":74.1,"MultilabelClassification Average (2 datasets)":36.93} -{"index":63,"Rank":14,"Model":"multilingual-e5-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average (23 datasets)":58.34,"Classification Average (9 datasets)":58.26,"Clustering Average (3 datasets)":50.27,"PairClassification Average (1 datasets)":54.98,"Reranking Average (2 datasets)":66.24,"Retrieval Average (3 datasets)":67.14,"STS Average (3 datasets)":70.16,"MultilabelClassification Average (2 datasets)":33.65} -{"index":46,"Rank":15,"Model":"USER-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":512,"Average (23 datasets)":58.11,"Classification Average (9 datasets)":59.89,"Clustering Average (3 datasets)":53.26,"PairClassification Average (1 datasets)":59.76,"Reranking Average (2 datasets)":55.58,"Retrieval Average (3 datasets)":56.14,"STS Average (3 datasets)":74.35,"MultilabelClassification Average (2 datasets)":37.72} -{"index":66,"Rank":16,"Model":"multilingual-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average (23 datasets)":57.29,"Classification Average (9 datasets)":56.44,"Clustering Average (3 datasets)":51.35,"PairClassification Average (1 datasets)":55.14,"Reranking Average (2 datasets)":65.28,"Retrieval Average (3 datasets)":65.85,"STS Average (3 datasets)":69.48,"MultilabelClassification Average (2 datasets)":31.99} -{"index":92,"Rank":17,"Model":"rubert-tiny-turbo<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"Embedding Dimensions":312,"Max Tokens":2048,"Average (23 datasets)":53.46,"Classification Average (9 datasets)":55.01,"Clustering Average (3 datasets)":49.62,"PairClassification Average (1 datasets)":56.27,"Reranking Average (2 datasets)":54.94,"Retrieval Average (3 datasets)":46.69,"STS Average (3 datasets)":71.73,"MultilabelClassification Average (2 datasets)":32.06} -{"index":87,"Rank":18,"Model":"paraphrase-multilingual-mpnet-base-v2<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average (23 datasets)":52.65,"Classification Average (9 datasets)":56.88,"Clustering Average (3 datasets)":49.18,"PairClassification Average (1 datasets)":64.57,"Reranking Average (2 datasets)":51.22,"Retrieval Average (3 datasets)":37.22,"STS Average (3 datasets)":68.98,"MultilabelClassification Average (2 datasets)":32.9} -{"index":86,"Rank":19,"Model":"paraphrase-multilingual-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average (23 datasets)":49.26,"Classification Average (9 datasets)":53.77,"Clustering Average (3 datasets)":47.76,"PairClassification Average (1 datasets)":58.56,"Reranking Average (2 datasets)":46.34,"Retrieval Average (3 datasets)":31.16,"STS Average (3 datasets)":66.17,"MultilabelClassification Average (2 datasets)":31.3} -{"index":37,"Rank":20,"Model":"sbert_large_mt_nlu_ru<\/a>","Model Size (Million Parameters)":427,"Memory Usage (GB, fp32)":1.59,"Embedding Dimensions":1024,"Max Tokens":514,"Average (23 datasets)":48.72,"Classification Average (9 datasets)":57.52,"Clustering Average (3 datasets)":51.29,"PairClassification Average (1 datasets)":51.97,"Reranking Average (2 datasets)":40.56,"Retrieval Average (3 datasets)":19.13,"STS Average (3 datasets)":64.4,"MultilabelClassification Average (2 datasets)":32.67} -{"index":77,"Rank":21,"Model":"LaBSE<\/a>","Model Size (Million Parameters)":471,"Memory Usage (GB, fp32)":1.75,"Embedding Dimensions":768,"Max Tokens":512,"Average (23 datasets)":48.63,"Classification Average (9 datasets)":54.71,"Clustering Average (3 datasets)":47.74,"PairClassification Average (1 datasets)":55.71,"Reranking Average (2 datasets)":42.03,"Retrieval Average (3 datasets)":27.88,"STS Average (3 datasets)":65.52,"MultilabelClassification Average (2 datasets)":31.42} -{"index":43,"Rank":22,"Model":"LaBSE-en-ru<\/a>","Model Size (Million Parameters)":129,"Memory Usage (GB, fp32)":0.48,"Embedding Dimensions":768,"Max Tokens":512,"Average (23 datasets)":48.23,"Classification Average (9 datasets)":54.98,"Clustering Average (3 datasets)":46.84,"PairClassification Average (1 datasets)":55.61,"Reranking Average (2 datasets)":41.84,"Retrieval Average (3 datasets)":24.78,"STS Average (3 datasets)":65.91,"MultilabelClassification Average (2 datasets)":31.27} -{"index":93,"Rank":23,"Model":"text2vec-base-multilingual<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":256,"Average (23 datasets)":45.51,"Classification Average (9 datasets)":51.35,"Clustering Average (3 datasets)":44.35,"PairClassification Average (1 datasets)":54.56,"Reranking Average (2 datasets)":38.56,"Retrieval Average (3 datasets)":18.96,"STS Average (3 datasets)":68.04,"MultilabelClassification Average (2 datasets)":29.42} -{"index":38,"Rank":24,"Model":"sbert_large_nlu_ru<\/a>","Model Size (Million Parameters)":427,"Memory Usage (GB, fp32)":1.59,"Embedding Dimensions":1024,"Max Tokens":512,"Average (23 datasets)":45.35,"Classification Average (9 datasets)":57.24,"Clustering Average (3 datasets)":50.43,"PairClassification Average (1 datasets)":50.17,"Reranking Average (2 datasets)":32.8,"Retrieval Average (3 datasets)":8.51,"STS Average (3 datasets)":57.21,"MultilabelClassification Average (2 datasets)":31.87} -{"index":45,"Rank":25,"Model":"rubert-tiny2<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"Embedding Dimensions":2048,"Max Tokens":514,"Average (23 datasets)":42.4,"Classification Average (9 datasets)":52.17,"Clustering Average (3 datasets)":39.11,"PairClassification Average (1 datasets)":51.87,"Reranking Average (2 datasets)":30.95,"Retrieval Average (3 datasets)":8.89,"STS Average (3 datasets)":62.98,"MultilabelClassification Average (2 datasets)":29.45} -{"index":48,"Rank":26,"Model":"deberta-v1-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":512,"Average (23 datasets)":42.36,"Classification Average (9 datasets)":56.18,"Clustering Average (3 datasets)":42.92,"PairClassification Average (1 datasets)":56.49,"Reranking Average (2 datasets)":23.68,"Retrieval Average (3 datasets)":6.0,"STS Average (3 datasets)":53.39,"MultilabelClassification Average (2 datasets)":28.9} -{"index":21,"Rank":27,"Model":"distilrubert-small-cased-conversational<\/a>","Model Size (Million Parameters)":106,"Memory Usage (GB, fp32)":0.39,"Embedding Dimensions":768,"Max Tokens":512,"Average (23 datasets)":41.94,"Classification Average (9 datasets)":55.15,"Clustering Average (3 datasets)":38.41,"PairClassification Average (1 datasets)":53.02,"Reranking Average (2 datasets)":27.84,"Retrieval Average (3 datasets)":5.71,"STS Average (3 datasets)":56.2,"MultilabelClassification Average (2 datasets)":29.32} -{"index":23,"Rank":28,"Model":"rubert-base-cased-sentence<\/a>","Model Size (Million Parameters)":180,"Memory Usage (GB, fp32)":0.67,"Embedding Dimensions":768,"Max Tokens":512,"Average (23 datasets)":41.91,"Classification Average (9 datasets)":51.27,"Clustering Average (3 datasets)":43.13,"PairClassification Average (1 datasets)":59.12,"Reranking Average (2 datasets)":26.83,"Retrieval Average (3 datasets)":7.09,"STS Average (3 datasets)":61.18,"MultilabelClassification Average (2 datasets)":27.8} -{"index":22,"Rank":29,"Model":"rubert-base-cased<\/a>","Model Size (Million Parameters)":180,"Memory Usage (GB, fp32)":0.67,"Embedding Dimensions":768,"Max Tokens":512,"Average (23 datasets)":37.53,"Classification Average (9 datasets)":51.6,"Clustering Average (3 datasets)":27.91,"PairClassification Average (1 datasets)":53.17,"Reranking Average (2 datasets)":27.46,"Retrieval Average (3 datasets)":5.33,"STS Average (3 datasets)":46.22,"MultilabelClassification Average (2 datasets)":26.2} -{"index":44,"Rank":30,"Model":"rubert-tiny<\/a>","Model Size (Million Parameters)":12,"Memory Usage (GB, fp32)":0.04,"Embedding Dimensions":512,"Max Tokens":514,"Average (23 datasets)":35.08,"Classification Average (9 datasets)":44.55,"Clustering Average (3 datasets)":30.76,"PairClassification Average (1 datasets)":51.06,"Reranking Average (2 datasets)":21.26,"Retrieval Average (3 datasets)":1.54,"STS Average (3 datasets)":53.15,"MultilabelClassification Average (2 datasets)":27.96} -{"index":60,"Rank":31,"Model":"e5-large-v2<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average (23 datasets)":33.88,"Classification Average (9 datasets)":38.22,"Clustering Average (3 datasets)":21.99,"PairClassification Average (1 datasets)":47.27,"Reranking Average (2 datasets)":34.72,"Retrieval Average (3 datasets)":15.03,"STS Average (3 datasets)":51.02,"MultilabelClassification Average (2 datasets)":27.2} -{"index":10,"Rank":32,"Model":"bge-large-en-v1.5<\/a>","Model Size (Million Parameters)":1340,"Memory Usage (GB, fp32)":4.99,"Embedding Dimensions":1024,"Max Tokens":512,"Average (23 datasets)":31.79,"Classification Average (9 datasets)":33.71,"Clustering Average (3 datasets)":18.95,"PairClassification Average (1 datasets)":47.55,"Reranking Average (2 datasets)":36.81,"Retrieval Average (3 datasets)":20.29,"STS Average (3 datasets)":44.87,"MultilabelClassification Average (2 datasets)":27.06} -{"index":58,"Rank":33,"Model":"e5-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average (23 datasets)":31.29,"Classification Average (9 datasets)":36.0,"Clustering Average (3 datasets)":19.24,"PairClassification Average (1 datasets)":49.06,"Reranking Average (2 datasets)":30.68,"Retrieval Average (3 datasets)":11.48,"STS Average (3 datasets)":46.98,"MultilabelClassification Average (2 datasets)":26.12} -{"index":9,"Rank":34,"Model":"bge-base-en-v1.5<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average (23 datasets)":29.12,"Classification Average (9 datasets)":31.96,"Clustering Average (3 datasets)":17.6,"PairClassification Average (1 datasets)":47.12,"Reranking Average (2 datasets)":33.47,"Retrieval Average (3 datasets)":12.96,"STS Average (3 datasets)":41.54,"MultilabelClassification Average (2 datasets)":25.84} -{"index":73,"Rank":35,"Model":"nomic-embed-text-v1<\/a>","Model Size (Million Parameters)":547,"Memory Usage (GB, fp32)":2.04,"Embedding Dimensions":768,"Max Tokens":8192,"Average (23 datasets)":28.51,"Classification Average (9 datasets)":32.24,"Clustering Average (3 datasets)":17.82,"PairClassification Average (1 datasets)":46.32,"Reranking Average (2 datasets)":24.44,"Retrieval Average (3 datasets)":7.78,"STS Average (3 datasets)":46.88,"MultilabelClassification Average (2 datasets)":26.44} -{"index":50,"Rank":36,"Model":"e5-base-4k<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average (23 datasets)":27.6,"Classification Average (9 datasets)":34.6,"Clustering Average (3 datasets)":15.39,"PairClassification Average (1 datasets)":50.83,"Reranking Average (2 datasets)":19.34,"Retrieval Average (3 datasets)":2.32,"STS Average (3 datasets)":43.0,"MultilabelClassification Average (2 datasets)":25.91} -{"index":12,"Rank":37,"Model":"bge-small-en-v1.5<\/a>","Model Size (Million Parameters)":24,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":512,"Max Tokens":512,"Average (23 datasets)":26.43,"Classification Average (9 datasets)":29.63,"Clustering Average (3 datasets)":15.84,"PairClassification Average (1 datasets)":44.15,"Reranking Average (2 datasets)":27.09,"Retrieval Average (3 datasets)":7.06,"STS Average (3 datasets)":39.99,"MultilabelClassification Average (2 datasets)":27.1} -{"index":78,"Rank":38,"Model":"all-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average (23 datasets)":25.68,"Classification Average (9 datasets)":28.15,"Clustering Average (3 datasets)":13.87,"PairClassification Average (1 datasets)":46.4,"Reranking Average (2 datasets)":28.46,"Retrieval Average (3 datasets)":9.18,"STS Average (3 datasets)":37.66,"MultilabelClassification Average (2 datasets)":25.96} -{"index":59,"Rank":39,"Model":"e5-large<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average (23 datasets)":25.39,"Classification Average (9 datasets)":29.54,"Clustering Average (3 datasets)":15.59,"PairClassification Average (1 datasets)":47.37,"Reranking Average (2 datasets)":20.67,"Retrieval Average (3 datasets)":3.52,"STS Average (3 datasets)":40.4,"MultilabelClassification Average (2 datasets)":25.42} -{"index":80,"Rank":40,"Model":"all-mpnet-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average (23 datasets)":24.72,"Classification Average (9 datasets)":28.82,"Clustering Average (3 datasets)":15.83,"PairClassification Average (1 datasets)":44.52,"Reranking Average (2 datasets)":20.4,"Retrieval Average (3 datasets)":2.95,"STS Average (3 datasets)":37.89,"MultilabelClassification Average (2 datasets)":26.9} -{"index":79,"Rank":41,"Model":"all-MiniLM-L6-v2<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":384,"Max Tokens":512,"Average (23 datasets)":23.64,"Classification Average (9 datasets)":28.75,"Clustering Average (3 datasets)":13.3,"PairClassification Average (1 datasets)":45.03,"Reranking Average (2 datasets)":15.86,"Retrieval Average (3 datasets)":1.23,"STS Average (3 datasets)":38.07,"MultilabelClassification Average (2 datasets)":25.27} -{"index":57,"Rank":42,"Model":"e5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average (23 datasets)":22.89,"Classification Average (9 datasets)":28.17,"Clustering Average (3 datasets)":14.72,"PairClassification Average (1 datasets)":46.42,"Reranking Average (2 datasets)":14.24,"Retrieval Average (3 datasets)":1.37,"STS Average (3 datasets)":33.01,"MultilabelClassification Average (2 datasets)":25.41} -{"index":62,"Rank":43,"Model":"e5-small<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average (23 datasets)":20.81,"Classification Average (9 datasets)":25.28,"Clustering Average (3 datasets)":13.81,"PairClassification Average (1 datasets)":46.91,"Reranking Average (2 datasets)":10.42,"Retrieval Average (3 datasets)":1.01,"STS Average (3 datasets)":30.08,"MultilabelClassification Average (2 datasets)":24.26} -{"index":0,"Rank":44,"Model":"voyage-3-lite<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":512,"Max Tokens":32000,"Average (23 datasets)":"","Classification Average (9 datasets)":59.26,"Clustering Average (3 datasets)":54.14,"PairClassification Average (1 datasets)":52.68,"Reranking Average (2 datasets)":"","Retrieval Average (3 datasets)":"","STS Average (3 datasets)":"","MultilabelClassification Average (2 datasets)":30.98} -{"index":1,"Rank":45,"Model":"voyage-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":32000,"Average (23 datasets)":"","Classification Average (9 datasets)":58.75,"Clustering Average (3 datasets)":56.29,"PairClassification Average (1 datasets)":52.04,"Reranking Average (2 datasets)":"","Retrieval Average (3 datasets)":76.0,"STS Average (3 datasets)":"","MultilabelClassification Average (2 datasets)":31.2} -{"index":2,"Rank":46,"Model":"voyage-large-2-instruct<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":16000,"Average (23 datasets)":"","Classification Average (9 datasets)":63.8,"Clustering Average (3 datasets)":57.57,"PairClassification Average (1 datasets)":56.43,"Reranking Average (2 datasets)":"","Retrieval Average (3 datasets)":"","STS Average (3 datasets)":"","MultilabelClassification Average (2 datasets)":38.63} -{"index":3,"Rank":47,"Model":"voyage-multilingual-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":32000,"Average (23 datasets)":"","Classification Average (9 datasets)":61.62,"Clustering Average (3 datasets)":55.74,"PairClassification Average (1 datasets)":51.48,"Reranking Average (2 datasets)":"","Retrieval Average (3 datasets)":"","STS Average (3 datasets)":"","MultilabelClassification Average (2 datasets)":32.94} -{"index":4,"Rank":48,"Model":"LASER2<\/a>","Model Size (Million Parameters)":43,"Memory Usage (GB, fp32)":0.16,"Embedding Dimensions":1024,"Max Tokens":"N\/A","Average (23 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (3 datasets)":"","PairClassification Average (1 datasets)":"","Reranking Average (2 datasets)":"","Retrieval Average (3 datasets)":"","STS Average (3 datasets)":"","MultilabelClassification Average (2 datasets)":""} -{"index":5,"Rank":49,"Model":"gte-Qwen1.5-7B-instruct<\/a>","Model Size (Million Parameters)":7099,"Memory Usage (GB, fp32)":26.45,"Embedding Dimensions":4096,"Max Tokens":32768,"Average (23 datasets)":"","Classification Average (9 datasets)":69.48,"Clustering Average (3 datasets)":63.77,"PairClassification Average (1 datasets)":69.5,"Reranking Average (2 datasets)":62.81,"Retrieval Average (3 datasets)":"","STS Average (3 datasets)":71.35,"MultilabelClassification Average (2 datasets)":45.2} -{"index":6,"Rank":50,"Model":"gte-Qwen2-7B-instruct<\/a>","Model Size (Million Parameters)":7613,"Memory Usage (GB, fp32)":28.36,"Embedding Dimensions":3584,"Max Tokens":32768,"Average (23 datasets)":"","Classification Average (9 datasets)":72.99,"Clustering Average (3 datasets)":66.37,"PairClassification Average (1 datasets)":67.61,"Reranking Average (2 datasets)":64.54,"Retrieval Average (3 datasets)":"","STS Average (3 datasets)":75.03,"MultilabelClassification Average (2 datasets)":44.27} -{"index":7,"Rank":51,"Model":"gte-multilingual-base<\/a>","Model Size (Million Parameters)":305,"Memory Usage (GB, fp32)":1.14,"Embedding Dimensions":768,"Max Tokens":8192,"Average (23 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (3 datasets)":"","PairClassification Average (1 datasets)":"","Reranking Average (2 datasets)":"","Retrieval Average (3 datasets)":"","STS Average (3 datasets)":"","MultilabelClassification Average (2 datasets)":""} -{"index":8,"Rank":52,"Model":"e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average (23 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (3 datasets)":"","PairClassification Average (1 datasets)":"","Reranking Average (2 datasets)":"","Retrieval Average (3 datasets)":"","STS Average (3 datasets)":"","MultilabelClassification Average (2 datasets)":""} -{"index":17,"Rank":57,"Model":"Cohere-embed-english-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":512,"Average (23 datasets)":"","Classification Average (9 datasets)":38.84,"Clustering Average (3 datasets)":23.77,"PairClassification Average (1 datasets)":47.68,"Reranking Average (2 datasets)":39.78,"Retrieval Average (3 datasets)":"","STS Average (3 datasets)":47.86,"MultilabelClassification Average (2 datasets)":27.15} -{"index":18,"Rank":58,"Model":"Cohere-embed-multilingual-light-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":384,"Max Tokens":512,"Average (23 datasets)":"","Classification Average (9 datasets)":58.42,"Clustering Average (3 datasets)":53.79,"PairClassification Average (1 datasets)":56.67,"Reranking Average (2 datasets)":66.17,"Retrieval Average (3 datasets)":"","STS Average (3 datasets)":69.96,"MultilabelClassification Average (2 datasets)":32.89} -{"index":19,"Rank":59,"Model":"Cohere-embed-multilingual-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":512,"Average (23 datasets)":"","Classification Average (9 datasets)":63.92,"Clustering Average (3 datasets)":56.6,"PairClassification Average (1 datasets)":58.61,"Reranking Average (2 datasets)":70.07,"Retrieval Average (3 datasets)":"","STS Average (3 datasets)":72.8,"MultilabelClassification Average (2 datasets)":38.25} -{"index":20,"Rank":60,"Model":"jina-embeddings-v3<\/a>","Model Size (Million Parameters)":572,"Memory Usage (GB, fp32)":2.13,"Embedding Dimensions":1024,"Max Tokens":8194,"Average (23 datasets)":"","Classification Average (9 datasets)":64.41,"Clustering Average (3 datasets)":60.8,"PairClassification Average (1 datasets)":58.73,"Reranking Average (2 datasets)":53.82,"Retrieval Average (3 datasets)":"","STS Average (3 datasets)":76.03,"MultilabelClassification Average (2 datasets)":38.97} -{"index":28,"Rank":61,"Model":"MUG-B-1.6<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average (23 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (3 datasets)":"","PairClassification Average (1 datasets)":"","Reranking Average (2 datasets)":"","Retrieval Average (3 datasets)":"","STS Average (3 datasets)":"","MultilabelClassification Average (2 datasets)":""} -{"index":31,"Rank":64,"Model":"SGPT-125M-weightedmean-msmarco-specb-bitfit<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":2048,"Average (23 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (3 datasets)":"","PairClassification Average (1 datasets)":"","Reranking Average (2 datasets)":"","Retrieval Average (3 datasets)":"","STS Average (3 datasets)":"","MultilabelClassification Average (2 datasets)":""} -{"index":32,"Rank":65,"Model":"SGPT-125M-weightedmean-nli-bitfit<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":2048,"Average (23 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (3 datasets)":"","PairClassification Average (1 datasets)":"","Reranking Average (2 datasets)":"","Retrieval Average (3 datasets)":"","STS Average (3 datasets)":"","MultilabelClassification Average (2 datasets)":""} -{"index":34,"Rank":67,"Model":"SFR-Embedding-Mistral<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average (23 datasets)":"","Classification Average (9 datasets)":69.86,"Clustering Average (3 datasets)":64.92,"PairClassification Average (1 datasets)":60.65,"Reranking Average (2 datasets)":70.46,"Retrieval Average (3 datasets)":"","STS Average (3 datasets)":74.31,"MultilabelClassification Average (2 datasets)":42.94} -{"index":41,"Rank":69,"Model":"sgpt-bloom-7b1-msmarco<\/a>","Model Size (Million Parameters)":7068,"Memory Usage (GB, fp32)":26.33,"Embedding Dimensions":4096,"Max Tokens":2048,"Average (23 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (3 datasets)":"","PairClassification Average (1 datasets)":"","Reranking Average (2 datasets)":"","Retrieval Average (3 datasets)":"","STS Average (3 datasets)":"","MultilabelClassification Average (2 datasets)":""} -{"index":42,"Rank":70,"Model":"slx-v0.1<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.08,"Embedding Dimensions":384,"Max Tokens":512,"Average (23 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (3 datasets)":"","PairClassification Average (1 datasets)":"","Reranking Average (2 datasets)":"","Retrieval Average (3 datasets)":"","STS Average (3 datasets)":"","MultilabelClassification Average (2 datasets)":""} -{"index":54,"Rank":75,"Model":"granite-embedding-107m-multilingual<\/a>","Model Size (Million Parameters)":107,"Memory Usage (GB, fp32)":0.4,"Embedding Dimensions":384,"Max Tokens":514,"Average (23 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (3 datasets)":"","PairClassification Average (1 datasets)":"","Reranking Average (2 datasets)":"","Retrieval Average (3 datasets)":"","STS Average (3 datasets)":"","MultilabelClassification Average (2 datasets)":""} -{"index":55,"Rank":76,"Model":"granite-embedding-278m-multilingual<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average (23 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (3 datasets)":"","PairClassification Average (1 datasets)":"","Reranking Average (2 datasets)":"","Retrieval Average (3 datasets)":"","STS Average (3 datasets)":"","MultilabelClassification Average (2 datasets)":""} -{"index":56,"Rank":77,"Model":"inf-retriever-v1<\/a>","Model Size (Million Parameters)":7069,"Memory Usage (GB, fp32)":26.33,"Embedding Dimensions":3584,"Max Tokens":131072,"Average (23 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (3 datasets)":"","PairClassification Average (1 datasets)":"","Reranking Average (2 datasets)":"","Retrieval Average (3 datasets)":"","STS Average (3 datasets)":"","MultilabelClassification Average (2 datasets)":""} -{"index":67,"Rank":78,"Model":"udever-bloom-1b1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":2048,"Average (23 datasets)":"","Classification Average (9 datasets)":40.89,"Clustering Average (3 datasets)":22.46,"PairClassification Average (1 datasets)":50.86,"Reranking Average (2 datasets)":15.15,"Retrieval Average (3 datasets)":"","STS Average (3 datasets)":42.15,"MultilabelClassification Average (2 datasets)":24.56} -{"index":68,"Rank":79,"Model":"udever-bloom-560m<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":2048,"Average (23 datasets)":"","Classification Average (9 datasets)":35.09,"Clustering Average (3 datasets)":12.46,"PairClassification Average (1 datasets)":49.05,"Reranking Average (2 datasets)":9.32,"Retrieval Average (3 datasets)":"","STS Average (3 datasets)":30.37,"MultilabelClassification Average (2 datasets)":25.02} -{"index":69,"Rank":80,"Model":"jina-embeddings-v2-base-en<\/a>","Model Size (Million Parameters)":275,"Memory Usage (GB, fp32)":1.02,"Embedding Dimensions":768,"Max Tokens":8192,"Average (23 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (3 datasets)":"","PairClassification Average (1 datasets)":44.8,"Reranking Average (2 datasets)":"","Retrieval Average (3 datasets)":"","STS Average (3 datasets)":"","MultilabelClassification Average (2 datasets)":23.56} -{"index":70,"Rank":81,"Model":"jina-embeddings-v3<\/a>","Model Size (Million Parameters)":572,"Memory Usage (GB, fp32)":2.13,"Embedding Dimensions":1024,"Max Tokens":8194,"Average (23 datasets)":"","Classification Average (9 datasets)":64.41,"Clustering Average (3 datasets)":60.8,"PairClassification Average (1 datasets)":58.73,"Reranking Average (2 datasets)":53.82,"Retrieval Average (3 datasets)":"","STS Average (3 datasets)":76.03,"MultilabelClassification Average (2 datasets)":38.97} -{"index":71,"Rank":82,"Model":"multilingual-e5-small-ct2-int8<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average (23 datasets)":"","Classification Average (9 datasets)":56.45,"Clustering Average (3 datasets)":51.35,"PairClassification Average (1 datasets)":55.14,"Reranking Average (2 datasets)":"","Retrieval Average (3 datasets)":"","STS Average (3 datasets)":69.48,"MultilabelClassification Average (2 datasets)":31.44} -{"index":72,"Rank":83,"Model":"ternary-weight-embedding<\/a>","Model Size (Million Parameters)":99,"Memory Usage (GB, fp32)":0.37,"Embedding Dimensions":1792,"Max Tokens":512,"Average (23 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (3 datasets)":"","PairClassification Average (1 datasets)":"","Reranking Average (2 datasets)":"","Retrieval Average (3 datasets)":"","STS Average (3 datasets)":"","MultilabelClassification Average (2 datasets)":""} -{"index":74,"Rank":84,"Model":"FAB-Ramy-v1<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average (23 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (3 datasets)":"","PairClassification Average (1 datasets)":"","Reranking Average (2 datasets)":"","Retrieval Average (3 datasets)":"","STS Average (3 datasets)":"","MultilabelClassification Average (2 datasets)":""} -{"index":75,"Rank":85,"Model":"FAE-v1<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average (23 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (3 datasets)":"","PairClassification Average (1 datasets)":"","Reranking Average (2 datasets)":"","Retrieval Average (3 datasets)":"","STS Average (3 datasets)":"","MultilabelClassification Average (2 datasets)":""} -{"index":76,"Rank":86,"Model":"FUE-v1<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average (23 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (3 datasets)":"","PairClassification Average (1 datasets)":"","Reranking Average (2 datasets)":"","Retrieval Average (3 datasets)":"","STS Average (3 datasets)":"","MultilabelClassification Average (2 datasets)":""} -{"index":81,"Rank":87,"Model":"allenai-specter<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average (23 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (3 datasets)":"","PairClassification Average (1 datasets)":"","Reranking Average (2 datasets)":"","Retrieval Average (3 datasets)":"","STS Average (3 datasets)":"","MultilabelClassification Average (2 datasets)":""} -{"index":82,"Rank":88,"Model":"average_word_embeddings_komninos<\/a>","Model Size (Million Parameters)":134,"Memory Usage (GB, fp32)":0.5,"Embedding Dimensions":300,"Max Tokens":"N\/A","Average (23 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (3 datasets)":"","PairClassification Average (1 datasets)":"","Reranking Average (2 datasets)":"","Retrieval Average (3 datasets)":"","STS Average (3 datasets)":"","MultilabelClassification Average (2 datasets)":""} -{"index":83,"Rank":89,"Model":"distiluse-base-multilingual-cased-v2<\/a>","Model Size (Million Parameters)":135,"Memory Usage (GB, fp32)":0.5,"Embedding Dimensions":512,"Max Tokens":512,"Average (23 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (3 datasets)":"","PairClassification Average (1 datasets)":"","Reranking Average (2 datasets)":"","Retrieval Average (3 datasets)":"","STS Average (3 datasets)":"","MultilabelClassification Average (2 datasets)":""} -{"index":84,"Rank":90,"Model":"gtr-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Embedding Dimensions":768,"Max Tokens":512,"Average (23 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (3 datasets)":"","PairClassification Average (1 datasets)":"","Reranking Average (2 datasets)":"","Retrieval Average (3 datasets)":"","STS Average (3 datasets)":"","MultilabelClassification Average (2 datasets)":""} -{"index":85,"Rank":91,"Model":"gtr-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Embedding Dimensions":768,"Max Tokens":512,"Average (23 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (3 datasets)":"","PairClassification Average (1 datasets)":"","Reranking Average (2 datasets)":"","Retrieval Average (3 datasets)":"","STS Average (3 datasets)":"","MultilabelClassification Average (2 datasets)":""} -{"index":88,"Rank":92,"Model":"sentence-t5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average (23 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (3 datasets)":"","PairClassification Average (1 datasets)":"","Reranking Average (2 datasets)":"","Retrieval Average (3 datasets)":"","STS Average (3 datasets)":"","MultilabelClassification Average (2 datasets)":""} -{"index":89,"Rank":93,"Model":"sentence-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Embedding Dimensions":768,"Max Tokens":512,"Average (23 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (3 datasets)":"","PairClassification Average (1 datasets)":"","Reranking Average (2 datasets)":"","Retrieval Average (3 datasets)":"","STS Average (3 datasets)":"","MultilabelClassification Average (2 datasets)":""} -{"index":90,"Rank":94,"Model":"sentence-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Embedding Dimensions":768,"Max Tokens":512,"Average (23 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (3 datasets)":"","PairClassification Average (1 datasets)":"","Reranking Average (2 datasets)":"","Retrieval Average (3 datasets)":"","STS Average (3 datasets)":"","MultilabelClassification Average (2 datasets)":""} -{"index":95,"Rank":96,"Model":"text-embedding-3-large<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":3072,"Max Tokens":8191,"Average (23 datasets)":"","Classification Average (9 datasets)":62.89,"Clustering Average (3 datasets)":57.83,"PairClassification Average (1 datasets)":58.08,"Reranking Average (2 datasets)":"","Retrieval Average (3 datasets)":"","STS Average (3 datasets)":"","MultilabelClassification Average (2 datasets)":39.37} -{"index":96,"Rank":97,"Model":"text-embedding-3-small<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":8191,"Average (23 datasets)":"","Classification Average (9 datasets)":58.26,"Clustering Average (3 datasets)":52.74,"PairClassification Average (1 datasets)":53.73,"Reranking Average (2 datasets)":"","Retrieval Average (3 datasets)":"","STS Average (3 datasets)":"","MultilabelClassification Average (2 datasets)":33.29} diff --git a/boards_data/ru/data_tasks/Classification/default.jsonl b/boards_data/ru/data_tasks/Classification/default.jsonl deleted file mode 100644 index 04ade946873460496f6a67522709cc3c0c5ae3b6..0000000000000000000000000000000000000000 --- a/boards_data/ru/data_tasks/Classification/default.jsonl +++ /dev/null @@ -1,94 +0,0 @@ -{"index":39,"Rank":1,"Model":"Giga-Embeddings-instruct<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":73.7,"GeoreviewClassification":58.59,"HeadlineClassification":86.01,"InappropriatenessClassification":83.29,"KinopoiskClassification":74.89,"RuReviewsClassification":73.72,"RuSciBenchGRNTIClassification":74.52,"RuSciBenchOECDClassification":61.51,"MassiveIntentClassification (ru)":72.94,"MassiveScenarioClassification (ru)":77.82} -{"index":35,"Rank":2,"Model":"FRIDA<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":73.67,"GeoreviewClassification":57.71,"HeadlineClassification":89.02,"InappropriatenessClassification":78.33,"KinopoiskClassification":70.47,"RuReviewsClassification":75.05,"RuSciBenchGRNTIClassification":69.9,"RuSciBenchOECDClassification":54.63,"MassiveIntentClassification (ru)":79.12,"MassiveScenarioClassification (ru)":88.81} -{"index":6,"Rank":3,"Model":"gte-Qwen2-7B-instruct<\/a>","Model Size (Million Parameters)":7613,"Memory Usage (GB, fp32)":28.36,"Embedding Dimensions":3584,"Max Tokens":32768,"Average":72.99,"GeoreviewClassification":60.01,"HeadlineClassification":76.38,"InappropriatenessClassification":76.41,"KinopoiskClassification":71.04,"RuReviewsClassification":74.85,"RuSciBenchGRNTIClassification":71.01,"RuSciBenchOECDClassification":57.68,"MassiveIntentClassification (ru)":82.1,"MassiveScenarioClassification (ru)":87.43} -{"index":24,"Rank":4,"Model":"GritLM-7B<\/a>","Model Size (Million Parameters)":7240,"Memory Usage (GB, fp32)":26.97,"Embedding Dimensions":"","Max Tokens":4096,"Average":69.95,"GeoreviewClassification":57.7,"HeadlineClassification":86.08,"InappropriatenessClassification":67.85,"KinopoiskClassification":69.15,"RuReviewsClassification":72.05,"RuSciBenchGRNTIClassification":67.98,"RuSciBenchOECDClassification":54.45,"MassiveIntentClassification (ru)":76.01,"MassiveScenarioClassification (ru)":78.28} -{"index":34,"Rank":5,"Model":"SFR-Embedding-Mistral<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":69.86,"GeoreviewClassification":57.36,"HeadlineClassification":87.11,"InappropriatenessClassification":70.64,"KinopoiskClassification":68.9,"RuReviewsClassification":71.01,"RuSciBenchGRNTIClassification":68.08,"RuSciBenchOECDClassification":54.1,"MassiveIntentClassification (ru)":73.86,"MassiveScenarioClassification (ru)":77.65} -{"index":5,"Rank":6,"Model":"gte-Qwen1.5-7B-instruct<\/a>","Model Size (Million Parameters)":7099,"Memory Usage (GB, fp32)":26.45,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":69.48,"GeoreviewClassification":59.31,"HeadlineClassification":82.32,"InappropriatenessClassification":73.26,"KinopoiskClassification":67.17,"RuReviewsClassification":72.89,"RuSciBenchGRNTIClassification":67.35,"RuSciBenchOECDClassification":54.38,"MassiveIntentClassification (ru)":73.15,"MassiveScenarioClassification (ru)":75.46} -{"index":61,"Rank":7,"Model":"e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":69.11,"GeoreviewClassification":56.72,"HeadlineClassification":87.02,"InappropriatenessClassification":70.36,"KinopoiskClassification":68.35,"RuReviewsClassification":70.57,"RuSciBenchGRNTIClassification":66.05,"RuSciBenchOECDClassification":52.11,"MassiveIntentClassification (ru)":73.74,"MassiveScenarioClassification (ru)":77.1} -{"index":65,"Rank":8,"Model":"multilingual-e5-large-instruct<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":66.31,"GeoreviewClassification":55.9,"HeadlineClassification":86.18,"InappropriatenessClassification":65.53,"KinopoiskClassification":66.12,"RuReviewsClassification":68.56,"RuSciBenchGRNTIClassification":65.07,"RuSciBenchOECDClassification":50.21,"MassiveIntentClassification (ru)":67.6,"MassiveScenarioClassification (ru)":71.59} -{"index":25,"Rank":9,"Model":"KaLM-embedding-multilingual-mini-instruct-v1<\/a>","Model Size (Million Parameters)":494,"Memory Usage (GB, fp32)":1.84,"Embedding Dimensions":896,"Max Tokens":131072,"Average":65.21,"GeoreviewClassification":52.04,"HeadlineClassification":83.4,"InappropriatenessClassification":64.14,"KinopoiskClassification":63.15,"RuReviewsClassification":68.24,"RuSciBenchGRNTIClassification":61.24,"RuSciBenchOECDClassification":48.1,"MassiveIntentClassification (ru)":68.61,"MassiveScenarioClassification (ru)":77.98} -{"index":26,"Rank":10,"Model":"KaLM-embedding-multilingual-mini-instruct-v1.5<\/a>","Model Size (Million Parameters)":494,"Memory Usage (GB, fp32)":1.84,"Embedding Dimensions":896,"Max Tokens":131072,"Average":65.02,"GeoreviewClassification":51.5,"HeadlineClassification":84.37,"InappropriatenessClassification":65.89,"KinopoiskClassification":62.29,"RuReviewsClassification":67.7,"RuSciBenchGRNTIClassification":62.76,"RuSciBenchOECDClassification":49.77,"MassiveIntentClassification (ru)":66.07,"MassiveScenarioClassification (ru)":74.81} -{"index":20,"Rank":11,"Model":"jina-embeddings-v3<\/a>","Model Size (Million Parameters)":572,"Memory Usage (GB, fp32)":2.13,"Embedding Dimensions":1024,"Max Tokens":8194,"Average":64.41,"GeoreviewClassification":48.01,"HeadlineClassification":75.08,"InappropriatenessClassification":61.05,"KinopoiskClassification":62.39,"RuReviewsClassification":67.58,"RuSciBenchGRNTIClassification":59.19,"RuSciBenchOECDClassification":45.56,"MassiveIntentClassification (ru)":76.8,"MassiveScenarioClassification (ru)":84.06} -{"index":70,"Rank":12,"Model":"jina-embeddings-v3<\/a>","Model Size (Million Parameters)":572,"Memory Usage (GB, fp32)":2.13,"Embedding Dimensions":1024,"Max Tokens":8194,"Average":64.41,"GeoreviewClassification":48.01,"HeadlineClassification":75.08,"InappropriatenessClassification":61.05,"KinopoiskClassification":62.39,"RuReviewsClassification":67.58,"RuSciBenchGRNTIClassification":59.19,"RuSciBenchOECDClassification":45.56,"MassiveIntentClassification (ru)":76.8,"MassiveScenarioClassification (ru)":84.06} -{"index":19,"Rank":13,"Model":"Cohere-embed-multilingual-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":512,"Average":63.92,"GeoreviewClassification":50.88,"HeadlineClassification":79.5,"InappropriatenessClassification":62.46,"KinopoiskClassification":61.84,"RuReviewsClassification":66.83,"RuSciBenchGRNTIClassification":62.17,"RuSciBenchOECDClassification":48.22,"MassiveIntentClassification (ru)":69.08,"MassiveScenarioClassification (ru)":74.26} -{"index":2,"Rank":14,"Model":"voyage-large-2-instruct<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":16000,"Average":63.8,"GeoreviewClassification":47.18,"HeadlineClassification":75.1,"InappropriatenessClassification":62.99,"KinopoiskClassification":64.43,"RuReviewsClassification":65.99,"RuSciBenchGRNTIClassification":61.46,"RuSciBenchOECDClassification":47.86,"MassiveIntentClassification (ru)":70.87,"MassiveScenarioClassification (ru)":78.34} -{"index":95,"Rank":15,"Model":"text-embedding-3-large<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":3072,"Max Tokens":8191,"Average":62.89,"GeoreviewClassification":47.06,"HeadlineClassification":77.19,"InappropriatenessClassification":61.5,"KinopoiskClassification":60.21,"RuReviewsClassification":66.11,"RuSciBenchGRNTIClassification":61.04,"RuSciBenchOECDClassification":47.07,"MassiveIntentClassification (ru)":70.11,"MassiveScenarioClassification (ru)":75.69} -{"index":36,"Rank":16,"Model":"ru-en-RoSBERTa<\/a>","Model Size (Million Parameters)":404,"Memory Usage (GB, fp32)":1.5,"Embedding Dimensions":1024,"Max Tokens":514,"Average":62.74,"GeoreviewClassification":49.7,"HeadlineClassification":78.0,"InappropriatenessClassification":61.32,"KinopoiskClassification":63.27,"RuReviewsClassification":67.96,"RuSciBenchGRNTIClassification":59.33,"RuSciBenchOECDClassification":46.33,"MassiveIntentClassification (ru)":66.97,"MassiveScenarioClassification (ru)":71.8} -{"index":47,"Rank":17,"Model":"USER-bge-m3<\/a>","Model Size (Million Parameters)":359,"Memory Usage (GB, fp32)":1.34,"Embedding Dimensions":1024,"Max Tokens":8192,"Average":61.92,"GeoreviewClassification":50.98,"HeadlineClassification":70.09,"InappropriatenessClassification":60.76,"KinopoiskClassification":63.33,"RuReviewsClassification":68.52,"RuSciBenchGRNTIClassification":57.67,"RuSciBenchOECDClassification":44.2,"MassiveIntentClassification (ru)":68.85,"MassiveScenarioClassification (ru)":72.9} -{"index":3,"Rank":18,"Model":"voyage-multilingual-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":32000,"Average":61.62,"GeoreviewClassification":45.45,"HeadlineClassification":79.3,"InappropriatenessClassification":60.33,"KinopoiskClassification":57.99,"RuReviewsClassification":63.12,"RuSciBenchGRNTIClassification":60.63,"RuSciBenchOECDClassification":46.05,"MassiveIntentClassification (ru)":67.89,"MassiveScenarioClassification (ru)":73.86} -{"index":27,"Rank":19,"Model":"KaLM-embedding-multilingual-mini-v1<\/a>","Model Size (Million Parameters)":494,"Memory Usage (GB, fp32)":1.84,"Embedding Dimensions":896,"Max Tokens":131072,"Average":61.58,"GeoreviewClassification":47.69,"HeadlineClassification":83.46,"InappropriatenessClassification":61.32,"KinopoiskClassification":59.04,"RuReviewsClassification":66.09,"RuSciBenchGRNTIClassification":61.41,"RuSciBenchOECDClassification":48.67,"MassiveIntentClassification (ru)":60.08,"MassiveScenarioClassification (ru)":66.44} -{"index":64,"Rank":20,"Model":"multilingual-e5-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":61.01,"GeoreviewClassification":49.69,"HeadlineClassification":77.19,"InappropriatenessClassification":61.59,"KinopoiskClassification":56.59,"RuReviewsClassification":65.28,"RuSciBenchGRNTIClassification":58.2,"RuSciBenchOECDClassification":43.91,"MassiveIntentClassification (ru)":65.76,"MassiveScenarioClassification (ru)":70.85} -{"index":11,"Rank":21,"Model":"bge-m3<\/a>","Model Size (Million Parameters)":567,"Memory Usage (GB, fp32)":2.11,"Embedding Dimensions":1024,"Max Tokens":8192,"Average":60.46,"GeoreviewClassification":48.27,"HeadlineClassification":70.32,"InappropriatenessClassification":59.87,"KinopoiskClassification":58.23,"RuReviewsClassification":66.91,"RuSciBenchGRNTIClassification":55.81,"RuSciBenchOECDClassification":42.57,"MassiveIntentClassification (ru)":68.76,"MassiveScenarioClassification (ru)":73.42} -{"index":46,"Rank":22,"Model":"USER-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":512,"Average":59.89,"GeoreviewClassification":46.88,"HeadlineClassification":75.0,"InappropriatenessClassification":61.83,"KinopoiskClassification":56.03,"RuReviewsClassification":65.48,"RuSciBenchGRNTIClassification":55.55,"RuSciBenchOECDClassification":43.28,"MassiveIntentClassification (ru)":65.92,"MassiveScenarioClassification (ru)":69.06} -{"index":0,"Rank":23,"Model":"voyage-3-lite<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":512,"Max Tokens":32000,"Average":59.26,"GeoreviewClassification":45.4,"HeadlineClassification":78.34,"InappropriatenessClassification":59.04,"KinopoiskClassification":57.39,"RuReviewsClassification":59.14,"RuSciBenchGRNTIClassification":58.03,"RuSciBenchOECDClassification":44.54,"MassiveIntentClassification (ru)":63.02,"MassiveScenarioClassification (ru)":68.44} -{"index":91,"Rank":24,"Model":"LaBSE-ru-turbo<\/a>","Model Size (Million Parameters)":128,"Memory Usage (GB, fp32)":0.48,"Embedding Dimensions":768,"Max Tokens":512,"Average":59.23,"GeoreviewClassification":46.04,"HeadlineClassification":69.98,"InappropriatenessClassification":61.39,"KinopoiskClassification":53.59,"RuReviewsClassification":64.58,"RuSciBenchGRNTIClassification":56.67,"RuSciBenchOECDClassification":43.58,"MassiveIntentClassification (ru)":66.08,"MassiveScenarioClassification (ru)":71.13} -{"index":1,"Rank":25,"Model":"voyage-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":32000,"Average":58.75,"GeoreviewClassification":43.02,"HeadlineClassification":76.74,"InappropriatenessClassification":59.62,"KinopoiskClassification":62.14,"RuReviewsClassification":58.37,"RuSciBenchGRNTIClassification":59.01,"RuSciBenchOECDClassification":45.37,"MassiveIntentClassification (ru)":58.32,"MassiveScenarioClassification (ru)":66.18} -{"index":18,"Rank":26,"Model":"Cohere-embed-multilingual-light-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":384,"Max Tokens":512,"Average":58.42,"GeoreviewClassification":44.47,"HeadlineClassification":76.3,"InappropriatenessClassification":59.73,"KinopoiskClassification":50.88,"RuReviewsClassification":61.96,"RuSciBenchGRNTIClassification":58.37,"RuSciBenchOECDClassification":45.1,"MassiveIntentClassification (ru)":61.88,"MassiveScenarioClassification (ru)":67.1} -{"index":96,"Rank":27,"Model":"text-embedding-3-small<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":8191,"Average":58.26,"GeoreviewClassification":42.96,"HeadlineClassification":74.06,"InappropriatenessClassification":58.86,"KinopoiskClassification":55.03,"RuReviewsClassification":61.07,"RuSciBenchGRNTIClassification":55.56,"RuSciBenchOECDClassification":43.35,"MassiveIntentClassification (ru)":63.87,"MassiveScenarioClassification (ru)":69.58} -{"index":63,"Rank":28,"Model":"multilingual-e5-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":58.26,"GeoreviewClassification":46.05,"HeadlineClassification":75.64,"InappropriatenessClassification":58.78,"KinopoiskClassification":50.89,"RuReviewsClassification":62.99,"RuSciBenchGRNTIClassification":56.28,"RuSciBenchOECDClassification":42.69,"MassiveIntentClassification (ru)":62.78,"MassiveScenarioClassification (ru)":68.21} -{"index":37,"Rank":29,"Model":"sbert_large_mt_nlu_ru<\/a>","Model Size (Million Parameters)":427,"Memory Usage (GB, fp32)":1.59,"Embedding Dimensions":1024,"Max Tokens":514,"Average":57.52,"GeoreviewClassification":39.67,"HeadlineClassification":77.19,"InappropriatenessClassification":64.64,"KinopoiskClassification":50.33,"RuReviewsClassification":58.29,"RuSciBenchGRNTIClassification":54.19,"RuSciBenchOECDClassification":43.8,"MassiveIntentClassification (ru)":61.42,"MassiveScenarioClassification (ru)":68.13} -{"index":38,"Rank":30,"Model":"sbert_large_nlu_ru<\/a>","Model Size (Million Parameters)":427,"Memory Usage (GB, fp32)":1.59,"Embedding Dimensions":1024,"Max Tokens":512,"Average":57.24,"GeoreviewClassification":39.97,"HeadlineClassification":79.26,"InappropriatenessClassification":62.52,"KinopoiskClassification":49.51,"RuReviewsClassification":58.27,"RuSciBenchGRNTIClassification":53.9,"RuSciBenchOECDClassification":43.04,"MassiveIntentClassification (ru)":61.09,"MassiveScenarioClassification (ru)":67.6} -{"index":87,"Rank":31,"Model":"paraphrase-multilingual-mpnet-base-v2<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":56.88,"GeoreviewClassification":42.33,"HeadlineClassification":70.35,"InappropriatenessClassification":59.32,"KinopoiskClassification":44.31,"RuReviewsClassification":62.33,"RuSciBenchGRNTIClassification":56.01,"RuSciBenchOECDClassification":44.14,"MassiveIntentClassification (ru)":63.23,"MassiveScenarioClassification (ru)":69.92} -{"index":71,"Rank":32,"Model":"multilingual-e5-small-ct2-int8<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":56.45,"GeoreviewClassification":44.66,"HeadlineClassification":73.94,"InappropriatenessClassification":59.16,"KinopoiskClassification":49.96,"RuReviewsClassification":61.18,"RuSciBenchGRNTIClassification":54.99,"RuSciBenchOECDClassification":41.72,"MassiveIntentClassification (ru)":58.65,"MassiveScenarioClassification (ru)":63.77} -{"index":66,"Rank":33,"Model":"multilingual-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":56.44,"GeoreviewClassification":44.66,"HeadlineClassification":73.94,"InappropriatenessClassification":59.16,"KinopoiskClassification":49.96,"RuReviewsClassification":61.18,"RuSciBenchGRNTIClassification":54.99,"RuSciBenchOECDClassification":41.72,"MassiveIntentClassification (ru)":58.43,"MassiveScenarioClassification (ru)":63.89} -{"index":48,"Rank":34,"Model":"deberta-v1-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":512,"Average":56.18,"GeoreviewClassification":40.19,"HeadlineClassification":78.75,"InappropriatenessClassification":61.33,"KinopoiskClassification":48.78,"RuReviewsClassification":55.66,"RuSciBenchGRNTIClassification":53.53,"RuSciBenchOECDClassification":41.34,"MassiveIntentClassification (ru)":61.32,"MassiveScenarioClassification (ru)":64.71} -{"index":21,"Rank":35,"Model":"distilrubert-small-cased-conversational<\/a>","Model Size (Million Parameters)":106,"Memory Usage (GB, fp32)":0.39,"Embedding Dimensions":768,"Max Tokens":512,"Average":55.15,"GeoreviewClassification":38.95,"HeadlineClassification":75.59,"InappropriatenessClassification":60.68,"KinopoiskClassification":49.67,"RuReviewsClassification":54.05,"RuSciBenchGRNTIClassification":48.53,"RuSciBenchOECDClassification":37.65,"MassiveIntentClassification (ru)":63.12,"MassiveScenarioClassification (ru)":68.08} -{"index":92,"Rank":36,"Model":"rubert-tiny-turbo<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"Embedding Dimensions":312,"Max Tokens":2048,"Average":55.01,"GeoreviewClassification":41.36,"HeadlineClassification":68.9,"InappropriatenessClassification":59.11,"KinopoiskClassification":50.47,"RuReviewsClassification":60.66,"RuSciBenchGRNTIClassification":52.93,"RuSciBenchOECDClassification":40.79,"MassiveIntentClassification (ru)":57.98,"MassiveScenarioClassification (ru)":62.9} -{"index":43,"Rank":37,"Model":"LaBSE-en-ru<\/a>","Model Size (Million Parameters)":129,"Memory Usage (GB, fp32)":0.48,"Embedding Dimensions":768,"Max Tokens":512,"Average":54.98,"GeoreviewClassification":40.89,"HeadlineClassification":68.75,"InappropriatenessClassification":58.48,"KinopoiskClassification":49.85,"RuReviewsClassification":58.01,"RuSciBenchGRNTIClassification":52.8,"RuSciBenchOECDClassification":40.36,"MassiveIntentClassification (ru)":60.53,"MassiveScenarioClassification (ru)":65.15} -{"index":77,"Rank":38,"Model":"LaBSE<\/a>","Model Size (Million Parameters)":471,"Memory Usage (GB, fp32)":1.75,"Embedding Dimensions":768,"Max Tokens":512,"Average":54.71,"GeoreviewClassification":40.86,"HeadlineClassification":68.75,"InappropriatenessClassification":58.52,"KinopoiskClassification":46.77,"RuReviewsClassification":58.01,"RuSciBenchGRNTIClassification":53.04,"RuSciBenchOECDClassification":40.48,"MassiveIntentClassification (ru)":60.67,"MassiveScenarioClassification (ru)":65.25} -{"index":86,"Rank":39,"Model":"paraphrase-multilingual-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":53.77,"GeoreviewClassification":38.24,"HeadlineClassification":68.3,"InappropriatenessClassification":58.18,"KinopoiskClassification":41.45,"RuReviewsClassification":58.88,"RuSciBenchGRNTIClassification":53.19,"RuSciBenchOECDClassification":41.41,"MassiveIntentClassification (ru)":59.06,"MassiveScenarioClassification (ru)":65.25} -{"index":45,"Rank":40,"Model":"rubert-tiny2<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"Embedding Dimensions":2048,"Max Tokens":514,"Average":52.17,"GeoreviewClassification":39.64,"HeadlineClassification":74.19,"InappropriatenessClassification":58.57,"KinopoiskClassification":49.06,"RuReviewsClassification":56.99,"RuSciBenchGRNTIClassification":45.63,"RuSciBenchOECDClassification":35.48,"MassiveIntentClassification (ru)":50.83,"MassiveScenarioClassification (ru)":59.15} -{"index":22,"Rank":41,"Model":"rubert-base-cased<\/a>","Model Size (Million Parameters)":180,"Memory Usage (GB, fp32)":0.67,"Embedding Dimensions":768,"Max Tokens":512,"Average":51.6,"GeoreviewClassification":37.22,"HeadlineClassification":75.23,"InappropriatenessClassification":57.34,"KinopoiskClassification":49.91,"RuReviewsClassification":50.74,"RuSciBenchGRNTIClassification":48.03,"RuSciBenchOECDClassification":36.13,"MassiveIntentClassification (ru)":53.02,"MassiveScenarioClassification (ru)":56.79} -{"index":93,"Rank":42,"Model":"text2vec-base-multilingual<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":256,"Average":51.35,"GeoreviewClassification":34.63,"HeadlineClassification":62.29,"InappropriatenessClassification":57.37,"KinopoiskClassification":42.09,"RuReviewsClassification":56.71,"RuSciBenchGRNTIClassification":49.18,"RuSciBenchOECDClassification":39.55,"MassiveIntentClassification (ru)":58.02,"MassiveScenarioClassification (ru)":62.31} -{"index":23,"Rank":43,"Model":"rubert-base-cased-sentence<\/a>","Model Size (Million Parameters)":180,"Memory Usage (GB, fp32)":0.67,"Embedding Dimensions":768,"Max Tokens":512,"Average":51.27,"GeoreviewClassification":38.05,"HeadlineClassification":67.64,"InappropriatenessClassification":58.27,"KinopoiskClassification":45.86,"RuReviewsClassification":58.34,"RuSciBenchGRNTIClassification":52.18,"RuSciBenchOECDClassification":40.11,"MassiveIntentClassification (ru)":49.1,"MassiveScenarioClassification (ru)":51.91} -{"index":44,"Rank":44,"Model":"rubert-tiny<\/a>","Model Size (Million Parameters)":12,"Memory Usage (GB, fp32)":0.04,"Embedding Dimensions":512,"Max Tokens":514,"Average":44.55,"GeoreviewClassification":33.45,"HeadlineClassification":57.65,"InappropriatenessClassification":54.5,"KinopoiskClassification":41.36,"RuReviewsClassification":49.56,"RuSciBenchGRNTIClassification":35.71,"RuSciBenchOECDClassification":26.51,"MassiveIntentClassification (ru)":50.1,"MassiveScenarioClassification (ru)":52.15} -{"index":67,"Rank":45,"Model":"udever-bloom-1b1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":2048,"Average":40.89,"GeoreviewClassification":30.5,"HeadlineClassification":36.09,"InappropriatenessClassification":54.64,"KinopoiskClassification":41.23,"RuReviewsClassification":45.26,"RuSciBenchGRNTIClassification":30.37,"RuSciBenchOECDClassification":22.65,"MassiveIntentClassification (ru)":52.99,"MassiveScenarioClassification (ru)":54.26} -{"index":17,"Rank":46,"Model":"Cohere-embed-english-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":512,"Average":38.84,"GeoreviewClassification":32.95,"HeadlineClassification":45.37,"InappropriatenessClassification":54.71,"KinopoiskClassification":36.31,"RuReviewsClassification":48.71,"RuSciBenchGRNTIClassification":24.06,"RuSciBenchOECDClassification":19.18,"MassiveIntentClassification (ru)":41.81,"MassiveScenarioClassification (ru)":46.46} -{"index":60,"Rank":47,"Model":"e5-large-v2<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":38.22,"GeoreviewClassification":32.09,"HeadlineClassification":44.38,"InappropriatenessClassification":53.71,"KinopoiskClassification":37.27,"RuReviewsClassification":47.99,"RuSciBenchGRNTIClassification":24.33,"RuSciBenchOECDClassification":18.45,"MassiveIntentClassification (ru)":40.62,"MassiveScenarioClassification (ru)":45.16} -{"index":58,"Rank":48,"Model":"e5-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":36.0,"GeoreviewClassification":30.9,"HeadlineClassification":41.74,"InappropriatenessClassification":53.27,"KinopoiskClassification":34.67,"RuReviewsClassification":47.13,"RuSciBenchGRNTIClassification":20.87,"RuSciBenchOECDClassification":16.49,"MassiveIntentClassification (ru)":36.82,"MassiveScenarioClassification (ru)":42.08} -{"index":68,"Rank":49,"Model":"udever-bloom-560m<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":2048,"Average":35.09,"GeoreviewClassification":28.08,"HeadlineClassification":28.25,"InappropriatenessClassification":52.74,"KinopoiskClassification":39.85,"RuReviewsClassification":41.19,"RuSciBenchGRNTIClassification":16.08,"RuSciBenchOECDClassification":12.1,"MassiveIntentClassification (ru)":47.61,"MassiveScenarioClassification (ru)":49.94} -{"index":50,"Rank":50,"Model":"e5-base-4k<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":34.6,"GeoreviewClassification":29.03,"HeadlineClassification":34.62,"InappropriatenessClassification":52.6,"KinopoiskClassification":38.3,"RuReviewsClassification":44.29,"RuSciBenchGRNTIClassification":17.9,"RuSciBenchOECDClassification":14.1,"MassiveIntentClassification (ru)":40.19,"MassiveScenarioClassification (ru)":40.39} -{"index":10,"Rank":51,"Model":"bge-large-en-v1.5<\/a>","Model Size (Million Parameters)":1340,"Memory Usage (GB, fp32)":4.99,"Embedding Dimensions":1024,"Max Tokens":512,"Average":33.71,"GeoreviewClassification":28.64,"HeadlineClassification":33.56,"InappropriatenessClassification":51.81,"KinopoiskClassification":35.68,"RuReviewsClassification":44.62,"RuSciBenchGRNTIClassification":22.05,"RuSciBenchOECDClassification":16.53,"MassiveIntentClassification (ru)":32.31,"MassiveScenarioClassification (ru)":38.22} -{"index":73,"Rank":52,"Model":"nomic-embed-text-v1<\/a>","Model Size (Million Parameters)":547,"Memory Usage (GB, fp32)":2.04,"Embedding Dimensions":768,"Max Tokens":8192,"Average":32.24,"GeoreviewClassification":28.69,"HeadlineClassification":31.06,"InappropriatenessClassification":51.92,"KinopoiskClassification":37.39,"RuReviewsClassification":44.25,"RuSciBenchGRNTIClassification":19.29,"RuSciBenchOECDClassification":14.8,"MassiveIntentClassification (ru)":29.22,"MassiveScenarioClassification (ru)":33.56} -{"index":9,"Rank":53,"Model":"bge-base-en-v1.5<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":31.96,"GeoreviewClassification":27.74,"HeadlineClassification":30.07,"InappropriatenessClassification":51.63,"KinopoiskClassification":35.58,"RuReviewsClassification":43.47,"RuSciBenchGRNTIClassification":17.34,"RuSciBenchOECDClassification":13.16,"MassiveIntentClassification (ru)":31.7,"MassiveScenarioClassification (ru)":36.99} -{"index":12,"Rank":54,"Model":"bge-small-en-v1.5<\/a>","Model Size (Million Parameters)":24,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":512,"Max Tokens":512,"Average":29.63,"GeoreviewClassification":27.23,"HeadlineClassification":29.75,"InappropriatenessClassification":51.22,"KinopoiskClassification":35.31,"RuReviewsClassification":43.95,"RuSciBenchGRNTIClassification":13.96,"RuSciBenchOECDClassification":10.76,"MassiveIntentClassification (ru)":24.69,"MassiveScenarioClassification (ru)":29.84} -{"index":59,"Rank":55,"Model":"e5-large<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":29.54,"GeoreviewClassification":28.65,"HeadlineClassification":29.77,"InappropriatenessClassification":52.5,"KinopoiskClassification":35.86,"RuReviewsClassification":43.2,"RuSciBenchGRNTIClassification":14.83,"RuSciBenchOECDClassification":11.64,"MassiveIntentClassification (ru)":22.51,"MassiveScenarioClassification (ru)":26.94} -{"index":80,"Rank":56,"Model":"all-mpnet-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average":28.82,"GeoreviewClassification":25.93,"HeadlineClassification":28.53,"InappropriatenessClassification":51.82,"KinopoiskClassification":34.18,"RuReviewsClassification":42.33,"RuSciBenchGRNTIClassification":13.29,"RuSciBenchOECDClassification":10.62,"MassiveIntentClassification (ru)":23.98,"MassiveScenarioClassification (ru)":28.71} -{"index":79,"Rank":57,"Model":"all-MiniLM-L6-v2<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":384,"Max Tokens":512,"Average":28.75,"GeoreviewClassification":27.08,"HeadlineClassification":27.77,"InappropriatenessClassification":51.73,"KinopoiskClassification":33.93,"RuReviewsClassification":41.79,"RuSciBenchGRNTIClassification":10.08,"RuSciBenchOECDClassification":8.3,"MassiveIntentClassification (ru)":27.58,"MassiveScenarioClassification (ru)":30.46} -{"index":57,"Rank":58,"Model":"e5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":28.17,"GeoreviewClassification":27.81,"HeadlineClassification":29.8,"InappropriatenessClassification":51.95,"KinopoiskClassification":34.33,"RuReviewsClassification":41.31,"RuSciBenchGRNTIClassification":10.71,"RuSciBenchOECDClassification":9.01,"MassiveIntentClassification (ru)":21.3,"MassiveScenarioClassification (ru)":27.27} -{"index":78,"Rank":59,"Model":"all-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":28.15,"GeoreviewClassification":23.49,"HeadlineClassification":28.49,"InappropriatenessClassification":50.85,"KinopoiskClassification":34.17,"RuReviewsClassification":42.49,"RuSciBenchGRNTIClassification":10.49,"RuSciBenchOECDClassification":8.31,"MassiveIntentClassification (ru)":26.33,"MassiveScenarioClassification (ru)":28.75} -{"index":62,"Rank":60,"Model":"e5-small<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":25.28,"GeoreviewClassification":27.15,"HeadlineClassification":28.01,"InappropriatenessClassification":51.46,"KinopoiskClassification":33.59,"RuReviewsClassification":39.68,"RuSciBenchGRNTIClassification":8.39,"RuSciBenchOECDClassification":7.24,"MassiveIntentClassification (ru)":13.65,"MassiveScenarioClassification (ru)":18.39} -{"index":4,"Rank":61,"Model":"LASER2<\/a>","Model Size (Million Parameters)":43,"Memory Usage (GB, fp32)":0.16,"Embedding Dimensions":1024,"Max Tokens":"N\/A","Average":"","GeoreviewClassification":"","HeadlineClassification":"","InappropriatenessClassification":"","KinopoiskClassification":"","RuReviewsClassification":"","RuSciBenchGRNTIClassification":"","RuSciBenchOECDClassification":"","MassiveIntentClassification (ru)":44.29,"MassiveScenarioClassification (ru)":51.84} -{"index":7,"Rank":62,"Model":"gte-multilingual-base<\/a>","Model Size (Million Parameters)":305,"Memory Usage (GB, fp32)":1.14,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","GeoreviewClassification":"","HeadlineClassification":"","InappropriatenessClassification":"","KinopoiskClassification":"","RuReviewsClassification":"","RuSciBenchGRNTIClassification":"","RuSciBenchOECDClassification":"","MassiveIntentClassification (ru)":67.46,"MassiveScenarioClassification (ru)":71.65} -{"index":8,"Rank":63,"Model":"e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","GeoreviewClassification":"","HeadlineClassification":"","InappropriatenessClassification":"","KinopoiskClassification":"","RuReviewsClassification":"","RuSciBenchGRNTIClassification":"","RuSciBenchOECDClassification":"","MassiveIntentClassification (ru)":76.63,"MassiveScenarioClassification (ru)":80.52} -{"index":13,"Rank":64,"Model":"multilingual-e5-base-similarity-v1-onnx-quantized<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","GeoreviewClassification":"","HeadlineClassification":"","InappropriatenessClassification":"","KinopoiskClassification":"","RuReviewsClassification":"","RuSciBenchGRNTIClassification":"","RuSciBenchOECDClassification":"","MassiveIntentClassification (ru)":69.02,"MassiveScenarioClassification (ru)":72.99} -{"index":14,"Rank":65,"Model":"winberta-base<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","GeoreviewClassification":"","HeadlineClassification":"","InappropriatenessClassification":"","KinopoiskClassification":"","RuReviewsClassification":"","RuSciBenchGRNTIClassification":"","RuSciBenchOECDClassification":"","MassiveIntentClassification (ru)":39.69,"MassiveScenarioClassification (ru)":48.66} -{"index":15,"Rank":66,"Model":"winberta-large<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","GeoreviewClassification":"","HeadlineClassification":"","InappropriatenessClassification":"","KinopoiskClassification":"","RuReviewsClassification":"","RuSciBenchGRNTIClassification":"","RuSciBenchOECDClassification":"","MassiveIntentClassification (ru)":11.27,"MassiveScenarioClassification (ru)":16.71} -{"index":16,"Rank":67,"Model":"windberta-large<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","GeoreviewClassification":"","HeadlineClassification":"","InappropriatenessClassification":"","KinopoiskClassification":"","RuReviewsClassification":"","RuSciBenchGRNTIClassification":"","RuSciBenchOECDClassification":"","MassiveIntentClassification (ru)":10.4,"MassiveScenarioClassification (ru)":18.96} -{"index":28,"Rank":68,"Model":"MUG-B-1.6<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","GeoreviewClassification":"","HeadlineClassification":"","InappropriatenessClassification":"","KinopoiskClassification":"","RuReviewsClassification":"","RuSciBenchGRNTIClassification":"","RuSciBenchOECDClassification":"","MassiveIntentClassification (ru)":31.82,"MassiveScenarioClassification (ru)":37.73} -{"index":30,"Rank":70,"Model":"onnx-gte-multilingual-base<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","GeoreviewClassification":"","HeadlineClassification":"","InappropriatenessClassification":"","KinopoiskClassification":"","RuReviewsClassification":"","RuSciBenchGRNTIClassification":"","RuSciBenchOECDClassification":"","MassiveIntentClassification (ru)":67.46,"MassiveScenarioClassification (ru)":71.65} -{"index":31,"Rank":71,"Model":"SGPT-125M-weightedmean-msmarco-specb-bitfit<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":2048,"Average":"","GeoreviewClassification":"","HeadlineClassification":"","InappropriatenessClassification":"","KinopoiskClassification":"","RuReviewsClassification":"","RuSciBenchGRNTIClassification":"","RuSciBenchOECDClassification":"","MassiveIntentClassification (ru)":35.97,"MassiveScenarioClassification (ru)":32.76} -{"index":32,"Rank":72,"Model":"SGPT-125M-weightedmean-nli-bitfit<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":2048,"Average":"","GeoreviewClassification":"","HeadlineClassification":"","InappropriatenessClassification":"","KinopoiskClassification":"","RuReviewsClassification":"","RuSciBenchGRNTIClassification":"","RuSciBenchOECDClassification":"","MassiveIntentClassification (ru)":37.46,"MassiveScenarioClassification (ru)":35.95} -{"index":33,"Rank":73,"Model":"multilingual-e5-base-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","GeoreviewClassification":"","HeadlineClassification":"","InappropriatenessClassification":"","KinopoiskClassification":"","RuReviewsClassification":"","RuSciBenchGRNTIClassification":"","RuSciBenchOECDClassification":"","MassiveIntentClassification (ru)":69.02,"MassiveScenarioClassification (ru)":72.99} -{"index":40,"Rank":74,"Model":"Titan-text-embeddings-v2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","GeoreviewClassification":"","HeadlineClassification":"","InappropriatenessClassification":"","KinopoiskClassification":"","RuReviewsClassification":"","RuSciBenchGRNTIClassification":"","RuSciBenchOECDClassification":"","MassiveIntentClassification (ru)":60.85,"MassiveScenarioClassification (ru)":65.42} -{"index":41,"Rank":75,"Model":"sgpt-bloom-7b1-msmarco<\/a>","Model Size (Million Parameters)":7068,"Memory Usage (GB, fp32)":26.33,"Embedding Dimensions":4096,"Max Tokens":2048,"Average":"","GeoreviewClassification":"","HeadlineClassification":"","InappropriatenessClassification":"","KinopoiskClassification":"","RuReviewsClassification":"","RuSciBenchGRNTIClassification":"","RuSciBenchOECDClassification":"","MassiveIntentClassification (ru)":58.32,"MassiveScenarioClassification (ru)":61.6} -{"index":42,"Rank":76,"Model":"slx-v0.1<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.08,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","GeoreviewClassification":"","HeadlineClassification":"","InappropriatenessClassification":"","KinopoiskClassification":"","RuReviewsClassification":"","RuSciBenchGRNTIClassification":"","RuSciBenchOECDClassification":"","MassiveIntentClassification (ru)":27.14,"MassiveScenarioClassification (ru)":29.95} -{"index":49,"Rank":77,"Model":"multilingual-e5-base-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","GeoreviewClassification":"","HeadlineClassification":"","InappropriatenessClassification":"","KinopoiskClassification":"","RuReviewsClassification":"","RuSciBenchGRNTIClassification":"","RuSciBenchOECDClassification":"","MassiveIntentClassification (ru)":69.02,"MassiveScenarioClassification (ru)":72.99} -{"index":51,"Rank":78,"Model":"SONAR<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","GeoreviewClassification":"","HeadlineClassification":"","InappropriatenessClassification":"","KinopoiskClassification":"","RuReviewsClassification":"","RuSciBenchGRNTIClassification":"","RuSciBenchOECDClassification":"","MassiveIntentClassification (ru)":62.63,"MassiveScenarioClassification (ru)":67.96} -{"index":54,"Rank":81,"Model":"granite-embedding-107m-multilingual<\/a>","Model Size (Million Parameters)":107,"Memory Usage (GB, fp32)":0.4,"Embedding Dimensions":384,"Max Tokens":514,"Average":"","GeoreviewClassification":"","HeadlineClassification":"","InappropriatenessClassification":"","KinopoiskClassification":"","RuReviewsClassification":"","RuSciBenchGRNTIClassification":"","RuSciBenchOECDClassification":"","MassiveIntentClassification (ru)":"","MassiveScenarioClassification (ru)":""} -{"index":55,"Rank":82,"Model":"granite-embedding-278m-multilingual<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","GeoreviewClassification":"","HeadlineClassification":"","InappropriatenessClassification":"","KinopoiskClassification":"","RuReviewsClassification":"","RuSciBenchGRNTIClassification":"","RuSciBenchOECDClassification":"","MassiveIntentClassification (ru)":"","MassiveScenarioClassification (ru)":""} -{"index":56,"Rank":83,"Model":"inf-retriever-v1<\/a>","Model Size (Million Parameters)":7069,"Memory Usage (GB, fp32)":26.33,"Embedding Dimensions":3584,"Max Tokens":131072,"Average":"","GeoreviewClassification":"","HeadlineClassification":"","InappropriatenessClassification":"","KinopoiskClassification":"","RuReviewsClassification":"","RuSciBenchGRNTIClassification":"","RuSciBenchOECDClassification":"","MassiveIntentClassification (ru)":"","MassiveScenarioClassification (ru)":""} -{"index":69,"Rank":84,"Model":"jina-embeddings-v2-base-en<\/a>","Model Size (Million Parameters)":275,"Memory Usage (GB, fp32)":1.02,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","GeoreviewClassification":21.25,"HeadlineClassification":19.82,"InappropriatenessClassification":51.48,"KinopoiskClassification":"","RuReviewsClassification":33.7,"RuSciBenchGRNTIClassification":"","RuSciBenchOECDClassification":"","MassiveIntentClassification (ru)":7.62,"MassiveScenarioClassification (ru)":11.82} -{"index":72,"Rank":85,"Model":"ternary-weight-embedding<\/a>","Model Size (Million Parameters)":99,"Memory Usage (GB, fp32)":0.37,"Embedding Dimensions":1792,"Max Tokens":512,"Average":"","GeoreviewClassification":"","HeadlineClassification":"","InappropriatenessClassification":"","KinopoiskClassification":"","RuReviewsClassification":"","RuSciBenchGRNTIClassification":"","RuSciBenchOECDClassification":"","MassiveIntentClassification (ru)":25.53,"MassiveScenarioClassification (ru)":25.98} -{"index":74,"Rank":86,"Model":"FAB-Ramy-v1<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","GeoreviewClassification":"","HeadlineClassification":"","InappropriatenessClassification":"","KinopoiskClassification":"","RuReviewsClassification":"","RuSciBenchGRNTIClassification":"","RuSciBenchOECDClassification":"","MassiveIntentClassification (ru)":"","MassiveScenarioClassification (ru)":""} -{"index":75,"Rank":87,"Model":"FAE-v1<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","GeoreviewClassification":"","HeadlineClassification":"","InappropriatenessClassification":"","KinopoiskClassification":"","RuReviewsClassification":"","RuSciBenchGRNTIClassification":"","RuSciBenchOECDClassification":"","MassiveIntentClassification (ru)":"","MassiveScenarioClassification (ru)":""} -{"index":76,"Rank":88,"Model":"FUE-v1<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","GeoreviewClassification":"","HeadlineClassification":"","InappropriatenessClassification":"","KinopoiskClassification":"","RuReviewsClassification":"","RuSciBenchGRNTIClassification":"","RuSciBenchOECDClassification":"","MassiveIntentClassification (ru)":"","MassiveScenarioClassification (ru)":""} -{"index":81,"Rank":89,"Model":"allenai-specter<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","GeoreviewClassification":"","HeadlineClassification":"","InappropriatenessClassification":"","KinopoiskClassification":"","RuReviewsClassification":"","RuSciBenchGRNTIClassification":"","RuSciBenchOECDClassification":"","MassiveIntentClassification (ru)":25.3,"MassiveScenarioClassification (ru)":28.16} -{"index":82,"Rank":90,"Model":"average_word_embeddings_komninos<\/a>","Model Size (Million Parameters)":134,"Memory Usage (GB, fp32)":0.5,"Embedding Dimensions":300,"Max Tokens":"N\/A","Average":"","GeoreviewClassification":"","HeadlineClassification":"","InappropriatenessClassification":"","KinopoiskClassification":"","RuReviewsClassification":"","RuSciBenchGRNTIClassification":"","RuSciBenchOECDClassification":"","MassiveIntentClassification (ru)":"","MassiveScenarioClassification (ru)":""} -{"index":83,"Rank":91,"Model":"distiluse-base-multilingual-cased-v2<\/a>","Model Size (Million Parameters)":135,"Memory Usage (GB, fp32)":0.5,"Embedding Dimensions":512,"Max Tokens":512,"Average":"","GeoreviewClassification":"","HeadlineClassification":"","InappropriatenessClassification":"","KinopoiskClassification":"","RuReviewsClassification":"","RuSciBenchGRNTIClassification":"","RuSciBenchOECDClassification":"","MassiveIntentClassification (ru)":57.96,"MassiveScenarioClassification (ru)":65.41} -{"index":84,"Rank":92,"Model":"gtr-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","GeoreviewClassification":"","HeadlineClassification":"","InappropriatenessClassification":"","KinopoiskClassification":"","RuReviewsClassification":"","RuSciBenchGRNTIClassification":"","RuSciBenchOECDClassification":"","MassiveIntentClassification (ru)":16.82,"MassiveScenarioClassification (ru)":25.85} -{"index":85,"Rank":93,"Model":"gtr-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","GeoreviewClassification":"","HeadlineClassification":"","InappropriatenessClassification":"","KinopoiskClassification":"","RuReviewsClassification":"","RuSciBenchGRNTIClassification":"","RuSciBenchOECDClassification":"","MassiveIntentClassification (ru)":36.58,"MassiveScenarioClassification (ru)":43.44} -{"index":88,"Rank":94,"Model":"sentence-t5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","GeoreviewClassification":"","HeadlineClassification":"","InappropriatenessClassification":"","KinopoiskClassification":"","RuReviewsClassification":"","RuSciBenchGRNTIClassification":"","RuSciBenchOECDClassification":"","MassiveIntentClassification (ru)":14.82,"MassiveScenarioClassification (ru)":20.69} -{"index":89,"Rank":95,"Model":"sentence-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","GeoreviewClassification":"","HeadlineClassification":"","InappropriatenessClassification":"","KinopoiskClassification":"","RuReviewsClassification":"","RuSciBenchGRNTIClassification":"","RuSciBenchOECDClassification":"","MassiveIntentClassification (ru)":17.32,"MassiveScenarioClassification (ru)":27.47} -{"index":90,"Rank":96,"Model":"sentence-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","GeoreviewClassification":"","HeadlineClassification":"","InappropriatenessClassification":"","KinopoiskClassification":"","RuReviewsClassification":"","RuSciBenchGRNTIClassification":"","RuSciBenchOECDClassification":"","MassiveIntentClassification (ru)":33.46,"MassiveScenarioClassification (ru)":40.73} -{"index":94,"Rank":97,"Model":"llm_mse<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","GeoreviewClassification":"","HeadlineClassification":"","InappropriatenessClassification":"","KinopoiskClassification":"","RuReviewsClassification":"","RuSciBenchGRNTIClassification":"","RuSciBenchOECDClassification":"","MassiveIntentClassification (ru)":2.65,"MassiveScenarioClassification (ru)":8.14} diff --git a/boards_data/ru/data_tasks/Clustering/default.jsonl b/boards_data/ru/data_tasks/Clustering/default.jsonl deleted file mode 100644 index 564a85912537fad8ec39c28cbcf9a5c76c3c006f..0000000000000000000000000000000000000000 --- a/boards_data/ru/data_tasks/Clustering/default.jsonl +++ /dev/null @@ -1,84 +0,0 @@ -{"index":35,"Rank":1,"Model":"FRIDA<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":67.28,"GeoreviewClusteringP2P":78.25,"RuSciBenchGRNTIClusteringP2P":67.04,"RuSciBenchOECDClusteringP2P":56.56} -{"index":6,"Rank":2,"Model":"gte-Qwen2-7B-instruct<\/a>","Model Size (Million Parameters)":7613,"Memory Usage (GB, fp32)":28.36,"Embedding Dimensions":3584,"Max Tokens":32768,"Average":66.37,"GeoreviewClusteringP2P":78.32,"RuSciBenchGRNTIClusteringP2P":65.19,"RuSciBenchOECDClusteringP2P":55.6} -{"index":34,"Rank":3,"Model":"SFR-Embedding-Mistral<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":64.92,"GeoreviewClusteringP2P":77.21,"RuSciBenchGRNTIClusteringP2P":63.05,"RuSciBenchOECDClusteringP2P":54.49} -{"index":24,"Rank":4,"Model":"GritLM-7B<\/a>","Model Size (Million Parameters)":7240,"Memory Usage (GB, fp32)":26.97,"Embedding Dimensions":"","Max Tokens":4096,"Average":64.3,"GeoreviewClusteringP2P":77.46,"RuSciBenchGRNTIClusteringP2P":61.57,"RuSciBenchOECDClusteringP2P":53.88} -{"index":61,"Rank":5,"Model":"e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":64.24,"GeoreviewClusteringP2P":76.32,"RuSciBenchGRNTIClusteringP2P":62.27,"RuSciBenchOECDClusteringP2P":54.13} -{"index":5,"Rank":6,"Model":"gte-Qwen1.5-7B-instruct<\/a>","Model Size (Million Parameters)":7099,"Memory Usage (GB, fp32)":26.45,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":63.77,"GeoreviewClusteringP2P":74.9,"RuSciBenchGRNTIClusteringP2P":62.53,"RuSciBenchOECDClusteringP2P":53.89} -{"index":65,"Rank":7,"Model":"multilingual-e5-large-instruct<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":63.13,"GeoreviewClusteringP2P":74.34,"RuSciBenchGRNTIClusteringP2P":62.21,"RuSciBenchOECDClusteringP2P":52.83} -{"index":39,"Rank":8,"Model":"Giga-Embeddings-instruct<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":61.79,"GeoreviewClusteringP2P":61.38,"RuSciBenchGRNTIClusteringP2P":67.3,"RuSciBenchOECDClusteringP2P":56.69} -{"index":20,"Rank":9,"Model":"jina-embeddings-v3<\/a>","Model Size (Million Parameters)":572,"Memory Usage (GB, fp32)":2.13,"Embedding Dimensions":1024,"Max Tokens":8194,"Average":60.8,"GeoreviewClusteringP2P":73.62,"RuSciBenchGRNTIClusteringP2P":57.99,"RuSciBenchOECDClusteringP2P":50.79} -{"index":70,"Rank":10,"Model":"jina-embeddings-v3<\/a>","Model Size (Million Parameters)":572,"Memory Usage (GB, fp32)":2.13,"Embedding Dimensions":1024,"Max Tokens":8194,"Average":60.8,"GeoreviewClusteringP2P":73.62,"RuSciBenchGRNTIClusteringP2P":57.99,"RuSciBenchOECDClusteringP2P":50.79} -{"index":95,"Rank":11,"Model":"text-embedding-3-large<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":3072,"Max Tokens":8191,"Average":57.83,"GeoreviewClusteringP2P":72.6,"RuSciBenchGRNTIClusteringP2P":54.17,"RuSciBenchOECDClusteringP2P":46.73} -{"index":2,"Rank":12,"Model":"voyage-large-2-instruct<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":16000,"Average":57.57,"GeoreviewClusteringP2P":69.84,"RuSciBenchGRNTIClusteringP2P":55.65,"RuSciBenchOECDClusteringP2P":47.23} -{"index":19,"Rank":13,"Model":"Cohere-embed-multilingual-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":512,"Average":56.6,"GeoreviewClusteringP2P":64.4,"RuSciBenchGRNTIClusteringP2P":56.95,"RuSciBenchOECDClusteringP2P":48.45} -{"index":1,"Rank":14,"Model":"voyage-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":32000,"Average":56.29,"GeoreviewClusteringP2P":72.23,"RuSciBenchGRNTIClusteringP2P":52.22,"RuSciBenchOECDClusteringP2P":44.42} -{"index":36,"Rank":15,"Model":"ru-en-RoSBERTa<\/a>","Model Size (Million Parameters)":404,"Memory Usage (GB, fp32)":1.5,"Embedding Dimensions":1024,"Max Tokens":514,"Average":56.06,"GeoreviewClusteringP2P":65.42,"RuSciBenchGRNTIClusteringP2P":55.47,"RuSciBenchOECDClusteringP2P":47.29} -{"index":26,"Rank":16,"Model":"KaLM-embedding-multilingual-mini-instruct-v1.5<\/a>","Model Size (Million Parameters)":494,"Memory Usage (GB, fp32)":1.84,"Embedding Dimensions":896,"Max Tokens":131072,"Average":55.94,"GeoreviewClusteringP2P":60.76,"RuSciBenchGRNTIClusteringP2P":58.12,"RuSciBenchOECDClusteringP2P":48.94} -{"index":3,"Rank":17,"Model":"voyage-multilingual-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":32000,"Average":55.74,"GeoreviewClusteringP2P":71.94,"RuSciBenchGRNTIClusteringP2P":50.93,"RuSciBenchOECDClusteringP2P":44.34} -{"index":27,"Rank":18,"Model":"KaLM-embedding-multilingual-mini-v1<\/a>","Model Size (Million Parameters)":494,"Memory Usage (GB, fp32)":1.84,"Embedding Dimensions":896,"Max Tokens":131072,"Average":55.67,"GeoreviewClusteringP2P":63.4,"RuSciBenchGRNTIClusteringP2P":55.66,"RuSciBenchOECDClusteringP2P":47.96} -{"index":25,"Rank":19,"Model":"KaLM-embedding-multilingual-mini-instruct-v1<\/a>","Model Size (Million Parameters)":494,"Memory Usage (GB, fp32)":1.84,"Embedding Dimensions":896,"Max Tokens":131072,"Average":55.28,"GeoreviewClusteringP2P":60.28,"RuSciBenchGRNTIClusteringP2P":56.83,"RuSciBenchOECDClusteringP2P":48.73} -{"index":0,"Rank":20,"Model":"voyage-3-lite<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":512,"Max Tokens":32000,"Average":54.14,"GeoreviewClusteringP2P":63.53,"RuSciBenchGRNTIClusteringP2P":53.76,"RuSciBenchOECDClusteringP2P":45.13} -{"index":91,"Rank":21,"Model":"LaBSE-ru-turbo<\/a>","Model Size (Million Parameters)":128,"Memory Usage (GB, fp32)":0.48,"Embedding Dimensions":768,"Max Tokens":512,"Average":53.93,"GeoreviewClusteringP2P":64.55,"RuSciBenchGRNTIClusteringP2P":51.69,"RuSciBenchOECDClusteringP2P":45.56} -{"index":18,"Rank":22,"Model":"Cohere-embed-multilingual-light-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":384,"Max Tokens":512,"Average":53.79,"GeoreviewClusteringP2P":61.06,"RuSciBenchGRNTIClusteringP2P":53.84,"RuSciBenchOECDClusteringP2P":46.46} -{"index":47,"Rank":23,"Model":"USER-bge-m3<\/a>","Model Size (Million Parameters)":359,"Memory Usage (GB, fp32)":1.34,"Embedding Dimensions":1024,"Max Tokens":8192,"Average":53.66,"GeoreviewClusteringP2P":62.94,"RuSciBenchGRNTIClusteringP2P":53.11,"RuSciBenchOECDClusteringP2P":44.93} -{"index":46,"Rank":24,"Model":"USER-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":512,"Average":53.26,"GeoreviewClusteringP2P":63.41,"RuSciBenchGRNTIClusteringP2P":51.5,"RuSciBenchOECDClusteringP2P":44.87} -{"index":96,"Rank":25,"Model":"text-embedding-3-small<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":8191,"Average":52.74,"GeoreviewClusteringP2P":63.89,"RuSciBenchGRNTIClusteringP2P":50.18,"RuSciBenchOECDClusteringP2P":44.16} -{"index":11,"Rank":26,"Model":"bge-m3<\/a>","Model Size (Million Parameters)":567,"Memory Usage (GB, fp32)":2.11,"Embedding Dimensions":1024,"Max Tokens":8192,"Average":52.38,"GeoreviewClusteringP2P":63.09,"RuSciBenchGRNTIClusteringP2P":50.83,"RuSciBenchOECDClusteringP2P":43.21} -{"index":64,"Rank":27,"Model":"multilingual-e5-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":52.23,"GeoreviewClusteringP2P":59.59,"RuSciBenchGRNTIClusteringP2P":51.98,"RuSciBenchOECDClusteringP2P":45.12} -{"index":71,"Rank":28,"Model":"multilingual-e5-small-ct2-int8<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":51.35,"GeoreviewClusteringP2P":58.16,"RuSciBenchGRNTIClusteringP2P":50.78,"RuSciBenchOECDClusteringP2P":45.11} -{"index":66,"Rank":29,"Model":"multilingual-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":51.35,"GeoreviewClusteringP2P":58.57,"RuSciBenchGRNTIClusteringP2P":51.14,"RuSciBenchOECDClusteringP2P":44.33} -{"index":37,"Rank":30,"Model":"sbert_large_mt_nlu_ru<\/a>","Model Size (Million Parameters)":427,"Memory Usage (GB, fp32)":1.59,"Embedding Dimensions":1024,"Max Tokens":514,"Average":51.29,"GeoreviewClusteringP2P":57.07,"RuSciBenchGRNTIClusteringP2P":51.44,"RuSciBenchOECDClusteringP2P":45.36} -{"index":38,"Rank":31,"Model":"sbert_large_nlu_ru<\/a>","Model Size (Million Parameters)":427,"Memory Usage (GB, fp32)":1.59,"Embedding Dimensions":1024,"Max Tokens":512,"Average":50.43,"GeoreviewClusteringP2P":57.12,"RuSciBenchGRNTIClusteringP2P":49.7,"RuSciBenchOECDClusteringP2P":44.48} -{"index":63,"Rank":32,"Model":"multilingual-e5-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":50.27,"GeoreviewClusteringP2P":54.46,"RuSciBenchGRNTIClusteringP2P":51.56,"RuSciBenchOECDClusteringP2P":44.79} -{"index":92,"Rank":33,"Model":"rubert-tiny-turbo<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"Embedding Dimensions":312,"Max Tokens":2048,"Average":49.62,"GeoreviewClusteringP2P":59.71,"RuSciBenchGRNTIClusteringP2P":48.1,"RuSciBenchOECDClusteringP2P":41.06} -{"index":87,"Rank":34,"Model":"paraphrase-multilingual-mpnet-base-v2<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":49.18,"GeoreviewClusteringP2P":56.18,"RuSciBenchGRNTIClusteringP2P":48.47,"RuSciBenchOECDClusteringP2P":42.9} -{"index":86,"Rank":35,"Model":"paraphrase-multilingual-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":47.76,"GeoreviewClusteringP2P":53.37,"RuSciBenchGRNTIClusteringP2P":48.22,"RuSciBenchOECDClusteringP2P":41.68} -{"index":77,"Rank":36,"Model":"LaBSE<\/a>","Model Size (Million Parameters)":471,"Memory Usage (GB, fp32)":1.75,"Embedding Dimensions":768,"Max Tokens":512,"Average":47.74,"GeoreviewClusteringP2P":52.19,"RuSciBenchGRNTIClusteringP2P":49.07,"RuSciBenchOECDClusteringP2P":41.97} -{"index":43,"Rank":37,"Model":"LaBSE-en-ru<\/a>","Model Size (Million Parameters)":129,"Memory Usage (GB, fp32)":0.48,"Embedding Dimensions":768,"Max Tokens":512,"Average":46.84,"GeoreviewClusteringP2P":51.89,"RuSciBenchGRNTIClusteringP2P":47.48,"RuSciBenchOECDClusteringP2P":41.16} -{"index":93,"Rank":38,"Model":"text2vec-base-multilingual<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":256,"Average":44.35,"GeoreviewClusteringP2P":51.65,"RuSciBenchGRNTIClusteringP2P":42.83,"RuSciBenchOECDClusteringP2P":38.58} -{"index":23,"Rank":39,"Model":"rubert-base-cased-sentence<\/a>","Model Size (Million Parameters)":180,"Memory Usage (GB, fp32)":0.67,"Embedding Dimensions":768,"Max Tokens":512,"Average":43.13,"GeoreviewClusteringP2P":41.82,"RuSciBenchGRNTIClusteringP2P":46.29,"RuSciBenchOECDClusteringP2P":41.28} -{"index":48,"Rank":40,"Model":"deberta-v1-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":512,"Average":42.92,"GeoreviewClusteringP2P":58.79,"RuSciBenchGRNTIClusteringP2P":36.66,"RuSciBenchOECDClusteringP2P":33.31} -{"index":45,"Rank":41,"Model":"rubert-tiny2<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"Embedding Dimensions":2048,"Max Tokens":514,"Average":39.11,"GeoreviewClusteringP2P":41.58,"RuSciBenchGRNTIClusteringP2P":39.78,"RuSciBenchOECDClusteringP2P":35.98} -{"index":21,"Rank":42,"Model":"distilrubert-small-cased-conversational<\/a>","Model Size (Million Parameters)":106,"Memory Usage (GB, fp32)":0.39,"Embedding Dimensions":768,"Max Tokens":512,"Average":38.41,"GeoreviewClusteringP2P":43.26,"RuSciBenchGRNTIClusteringP2P":37.84,"RuSciBenchOECDClusteringP2P":34.12} -{"index":44,"Rank":43,"Model":"rubert-tiny<\/a>","Model Size (Million Parameters)":12,"Memory Usage (GB, fp32)":0.04,"Embedding Dimensions":512,"Max Tokens":514,"Average":30.76,"GeoreviewClusteringP2P":34.4,"RuSciBenchGRNTIClusteringP2P":29.89,"RuSciBenchOECDClusteringP2P":27.98} -{"index":22,"Rank":44,"Model":"rubert-base-cased<\/a>","Model Size (Million Parameters)":180,"Memory Usage (GB, fp32)":0.67,"Embedding Dimensions":768,"Max Tokens":512,"Average":27.91,"GeoreviewClusteringP2P":28.77,"RuSciBenchGRNTIClusteringP2P":28.29,"RuSciBenchOECDClusteringP2P":26.67} -{"index":17,"Rank":45,"Model":"Cohere-embed-english-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":512,"Average":23.77,"GeoreviewClusteringP2P":27.27,"RuSciBenchGRNTIClusteringP2P":23.4,"RuSciBenchOECDClusteringP2P":20.64} -{"index":67,"Rank":46,"Model":"udever-bloom-1b1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":2048,"Average":22.46,"GeoreviewClusteringP2P":26.01,"RuSciBenchGRNTIClusteringP2P":22.15,"RuSciBenchOECDClusteringP2P":19.23} -{"index":60,"Rank":47,"Model":"e5-large-v2<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":21.99,"GeoreviewClusteringP2P":27.6,"RuSciBenchGRNTIClusteringP2P":20.36,"RuSciBenchOECDClusteringP2P":18.0} -{"index":58,"Rank":48,"Model":"e5-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":19.24,"GeoreviewClusteringP2P":23.27,"RuSciBenchGRNTIClusteringP2P":18.28,"RuSciBenchOECDClusteringP2P":16.16} -{"index":10,"Rank":49,"Model":"bge-large-en-v1.5<\/a>","Model Size (Million Parameters)":1340,"Memory Usage (GB, fp32)":4.99,"Embedding Dimensions":1024,"Max Tokens":512,"Average":18.95,"GeoreviewClusteringP2P":21.87,"RuSciBenchGRNTIClusteringP2P":19.01,"RuSciBenchOECDClusteringP2P":15.98} -{"index":73,"Rank":50,"Model":"nomic-embed-text-v1<\/a>","Model Size (Million Parameters)":547,"Memory Usage (GB, fp32)":2.04,"Embedding Dimensions":768,"Max Tokens":8192,"Average":17.82,"GeoreviewClusteringP2P":22.34,"RuSciBenchGRNTIClusteringP2P":16.46,"RuSciBenchOECDClusteringP2P":14.67} -{"index":9,"Rank":51,"Model":"bge-base-en-v1.5<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":17.6,"GeoreviewClusteringP2P":23.09,"RuSciBenchGRNTIClusteringP2P":15.54,"RuSciBenchOECDClusteringP2P":14.16} -{"index":12,"Rank":52,"Model":"bge-small-en-v1.5<\/a>","Model Size (Million Parameters)":24,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":512,"Max Tokens":512,"Average":15.84,"GeoreviewClusteringP2P":21.15,"RuSciBenchGRNTIClusteringP2P":14.22,"RuSciBenchOECDClusteringP2P":12.15} -{"index":80,"Rank":53,"Model":"all-mpnet-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average":15.83,"GeoreviewClusteringP2P":20.33,"RuSciBenchGRNTIClusteringP2P":14.66,"RuSciBenchOECDClusteringP2P":12.49} -{"index":59,"Rank":54,"Model":"e5-large<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":15.59,"GeoreviewClusteringP2P":18.26,"RuSciBenchGRNTIClusteringP2P":14.85,"RuSciBenchOECDClusteringP2P":13.66} -{"index":50,"Rank":55,"Model":"e5-base-4k<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":15.39,"GeoreviewClusteringP2P":16.68,"RuSciBenchGRNTIClusteringP2P":15.63,"RuSciBenchOECDClusteringP2P":13.86} -{"index":57,"Rank":56,"Model":"e5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":14.72,"GeoreviewClusteringP2P":17.46,"RuSciBenchGRNTIClusteringP2P":14.34,"RuSciBenchOECDClusteringP2P":12.36} -{"index":78,"Rank":57,"Model":"all-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":13.87,"GeoreviewClusteringP2P":20.76,"RuSciBenchGRNTIClusteringP2P":10.65,"RuSciBenchOECDClusteringP2P":10.19} -{"index":62,"Rank":58,"Model":"e5-small<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":13.81,"GeoreviewClusteringP2P":17.95,"RuSciBenchGRNTIClusteringP2P":12.29,"RuSciBenchOECDClusteringP2P":11.19} -{"index":79,"Rank":59,"Model":"all-MiniLM-L6-v2<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":384,"Max Tokens":512,"Average":13.3,"GeoreviewClusteringP2P":20.25,"RuSciBenchGRNTIClusteringP2P":10.21,"RuSciBenchOECDClusteringP2P":9.44} -{"index":68,"Rank":60,"Model":"udever-bloom-560m<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":2048,"Average":12.46,"GeoreviewClusteringP2P":18.84,"RuSciBenchGRNTIClusteringP2P":9.23,"RuSciBenchOECDClusteringP2P":9.31} -{"index":4,"Rank":61,"Model":"LASER2<\/a>","Model Size (Million Parameters)":43,"Memory Usage (GB, fp32)":0.16,"Embedding Dimensions":1024,"Max Tokens":"N\/A","Average":"","GeoreviewClusteringP2P":"","RuSciBenchGRNTIClusteringP2P":"","RuSciBenchOECDClusteringP2P":""} -{"index":7,"Rank":62,"Model":"gte-multilingual-base<\/a>","Model Size (Million Parameters)":305,"Memory Usage (GB, fp32)":1.14,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","GeoreviewClusteringP2P":"","RuSciBenchGRNTIClusteringP2P":"","RuSciBenchOECDClusteringP2P":""} -{"index":8,"Rank":63,"Model":"e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","GeoreviewClusteringP2P":"","RuSciBenchGRNTIClusteringP2P":"","RuSciBenchOECDClusteringP2P":""} -{"index":28,"Rank":68,"Model":"MUG-B-1.6<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","GeoreviewClusteringP2P":"","RuSciBenchGRNTIClusteringP2P":"","RuSciBenchOECDClusteringP2P":""} -{"index":31,"Rank":71,"Model":"SGPT-125M-weightedmean-msmarco-specb-bitfit<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":2048,"Average":"","GeoreviewClusteringP2P":"","RuSciBenchGRNTIClusteringP2P":"","RuSciBenchOECDClusteringP2P":""} -{"index":32,"Rank":72,"Model":"SGPT-125M-weightedmean-nli-bitfit<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":2048,"Average":"","GeoreviewClusteringP2P":"","RuSciBenchGRNTIClusteringP2P":"","RuSciBenchOECDClusteringP2P":""} -{"index":41,"Rank":75,"Model":"sgpt-bloom-7b1-msmarco<\/a>","Model Size (Million Parameters)":7068,"Memory Usage (GB, fp32)":26.33,"Embedding Dimensions":4096,"Max Tokens":2048,"Average":"","GeoreviewClusteringP2P":"","RuSciBenchGRNTIClusteringP2P":"","RuSciBenchOECDClusteringP2P":""} -{"index":42,"Rank":76,"Model":"slx-v0.1<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.08,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","GeoreviewClusteringP2P":"","RuSciBenchGRNTIClusteringP2P":"","RuSciBenchOECDClusteringP2P":""} -{"index":54,"Rank":81,"Model":"granite-embedding-107m-multilingual<\/a>","Model Size (Million Parameters)":107,"Memory Usage (GB, fp32)":0.4,"Embedding Dimensions":384,"Max Tokens":514,"Average":"","GeoreviewClusteringP2P":"","RuSciBenchGRNTIClusteringP2P":"","RuSciBenchOECDClusteringP2P":""} -{"index":55,"Rank":82,"Model":"granite-embedding-278m-multilingual<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","GeoreviewClusteringP2P":"","RuSciBenchGRNTIClusteringP2P":"","RuSciBenchOECDClusteringP2P":""} -{"index":56,"Rank":83,"Model":"inf-retriever-v1<\/a>","Model Size (Million Parameters)":7069,"Memory Usage (GB, fp32)":26.33,"Embedding Dimensions":3584,"Max Tokens":131072,"Average":"","GeoreviewClusteringP2P":"","RuSciBenchGRNTIClusteringP2P":"","RuSciBenchOECDClusteringP2P":""} -{"index":69,"Rank":84,"Model":"jina-embeddings-v2-base-en<\/a>","Model Size (Million Parameters)":275,"Memory Usage (GB, fp32)":1.02,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","GeoreviewClusteringP2P":14.71,"RuSciBenchGRNTIClusteringP2P":7.13,"RuSciBenchOECDClusteringP2P":""} -{"index":72,"Rank":85,"Model":"ternary-weight-embedding<\/a>","Model Size (Million Parameters)":99,"Memory Usage (GB, fp32)":0.37,"Embedding Dimensions":1792,"Max Tokens":512,"Average":"","GeoreviewClusteringP2P":"","RuSciBenchGRNTIClusteringP2P":"","RuSciBenchOECDClusteringP2P":""} -{"index":74,"Rank":86,"Model":"FAB-Ramy-v1<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","GeoreviewClusteringP2P":"","RuSciBenchGRNTIClusteringP2P":"","RuSciBenchOECDClusteringP2P":""} -{"index":75,"Rank":87,"Model":"FAE-v1<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","GeoreviewClusteringP2P":"","RuSciBenchGRNTIClusteringP2P":"","RuSciBenchOECDClusteringP2P":""} -{"index":76,"Rank":88,"Model":"FUE-v1<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","GeoreviewClusteringP2P":"","RuSciBenchGRNTIClusteringP2P":"","RuSciBenchOECDClusteringP2P":""} -{"index":81,"Rank":89,"Model":"allenai-specter<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","GeoreviewClusteringP2P":"","RuSciBenchGRNTIClusteringP2P":"","RuSciBenchOECDClusteringP2P":""} -{"index":82,"Rank":90,"Model":"average_word_embeddings_komninos<\/a>","Model Size (Million Parameters)":134,"Memory Usage (GB, fp32)":0.5,"Embedding Dimensions":300,"Max Tokens":"N\/A","Average":"","GeoreviewClusteringP2P":"","RuSciBenchGRNTIClusteringP2P":"","RuSciBenchOECDClusteringP2P":""} -{"index":83,"Rank":91,"Model":"distiluse-base-multilingual-cased-v2<\/a>","Model Size (Million Parameters)":135,"Memory Usage (GB, fp32)":0.5,"Embedding Dimensions":512,"Max Tokens":512,"Average":"","GeoreviewClusteringP2P":"","RuSciBenchGRNTIClusteringP2P":"","RuSciBenchOECDClusteringP2P":""} -{"index":84,"Rank":92,"Model":"gtr-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","GeoreviewClusteringP2P":"","RuSciBenchGRNTIClusteringP2P":"","RuSciBenchOECDClusteringP2P":""} -{"index":85,"Rank":93,"Model":"gtr-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","GeoreviewClusteringP2P":"","RuSciBenchGRNTIClusteringP2P":"","RuSciBenchOECDClusteringP2P":""} -{"index":88,"Rank":94,"Model":"sentence-t5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","GeoreviewClusteringP2P":"","RuSciBenchGRNTIClusteringP2P":"","RuSciBenchOECDClusteringP2P":""} -{"index":89,"Rank":95,"Model":"sentence-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","GeoreviewClusteringP2P":"","RuSciBenchGRNTIClusteringP2P":"","RuSciBenchOECDClusteringP2P":""} -{"index":90,"Rank":96,"Model":"sentence-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","GeoreviewClusteringP2P":"","RuSciBenchGRNTIClusteringP2P":"","RuSciBenchOECDClusteringP2P":""} diff --git a/boards_data/ru/data_tasks/MultilabelClassification/default.jsonl b/boards_data/ru/data_tasks/MultilabelClassification/default.jsonl deleted file mode 100644 index 186972f28375e1780a1266242d63b0cc400f7349..0000000000000000000000000000000000000000 --- a/boards_data/ru/data_tasks/MultilabelClassification/default.jsonl +++ /dev/null @@ -1,84 +0,0 @@ -{"index":35,"Rank":1,"Model":"FRIDA<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":52.21,"CEDRClassification":64.6,"SensitiveTopicsClassification":39.82} -{"index":5,"Rank":2,"Model":"gte-Qwen1.5-7B-instruct<\/a>","Model Size (Million Parameters)":7099,"Memory Usage (GB, fp32)":26.45,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":45.2,"CEDRClassification":54.77,"SensitiveTopicsClassification":35.62} -{"index":39,"Rank":3,"Model":"Giga-Embeddings-instruct<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":44.85,"CEDRClassification":59.69,"SensitiveTopicsClassification":30.01} -{"index":6,"Rank":4,"Model":"gte-Qwen2-7B-instruct<\/a>","Model Size (Million Parameters)":7613,"Memory Usage (GB, fp32)":28.36,"Embedding Dimensions":3584,"Max Tokens":32768,"Average":44.27,"CEDRClassification":52.78,"SensitiveTopicsClassification":35.76} -{"index":34,"Rank":5,"Model":"SFR-Embedding-Mistral<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":42.94,"CEDRClassification":51.74,"SensitiveTopicsClassification":34.15} -{"index":61,"Rank":6,"Model":"e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":42.93,"CEDRClassification":51.94,"SensitiveTopicsClassification":33.92} -{"index":24,"Rank":7,"Model":"GritLM-7B<\/a>","Model Size (Million Parameters)":7240,"Memory Usage (GB, fp32)":26.97,"Embedding Dimensions":"","Max Tokens":4096,"Average":41.96,"CEDRClassification":50.67,"SensitiveTopicsClassification":33.24} -{"index":65,"Rank":8,"Model":"multilingual-e5-large-instruct<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":41.15,"CEDRClassification":50.01,"SensitiveTopicsClassification":32.29} -{"index":95,"Rank":9,"Model":"text-embedding-3-large<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":3072,"Max Tokens":8191,"Average":39.37,"CEDRClassification":46.77,"SensitiveTopicsClassification":31.97} -{"index":20,"Rank":10,"Model":"jina-embeddings-v3<\/a>","Model Size (Million Parameters)":572,"Memory Usage (GB, fp32)":2.13,"Embedding Dimensions":1024,"Max Tokens":8194,"Average":38.97,"CEDRClassification":47.31,"SensitiveTopicsClassification":30.63} -{"index":70,"Rank":11,"Model":"jina-embeddings-v3<\/a>","Model Size (Million Parameters)":572,"Memory Usage (GB, fp32)":2.13,"Embedding Dimensions":1024,"Max Tokens":8194,"Average":38.97,"CEDRClassification":47.31,"SensitiveTopicsClassification":30.63} -{"index":36,"Rank":12,"Model":"ru-en-RoSBERTa<\/a>","Model Size (Million Parameters)":404,"Memory Usage (GB, fp32)":1.5,"Embedding Dimensions":1024,"Max Tokens":514,"Average":38.88,"CEDRClassification":44.69,"SensitiveTopicsClassification":33.07} -{"index":2,"Rank":13,"Model":"voyage-large-2-instruct<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":16000,"Average":38.63,"CEDRClassification":45.03,"SensitiveTopicsClassification":32.23} -{"index":19,"Rank":14,"Model":"Cohere-embed-multilingual-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":512,"Average":38.25,"CEDRClassification":45.67,"SensitiveTopicsClassification":30.83} -{"index":46,"Rank":15,"Model":"USER-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":512,"Average":37.72,"CEDRClassification":46.78,"SensitiveTopicsClassification":28.65} -{"index":26,"Rank":16,"Model":"KaLM-embedding-multilingual-mini-instruct-v1.5<\/a>","Model Size (Million Parameters)":494,"Memory Usage (GB, fp32)":1.84,"Embedding Dimensions":896,"Max Tokens":131072,"Average":37.68,"CEDRClassification":43.76,"SensitiveTopicsClassification":31.6} -{"index":91,"Rank":17,"Model":"LaBSE-ru-turbo<\/a>","Model Size (Million Parameters)":128,"Memory Usage (GB, fp32)":0.48,"Embedding Dimensions":768,"Max Tokens":512,"Average":36.93,"CEDRClassification":45.11,"SensitiveTopicsClassification":28.75} -{"index":25,"Rank":18,"Model":"KaLM-embedding-multilingual-mini-instruct-v1<\/a>","Model Size (Million Parameters)":494,"Memory Usage (GB, fp32)":1.84,"Embedding Dimensions":896,"Max Tokens":131072,"Average":36.46,"CEDRClassification":43.3,"SensitiveTopicsClassification":29.62} -{"index":47,"Rank":19,"Model":"USER-bge-m3<\/a>","Model Size (Million Parameters)":359,"Memory Usage (GB, fp32)":1.34,"Embedding Dimensions":1024,"Max Tokens":8192,"Average":36.18,"CEDRClassification":45.48,"SensitiveTopicsClassification":26.88} -{"index":27,"Rank":20,"Model":"KaLM-embedding-multilingual-mini-v1<\/a>","Model Size (Million Parameters)":494,"Memory Usage (GB, fp32)":1.84,"Embedding Dimensions":896,"Max Tokens":131072,"Average":36.1,"CEDRClassification":42.16,"SensitiveTopicsClassification":30.05} -{"index":64,"Rank":21,"Model":"multilingual-e5-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":36.01,"CEDRClassification":44.84,"SensitiveTopicsClassification":27.17} -{"index":11,"Rank":22,"Model":"bge-m3<\/a>","Model Size (Million Parameters)":567,"Memory Usage (GB, fp32)":2.11,"Embedding Dimensions":1024,"Max Tokens":8192,"Average":34.86,"CEDRClassification":43.47,"SensitiveTopicsClassification":26.25} -{"index":63,"Rank":23,"Model":"multilingual-e5-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":33.65,"CEDRClassification":42.32,"SensitiveTopicsClassification":24.98} -{"index":96,"Rank":24,"Model":"text-embedding-3-small<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":8191,"Average":33.29,"CEDRClassification":39.38,"SensitiveTopicsClassification":27.2} -{"index":3,"Rank":25,"Model":"voyage-multilingual-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":32000,"Average":32.94,"CEDRClassification":39.15,"SensitiveTopicsClassification":26.74} -{"index":87,"Rank":26,"Model":"paraphrase-multilingual-mpnet-base-v2<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":32.9,"CEDRClassification":39.98,"SensitiveTopicsClassification":25.83} -{"index":18,"Rank":27,"Model":"Cohere-embed-multilingual-light-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":384,"Max Tokens":512,"Average":32.89,"CEDRClassification":38.5,"SensitiveTopicsClassification":27.29} -{"index":37,"Rank":28,"Model":"sbert_large_mt_nlu_ru<\/a>","Model Size (Million Parameters)":427,"Memory Usage (GB, fp32)":1.59,"Embedding Dimensions":1024,"Max Tokens":514,"Average":32.67,"CEDRClassification":36.81,"SensitiveTopicsClassification":28.54} -{"index":92,"Rank":29,"Model":"rubert-tiny-turbo<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"Embedding Dimensions":312,"Max Tokens":2048,"Average":32.06,"CEDRClassification":38.95,"SensitiveTopicsClassification":25.16} -{"index":66,"Rank":30,"Model":"multilingual-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":31.99,"CEDRClassification":40.07,"SensitiveTopicsClassification":23.91} -{"index":38,"Rank":31,"Model":"sbert_large_nlu_ru<\/a>","Model Size (Million Parameters)":427,"Memory Usage (GB, fp32)":1.59,"Embedding Dimensions":1024,"Max Tokens":512,"Average":31.87,"CEDRClassification":35.84,"SensitiveTopicsClassification":27.9} -{"index":71,"Rank":32,"Model":"multilingual-e5-small-ct2-int8<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":31.44,"CEDRClassification":40.07,"SensitiveTopicsClassification":22.81} -{"index":77,"Rank":33,"Model":"LaBSE<\/a>","Model Size (Million Parameters)":471,"Memory Usage (GB, fp32)":1.75,"Embedding Dimensions":768,"Max Tokens":512,"Average":31.42,"CEDRClassification":40.61,"SensitiveTopicsClassification":22.23} -{"index":86,"Rank":34,"Model":"paraphrase-multilingual-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":31.3,"CEDRClassification":37.76,"SensitiveTopicsClassification":24.84} -{"index":43,"Rank":35,"Model":"LaBSE-en-ru<\/a>","Model Size (Million Parameters)":129,"Memory Usage (GB, fp32)":0.48,"Embedding Dimensions":768,"Max Tokens":512,"Average":31.27,"CEDRClassification":40.75,"SensitiveTopicsClassification":21.79} -{"index":1,"Rank":36,"Model":"voyage-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":32000,"Average":31.2,"CEDRClassification":36.17,"SensitiveTopicsClassification":26.23} -{"index":0,"Rank":37,"Model":"voyage-3-lite<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":512,"Max Tokens":32000,"Average":30.98,"CEDRClassification":37.56,"SensitiveTopicsClassification":24.41} -{"index":45,"Rank":38,"Model":"rubert-tiny2<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"Embedding Dimensions":2048,"Max Tokens":514,"Average":29.45,"CEDRClassification":36.87,"SensitiveTopicsClassification":22.03} -{"index":93,"Rank":39,"Model":"text2vec-base-multilingual<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":256,"Average":29.42,"CEDRClassification":36.37,"SensitiveTopicsClassification":22.47} -{"index":21,"Rank":40,"Model":"distilrubert-small-cased-conversational<\/a>","Model Size (Million Parameters)":106,"Memory Usage (GB, fp32)":0.39,"Embedding Dimensions":768,"Max Tokens":512,"Average":29.32,"CEDRClassification":36.19,"SensitiveTopicsClassification":22.45} -{"index":48,"Rank":41,"Model":"deberta-v1-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":512,"Average":28.9,"CEDRClassification":34.14,"SensitiveTopicsClassification":23.67} -{"index":44,"Rank":42,"Model":"rubert-tiny<\/a>","Model Size (Million Parameters)":12,"Memory Usage (GB, fp32)":0.04,"Embedding Dimensions":512,"Max Tokens":514,"Average":27.96,"CEDRClassification":37.39,"SensitiveTopicsClassification":18.54} -{"index":23,"Rank":43,"Model":"rubert-base-cased-sentence<\/a>","Model Size (Million Parameters)":180,"Memory Usage (GB, fp32)":0.67,"Embedding Dimensions":768,"Max Tokens":512,"Average":27.8,"CEDRClassification":35.55,"SensitiveTopicsClassification":20.05} -{"index":60,"Rank":44,"Model":"e5-large-v2<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":27.2,"CEDRClassification":35.55,"SensitiveTopicsClassification":18.85} -{"index":17,"Rank":45,"Model":"Cohere-embed-english-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":512,"Average":27.15,"CEDRClassification":35.56,"SensitiveTopicsClassification":18.73} -{"index":12,"Rank":46,"Model":"bge-small-en-v1.5<\/a>","Model Size (Million Parameters)":24,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":512,"Max Tokens":512,"Average":27.1,"CEDRClassification":36.1,"SensitiveTopicsClassification":18.09} -{"index":10,"Rank":47,"Model":"bge-large-en-v1.5<\/a>","Model Size (Million Parameters)":1340,"Memory Usage (GB, fp32)":4.99,"Embedding Dimensions":1024,"Max Tokens":512,"Average":27.06,"CEDRClassification":36.15,"SensitiveTopicsClassification":17.97} -{"index":80,"Rank":48,"Model":"all-mpnet-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average":26.9,"CEDRClassification":35.98,"SensitiveTopicsClassification":17.83} -{"index":73,"Rank":49,"Model":"nomic-embed-text-v1<\/a>","Model Size (Million Parameters)":547,"Memory Usage (GB, fp32)":2.04,"Embedding Dimensions":768,"Max Tokens":8192,"Average":26.44,"CEDRClassification":34.96,"SensitiveTopicsClassification":17.91} -{"index":22,"Rank":50,"Model":"rubert-base-cased<\/a>","Model Size (Million Parameters)":180,"Memory Usage (GB, fp32)":0.67,"Embedding Dimensions":768,"Max Tokens":512,"Average":26.2,"CEDRClassification":33.59,"SensitiveTopicsClassification":18.8} -{"index":58,"Rank":51,"Model":"e5-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":26.12,"CEDRClassification":34.11,"SensitiveTopicsClassification":18.14} -{"index":78,"Rank":52,"Model":"all-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":25.96,"CEDRClassification":33.86,"SensitiveTopicsClassification":18.05} -{"index":50,"Rank":53,"Model":"e5-base-4k<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":25.91,"CEDRClassification":33.96,"SensitiveTopicsClassification":17.86} -{"index":9,"Rank":54,"Model":"bge-base-en-v1.5<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":25.84,"CEDRClassification":33.62,"SensitiveTopicsClassification":18.05} -{"index":59,"Rank":55,"Model":"e5-large<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":25.42,"CEDRClassification":33.15,"SensitiveTopicsClassification":17.69} -{"index":57,"Rank":56,"Model":"e5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":25.41,"CEDRClassification":33.32,"SensitiveTopicsClassification":17.5} -{"index":79,"Rank":57,"Model":"all-MiniLM-L6-v2<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":384,"Max Tokens":512,"Average":25.27,"CEDRClassification":32.72,"SensitiveTopicsClassification":17.82} -{"index":68,"Rank":58,"Model":"udever-bloom-560m<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":2048,"Average":25.02,"CEDRClassification":32.34,"SensitiveTopicsClassification":17.7} -{"index":67,"Rank":59,"Model":"udever-bloom-1b1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":2048,"Average":24.56,"CEDRClassification":31.77,"SensitiveTopicsClassification":17.36} -{"index":62,"Rank":60,"Model":"e5-small<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":24.26,"CEDRClassification":31.09,"SensitiveTopicsClassification":17.42} -{"index":69,"Rank":61,"Model":"jina-embeddings-v2-base-en<\/a>","Model Size (Million Parameters)":275,"Memory Usage (GB, fp32)":1.02,"Embedding Dimensions":768,"Max Tokens":8192,"Average":23.56,"CEDRClassification":29.49,"SensitiveTopicsClassification":17.63} -{"index":4,"Rank":62,"Model":"LASER2<\/a>","Model Size (Million Parameters)":43,"Memory Usage (GB, fp32)":0.16,"Embedding Dimensions":1024,"Max Tokens":"N\/A","Average":"","CEDRClassification":"","SensitiveTopicsClassification":""} -{"index":7,"Rank":63,"Model":"gte-multilingual-base<\/a>","Model Size (Million Parameters)":305,"Memory Usage (GB, fp32)":1.14,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","CEDRClassification":"","SensitiveTopicsClassification":""} -{"index":8,"Rank":64,"Model":"e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","CEDRClassification":"","SensitiveTopicsClassification":""} -{"index":28,"Rank":69,"Model":"MUG-B-1.6<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","CEDRClassification":"","SensitiveTopicsClassification":""} -{"index":31,"Rank":72,"Model":"SGPT-125M-weightedmean-msmarco-specb-bitfit<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":2048,"Average":"","CEDRClassification":"","SensitiveTopicsClassification":""} -{"index":32,"Rank":73,"Model":"SGPT-125M-weightedmean-nli-bitfit<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":2048,"Average":"","CEDRClassification":"","SensitiveTopicsClassification":""} -{"index":41,"Rank":76,"Model":"sgpt-bloom-7b1-msmarco<\/a>","Model Size (Million Parameters)":7068,"Memory Usage (GB, fp32)":26.33,"Embedding Dimensions":4096,"Max Tokens":2048,"Average":"","CEDRClassification":"","SensitiveTopicsClassification":""} -{"index":42,"Rank":77,"Model":"slx-v0.1<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.08,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","CEDRClassification":"","SensitiveTopicsClassification":""} -{"index":54,"Rank":82,"Model":"granite-embedding-107m-multilingual<\/a>","Model Size (Million Parameters)":107,"Memory Usage (GB, fp32)":0.4,"Embedding Dimensions":384,"Max Tokens":514,"Average":"","CEDRClassification":"","SensitiveTopicsClassification":""} -{"index":55,"Rank":83,"Model":"granite-embedding-278m-multilingual<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","CEDRClassification":"","SensitiveTopicsClassification":""} -{"index":56,"Rank":84,"Model":"inf-retriever-v1<\/a>","Model Size (Million Parameters)":7069,"Memory Usage (GB, fp32)":26.33,"Embedding Dimensions":3584,"Max Tokens":131072,"Average":"","CEDRClassification":"","SensitiveTopicsClassification":""} -{"index":72,"Rank":85,"Model":"ternary-weight-embedding<\/a>","Model Size (Million Parameters)":99,"Memory Usage (GB, fp32)":0.37,"Embedding Dimensions":1792,"Max Tokens":512,"Average":"","CEDRClassification":"","SensitiveTopicsClassification":""} -{"index":74,"Rank":86,"Model":"FAB-Ramy-v1<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","CEDRClassification":"","SensitiveTopicsClassification":""} -{"index":75,"Rank":87,"Model":"FAE-v1<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","CEDRClassification":"","SensitiveTopicsClassification":""} -{"index":76,"Rank":88,"Model":"FUE-v1<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","CEDRClassification":"","SensitiveTopicsClassification":""} -{"index":81,"Rank":89,"Model":"allenai-specter<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CEDRClassification":"","SensitiveTopicsClassification":""} -{"index":82,"Rank":90,"Model":"average_word_embeddings_komninos<\/a>","Model Size (Million Parameters)":134,"Memory Usage (GB, fp32)":0.5,"Embedding Dimensions":300,"Max Tokens":"N\/A","Average":"","CEDRClassification":"","SensitiveTopicsClassification":""} -{"index":83,"Rank":91,"Model":"distiluse-base-multilingual-cased-v2<\/a>","Model Size (Million Parameters)":135,"Memory Usage (GB, fp32)":0.5,"Embedding Dimensions":512,"Max Tokens":512,"Average":"","CEDRClassification":"","SensitiveTopicsClassification":""} -{"index":84,"Rank":92,"Model":"gtr-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CEDRClassification":"","SensitiveTopicsClassification":""} -{"index":85,"Rank":93,"Model":"gtr-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CEDRClassification":"","SensitiveTopicsClassification":""} -{"index":88,"Rank":94,"Model":"sentence-t5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CEDRClassification":"","SensitiveTopicsClassification":""} -{"index":89,"Rank":95,"Model":"sentence-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CEDRClassification":"","SensitiveTopicsClassification":""} -{"index":90,"Rank":96,"Model":"sentence-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CEDRClassification":"","SensitiveTopicsClassification":""} diff --git a/boards_data/ru/data_tasks/PairClassification/default.jsonl b/boards_data/ru/data_tasks/PairClassification/default.jsonl deleted file mode 100644 index 69928b5fb6d95ced43185068d3b90e0fab7d1bc8..0000000000000000000000000000000000000000 --- a/boards_data/ru/data_tasks/PairClassification/default.jsonl +++ /dev/null @@ -1,84 +0,0 @@ -{"index":5,"Rank":1,"Model":"gte-Qwen1.5-7B-instruct<\/a>","Model Size (Million Parameters)":7099,"Memory Usage (GB, fp32)":26.45,"Embedding Dimensions":4096,"Max Tokens":32768,"TERRa":69.5} -{"index":6,"Rank":2,"Model":"gte-Qwen2-7B-instruct<\/a>","Model Size (Million Parameters)":7613,"Memory Usage (GB, fp32)":28.36,"Embedding Dimensions":3584,"Max Tokens":32768,"TERRa":67.61} -{"index":35,"Rank":3,"Model":"FRIDA<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","TERRa":66.46} -{"index":47,"Rank":4,"Model":"USER-bge-m3<\/a>","Model Size (Million Parameters)":359,"Memory Usage (GB, fp32)":1.34,"Embedding Dimensions":1024,"Max Tokens":8192,"TERRa":65.07} -{"index":87,"Rank":5,"Model":"paraphrase-multilingual-mpnet-base-v2<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"TERRa":64.57} -{"index":65,"Rank":6,"Model":"multilingual-e5-large-instruct<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"TERRa":63.89} -{"index":61,"Rank":7,"Model":"e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"TERRa":60.81} -{"index":36,"Rank":8,"Model":"ru-en-RoSBERTa<\/a>","Model Size (Million Parameters)":404,"Memory Usage (GB, fp32)":1.5,"Embedding Dimensions":1024,"Max Tokens":514,"TERRa":60.79} -{"index":34,"Rank":9,"Model":"SFR-Embedding-Mistral<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"TERRa":60.65} -{"index":11,"Rank":10,"Model":"bge-m3<\/a>","Model Size (Million Parameters)":567,"Memory Usage (GB, fp32)":2.11,"Embedding Dimensions":1024,"Max Tokens":8192,"TERRa":60.6} -{"index":39,"Rank":11,"Model":"Giga-Embeddings-instruct<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","TERRa":59.98} -{"index":46,"Rank":12,"Model":"USER-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":512,"TERRa":59.76} -{"index":23,"Rank":13,"Model":"rubert-base-cased-sentence<\/a>","Model Size (Million Parameters)":180,"Memory Usage (GB, fp32)":0.67,"Embedding Dimensions":768,"Max Tokens":512,"TERRa":59.12} -{"index":24,"Rank":14,"Model":"GritLM-7B<\/a>","Model Size (Million Parameters)":7240,"Memory Usage (GB, fp32)":26.97,"Embedding Dimensions":"","Max Tokens":4096,"TERRa":58.93} -{"index":20,"Rank":15,"Model":"jina-embeddings-v3<\/a>","Model Size (Million Parameters)":572,"Memory Usage (GB, fp32)":2.13,"Embedding Dimensions":1024,"Max Tokens":8194,"TERRa":58.73} -{"index":70,"Rank":16,"Model":"jina-embeddings-v3<\/a>","Model Size (Million Parameters)":572,"Memory Usage (GB, fp32)":2.13,"Embedding Dimensions":1024,"Max Tokens":8194,"TERRa":58.73} -{"index":19,"Rank":17,"Model":"Cohere-embed-multilingual-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":512,"TERRa":58.61} -{"index":86,"Rank":18,"Model":"paraphrase-multilingual-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"TERRa":58.56} -{"index":64,"Rank":19,"Model":"multilingual-e5-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"TERRa":58.42} -{"index":95,"Rank":20,"Model":"text-embedding-3-large<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":3072,"Max Tokens":8191,"TERRa":58.08} -{"index":91,"Rank":21,"Model":"LaBSE-ru-turbo<\/a>","Model Size (Million Parameters)":128,"Memory Usage (GB, fp32)":0.48,"Embedding Dimensions":768,"Max Tokens":512,"TERRa":57.81} -{"index":27,"Rank":22,"Model":"KaLM-embedding-multilingual-mini-v1<\/a>","Model Size (Million Parameters)":494,"Memory Usage (GB, fp32)":1.84,"Embedding Dimensions":896,"Max Tokens":131072,"TERRa":57.71} -{"index":18,"Rank":23,"Model":"Cohere-embed-multilingual-light-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":384,"Max Tokens":512,"TERRa":56.67} -{"index":48,"Rank":24,"Model":"deberta-v1-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":512,"TERRa":56.49} -{"index":2,"Rank":25,"Model":"voyage-large-2-instruct<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":16000,"TERRa":56.43} -{"index":92,"Rank":26,"Model":"rubert-tiny-turbo<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"Embedding Dimensions":312,"Max Tokens":2048,"TERRa":56.27} -{"index":77,"Rank":27,"Model":"LaBSE<\/a>","Model Size (Million Parameters)":471,"Memory Usage (GB, fp32)":1.75,"Embedding Dimensions":768,"Max Tokens":512,"TERRa":55.71} -{"index":43,"Rank":28,"Model":"LaBSE-en-ru<\/a>","Model Size (Million Parameters)":129,"Memory Usage (GB, fp32)":0.48,"Embedding Dimensions":768,"Max Tokens":512,"TERRa":55.61} -{"index":25,"Rank":29,"Model":"KaLM-embedding-multilingual-mini-instruct-v1<\/a>","Model Size (Million Parameters)":494,"Memory Usage (GB, fp32)":1.84,"Embedding Dimensions":896,"Max Tokens":131072,"TERRa":55.57} -{"index":66,"Rank":30,"Model":"multilingual-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"TERRa":55.14} -{"index":71,"Rank":31,"Model":"multilingual-e5-small-ct2-int8<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","TERRa":55.14} -{"index":26,"Rank":32,"Model":"KaLM-embedding-multilingual-mini-instruct-v1.5<\/a>","Model Size (Million Parameters)":494,"Memory Usage (GB, fp32)":1.84,"Embedding Dimensions":896,"Max Tokens":131072,"TERRa":55.06} -{"index":63,"Rank":33,"Model":"multilingual-e5-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"TERRa":54.98} -{"index":93,"Rank":34,"Model":"text2vec-base-multilingual<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":256,"TERRa":54.56} -{"index":96,"Rank":35,"Model":"text-embedding-3-small<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":8191,"TERRa":53.73} -{"index":22,"Rank":36,"Model":"rubert-base-cased<\/a>","Model Size (Million Parameters)":180,"Memory Usage (GB, fp32)":0.67,"Embedding Dimensions":768,"Max Tokens":512,"TERRa":53.17} -{"index":21,"Rank":37,"Model":"distilrubert-small-cased-conversational<\/a>","Model Size (Million Parameters)":106,"Memory Usage (GB, fp32)":0.39,"Embedding Dimensions":768,"Max Tokens":512,"TERRa":53.02} -{"index":0,"Rank":38,"Model":"voyage-3-lite<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":512,"Max Tokens":32000,"TERRa":52.68} -{"index":1,"Rank":39,"Model":"voyage-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":32000,"TERRa":52.04} -{"index":37,"Rank":40,"Model":"sbert_large_mt_nlu_ru<\/a>","Model Size (Million Parameters)":427,"Memory Usage (GB, fp32)":1.59,"Embedding Dimensions":1024,"Max Tokens":514,"TERRa":51.97} -{"index":45,"Rank":41,"Model":"rubert-tiny2<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"Embedding Dimensions":2048,"Max Tokens":514,"TERRa":51.87} -{"index":3,"Rank":42,"Model":"voyage-multilingual-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":32000,"TERRa":51.48} -{"index":44,"Rank":43,"Model":"rubert-tiny<\/a>","Model Size (Million Parameters)":12,"Memory Usage (GB, fp32)":0.04,"Embedding Dimensions":512,"Max Tokens":514,"TERRa":51.06} -{"index":67,"Rank":44,"Model":"udever-bloom-1b1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":2048,"TERRa":50.86} -{"index":50,"Rank":45,"Model":"e5-base-4k<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"TERRa":50.83} -{"index":38,"Rank":46,"Model":"sbert_large_nlu_ru<\/a>","Model Size (Million Parameters)":427,"Memory Usage (GB, fp32)":1.59,"Embedding Dimensions":1024,"Max Tokens":512,"TERRa":50.17} -{"index":58,"Rank":47,"Model":"e5-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"TERRa":49.06} -{"index":68,"Rank":48,"Model":"udever-bloom-560m<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":2048,"TERRa":49.05} -{"index":17,"Rank":49,"Model":"Cohere-embed-english-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":512,"TERRa":47.68} -{"index":10,"Rank":50,"Model":"bge-large-en-v1.5<\/a>","Model Size (Million Parameters)":1340,"Memory Usage (GB, fp32)":4.99,"Embedding Dimensions":1024,"Max Tokens":512,"TERRa":47.55} -{"index":59,"Rank":51,"Model":"e5-large<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"TERRa":47.37} -{"index":60,"Rank":52,"Model":"e5-large-v2<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"TERRa":47.27} -{"index":9,"Rank":53,"Model":"bge-base-en-v1.5<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"TERRa":47.12} -{"index":62,"Rank":54,"Model":"e5-small<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"TERRa":46.91} -{"index":57,"Rank":55,"Model":"e5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"TERRa":46.42} -{"index":78,"Rank":56,"Model":"all-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"TERRa":46.4} -{"index":73,"Rank":57,"Model":"nomic-embed-text-v1<\/a>","Model Size (Million Parameters)":547,"Memory Usage (GB, fp32)":2.04,"Embedding Dimensions":768,"Max Tokens":8192,"TERRa":46.32} -{"index":79,"Rank":58,"Model":"all-MiniLM-L6-v2<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":384,"Max Tokens":512,"TERRa":45.03} -{"index":69,"Rank":59,"Model":"jina-embeddings-v2-base-en<\/a>","Model Size (Million Parameters)":275,"Memory Usage (GB, fp32)":1.02,"Embedding Dimensions":768,"Max Tokens":8192,"TERRa":44.8} -{"index":80,"Rank":60,"Model":"all-mpnet-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"TERRa":44.52} -{"index":12,"Rank":61,"Model":"bge-small-en-v1.5<\/a>","Model Size (Million Parameters)":24,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":512,"Max Tokens":512,"TERRa":44.15} -{"index":4,"Rank":62,"Model":"LASER2<\/a>","Model Size (Million Parameters)":43,"Memory Usage (GB, fp32)":0.16,"Embedding Dimensions":1024,"Max Tokens":"N\/A","TERRa":""} -{"index":7,"Rank":63,"Model":"gte-multilingual-base<\/a>","Model Size (Million Parameters)":305,"Memory Usage (GB, fp32)":1.14,"Embedding Dimensions":768,"Max Tokens":8192,"TERRa":""} -{"index":8,"Rank":64,"Model":"e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"TERRa":""} -{"index":28,"Rank":69,"Model":"MUG-B-1.6<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"TERRa":""} -{"index":31,"Rank":72,"Model":"SGPT-125M-weightedmean-msmarco-specb-bitfit<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":2048,"TERRa":""} -{"index":32,"Rank":73,"Model":"SGPT-125M-weightedmean-nli-bitfit<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":2048,"TERRa":""} -{"index":41,"Rank":76,"Model":"sgpt-bloom-7b1-msmarco<\/a>","Model Size (Million Parameters)":7068,"Memory Usage (GB, fp32)":26.33,"Embedding Dimensions":4096,"Max Tokens":2048,"TERRa":""} -{"index":42,"Rank":77,"Model":"slx-v0.1<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.08,"Embedding Dimensions":384,"Max Tokens":512,"TERRa":""} -{"index":54,"Rank":82,"Model":"granite-embedding-107m-multilingual<\/a>","Model Size (Million Parameters)":107,"Memory Usage (GB, fp32)":0.4,"Embedding Dimensions":384,"Max Tokens":514,"TERRa":""} -{"index":55,"Rank":83,"Model":"granite-embedding-278m-multilingual<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"TERRa":""} -{"index":56,"Rank":84,"Model":"inf-retriever-v1<\/a>","Model Size (Million Parameters)":7069,"Memory Usage (GB, fp32)":26.33,"Embedding Dimensions":3584,"Max Tokens":131072,"TERRa":""} -{"index":72,"Rank":85,"Model":"ternary-weight-embedding<\/a>","Model Size (Million Parameters)":99,"Memory Usage (GB, fp32)":0.37,"Embedding Dimensions":1792,"Max Tokens":512,"TERRa":""} -{"index":74,"Rank":86,"Model":"FAB-Ramy-v1<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"TERRa":""} -{"index":75,"Rank":87,"Model":"FAE-v1<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"TERRa":""} -{"index":76,"Rank":88,"Model":"FUE-v1<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"TERRa":""} -{"index":81,"Rank":89,"Model":"allenai-specter<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"TERRa":""} -{"index":82,"Rank":90,"Model":"average_word_embeddings_komninos<\/a>","Model Size (Million Parameters)":134,"Memory Usage (GB, fp32)":0.5,"Embedding Dimensions":300,"Max Tokens":"N\/A","TERRa":""} -{"index":83,"Rank":91,"Model":"distiluse-base-multilingual-cased-v2<\/a>","Model Size (Million Parameters)":135,"Memory Usage (GB, fp32)":0.5,"Embedding Dimensions":512,"Max Tokens":512,"TERRa":""} -{"index":84,"Rank":92,"Model":"gtr-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Embedding Dimensions":768,"Max Tokens":512,"TERRa":""} -{"index":85,"Rank":93,"Model":"gtr-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Embedding Dimensions":768,"Max Tokens":512,"TERRa":""} -{"index":88,"Rank":94,"Model":"sentence-t5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"TERRa":""} -{"index":89,"Rank":95,"Model":"sentence-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Embedding Dimensions":768,"Max Tokens":512,"TERRa":""} -{"index":90,"Rank":96,"Model":"sentence-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Embedding Dimensions":768,"Max Tokens":512,"TERRa":""} diff --git a/boards_data/ru/data_tasks/Reranking/default.jsonl b/boards_data/ru/data_tasks/Reranking/default.jsonl deleted file mode 100644 index 26dd704bec26d4750efc45f1fa63da9d768278be..0000000000000000000000000000000000000000 --- a/boards_data/ru/data_tasks/Reranking/default.jsonl +++ /dev/null @@ -1,84 +0,0 @@ -{"index":35,"Rank":1,"Model":"FRIDA<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":71.56,"RuBQReranking":77.07,"MIRACLReranking (ru)":66.04} -{"index":34,"Rank":2,"Model":"SFR-Embedding-Mistral<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":70.46,"RuBQReranking":77.24,"MIRACLReranking (ru)":63.67} -{"index":19,"Rank":3,"Model":"Cohere-embed-multilingual-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":512,"Average":70.07,"RuBQReranking":75.26,"MIRACLReranking (ru)":64.88} -{"index":24,"Rank":4,"Model":"GritLM-7B<\/a>","Model Size (Million Parameters)":7240,"Memory Usage (GB, fp32)":26.97,"Embedding Dimensions":"","Max Tokens":4096,"Average":69.99,"RuBQReranking":75.75,"MIRACLReranking (ru)":64.23} -{"index":61,"Rank":5,"Model":"e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":69.96,"RuBQReranking":76.32,"MIRACLReranking (ru)":63.61} -{"index":11,"Rank":6,"Model":"bge-m3<\/a>","Model Size (Million Parameters)":567,"Memory Usage (GB, fp32)":2.11,"Embedding Dimensions":1024,"Max Tokens":8192,"Average":69.7,"RuBQReranking":74.03,"MIRACLReranking (ru)":65.38} -{"index":64,"Rank":7,"Model":"multilingual-e5-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":69.66,"RuBQReranking":75.6,"MIRACLReranking (ru)":63.71} -{"index":39,"Rank":8,"Model":"Giga-Embeddings-instruct<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":68.94,"RuBQReranking":76.66,"MIRACLReranking (ru)":61.21} -{"index":47,"Rank":9,"Model":"USER-bge-m3<\/a>","Model Size (Million Parameters)":359,"Memory Usage (GB, fp32)":1.34,"Embedding Dimensions":1024,"Max Tokens":8192,"Average":68.72,"RuBQReranking":73.08,"MIRACLReranking (ru)":64.35} -{"index":63,"Rank":10,"Model":"multilingual-e5-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":66.24,"RuBQReranking":72.01,"MIRACLReranking (ru)":60.47} -{"index":18,"Rank":11,"Model":"Cohere-embed-multilingual-light-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":384,"Max Tokens":512,"Average":66.17,"RuBQReranking":71.12,"MIRACLReranking (ru)":61.22} -{"index":66,"Rank":12,"Model":"multilingual-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":65.28,"RuBQReranking":71.45,"MIRACLReranking (ru)":59.12} -{"index":6,"Rank":13,"Model":"gte-Qwen2-7B-instruct<\/a>","Model Size (Million Parameters)":7613,"Memory Usage (GB, fp32)":28.36,"Embedding Dimensions":3584,"Max Tokens":32768,"Average":64.54,"RuBQReranking":74.13,"MIRACLReranking (ru)":54.95} -{"index":65,"Rank":14,"Model":"multilingual-e5-large-instruct<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":64.34,"RuBQReranking":71.66,"MIRACLReranking (ru)":57.03} -{"index":36,"Rank":15,"Model":"ru-en-RoSBERTa<\/a>","Model Size (Million Parameters)":404,"Memory Usage (GB, fp32)":1.5,"Embedding Dimensions":1024,"Max Tokens":514,"Average":63.89,"RuBQReranking":70.87,"MIRACLReranking (ru)":56.91} -{"index":26,"Rank":16,"Model":"KaLM-embedding-multilingual-mini-instruct-v1.5<\/a>","Model Size (Million Parameters)":494,"Memory Usage (GB, fp32)":1.84,"Embedding Dimensions":896,"Max Tokens":131072,"Average":63.74,"RuBQReranking":70.23,"MIRACLReranking (ru)":57.25} -{"index":27,"Rank":17,"Model":"KaLM-embedding-multilingual-mini-v1<\/a>","Model Size (Million Parameters)":494,"Memory Usage (GB, fp32)":1.84,"Embedding Dimensions":896,"Max Tokens":131072,"Average":63.16,"RuBQReranking":69.77,"MIRACLReranking (ru)":56.55} -{"index":91,"Rank":18,"Model":"LaBSE-ru-turbo<\/a>","Model Size (Million Parameters)":128,"Memory Usage (GB, fp32)":0.48,"Embedding Dimensions":768,"Max Tokens":512,"Average":63.04,"RuBQReranking":68.65,"MIRACLReranking (ru)":57.44} -{"index":5,"Rank":19,"Model":"gte-Qwen1.5-7B-instruct<\/a>","Model Size (Million Parameters)":7099,"Memory Usage (GB, fp32)":26.45,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":62.81,"RuBQReranking":70.28,"MIRACLReranking (ru)":55.34} -{"index":25,"Rank":20,"Model":"KaLM-embedding-multilingual-mini-instruct-v1<\/a>","Model Size (Million Parameters)":494,"Memory Usage (GB, fp32)":1.84,"Embedding Dimensions":896,"Max Tokens":131072,"Average":62.3,"RuBQReranking":68.48,"MIRACLReranking (ru)":56.11} -{"index":46,"Rank":21,"Model":"USER-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":512,"Average":55.58,"RuBQReranking":64.42,"MIRACLReranking (ru)":46.75} -{"index":92,"Rank":22,"Model":"rubert-tiny-turbo<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"Embedding Dimensions":312,"Max Tokens":2048,"Average":54.94,"RuBQReranking":62.15,"MIRACLReranking (ru)":47.73} -{"index":20,"Rank":23,"Model":"jina-embeddings-v3<\/a>","Model Size (Million Parameters)":572,"Memory Usage (GB, fp32)":2.13,"Embedding Dimensions":1024,"Max Tokens":8194,"Average":53.82,"RuBQReranking":65.57,"MIRACLReranking (ru)":42.07} -{"index":70,"Rank":24,"Model":"jina-embeddings-v3<\/a>","Model Size (Million Parameters)":572,"Memory Usage (GB, fp32)":2.13,"Embedding Dimensions":1024,"Max Tokens":8194,"Average":53.82,"RuBQReranking":65.57,"MIRACLReranking (ru)":42.07} -{"index":87,"Rank":25,"Model":"paraphrase-multilingual-mpnet-base-v2<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":51.22,"RuBQReranking":58.77,"MIRACLReranking (ru)":43.66} -{"index":86,"Rank":26,"Model":"paraphrase-multilingual-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":46.34,"RuBQReranking":52.8,"MIRACLReranking (ru)":39.88} -{"index":77,"Rank":27,"Model":"LaBSE<\/a>","Model Size (Million Parameters)":471,"Memory Usage (GB, fp32)":1.75,"Embedding Dimensions":768,"Max Tokens":512,"Average":42.03,"RuBQReranking":55.13,"MIRACLReranking (ru)":28.92} -{"index":43,"Rank":28,"Model":"LaBSE-en-ru<\/a>","Model Size (Million Parameters)":129,"Memory Usage (GB, fp32)":0.48,"Embedding Dimensions":768,"Max Tokens":512,"Average":41.84,"RuBQReranking":54.83,"MIRACLReranking (ru)":28.86} -{"index":37,"Rank":29,"Model":"sbert_large_mt_nlu_ru<\/a>","Model Size (Million Parameters)":427,"Memory Usage (GB, fp32)":1.59,"Embedding Dimensions":1024,"Max Tokens":514,"Average":40.56,"RuBQReranking":56.14,"MIRACLReranking (ru)":24.99} -{"index":17,"Rank":30,"Model":"Cohere-embed-english-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":512,"Average":39.78,"RuBQReranking":51.31,"MIRACLReranking (ru)":28.25} -{"index":93,"Rank":31,"Model":"text2vec-base-multilingual<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":256,"Average":38.56,"RuBQReranking":47.69,"MIRACLReranking (ru)":29.44} -{"index":10,"Rank":32,"Model":"bge-large-en-v1.5<\/a>","Model Size (Million Parameters)":1340,"Memory Usage (GB, fp32)":4.99,"Embedding Dimensions":1024,"Max Tokens":512,"Average":36.81,"RuBQReranking":47.66,"MIRACLReranking (ru)":25.96} -{"index":60,"Rank":33,"Model":"e5-large-v2<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":34.72,"RuBQReranking":47.84,"MIRACLReranking (ru)":21.61} -{"index":9,"Rank":34,"Model":"bge-base-en-v1.5<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":33.47,"RuBQReranking":44.52,"MIRACLReranking (ru)":22.42} -{"index":38,"Rank":35,"Model":"sbert_large_nlu_ru<\/a>","Model Size (Million Parameters)":427,"Memory Usage (GB, fp32)":1.59,"Embedding Dimensions":1024,"Max Tokens":512,"Average":32.8,"RuBQReranking":46.81,"MIRACLReranking (ru)":18.8} -{"index":45,"Rank":36,"Model":"rubert-tiny2<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"Embedding Dimensions":2048,"Max Tokens":514,"Average":30.95,"RuBQReranking":46.09,"MIRACLReranking (ru)":15.81} -{"index":58,"Rank":37,"Model":"e5-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":30.68,"RuBQReranking":45.35,"MIRACLReranking (ru)":16.0} -{"index":78,"Rank":38,"Model":"all-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":28.46,"RuBQReranking":38.51,"MIRACLReranking (ru)":18.42} -{"index":21,"Rank":39,"Model":"distilrubert-small-cased-conversational<\/a>","Model Size (Million Parameters)":106,"Memory Usage (GB, fp32)":0.39,"Embedding Dimensions":768,"Max Tokens":512,"Average":27.84,"RuBQReranking":42.58,"MIRACLReranking (ru)":13.09} -{"index":22,"Rank":40,"Model":"rubert-base-cased<\/a>","Model Size (Million Parameters)":180,"Memory Usage (GB, fp32)":0.67,"Embedding Dimensions":768,"Max Tokens":512,"Average":27.46,"RuBQReranking":41.65,"MIRACLReranking (ru)":13.27} -{"index":12,"Rank":41,"Model":"bge-small-en-v1.5<\/a>","Model Size (Million Parameters)":24,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":512,"Max Tokens":512,"Average":27.09,"RuBQReranking":38.37,"MIRACLReranking (ru)":15.81} -{"index":23,"Rank":42,"Model":"rubert-base-cased-sentence<\/a>","Model Size (Million Parameters)":180,"Memory Usage (GB, fp32)":0.67,"Embedding Dimensions":768,"Max Tokens":512,"Average":26.83,"RuBQReranking":39.89,"MIRACLReranking (ru)":13.77} -{"index":73,"Rank":43,"Model":"nomic-embed-text-v1<\/a>","Model Size (Million Parameters)":547,"Memory Usage (GB, fp32)":2.04,"Embedding Dimensions":768,"Max Tokens":8192,"Average":24.44,"RuBQReranking":34.13,"MIRACLReranking (ru)":14.74} -{"index":48,"Rank":44,"Model":"deberta-v1-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":512,"Average":23.68,"RuBQReranking":34.01,"MIRACLReranking (ru)":13.36} -{"index":44,"Rank":45,"Model":"rubert-tiny<\/a>","Model Size (Million Parameters)":12,"Memory Usage (GB, fp32)":0.04,"Embedding Dimensions":512,"Max Tokens":514,"Average":21.26,"RuBQReranking":35.44,"MIRACLReranking (ru)":7.08} -{"index":59,"Rank":46,"Model":"e5-large<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":20.67,"RuBQReranking":30.83,"MIRACLReranking (ru)":10.52} -{"index":80,"Rank":47,"Model":"all-mpnet-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average":20.4,"RuBQReranking":30.96,"MIRACLReranking (ru)":9.85} -{"index":50,"Rank":48,"Model":"e5-base-4k<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":19.34,"RuBQReranking":30.66,"MIRACLReranking (ru)":8.03} -{"index":79,"Rank":49,"Model":"all-MiniLM-L6-v2<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":384,"Max Tokens":512,"Average":15.86,"RuBQReranking":27.05,"MIRACLReranking (ru)":4.67} -{"index":67,"Rank":50,"Model":"udever-bloom-1b1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":2048,"Average":15.15,"RuBQReranking":23.18,"MIRACLReranking (ru)":7.12} -{"index":57,"Rank":51,"Model":"e5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":14.24,"RuBQReranking":21.8,"MIRACLReranking (ru)":6.67} -{"index":62,"Rank":52,"Model":"e5-small<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":10.42,"RuBQReranking":17.63,"MIRACLReranking (ru)":3.22} -{"index":68,"Rank":53,"Model":"udever-bloom-560m<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":2048,"Average":9.32,"RuBQReranking":15.98,"MIRACLReranking (ru)":2.65} -{"index":0,"Rank":54,"Model":"voyage-3-lite<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":512,"Max Tokens":32000,"Average":"","RuBQReranking":67.85,"MIRACLReranking (ru)":""} -{"index":1,"Rank":55,"Model":"voyage-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":32000,"Average":"","RuBQReranking":72.6,"MIRACLReranking (ru)":""} -{"index":2,"Rank":56,"Model":"voyage-large-2-instruct<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":16000,"Average":"","RuBQReranking":70.59,"MIRACLReranking (ru)":""} -{"index":3,"Rank":57,"Model":"voyage-multilingual-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":32000,"Average":"","RuBQReranking":"","MIRACLReranking (ru)":""} -{"index":4,"Rank":58,"Model":"LASER2<\/a>","Model Size (Million Parameters)":43,"Memory Usage (GB, fp32)":0.16,"Embedding Dimensions":1024,"Max Tokens":"N\/A","Average":"","RuBQReranking":"","MIRACLReranking (ru)":""} -{"index":7,"Rank":59,"Model":"gte-multilingual-base<\/a>","Model Size (Million Parameters)":305,"Memory Usage (GB, fp32)":1.14,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","RuBQReranking":"","MIRACLReranking (ru)":""} -{"index":8,"Rank":60,"Model":"e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","RuBQReranking":"","MIRACLReranking (ru)":""} -{"index":28,"Rank":65,"Model":"MUG-B-1.6<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","RuBQReranking":"","MIRACLReranking (ru)":""} -{"index":31,"Rank":68,"Model":"SGPT-125M-weightedmean-msmarco-specb-bitfit<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":2048,"Average":"","RuBQReranking":"","MIRACLReranking (ru)":""} -{"index":32,"Rank":69,"Model":"SGPT-125M-weightedmean-nli-bitfit<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":2048,"Average":"","RuBQReranking":"","MIRACLReranking (ru)":""} -{"index":41,"Rank":72,"Model":"sgpt-bloom-7b1-msmarco<\/a>","Model Size (Million Parameters)":7068,"Memory Usage (GB, fp32)":26.33,"Embedding Dimensions":4096,"Max Tokens":2048,"Average":"","RuBQReranking":"","MIRACLReranking (ru)":""} -{"index":42,"Rank":73,"Model":"slx-v0.1<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.08,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","RuBQReranking":"","MIRACLReranking (ru)":""} -{"index":54,"Rank":78,"Model":"granite-embedding-107m-multilingual<\/a>","Model Size (Million Parameters)":107,"Memory Usage (GB, fp32)":0.4,"Embedding Dimensions":384,"Max Tokens":514,"Average":"","RuBQReranking":"","MIRACLReranking (ru)":""} -{"index":55,"Rank":79,"Model":"granite-embedding-278m-multilingual<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","RuBQReranking":"","MIRACLReranking (ru)":""} -{"index":56,"Rank":80,"Model":"inf-retriever-v1<\/a>","Model Size (Million Parameters)":7069,"Memory Usage (GB, fp32)":26.33,"Embedding Dimensions":3584,"Max Tokens":131072,"Average":"","RuBQReranking":"","MIRACLReranking (ru)":""} -{"index":69,"Rank":81,"Model":"jina-embeddings-v2-base-en<\/a>","Model Size (Million Parameters)":275,"Memory Usage (GB, fp32)":1.02,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","RuBQReranking":18.6,"MIRACLReranking (ru)":""} -{"index":71,"Rank":82,"Model":"multilingual-e5-small-ct2-int8<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","RuBQReranking":71.45,"MIRACLReranking (ru)":""} -{"index":72,"Rank":83,"Model":"ternary-weight-embedding<\/a>","Model Size (Million Parameters)":99,"Memory Usage (GB, fp32)":0.37,"Embedding Dimensions":1792,"Max Tokens":512,"Average":"","RuBQReranking":"","MIRACLReranking (ru)":""} -{"index":74,"Rank":84,"Model":"FAB-Ramy-v1<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","RuBQReranking":"","MIRACLReranking (ru)":""} -{"index":75,"Rank":85,"Model":"FAE-v1<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","RuBQReranking":"","MIRACLReranking (ru)":""} -{"index":76,"Rank":86,"Model":"FUE-v1<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","RuBQReranking":"","MIRACLReranking (ru)":""} -{"index":81,"Rank":87,"Model":"allenai-specter<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","RuBQReranking":"","MIRACLReranking (ru)":""} -{"index":82,"Rank":88,"Model":"average_word_embeddings_komninos<\/a>","Model Size (Million Parameters)":134,"Memory Usage (GB, fp32)":0.5,"Embedding Dimensions":300,"Max Tokens":"N\/A","Average":"","RuBQReranking":"","MIRACLReranking (ru)":""} -{"index":83,"Rank":89,"Model":"distiluse-base-multilingual-cased-v2<\/a>","Model Size (Million Parameters)":135,"Memory Usage (GB, fp32)":0.5,"Embedding Dimensions":512,"Max Tokens":512,"Average":"","RuBQReranking":"","MIRACLReranking (ru)":""} -{"index":84,"Rank":90,"Model":"gtr-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","RuBQReranking":"","MIRACLReranking (ru)":""} -{"index":85,"Rank":91,"Model":"gtr-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","RuBQReranking":"","MIRACLReranking (ru)":""} -{"index":88,"Rank":92,"Model":"sentence-t5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","RuBQReranking":"","MIRACLReranking (ru)":""} -{"index":89,"Rank":93,"Model":"sentence-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","RuBQReranking":"","MIRACLReranking (ru)":""} -{"index":90,"Rank":94,"Model":"sentence-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","RuBQReranking":"","MIRACLReranking (ru)":""} -{"index":95,"Rank":96,"Model":"text-embedding-3-large<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":3072,"Max Tokens":8191,"Average":"","RuBQReranking":75.19,"MIRACLReranking (ru)":""} -{"index":96,"Rank":97,"Model":"text-embedding-3-small<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":8191,"Average":"","RuBQReranking":66.0,"MIRACLReranking (ru)":""} diff --git a/boards_data/ru/data_tasks/Retrieval/default.jsonl b/boards_data/ru/data_tasks/Retrieval/default.jsonl deleted file mode 100644 index 25f3f0771e7add60b668b5f6cc6e4293fb8c57e2..0000000000000000000000000000000000000000 --- a/boards_data/ru/data_tasks/Retrieval/default.jsonl +++ /dev/null @@ -1,86 +0,0 @@ -{"index":35,"Rank":1,"Model":"FRIDA<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":77.03,"RiaNewsRetrieval":86.82,"RuBQRetrieval":72.39,"MIRACLRetrieval (ru)":71.88} -{"index":1,"Rank":2,"Model":"voyage-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":32000,"Average":76.0,"RiaNewsRetrieval":88.02,"RuBQRetrieval":71.54,"MIRACLRetrieval (ru)":68.43} -{"index":24,"Rank":3,"Model":"GritLM-7B<\/a>","Model Size (Million Parameters)":7240,"Memory Usage (GB, fp32)":26.97,"Embedding Dimensions":"","Max Tokens":4096,"Average":75.79,"RiaNewsRetrieval":82.76,"RuBQRetrieval":76.31,"MIRACLRetrieval (ru)":68.3} -{"index":11,"Rank":4,"Model":"bge-m3<\/a>","Model Size (Million Parameters)":567,"Memory Usage (GB, fp32)":2.11,"Embedding Dimensions":1024,"Max Tokens":8192,"Average":74.79,"RiaNewsRetrieval":82.99,"RuBQRetrieval":71.22,"MIRACLRetrieval (ru)":70.16} -{"index":61,"Rank":5,"Model":"e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":74.19,"RiaNewsRetrieval":78.94,"RuBQRetrieval":75.98,"MIRACLRetrieval (ru)":67.66} -{"index":64,"Rank":6,"Model":"multilingual-e5-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":74.04,"RiaNewsRetrieval":80.67,"RuBQRetrieval":74.13,"MIRACLRetrieval (ru)":67.33} -{"index":47,"Rank":7,"Model":"USER-bge-m3<\/a>","Model Size (Million Parameters)":359,"Memory Usage (GB, fp32)":1.34,"Embedding Dimensions":1024,"Max Tokens":8192,"Average":73.63,"RiaNewsRetrieval":83.53,"RuBQRetrieval":70.03,"MIRACLRetrieval (ru)":67.33} -{"index":65,"Rank":8,"Model":"multilingual-e5-large-instruct<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":68.23,"RiaNewsRetrieval":82.44,"RuBQRetrieval":69.18,"MIRACLRetrieval (ru)":53.08} -{"index":39,"Rank":9,"Model":"Giga-Embeddings-instruct<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":68.08,"RiaNewsRetrieval":71.65,"RuBQRetrieval":73.66,"MIRACLRetrieval (ru)":58.92} -{"index":63,"Rank":10,"Model":"multilingual-e5-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":67.14,"RiaNewsRetrieval":70.24,"RuBQRetrieval":69.58,"MIRACLRetrieval (ru)":61.6} -{"index":26,"Rank":11,"Model":"KaLM-embedding-multilingual-mini-instruct-v1.5<\/a>","Model Size (Million Parameters)":494,"Memory Usage (GB, fp32)":1.84,"Embedding Dimensions":896,"Max Tokens":131072,"Average":66.92,"RiaNewsRetrieval":78.17,"RuBQRetrieval":67.98,"MIRACLRetrieval (ru)":54.6} -{"index":36,"Rank":12,"Model":"ru-en-RoSBERTa<\/a>","Model Size (Million Parameters)":404,"Memory Usage (GB, fp32)":1.5,"Embedding Dimensions":1024,"Max Tokens":514,"Average":66.51,"RiaNewsRetrieval":78.86,"RuBQRetrieval":66.77,"MIRACLRetrieval (ru)":53.91} -{"index":27,"Rank":13,"Model":"KaLM-embedding-multilingual-mini-v1<\/a>","Model Size (Million Parameters)":494,"Memory Usage (GB, fp32)":1.84,"Embedding Dimensions":896,"Max Tokens":131072,"Average":66.17,"RiaNewsRetrieval":77.42,"RuBQRetrieval":67.75,"MIRACLRetrieval (ru)":53.33} -{"index":25,"Rank":14,"Model":"KaLM-embedding-multilingual-mini-instruct-v1<\/a>","Model Size (Million Parameters)":494,"Memory Usage (GB, fp32)":1.84,"Embedding Dimensions":896,"Max Tokens":131072,"Average":66.13,"RiaNewsRetrieval":79.42,"RuBQRetrieval":66.77,"MIRACLRetrieval (ru)":52.21} -{"index":66,"Rank":15,"Model":"multilingual-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":65.85,"RiaNewsRetrieval":70.0,"RuBQRetrieval":68.53,"MIRACLRetrieval (ru)":59.01} -{"index":91,"Rank":16,"Model":"LaBSE-ru-turbo<\/a>","Model Size (Million Parameters)":128,"Memory Usage (GB, fp32)":0.48,"Embedding Dimensions":768,"Max Tokens":512,"Average":63.68,"RiaNewsRetrieval":69.36,"RuBQRetrieval":65.71,"MIRACLRetrieval (ru)":55.97} -{"index":46,"Rank":17,"Model":"USER-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":512,"Average":56.14,"RiaNewsRetrieval":77.72,"RuBQRetrieval":56.86,"MIRACLRetrieval (ru)":33.84} -{"index":92,"Rank":18,"Model":"rubert-tiny-turbo<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"Embedding Dimensions":312,"Max Tokens":2048,"Average":46.69,"RiaNewsRetrieval":51.27,"RuBQRetrieval":51.73,"MIRACLRetrieval (ru)":37.07} -{"index":87,"Rank":19,"Model":"paraphrase-multilingual-mpnet-base-v2<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":37.22,"RiaNewsRetrieval":51.75,"RuBQRetrieval":37.04,"MIRACLRetrieval (ru)":22.87} -{"index":86,"Rank":20,"Model":"paraphrase-multilingual-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":31.16,"RiaNewsRetrieval":44.82,"RuBQRetrieval":29.7,"MIRACLRetrieval (ru)":18.96} -{"index":77,"Rank":21,"Model":"LaBSE<\/a>","Model Size (Million Parameters)":471,"Memory Usage (GB, fp32)":1.75,"Embedding Dimensions":768,"Max Tokens":512,"Average":27.88,"RiaNewsRetrieval":42.75,"RuBQRetrieval":30.02,"MIRACLRetrieval (ru)":10.86} -{"index":43,"Rank":22,"Model":"LaBSE-en-ru<\/a>","Model Size (Million Parameters)":129,"Memory Usage (GB, fp32)":0.48,"Embedding Dimensions":768,"Max Tokens":512,"Average":24.78,"RiaNewsRetrieval":34.73,"RuBQRetrieval":29.03,"MIRACLRetrieval (ru)":10.58} -{"index":10,"Rank":23,"Model":"bge-large-en-v1.5<\/a>","Model Size (Million Parameters)":1340,"Memory Usage (GB, fp32)":4.99,"Embedding Dimensions":1024,"Max Tokens":512,"Average":20.29,"RiaNewsRetrieval":29.09,"RuBQRetrieval":21.05,"MIRACLRetrieval (ru)":10.73} -{"index":37,"Rank":24,"Model":"sbert_large_mt_nlu_ru<\/a>","Model Size (Million Parameters)":427,"Memory Usage (GB, fp32)":1.59,"Embedding Dimensions":1024,"Max Tokens":514,"Average":19.13,"RiaNewsRetrieval":21.4,"RuBQRetrieval":29.8,"MIRACLRetrieval (ru)":6.2} -{"index":93,"Rank":25,"Model":"text2vec-base-multilingual<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":256,"Average":18.96,"RiaNewsRetrieval":23.85,"RuBQRetrieval":21.04,"MIRACLRetrieval (ru)":11.99} -{"index":60,"Rank":26,"Model":"e5-large-v2<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":15.03,"RiaNewsRetrieval":17.66,"RuBQRetrieval":21.29,"MIRACLRetrieval (ru)":6.14} -{"index":9,"Rank":27,"Model":"bge-base-en-v1.5<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":12.96,"RiaNewsRetrieval":19.6,"RuBQRetrieval":13.27,"MIRACLRetrieval (ru)":6.02} -{"index":58,"Rank":28,"Model":"e5-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":11.48,"RiaNewsRetrieval":14.82,"RuBQRetrieval":16.23,"MIRACLRetrieval (ru)":3.39} -{"index":78,"Rank":29,"Model":"all-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":9.18,"RiaNewsRetrieval":15.65,"RuBQRetrieval":8.84,"MIRACLRetrieval (ru)":3.04} -{"index":45,"Rank":30,"Model":"rubert-tiny2<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"Embedding Dimensions":2048,"Max Tokens":514,"Average":8.89,"RiaNewsRetrieval":13.92,"RuBQRetrieval":10.87,"MIRACLRetrieval (ru)":1.89} -{"index":38,"Rank":31,"Model":"sbert_large_nlu_ru<\/a>","Model Size (Million Parameters)":427,"Memory Usage (GB, fp32)":1.59,"Embedding Dimensions":1024,"Max Tokens":512,"Average":8.51,"RiaNewsRetrieval":11.11,"RuBQRetrieval":12.45,"MIRACLRetrieval (ru)":1.98} -{"index":73,"Rank":32,"Model":"nomic-embed-text-v1<\/a>","Model Size (Million Parameters)":547,"Memory Usage (GB, fp32)":2.04,"Embedding Dimensions":768,"Max Tokens":8192,"Average":7.78,"RiaNewsRetrieval":12.92,"RuBQRetrieval":6.7,"MIRACLRetrieval (ru)":3.73} -{"index":23,"Rank":33,"Model":"rubert-base-cased-sentence<\/a>","Model Size (Million Parameters)":180,"Memory Usage (GB, fp32)":0.67,"Embedding Dimensions":768,"Max Tokens":512,"Average":7.09,"RiaNewsRetrieval":6.72,"RuBQRetrieval":12.63,"MIRACLRetrieval (ru)":1.92} -{"index":12,"Rank":34,"Model":"bge-small-en-v1.5<\/a>","Model Size (Million Parameters)":24,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":512,"Max Tokens":512,"Average":7.06,"RiaNewsRetrieval":10.58,"RuBQRetrieval":8.17,"MIRACLRetrieval (ru)":2.42} -{"index":48,"Rank":35,"Model":"deberta-v1-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":512,"Average":6.0,"RiaNewsRetrieval":4.84,"RuBQRetrieval":10.15,"MIRACLRetrieval (ru)":3.02} -{"index":21,"Rank":36,"Model":"distilrubert-small-cased-conversational<\/a>","Model Size (Million Parameters)":106,"Memory Usage (GB, fp32)":0.39,"Embedding Dimensions":768,"Max Tokens":512,"Average":5.71,"RiaNewsRetrieval":4.14,"RuBQRetrieval":10.6,"MIRACLRetrieval (ru)":2.39} -{"index":22,"Rank":37,"Model":"rubert-base-cased<\/a>","Model Size (Million Parameters)":180,"Memory Usage (GB, fp32)":0.67,"Embedding Dimensions":768,"Max Tokens":512,"Average":5.33,"RiaNewsRetrieval":5.58,"RuBQRetrieval":9.52,"MIRACLRetrieval (ru)":0.88} -{"index":59,"Rank":38,"Model":"e5-large<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":3.52,"RiaNewsRetrieval":4.39,"RuBQRetrieval":4.69,"MIRACLRetrieval (ru)":1.49} -{"index":80,"Rank":39,"Model":"all-mpnet-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average":2.95,"RiaNewsRetrieval":3.32,"RuBQRetrieval":4.75,"MIRACLRetrieval (ru)":0.77} -{"index":50,"Rank":40,"Model":"e5-base-4k<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":2.32,"RiaNewsRetrieval":2.94,"RuBQRetrieval":3.12,"MIRACLRetrieval (ru)":0.89} -{"index":44,"Rank":41,"Model":"rubert-tiny<\/a>","Model Size (Million Parameters)":12,"Memory Usage (GB, fp32)":0.04,"Embedding Dimensions":512,"Max Tokens":514,"Average":1.54,"RiaNewsRetrieval":0.79,"RuBQRetrieval":3.24,"MIRACLRetrieval (ru)":0.58} -{"index":57,"Rank":42,"Model":"e5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":1.37,"RiaNewsRetrieval":2.03,"RuBQRetrieval":1.74,"MIRACLRetrieval (ru)":0.34} -{"index":79,"Rank":43,"Model":"all-MiniLM-L6-v2<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":384,"Max Tokens":512,"Average":1.23,"RiaNewsRetrieval":0.67,"RuBQRetrieval":2.64,"MIRACLRetrieval (ru)":0.39} -{"index":62,"Rank":44,"Model":"e5-small<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":1.01,"RiaNewsRetrieval":1.35,"RuBQRetrieval":1.48,"MIRACLRetrieval (ru)":0.21} -{"index":0,"Rank":45,"Model":"voyage-3-lite<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":512,"Max Tokens":32000,"Average":"","RiaNewsRetrieval":"","RuBQRetrieval":"","MIRACLRetrieval (ru)":""} -{"index":2,"Rank":46,"Model":"voyage-large-2-instruct<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":16000,"Average":"","RiaNewsRetrieval":"","RuBQRetrieval":"","MIRACLRetrieval (ru)":""} -{"index":3,"Rank":47,"Model":"voyage-multilingual-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":32000,"Average":"","RiaNewsRetrieval":"","RuBQRetrieval":"","MIRACLRetrieval (ru)":""} -{"index":4,"Rank":48,"Model":"LASER2<\/a>","Model Size (Million Parameters)":43,"Memory Usage (GB, fp32)":0.16,"Embedding Dimensions":1024,"Max Tokens":"N\/A","Average":"","RiaNewsRetrieval":"","RuBQRetrieval":"","MIRACLRetrieval (ru)":""} -{"index":5,"Rank":49,"Model":"gte-Qwen1.5-7B-instruct<\/a>","Model Size (Million Parameters)":7099,"Memory Usage (GB, fp32)":26.45,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","RiaNewsRetrieval":61.1,"RuBQRetrieval":65.17,"MIRACLRetrieval (ru)":""} -{"index":6,"Rank":50,"Model":"gte-Qwen2-7B-instruct<\/a>","Model Size (Million Parameters)":7613,"Memory Usage (GB, fp32)":28.36,"Embedding Dimensions":3584,"Max Tokens":32768,"Average":"","RiaNewsRetrieval":76.26,"RuBQRetrieval":72.72,"MIRACLRetrieval (ru)":""} -{"index":7,"Rank":51,"Model":"gte-multilingual-base<\/a>","Model Size (Million Parameters)":305,"Memory Usage (GB, fp32)":1.14,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","RiaNewsRetrieval":"","RuBQRetrieval":"","MIRACLRetrieval (ru)":""} -{"index":8,"Rank":52,"Model":"e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","RiaNewsRetrieval":"","RuBQRetrieval":"","MIRACLRetrieval (ru)":""} -{"index":17,"Rank":57,"Model":"Cohere-embed-english-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":512,"Average":"","RiaNewsRetrieval":21.74,"RuBQRetrieval":26.66,"MIRACLRetrieval (ru)":""} -{"index":18,"Rank":58,"Model":"Cohere-embed-multilingual-light-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":384,"Max Tokens":512,"Average":"","RiaNewsRetrieval":74.28,"RuBQRetrieval":67.24,"MIRACLRetrieval (ru)":""} -{"index":19,"Rank":59,"Model":"Cohere-embed-multilingual-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":512,"Average":"","RiaNewsRetrieval":82.5,"RuBQRetrieval":73.04,"MIRACLRetrieval (ru)":""} -{"index":20,"Rank":60,"Model":"jina-embeddings-v3<\/a>","Model Size (Million Parameters)":572,"Memory Usage (GB, fp32)":2.13,"Embedding Dimensions":1024,"Max Tokens":8194,"Average":"","RiaNewsRetrieval":79.21,"RuBQRetrieval":72.31,"MIRACLRetrieval (ru)":""} -{"index":28,"Rank":61,"Model":"MUG-B-1.6<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","RiaNewsRetrieval":"","RuBQRetrieval":"","MIRACLRetrieval (ru)":""} -{"index":31,"Rank":64,"Model":"SGPT-125M-weightedmean-msmarco-specb-bitfit<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":2048,"Average":"","RiaNewsRetrieval":"","RuBQRetrieval":"","MIRACLRetrieval (ru)":""} -{"index":32,"Rank":65,"Model":"SGPT-125M-weightedmean-nli-bitfit<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":2048,"Average":"","RiaNewsRetrieval":"","RuBQRetrieval":"","MIRACLRetrieval (ru)":""} -{"index":34,"Rank":67,"Model":"SFR-Embedding-Mistral<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","RiaNewsRetrieval":81.14,"RuBQRetrieval":77.16,"MIRACLRetrieval (ru)":""} -{"index":41,"Rank":69,"Model":"sgpt-bloom-7b1-msmarco<\/a>","Model Size (Million Parameters)":7068,"Memory Usage (GB, fp32)":26.33,"Embedding Dimensions":4096,"Max Tokens":2048,"Average":"","RiaNewsRetrieval":"","RuBQRetrieval":"","MIRACLRetrieval (ru)":""} -{"index":42,"Rank":70,"Model":"slx-v0.1<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.08,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","RiaNewsRetrieval":"","RuBQRetrieval":"","MIRACLRetrieval (ru)":""} -{"index":52,"Rank":73,"Model":"granite-embedding-278m-multilingual-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","RiaNewsRetrieval":"","RuBQRetrieval":"","MIRACLRetrieval (ru)":52.35} -{"index":53,"Rank":74,"Model":"granite-embedding-278m-multilingual-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","RiaNewsRetrieval":"","RuBQRetrieval":"","MIRACLRetrieval (ru)":52.35} -{"index":54,"Rank":75,"Model":"granite-embedding-107m-multilingual<\/a>","Model Size (Million Parameters)":107,"Memory Usage (GB, fp32)":0.4,"Embedding Dimensions":384,"Max Tokens":514,"Average":"","RiaNewsRetrieval":"","RuBQRetrieval":"","MIRACLRetrieval (ru)":48.26} -{"index":55,"Rank":76,"Model":"granite-embedding-278m-multilingual<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","RiaNewsRetrieval":"","RuBQRetrieval":"","MIRACLRetrieval (ru)":52.35} -{"index":56,"Rank":77,"Model":"inf-retriever-v1<\/a>","Model Size (Million Parameters)":7069,"Memory Usage (GB, fp32)":26.33,"Embedding Dimensions":3584,"Max Tokens":131072,"Average":"","RiaNewsRetrieval":85.01,"RuBQRetrieval":75.55,"MIRACLRetrieval (ru)":""} -{"index":67,"Rank":78,"Model":"udever-bloom-1b1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":2048,"Average":"","RiaNewsRetrieval":1.3,"RuBQRetrieval":0.91,"MIRACLRetrieval (ru)":""} -{"index":68,"Rank":79,"Model":"udever-bloom-560m<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":2048,"Average":"","RiaNewsRetrieval":0.16,"RuBQRetrieval":0.19,"MIRACLRetrieval (ru)":""} -{"index":69,"Rank":80,"Model":"jina-embeddings-v2-base-en<\/a>","Model Size (Million Parameters)":275,"Memory Usage (GB, fp32)":1.02,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","RiaNewsRetrieval":0.01,"RuBQRetrieval":"","MIRACLRetrieval (ru)":""} -{"index":70,"Rank":81,"Model":"jina-embeddings-v3<\/a>","Model Size (Million Parameters)":572,"Memory Usage (GB, fp32)":2.13,"Embedding Dimensions":1024,"Max Tokens":8194,"Average":"","RiaNewsRetrieval":79.21,"RuBQRetrieval":72.31,"MIRACLRetrieval (ru)":""} -{"index":71,"Rank":82,"Model":"multilingual-e5-small-ct2-int8<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","RiaNewsRetrieval":70.01,"RuBQRetrieval":68.53,"MIRACLRetrieval (ru)":""} -{"index":72,"Rank":83,"Model":"ternary-weight-embedding<\/a>","Model Size (Million Parameters)":99,"Memory Usage (GB, fp32)":0.37,"Embedding Dimensions":1792,"Max Tokens":512,"Average":"","RiaNewsRetrieval":"","RuBQRetrieval":"","MIRACLRetrieval (ru)":""} -{"index":74,"Rank":84,"Model":"FAB-Ramy-v1<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","RiaNewsRetrieval":"","RuBQRetrieval":"","MIRACLRetrieval (ru)":""} -{"index":75,"Rank":85,"Model":"FAE-v1<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","RiaNewsRetrieval":"","RuBQRetrieval":"","MIRACLRetrieval (ru)":""} -{"index":76,"Rank":86,"Model":"FUE-v1<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","RiaNewsRetrieval":"","RuBQRetrieval":"","MIRACLRetrieval (ru)":""} -{"index":81,"Rank":87,"Model":"allenai-specter<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","RiaNewsRetrieval":"","RuBQRetrieval":"","MIRACLRetrieval (ru)":""} -{"index":82,"Rank":88,"Model":"average_word_embeddings_komninos<\/a>","Model Size (Million Parameters)":134,"Memory Usage (GB, fp32)":0.5,"Embedding Dimensions":300,"Max Tokens":"N\/A","Average":"","RiaNewsRetrieval":"","RuBQRetrieval":"","MIRACLRetrieval (ru)":""} -{"index":83,"Rank":89,"Model":"distiluse-base-multilingual-cased-v2<\/a>","Model Size (Million Parameters)":135,"Memory Usage (GB, fp32)":0.5,"Embedding Dimensions":512,"Max Tokens":512,"Average":"","RiaNewsRetrieval":"","RuBQRetrieval":"","MIRACLRetrieval (ru)":""} -{"index":84,"Rank":90,"Model":"gtr-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","RiaNewsRetrieval":"","RuBQRetrieval":"","MIRACLRetrieval (ru)":""} -{"index":85,"Rank":91,"Model":"gtr-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","RiaNewsRetrieval":"","RuBQRetrieval":"","MIRACLRetrieval (ru)":""} -{"index":88,"Rank":92,"Model":"sentence-t5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","RiaNewsRetrieval":"","RuBQRetrieval":"","MIRACLRetrieval (ru)":""} -{"index":89,"Rank":93,"Model":"sentence-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","RiaNewsRetrieval":"","RuBQRetrieval":"","MIRACLRetrieval (ru)":""} -{"index":90,"Rank":94,"Model":"sentence-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","RiaNewsRetrieval":"","RuBQRetrieval":"","MIRACLRetrieval (ru)":""} -{"index":95,"Rank":96,"Model":"text-embedding-3-large<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":3072,"Max Tokens":8191,"Average":"","RiaNewsRetrieval":"","RuBQRetrieval":72.32,"MIRACLRetrieval (ru)":""} -{"index":96,"Rank":97,"Model":"text-embedding-3-small<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":8191,"Average":"","RiaNewsRetrieval":"","RuBQRetrieval":60.1,"MIRACLRetrieval (ru)":""} diff --git a/boards_data/ru/data_tasks/STS/default.jsonl b/boards_data/ru/data_tasks/STS/default.jsonl deleted file mode 100644 index 4abe37e66a9c382199811d88412b85b27bd5ecc9..0000000000000000000000000000000000000000 --- a/boards_data/ru/data_tasks/STS/default.jsonl +++ /dev/null @@ -1,91 +0,0 @@ -{"index":47,"Rank":1,"Model":"USER-bge-m3<\/a>","Model Size (Million Parameters)":359,"Memory Usage (GB, fp32)":1.34,"Embedding Dimensions":1024,"Max Tokens":8192,"Average":76.75,"RUParaPhraserSTS":76.36,"RuSTSBenchmarkSTS":83.35,"STS22 (ru)":70.55} -{"index":65,"Rank":2,"Model":"multilingual-e5-large-instruct<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":76.48,"RUParaPhraserSTS":75.4,"RuSTSBenchmarkSTS":83.97,"STS22 (ru)":70.06} -{"index":70,"Rank":3,"Model":"jina-embeddings-v3<\/a>","Model Size (Million Parameters)":572,"Memory Usage (GB, fp32)":2.13,"Embedding Dimensions":1024,"Max Tokens":8194,"Average":76.03,"RUParaPhraserSTS":76.77,"RuSTSBenchmarkSTS":86.22,"STS22 (ru)":65.09} -{"index":20,"Rank":4,"Model":"jina-embeddings-v3<\/a>","Model Size (Million Parameters)":572,"Memory Usage (GB, fp32)":2.13,"Embedding Dimensions":1024,"Max Tokens":8194,"Average":76.03,"RUParaPhraserSTS":76.77,"RuSTSBenchmarkSTS":86.22,"STS22 (ru)":65.09} -{"index":6,"Rank":5,"Model":"gte-Qwen2-7B-instruct<\/a>","Model Size (Million Parameters)":7613,"Memory Usage (GB, fp32)":28.36,"Embedding Dimensions":3584,"Max Tokens":32768,"Average":75.03,"RUParaPhraserSTS":77.45,"RuSTSBenchmarkSTS":83.82,"STS22 (ru)":63.82} -{"index":24,"Rank":6,"Model":"GritLM-7B<\/a>","Model Size (Million Parameters)":7240,"Memory Usage (GB, fp32)":26.97,"Embedding Dimensions":"","Max Tokens":4096,"Average":74.63,"RUParaPhraserSTS":74.37,"RuSTSBenchmarkSTS":81.07,"STS22 (ru)":68.45} -{"index":46,"Rank":7,"Model":"USER-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":512,"Average":74.35,"RUParaPhraserSTS":73.07,"RuSTSBenchmarkSTS":81.91,"STS22 (ru)":68.06} -{"index":35,"Rank":8,"Model":"FRIDA<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":74.34,"RUParaPhraserSTS":78.09,"RuSTSBenchmarkSTS":81.4,"STS22 (ru)":63.54} -{"index":34,"Rank":9,"Model":"SFR-Embedding-Mistral<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":74.31,"RUParaPhraserSTS":75.99,"RuSTSBenchmarkSTS":84.57,"STS22 (ru)":62.38} -{"index":91,"Rank":10,"Model":"LaBSE-ru-turbo<\/a>","Model Size (Million Parameters)":128,"Memory Usage (GB, fp32)":0.48,"Embedding Dimensions":768,"Max Tokens":512,"Average":74.1,"RUParaPhraserSTS":72.97,"RuSTSBenchmarkSTS":81.77,"STS22 (ru)":67.57} -{"index":36,"Rank":11,"Model":"ru-en-RoSBERTa<\/a>","Model Size (Million Parameters)":404,"Memory Usage (GB, fp32)":1.5,"Embedding Dimensions":1024,"Max Tokens":514,"Average":73.97,"RUParaPhraserSTS":76.16,"RuSTSBenchmarkSTS":78.69,"STS22 (ru)":67.06} -{"index":61,"Rank":12,"Model":"e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":73.71,"RUParaPhraserSTS":76.17,"RuSTSBenchmarkSTS":84.13,"STS22 (ru)":60.83} -{"index":11,"Rank":13,"Model":"bge-m3<\/a>","Model Size (Million Parameters)":567,"Memory Usage (GB, fp32)":2.11,"Embedding Dimensions":1024,"Max Tokens":8192,"Average":73.68,"RUParaPhraserSTS":74.9,"RuSTSBenchmarkSTS":79.87,"STS22 (ru)":66.26} -{"index":19,"Rank":14,"Model":"Cohere-embed-multilingual-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":512,"Average":72.8,"RUParaPhraserSTS":71.11,"RuSTSBenchmarkSTS":81.91,"STS22 (ru)":65.39} -{"index":92,"Rank":15,"Model":"rubert-tiny-turbo<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"Embedding Dimensions":312,"Max Tokens":2048,"Average":71.73,"RUParaPhraserSTS":72.15,"RuSTSBenchmarkSTS":78.48,"STS22 (ru)":64.56} -{"index":27,"Rank":16,"Model":"KaLM-embedding-multilingual-mini-v1<\/a>","Model Size (Million Parameters)":494,"Memory Usage (GB, fp32)":1.84,"Embedding Dimensions":896,"Max Tokens":131072,"Average":71.7,"RUParaPhraserSTS":68.53,"RuSTSBenchmarkSTS":78.44,"STS22 (ru)":68.12} -{"index":64,"Rank":17,"Model":"multilingual-e5-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":71.62,"RUParaPhraserSTS":71.82,"RuSTSBenchmarkSTS":83.15,"STS22 (ru)":59.89} -{"index":5,"Rank":18,"Model":"gte-Qwen1.5-7B-instruct<\/a>","Model Size (Million Parameters)":7099,"Memory Usage (GB, fp32)":26.45,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":71.35,"RUParaPhraserSTS":73.65,"RuSTSBenchmarkSTS":80.03,"STS22 (ru)":60.37} -{"index":25,"Rank":19,"Model":"KaLM-embedding-multilingual-mini-instruct-v1<\/a>","Model Size (Million Parameters)":494,"Memory Usage (GB, fp32)":1.84,"Embedding Dimensions":896,"Max Tokens":131072,"Average":71.18,"RUParaPhraserSTS":68.33,"RuSTSBenchmarkSTS":77.85,"STS22 (ru)":67.35} -{"index":26,"Rank":20,"Model":"KaLM-embedding-multilingual-mini-instruct-v1.5<\/a>","Model Size (Million Parameters)":494,"Memory Usage (GB, fp32)":1.84,"Embedding Dimensions":896,"Max Tokens":131072,"Average":70.68,"RUParaPhraserSTS":68.14,"RuSTSBenchmarkSTS":76.87,"STS22 (ru)":67.03} -{"index":39,"Rank":21,"Model":"Giga-Embeddings-instruct<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":70.29,"RUParaPhraserSTS":70.47,"RuSTSBenchmarkSTS":79.3,"STS22 (ru)":61.11} -{"index":63,"Rank":22,"Model":"multilingual-e5-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":70.16,"RUParaPhraserSTS":70.17,"RuSTSBenchmarkSTS":79.64,"STS22 (ru)":60.67} -{"index":18,"Rank":23,"Model":"Cohere-embed-multilingual-light-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":384,"Max Tokens":512,"Average":69.96,"RUParaPhraserSTS":69.33,"RuSTSBenchmarkSTS":77.15,"STS22 (ru)":63.39} -{"index":66,"Rank":24,"Model":"multilingual-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":69.48,"RUParaPhraserSTS":70.46,"RuSTSBenchmarkSTS":78.08,"STS22 (ru)":59.9} -{"index":71,"Rank":25,"Model":"multilingual-e5-small-ct2-int8<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":69.48,"RUParaPhraserSTS":70.46,"RuSTSBenchmarkSTS":78.08,"STS22 (ru)":59.9} -{"index":87,"Rank":26,"Model":"paraphrase-multilingual-mpnet-base-v2<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":68.98,"RUParaPhraserSTS":65.74,"RuSTSBenchmarkSTS":82.46,"STS22 (ru)":58.74} -{"index":93,"Rank":27,"Model":"text2vec-base-multilingual<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":256,"Average":68.04,"RUParaPhraserSTS":67.02,"RuSTSBenchmarkSTS":82.6,"STS22 (ru)":54.51} -{"index":86,"Rank":28,"Model":"paraphrase-multilingual-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":66.17,"RUParaPhraserSTS":61.87,"RuSTSBenchmarkSTS":79.55,"STS22 (ru)":57.08} -{"index":43,"Rank":29,"Model":"LaBSE-en-ru<\/a>","Model Size (Million Parameters)":129,"Memory Usage (GB, fp32)":0.48,"Embedding Dimensions":768,"Max Tokens":512,"Average":65.91,"RUParaPhraserSTS":65.87,"RuSTSBenchmarkSTS":73.32,"STS22 (ru)":58.53} -{"index":77,"Rank":30,"Model":"LaBSE<\/a>","Model Size (Million Parameters)":471,"Memory Usage (GB, fp32)":1.75,"Embedding Dimensions":768,"Max Tokens":512,"Average":65.52,"RUParaPhraserSTS":65.74,"RuSTSBenchmarkSTS":73.34,"STS22 (ru)":57.49} -{"index":37,"Rank":31,"Model":"sbert_large_mt_nlu_ru<\/a>","Model Size (Million Parameters)":427,"Memory Usage (GB, fp32)":1.59,"Embedding Dimensions":1024,"Max Tokens":514,"Average":64.4,"RUParaPhraserSTS":65.17,"RuSTSBenchmarkSTS":71.22,"STS22 (ru)":56.82} -{"index":45,"Rank":32,"Model":"rubert-tiny2<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"Embedding Dimensions":2048,"Max Tokens":514,"Average":62.98,"RUParaPhraserSTS":65.14,"RuSTSBenchmarkSTS":69.43,"STS22 (ru)":54.38} -{"index":23,"Rank":33,"Model":"rubert-base-cased-sentence<\/a>","Model Size (Million Parameters)":180,"Memory Usage (GB, fp32)":0.67,"Embedding Dimensions":768,"Max Tokens":512,"Average":61.18,"RUParaPhraserSTS":66.24,"RuSTSBenchmarkSTS":66.03,"STS22 (ru)":51.27} -{"index":38,"Rank":34,"Model":"sbert_large_nlu_ru<\/a>","Model Size (Million Parameters)":427,"Memory Usage (GB, fp32)":1.59,"Embedding Dimensions":1024,"Max Tokens":512,"Average":57.21,"RUParaPhraserSTS":62.06,"RuSTSBenchmarkSTS":58.82,"STS22 (ru)":50.75} -{"index":21,"Rank":35,"Model":"distilrubert-small-cased-conversational<\/a>","Model Size (Million Parameters)":106,"Memory Usage (GB, fp32)":0.39,"Embedding Dimensions":768,"Max Tokens":512,"Average":56.2,"RUParaPhraserSTS":55.01,"RuSTSBenchmarkSTS":61.72,"STS22 (ru)":51.87} -{"index":48,"Rank":36,"Model":"deberta-v1-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":512,"Average":53.39,"RUParaPhraserSTS":54.03,"RuSTSBenchmarkSTS":58.47,"STS22 (ru)":47.67} -{"index":44,"Rank":37,"Model":"rubert-tiny<\/a>","Model Size (Million Parameters)":12,"Memory Usage (GB, fp32)":0.04,"Embedding Dimensions":512,"Max Tokens":514,"Average":53.15,"RUParaPhraserSTS":53.41,"RuSTSBenchmarkSTS":58.16,"STS22 (ru)":47.88} -{"index":60,"Rank":38,"Model":"e5-large-v2<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":51.02,"RUParaPhraserSTS":54.89,"RuSTSBenchmarkSTS":63.79,"STS22 (ru)":34.37} -{"index":17,"Rank":39,"Model":"Cohere-embed-english-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":512,"Average":47.86,"RUParaPhraserSTS":48.32,"RuSTSBenchmarkSTS":58.74,"STS22 (ru)":36.52} -{"index":58,"Rank":40,"Model":"e5-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":46.98,"RUParaPhraserSTS":54.96,"RuSTSBenchmarkSTS":64.35,"STS22 (ru)":21.62} -{"index":73,"Rank":41,"Model":"nomic-embed-text-v1<\/a>","Model Size (Million Parameters)":547,"Memory Usage (GB, fp32)":2.04,"Embedding Dimensions":768,"Max Tokens":8192,"Average":46.88,"RUParaPhraserSTS":51.29,"RuSTSBenchmarkSTS":57.12,"STS22 (ru)":32.23} -{"index":22,"Rank":42,"Model":"rubert-base-cased<\/a>","Model Size (Million Parameters)":180,"Memory Usage (GB, fp32)":0.67,"Embedding Dimensions":768,"Max Tokens":512,"Average":46.22,"RUParaPhraserSTS":49.72,"RuSTSBenchmarkSTS":53.95,"STS22 (ru)":34.98} -{"index":10,"Rank":43,"Model":"bge-large-en-v1.5<\/a>","Model Size (Million Parameters)":1340,"Memory Usage (GB, fp32)":4.99,"Embedding Dimensions":1024,"Max Tokens":512,"Average":44.87,"RUParaPhraserSTS":49.11,"RuSTSBenchmarkSTS":60.33,"STS22 (ru)":25.18} -{"index":50,"Rank":44,"Model":"e5-base-4k<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":43.0,"RUParaPhraserSTS":48.39,"RuSTSBenchmarkSTS":55.64,"STS22 (ru)":24.96} -{"index":67,"Rank":45,"Model":"udever-bloom-1b1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":2048,"Average":42.15,"RUParaPhraserSTS":39.08,"RuSTSBenchmarkSTS":44.22,"STS22 (ru)":43.14} -{"index":9,"Rank":46,"Model":"bge-base-en-v1.5<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":41.54,"RUParaPhraserSTS":48.73,"RuSTSBenchmarkSTS":59.7,"STS22 (ru)":16.18} -{"index":59,"Rank":47,"Model":"e5-large<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":40.4,"RUParaPhraserSTS":46.38,"RuSTSBenchmarkSTS":53.27,"STS22 (ru)":21.54} -{"index":12,"Rank":48,"Model":"bge-small-en-v1.5<\/a>","Model Size (Million Parameters)":24,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":512,"Max Tokens":512,"Average":39.99,"RUParaPhraserSTS":44.65,"RuSTSBenchmarkSTS":57.44,"STS22 (ru)":17.88} -{"index":79,"Rank":49,"Model":"all-MiniLM-L6-v2<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":384,"Max Tokens":512,"Average":38.07,"RUParaPhraserSTS":43.93,"RuSTSBenchmarkSTS":55.56,"STS22 (ru)":14.72} -{"index":80,"Rank":50,"Model":"all-mpnet-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average":37.89,"RUParaPhraserSTS":42.15,"RuSTSBenchmarkSTS":55.68,"STS22 (ru)":15.83} -{"index":78,"Rank":51,"Model":"all-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":37.66,"RUParaPhraserSTS":45.47,"RuSTSBenchmarkSTS":56.33,"STS22 (ru)":11.19} -{"index":57,"Rank":52,"Model":"e5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":33.01,"RUParaPhraserSTS":39.12,"RuSTSBenchmarkSTS":51.35,"STS22 (ru)":8.56} -{"index":68,"Rank":53,"Model":"udever-bloom-560m<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":2048,"Average":30.37,"RUParaPhraserSTS":29.73,"RuSTSBenchmarkSTS":32.6,"STS22 (ru)":28.77} -{"index":62,"Rank":54,"Model":"e5-small<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":30.08,"RUParaPhraserSTS":31.9,"RuSTSBenchmarkSTS":40.23,"STS22 (ru)":18.1} -{"index":0,"Rank":55,"Model":"voyage-3-lite<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":512,"Max Tokens":32000,"Average":"","RUParaPhraserSTS":64.5,"RuSTSBenchmarkSTS":69.33,"STS22 (ru)":""} -{"index":1,"Rank":56,"Model":"voyage-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":32000,"Average":"","RUParaPhraserSTS":65.57,"RuSTSBenchmarkSTS":69.9,"STS22 (ru)":""} -{"index":2,"Rank":57,"Model":"voyage-large-2-instruct<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":16000,"Average":"","RUParaPhraserSTS":69.05,"RuSTSBenchmarkSTS":81.77,"STS22 (ru)":""} -{"index":3,"Rank":58,"Model":"voyage-multilingual-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":32000,"Average":"","RUParaPhraserSTS":67.61,"RuSTSBenchmarkSTS":71.51,"STS22 (ru)":""} -{"index":4,"Rank":59,"Model":"LASER2<\/a>","Model Size (Million Parameters)":43,"Memory Usage (GB, fp32)":0.16,"Embedding Dimensions":1024,"Max Tokens":"N\/A","Average":"","RUParaPhraserSTS":"","RuSTSBenchmarkSTS":"","STS22 (ru)":39.24} -{"index":7,"Rank":60,"Model":"gte-multilingual-base<\/a>","Model Size (Million Parameters)":305,"Memory Usage (GB, fp32)":1.14,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","RUParaPhraserSTS":"","RuSTSBenchmarkSTS":"","STS22 (ru)":66.49} -{"index":8,"Rank":61,"Model":"e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","RUParaPhraserSTS":"","RuSTSBenchmarkSTS":"","STS22 (ru)":60.83} -{"index":13,"Rank":62,"Model":"multilingual-e5-base-similarity-v1-onnx-quantized<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","RUParaPhraserSTS":"","RuSTSBenchmarkSTS":"","STS22 (ru)":60.66} -{"index":28,"Rank":66,"Model":"MUG-B-1.6<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","RUParaPhraserSTS":"","RuSTSBenchmarkSTS":"","STS22 (ru)":30.62} -{"index":29,"Rank":67,"Model":"paraphrase-multilingual-mpnet-base-v2-KE_Sieve<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","RUParaPhraserSTS":"","RuSTSBenchmarkSTS":"","STS22 (ru)":53.35} -{"index":30,"Rank":68,"Model":"onnx-gte-multilingual-base<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","RUParaPhraserSTS":"","RuSTSBenchmarkSTS":"","STS22 (ru)":66.49} -{"index":31,"Rank":69,"Model":"SGPT-125M-weightedmean-msmarco-specb-bitfit<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":2048,"Average":"","RUParaPhraserSTS":"","RuSTSBenchmarkSTS":"","STS22 (ru)":9.07} -{"index":32,"Rank":70,"Model":"SGPT-125M-weightedmean-nli-bitfit<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":2048,"Average":"","RUParaPhraserSTS":"","RuSTSBenchmarkSTS":"","STS22 (ru)":3.36} -{"index":33,"Rank":71,"Model":"multilingual-e5-base-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","RUParaPhraserSTS":"","RuSTSBenchmarkSTS":"","STS22 (ru)":60.66} -{"index":40,"Rank":72,"Model":"Titan-text-embeddings-v2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","RUParaPhraserSTS":"","RuSTSBenchmarkSTS":"","STS22 (ru)":61.71} -{"index":41,"Rank":73,"Model":"sgpt-bloom-7b1-msmarco<\/a>","Model Size (Million Parameters)":7068,"Memory Usage (GB, fp32)":26.33,"Embedding Dimensions":4096,"Max Tokens":2048,"Average":"","RUParaPhraserSTS":"","RuSTSBenchmarkSTS":"","STS22 (ru)":43.36} -{"index":42,"Rank":74,"Model":"slx-v0.1<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.08,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","RUParaPhraserSTS":"","RuSTSBenchmarkSTS":"","STS22 (ru)":""} -{"index":49,"Rank":75,"Model":"multilingual-e5-base-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","RUParaPhraserSTS":"","RuSTSBenchmarkSTS":"","STS22 (ru)":60.66} -{"index":51,"Rank":76,"Model":"SONAR<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","RUParaPhraserSTS":"","RuSTSBenchmarkSTS":"","STS22 (ru)":43.57} -{"index":54,"Rank":79,"Model":"granite-embedding-107m-multilingual<\/a>","Model Size (Million Parameters)":107,"Memory Usage (GB, fp32)":0.4,"Embedding Dimensions":384,"Max Tokens":514,"Average":"","RUParaPhraserSTS":"","RuSTSBenchmarkSTS":"","STS22 (ru)":""} -{"index":55,"Rank":80,"Model":"granite-embedding-278m-multilingual<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","RUParaPhraserSTS":"","RuSTSBenchmarkSTS":"","STS22 (ru)":""} -{"index":56,"Rank":81,"Model":"inf-retriever-v1<\/a>","Model Size (Million Parameters)":7069,"Memory Usage (GB, fp32)":26.33,"Embedding Dimensions":3584,"Max Tokens":131072,"Average":"","RUParaPhraserSTS":"","RuSTSBenchmarkSTS":"","STS22 (ru)":""} -{"index":69,"Rank":82,"Model":"jina-embeddings-v2-base-en<\/a>","Model Size (Million Parameters)":275,"Memory Usage (GB, fp32)":1.02,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","RUParaPhraserSTS":9.13,"RuSTSBenchmarkSTS":16.85,"STS22 (ru)":""} -{"index":72,"Rank":83,"Model":"ternary-weight-embedding<\/a>","Model Size (Million Parameters)":99,"Memory Usage (GB, fp32)":0.37,"Embedding Dimensions":1792,"Max Tokens":512,"Average":"","RUParaPhraserSTS":"","RuSTSBenchmarkSTS":"","STS22 (ru)":21.92} -{"index":74,"Rank":84,"Model":"FAB-Ramy-v1<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","RUParaPhraserSTS":"","RuSTSBenchmarkSTS":"","STS22 (ru)":21.93} -{"index":75,"Rank":85,"Model":"FAE-v1<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","RUParaPhraserSTS":"","RuSTSBenchmarkSTS":"","STS22 (ru)":41.06} -{"index":76,"Rank":86,"Model":"FUE-v1<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","RUParaPhraserSTS":"","RuSTSBenchmarkSTS":"","STS22 (ru)":13.08} -{"index":81,"Rank":87,"Model":"allenai-specter<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","RUParaPhraserSTS":"","RuSTSBenchmarkSTS":"","STS22 (ru)":1.11} -{"index":82,"Rank":88,"Model":"average_word_embeddings_komninos<\/a>","Model Size (Million Parameters)":134,"Memory Usage (GB, fp32)":0.5,"Embedding Dimensions":300,"Max Tokens":"N\/A","Average":"","RUParaPhraserSTS":"","RuSTSBenchmarkSTS":"","STS22 (ru)":19.44} -{"index":83,"Rank":89,"Model":"distiluse-base-multilingual-cased-v2<\/a>","Model Size (Million Parameters)":135,"Memory Usage (GB, fp32)":0.5,"Embedding Dimensions":512,"Max Tokens":512,"Average":"","RUParaPhraserSTS":"","RuSTSBenchmarkSTS":"","STS22 (ru)":52.4} -{"index":84,"Rank":90,"Model":"gtr-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","RUParaPhraserSTS":"","RuSTSBenchmarkSTS":"","STS22 (ru)":15.36} -{"index":85,"Rank":91,"Model":"gtr-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","RUParaPhraserSTS":"","RuSTSBenchmarkSTS":"","STS22 (ru)":32.69} -{"index":88,"Rank":92,"Model":"sentence-t5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","RUParaPhraserSTS":"","RuSTSBenchmarkSTS":"","STS22 (ru)":12.13} -{"index":89,"Rank":93,"Model":"sentence-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","RUParaPhraserSTS":"","RuSTSBenchmarkSTS":"","STS22 (ru)":14.21} -{"index":90,"Rank":94,"Model":"sentence-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","RUParaPhraserSTS":"","RuSTSBenchmarkSTS":"","STS22 (ru)":26.63} -{"index":95,"Rank":96,"Model":"text-embedding-3-large<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":3072,"Max Tokens":8191,"Average":"","RUParaPhraserSTS":72.97,"RuSTSBenchmarkSTS":80.81,"STS22 (ru)":""} -{"index":96,"Rank":97,"Model":"text-embedding-3-small<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":8191,"Average":"","RUParaPhraserSTS":65.18,"RuSTSBenchmarkSTS":74.52,"STS22 (ru)":""} diff --git a/boards_data/se/data_overall/default.txt b/boards_data/se/data_overall/default.txt deleted file mode 100644 index e69de29bb2d1d6434b8b29ae775ad8c2e48c5391..0000000000000000000000000000000000000000 diff --git a/boards_data/se/data_tasks/Classification/default.jsonl b/boards_data/se/data_tasks/Classification/default.jsonl deleted file mode 100644 index 55ab8363adbd71f47282349ff98c357f5e98ffec..0000000000000000000000000000000000000000 --- a/boards_data/se/data_tasks/Classification/default.jsonl +++ /dev/null @@ -1,91 +0,0 @@ -{"index":35,"Rank":1,"Model":"nb-bert-large<\/a>","Model Size (Million Parameters)":355,"Memory Usage (GB, fp32)":1.32,"Embedding Dimensions":1024,"Max Tokens":512,"Average":66.73,"MassiveIntentClassification (nb)":62.68,"MassiveScenarioClassification (nb)":67.44,"NoRecClassification":55.46,"NordicLangClassification":85.27,"NorwegianParliament":62.58,"ScalaNbClassification":66.97} -{"index":34,"Rank":2,"Model":"nb-bert-base<\/a>","Model Size (Million Parameters)":179,"Memory Usage (GB, fp32)":0.67,"Embedding Dimensions":768,"Max Tokens":512,"Average":63.94,"MassiveIntentClassification (nb)":60.67,"MassiveScenarioClassification (nb)":67.31,"NoRecClassification":51.32,"NordicLangClassification":84.69,"NorwegianParliament":57.41,"ScalaNbClassification":62.25} -{"index":59,"Rank":3,"Model":"multilingual-e5-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":63.64,"MassiveIntentClassification (nb)":59.83,"MassiveScenarioClassification (nb)":66.18,"NoRecClassification":62.76,"NordicLangClassification":82.29,"NorwegianParliament":60.36,"ScalaNbClassification":50.44} -{"index":67,"Rank":4,"Model":"norbert3-base<\/a>","Model Size (Million Parameters)":131,"Memory Usage (GB, fp32)":0.49,"Embedding Dimensions":768,"Max Tokens":512,"Average":61.75,"MassiveIntentClassification (nb)":54.2,"MassiveScenarioClassification (nb)":60.69,"NoRecClassification":53.4,"NordicLangClassification":82.67,"NorwegianParliament":59.33,"ScalaNbClassification":60.19} -{"index":58,"Rank":5,"Model":"multilingual-e5-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":61.63,"MassiveIntentClassification (nb)":59.83,"MassiveScenarioClassification (nb)":66.18,"NoRecClassification":57.58,"NordicLangClassification":75.94,"NorwegianParliament":59.94,"ScalaNbClassification":50.32} -{"index":68,"Rank":6,"Model":"norbert3-large<\/a>","Model Size (Million Parameters)":368,"Memory Usage (GB, fp32)":1.37,"Embedding Dimensions":1024,"Max Tokens":512,"Average":60.34,"MassiveIntentClassification (nb)":47.42,"MassiveScenarioClassification (nb)":54.25,"NoRecClassification":50.46,"NordicLangClassification":84.25,"NorwegianParliament":58.85,"ScalaNbClassification":66.79} -{"index":61,"Rank":7,"Model":"multilingual-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":58.86,"MassiveIntentClassification (nb)":53.96,"MassiveScenarioClassification (nb)":59.9,"NoRecClassification":53.96,"NordicLangClassification":75.15,"NorwegianParliament":60.15,"ScalaNbClassification":50.06} -{"index":42,"Rank":8,"Model":"dfm-encoder-large-v1<\/a>","Model Size (Million Parameters)":355,"Memory Usage (GB, fp32)":1.32,"Embedding Dimensions":1024,"Max Tokens":512,"Average":58.46,"MassiveIntentClassification (nb)":52.49,"MassiveScenarioClassification (nb)":54.59,"NoRecClassification":48.3,"NordicLangClassification":77.68,"NorwegianParliament":58.78,"ScalaNbClassification":58.95} -{"index":88,"Rank":9,"Model":"DanskBERT<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.47,"Embedding Dimensions":768,"Max Tokens":514,"Average":55.0,"MassiveIntentClassification (nb)":45.38,"MassiveScenarioClassification (nb)":47.55,"NoRecClassification":46.06,"NordicLangClassification":74.25,"NorwegianParliament":56.79,"ScalaNbClassification":59.99} -{"index":51,"Rank":10,"Model":"SONAR<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":54.92,"MassiveIntentClassification (nb)":59.9,"MassiveScenarioClassification (nb)":65.81,"NoRecClassification":48.25,"NordicLangClassification":48.4,"NorwegianParliament":55.99,"ScalaNbClassification":51.18} -{"index":23,"Rank":11,"Model":"xlm-roberta-base<\/a>","Model Size (Million Parameters)":279,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":54.34,"MassiveIntentClassification (nb)":40.46,"MassiveScenarioClassification (nb)":44.83,"NoRecClassification":46.28,"NordicLangClassification":79.39,"NorwegianParliament":56.75,"ScalaNbClassification":58.33} -{"index":52,"Rank":12,"Model":"e5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":50.14,"MassiveIntentClassification (nb)":41.57,"MassiveScenarioClassification (nb)":50.33,"NoRecClassification":42.0,"NordicLangClassification":59.34,"NorwegianParliament":57.42,"ScalaNbClassification":50.18} -{"index":54,"Rank":13,"Model":"e5-large<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":50.01,"MassiveIntentClassification (nb)":40.63,"MassiveScenarioClassification (nb)":51.91,"NoRecClassification":41.83,"NordicLangClassification":58.3,"NorwegianParliament":57.26,"ScalaNbClassification":50.13} -{"index":28,"Rank":14,"Model":"sentence-bert-swedish-cased<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.47,"Embedding Dimensions":768,"Max Tokens":512,"Average":48.88,"MassiveIntentClassification (nb)":42.74,"MassiveScenarioClassification (nb)":49.49,"NoRecClassification":43.53,"NordicLangClassification":51.45,"NorwegianParliament":55.74,"ScalaNbClassification":50.34} -{"index":57,"Rank":15,"Model":"e5-small<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":48.46,"MassiveIntentClassification (nb)":40.25,"MassiveScenarioClassification (nb)":48.58,"NoRecClassification":41.84,"NordicLangClassification":53.47,"NorwegianParliament":56.57,"ScalaNbClassification":50.03} -{"index":26,"Rank":16,"Model":"bert-base-swedish-cased<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.47,"Embedding Dimensions":768,"Max Tokens":512,"Average":48.18,"MassiveIntentClassification (nb)":35.75,"MassiveScenarioClassification (nb)":35.76,"NoRecClassification":43.91,"NordicLangClassification":62.45,"NorwegianParliament":57.56,"ScalaNbClassification":53.63} -{"index":66,"Rank":17,"Model":"electra-small-nordic<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":256,"Max Tokens":512,"Average":47.28,"MassiveIntentClassification (nb)":24.6,"MassiveScenarioClassification (nb)":27.3,"NoRecClassification":45.44,"NordicLangClassification":57.82,"NorwegianParliament":53.25,"ScalaNbClassification":75.28} -{"index":73,"Rank":18,"Model":"all-MiniLM-L6-v2<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":384,"Max Tokens":512,"Average":46.94,"MassiveIntentClassification (nb)":39.36,"MassiveScenarioClassification (nb)":44.67,"NoRecClassification":37.93,"NordicLangClassification":54.7,"NorwegianParliament":54.8,"ScalaNbClassification":50.17} -{"index":27,"Rank":19,"Model":"electra-small-swedish-cased-discriminator<\/a>","Model Size (Million Parameters)":16,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":256,"Max Tokens":512,"Average":34.34,"MassiveIntentClassification (nb)":5.66,"MassiveScenarioClassification (nb)":11.26,"NoRecClassification":39.72,"NordicLangClassification":44.53,"NorwegianParliament":52.44,"ScalaNbClassification":52.41} -{"index":0,"Rank":20,"Model":"voyage-3-lite<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":512,"Max Tokens":32000,"Average":"","MassiveIntentClassification (nb)":62.3,"MassiveScenarioClassification (nb)":68.35,"NoRecClassification":51.87,"NordicLangClassification":48.92,"NorwegianParliament":"","ScalaNbClassification":""} -{"index":1,"Rank":21,"Model":"voyage-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":32000,"Average":"","MassiveIntentClassification (nb)":58.53,"MassiveScenarioClassification (nb)":67.81,"NoRecClassification":50.16,"NordicLangClassification":47.13,"NorwegianParliament":"","ScalaNbClassification":""} -{"index":2,"Rank":22,"Model":"voyage-large-2-instruct<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":16000,"Average":"","MassiveIntentClassification (nb)":64.93,"MassiveScenarioClassification (nb)":74.44,"NoRecClassification":51.44,"NordicLangClassification":57.17,"NorwegianParliament":"","ScalaNbClassification":""} -{"index":3,"Rank":23,"Model":"voyage-multilingual-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":32000,"Average":"","MassiveIntentClassification (nb)":67.58,"MassiveScenarioClassification (nb)":73.8,"NoRecClassification":53.35,"NordicLangClassification":58.41,"NorwegianParliament":"","ScalaNbClassification":""} -{"index":4,"Rank":24,"Model":"LASER2<\/a>","Model Size (Million Parameters)":43,"Memory Usage (GB, fp32)":0.16,"Embedding Dimensions":1024,"Max Tokens":"N\/A","Average":"","MassiveIntentClassification (nb)":37.74,"MassiveScenarioClassification (nb)":43.9,"NoRecClassification":"","NordicLangClassification":"","NorwegianParliament":"","ScalaNbClassification":""} -{"index":5,"Rank":25,"Model":"gte-Qwen1.5-7B-instruct<\/a>","Model Size (Million Parameters)":7099,"Memory Usage (GB, fp32)":26.45,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","MassiveIntentClassification (nb)":64.16,"MassiveScenarioClassification (nb)":68.59,"NoRecClassification":55.81,"NordicLangClassification":72.94,"NorwegianParliament":"","ScalaNbClassification":""} -{"index":6,"Rank":26,"Model":"gte-Qwen2-7B-instruct<\/a>","Model Size (Million Parameters)":7613,"Memory Usage (GB, fp32)":28.36,"Embedding Dimensions":3584,"Max Tokens":32768,"Average":"","MassiveIntentClassification (nb)":78.71,"MassiveScenarioClassification (nb)":84.15,"NoRecClassification":65.99,"NordicLangClassification":73.23,"NorwegianParliament":"","ScalaNbClassification":""} -{"index":7,"Rank":27,"Model":"gte-multilingual-base<\/a>","Model Size (Million Parameters)":305,"Memory Usage (GB, fp32)":1.14,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","MassiveIntentClassification (nb)":63.74,"MassiveScenarioClassification (nb)":71.5,"NoRecClassification":"","NordicLangClassification":"","NorwegianParliament":"","ScalaNbClassification":""} -{"index":8,"Rank":28,"Model":"e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","MassiveIntentClassification (nb)":70.93,"MassiveScenarioClassification (nb)":75.7,"NoRecClassification":"","NordicLangClassification":"","NorwegianParliament":"","ScalaNbClassification":""} -{"index":9,"Rank":29,"Model":"bge-base-en-v1.5<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","MassiveIntentClassification (nb)":38.88,"MassiveScenarioClassification (nb)":48.41,"NoRecClassification":38.83,"NordicLangClassification":53.43,"NorwegianParliament":"","ScalaNbClassification":""} -{"index":10,"Rank":30,"Model":"bge-large-en-v1.5<\/a>","Model Size (Million Parameters)":1340,"Memory Usage (GB, fp32)":4.99,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","MassiveIntentClassification (nb)":39.67,"MassiveScenarioClassification (nb)":50.68,"NoRecClassification":39.55,"NordicLangClassification":55.07,"NorwegianParliament":"","ScalaNbClassification":""} -{"index":11,"Rank":31,"Model":"bge-m3<\/a>","Model Size (Million Parameters)":567,"Memory Usage (GB, fp32)":2.11,"Embedding Dimensions":1024,"Max Tokens":8192,"Average":"","MassiveIntentClassification (nb)":67.07,"MassiveScenarioClassification (nb)":"","NoRecClassification":"","NordicLangClassification":38.93,"NorwegianParliament":"","ScalaNbClassification":""} -{"index":12,"Rank":32,"Model":"bge-small-en-v1.5<\/a>","Model Size (Million Parameters)":24,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":512,"Max Tokens":512,"Average":"","MassiveIntentClassification (nb)":40.05,"MassiveScenarioClassification (nb)":47.72,"NoRecClassification":37.22,"NordicLangClassification":52.02,"NorwegianParliament":"","ScalaNbClassification":""} -{"index":13,"Rank":33,"Model":"multilingual-e5-base-similarity-v1-onnx-quantized<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","MassiveIntentClassification (nb)":66.18,"MassiveScenarioClassification (nb)":71.63,"NoRecClassification":"","NordicLangClassification":"","NorwegianParliament":"","ScalaNbClassification":""} -{"index":14,"Rank":34,"Model":"winberta-base<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","MassiveIntentClassification (nb)":36.89,"MassiveScenarioClassification (nb)":44.27,"NoRecClassification":43.53,"NordicLangClassification":"","NorwegianParliament":54.9,"ScalaNbClassification":""} -{"index":15,"Rank":35,"Model":"winberta-large<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","MassiveIntentClassification (nb)":28.65,"MassiveScenarioClassification (nb)":35.24,"NoRecClassification":"","NordicLangClassification":"","NorwegianParliament":"","ScalaNbClassification":""} -{"index":16,"Rank":36,"Model":"windberta-large<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","MassiveIntentClassification (nb)":31.07,"MassiveScenarioClassification (nb)":38.02,"NoRecClassification":"","NordicLangClassification":"","NorwegianParliament":"","ScalaNbClassification":""} -{"index":17,"Rank":37,"Model":"Cohere-embed-english-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":512,"Average":"","MassiveIntentClassification (nb)":43.9,"MassiveScenarioClassification (nb)":53.54,"NoRecClassification":41.54,"NordicLangClassification":58.2,"NorwegianParliament":"","ScalaNbClassification":""} -{"index":18,"Rank":38,"Model":"Cohere-embed-multilingual-light-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":384,"Max Tokens":512,"Average":"","MassiveIntentClassification (nb)":58.27,"MassiveScenarioClassification (nb)":65.64,"NoRecClassification":49.0,"NordicLangClassification":65.97,"NorwegianParliament":"","ScalaNbClassification":""} -{"index":19,"Rank":39,"Model":"Cohere-embed-multilingual-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":512,"Average":"","MassiveIntentClassification (nb)":67.14,"MassiveScenarioClassification (nb)":73.82,"NoRecClassification":60.27,"NordicLangClassification":78.74,"NorwegianParliament":"","ScalaNbClassification":""} -{"index":20,"Rank":40,"Model":"distilrubert-small-cased-conversational<\/a>","Model Size (Million Parameters)":106,"Memory Usage (GB, fp32)":0.39,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","MassiveIntentClassification (nb)":39.67,"MassiveScenarioClassification (nb)":38.43,"NoRecClassification":39.2,"NordicLangClassification":59.34,"NorwegianParliament":"","ScalaNbClassification":""} -{"index":21,"Rank":41,"Model":"rubert-base-cased<\/a>","Model Size (Million Parameters)":180,"Memory Usage (GB, fp32)":0.67,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","MassiveIntentClassification (nb)":33.94,"MassiveScenarioClassification (nb)":31.87,"NoRecClassification":38.16,"NordicLangClassification":60.75,"NorwegianParliament":"","ScalaNbClassification":""} -{"index":22,"Rank":42,"Model":"rubert-base-cased-sentence<\/a>","Model Size (Million Parameters)":180,"Memory Usage (GB, fp32)":0.67,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","MassiveIntentClassification (nb)":31.28,"MassiveScenarioClassification (nb)":29.6,"NoRecClassification":39.12,"NordicLangClassification":51.39,"NorwegianParliament":"","ScalaNbClassification":""} -{"index":24,"Rank":43,"Model":"GritLM-7B<\/a>","Model Size (Million Parameters)":7240,"Memory Usage (GB, fp32)":26.97,"Embedding Dimensions":"","Max Tokens":4096,"Average":"","MassiveIntentClassification (nb)":70.92,"MassiveScenarioClassification (nb)":75.62,"NoRecClassification":56.05,"NordicLangClassification":69.36,"NorwegianParliament":"","ScalaNbClassification":""} -{"index":25,"Rank":44,"Model":"e5-dansk-test-0.1<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","MassiveIntentClassification (nb)":"","MassiveScenarioClassification (nb)":"","NoRecClassification":"","NordicLangClassification":61.0,"NorwegianParliament":"","ScalaNbClassification":""} -{"index":29,"Rank":45,"Model":"MUG-B-1.6<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","MassiveIntentClassification (nb)":39.67,"MassiveScenarioClassification (nb)":50.89,"NoRecClassification":"","NordicLangClassification":"","NorwegianParliament":"","ScalaNbClassification":""} -{"index":30,"Rank":46,"Model":"onnx-gte-multilingual-base<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","MassiveIntentClassification (nb)":63.74,"MassiveScenarioClassification (nb)":71.5,"NoRecClassification":"","NordicLangClassification":"","NorwegianParliament":"","ScalaNbClassification":""} -{"index":31,"Rank":47,"Model":"SGPT-125M-weightedmean-msmarco-specb-bitfit<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":2048,"Average":"","MassiveIntentClassification (nb)":39.82,"MassiveScenarioClassification (nb)":39.02,"NoRecClassification":"","NordicLangClassification":"","NorwegianParliament":"","ScalaNbClassification":""} -{"index":32,"Rank":48,"Model":"SGPT-125M-weightedmean-nli-bitfit<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":2048,"Average":"","MassiveIntentClassification (nb)":39.48,"MassiveScenarioClassification (nb)":40.47,"NoRecClassification":"","NordicLangClassification":"","NorwegianParliament":"","ScalaNbClassification":""} -{"index":33,"Rank":49,"Model":"multilingual-e5-base-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","MassiveIntentClassification (nb)":66.18,"MassiveScenarioClassification (nb)":71.63,"NoRecClassification":"","NordicLangClassification":"","NorwegianParliament":"","ScalaNbClassification":""} -{"index":36,"Rank":50,"Model":"SFR-Embedding-Mistral<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","MassiveIntentClassification (nb)":65.92,"MassiveScenarioClassification (nb)":73.02,"NoRecClassification":55.04,"NordicLangClassification":68.8,"NorwegianParliament":"","ScalaNbClassification":""} -{"index":37,"Rank":51,"Model":"sbert_large_mt_nlu_ru<\/a>","Model Size (Million Parameters)":427,"Memory Usage (GB, fp32)":1.59,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","MassiveIntentClassification (nb)":18.97,"MassiveScenarioClassification (nb)":24.55,"NoRecClassification":38.42,"NordicLangClassification":38.2,"NorwegianParliament":"","ScalaNbClassification":""} -{"index":38,"Rank":52,"Model":"sbert_large_nlu_ru<\/a>","Model Size (Million Parameters)":427,"Memory Usage (GB, fp32)":1.59,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","MassiveIntentClassification (nb)":14.4,"MassiveScenarioClassification (nb)":20.82,"NoRecClassification":39.06,"NordicLangClassification":39.41,"NorwegianParliament":"","ScalaNbClassification":""} -{"index":39,"Rank":53,"Model":"Titan-text-embeddings-v2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","MassiveIntentClassification (nb)":54.41,"MassiveScenarioClassification (nb)":64.64,"NoRecClassification":"","NordicLangClassification":"","NorwegianParliament":"","ScalaNbClassification":""} -{"index":40,"Rank":54,"Model":"sgpt-bloom-7b1-msmarco<\/a>","Model Size (Million Parameters)":7068,"Memory Usage (GB, fp32)":26.33,"Embedding Dimensions":4096,"Max Tokens":2048,"Average":"","MassiveIntentClassification (nb)":49.41,"MassiveScenarioClassification (nb)":51.8,"NoRecClassification":"","NordicLangClassification":"","NorwegianParliament":"","ScalaNbClassification":""} -{"index":41,"Rank":55,"Model":"slx-v0.1<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.08,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","MassiveIntentClassification (nb)":38.18,"MassiveScenarioClassification (nb)":43.39,"NoRecClassification":"","NordicLangClassification":"","NorwegianParliament":"","ScalaNbClassification":""} -{"index":43,"Rank":56,"Model":"LaBSE-en-ru<\/a>","Model Size (Million Parameters)":129,"Memory Usage (GB, fp32)":0.48,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","MassiveIntentClassification (nb)":35.78,"MassiveScenarioClassification (nb)":42.43,"NoRecClassification":40.21,"NordicLangClassification":38.84,"NorwegianParliament":"","ScalaNbClassification":""} -{"index":44,"Rank":57,"Model":"rubert-tiny<\/a>","Model Size (Million Parameters)":12,"Memory Usage (GB, fp32)":0.04,"Embedding Dimensions":512,"Max Tokens":514,"Average":"","MassiveIntentClassification (nb)":37.0,"MassiveScenarioClassification (nb)":37.43,"NoRecClassification":39.16,"NordicLangClassification":54.8,"NorwegianParliament":"","ScalaNbClassification":""} -{"index":45,"Rank":58,"Model":"rubert-tiny2<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"Embedding Dimensions":2048,"Max Tokens":514,"Average":"","MassiveIntentClassification (nb)":25.68,"MassiveScenarioClassification (nb)":31.09,"NoRecClassification":40.82,"NordicLangClassification":46.52,"NorwegianParliament":"","ScalaNbClassification":""} -{"index":46,"Rank":59,"Model":"USER-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","MassiveIntentClassification (nb)":33.1,"MassiveScenarioClassification (nb)":37.15,"NoRecClassification":40.97,"NordicLangClassification":45.21,"NorwegianParliament":"","ScalaNbClassification":""} -{"index":47,"Rank":60,"Model":"USER-bge-m3<\/a>","Model Size (Million Parameters)":359,"Memory Usage (GB, fp32)":1.34,"Embedding Dimensions":1024,"Max Tokens":8192,"Average":"","MassiveIntentClassification (nb)":61.11,"MassiveScenarioClassification (nb)":67.6,"NoRecClassification":54.06,"NordicLangClassification":40.53,"NorwegianParliament":"","ScalaNbClassification":""} -{"index":48,"Rank":61,"Model":"deberta-v1-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","MassiveIntentClassification (nb)":31.01,"MassiveScenarioClassification (nb)":28.7,"NoRecClassification":38.22,"NordicLangClassification":57.91,"NorwegianParliament":"","ScalaNbClassification":""} -{"index":49,"Rank":62,"Model":"multilingual-e5-base-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","MassiveIntentClassification (nb)":66.18,"MassiveScenarioClassification (nb)":71.63,"NoRecClassification":"","NordicLangClassification":"","NorwegianParliament":"","ScalaNbClassification":""} -{"index":50,"Rank":63,"Model":"e5-base-4k<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","MassiveIntentClassification (nb)":47.51,"MassiveScenarioClassification (nb)":52.14,"NoRecClassification":39.24,"NordicLangClassification":59.99,"NorwegianParliament":"","ScalaNbClassification":""} -{"index":53,"Rank":64,"Model":"e5-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","MassiveIntentClassification (nb)":42.31,"MassiveScenarioClassification (nb)":50.89,"NoRecClassification":41.2,"NordicLangClassification":60.79,"NorwegianParliament":"","ScalaNbClassification":""} -{"index":55,"Rank":65,"Model":"e5-large-v2<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","MassiveIntentClassification (nb)":43.32,"MassiveScenarioClassification (nb)":53.32,"NoRecClassification":43.18,"NordicLangClassification":59.82,"NorwegianParliament":"","ScalaNbClassification":""} -{"index":56,"Rank":66,"Model":"e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","MassiveIntentClassification (nb)":65.35,"MassiveScenarioClassification (nb)":72.48,"NoRecClassification":55.0,"NordicLangClassification":69.13,"NorwegianParliament":"","ScalaNbClassification":""} -{"index":60,"Rank":67,"Model":"multilingual-e5-large-instruct<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","MassiveIntentClassification (nb)":65.85,"MassiveScenarioClassification (nb)":71.28,"NoRecClassification":57.06,"NordicLangClassification":76.57,"NorwegianParliament":"","ScalaNbClassification":""} -{"index":62,"Rank":68,"Model":"udever-bloom-1b1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":2048,"Average":"","MassiveIntentClassification (nb)":46.18,"MassiveScenarioClassification (nb)":50.32,"NoRecClassification":38.75,"NordicLangClassification":59.31,"NorwegianParliament":"","ScalaNbClassification":""} -{"index":63,"Rank":69,"Model":"udever-bloom-560m<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":2048,"Average":"","MassiveIntentClassification (nb)":44.12,"MassiveScenarioClassification (nb)":46.79,"NoRecClassification":35.14,"NordicLangClassification":49.08,"NorwegianParliament":"","ScalaNbClassification":""} -{"index":64,"Rank":70,"Model":"jina-embeddings-v2-base-en<\/a>","Model Size (Million Parameters)":275,"Memory Usage (GB, fp32)":1.02,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","MassiveIntentClassification (nb)":5.47,"MassiveScenarioClassification (nb)":10.52,"NoRecClassification":35.31,"NordicLangClassification":26.91,"NorwegianParliament":"","ScalaNbClassification":""} -{"index":65,"Rank":71,"Model":"multilingual-e5-small-ct2-int8<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","MassiveIntentClassification (nb)":61.96,"MassiveScenarioClassification (nb)":67.37,"NoRecClassification":"","NordicLangClassification":"","NorwegianParliament":"","ScalaNbClassification":""} -{"index":69,"Rank":72,"Model":"ternary-weight-embedding<\/a>","Model Size (Million Parameters)":99,"Memory Usage (GB, fp32)":0.37,"Embedding Dimensions":1792,"Max Tokens":512,"Average":"","MassiveIntentClassification (nb)":40.4,"MassiveScenarioClassification (nb)":39.53,"NoRecClassification":"","NordicLangClassification":"","NorwegianParliament":"","ScalaNbClassification":""} -{"index":70,"Rank":73,"Model":"nomic-embed-text-v1<\/a>","Model Size (Million Parameters)":547,"Memory Usage (GB, fp32)":2.04,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","MassiveIntentClassification (nb)":39.21,"MassiveScenarioClassification (nb)":49.28,"NoRecClassification":41.05,"NordicLangClassification":52.66,"NorwegianParliament":"","ScalaNbClassification":""} -{"index":71,"Rank":74,"Model":"LaBSE<\/a>","Model Size (Million Parameters)":471,"Memory Usage (GB, fp32)":1.75,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","MassiveIntentClassification (nb)":57.91,"MassiveScenarioClassification (nb)":64.29,"NoRecClassification":45.45,"NordicLangClassification":35.39,"NorwegianParliament":"","ScalaNbClassification":""} -{"index":72,"Rank":75,"Model":"all-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","MassiveIntentClassification (nb)":41.91,"MassiveScenarioClassification (nb)":47.36,"NoRecClassification":37.73,"NordicLangClassification":54.17,"NorwegianParliament":"","ScalaNbClassification":""} -{"index":74,"Rank":76,"Model":"all-mpnet-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","MassiveIntentClassification (nb)":39.3,"MassiveScenarioClassification (nb)":45.75,"NoRecClassification":38.34,"NordicLangClassification":50.15,"NorwegianParliament":"","ScalaNbClassification":""} -{"index":75,"Rank":77,"Model":"allenai-specter<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","MassiveIntentClassification (nb)":34.75,"MassiveScenarioClassification (nb)":35.71,"NoRecClassification":"","NordicLangClassification":"","NorwegianParliament":"","ScalaNbClassification":""} -{"index":76,"Rank":78,"Model":"distiluse-base-multilingual-cased-v2<\/a>","Model Size (Million Parameters)":135,"Memory Usage (GB, fp32)":0.5,"Embedding Dimensions":512,"Max Tokens":512,"Average":"","MassiveIntentClassification (nb)":46.01,"MassiveScenarioClassification (nb)":54.98,"NoRecClassification":"","NordicLangClassification":"","NorwegianParliament":"","ScalaNbClassification":""} -{"index":77,"Rank":79,"Model":"gtr-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","MassiveIntentClassification (nb)":43.78,"MassiveScenarioClassification (nb)":52.71,"NoRecClassification":"","NordicLangClassification":"","NorwegianParliament":"","ScalaNbClassification":""} -{"index":78,"Rank":80,"Model":"gtr-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","MassiveIntentClassification (nb)":45.87,"MassiveScenarioClassification (nb)":54.44,"NoRecClassification":"","NordicLangClassification":"","NorwegianParliament":"","ScalaNbClassification":""} -{"index":79,"Rank":81,"Model":"paraphrase-multilingual-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","MassiveIntentClassification (nb)":55.52,"MassiveScenarioClassification (nb)":64.25,"NoRecClassification":46.7,"NordicLangClassification":42.52,"NorwegianParliament":"","ScalaNbClassification":""} -{"index":80,"Rank":82,"Model":"paraphrase-multilingual-mpnet-base-v2<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","MassiveIntentClassification (nb)":62.62,"MassiveScenarioClassification (nb)":70.23,"NoRecClassification":50.32,"NordicLangClassification":41.57,"NorwegianParliament":"","ScalaNbClassification":""} -{"index":81,"Rank":83,"Model":"sentence-t5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","MassiveIntentClassification (nb)":38.53,"MassiveScenarioClassification (nb)":46.6,"NoRecClassification":"","NordicLangClassification":"","NorwegianParliament":"","ScalaNbClassification":""} -{"index":82,"Rank":84,"Model":"sentence-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","MassiveIntentClassification (nb)":41.29,"MassiveScenarioClassification (nb)":49.92,"NoRecClassification":"","NordicLangClassification":"","NorwegianParliament":"","ScalaNbClassification":""} -{"index":83,"Rank":85,"Model":"sentence-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","MassiveIntentClassification (nb)":45.91,"MassiveScenarioClassification (nb)":53.43,"NoRecClassification":"","NordicLangClassification":"","NorwegianParliament":"","ScalaNbClassification":""} -{"index":84,"Rank":86,"Model":"LaBSE-ru-turbo<\/a>","Model Size (Million Parameters)":128,"Memory Usage (GB, fp32)":0.48,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","MassiveIntentClassification (nb)":37.7,"MassiveScenarioClassification (nb)":43.87,"NoRecClassification":40.1,"NordicLangClassification":46.52,"NorwegianParliament":"","ScalaNbClassification":""} -{"index":85,"Rank":87,"Model":"rubert-tiny-turbo<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"Embedding Dimensions":312,"Max Tokens":2048,"Average":"","MassiveIntentClassification (nb)":32.3,"MassiveScenarioClassification (nb)":39.05,"NoRecClassification":40.31,"NordicLangClassification":49.9,"NorwegianParliament":"","ScalaNbClassification":""} -{"index":86,"Rank":88,"Model":"text2vec-base-multilingual<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":256,"Average":"","MassiveIntentClassification (nb)":54.64,"MassiveScenarioClassification (nb)":60.26,"NoRecClassification":43.98,"NordicLangClassification":38.13,"NorwegianParliament":"","ScalaNbClassification":""} -{"index":87,"Rank":89,"Model":"llm_mse<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","MassiveIntentClassification (nb)":32.13,"MassiveScenarioClassification (nb)":38.99,"NoRecClassification":"","NordicLangClassification":"","NorwegianParliament":"","ScalaNbClassification":""} -{"index":89,"Rank":90,"Model":"text-embedding-3-large<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":3072,"Max Tokens":8191,"Average":"","MassiveIntentClassification (nb)":69.13,"MassiveScenarioClassification (nb)":75.27,"NoRecClassification":53.94,"NordicLangClassification":79.75,"NorwegianParliament":"","ScalaNbClassification":""} -{"index":90,"Rank":91,"Model":"text-embedding-3-small<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":8191,"Average":"","MassiveIntentClassification (nb)":63.31,"MassiveScenarioClassification (nb)":71.57,"NoRecClassification":49.41,"NordicLangClassification":67.85,"NorwegianParliament":"","ScalaNbClassification":""} diff --git a/boards_data/zh/data_overall/default.jsonl b/boards_data/zh/data_overall/default.jsonl deleted file mode 100644 index a87985d26791a1ecd9857a1c11680fc24db83e67..0000000000000000000000000000000000000000 --- a/boards_data/zh/data_overall/default.jsonl +++ /dev/null @@ -1,351 +0,0 @@ -{"index":94,"Rank":1,"Model":"Conan-embedding-v1-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average (35 datasets)":72.62,"Classification Average (9 datasets)":75.03,"Clustering Average (4 datasets)":66.33,"PairClassification Average (2 datasets)":91.66,"Reranking Average (4 datasets)":72.76,"Retrieval Average (8 datasets)":76.67,"STS Average (8 datasets)":64.18} -{"index":159,"Rank":2,"Model":"Conan-embedding-v1<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Embedding Dimensions":1792,"Max Tokens":512,"Average (35 datasets)":72.62,"Classification Average (9 datasets)":75.03,"Clustering Average (4 datasets)":66.33,"PairClassification Average (2 datasets)":91.66,"Reranking Average (4 datasets)":72.76,"Retrieval Average (8 datasets)":76.67,"STS Average (8 datasets)":64.18} -{"index":280,"Rank":3,"Model":"xiaobu-embedding-v2<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Embedding Dimensions":1792,"Max Tokens":512,"Average (35 datasets)":72.43,"Classification Average (9 datasets)":74.67,"Clustering Average (4 datasets)":65.17,"PairClassification Average (2 datasets)":91.87,"Reranking Average (4 datasets)":72.58,"Retrieval Average (8 datasets)":76.5,"STS Average (8 datasets)":64.53} -{"index":23,"Rank":4,"Model":"gte-Qwen2-7B-instruct<\/a>","Model Size (Million Parameters)":7613,"Memory Usage (GB, fp32)":28.36,"Embedding Dimensions":3584,"Max Tokens":32768,"Average (35 datasets)":71.94,"Classification Average (9 datasets)":75.0,"Clustering Average (4 datasets)":66.06,"PairClassification Average (2 datasets)":87.48,"Reranking Average (4 datasets)":68.92,"Retrieval Average (8 datasets)":75.71,"STS Average (8 datasets)":65.27} -{"index":235,"Rank":5,"Model":"zpoint_large_embedding_zh<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Embedding Dimensions":1792,"Max Tokens":512,"Average (35 datasets)":71.88,"Classification Average (9 datasets)":74.43,"Clustering Average (4 datasets)":62.23,"PairClassification Average (2 datasets)":91.55,"Reranking Average (4 datasets)":72.34,"Retrieval Average (8 datasets)":76.36,"STS Average (8 datasets)":64.22} -{"index":219,"Rank":6,"Model":"XYZ-embedding-zh-v2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average (35 datasets)":71.53,"Classification Average (9 datasets)":74.47,"Clustering Average (4 datasets)":63.33,"PairClassification Average (2 datasets)":87.93,"Reranking Average (4 datasets)":71.46,"Retrieval Average (8 datasets)":77.23,"STS Average (8 datasets)":62.55} -{"index":20,"Rank":7,"Model":"gme-Qwen2-VL-7B-Instruct<\/a>","Model Size (Million Parameters)":8291,"Memory Usage (GB, fp32)":30.89,"Embedding Dimensions":3584,"Max Tokens":32768,"Average (35 datasets)":71.36,"Classification Average (9 datasets)":76.48,"Clustering Average (4 datasets)":61.72,"PairClassification Average (2 datasets)":82.99,"Reranking Average (4 datasets)":69.61,"Retrieval Average (8 datasets)":75.38,"STS Average (8 datasets)":64.35} -{"index":71,"Rank":8,"Model":"IYun-large-zh<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average (35 datasets)":71.04,"Classification Average (9 datasets)":74.18,"Clustering Average (4 datasets)":66.35,"PairClassification Average (2 datasets)":90.87,"Reranking Average (4 datasets)":69.3,"Retrieval Average (8 datasets)":73.56,"STS Average (8 datasets)":63.23} -{"index":352,"Rank":9,"Model":"piccolo-large-zh-v2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average (35 datasets)":70.95,"Classification Average (9 datasets)":74.59,"Clustering Average (4 datasets)":62.17,"PairClassification Average (2 datasets)":90.24,"Reranking Average (4 datasets)":70.0,"Retrieval Average (8 datasets)":74.36,"STS Average (8 datasets)":63.5} -{"index":376,"Rank":10,"Model":"AGE_Hybrid<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average (35 datasets)":70.85,"Classification Average (9 datasets)":74.14,"Clustering Average (4 datasets)":66.64,"PairClassification Average (2 datasets)":87.08,"Reranking Average (4 datasets)":68.72,"Retrieval Average (8 datasets)":74.97,"STS Average (8 datasets)":62.15} -{"index":262,"Rank":11,"Model":"Yinka-Q5_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average (35 datasets)":70.78,"Classification Average (9 datasets)":74.3,"Clustering Average (4 datasets)":61.98,"PairClassification Average (2 datasets)":89.88,"Reranking Average (4 datasets)":69.78,"Retrieval Average (8 datasets)":74.41,"STS Average (8 datasets)":63.33} -{"index":53,"Rank":12,"Model":"Yinka<\/a>","Model Size (Million Parameters)":164,"Memory Usage (GB, fp32)":0.61,"Embedding Dimensions":1792,"Max Tokens":512,"Average (35 datasets)":70.78,"Classification Average (9 datasets)":74.3,"Clustering Average (4 datasets)":61.98,"PairClassification Average (2 datasets)":89.88,"Reranking Average (4 datasets)":69.78,"Retrieval Average (8 datasets)":74.41,"STS Average (8 datasets)":63.33} -{"index":289,"Rank":13,"Model":"ternary-weight-embedding<\/a>","Model Size (Million Parameters)":99,"Memory Usage (GB, fp32)":0.37,"Embedding Dimensions":1792,"Max Tokens":512,"Average (35 datasets)":69.76,"Classification Average (9 datasets)":71.28,"Clustering Average (4 datasets)":60.75,"PairClassification Average (2 datasets)":90.33,"Reranking Average (4 datasets)":70.14,"Retrieval Average (8 datasets)":72.66,"STS Average (8 datasets)":64.33} -{"index":21,"Rank":14,"Model":"gte-Qwen1.5-7B-instruct<\/a>","Model Size (Million Parameters)":7099,"Memory Usage (GB, fp32)":26.45,"Embedding Dimensions":4096,"Max Tokens":32768,"Average (35 datasets)":69.58,"Classification Average (9 datasets)":73.36,"Clustering Average (4 datasets)":67.08,"PairClassification Average (2 datasets)":88.52,"Reranking Average (4 datasets)":66.38,"Retrieval Average (8 datasets)":70.62,"STS Average (8 datasets)":62.39} -{"index":177,"Rank":15,"Model":"acge_text_embedding<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Embedding Dimensions":1792,"Max Tokens":1024,"Average (35 datasets)":69.07,"Classification Average (9 datasets)":72.75,"Clustering Average (4 datasets)":58.7,"PairClassification Average (2 datasets)":87.84,"Reranking Average (4 datasets)":67.98,"Retrieval Average (8 datasets)":72.93,"STS Average (8 datasets)":62.09} -{"index":16,"Rank":16,"Model":"OpenSearch-text-hybrid<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1792,"Max Tokens":512,"Average (35 datasets)":68.71,"Classification Average (9 datasets)":71.74,"Clustering Average (4 datasets)":53.75,"PairClassification Average (2 datasets)":88.1,"Reranking Average (4 datasets)":68.27,"Retrieval Average (8 datasets)":74.41,"STS Average (8 datasets)":62.46} -{"index":214,"Rank":17,"Model":"stella-mrl-large-zh-v3.5-1792d<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Embedding Dimensions":1792,"Max Tokens":512,"Average (35 datasets)":68.55,"Classification Average (9 datasets)":71.56,"Clustering Average (4 datasets)":54.32,"PairClassification Average (2 datasets)":88.08,"Reranking Average (4 datasets)":68.45,"Retrieval Average (8 datasets)":73.52,"STS Average (8 datasets)":62.48} -{"index":213,"Rank":18,"Model":"stella-large-zh-v3-1792d<\/a>","Model Size (Million Parameters)":325,"Memory Usage (GB, fp32)":1.21,"Embedding Dimensions":1792,"Max Tokens":512,"Average (35 datasets)":68.48,"Classification Average (9 datasets)":71.5,"Clustering Average (4 datasets)":53.9,"PairClassification Average (2 datasets)":88.1,"Reranking Average (4 datasets)":68.26,"Retrieval Average (8 datasets)":73.6,"STS Average (8 datasets)":62.46} -{"index":41,"Rank":19,"Model":"bge-multilingual-gemma2<\/a>","Model Size (Million Parameters)":9242,"Memory Usage (GB, fp32)":34.43,"Embedding Dimensions":3584,"Max Tokens":8192,"Average (35 datasets)":68.44,"Classification Average (9 datasets)":74.11,"Clustering Average (4 datasets)":59.3,"PairClassification Average (2 datasets)":86.67,"Reranking Average (4 datasets)":68.28,"Retrieval Average (8 datasets)":73.73,"STS Average (8 datasets)":56.87} -{"index":19,"Rank":20,"Model":"gme-Qwen2-VL-2B-Instruct<\/a>","Model Size (Million Parameters)":2209,"Memory Usage (GB, fp32)":8.23,"Embedding Dimensions":1536,"Max Tokens":32768,"Average (35 datasets)":68.41,"Classification Average (9 datasets)":73.41,"Clustering Average (4 datasets)":57.73,"PairClassification Average (2 datasets)":79.73,"Reranking Average (4 datasets)":67.17,"Retrieval Average (8 datasets)":72.38,"STS Average (8 datasets)":61.94} -{"index":435,"Rank":21,"Model":"text-embedding<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":512,"Average (35 datasets)":68.34,"Classification Average (9 datasets)":72.84,"Clustering Average (4 datasets)":56.88,"PairClassification Average (2 datasets)":82.35,"Reranking Average (4 datasets)":69.67,"Retrieval Average (8 datasets)":73.12,"STS Average (8 datasets)":60.07} -{"index":243,"Rank":22,"Model":"stella-base-zh-v3-1792d<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Embedding Dimensions":1792,"Max Tokens":1024,"Average (35 datasets)":67.96,"Classification Average (9 datasets)":71.12,"Clustering Average (4 datasets)":53.3,"PairClassification Average (2 datasets)":87.93,"Reranking Average (4 datasets)":67.84,"Retrieval Average (8 datasets)":72.28,"STS Average (8 datasets)":62.49} -{"index":22,"Rank":23,"Model":"gte-Qwen2-1.5B-instruct<\/a>","Model Size (Million Parameters)":1776,"Memory Usage (GB, fp32)":6.62,"Embedding Dimensions":1536,"Max Tokens":131072,"Average (35 datasets)":67.65,"Classification Average (9 datasets)":71.12,"Clustering Average (4 datasets)":54.61,"PairClassification Average (2 datasets)":86.91,"Reranking Average (4 datasets)":68.21,"Retrieval Average (8 datasets)":71.86,"STS Average (8 datasets)":60.96} -{"index":61,"Rank":24,"Model":"Dmeta-embedding-zh<\/a>","Model Size (Million Parameters)":103,"Memory Usage (GB, fp32)":0.38,"Embedding Dimensions":768,"Max Tokens":1024,"Average (35 datasets)":67.51,"Classification Average (9 datasets)":70.0,"Clustering Average (4 datasets)":50.96,"PairClassification Average (2 datasets)":88.92,"Reranking Average (4 datasets)":67.17,"Retrieval Average (8 datasets)":70.41,"STS Average (8 datasets)":64.89} -{"index":279,"Rank":25,"Model":"xiaobu-embedding<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Embedding Dimensions":1024,"Max Tokens":512,"Average (35 datasets)":67.28,"Classification Average (9 datasets)":71.2,"Clustering Average (4 datasets)":54.62,"PairClassification Average (2 datasets)":85.3,"Reranking Average (4 datasets)":67.34,"Retrieval Average (8 datasets)":73.41,"STS Average (8 datasets)":58.52} -{"index":140,"Rank":26,"Model":"alime-embedding-large-zh<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Embedding Dimensions":1024,"Max Tokens":512,"Average (35 datasets)":67.17,"Classification Average (9 datasets)":71.35,"Clustering Average (4 datasets)":54.0,"PairClassification Average (2 datasets)":84.34,"Reranking Average (4 datasets)":67.61,"Retrieval Average (8 datasets)":73.3,"STS Average (8 datasets)":58.41} -{"index":388,"Rank":27,"Model":"gte-large-zh<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Embedding Dimensions":1024,"Max Tokens":512,"Average (35 datasets)":66.72,"Classification Average (9 datasets)":71.34,"Clustering Average (4 datasets)":53.07,"PairClassification Average (2 datasets)":84.41,"Reranking Average (4 datasets)":67.4,"Retrieval Average (8 datasets)":72.49,"STS Average (8 datasets)":57.82} -{"index":62,"Rank":28,"Model":"Dmeta-embedding-zh-small<\/a>","Model Size (Million Parameters)":74,"Memory Usage (GB, fp32)":0.28,"Embedding Dimensions":768,"Max Tokens":1024,"Average (35 datasets)":66.1,"Classification Average (9 datasets)":69.89,"Clustering Average (4 datasets)":50.8,"PairClassification Average (2 datasets)":87.57,"Reranking Average (4 datasets)":66.92,"Retrieval Average (8 datasets)":67.7,"STS Average (8 datasets)":62.13} -{"index":386,"Rank":29,"Model":"gte-base-zh<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Embedding Dimensions":768,"Max Tokens":512,"Average (35 datasets)":65.92,"Classification Average (9 datasets)":71.26,"Clustering Average (4 datasets)":53.86,"PairClassification Average (2 datasets)":80.44,"Reranking Average (4 datasets)":67.0,"Retrieval Average (8 datasets)":71.71,"STS Average (8 datasets)":55.96} -{"index":29,"Rank":30,"Model":"tao-8k<\/a>","Model Size (Million Parameters)":167,"Memory Usage (GB, fp32)":0.62,"Embedding Dimensions":1024,"Max Tokens":8192,"Average (35 datasets)":65.5,"Classification Average (9 datasets)":69.05,"Clustering Average (4 datasets)":49.04,"PairClassification Average (2 datasets)":82.68,"Reranking Average (4 datasets)":66.38,"Retrieval Average (8 datasets)":71.85,"STS Average (8 datasets)":58.66} -{"index":28,"Rank":31,"Model":"tao<\/a>","Model Size (Million Parameters)":163,"Memory Usage (GB, fp32)":0.61,"Embedding Dimensions":1024,"Max Tokens":1024,"Average (35 datasets)":65.14,"Classification Average (9 datasets)":69.05,"Clustering Average (4 datasets)":49.0,"PairClassification Average (2 datasets)":82.68,"Reranking Average (4 datasets)":66.39,"Retrieval Average (8 datasets)":70.26,"STS Average (8 datasets)":58.66} -{"index":245,"Rank":32,"Model":"stella-large-zh-v2<\/a>","Model Size (Million Parameters)":163,"Memory Usage (GB, fp32)":0.61,"Embedding Dimensions":1024,"Max Tokens":1024,"Average (35 datasets)":65.13,"Classification Average (9 datasets)":69.05,"Clustering Average (4 datasets)":49.16,"PairClassification Average (2 datasets)":82.68,"Reranking Average (4 datasets)":66.41,"Retrieval Average (8 datasets)":70.14,"STS Average (8 datasets)":58.66} -{"index":244,"Rank":33,"Model":"stella-large-zh<\/a>","Model Size (Million Parameters)":163,"Memory Usage (GB, fp32)":0.61,"Embedding Dimensions":1024,"Max Tokens":1024,"Average (35 datasets)":64.54,"Classification Average (9 datasets)":67.62,"Clustering Average (4 datasets)":48.65,"PairClassification Average (2 datasets)":78.72,"Reranking Average (4 datasets)":65.98,"Retrieval Average (8 datasets)":71.02,"STS Average (8 datasets)":58.3} -{"index":39,"Rank":34,"Model":"bge-large-zh-v1.5<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Embedding Dimensions":1024,"Max Tokens":512,"Average (35 datasets)":64.53,"Classification Average (9 datasets)":69.13,"Clustering Average (4 datasets)":48.99,"PairClassification Average (2 datasets)":81.62,"Reranking Average (4 datasets)":65.84,"Retrieval Average (8 datasets)":70.46,"STS Average (8 datasets)":56.25} -{"index":242,"Rank":35,"Model":"stella-base-zh-v2<\/a>","Model Size (Million Parameters)":51,"Memory Usage (GB, fp32)":0.19,"Embedding Dimensions":768,"Max Tokens":1024,"Average (35 datasets)":64.36,"Classification Average (9 datasets)":68.29,"Clustering Average (4 datasets)":49.4,"PairClassification Average (2 datasets)":79.96,"Reranking Average (4 datasets)":66.1,"Retrieval Average (8 datasets)":70.08,"STS Average (8 datasets)":56.92} -{"index":72,"Rank":36,"Model":"mist-zh<\/a>","Model Size (Million Parameters)":51,"Memory Usage (GB, fp32)":0.19,"Embedding Dimensions":768,"Max Tokens":512,"Average (35 datasets)":64.25,"Classification Average (9 datasets)":68.21,"Clustering Average (4 datasets)":49.48,"PairClassification Average (2 datasets)":80.01,"Reranking Average (4 datasets)":65.89,"Retrieval Average (8 datasets)":69.59,"STS Average (8 datasets)":57.08} -{"index":241,"Rank":37,"Model":"stella-base-zh<\/a>","Model Size (Million Parameters)":103,"Memory Usage (GB, fp32)":0.38,"Embedding Dimensions":768,"Max Tokens":1024,"Average (35 datasets)":64.16,"Classification Average (9 datasets)":67.77,"Clustering Average (4 datasets)":48.7,"PairClassification Average (2 datasets)":76.09,"Reranking Average (4 datasets)":66.95,"Retrieval Average (8 datasets)":71.07,"STS Average (8 datasets)":56.54} -{"index":83,"Rank":38,"Model":"KaLM-embedding-multilingual-mini-instruct-v1.5<\/a>","Model Size (Million Parameters)":494,"Memory Usage (GB, fp32)":1.84,"Embedding Dimensions":896,"Max Tokens":131072,"Average (35 datasets)":64.13,"Classification Average (9 datasets)":70.94,"Clustering Average (4 datasets)":57.32,"PairClassification Average (2 datasets)":72.94,"Reranking Average (4 datasets)":64.38,"Retrieval Average (8 datasets)":70.11,"STS Average (8 datasets)":51.57} -{"index":351,"Rank":39,"Model":"piccolo-large-zh<\/a>","Model Size (Million Parameters)":163,"Memory Usage (GB, fp32)":0.61,"Embedding Dimensions":1024,"Max Tokens":512,"Average (35 datasets)":64.11,"Classification Average (9 datasets)":67.03,"Clustering Average (4 datasets)":47.04,"PairClassification Average (2 datasets)":78.38,"Reranking Average (4 datasets)":65.98,"Retrieval Average (8 datasets)":70.93,"STS Average (8 datasets)":58.02} -{"index":32,"Rank":40,"Model":"jina-embeddings-v2-base-zh-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average (35 datasets)":63.79,"Classification Average (9 datasets)":64.94,"Clustering Average (4 datasets)":46.47,"PairClassification Average (2 datasets)":82.94,"Reranking Average (4 datasets)":66.57,"Retrieval Average (8 datasets)":69.4,"STS Average (8 datasets)":59.39} -{"index":270,"Rank":41,"Model":"jina-embeddings-v2-base-zh<\/a>","Model Size (Million Parameters)":161,"Memory Usage (GB, fp32)":0.6,"Embedding Dimensions":768,"Max Tokens":8192,"Average (35 datasets)":63.79,"Classification Average (9 datasets)":64.94,"Clustering Average (4 datasets)":46.47,"PairClassification Average (2 datasets)":82.94,"Reranking Average (4 datasets)":66.57,"Retrieval Average (8 datasets)":69.4,"STS Average (8 datasets)":59.39} -{"index":33,"Rank":42,"Model":"jina-embeddings-v2-base-zh-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average (35 datasets)":63.79,"Classification Average (9 datasets)":64.94,"Clustering Average (4 datasets)":46.47,"PairClassification Average (2 datasets)":82.94,"Reranking Average (4 datasets)":66.57,"Retrieval Average (8 datasets)":69.4,"STS Average (8 datasets)":59.39} -{"index":350,"Rank":43,"Model":"piccolo-base-zh<\/a>","Model Size (Million Parameters)":51,"Memory Usage (GB, fp32)":0.19,"Embedding Dimensions":768,"Max Tokens":512,"Average (35 datasets)":63.66,"Classification Average (9 datasets)":66.98,"Clustering Average (4 datasets)":47.12,"PairClassification Average (2 datasets)":76.61,"Reranking Average (4 datasets)":66.68,"Retrieval Average (8 datasets)":71.2,"STS Average (8 datasets)":55.9} -{"index":82,"Rank":44,"Model":"KaLM-embedding-multilingual-mini-instruct-v1<\/a>","Model Size (Million Parameters)":494,"Memory Usage (GB, fp32)":1.84,"Embedding Dimensions":896,"Max Tokens":131072,"Average (35 datasets)":63.57,"Classification Average (9 datasets)":71.57,"Clustering Average (4 datasets)":50.86,"PairClassification Average (2 datasets)":73.06,"Reranking Average (4 datasets)":64.42,"Retrieval Average (8 datasets)":70.49,"STS Average (8 datasets)":51.18} -{"index":38,"Rank":45,"Model":"bge-large-zh-noinstruct<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Embedding Dimensions":1024,"Max Tokens":512,"Average (35 datasets)":63.4,"Classification Average (9 datasets)":68.58,"Clustering Average (4 datasets)":50.01,"PairClassification Average (2 datasets)":76.78,"Reranking Average (4 datasets)":64.9,"Retrieval Average (8 datasets)":70.54,"STS Average (8 datasets)":53.0} -{"index":35,"Rank":46,"Model":"bge-base-zh-v1.5<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Embedding Dimensions":768,"Max Tokens":512,"Average (35 datasets)":63.13,"Classification Average (9 datasets)":68.07,"Clustering Average (4 datasets)":47.53,"PairClassification Average (2 datasets)":79.77,"Reranking Average (4 datasets)":65.4,"Retrieval Average (8 datasets)":69.49,"STS Average (8 datasets)":53.72} -{"index":105,"Rank":47,"Model":"onnx-gte-multilingual-base<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average (35 datasets)":62.72,"Classification Average (9 datasets)":64.27,"Clustering Average (4 datasets)":47.48,"PairClassification Average (2 datasets)":78.34,"Reranking Average (4 datasets)":68.17,"Retrieval Average (8 datasets)":71.95,"STS Average (8 datasets)":52.73} -{"index":26,"Rank":48,"Model":"gte-multilingual-base<\/a>","Model Size (Million Parameters)":305,"Memory Usage (GB, fp32)":1.14,"Embedding Dimensions":768,"Max Tokens":8192,"Average (35 datasets)":62.72,"Classification Average (9 datasets)":64.27,"Clustering Average (4 datasets)":47.48,"PairClassification Average (2 datasets)":78.34,"Reranking Average (4 datasets)":68.17,"Retrieval Average (8 datasets)":71.95,"STS Average (8 datasets)":52.73} -{"index":84,"Rank":49,"Model":"KaLM-embedding-multilingual-mini-v1<\/a>","Model Size (Million Parameters)":494,"Memory Usage (GB, fp32)":1.84,"Embedding Dimensions":896,"Max Tokens":131072,"Average (35 datasets)":62.31,"Classification Average (9 datasets)":67.93,"Clustering Average (4 datasets)":49.88,"PairClassification Average (2 datasets)":73.23,"Reranking Average (4 datasets)":64.81,"Retrieval Average (8 datasets)":69.77,"STS Average (8 datasets)":50.74} -{"index":56,"Rank":50,"Model":"windberta-large<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average (35 datasets)":62.18,"Classification Average (9 datasets)":69.09,"Clustering Average (4 datasets)":48.88,"PairClassification Average (2 datasets)":82.38,"Reranking Average (4 datasets)":62.82,"Retrieval Average (8 datasets)":63.52,"STS Average (8 datasets)":54.35} -{"index":55,"Rank":51,"Model":"winberta-large<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average (35 datasets)":62.09,"Classification Average (9 datasets)":67.89,"Clustering Average (4 datasets)":48.81,"PairClassification Average (2 datasets)":82.38,"Reranking Average (4 datasets)":63.2,"Retrieval Average (8 datasets)":64.11,"STS Average (8 datasets)":54.55} -{"index":373,"Rank":52,"Model":"ZNV-Embedding<\/a>","Model Size (Million Parameters)":6061,"Memory Usage (GB, fp32)":22.58,"Embedding Dimensions":4096,"Max Tokens":4096,"Average (35 datasets)":61.77,"Classification Average (9 datasets)":64.37,"Clustering Average (4 datasets)":48.05,"PairClassification Average (2 datasets)":68.76,"Reranking Average (4 datasets)":61.48,"Retrieval Average (8 datasets)":58.2,"STS Average (8 datasets)":67.66} -{"index":251,"Rank":53,"Model":"e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average (35 datasets)":60.89,"Classification Average (9 datasets)":70.47,"Clustering Average (4 datasets)":52.3,"PairClassification Average (2 datasets)":72.19,"Reranking Average (4 datasets)":61.86,"Retrieval Average (8 datasets)":61.75,"STS Average (8 datasets)":50.22} -{"index":27,"Rank":54,"Model":"e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average (35 datasets)":60.81,"Classification Average (9 datasets)":70.17,"Clustering Average (4 datasets)":52.3,"PairClassification Average (2 datasets)":72.19,"Reranking Average (4 datasets)":61.86,"Retrieval Average (8 datasets)":61.75,"STS Average (8 datasets)":50.22} -{"index":392,"Rank":55,"Model":"gte-small-zh<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average (35 datasets)":60.08,"Classification Average (9 datasets)":64.49,"Clustering Average (4 datasets)":48.95,"PairClassification Average (2 datasets)":70.0,"Reranking Average (4 datasets)":66.22,"Retrieval Average (8 datasets)":65.5,"STS Average (8 datasets)":49.72} -{"index":390,"Rank":56,"Model":"gte-small-zh<\/a>","Model Size (Million Parameters)":30,"Memory Usage (GB, fp32)":0.11,"Embedding Dimensions":512,"Max Tokens":512,"Average (35 datasets)":60.08,"Classification Average (9 datasets)":64.49,"Clustering Average (4 datasets)":48.95,"PairClassification Average (2 datasets)":70.0,"Reranking Average (4 datasets)":66.22,"Retrieval Average (8 datasets)":65.5,"STS Average (8 datasets)":49.72} -{"index":54,"Rank":57,"Model":"winberta-base<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average (35 datasets)":59.77,"Classification Average (9 datasets)":67.08,"Clustering Average (4 datasets)":47.21,"PairClassification Average (2 datasets)":78.77,"Reranking Average (4 datasets)":61.35,"Retrieval Average (8 datasets)":60.6,"STS Average (8 datasets)":51.45} -{"index":311,"Rank":58,"Model":"m3e-ernie-xbase-zh<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average (35 datasets)":59.03,"Classification Average (9 datasets)":68.83,"Clustering Average (4 datasets)":48.64,"PairClassification Average (2 datasets)":62.84,"Reranking Average (4 datasets)":60.96,"Retrieval Average (8 datasets)":59.76,"STS Average (8 datasets)":50.54} -{"index":255,"Rank":59,"Model":"multilingual-e5-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average (35 datasets)":58.54,"Classification Average (9 datasets)":66.29,"Clustering Average (4 datasets)":48.23,"PairClassification Average (2 datasets)":69.89,"Reranking Average (4 datasets)":56.0,"Retrieval Average (8 datasets)":63.66,"STS Average (8 datasets)":48.29} -{"index":45,"Rank":60,"Model":"bge-small-zh-v1.5<\/a>","Model Size (Million Parameters)":24,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":512,"Max Tokens":512,"Average (35 datasets)":57.82,"Classification Average (9 datasets)":63.96,"Clustering Average (4 datasets)":44.18,"PairClassification Average (2 datasets)":70.4,"Reranking Average (4 datasets)":60.92,"Retrieval Average (8 datasets)":61.77,"STS Average (8 datasets)":49.1} -{"index":304,"Rank":61,"Model":"m3e-base<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Embedding Dimensions":768,"Max Tokens":512,"Average (35 datasets)":57.8,"Classification Average (9 datasets)":67.52,"Clustering Average (4 datasets)":47.68,"PairClassification Average (2 datasets)":64.03,"Reranking Average (4 datasets)":59.34,"Retrieval Average (8 datasets)":56.91,"STS Average (8 datasets)":50.47} -{"index":305,"Rank":62,"Model":"m3e-large<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Embedding Dimensions":768,"Max Tokens":512,"Average (35 datasets)":57.68,"Classification Average (9 datasets)":68.2,"Clustering Average (4 datasets)":48.88,"PairClassification Average (2 datasets)":64.63,"Reranking Average (4 datasets)":59.66,"Retrieval Average (8 datasets)":54.75,"STS Average (8 datasets)":50.42} -{"index":258,"Rank":63,"Model":"udever-bloom-1b1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":2048,"Average (35 datasets)":56.03,"Classification Average (9 datasets)":65.31,"Clustering Average (4 datasets)":42.42,"PairClassification Average (2 datasets)":74.96,"Reranking Average (4 datasets)":56.27,"Retrieval Average (8 datasets)":57.96,"STS Average (8 datasets)":45.6} -{"index":254,"Rank":64,"Model":"multilingual-e5-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average (35 datasets)":55.92,"Classification Average (9 datasets)":64.23,"Clustering Average (4 datasets)":40.68,"PairClassification Average (2 datasets)":67.07,"Reranking Average (4 datasets)":54.35,"Retrieval Average (8 datasets)":61.63,"STS Average (8 datasets)":46.49} -{"index":257,"Rank":65,"Model":"multilingual-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average (35 datasets)":55.8,"Classification Average (9 datasets)":64.64,"Clustering Average (4 datasets)":45.26,"PairClassification Average (2 datasets)":66.45,"Reranking Average (4 datasets)":53.86,"Retrieval Average (8 datasets)":59.95,"STS Average (8 datasets)":45.27} -{"index":431,"Rank":66,"Model":"text-embedding-ada-002<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":8191,"Average (35 datasets)":53.73,"Classification Average (9 datasets)":64.31,"Clustering Average (4 datasets)":45.68,"PairClassification Average (2 datasets)":69.56,"Reranking Average (4 datasets)":54.28,"Retrieval Average (8 datasets)":52.0,"STS Average (8 datasets)":43.35} -{"index":260,"Rank":67,"Model":"udever-bloom-560m<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":2048,"Average (35 datasets)":51.55,"Classification Average (9 datasets)":62.85,"Clustering Average (4 datasets)":42.42,"PairClassification Average (2 datasets)":72.38,"Reranking Average (4 datasets)":53.62,"Retrieval Average (8 datasets)":46.16,"STS Average (8 datasets)":42.57} -{"index":379,"Rank":68,"Model":"luotuo-bert-medium<\/a>","Model Size (Million Parameters)":328,"Memory Usage (GB, fp32)":1.22,"Embedding Dimensions":768,"Max Tokens":512,"Average (35 datasets)":50.12,"Classification Average (9 datasets)":61.0,"Clustering Average (4 datasets)":44.39,"PairClassification Average (2 datasets)":66.64,"Reranking Average (4 datasets)":49.25,"Retrieval Average (8 datasets)":44.4,"STS Average (8 datasets)":42.78} -{"index":377,"Rank":69,"Model":"text2vec-base-chinese<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Embedding Dimensions":768,"Max Tokens":512,"Average (35 datasets)":48.6,"Classification Average (9 datasets)":62.19,"Clustering Average (4 datasets)":37.66,"PairClassification Average (2 datasets)":67.58,"Reranking Average (4 datasets)":49.45,"Retrieval Average (8 datasets)":38.79,"STS Average (8 datasets)":43.41} -{"index":76,"Rank":70,"Model":"text2vec-large-chinese<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Embedding Dimensions":1024,"Max Tokens":512,"Average (35 datasets)":48.58,"Classification Average (9 datasets)":60.66,"Clustering Average (4 datasets)":30.02,"PairClassification Average (2 datasets)":71.16,"Reranking Average (4 datasets)":49.16,"Retrieval Average (8 datasets)":41.94,"STS Average (8 datasets)":44.97} -{"index":63,"Rank":71,"Model":"sbert-chinese-general-v1<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Embedding Dimensions":768,"Max Tokens":512,"Average (35 datasets)":46.83,"Classification Average (9 datasets)":62.54,"Clustering Average (4 datasets)":31.8,"PairClassification Average (2 datasets)":81.46,"Reranking Average (4 datasets)":45.08,"Retrieval Average (8 datasets)":32.1,"STS Average (8 datasets)":43.62} -{"index":69,"Rank":72,"Model":"paraphrase-multilingual-mpnet-base-v2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average (35 datasets)":44.59,"Classification Average (9 datasets)":62.7,"Clustering Average (4 datasets)":39.67,"PairClassification Average (2 datasets)":80.9,"Reranking Average (4 datasets)":44.91,"Retrieval Average (8 datasets)":22.92,"STS Average (8 datasets)":39.11} -{"index":217,"Rank":73,"Model":"SONAR<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average (35 datasets)":35.89,"Classification Average (9 datasets)":57.87,"Clustering Average (4 datasets)":34.44,"PairClassification Average (2 datasets)":58.52,"Reranking Average (4 datasets)":32.84,"Retrieval Average (8 datasets)":7.15,"STS Average (8 datasets)":36.48} -{"index":391,"Rank":74,"Model":"ALL_862873<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average (35 datasets)":23.88,"Classification Average (9 datasets)":38.04,"Clustering Average (4 datasets)":18.34,"PairClassification Average (2 datasets)":56.7,"Reranking Average (4 datasets)":25.86,"Retrieval Average (8 datasets)":4.52,"STS Average (8 datasets)":20.86} -{"index":0,"Rank":75,"Model":"text-embedding-004-256<\/a>","Model Size (Million Parameters)":1200,"Memory Usage (GB, fp32)":4.47,"Embedding Dimensions":256,"Max Tokens":2048,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} -{"index":1,"Rank":76,"Model":"text-embedding-004<\/a>","Model Size (Million Parameters)":1200,"Memory Usage (GB, fp32)":4.47,"Embedding Dimensions":768,"Max Tokens":2048,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} -{"index":2,"Rank":77,"Model":"titan-embed-text-v1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":8000,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} -{"index":4,"Rank":79,"Model":"voyage-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":4000,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} -{"index":5,"Rank":80,"Model":"voyage-3-lite<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":512,"Max Tokens":32000,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} -{"index":6,"Rank":81,"Model":"voyage-3-m-exp<\/a>","Model Size (Million Parameters)":6918,"Memory Usage (GB, fp32)":25.77,"Embedding Dimensions":2048,"Max Tokens":32000,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} -{"index":7,"Rank":82,"Model":"voyage-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":32000,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} -{"index":8,"Rank":83,"Model":"voyage-code-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":16000,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} -{"index":9,"Rank":84,"Model":"voyage-large-2-instruct<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":16000,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} -{"index":10,"Rank":85,"Model":"voyage-law-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":16000,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} -{"index":11,"Rank":86,"Model":"voyage-lite-01-instruct<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":4000,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} -{"index":12,"Rank":87,"Model":"voyage-lite-02-instruct<\/a>","Model Size (Million Parameters)":1220,"Memory Usage (GB, fp32)":4.54,"Embedding Dimensions":1024,"Max Tokens":4000,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} -{"index":13,"Rank":88,"Model":"voyage-multilingual-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":32000,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} -{"index":14,"Rank":89,"Model":"LASER2<\/a>","Model Size (Million Parameters)":43,"Memory Usage (GB, fp32)":0.16,"Embedding Dimensions":1024,"Max Tokens":"N\/A","Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} -{"index":17,"Rank":91,"Model":"llm2vec-croissant-mntp<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} -{"index":24,"Rank":93,"Model":"gte-base-en-v1.5<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":8192,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} -{"index":25,"Rank":94,"Model":"gte-large-en-v1.5<\/a>","Model Size (Million Parameters)":434,"Memory Usage (GB, fp32)":1.62,"Embedding Dimensions":1024,"Max Tokens":8192,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} -{"index":34,"Rank":97,"Model":"bge-base-en-v1.5<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} -{"index":36,"Rank":98,"Model":"bge-en-icl<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} -{"index":37,"Rank":99,"Model":"bge-large-en-v1.5<\/a>","Model Size (Million Parameters)":1340,"Memory Usage (GB, fp32)":4.99,"Embedding Dimensions":1024,"Max Tokens":512,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} -{"index":40,"Rank":100,"Model":"bge-m3<\/a>","Model Size (Million Parameters)":567,"Memory Usage (GB, fp32)":2.11,"Embedding Dimensions":1024,"Max Tokens":8192,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} -{"index":42,"Rank":101,"Model":"bge-reranker-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":67.03,"Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} -{"index":43,"Rank":102,"Model":"bge-reranker-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":67.03,"Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} -{"index":44,"Rank":103,"Model":"bge-small-en-v1.5<\/a>","Model Size (Million Parameters)":24,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":512,"Max Tokens":512,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} -{"index":46,"Rank":104,"Model":"nomic-embed-text-v1<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":8192,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} -{"index":47,"Rank":105,"Model":"nomic-embed-text-v1.5<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":8192,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} -{"index":51,"Rank":109,"Model":"ListConRanker<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Embedding Dimensions":1024,"Max Tokens":512,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":73.24,"Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} -{"index":52,"Rank":110,"Model":"gme-Qwen2-VL-7B-Instruct-Q5_K_S-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average (35 datasets)":"","Classification Average (9 datasets)":76.48,"Clustering Average (4 datasets)":61.72,"PairClassification Average (2 datasets)":82.99,"Reranking Average (4 datasets)":69.61,"Retrieval Average (8 datasets)":75.38,"STS Average (8 datasets)":""} -{"index":58,"Rank":112,"Model":"Cohere-embed-english-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":512,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} -{"index":59,"Rank":113,"Model":"Cohere-embed-multilingual-light-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":384,"Max Tokens":512,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} -{"index":60,"Rank":114,"Model":"Cohere-embed-multilingual-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":512,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} -{"index":64,"Rank":115,"Model":"jina-embeddings-v3<\/a>","Model Size (Million Parameters)":572,"Memory Usage (GB, fp32)":2.13,"Embedding Dimensions":1024,"Max Tokens":8194,"Average (35 datasets)":"","Classification Average (9 datasets)":69.09,"Clustering Average (4 datasets)":50.22,"PairClassification Average (2 datasets)":72.76,"Reranking Average (4 datasets)":60.64,"Retrieval Average (8 datasets)":68.6,"STS Average (8 datasets)":""} -{"index":65,"Rank":116,"Model":"distilrubert-small-cased-conversational<\/a>","Model Size (Million Parameters)":106,"Memory Usage (GB, fp32)":0.39,"Embedding Dimensions":768,"Max Tokens":512,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} -{"index":66,"Rank":117,"Model":"rubert-base-cased<\/a>","Model Size (Million Parameters)":180,"Memory Usage (GB, fp32)":0.67,"Embedding Dimensions":768,"Max Tokens":512,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} -{"index":67,"Rank":118,"Model":"rubert-base-cased-sentence<\/a>","Model Size (Million Parameters)":180,"Memory Usage (GB, fp32)":0.67,"Embedding Dimensions":768,"Max Tokens":512,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} -{"index":68,"Rank":119,"Model":"bge-reranker-large-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":67.03,"Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} -{"index":73,"Rank":121,"Model":"xlm-roberta-base<\/a>","Model Size (Million Parameters)":279,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} -{"index":74,"Rank":122,"Model":"xlm-roberta-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} -{"index":75,"Rank":123,"Model":"STS-multilingual-mpnet-base-v2<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} -{"index":77,"Rank":124,"Model":"bert-base-10lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":512,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} -{"index":78,"Rank":125,"Model":"bert-base-15lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":512,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} -{"index":79,"Rank":126,"Model":"bert-base-25lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":512,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} -{"index":80,"Rank":127,"Model":"GritLM-7B<\/a>","Model Size (Million Parameters)":7240,"Memory Usage (GB, fp32)":26.97,"Embedding Dimensions":"","Max Tokens":4096,"Average (35 datasets)":"","Classification Average (9 datasets)":72.67,"Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":65.08,"STS Average (8 datasets)":""} -{"index":81,"Rank":128,"Model":"GritLM-8x7B<\/a>","Model Size (Million Parameters)":46703,"Memory Usage (GB, fp32)":173.98,"Embedding Dimensions":4096,"Max Tokens":32768,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} -{"index":85,"Rank":129,"Model":"speed-embedding-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} -{"index":86,"Rank":130,"Model":"lodestone-base-4096-v1<\/a>","Model Size (Million Parameters)":69,"Memory Usage (GB, fp32)":0.26,"Embedding Dimensions":768,"Max Tokens":4096,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} -{"index":87,"Rank":131,"Model":"Yuan-embedding-1.0<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Embedding Dimensions":1792,"Max Tokens":512,"Average (35 datasets)":"","Classification Average (9 datasets)":72.36,"Clustering Average (4 datasets)":59.9,"PairClassification Average (2 datasets)":86.4,"Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":78.41,"STS Average (8 datasets)":61.64} -{"index":96,"Rank":139,"Model":"MUG-B-1.6<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} -{"index":97,"Rank":140,"Model":"bilingual-document-embedding<\/a>","Model Size (Million Parameters)":568,"Memory Usage (GB, fp32)":2.12,"Embedding Dimensions":1024,"Max Tokens":8194,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} -{"index":98,"Rank":141,"Model":"bilingual-embedding-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} -{"index":99,"Rank":142,"Model":"bilingual-embedding-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} -{"index":100,"Rank":143,"Model":"bilingual-embedding-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} -{"index":101,"Rank":144,"Model":"Zhihui_LLM_Embedding<\/a>","Model Size (Million Parameters)":7069,"Memory Usage (GB, fp32)":26.33,"Embedding Dimensions":3584,"Max Tokens":131072,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":76.74,"STS Average (8 datasets)":""} -{"index":102,"Rank":145,"Model":"Linq-Embed-Mistral<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} -{"index":106,"Rank":148,"Model":"LLM2Vec-Llama-2-7b-chat-hf-mntp-supervised<\/a>","Model Size (Million Parameters)":6607,"Memory Usage (GB, fp32)":24.61,"Embedding Dimensions":4096,"Max Tokens":4096,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} -{"index":107,"Rank":149,"Model":"LLM2Vec-Llama-2-unsupervised<\/a>","Model Size (Million Parameters)":6607,"Memory Usage (GB, fp32)":24.61,"Embedding Dimensions":4096,"Max Tokens":4096,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} -{"index":108,"Rank":150,"Model":"LLM2Vec-Meta-Llama-3-supervised<\/a>","Model Size (Million Parameters)":7505,"Memory Usage (GB, fp32)":27.96,"Embedding Dimensions":4096,"Max Tokens":8192,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} -{"index":109,"Rank":151,"Model":"LLM2Vec-Meta-Llama-3-unsupervised<\/a>","Model Size (Million Parameters)":7505,"Memory Usage (GB, fp32)":27.96,"Embedding Dimensions":4096,"Max Tokens":8192,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} -{"index":110,"Rank":152,"Model":"LLM2Vec-Mistral-supervised<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} -{"index":111,"Rank":153,"Model":"LLM2Vec-Mistral-unsupervised<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} -{"index":112,"Rank":154,"Model":"LLM2Vec-Sheared-Llama-supervised<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":4096,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} -{"index":113,"Rank":155,"Model":"LLM2Vec-Sheared-Llama-unsupervised<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":4096,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} -{"index":114,"Rank":156,"Model":"Bulbasaur<\/a>","Model Size (Million Parameters)":17,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} -{"index":115,"Rank":157,"Model":"Ivysaur<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.08,"Embedding Dimensions":384,"Max Tokens":512,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} -{"index":116,"Rank":158,"Model":"Squirtle<\/a>","Model Size (Million Parameters)":16,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} -{"index":117,"Rank":159,"Model":"Venusaur<\/a>","Model Size (Million Parameters)":16,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} -{"index":118,"Rank":160,"Model":"Wartortle<\/a>","Model Size (Million Parameters)":17,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} -{"index":119,"Rank":161,"Model":"test24<\/a>","Model Size (Million Parameters)":17,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} -{"index":120,"Rank":162,"Model":"test25<\/a>","Model Size (Million Parameters)":17,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} -{"index":121,"Rank":163,"Model":"SGPT-1.3B-weightedmean-msmarco-specb-bitfit<\/a>","Model Size (Million Parameters)":1341,"Memory Usage (GB, fp32)":4.99,"Embedding Dimensions":2048,"Max Tokens":2048,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} -{"index":122,"Rank":164,"Model":"SGPT-125M-weightedmean-msmarco-specb-bitfit<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":2048,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} -{"index":123,"Rank":165,"Model":"SGPT-125M-weightedmean-nli-bitfit<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":2048,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} -{"index":124,"Rank":166,"Model":"SGPT-2.7B-weightedmean-msmarco-specb-bitfit<\/a>","Model Size (Million Parameters)":2685,"Memory Usage (GB, fp32)":10.0,"Embedding Dimensions":2560,"Max Tokens":2048,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} -{"index":125,"Rank":167,"Model":"SGPT-5.8B-weightedmean-msmarco-specb-bitfit<\/a>","Model Size (Million Parameters)":5874,"Memory Usage (GB, fp32)":21.88,"Embedding Dimensions":4096,"Max Tokens":2048,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} -{"index":126,"Rank":168,"Model":"SGPT-5.8B-weightedmean-nli-bitfit<\/a>","Model Size (Million Parameters)":5874,"Memory Usage (GB, fp32)":21.88,"Embedding Dimensions":4096,"Max Tokens":2048,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} -{"index":127,"Rank":169,"Model":"qwen-1.8b-retrieval-test<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":70.63,"STS Average (8 datasets)":""} -{"index":130,"Rank":172,"Model":"stella_en_1.5B_v5<\/a>","Model Size (Million Parameters)":1543,"Memory Usage (GB, fp32)":5.75,"Embedding Dimensions":8192,"Max Tokens":131072,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} -{"index":131,"Rank":173,"Model":"stella_en_400M_v5<\/a>","Model Size (Million Parameters)":435,"Memory Usage (GB, fp32)":1.62,"Embedding Dimensions":8192,"Max Tokens":8192,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} -{"index":132,"Rank":174,"Model":"Arabert-all-nli-triplet-Matryoshka<\/a>","Model Size (Million Parameters)":135,"Memory Usage (GB, fp32)":0.5,"Embedding Dimensions":768,"Max Tokens":512,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} -{"index":133,"Rank":175,"Model":"Arabic-MiniLM-L12-v2-all-nli-triplet<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} -{"index":134,"Rank":176,"Model":"Arabic-all-nli-triplet-Matryoshka<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} -{"index":135,"Rank":177,"Model":"Arabic-labse-Matryoshka<\/a>","Model Size (Million Parameters)":471,"Memory Usage (GB, fp32)":1.75,"Embedding Dimensions":768,"Max Tokens":512,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} -{"index":136,"Rank":178,"Model":"Arabic-mpnet-base-all-nli-triplet<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} -{"index":137,"Rank":179,"Model":"Marbert-all-nli-triplet-Matryoshka<\/a>","Model Size (Million Parameters)":163,"Memory Usage (GB, fp32)":0.61,"Embedding Dimensions":768,"Max Tokens":512,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} -{"index":138,"Rank":180,"Model":"Solon-embeddings-large-0.1<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} -{"index":139,"Rank":181,"Model":"KartonBERT-USE-base-v1<\/a>","Model Size (Million Parameters)":104,"Memory Usage (GB, fp32)":0.39,"Embedding Dimensions":768,"Max Tokens":512,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} -{"index":141,"Rank":182,"Model":"alime-reranker-large-zh<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":67.54,"Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} -{"index":144,"Rank":185,"Model":"SFR-Embedding-2_R<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} -{"index":145,"Rank":186,"Model":"SFR-Embedding-Mistral<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} -{"index":148,"Rank":189,"Model":"snowflake-arctic-embed-l<\/a>","Model Size (Million Parameters)":334,"Memory Usage (GB, fp32)":1.24,"Embedding Dimensions":1024,"Max Tokens":512,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} -{"index":149,"Rank":190,"Model":"snowflake-arctic-embed-l-v2.0<\/a>","Model Size (Million Parameters)":568,"Memory Usage (GB, fp32)":2.12,"Embedding Dimensions":1024,"Max Tokens":8194,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} -{"index":150,"Rank":191,"Model":"snowflake-arctic-embed-m<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} -{"index":151,"Rank":192,"Model":"snowflake-arctic-embed-m-long<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":8192,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} -{"index":152,"Rank":193,"Model":"snowflake-arctic-embed-m-v1.5<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} -{"index":153,"Rank":194,"Model":"snowflake-arctic-embed-m-v2.0<\/a>","Model Size (Million Parameters)":305,"Memory Usage (GB, fp32)":1.14,"Embedding Dimensions":768,"Max Tokens":8192,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} -{"index":154,"Rank":195,"Model":"snowflake-arctic-embed-s<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} -{"index":155,"Rank":196,"Model":"snowflake-arctic-embed-xs<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.08,"Embedding Dimensions":384,"Max Tokens":512,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} -{"index":156,"Rank":197,"Model":"bge-micro<\/a>","Model Size (Million Parameters)":17,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} -{"index":157,"Rank":198,"Model":"bge-micro-v2<\/a>","Model Size (Million Parameters)":17,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} -{"index":158,"Rank":199,"Model":"gte-tiny<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.08,"Embedding Dimensions":384,"Max Tokens":512,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} -{"index":160,"Rank":200,"Model":"PEG<\/a>","Model Size (Million Parameters)":163,"Memory Usage (GB, fp32)":0.61,"Embedding Dimensions":1024,"Max Tokens":512,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":68.41,"Retrieval Average (8 datasets)":73.78,"STS Average (8 datasets)":""} -{"index":161,"Rank":201,"Model":"UAE-Large-V1<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} -{"index":162,"Rank":202,"Model":"sentence-croissant-llm-base<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} -{"index":164,"Rank":204,"Model":"German_Semantic_STS_V2<\/a>","Model Size (Million Parameters)":336,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} -{"index":165,"Rank":205,"Model":"MedEmbed-small-v0.1<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} -{"index":168,"Rank":208,"Model":"ru-en-RoSBERTa<\/a>","Model Size (Million Parameters)":404,"Memory Usage (GB, fp32)":1.5,"Embedding Dimensions":1024,"Max Tokens":514,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} -{"index":169,"Rank":209,"Model":"sbert_large_mt_nlu_ru<\/a>","Model Size (Million Parameters)":427,"Memory Usage (GB, fp32)":1.59,"Embedding Dimensions":1024,"Max Tokens":514,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} -{"index":170,"Rank":210,"Model":"sbert_large_nlu_ru<\/a>","Model Size (Million Parameters)":427,"Memory Usage (GB, fp32)":1.59,"Embedding Dimensions":1024,"Max Tokens":512,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} -{"index":172,"Rank":212,"Model":"cloudy-large-zh<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Embedding Dimensions":1024,"Max Tokens":1024,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":66.04,"Retrieval Average (8 datasets)":72.92,"STS Average (8 datasets)":""} -{"index":175,"Rank":215,"Model":"bge-small-4096<\/a>","Model Size (Million Parameters)":35,"Memory Usage (GB, fp32)":0.13,"Embedding Dimensions":384,"Max Tokens":4096,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} -{"index":176,"Rank":216,"Model":"jina-embeddings-v2-base-en<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":8192,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} -{"index":178,"Rank":217,"Model":"GIST-Embedding-v0<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} -{"index":179,"Rank":218,"Model":"GIST-all-MiniLM-L6-v2<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.08,"Embedding Dimensions":384,"Max Tokens":512,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} -{"index":180,"Rank":219,"Model":"GIST-large-Embedding-v0<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} -{"index":181,"Rank":220,"Model":"GIST-small-Embedding-v0<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} -{"index":182,"Rank":221,"Model":"NoInstruct-small-Embedding-v0<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} -{"index":185,"Rank":224,"Model":"brown-beetle-base-v1<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.08,"Embedding Dimensions":768,"Max Tokens":1000000,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} -{"index":186,"Rank":225,"Model":"brown-beetle-small-v1<\/a>","Model Size (Million Parameters)":8,"Memory Usage (GB, fp32)":0.03,"Embedding Dimensions":256,"Max Tokens":1000000,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} -{"index":187,"Rank":226,"Model":"brown-beetle-tiny-v1<\/a>","Model Size (Million Parameters)":4,"Memory Usage (GB, fp32)":0.01,"Embedding Dimensions":128,"Max Tokens":1000000,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} -{"index":188,"Rank":227,"Model":"brown-beetle-tiny-v1.1<\/a>","Model Size (Million Parameters)":4,"Memory Usage (GB, fp32)":0.01,"Embedding Dimensions":768,"Max Tokens":1000000,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} -{"index":189,"Rank":228,"Model":"brown-fairy-base-v0<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.08,"Embedding Dimensions":768,"Max Tokens":1000000,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} -{"index":190,"Rank":229,"Model":"red-beetle-base-v1.1<\/a>","Model Size (Million Parameters)":30,"Memory Usage (GB, fp32)":0.11,"Embedding Dimensions":1024,"Max Tokens":1000000,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} -{"index":191,"Rank":230,"Model":"sgpt-bloom-1b7-nli<\/a>","Model Size (Million Parameters)":1722,"Memory Usage (GB, fp32)":6.42,"Embedding Dimensions":2048,"Max Tokens":4096,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} -{"index":192,"Rank":231,"Model":"sgpt-bloom-7b1-msmarco<\/a>","Model Size (Million Parameters)":7068,"Memory Usage (GB, fp32)":26.33,"Embedding Dimensions":4096,"Max Tokens":2048,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} -{"index":194,"Rank":233,"Model":"slx-v0.1<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.08,"Embedding Dimensions":384,"Max Tokens":512,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} -{"index":196,"Rank":235,"Model":"Chuxin-Embedding<\/a>","Model Size (Million Parameters)":568,"Memory Usage (GB, fp32)":2.12,"Embedding Dimensions":1024,"Max Tokens":8194,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":77.89,"STS Average (8 datasets)":""} -{"index":197,"Rank":236,"Model":"snowflake-arctic-embed-m-v2.0-cpu<\/a>","Model Size (Million Parameters)":305,"Memory Usage (GB, fp32)":1.14,"Embedding Dimensions":768,"Max Tokens":8192,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} -{"index":198,"Rank":237,"Model":"LaBSE-en-ru<\/a>","Model Size (Million Parameters)":129,"Memory Usage (GB, fp32)":0.48,"Embedding Dimensions":768,"Max Tokens":512,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} -{"index":199,"Rank":238,"Model":"rubert-tiny<\/a>","Model Size (Million Parameters)":12,"Memory Usage (GB, fp32)":0.04,"Embedding Dimensions":512,"Max Tokens":514,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} -{"index":200,"Rank":239,"Model":"rubert-tiny2<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"Embedding Dimensions":2048,"Max Tokens":514,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} -{"index":201,"Rank":240,"Model":"cai-lunaris-text-embeddings<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} -{"index":202,"Rank":241,"Model":"bge-reranker-large-onnx<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":67.03,"Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} -{"index":203,"Rank":242,"Model":"french-document-embedding<\/a>","Model Size (Million Parameters)":305,"Memory Usage (GB, fp32)":1.14,"Embedding Dimensions":768,"Max Tokens":8192,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} -{"index":204,"Rank":243,"Model":"sentence-camembert-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} -{"index":205,"Rank":244,"Model":"sentence-camembert-large<\/a>","Model Size (Million Parameters)":337,"Memory Usage (GB, fp32)":1.26,"Embedding Dimensions":1024,"Max Tokens":512,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} -{"index":206,"Rank":245,"Model":"embedder-100p<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} -{"index":207,"Rank":246,"Model":"USER-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":512,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} -{"index":208,"Rank":247,"Model":"USER-bge-m3<\/a>","Model Size (Million Parameters)":359,"Memory Usage (GB, fp32)":1.34,"Embedding Dimensions":1024,"Max Tokens":8192,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} -{"index":209,"Rank":248,"Model":"deberta-v1-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":512,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} -{"index":212,"Rank":251,"Model":"sft-bge-small<\/a>","Model Size (Million Parameters)":24,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":512,"Max Tokens":512,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":67.97,"Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":60.55,"STS Average (8 datasets)":""} -{"index":215,"Rank":252,"Model":"e5-base-4k<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} -{"index":218,"Rank":254,"Model":"XYZ-embedding-zh<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":70.8,"Retrieval Average (8 datasets)":76.56,"STS Average (8 datasets)":""} -{"index":221,"Rank":256,"Model":"flaubert_base_cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":512,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} -{"index":222,"Rank":257,"Model":"flaubert_base_uncased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":512,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} -{"index":223,"Rank":258,"Model":"flaubert_large_cased<\/a>","Model Size (Million Parameters)":372,"Memory Usage (GB, fp32)":1.39,"Embedding Dimensions":1024,"Max Tokens":512,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} -{"index":226,"Rank":261,"Model":"bert-base-multilingual-cased<\/a>","Model Size (Million Parameters)":179,"Memory Usage (GB, fp32)":0.67,"Embedding Dimensions":768,"Max Tokens":512,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} -{"index":227,"Rank":262,"Model":"bert-base-multilingual-uncased<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Embedding Dimensions":768,"Max Tokens":512,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} -{"index":228,"Rank":263,"Model":"bert-base-uncased<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} -{"index":229,"Rank":264,"Model":"instructor-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} -{"index":230,"Rank":265,"Model":"instructor-large<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":768,"Max Tokens":512,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} -{"index":231,"Rank":266,"Model":"instructor-xl<\/a>","Model Size (Million Parameters)":1241,"Memory Usage (GB, fp32)":4.62,"Embedding Dimensions":768,"Max Tokens":512,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} -{"index":236,"Rank":270,"Model":"granite-embedding-107m-multilingual<\/a>","Model Size (Million Parameters)":107,"Memory Usage (GB, fp32)":0.4,"Embedding Dimensions":384,"Max Tokens":514,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} -{"index":237,"Rank":271,"Model":"granite-embedding-125m-english<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":514,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} -{"index":238,"Rank":272,"Model":"granite-embedding-278m-multilingual<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} -{"index":239,"Rank":273,"Model":"granite-embedding-30m-english<\/a>","Model Size (Million Parameters)":30,"Memory Usage (GB, fp32)":0.11,"Embedding Dimensions":384,"Max Tokens":514,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} -{"index":240,"Rank":274,"Model":"stella-base-en-v2<\/a>","Model Size (Million Parameters)":55,"Memory Usage (GB, fp32)":0.2,"Embedding Dimensions":768,"Max Tokens":512,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} -{"index":246,"Rank":275,"Model":"inf-retriever-v1<\/a>","Model Size (Million Parameters)":7069,"Memory Usage (GB, fp32)":26.33,"Embedding Dimensions":3584,"Max Tokens":131072,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":75.96,"STS Average (8 datasets)":""} -{"index":247,"Rank":276,"Model":"e5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} -{"index":248,"Rank":277,"Model":"e5-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} -{"index":249,"Rank":278,"Model":"e5-large<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} -{"index":250,"Rank":279,"Model":"e5-large-v2<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} -{"index":252,"Rank":280,"Model":"e5-small<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} -{"index":253,"Rank":281,"Model":"e5-small-v2<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} -{"index":256,"Rank":282,"Model":"multilingual-e5-large-instruct<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average (35 datasets)":"","Classification Average (9 datasets)":67.73,"Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":64.94,"STS Average (8 datasets)":""} -{"index":259,"Rank":283,"Model":"udever-bloom-3b<\/a>","Model Size (Million Parameters)":3003,"Memory Usage (GB, fp32)":11.19,"Embedding Dimensions":2560,"Max Tokens":2048,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":43.24,"PairClassification Average (2 datasets)":76.59,"Reranking Average (4 datasets)":57.68,"Retrieval Average (8 datasets)":59.77,"STS Average (8 datasets)":""} -{"index":261,"Rank":284,"Model":"udever-bloom-7b1<\/a>","Model Size (Million Parameters)":7069,"Memory Usage (GB, fp32)":26.33,"Embedding Dimensions":4096,"Max Tokens":2048,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":42.32,"PairClassification Average (2 datasets)":78.65,"Reranking Average (4 datasets)":59.11,"Retrieval Average (8 datasets)":62.87,"STS Average (8 datasets)":""} -{"index":263,"Rank":285,"Model":"bge-reranker-base-Q5_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":67.03,"Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} -{"index":264,"Rank":286,"Model":"jina-embedding-b-en-v1<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} -{"index":265,"Rank":287,"Model":"jina-embedding-l-en-v1<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} -{"index":266,"Rank":288,"Model":"jina-embedding-s-en-v1<\/a>","Model Size (Million Parameters)":35,"Memory Usage (GB, fp32)":0.13,"Embedding Dimensions":512,"Max Tokens":512,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} -{"index":267,"Rank":289,"Model":"jina-embeddings-v2-base-de<\/a>","Model Size (Million Parameters)":161,"Memory Usage (GB, fp32)":0.6,"Embedding Dimensions":768,"Max Tokens":8192,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} -{"index":268,"Rank":290,"Model":"jina-embeddings-v2-base-en<\/a>","Model Size (Million Parameters)":275,"Memory Usage (GB, fp32)":1.02,"Embedding Dimensions":768,"Max Tokens":8192,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} -{"index":269,"Rank":291,"Model":"jina-embeddings-v2-base-es<\/a>","Model Size (Million Parameters)":161,"Memory Usage (GB, fp32)":0.6,"Embedding Dimensions":768,"Max Tokens":8192,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} -{"index":271,"Rank":292,"Model":"jina-embeddings-v2-small-en<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":512,"Max Tokens":8192,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} -{"index":272,"Rank":293,"Model":"jina-embeddings-v3<\/a>","Model Size (Million Parameters)":572,"Memory Usage (GB, fp32)":2.13,"Embedding Dimensions":1024,"Max Tokens":8194,"Average (35 datasets)":"","Classification Average (9 datasets)":69.09,"Clustering Average (4 datasets)":50.22,"PairClassification Average (2 datasets)":72.76,"Reranking Average (4 datasets)":60.64,"Retrieval Average (8 datasets)":68.6,"STS Average (8 datasets)":""} -{"index":274,"Rank":295,"Model":"echo-mistral-7b-instruct-lasttoken<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} -{"index":275,"Rank":296,"Model":"cde-small-v1<\/a>","Model Size (Million Parameters)":143,"Memory Usage (GB, fp32)":0.53,"Embedding Dimensions":768,"Max Tokens":512,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} -{"index":276,"Rank":297,"Model":"cde-small-v2<\/a>","Model Size (Million Parameters)":150,"Memory Usage (GB, fp32)":0.56,"Embedding Dimensions":768,"Max Tokens":512,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} -{"index":277,"Rank":298,"Model":"Chuxin-Embedding-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":77.89,"STS Average (8 datasets)":""} -{"index":278,"Rank":299,"Model":"Chuxin-Embedding-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":77.89,"STS Average (8 datasets)":""} -{"index":281,"Rank":300,"Model":"modernbert-embed-large<\/a>","Model Size (Million Parameters)":395,"Memory Usage (GB, fp32)":1.47,"Embedding Dimensions":1024,"Max Tokens":8192,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} -{"index":282,"Rank":301,"Model":"modernbert-embed-large-unsupervised<\/a>","Model Size (Million Parameters)":395,"Memory Usage (GB, fp32)":1.47,"Embedding Dimensions":1024,"Max Tokens":8192,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} -{"index":283,"Rank":302,"Model":"lim_base_zh<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Embedding Dimensions":768,"Max Tokens":512,"Average (35 datasets)":"","Classification Average (9 datasets)":70.83,"Clustering Average (4 datasets)":48.35,"PairClassification Average (2 datasets)":74.64,"Reranking Average (4 datasets)":63.73,"Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} -{"index":287,"Rank":306,"Model":"ember-v1<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} -{"index":290,"Rank":308,"Model":"bge-m3-custom-fr<\/a>","Model Size (Million Parameters)":568,"Memory Usage (GB, fp32)":2.12,"Embedding Dimensions":1024,"Max Tokens":8194,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} -{"index":291,"Rank":309,"Model":"sentence_croissant_alpha_v0.1<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} -{"index":292,"Rank":310,"Model":"sentence_croissant_alpha_v0.2<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} -{"index":293,"Rank":311,"Model":"sentence_croissant_alpha_v0.3<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} -{"index":294,"Rank":312,"Model":"sentence_croissant_alpha_v0.4<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} -{"index":295,"Rank":313,"Model":"M2V_base_glove<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Embedding Dimensions":256,"Max Tokens":1000000,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} -{"index":296,"Rank":314,"Model":"M2V_base_glove_subword<\/a>","Model Size (Million Parameters)":103,"Memory Usage (GB, fp32)":0.38,"Embedding Dimensions":256,"Max Tokens":1000000,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} -{"index":297,"Rank":315,"Model":"M2V_base_output<\/a>","Model Size (Million Parameters)":8,"Memory Usage (GB, fp32)":0.03,"Embedding Dimensions":256,"Max Tokens":1000000,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} -{"index":298,"Rank":316,"Model":"potion-base-2M<\/a>","Model Size (Million Parameters)":2,"Memory Usage (GB, fp32)":0.01,"Embedding Dimensions":64,"Max Tokens":1000000,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} -{"index":299,"Rank":317,"Model":"potion-base-32M<\/a>","Model Size (Million Parameters)":32,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":512,"Max Tokens":1000000,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} -{"index":300,"Rank":318,"Model":"potion-base-4M<\/a>","Model Size (Million Parameters)":4,"Memory Usage (GB, fp32)":0.01,"Embedding Dimensions":128,"Max Tokens":1000000,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} -{"index":301,"Rank":319,"Model":"potion-base-8M<\/a>","Model Size (Million Parameters)":8,"Memory Usage (GB, fp32)":0.03,"Embedding Dimensions":256,"Max Tokens":1000000,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} -{"index":302,"Rank":320,"Model":"mxbai-embed-2d-large-v1<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} -{"index":303,"Rank":321,"Model":"mxbai-embed-large-v1<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} -{"index":308,"Rank":324,"Model":"LdIR-Qwen2-reranker-1.5B<\/a>","Model Size (Million Parameters)":1544,"Memory Usage (GB, fp32)":5.75,"Embedding Dimensions":1536,"Max Tokens":32768,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":70.45,"Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} -{"index":309,"Rank":325,"Model":"LdIR-reranker-large<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":68.58,"Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} -{"index":310,"Rank":326,"Model":"bge-reranker-large-1k<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":1026,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":67.87,"Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} -{"index":318,"Rank":333,"Model":"bge-large-en-v1.5<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} -{"index":319,"Rank":334,"Model":"modernbert-embed-base<\/a>","Model Size (Million Parameters)":149,"Memory Usage (GB, fp32)":0.56,"Embedding Dimensions":768,"Max Tokens":8192,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} -{"index":320,"Rank":335,"Model":"modernbert-embed-base-unsupervised<\/a>","Model Size (Million Parameters)":149,"Memory Usage (GB, fp32)":0.56,"Embedding Dimensions":768,"Max Tokens":8192,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} -{"index":321,"Rank":336,"Model":"nomic-embed-text-v1<\/a>","Model Size (Million Parameters)":547,"Memory Usage (GB, fp32)":2.04,"Embedding Dimensions":768,"Max Tokens":8192,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} -{"index":322,"Rank":337,"Model":"nomic-embed-text-v1-ablated<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":8192,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} -{"index":323,"Rank":338,"Model":"nomic-embed-text-v1-unsupervised<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":8192,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} -{"index":324,"Rank":339,"Model":"nomic-embed-text-v1.5-128<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":128,"Max Tokens":8192,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} -{"index":325,"Rank":340,"Model":"nomic-embed-text-v1.5-256<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":256,"Max Tokens":8192,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} -{"index":326,"Rank":341,"Model":"nomic-embed-text-v1.5-512<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":512,"Max Tokens":8192,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} -{"index":327,"Rank":342,"Model":"nomic-embed-text-v1.5-64<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":64,"Max Tokens":8192,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} -{"index":328,"Rank":343,"Model":"nomic-embed-text-v1.5<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":8192,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} -{"index":329,"Rank":344,"Model":"contriever-base-msmarco<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} -{"index":330,"Rank":345,"Model":"NV-Embed-v1<\/a>","Model Size (Million Parameters)":7851,"Memory Usage (GB, fp32)":29.25,"Embedding Dimensions":4096,"Max Tokens":32768,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} -{"index":331,"Rank":346,"Model":"NV-Embed-v2<\/a>","Model Size (Million Parameters)":7851,"Memory Usage (GB, fp32)":29.25,"Embedding Dimensions":4096,"Max Tokens":32768,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} -{"index":332,"Rank":347,"Model":"MiniCPM-Embedding<\/a>","Model Size (Million Parameters)":2725,"Memory Usage (GB, fp32)":10.15,"Embedding Dimensions":2304,"Max Tokens":512,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":76.76,"STS Average (8 datasets)":""} -{"index":333,"Rank":348,"Model":"MiniCPM-Embedding-Light<\/a>","Model Size (Million Parameters)":434,"Memory Usage (GB, fp32)":1.62,"Embedding Dimensions":1024,"Max Tokens":4096,"Average (35 datasets)":"","Classification Average (9 datasets)":68.63,"Clustering Average (4 datasets)":49.62,"PairClassification Average (2 datasets)":64.35,"Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":72.71,"STS Average (8 datasets)":50.06} -{"index":334,"Rank":349,"Model":"GritLM-7B-vllm<\/a>","Model Size (Million Parameters)":7242,"Memory Usage (GB, fp32)":26.98,"Embedding Dimensions":4096,"Max Tokens":32768,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} -{"index":335,"Rank":350,"Model":"checkpoint-9000<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Embedding Dimensions":4096,"Max Tokens":32768,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":70.63,"STS Average (8 datasets)":""} -{"index":337,"Rank":352,"Model":"mini-gte<\/a>","Model Size (Million Parameters)":66,"Memory Usage (GB, fp32)":0.25,"Embedding Dimensions":768,"Max Tokens":512,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} -{"index":338,"Rank":353,"Model":"sup-simcse-bert-base-uncased<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} -{"index":339,"Rank":354,"Model":"unsup-simcse-bert-base-uncased<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} -{"index":340,"Rank":355,"Model":"360Zhinao-1.8B-Reranking<\/a>","Model Size (Million Parameters)":941,"Memory Usage (GB, fp32)":3.51,"Embedding Dimensions":2048,"Max Tokens":4096,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":70.13,"Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} -{"index":341,"Rank":356,"Model":"360Zhinao-search<\/a>","Model Size (Million Parameters)":163,"Memory Usage (GB, fp32)":0.61,"Embedding Dimensions":1024,"Max Tokens":512,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":68.92,"Retrieval Average (8 datasets)":75.06,"STS Average (8 datasets)":""} -{"index":342,"Rank":357,"Model":"FAB-Ramy-v1<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} -{"index":343,"Rank":358,"Model":"FAE-v1<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} -{"index":344,"Rank":359,"Model":"FUE-v1<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} -{"index":348,"Rank":363,"Model":"sf_model_e5<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} -{"index":353,"Rank":365,"Model":"LaBSE<\/a>","Model Size (Million Parameters)":471,"Memory Usage (GB, fp32)":1.75,"Embedding Dimensions":768,"Max Tokens":512,"Average (35 datasets)":"","Classification Average (9 datasets)":63.62,"Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":21.83,"STS Average (8 datasets)":""} -{"index":354,"Rank":366,"Model":"all-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average (35 datasets)":"","Classification Average (9 datasets)":37.53,"Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":6.0,"STS Average (8 datasets)":""} -{"index":355,"Rank":367,"Model":"all-MiniLM-L6-v2<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":384,"Max Tokens":512,"Average (35 datasets)":"","Classification Average (9 datasets)":37.74,"Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":3.62,"STS Average (8 datasets)":""} -{"index":356,"Rank":368,"Model":"all-mpnet-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average (35 datasets)":"","Classification Average (9 datasets)":38.13,"Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":4.36,"STS Average (8 datasets)":""} -{"index":357,"Rank":369,"Model":"allenai-specter<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} -{"index":358,"Rank":370,"Model":"average_word_embeddings_glove.6B.300d<\/a>","Model Size (Million Parameters)":120,"Memory Usage (GB, fp32)":0.45,"Embedding Dimensions":300,"Max Tokens":"N\/A","Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} -{"index":359,"Rank":371,"Model":"average_word_embeddings_komninos<\/a>","Model Size (Million Parameters)":134,"Memory Usage (GB, fp32)":0.5,"Embedding Dimensions":300,"Max Tokens":"N\/A","Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} -{"index":360,"Rank":372,"Model":"distiluse-base-multilingual-cased-v2<\/a>","Model Size (Million Parameters)":135,"Memory Usage (GB, fp32)":0.5,"Embedding Dimensions":512,"Max Tokens":512,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} -{"index":361,"Rank":373,"Model":"gtr-t5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} -{"index":362,"Rank":374,"Model":"gtr-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Embedding Dimensions":768,"Max Tokens":512,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} -{"index":363,"Rank":375,"Model":"gtr-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Embedding Dimensions":768,"Max Tokens":512,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} -{"index":364,"Rank":376,"Model":"gtr-t5-xxl<\/a>","Model Size (Million Parameters)":4865,"Memory Usage (GB, fp32)":18.12,"Embedding Dimensions":768,"Max Tokens":512,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} -{"index":365,"Rank":377,"Model":"msmarco-bert-co-condensor<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} -{"index":366,"Rank":378,"Model":"multi-qa-MiniLM-L6-cos-v1<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":384,"Max Tokens":512,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} -{"index":367,"Rank":379,"Model":"paraphrase-multilingual-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average (35 datasets)":"","Classification Average (9 datasets)":60.34,"Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":24.51,"STS Average (8 datasets)":""} -{"index":368,"Rank":380,"Model":"paraphrase-multilingual-mpnet-base-v2<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average (35 datasets)":"","Classification Average (9 datasets)":63.4,"Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":22.92,"STS Average (8 datasets)":""} -{"index":369,"Rank":381,"Model":"sentence-t5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} -{"index":370,"Rank":382,"Model":"sentence-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Embedding Dimensions":768,"Max Tokens":512,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} -{"index":371,"Rank":383,"Model":"sentence-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Embedding Dimensions":768,"Max Tokens":512,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} -{"index":372,"Rank":384,"Model":"sentence-t5-xxl<\/a>","Model Size (Million Parameters)":4865,"Memory Usage (GB, fp32)":18.12,"Embedding Dimensions":768,"Max Tokens":512,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} -{"index":374,"Rank":385,"Model":"LaBSE-ru-turbo<\/a>","Model Size (Million Parameters)":128,"Memory Usage (GB, fp32)":0.48,"Embedding Dimensions":768,"Max Tokens":512,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} -{"index":375,"Rank":386,"Model":"rubert-tiny-turbo<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"Embedding Dimensions":312,"Max Tokens":2048,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} -{"index":378,"Rank":387,"Model":"text2vec-base-multilingual<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":256,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} -{"index":381,"Rank":389,"Model":"BAAI-bge-reranker-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":67.78,"Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} -{"index":385,"Rank":393,"Model":"gte-base<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} -{"index":387,"Rank":394,"Model":"gte-large<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} -{"index":389,"Rank":395,"Model":"gte-small<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} -{"index":406,"Rank":409,"Model":"universal-sentence-encoder-multilingual-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":512,"Max Tokens":512,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} -{"index":407,"Rank":410,"Model":"universal-sentence-encoder-multilingual-large-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":512,"Max Tokens":512,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} -{"index":408,"Rank":411,"Model":"b1ade-embed<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} -{"index":409,"Rank":412,"Model":"b1ade-embed-kd<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} -{"index":410,"Rank":413,"Model":"b1ade-embed-kd_3<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} -{"index":413,"Rank":416,"Model":"potion-base-8M-stf<\/a>","Model Size (Million Parameters)":8,"Memory Usage (GB, fp32)":0.03,"Embedding Dimensions":256,"Max Tokens":1000000,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} -{"index":414,"Rank":417,"Model":"hktv-fine-tuned-cloudy-large-zh-metaphor14<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Embedding Dimensions":1024,"Max Tokens":1024,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":66.04,"Retrieval Average (8 datasets)":72.92,"STS Average (8 datasets)":""} -{"index":415,"Rank":418,"Model":"bge-reranker-base-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":67.03,"Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} -{"index":416,"Rank":419,"Model":"bilingual-embedding-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} -{"index":418,"Rank":421,"Model":"LENS-d4000<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} -{"index":419,"Rank":422,"Model":"LENS-d8000<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} -{"index":423,"Rank":426,"Model":"Zeta-Alpha-E5-Mistral<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} -{"index":424,"Rank":427,"Model":"text_emb_V1<\/a>","Model Size (Million Parameters)":103,"Memory Usage (GB, fp32)":0.38,"Embedding Dimensions":768,"Max Tokens":1024,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":91.02,"Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":"","STS Average (8 datasets)":58.83} -{"index":425,"Rank":428,"Model":"bi-cse<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":"","STS Average (8 datasets)":57.91} -{"index":427,"Rank":430,"Model":"text-similarity-ada-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":2046,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} -{"index":428,"Rank":431,"Model":"text-similarity-babbage-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":2048,"Max Tokens":2046,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} -{"index":429,"Rank":432,"Model":"text-similarity-curie-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":4096,"Max Tokens":2046,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} -{"index":430,"Rank":433,"Model":"text-similarity-davinci-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":12288,"Max Tokens":2046,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} -{"index":432,"Rank":434,"Model":"text-embedding-3-large-256<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":256,"Max Tokens":8191,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} -{"index":433,"Rank":435,"Model":"text-embedding-3-large<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":3072,"Max Tokens":8191,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} -{"index":434,"Rank":436,"Model":"text-embedding-3-small<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":8191,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} -{"index":436,"Rank":437,"Model":"elser-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":30522,"Max Tokens":512,"Average (35 datasets)":"","Classification Average (9 datasets)":"","Clustering Average (4 datasets)":"","PairClassification Average (2 datasets)":"","Reranking Average (4 datasets)":"","Retrieval Average (8 datasets)":"","STS Average (8 datasets)":""} diff --git a/boards_data/zh/data_tasks/Classification/default.jsonl b/boards_data/zh/data_tasks/Classification/default.jsonl deleted file mode 100644 index b580c2d135ca89c64cd1a6c29b4f62ced09c950a..0000000000000000000000000000000000000000 --- a/boards_data/zh/data_tasks/Classification/default.jsonl +++ /dev/null @@ -1,349 +0,0 @@ -{"index":20,"Rank":1,"Model":"gme-Qwen2-VL-7B-Instruct<\/a>","Model Size (Million Parameters)":8291,"Memory Usage (GB, fp32)":30.89,"Embedding Dimensions":3584,"Max Tokens":32768,"Average":76.48,"AmazonReviewsClassification (zh)":55.1,"IFlyTek":54.52,"JDReview":90.17,"MassiveIntentClassification (zh-CN)":79.88,"MassiveScenarioClassification (zh-CN)":84.51,"MultilingualSentiment":81.81,"OnlineShopping":94.47,"TNews":56.69,"Waimai":91.13} -{"index":52,"Rank":2,"Model":"gme-Qwen2-VL-7B-Instruct-Q5_K_S-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":76.48,"AmazonReviewsClassification (zh)":55.1,"IFlyTek":54.52,"JDReview":90.17,"MassiveIntentClassification (zh-CN)":79.88,"MassiveScenarioClassification (zh-CN)":84.51,"MultilingualSentiment":81.81,"OnlineShopping":94.47,"TNews":56.69,"Waimai":91.13} -{"index":159,"Rank":3,"Model":"Conan-embedding-v1<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Embedding Dimensions":1792,"Max Tokens":512,"Average":75.03,"AmazonReviewsClassification (zh)":50.31,"IFlyTek":51.94,"JDReview":90.32,"MassiveIntentClassification (zh-CN)":78.14,"MassiveScenarioClassification (zh-CN)":86.2,"MultilingualSentiment":78.58,"OnlineShopping":95.07,"TNews":55.03,"Waimai":89.7} -{"index":94,"Rank":4,"Model":"Conan-embedding-v1-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":75.03,"AmazonReviewsClassification (zh)":50.31,"IFlyTek":51.94,"JDReview":90.32,"MassiveIntentClassification (zh-CN)":78.14,"MassiveScenarioClassification (zh-CN)":86.2,"MultilingualSentiment":78.58,"OnlineShopping":95.07,"TNews":55.03,"Waimai":89.7} -{"index":23,"Rank":5,"Model":"gte-Qwen2-7B-instruct<\/a>","Model Size (Million Parameters)":7613,"Memory Usage (GB, fp32)":28.36,"Embedding Dimensions":3584,"Max Tokens":32768,"Average":75.0,"AmazonReviewsClassification (zh)":53.55,"IFlyTek":54.52,"JDReview":86.51,"MassiveIntentClassification (zh-CN)":81.09,"MassiveScenarioClassification (zh-CN)":85.74,"MultilingualSentiment":76.88,"OnlineShopping":94.3,"TNews":52.97,"Waimai":89.47} -{"index":280,"Rank":6,"Model":"xiaobu-embedding-v2<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Embedding Dimensions":1792,"Max Tokens":512,"Average":74.67,"AmazonReviewsClassification (zh)":50.07,"IFlyTek":51.76,"JDReview":89.08,"MassiveIntentClassification (zh-CN)":77.45,"MassiveScenarioClassification (zh-CN)":85.3,"MultilingualSentiment":79.45,"OnlineShopping":94.9,"TNews":54.64,"Waimai":89.34} -{"index":352,"Rank":7,"Model":"piccolo-large-zh-v2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":74.59,"AmazonReviewsClassification (zh)":49.44,"IFlyTek":52.1,"JDReview":88.57,"MassiveIntentClassification (zh-CN)":77.71,"MassiveScenarioClassification (zh-CN)":85.63,"MultilingualSentiment":79.09,"OnlineShopping":94.62,"TNews":54.52,"Waimai":89.59} -{"index":219,"Rank":8,"Model":"XYZ-embedding-zh-v2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":74.47,"AmazonReviewsClassification (zh)":49.37,"IFlyTek":52.74,"JDReview":89.08,"MassiveIntentClassification (zh-CN)":77.94,"MassiveScenarioClassification (zh-CN)":83.82,"MultilingualSentiment":78.6,"OnlineShopping":94.94,"TNews":54.31,"Waimai":89.47} -{"index":235,"Rank":9,"Model":"zpoint_large_embedding_zh<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Embedding Dimensions":1792,"Max Tokens":512,"Average":74.43,"AmazonReviewsClassification (zh)":49.72,"IFlyTek":51.7,"JDReview":88.87,"MassiveIntentClassification (zh-CN)":76.79,"MassiveScenarioClassification (zh-CN)":84.96,"MultilingualSentiment":79.22,"OnlineShopping":94.88,"TNews":54.35,"Waimai":89.36} -{"index":53,"Rank":10,"Model":"Yinka<\/a>","Model Size (Million Parameters)":164,"Memory Usage (GB, fp32)":0.61,"Embedding Dimensions":1792,"Max Tokens":512,"Average":74.3,"AmazonReviewsClassification (zh)":49.5,"IFlyTek":51.77,"JDReview":88.48,"MassiveIntentClassification (zh-CN)":76.96,"MassiveScenarioClassification (zh-CN)":84.64,"MultilingualSentiment":78.97,"OnlineShopping":94.56,"TNews":54.39,"Waimai":89.42} -{"index":262,"Rank":11,"Model":"Yinka-Q5_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":74.3,"AmazonReviewsClassification (zh)":49.5,"IFlyTek":51.77,"JDReview":88.48,"MassiveIntentClassification (zh-CN)":76.96,"MassiveScenarioClassification (zh-CN)":84.64,"MultilingualSentiment":78.97,"OnlineShopping":94.56,"TNews":54.39,"Waimai":89.42} -{"index":71,"Rank":12,"Model":"IYun-large-zh<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":74.18,"AmazonReviewsClassification (zh)":49.67,"IFlyTek":52.64,"JDReview":87.6,"MassiveIntentClassification (zh-CN)":77.43,"MassiveScenarioClassification (zh-CN)":83.87,"MultilingualSentiment":78.48,"OnlineShopping":94.34,"TNews":54.37,"Waimai":89.23} -{"index":376,"Rank":13,"Model":"AGE_Hybrid<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":74.14,"AmazonReviewsClassification (zh)":49.68,"IFlyTek":51.77,"JDReview":86.94,"MassiveIntentClassification (zh-CN)":80.6,"MassiveScenarioClassification (zh-CN)":87.42,"MultilingualSentiment":75.92,"OnlineShopping":94.03,"TNews":52.69,"Waimai":88.23} -{"index":41,"Rank":14,"Model":"bge-multilingual-gemma2<\/a>","Model Size (Million Parameters)":9242,"Memory Usage (GB, fp32)":34.43,"Embedding Dimensions":3584,"Max Tokens":8192,"Average":74.11,"AmazonReviewsClassification (zh)":54.34,"IFlyTek":49.94,"JDReview":88.91,"MassiveIntentClassification (zh-CN)":78.19,"MassiveScenarioClassification (zh-CN)":82.58,"MultilingualSentiment":78.91,"OnlineShopping":94.59,"TNews":50.26,"Waimai":89.26} -{"index":19,"Rank":15,"Model":"gme-Qwen2-VL-2B-Instruct<\/a>","Model Size (Million Parameters)":2209,"Memory Usage (GB, fp32)":8.23,"Embedding Dimensions":1536,"Max Tokens":32768,"Average":73.41,"AmazonReviewsClassification (zh)":53.49,"IFlyTek":52.04,"JDReview":85.61,"MassiveIntentClassification (zh-CN)":74.78,"MassiveScenarioClassification (zh-CN)":76.99,"MultilingualSentiment":80.39,"OnlineShopping":92.92,"TNews":55.03,"Waimai":89.4} -{"index":21,"Rank":16,"Model":"gte-Qwen1.5-7B-instruct<\/a>","Model Size (Million Parameters)":7099,"Memory Usage (GB, fp32)":26.45,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":73.36,"AmazonReviewsClassification (zh)":52.95,"IFlyTek":53.77,"JDReview":88.2,"MassiveIntentClassification (zh-CN)":76.25,"MassiveScenarioClassification (zh-CN)":77.26,"MultilingualSentiment":77.42,"OnlineShopping":94.48,"TNews":51.24,"Waimai":88.63} -{"index":435,"Rank":17,"Model":"text-embedding<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":512,"Average":72.84,"AmazonReviewsClassification (zh)":48.3,"IFlyTek":50.75,"JDReview":87.69,"MassiveIntentClassification (zh-CN)":74.91,"MassiveScenarioClassification (zh-CN)":81.28,"MultilingualSentiment":76.83,"OnlineShopping":94.42,"TNews":52.62,"Waimai":88.77} -{"index":177,"Rank":18,"Model":"acge_text_embedding<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Embedding Dimensions":1792,"Max Tokens":1024,"Average":72.75,"AmazonReviewsClassification (zh)":48.54,"IFlyTek":51.77,"JDReview":86.7,"MassiveIntentClassification (zh-CN)":75.87,"MassiveScenarioClassification (zh-CN)":78.44,"MultilingualSentiment":77.53,"OnlineShopping":93.71,"TNews":53.69,"Waimai":88.53} -{"index":80,"Rank":19,"Model":"GritLM-7B<\/a>","Model Size (Million Parameters)":7240,"Memory Usage (GB, fp32)":26.97,"Embedding Dimensions":"","Max Tokens":4096,"Average":72.67,"AmazonReviewsClassification (zh)":51.01,"IFlyTek":52.7,"JDReview":87.65,"MassiveIntentClassification (zh-CN)":75.69,"MassiveScenarioClassification (zh-CN)":78.47,"MultilingualSentiment":75.51,"OnlineShopping":93.09,"TNews":51.99,"Waimai":87.91} -{"index":87,"Rank":20,"Model":"Yuan-embedding-1.0<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Embedding Dimensions":1792,"Max Tokens":512,"Average":72.36,"AmazonReviewsClassification (zh)":45.85,"IFlyTek":46.96,"JDReview":87.19,"MassiveIntentClassification (zh-CN)":78.16,"MassiveScenarioClassification (zh-CN)":83.11,"MultilingualSentiment":75.98,"OnlineShopping":93.63,"TNews":51.7,"Waimai":88.7} -{"index":16,"Rank":21,"Model":"OpenSearch-text-hybrid<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1792,"Max Tokens":512,"Average":71.74,"AmazonReviewsClassification (zh)":46.18,"IFlyTek":51.8,"JDReview":86.02,"MassiveIntentClassification (zh-CN)":73.85,"MassiveScenarioClassification (zh-CN)":77.13,"MultilingualSentiment":76.35,"OnlineShopping":93.2,"TNews":53.06,"Waimai":88.1} -{"index":82,"Rank":22,"Model":"KaLM-embedding-multilingual-mini-instruct-v1<\/a>","Model Size (Million Parameters)":494,"Memory Usage (GB, fp32)":1.84,"Embedding Dimensions":896,"Max Tokens":131072,"Average":71.57,"AmazonReviewsClassification (zh)":50.25,"IFlyTek":49.19,"JDReview":83.45,"MassiveIntentClassification (zh-CN)":70.94,"MassiveScenarioClassification (zh-CN)":77.8,"MultilingualSentiment":78.08,"OnlineShopping":93.67,"TNews":51.66,"Waimai":89.12} -{"index":214,"Rank":23,"Model":"stella-mrl-large-zh-v3.5-1792d<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Embedding Dimensions":1792,"Max Tokens":512,"Average":71.56,"AmazonReviewsClassification (zh)":46.59,"IFlyTek":50.74,"JDReview":86.1,"MassiveIntentClassification (zh-CN)":73.28,"MassiveScenarioClassification (zh-CN)":76.2,"MultilingualSentiment":76.64,"OnlineShopping":93.39,"TNews":53.1,"Waimai":88.01} -{"index":213,"Rank":24,"Model":"stella-large-zh-v3-1792d<\/a>","Model Size (Million Parameters)":325,"Memory Usage (GB, fp32)":1.21,"Embedding Dimensions":1792,"Max Tokens":512,"Average":71.5,"AmazonReviewsClassification (zh)":46.32,"IFlyTek":50.63,"JDReview":86.12,"MassiveIntentClassification (zh-CN)":73.28,"MassiveScenarioClassification (zh-CN)":76.3,"MultilingualSentiment":76.45,"OnlineShopping":93.24,"TNews":53.11,"Waimai":88.08} -{"index":140,"Rank":25,"Model":"alime-embedding-large-zh<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Embedding Dimensions":1024,"Max Tokens":512,"Average":71.35,"AmazonReviewsClassification (zh)":46.95,"IFlyTek":49.67,"JDReview":86.53,"MassiveIntentClassification (zh-CN)":73.39,"MassiveScenarioClassification (zh-CN)":76.04,"MultilingualSentiment":76.4,"OnlineShopping":92.6,"TNews":52.04,"Waimai":88.49} -{"index":388,"Rank":26,"Model":"gte-large-zh<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Embedding Dimensions":1024,"Max Tokens":512,"Average":71.34,"AmazonReviewsClassification (zh)":47.23,"IFlyTek":49.6,"JDReview":86.72,"MassiveIntentClassification (zh-CN)":73.31,"MassiveScenarioClassification (zh-CN)":75.71,"MultilingualSentiment":76.48,"OnlineShopping":92.68,"TNews":51.98,"Waimai":88.37} -{"index":289,"Rank":27,"Model":"ternary-weight-embedding<\/a>","Model Size (Million Parameters)":99,"Memory Usage (GB, fp32)":0.37,"Embedding Dimensions":1792,"Max Tokens":512,"Average":71.28,"AmazonReviewsClassification (zh)":45.65,"IFlyTek":46.2,"JDReview":86.87,"MassiveIntentClassification (zh-CN)":76.91,"MassiveScenarioClassification (zh-CN)":82.36,"MultilingualSentiment":74.06,"OnlineShopping":93.11,"TNews":50.16,"Waimai":86.19} -{"index":386,"Rank":28,"Model":"gte-base-zh<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Embedding Dimensions":768,"Max Tokens":512,"Average":71.26,"AmazonReviewsClassification (zh)":45.82,"IFlyTek":48.62,"JDReview":85.95,"MassiveIntentClassification (zh-CN)":73.32,"MassiveScenarioClassification (zh-CN)":76.79,"MultilingualSentiment":75.79,"OnlineShopping":93.36,"TNews":53.65,"Waimai":88.07} -{"index":279,"Rank":29,"Model":"xiaobu-embedding<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Embedding Dimensions":1024,"Max Tokens":512,"Average":71.2,"AmazonReviewsClassification (zh)":46.72,"IFlyTek":49.74,"JDReview":86.74,"MassiveIntentClassification (zh-CN)":72.87,"MassiveScenarioClassification (zh-CN)":75.47,"MultilingualSentiment":76.28,"OnlineShopping":92.49,"TNews":52.16,"Waimai":88.36} -{"index":243,"Rank":30,"Model":"stella-base-zh-v3-1792d<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Embedding Dimensions":1792,"Max Tokens":1024,"Average":71.12,"AmazonReviewsClassification (zh)":46.34,"IFlyTek":49.93,"JDReview":86.27,"MassiveIntentClassification (zh-CN)":72.05,"MassiveScenarioClassification (zh-CN)":75.3,"MultilingualSentiment":76.22,"OnlineShopping":93.53,"TNews":53.2,"Waimai":87.27} -{"index":22,"Rank":31,"Model":"gte-Qwen2-1.5B-instruct<\/a>","Model Size (Million Parameters)":1776,"Memory Usage (GB, fp32)":6.62,"Embedding Dimensions":1536,"Max Tokens":131072,"Average":71.12,"AmazonReviewsClassification (zh)":47.21,"IFlyTek":44.85,"JDReview":85.82,"MassiveIntentClassification (zh-CN)":76.88,"MassiveScenarioClassification (zh-CN)":80.76,"MultilingualSentiment":74.46,"OnlineShopping":93.5,"TNews":49.95,"Waimai":86.63} -{"index":83,"Rank":32,"Model":"KaLM-embedding-multilingual-mini-instruct-v1.5<\/a>","Model Size (Million Parameters)":494,"Memory Usage (GB, fp32)":1.84,"Embedding Dimensions":896,"Max Tokens":131072,"Average":70.94,"AmazonReviewsClassification (zh)":50.98,"IFlyTek":48.55,"JDReview":83.11,"MassiveIntentClassification (zh-CN)":68.53,"MassiveScenarioClassification (zh-CN)":75.49,"MultilingualSentiment":78.22,"OnlineShopping":93.09,"TNews":51.63,"Waimai":88.85} -{"index":283,"Rank":33,"Model":"lim_base_zh<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Embedding Dimensions":768,"Max Tokens":512,"Average":70.83,"AmazonReviewsClassification (zh)":46.67,"IFlyTek":47.34,"JDReview":85.67,"MassiveIntentClassification (zh-CN)":72.38,"MassiveScenarioClassification (zh-CN)":74.87,"MultilingualSentiment":76.27,"OnlineShopping":93.05,"TNews":53.27,"Waimai":87.96} -{"index":251,"Rank":34,"Model":"e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":70.47,"AmazonReviewsClassification (zh)":47.6,"IFlyTek":48.65,"JDReview":84.69,"MassiveIntentClassification (zh-CN)":72.46,"MassiveScenarioClassification (zh-CN)":76.4,"MultilingualSentiment":73.47,"OnlineShopping":92.56,"TNews":50.58,"Waimai":87.79} -{"index":27,"Rank":35,"Model":"e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":70.17,"AmazonReviewsClassification (zh)":46.24,"IFlyTek":45.05,"JDReview":85.82,"MassiveIntentClassification (zh-CN)":74.99,"MassiveScenarioClassification (zh-CN)":79.93,"MultilingualSentiment":73.31,"OnlineShopping":92.19,"TNews":47.05,"Waimai":86.94} -{"index":61,"Rank":36,"Model":"Dmeta-embedding-zh<\/a>","Model Size (Million Parameters)":103,"Memory Usage (GB, fp32)":0.38,"Embedding Dimensions":768,"Max Tokens":1024,"Average":70.0,"AmazonReviewsClassification (zh)":44.93,"IFlyTek":48.3,"JDReview":85.07,"MassiveIntentClassification (zh-CN)":71.16,"MassiveScenarioClassification (zh-CN)":73.54,"MultilingualSentiment":75.16,"OnlineShopping":93.25,"TNews":52.41,"Waimai":86.21} -{"index":62,"Rank":37,"Model":"Dmeta-embedding-zh-small<\/a>","Model Size (Million Parameters)":74,"Memory Usage (GB, fp32)":0.28,"Embedding Dimensions":768,"Max Tokens":1024,"Average":69.89,"AmazonReviewsClassification (zh)":44.88,"IFlyTek":49.11,"JDReview":85.57,"MassiveIntentClassification (zh-CN)":70.78,"MassiveScenarioClassification (zh-CN)":73.16,"MultilingualSentiment":74.39,"OnlineShopping":93.12,"TNews":51.8,"Waimai":86.18} -{"index":39,"Rank":38,"Model":"bge-large-zh-v1.5<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Embedding Dimensions":1024,"Max Tokens":512,"Average":69.13,"AmazonReviewsClassification (zh)":41.38,"IFlyTek":48.74,"JDReview":85.14,"MassiveIntentClassification (zh-CN)":68.84,"MassiveScenarioClassification (zh-CN)":74.7,"MultilingualSentiment":72.97,"OnlineShopping":91.43,"TNews":52.1,"Waimai":86.9} -{"index":272,"Rank":39,"Model":"jina-embeddings-v3<\/a>","Model Size (Million Parameters)":572,"Memory Usage (GB, fp32)":2.13,"Embedding Dimensions":1024,"Max Tokens":8194,"Average":69.09,"AmazonReviewsClassification (zh)":44.94,"IFlyTek":41.68,"JDReview":83.51,"MassiveIntentClassification (zh-CN)":73.22,"MassiveScenarioClassification (zh-CN)":80.82,"MultilingualSentiment":73.21,"OnlineShopping":91.88,"TNews":45.97,"Waimai":86.59} -{"index":64,"Rank":40,"Model":"jina-embeddings-v3<\/a>","Model Size (Million Parameters)":572,"Memory Usage (GB, fp32)":2.13,"Embedding Dimensions":1024,"Max Tokens":8194,"Average":69.09,"AmazonReviewsClassification (zh)":44.94,"IFlyTek":41.68,"JDReview":83.51,"MassiveIntentClassification (zh-CN)":73.22,"MassiveScenarioClassification (zh-CN)":80.82,"MultilingualSentiment":73.21,"OnlineShopping":91.88,"TNews":45.97,"Waimai":86.59} -{"index":56,"Rank":41,"Model":"windberta-large<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":69.09,"AmazonReviewsClassification (zh)":43.32,"IFlyTek":47.08,"JDReview":84.48,"MassiveIntentClassification (zh-CN)":70.91,"MassiveScenarioClassification (zh-CN)":74.94,"MultilingualSentiment":72.68,"OnlineShopping":92.11,"TNews":49.85,"Waimai":86.44} -{"index":28,"Rank":42,"Model":"tao<\/a>","Model Size (Million Parameters)":163,"Memory Usage (GB, fp32)":0.61,"Embedding Dimensions":1024,"Max Tokens":1024,"Average":69.05,"AmazonReviewsClassification (zh)":40.81,"IFlyTek":48.01,"JDReview":87.02,"MassiveIntentClassification (zh-CN)":68.27,"MassiveScenarioClassification (zh-CN)":73.13,"MultilingualSentiment":73.4,"OnlineShopping":91.82,"TNews":51.93,"Waimai":87.1} -{"index":245,"Rank":43,"Model":"stella-large-zh-v2<\/a>","Model Size (Million Parameters)":163,"Memory Usage (GB, fp32)":0.61,"Embedding Dimensions":1024,"Max Tokens":1024,"Average":69.05,"AmazonReviewsClassification (zh)":40.82,"IFlyTek":47.99,"JDReview":86.98,"MassiveIntentClassification (zh-CN)":68.26,"MassiveScenarioClassification (zh-CN)":73.12,"MultilingualSentiment":73.41,"OnlineShopping":91.81,"TNews":51.93,"Waimai":87.12} -{"index":29,"Rank":44,"Model":"tao-8k<\/a>","Model Size (Million Parameters)":167,"Memory Usage (GB, fp32)":0.62,"Embedding Dimensions":1024,"Max Tokens":8192,"Average":69.05,"AmazonReviewsClassification (zh)":40.8,"IFlyTek":47.99,"JDReview":87.02,"MassiveIntentClassification (zh-CN)":68.26,"MassiveScenarioClassification (zh-CN)":73.13,"MultilingualSentiment":73.39,"OnlineShopping":91.81,"TNews":51.93,"Waimai":87.1} -{"index":311,"Rank":45,"Model":"m3e-ernie-xbase-zh<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":68.83,"AmazonReviewsClassification (zh)":47.79,"IFlyTek":44.86,"JDReview":88.48,"MassiveIntentClassification (zh-CN)":61.29,"MassiveScenarioClassification (zh-CN)":66.9,"MultilingualSentiment":78.46,"OnlineShopping":92.58,"TNews":50.02,"Waimai":89.09} -{"index":333,"Rank":46,"Model":"MiniCPM-Embedding-Light<\/a>","Model Size (Million Parameters)":434,"Memory Usage (GB, fp32)":1.62,"Embedding Dimensions":1024,"Max Tokens":4096,"Average":68.63,"AmazonReviewsClassification (zh)":43.02,"IFlyTek":47.98,"JDReview":80.51,"MassiveIntentClassification (zh-CN)":71.18,"MassiveScenarioClassification (zh-CN)":74.2,"MultilingualSentiment":71.95,"OnlineShopping":92.24,"TNews":50.83,"Waimai":85.78} -{"index":38,"Rank":47,"Model":"bge-large-zh-noinstruct<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Embedding Dimensions":1024,"Max Tokens":512,"Average":68.58,"AmazonReviewsClassification (zh)":41.94,"IFlyTek":45.32,"JDReview":85.38,"MassiveIntentClassification (zh-CN)":66.96,"MassiveScenarioClassification (zh-CN)":73.39,"MultilingualSentiment":73.7,"OnlineShopping":91.66,"TNews":52.05,"Waimai":86.83} -{"index":242,"Rank":48,"Model":"stella-base-zh-v2<\/a>","Model Size (Million Parameters)":51,"Memory Usage (GB, fp32)":0.19,"Embedding Dimensions":768,"Max Tokens":1024,"Average":68.29,"AmazonReviewsClassification (zh)":39.64,"IFlyTek":47.9,"JDReview":84.78,"MassiveIntentClassification (zh-CN)":68.09,"MassiveScenarioClassification (zh-CN)":73.22,"MultilingualSentiment":71.67,"OnlineShopping":91.38,"TNews":51.25,"Waimai":86.68} -{"index":72,"Rank":49,"Model":"mist-zh<\/a>","Model Size (Million Parameters)":51,"Memory Usage (GB, fp32)":0.19,"Embedding Dimensions":768,"Max Tokens":512,"Average":68.21,"AmazonReviewsClassification (zh)":39.32,"IFlyTek":47.96,"JDReview":84.9,"MassiveIntentClassification (zh-CN)":67.65,"MassiveScenarioClassification (zh-CN)":72.97,"MultilingualSentiment":71.54,"OnlineShopping":91.3,"TNews":51.56,"Waimai":86.66} -{"index":305,"Rank":50,"Model":"m3e-large<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Embedding Dimensions":768,"Max Tokens":512,"Average":68.2,"AmazonReviewsClassification (zh)":44.44,"IFlyTek":43.96,"JDReview":86.92,"MassiveIntentClassification (zh-CN)":67.23,"MassiveScenarioClassification (zh-CN)":74.88,"MultilingualSentiment":72.47,"OnlineShopping":89.59,"TNews":48.26,"Waimai":86.08} -{"index":35,"Rank":51,"Model":"bge-base-zh-v1.5<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Embedding Dimensions":768,"Max Tokens":512,"Average":68.07,"AmazonReviewsClassification (zh)":40.15,"IFlyTek":48.62,"JDReview":83.62,"MassiveIntentClassification (zh-CN)":67.93,"MassiveScenarioClassification (zh-CN)":73.98,"MultilingualSentiment":70.67,"OnlineShopping":91.26,"TNews":51.08,"Waimai":85.36} -{"index":84,"Rank":52,"Model":"KaLM-embedding-multilingual-mini-v1<\/a>","Model Size (Million Parameters)":494,"Memory Usage (GB, fp32)":1.84,"Embedding Dimensions":896,"Max Tokens":131072,"Average":67.93,"AmazonReviewsClassification (zh)":41.86,"IFlyTek":49.02,"JDReview":80.77,"MassiveIntentClassification (zh-CN)":66.4,"MassiveScenarioClassification (zh-CN)":72.57,"MultilingualSentiment":73.32,"OnlineShopping":90.09,"TNews":51.58,"Waimai":85.76} -{"index":55,"Rank":53,"Model":"winberta-large<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":67.89,"AmazonReviewsClassification (zh)":42.04,"IFlyTek":46.3,"JDReview":77.3,"MassiveIntentClassification (zh-CN)":70.82,"MassiveScenarioClassification (zh-CN)":75.21,"MultilingualSentiment":71.67,"OnlineShopping":91.53,"TNews":50.17,"Waimai":85.98} -{"index":241,"Rank":54,"Model":"stella-base-zh<\/a>","Model Size (Million Parameters)":103,"Memory Usage (GB, fp32)":0.38,"Embedding Dimensions":768,"Max Tokens":1024,"Average":67.77,"AmazonReviewsClassification (zh)":40.25,"IFlyTek":47.46,"JDReview":84.99,"MassiveIntentClassification (zh-CN)":65.56,"MassiveScenarioClassification (zh-CN)":71.49,"MultilingualSentiment":72.48,"OnlineShopping":90.34,"TNews":50.78,"Waimai":86.62} -{"index":256,"Rank":55,"Model":"multilingual-e5-large-instruct<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":67.73,"AmazonReviewsClassification (zh)":45.1,"IFlyTek":44.06,"JDReview":80.23,"MassiveIntentClassification (zh-CN)":67.6,"MassiveScenarioClassification (zh-CN)":72.41,"MultilingualSentiment":71.66,"OnlineShopping":91.83,"TNews":49.85,"Waimai":86.83} -{"index":244,"Rank":56,"Model":"stella-large-zh<\/a>","Model Size (Million Parameters)":163,"Memory Usage (GB, fp32)":0.61,"Embedding Dimensions":1024,"Max Tokens":1024,"Average":67.62,"AmazonReviewsClassification (zh)":40.57,"IFlyTek":47.03,"JDReview":86.74,"MassiveIntentClassification (zh-CN)":64.02,"MassiveScenarioClassification (zh-CN)":68.95,"MultilingualSentiment":73.03,"OnlineShopping":90.75,"TNews":50.69,"Waimai":86.77} -{"index":304,"Rank":57,"Model":"m3e-base<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Embedding Dimensions":768,"Max Tokens":512,"Average":67.52,"AmazonReviewsClassification (zh)":43.02,"IFlyTek":44.42,"JDReview":85.33,"MassiveIntentClassification (zh-CN)":68.4,"MassiveScenarioClassification (zh-CN)":74.6,"MultilingualSentiment":71.9,"OnlineShopping":87.77,"TNews":48.28,"Waimai":83.99} -{"index":54,"Rank":58,"Model":"winberta-base<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":67.08,"AmazonReviewsClassification (zh)":39.68,"IFlyTek":47.0,"JDReview":77.34,"MassiveIntentClassification (zh-CN)":70.98,"MassiveScenarioClassification (zh-CN)":75.69,"MultilingualSentiment":69.17,"OnlineShopping":89.79,"TNews":49.77,"Waimai":84.34} -{"index":351,"Rank":59,"Model":"piccolo-large-zh<\/a>","Model Size (Million Parameters)":163,"Memory Usage (GB, fp32)":0.61,"Embedding Dimensions":1024,"Max Tokens":512,"Average":67.03,"AmazonReviewsClassification (zh)":40.33,"IFlyTek":44.25,"JDReview":86.1,"MassiveIntentClassification (zh-CN)":68.0,"MassiveScenarioClassification (zh-CN)":72.08,"MultilingualSentiment":70.15,"OnlineShopping":90.27,"TNews":46.54,"Waimai":85.54} -{"index":350,"Rank":60,"Model":"piccolo-base-zh<\/a>","Model Size (Million Parameters)":51,"Memory Usage (GB, fp32)":0.19,"Embedding Dimensions":768,"Max Tokens":512,"Average":66.98,"AmazonReviewsClassification (zh)":40.24,"IFlyTek":44.35,"JDReview":84.26,"MassiveIntentClassification (zh-CN)":68.97,"MassiveScenarioClassification (zh-CN)":73.32,"MultilingualSentiment":70.25,"OnlineShopping":89.93,"TNews":46.81,"Waimai":84.7} -{"index":255,"Rank":61,"Model":"multilingual-e5-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":66.29,"AmazonReviewsClassification (zh)":38.87,"IFlyTek":45.47,"JDReview":80.99,"MassiveIntentClassification (zh-CN)":66.23,"MassiveScenarioClassification (zh-CN)":72.25,"MultilingualSentiment":68.58,"OnlineShopping":90.81,"TNews":48.38,"Waimai":85.02} -{"index":258,"Rank":62,"Model":"udever-bloom-1b1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":2048,"Average":65.31,"AmazonReviewsClassification (zh)":38.12,"IFlyTek":43.52,"JDReview":81.09,"MassiveIntentClassification (zh-CN)":66.91,"MassiveScenarioClassification (zh-CN)":74.72,"MultilingualSentiment":66.33,"OnlineShopping":88.35,"TNews":46.08,"Waimai":82.67} -{"index":270,"Rank":63,"Model":"jina-embeddings-v2-base-zh<\/a>","Model Size (Million Parameters)":161,"Memory Usage (GB, fp32)":0.6,"Embedding Dimensions":768,"Max Tokens":8192,"Average":64.94,"AmazonReviewsClassification (zh)":34.94,"IFlyTek":47.36,"JDReview":79.57,"MassiveIntentClassification (zh-CN)":68.2,"MassiveScenarioClassification (zh-CN)":71.93,"MultilingualSentiment":63.29,"OnlineShopping":87.0,"TNews":47.65,"Waimai":84.54} -{"index":32,"Rank":64,"Model":"jina-embeddings-v2-base-zh-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":64.94,"AmazonReviewsClassification (zh)":34.94,"IFlyTek":47.36,"JDReview":79.57,"MassiveIntentClassification (zh-CN)":68.2,"MassiveScenarioClassification (zh-CN)":71.93,"MultilingualSentiment":63.29,"OnlineShopping":87.0,"TNews":47.65,"Waimai":84.54} -{"index":33,"Rank":65,"Model":"jina-embeddings-v2-base-zh-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":64.94,"AmazonReviewsClassification (zh)":34.94,"IFlyTek":47.36,"JDReview":79.57,"MassiveIntentClassification (zh-CN)":68.2,"MassiveScenarioClassification (zh-CN)":71.93,"MultilingualSentiment":63.29,"OnlineShopping":87.0,"TNews":47.65,"Waimai":84.54} -{"index":257,"Rank":66,"Model":"multilingual-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":64.64,"AmazonReviewsClassification (zh)":38.31,"IFlyTek":47.35,"JDReview":79.34,"MassiveIntentClassification (zh-CN)":62.04,"MassiveScenarioClassification (zh-CN)":68.96,"MultilingualSentiment":64.74,"OnlineShopping":88.73,"TNews":48.38,"Waimai":83.9} -{"index":392,"Rank":67,"Model":"gte-small-zh<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":64.49,"AmazonReviewsClassification (zh)":38.69,"IFlyTek":41.15,"JDReview":82.83,"MassiveIntentClassification (zh-CN)":59.28,"MassiveScenarioClassification (zh-CN)":66.48,"MultilingualSentiment":68.2,"OnlineShopping":89.13,"TNews":49.65,"Waimai":84.96} -{"index":390,"Rank":68,"Model":"gte-small-zh<\/a>","Model Size (Million Parameters)":30,"Memory Usage (GB, fp32)":0.11,"Embedding Dimensions":512,"Max Tokens":512,"Average":64.49,"AmazonReviewsClassification (zh)":38.69,"IFlyTek":41.15,"JDReview":82.83,"MassiveIntentClassification (zh-CN)":59.28,"MassiveScenarioClassification (zh-CN)":66.48,"MultilingualSentiment":68.2,"OnlineShopping":89.13,"TNews":49.65,"Waimai":84.96} -{"index":373,"Rank":69,"Model":"ZNV-Embedding<\/a>","Model Size (Million Parameters)":6061,"Memory Usage (GB, fp32)":22.58,"Embedding Dimensions":4096,"Max Tokens":4096,"Average":64.37,"AmazonReviewsClassification (zh)":29.75,"IFlyTek":50.93,"JDReview":84.93,"MassiveIntentClassification (zh-CN)":67.46,"MassiveScenarioClassification (zh-CN)":71.6,"MultilingualSentiment":55.9,"OnlineShopping":82.53,"TNews":55.08,"Waimai":81.16} -{"index":431,"Rank":70,"Model":"text-embedding-ada-002<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":8191,"Average":64.31,"AmazonReviewsClassification (zh)":38.3,"IFlyTek":44.62,"JDReview":74.6,"MassiveIntentClassification (zh-CN)":64.81,"MassiveScenarioClassification (zh-CN)":71.4,"MultilingualSentiment":67.99,"OnlineShopping":88.94,"TNews":45.77,"Waimai":82.37} -{"index":105,"Rank":71,"Model":"onnx-gte-multilingual-base<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":64.27,"AmazonReviewsClassification (zh)":33.34,"IFlyTek":44.59,"JDReview":79.27,"MassiveIntentClassification (zh-CN)":69.62,"MassiveScenarioClassification (zh-CN)":74.4,"MultilingualSentiment":61.02,"OnlineShopping":84.85,"TNews":48.73,"Waimai":82.58} -{"index":26,"Rank":72,"Model":"gte-multilingual-base<\/a>","Model Size (Million Parameters)":305,"Memory Usage (GB, fp32)":1.14,"Embedding Dimensions":768,"Max Tokens":8192,"Average":64.27,"AmazonReviewsClassification (zh)":33.34,"IFlyTek":44.59,"JDReview":79.27,"MassiveIntentClassification (zh-CN)":69.62,"MassiveScenarioClassification (zh-CN)":74.4,"MultilingualSentiment":61.02,"OnlineShopping":84.85,"TNews":48.73,"Waimai":82.58} -{"index":254,"Rank":73,"Model":"multilingual-e5-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":64.23,"AmazonReviewsClassification (zh)":38.34,"IFlyTek":44.93,"JDReview":76.21,"MassiveIntentClassification (zh-CN)":63.22,"MassiveScenarioClassification (zh-CN)":70.24,"MultilingualSentiment":65.28,"OnlineShopping":88.4,"TNews":47.06,"Waimai":84.42} -{"index":45,"Rank":74,"Model":"bge-small-zh-v1.5<\/a>","Model Size (Million Parameters)":24,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":512,"Max Tokens":512,"Average":63.96,"AmazonReviewsClassification (zh)":35.91,"IFlyTek":45.49,"JDReview":80.04,"MassiveIntentClassification (zh-CN)":63.95,"MassiveScenarioClassification (zh-CN)":70.8,"MultilingualSentiment":63.06,"OnlineShopping":85.05,"TNews":48.15,"Waimai":83.18} -{"index":353,"Rank":75,"Model":"LaBSE<\/a>","Model Size (Million Parameters)":471,"Memory Usage (GB, fp32)":1.75,"Embedding Dimensions":768,"Max Tokens":512,"Average":63.62,"AmazonReviewsClassification (zh)":36.45,"IFlyTek":43.19,"JDReview":79.14,"MassiveIntentClassification (zh-CN)":63.86,"MassiveScenarioClassification (zh-CN)":70.85,"MultilingualSentiment":64.6,"OnlineShopping":85.63,"TNews":46.02,"Waimai":82.85} -{"index":368,"Rank":76,"Model":"paraphrase-multilingual-mpnet-base-v2<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":63.4,"AmazonReviewsClassification (zh)":37.74,"IFlyTek":43.98,"JDReview":70.34,"MassiveIntentClassification (zh-CN)":65.32,"MassiveScenarioClassification (zh-CN)":71.25,"MultilingualSentiment":66.49,"OnlineShopping":87.75,"TNews":43.73,"Waimai":83.97} -{"index":260,"Rank":77,"Model":"udever-bloom-560m<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":2048,"Average":62.85,"AmazonReviewsClassification (zh)":35.7,"IFlyTek":40.46,"JDReview":78.26,"MassiveIntentClassification (zh-CN)":63.75,"MassiveScenarioClassification (zh-CN)":72.39,"MultilingualSentiment":63.17,"OnlineShopping":87.11,"TNews":44.15,"Waimai":80.65} -{"index":69,"Rank":78,"Model":"paraphrase-multilingual-mpnet-base-v2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":62.7,"AmazonReviewsClassification (zh)":38.25,"IFlyTek":43.13,"JDReview":69.08,"MassiveIntentClassification (zh-CN)":61.23,"MassiveScenarioClassification (zh-CN)":68.12,"MultilingualSentiment":67.83,"OnlineShopping":88.13,"TNews":44.42,"Waimai":84.15} -{"index":63,"Rank":79,"Model":"sbert-chinese-general-v1<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Embedding Dimensions":768,"Max Tokens":512,"Average":62.54,"AmazonReviewsClassification (zh)":37.51,"IFlyTek":44.88,"JDReview":82.2,"MassiveIntentClassification (zh-CN)":57.34,"MassiveScenarioClassification (zh-CN)":62.36,"MultilingualSentiment":66.58,"OnlineShopping":88.19,"TNews":39.8,"Waimai":83.96} -{"index":377,"Rank":80,"Model":"text2vec-base-chinese<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Embedding Dimensions":768,"Max Tokens":512,"Average":62.19,"AmazonReviewsClassification (zh)":34.12,"IFlyTek":42.05,"JDReview":82.14,"MassiveIntentClassification (zh-CN)":63.98,"MassiveScenarioClassification (zh-CN)":70.52,"MultilingualSentiment":60.98,"OnlineShopping":85.69,"TNews":43.01,"Waimai":77.22} -{"index":379,"Rank":81,"Model":"luotuo-bert-medium<\/a>","Model Size (Million Parameters)":328,"Memory Usage (GB, fp32)":1.22,"Embedding Dimensions":768,"Max Tokens":512,"Average":61.0,"AmazonReviewsClassification (zh)":34.46,"IFlyTek":41.75,"JDReview":79.68,"MassiveIntentClassification (zh-CN)":57.47,"MassiveScenarioClassification (zh-CN)":65.32,"MultilingualSentiment":61.21,"OnlineShopping":84.3,"TNews":45.22,"Waimai":79.57} -{"index":76,"Rank":82,"Model":"text2vec-large-chinese<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Embedding Dimensions":1024,"Max Tokens":512,"Average":60.66,"AmazonReviewsClassification (zh)":33.77,"IFlyTek":41.54,"JDReview":81.56,"MassiveIntentClassification (zh-CN)":63.23,"MassiveScenarioClassification (zh-CN)":68.45,"MultilingualSentiment":58.97,"OnlineShopping":83.51,"TNews":38.92,"Waimai":76.01} -{"index":367,"Rank":83,"Model":"paraphrase-multilingual-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":60.34,"AmazonReviewsClassification (zh)":35.26,"IFlyTek":39.88,"JDReview":70.26,"MassiveIntentClassification (zh-CN)":62.0,"MassiveScenarioClassification (zh-CN)":67.45,"MultilingualSentiment":61.9,"OnlineShopping":84.89,"TNews":39.19,"Waimai":82.27} -{"index":217,"Rank":84,"Model":"SONAR<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":57.87,"AmazonReviewsClassification (zh)":31.91,"IFlyTek":38.01,"JDReview":69.59,"MassiveIntentClassification (zh-CN)":62.08,"MassiveScenarioClassification (zh-CN)":68.88,"MultilingualSentiment":57.69,"OnlineShopping":75.64,"TNews":40.95,"Waimai":76.12} -{"index":356,"Rank":85,"Model":"all-mpnet-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average":38.13,"AmazonReviewsClassification (zh)":23.62,"IFlyTek":17.18,"JDReview":60.19,"MassiveIntentClassification (zh-CN)":24.36,"MassiveScenarioClassification (zh-CN)":35.33,"MultilingualSentiment":41.2,"OnlineShopping":56.94,"TNews":21.05,"Waimai":63.31} -{"index":391,"Rank":86,"Model":"ALL_862873<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":38.04,"AmazonReviewsClassification (zh)":21.96,"IFlyTek":20.35,"JDReview":55.5,"MassiveIntentClassification (zh-CN)":25.39,"MassiveScenarioClassification (zh-CN)":40.35,"MultilingualSentiment":38.94,"OnlineShopping":56.89,"TNews":26.79,"Waimai":56.22} -{"index":355,"Rank":87,"Model":"all-MiniLM-L6-v2<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":384,"Max Tokens":512,"Average":37.74,"AmazonReviewsClassification (zh)":23.67,"IFlyTek":16.09,"JDReview":59.98,"MassiveIntentClassification (zh-CN)":24.4,"MassiveScenarioClassification (zh-CN)":33.65,"MultilingualSentiment":41.28,"OnlineShopping":57.74,"TNews":20.12,"Waimai":62.72} -{"index":354,"Rank":88,"Model":"all-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":37.53,"AmazonReviewsClassification (zh)":22.99,"IFlyTek":15.31,"JDReview":59.57,"MassiveIntentClassification (zh-CN)":23.74,"MassiveScenarioClassification (zh-CN)":33.18,"MultilingualSentiment":40.52,"OnlineShopping":58.65,"TNews":20.37,"Waimai":63.48} -{"index":0,"Rank":89,"Model":"text-embedding-004-256<\/a>","Model Size (Million Parameters)":1200,"Memory Usage (GB, fp32)":4.47,"Embedding Dimensions":256,"Max Tokens":2048,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":1,"Rank":90,"Model":"text-embedding-004<\/a>","Model Size (Million Parameters)":1200,"Memory Usage (GB, fp32)":4.47,"Embedding Dimensions":768,"Max Tokens":2048,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":2,"Rank":91,"Model":"titan-embed-text-v1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":8000,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":3,"Rank":92,"Model":"mistral-embed<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":"","Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":4,"Rank":93,"Model":"voyage-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":4000,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":5,"Rank":94,"Model":"voyage-3-lite<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":512,"Max Tokens":32000,"Average":"","AmazonReviewsClassification (zh)":36.01,"IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":64.98,"MassiveScenarioClassification (zh-CN)":70.44,"MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":6,"Rank":95,"Model":"voyage-3-m-exp<\/a>","Model Size (Million Parameters)":6918,"Memory Usage (GB, fp32)":25.77,"Embedding Dimensions":2048,"Max Tokens":32000,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":7,"Rank":96,"Model":"voyage-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":32000,"Average":"","AmazonReviewsClassification (zh)":32.94,"IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":60.13,"MassiveScenarioClassification (zh-CN)":68.37,"MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":8,"Rank":97,"Model":"voyage-code-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":16000,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":9,"Rank":98,"Model":"voyage-large-2-instruct<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":16000,"Average":"","AmazonReviewsClassification (zh)":44.16,"IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":69.49,"MassiveScenarioClassification (zh-CN)":78.77,"MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":10,"Rank":99,"Model":"voyage-law-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":16000,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":11,"Rank":100,"Model":"voyage-lite-01-instruct<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":4000,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":12,"Rank":101,"Model":"voyage-lite-02-instruct<\/a>","Model Size (Million Parameters)":1220,"Memory Usage (GB, fp32)":4.54,"Embedding Dimensions":1024,"Max Tokens":4000,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":13,"Rank":102,"Model":"voyage-multilingual-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":32000,"Average":"","AmazonReviewsClassification (zh)":37.67,"IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":67.46,"MassiveScenarioClassification (zh-CN)":75.08,"MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":14,"Rank":103,"Model":"LASER2<\/a>","Model Size (Million Parameters)":43,"Memory Usage (GB, fp32)":0.16,"Embedding Dimensions":1024,"Max Tokens":"N\/A","Average":"","AmazonReviewsClassification (zh)":30.89,"IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":40.62,"MassiveScenarioClassification (zh-CN)":50.22,"MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":17,"Rank":105,"Model":"llm2vec-croissant-mntp<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":24,"Rank":107,"Model":"gte-base-en-v1.5<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":25,"Rank":108,"Model":"gte-large-en-v1.5<\/a>","Model Size (Million Parameters)":434,"Memory Usage (GB, fp32)":1.62,"Embedding Dimensions":1024,"Max Tokens":8192,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":34,"Rank":111,"Model":"bge-base-en-v1.5<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AmazonReviewsClassification (zh)":23.65,"IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":23.75,"MassiveScenarioClassification (zh-CN)":33.62,"MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":36,"Rank":112,"Model":"bge-en-icl<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":37,"Rank":113,"Model":"bge-large-en-v1.5<\/a>","Model Size (Million Parameters)":1340,"Memory Usage (GB, fp32)":4.99,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","AmazonReviewsClassification (zh)":22.27,"IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":18.44,"MassiveScenarioClassification (zh-CN)":29.79,"MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":40,"Rank":114,"Model":"bge-m3<\/a>","Model Size (Million Parameters)":567,"Memory Usage (GB, fp32)":2.11,"Embedding Dimensions":1024,"Max Tokens":8192,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":69.02,"MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":42,"Rank":115,"Model":"bge-reranker-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":43,"Rank":116,"Model":"bge-reranker-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":44,"Rank":117,"Model":"bge-small-en-v1.5<\/a>","Model Size (Million Parameters)":24,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":512,"Max Tokens":512,"Average":"","AmazonReviewsClassification (zh)":23.54,"IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":21.95,"MassiveScenarioClassification (zh-CN)":32.17,"MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":46,"Rank":118,"Model":"nomic-embed-text-v1<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":47,"Rank":119,"Model":"nomic-embed-text-v1.5<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":49,"Rank":121,"Model":"multilingual-e5-base-similarity-v1-onnx-quantized<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","AmazonReviewsClassification (zh)":37.23,"IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":69.16,"MassiveScenarioClassification (zh-CN)":75.42,"MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":51,"Rank":123,"Model":"ListConRanker<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":58,"Rank":125,"Model":"Cohere-embed-english-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":512,"Average":"","AmazonReviewsClassification (zh)":23.82,"IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":22.45,"MassiveScenarioClassification (zh-CN)":31.89,"MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":59,"Rank":126,"Model":"Cohere-embed-multilingual-light-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":384,"Max Tokens":512,"Average":"","AmazonReviewsClassification (zh)":38.37,"IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":64.86,"MassiveScenarioClassification (zh-CN)":71.66,"MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":60,"Rank":127,"Model":"Cohere-embed-multilingual-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":512,"Average":"","AmazonReviewsClassification (zh)":40.71,"IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":68.14,"MassiveScenarioClassification (zh-CN)":74.61,"MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":65,"Rank":128,"Model":"distilrubert-small-cased-conversational<\/a>","Model Size (Million Parameters)":106,"Memory Usage (GB, fp32)":0.39,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AmazonReviewsClassification (zh)":21.67,"IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":6.54,"MassiveScenarioClassification (zh-CN)":10.71,"MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":66,"Rank":129,"Model":"rubert-base-cased<\/a>","Model Size (Million Parameters)":180,"Memory Usage (GB, fp32)":0.67,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AmazonReviewsClassification (zh)":24.87,"IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":46.24,"MassiveScenarioClassification (zh-CN)":49.06,"MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":67,"Rank":130,"Model":"rubert-base-cased-sentence<\/a>","Model Size (Million Parameters)":180,"Memory Usage (GB, fp32)":0.67,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AmazonReviewsClassification (zh)":26.82,"IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":48.85,"MassiveScenarioClassification (zh-CN)":51.12,"MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":73,"Rank":133,"Model":"xlm-roberta-base<\/a>","Model Size (Million Parameters)":279,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":74,"Rank":134,"Model":"xlm-roberta-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":75,"Rank":135,"Model":"STS-multilingual-mpnet-base-v2<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":77,"Rank":136,"Model":"bert-base-10lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":78,"Rank":137,"Model":"bert-base-15lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":79,"Rank":138,"Model":"bert-base-25lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":81,"Rank":139,"Model":"GritLM-8x7B<\/a>","Model Size (Million Parameters)":46703,"Memory Usage (GB, fp32)":173.98,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":85,"Rank":140,"Model":"speed-embedding-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":86,"Rank":141,"Model":"lodestone-base-4096-v1<\/a>","Model Size (Million Parameters)":69,"Memory Usage (GB, fp32)":0.26,"Embedding Dimensions":768,"Max Tokens":4096,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":96,"Rank":149,"Model":"MUG-B-1.6<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","AmazonReviewsClassification (zh)":22.35,"IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":18.85,"MassiveScenarioClassification (zh-CN)":30.14,"MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":97,"Rank":150,"Model":"bilingual-document-embedding<\/a>","Model Size (Million Parameters)":568,"Memory Usage (GB, fp32)":2.12,"Embedding Dimensions":1024,"Max Tokens":8194,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":98,"Rank":151,"Model":"bilingual-embedding-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":99,"Rank":152,"Model":"bilingual-embedding-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":100,"Rank":153,"Model":"bilingual-embedding-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":101,"Rank":154,"Model":"Zhihui_LLM_Embedding<\/a>","Model Size (Million Parameters)":7069,"Memory Usage (GB, fp32)":26.33,"Embedding Dimensions":3584,"Max Tokens":131072,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":102,"Rank":155,"Model":"Linq-Embed-Mistral<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":106,"Rank":158,"Model":"LLM2Vec-Llama-2-7b-chat-hf-mntp-supervised<\/a>","Model Size (Million Parameters)":6607,"Memory Usage (GB, fp32)":24.61,"Embedding Dimensions":4096,"Max Tokens":4096,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":107,"Rank":159,"Model":"LLM2Vec-Llama-2-unsupervised<\/a>","Model Size (Million Parameters)":6607,"Memory Usage (GB, fp32)":24.61,"Embedding Dimensions":4096,"Max Tokens":4096,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":108,"Rank":160,"Model":"LLM2Vec-Meta-Llama-3-supervised<\/a>","Model Size (Million Parameters)":7505,"Memory Usage (GB, fp32)":27.96,"Embedding Dimensions":4096,"Max Tokens":8192,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":109,"Rank":161,"Model":"LLM2Vec-Meta-Llama-3-unsupervised<\/a>","Model Size (Million Parameters)":7505,"Memory Usage (GB, fp32)":27.96,"Embedding Dimensions":4096,"Max Tokens":8192,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":110,"Rank":162,"Model":"LLM2Vec-Mistral-supervised<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":111,"Rank":163,"Model":"LLM2Vec-Mistral-unsupervised<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":112,"Rank":164,"Model":"LLM2Vec-Sheared-Llama-supervised<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":4096,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":113,"Rank":165,"Model":"LLM2Vec-Sheared-Llama-unsupervised<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":4096,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":114,"Rank":166,"Model":"Bulbasaur<\/a>","Model Size (Million Parameters)":17,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":115,"Rank":167,"Model":"Ivysaur<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.08,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":116,"Rank":168,"Model":"Squirtle<\/a>","Model Size (Million Parameters)":16,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":117,"Rank":169,"Model":"Venusaur<\/a>","Model Size (Million Parameters)":16,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":118,"Rank":170,"Model":"Wartortle<\/a>","Model Size (Million Parameters)":17,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":119,"Rank":171,"Model":"test24<\/a>","Model Size (Million Parameters)":17,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":120,"Rank":172,"Model":"test25<\/a>","Model Size (Million Parameters)":17,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":121,"Rank":173,"Model":"SGPT-1.3B-weightedmean-msmarco-specb-bitfit<\/a>","Model Size (Million Parameters)":1341,"Memory Usage (GB, fp32)":4.99,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":122,"Rank":174,"Model":"SGPT-125M-weightedmean-msmarco-specb-bitfit<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":2048,"Average":"","AmazonReviewsClassification (zh)":24.27,"IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":46.24,"MassiveScenarioClassification (zh-CN)":49.38,"MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":123,"Rank":175,"Model":"SGPT-125M-weightedmean-nli-bitfit<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":2048,"Average":"","AmazonReviewsClassification (zh)":23.98,"IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":45.78,"MassiveScenarioClassification (zh-CN)":48.55,"MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":124,"Rank":176,"Model":"SGPT-2.7B-weightedmean-msmarco-specb-bitfit<\/a>","Model Size (Million Parameters)":2685,"Memory Usage (GB, fp32)":10.0,"Embedding Dimensions":2560,"Max Tokens":2048,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":125,"Rank":177,"Model":"SGPT-5.8B-weightedmean-msmarco-specb-bitfit<\/a>","Model Size (Million Parameters)":5874,"Memory Usage (GB, fp32)":21.88,"Embedding Dimensions":4096,"Max Tokens":2048,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":126,"Rank":178,"Model":"SGPT-5.8B-weightedmean-nli-bitfit<\/a>","Model Size (Million Parameters)":5874,"Memory Usage (GB, fp32)":21.88,"Embedding Dimensions":4096,"Max Tokens":2048,"Average":"","AmazonReviewsClassification (zh)":33.75,"IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":128,"Rank":180,"Model":"multilingual-e5-base-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","AmazonReviewsClassification (zh)":37.23,"IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":69.16,"MassiveScenarioClassification (zh-CN)":75.42,"MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":130,"Rank":182,"Model":"stella_en_1.5B_v5<\/a>","Model Size (Million Parameters)":1543,"Memory Usage (GB, fp32)":5.75,"Embedding Dimensions":8192,"Max Tokens":131072,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":131,"Rank":183,"Model":"stella_en_400M_v5<\/a>","Model Size (Million Parameters)":435,"Memory Usage (GB, fp32)":1.62,"Embedding Dimensions":8192,"Max Tokens":8192,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":132,"Rank":184,"Model":"Arabert-all-nli-triplet-Matryoshka<\/a>","Model Size (Million Parameters)":135,"Memory Usage (GB, fp32)":0.5,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":133,"Rank":185,"Model":"Arabic-MiniLM-L12-v2-all-nli-triplet<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":134,"Rank":186,"Model":"Arabic-all-nli-triplet-Matryoshka<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":135,"Rank":187,"Model":"Arabic-labse-Matryoshka<\/a>","Model Size (Million Parameters)":471,"Memory Usage (GB, fp32)":1.75,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":136,"Rank":188,"Model":"Arabic-mpnet-base-all-nli-triplet<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":137,"Rank":189,"Model":"Marbert-all-nli-triplet-Matryoshka<\/a>","Model Size (Million Parameters)":163,"Memory Usage (GB, fp32)":0.61,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":138,"Rank":190,"Model":"Solon-embeddings-large-0.1<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":139,"Rank":191,"Model":"KartonBERT-USE-base-v1<\/a>","Model Size (Million Parameters)":104,"Memory Usage (GB, fp32)":0.39,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":141,"Rank":192,"Model":"alime-reranker-large-zh<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":144,"Rank":195,"Model":"SFR-Embedding-2_R<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":145,"Rank":196,"Model":"SFR-Embedding-Mistral<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","AmazonReviewsClassification (zh)":46.61,"IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":72.23,"MassiveScenarioClassification (zh-CN)":76.77,"MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":148,"Rank":199,"Model":"snowflake-arctic-embed-l<\/a>","Model Size (Million Parameters)":334,"Memory Usage (GB, fp32)":1.24,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":149,"Rank":200,"Model":"snowflake-arctic-embed-l-v2.0<\/a>","Model Size (Million Parameters)":568,"Memory Usage (GB, fp32)":2.12,"Embedding Dimensions":1024,"Max Tokens":8194,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":150,"Rank":201,"Model":"snowflake-arctic-embed-m<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":151,"Rank":202,"Model":"snowflake-arctic-embed-m-long<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":152,"Rank":203,"Model":"snowflake-arctic-embed-m-v1.5<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":153,"Rank":204,"Model":"snowflake-arctic-embed-m-v2.0<\/a>","Model Size (Million Parameters)":305,"Memory Usage (GB, fp32)":1.14,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":154,"Rank":205,"Model":"snowflake-arctic-embed-s<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":155,"Rank":206,"Model":"snowflake-arctic-embed-xs<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.08,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":156,"Rank":207,"Model":"bge-micro<\/a>","Model Size (Million Parameters)":17,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":157,"Rank":208,"Model":"bge-micro-v2<\/a>","Model Size (Million Parameters)":17,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":158,"Rank":209,"Model":"gte-tiny<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.08,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":160,"Rank":210,"Model":"PEG<\/a>","Model Size (Million Parameters)":163,"Memory Usage (GB, fp32)":0.61,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":161,"Rank":211,"Model":"UAE-Large-V1<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":162,"Rank":212,"Model":"sentence-croissant-llm-base<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":164,"Rank":214,"Model":"German_Semantic_STS_V2<\/a>","Model Size (Million Parameters)":336,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":165,"Rank":215,"Model":"MedEmbed-small-v0.1<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":168,"Rank":218,"Model":"ru-en-RoSBERTa<\/a>","Model Size (Million Parameters)":404,"Memory Usage (GB, fp32)":1.5,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":169,"Rank":219,"Model":"sbert_large_mt_nlu_ru<\/a>","Model Size (Million Parameters)":427,"Memory Usage (GB, fp32)":1.59,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","AmazonReviewsClassification (zh)":20.7,"IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":2.12,"MassiveScenarioClassification (zh-CN)":9.71,"MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":170,"Rank":220,"Model":"sbert_large_nlu_ru<\/a>","Model Size (Million Parameters)":427,"Memory Usage (GB, fp32)":1.59,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","AmazonReviewsClassification (zh)":20.91,"IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":2.52,"MassiveScenarioClassification (zh-CN)":9.3,"MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":172,"Rank":222,"Model":"cloudy-large-zh<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Embedding Dimensions":1024,"Max Tokens":1024,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":174,"Rank":224,"Model":"Titan-text-embeddings-v2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","AmazonReviewsClassification (zh)":36.07,"IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":63.4,"MassiveScenarioClassification (zh-CN)":69.58,"MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":175,"Rank":225,"Model":"bge-small-4096<\/a>","Model Size (Million Parameters)":35,"Memory Usage (GB, fp32)":0.13,"Embedding Dimensions":384,"Max Tokens":4096,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":176,"Rank":226,"Model":"jina-embeddings-v2-base-en<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":178,"Rank":227,"Model":"GIST-Embedding-v0<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":179,"Rank":228,"Model":"GIST-all-MiniLM-L6-v2<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.08,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":180,"Rank":229,"Model":"GIST-large-Embedding-v0<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":181,"Rank":230,"Model":"GIST-small-Embedding-v0<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":182,"Rank":231,"Model":"NoInstruct-small-Embedding-v0<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":185,"Rank":234,"Model":"brown-beetle-base-v1<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.08,"Embedding Dimensions":768,"Max Tokens":1000000,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":186,"Rank":235,"Model":"brown-beetle-small-v1<\/a>","Model Size (Million Parameters)":8,"Memory Usage (GB, fp32)":0.03,"Embedding Dimensions":256,"Max Tokens":1000000,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":187,"Rank":236,"Model":"brown-beetle-tiny-v1<\/a>","Model Size (Million Parameters)":4,"Memory Usage (GB, fp32)":0.01,"Embedding Dimensions":128,"Max Tokens":1000000,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":188,"Rank":237,"Model":"brown-beetle-tiny-v1.1<\/a>","Model Size (Million Parameters)":4,"Memory Usage (GB, fp32)":0.01,"Embedding Dimensions":768,"Max Tokens":1000000,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":189,"Rank":238,"Model":"brown-fairy-base-v0<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.08,"Embedding Dimensions":768,"Max Tokens":1000000,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":190,"Rank":239,"Model":"red-beetle-base-v1.1<\/a>","Model Size (Million Parameters)":30,"Memory Usage (GB, fp32)":0.11,"Embedding Dimensions":1024,"Max Tokens":1000000,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":191,"Rank":240,"Model":"sgpt-bloom-1b7-nli<\/a>","Model Size (Million Parameters)":1722,"Memory Usage (GB, fp32)":6.42,"Embedding Dimensions":2048,"Max Tokens":4096,"Average":"","AmazonReviewsClassification (zh)":37.63,"IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":192,"Rank":241,"Model":"sgpt-bloom-7b1-msmarco<\/a>","Model Size (Million Parameters)":7068,"Memory Usage (GB, fp32)":26.33,"Embedding Dimensions":4096,"Max Tokens":2048,"Average":"","AmazonReviewsClassification (zh)":32.63,"IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":67.07,"MassiveScenarioClassification (zh-CN)":73.95,"MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":194,"Rank":243,"Model":"slx-v0.1<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.08,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","AmazonReviewsClassification (zh)":23.13,"IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":25.91,"MassiveScenarioClassification (zh-CN)":35.16,"MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":196,"Rank":245,"Model":"Chuxin-Embedding<\/a>","Model Size (Million Parameters)":568,"Memory Usage (GB, fp32)":2.12,"Embedding Dimensions":1024,"Max Tokens":8194,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":197,"Rank":246,"Model":"snowflake-arctic-embed-m-v2.0-cpu<\/a>","Model Size (Million Parameters)":305,"Memory Usage (GB, fp32)":1.14,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":198,"Rank":247,"Model":"LaBSE-en-ru<\/a>","Model Size (Million Parameters)":129,"Memory Usage (GB, fp32)":0.48,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AmazonReviewsClassification (zh)":20.77,"IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":3.96,"MassiveScenarioClassification (zh-CN)":9.98,"MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":199,"Rank":248,"Model":"rubert-tiny<\/a>","Model Size (Million Parameters)":12,"Memory Usage (GB, fp32)":0.04,"Embedding Dimensions":512,"Max Tokens":514,"Average":"","AmazonReviewsClassification (zh)":21.09,"IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":7.35,"MassiveScenarioClassification (zh-CN)":12.03,"MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":200,"Rank":249,"Model":"rubert-tiny2<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"Embedding Dimensions":2048,"Max Tokens":514,"Average":"","AmazonReviewsClassification (zh)":20.64,"IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":5.02,"MassiveScenarioClassification (zh-CN)":10.73,"MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":201,"Rank":250,"Model":"cai-lunaris-text-embeddings<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":203,"Rank":252,"Model":"french-document-embedding<\/a>","Model Size (Million Parameters)":305,"Memory Usage (GB, fp32)":1.14,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":204,"Rank":253,"Model":"sentence-camembert-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":205,"Rank":254,"Model":"sentence-camembert-large<\/a>","Model Size (Million Parameters)":337,"Memory Usage (GB, fp32)":1.26,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":206,"Rank":255,"Model":"embedder-100p<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":207,"Rank":256,"Model":"USER-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AmazonReviewsClassification (zh)":22.46,"IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":14.69,"MassiveScenarioClassification (zh-CN)":20.84,"MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":208,"Rank":257,"Model":"USER-bge-m3<\/a>","Model Size (Million Parameters)":359,"Memory Usage (GB, fp32)":1.34,"Embedding Dimensions":1024,"Max Tokens":8192,"Average":"","AmazonReviewsClassification (zh)":21.58,"IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":3.03,"MassiveScenarioClassification (zh-CN)":7.85,"MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":209,"Rank":258,"Model":"deberta-v1-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AmazonReviewsClassification (zh)":23.14,"IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":26.9,"MassiveScenarioClassification (zh-CN)":29.22,"MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":210,"Rank":259,"Model":"multilingual-e5-base-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","AmazonReviewsClassification (zh)":37.23,"IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":69.16,"MassiveScenarioClassification (zh-CN)":75.42,"MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":212,"Rank":261,"Model":"sft-bge-small<\/a>","Model Size (Million Parameters)":24,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":512,"Max Tokens":512,"Average":"","AmazonReviewsClassification (zh)":34.55,"IFlyTek":44.16,"JDReview":80.32,"MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":61.08,"OnlineShopping":83.23,"TNews":47.89,"Waimai":82.24} -{"index":215,"Rank":262,"Model":"e5-base-4k<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AmazonReviewsClassification (zh)":23.31,"IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":24.16,"MassiveScenarioClassification (zh-CN)":31.79,"MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":221,"Rank":266,"Model":"flaubert_base_cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":222,"Rank":267,"Model":"flaubert_base_uncased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":223,"Rank":268,"Model":"flaubert_large_cased<\/a>","Model Size (Million Parameters)":372,"Memory Usage (GB, fp32)":1.39,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":226,"Rank":271,"Model":"bert-base-multilingual-cased<\/a>","Model Size (Million Parameters)":179,"Memory Usage (GB, fp32)":0.67,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":227,"Rank":272,"Model":"bert-base-multilingual-uncased<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":228,"Rank":273,"Model":"bert-base-uncased<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":229,"Rank":274,"Model":"instructor-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":230,"Rank":275,"Model":"instructor-large<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":231,"Rank":276,"Model":"instructor-xl<\/a>","Model Size (Million Parameters)":1241,"Memory Usage (GB, fp32)":4.62,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":236,"Rank":280,"Model":"granite-embedding-107m-multilingual<\/a>","Model Size (Million Parameters)":107,"Memory Usage (GB, fp32)":0.4,"Embedding Dimensions":384,"Max Tokens":514,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":237,"Rank":281,"Model":"granite-embedding-125m-english<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":238,"Rank":282,"Model":"granite-embedding-278m-multilingual<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":239,"Rank":283,"Model":"granite-embedding-30m-english<\/a>","Model Size (Million Parameters)":30,"Memory Usage (GB, fp32)":0.11,"Embedding Dimensions":384,"Max Tokens":514,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":240,"Rank":284,"Model":"stella-base-en-v2<\/a>","Model Size (Million Parameters)":55,"Memory Usage (GB, fp32)":0.2,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":246,"Rank":285,"Model":"inf-retriever-v1<\/a>","Model Size (Million Parameters)":7069,"Memory Usage (GB, fp32)":26.33,"Embedding Dimensions":3584,"Max Tokens":131072,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":247,"Rank":286,"Model":"e5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AmazonReviewsClassification (zh)":22.48,"IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":18.45,"MassiveScenarioClassification (zh-CN)":25.12,"MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":248,"Rank":287,"Model":"e5-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AmazonReviewsClassification (zh)":23.28,"IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":22.87,"MassiveScenarioClassification (zh-CN)":32.08,"MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":249,"Rank":288,"Model":"e5-large<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","AmazonReviewsClassification (zh)":23.0,"IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":19.53,"MassiveScenarioClassification (zh-CN)":28.01,"MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":250,"Rank":289,"Model":"e5-large-v2<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","AmazonReviewsClassification (zh)":24.05,"IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":22.35,"MassiveScenarioClassification (zh-CN)":31.82,"MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":252,"Rank":290,"Model":"e5-small<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","AmazonReviewsClassification (zh)":22.37,"IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":15.28,"MassiveScenarioClassification (zh-CN)":22.16,"MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":253,"Rank":291,"Model":"e5-small-v2<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":259,"Rank":292,"Model":"udever-bloom-3b<\/a>","Model Size (Million Parameters)":3003,"Memory Usage (GB, fp32)":11.19,"Embedding Dimensions":2560,"Max Tokens":2048,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":45.03,"JDReview":83.64,"MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":67.17,"OnlineShopping":90.41,"TNews":47.7,"Waimai":84.07} -{"index":261,"Rank":293,"Model":"udever-bloom-7b1<\/a>","Model Size (Million Parameters)":7069,"Memory Usage (GB, fp32)":26.33,"Embedding Dimensions":4096,"Max Tokens":2048,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":46.23,"JDReview":84.17,"MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":68.36,"OnlineShopping":90.93,"TNews":47.8,"Waimai":84.68} -{"index":264,"Rank":295,"Model":"jina-embedding-b-en-v1<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":265,"Rank":296,"Model":"jina-embedding-l-en-v1<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":266,"Rank":297,"Model":"jina-embedding-s-en-v1<\/a>","Model Size (Million Parameters)":35,"Memory Usage (GB, fp32)":0.13,"Embedding Dimensions":512,"Max Tokens":512,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":267,"Rank":298,"Model":"jina-embeddings-v2-base-de<\/a>","Model Size (Million Parameters)":161,"Memory Usage (GB, fp32)":0.6,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":268,"Rank":299,"Model":"jina-embeddings-v2-base-en<\/a>","Model Size (Million Parameters)":275,"Memory Usage (GB, fp32)":1.02,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","AmazonReviewsClassification (zh)":20.77,"IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":7.23,"MassiveScenarioClassification (zh-CN)":11.7,"MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":269,"Rank":300,"Model":"jina-embeddings-v2-base-es<\/a>","Model Size (Million Parameters)":161,"Memory Usage (GB, fp32)":0.6,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":271,"Rank":301,"Model":"jina-embeddings-v2-small-en<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":512,"Max Tokens":8192,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":273,"Rank":302,"Model":"multilingual-e5-small-ct2-int8<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","AmazonReviewsClassification (zh)":37.5,"IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":68.24,"MassiveScenarioClassification (zh-CN)":74.47,"MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":274,"Rank":303,"Model":"echo-mistral-7b-instruct-lasttoken<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":275,"Rank":304,"Model":"cde-small-v1<\/a>","Model Size (Million Parameters)":143,"Memory Usage (GB, fp32)":0.53,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":276,"Rank":305,"Model":"cde-small-v2<\/a>","Model Size (Million Parameters)":150,"Memory Usage (GB, fp32)":0.56,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":281,"Rank":308,"Model":"modernbert-embed-large<\/a>","Model Size (Million Parameters)":395,"Memory Usage (GB, fp32)":1.47,"Embedding Dimensions":1024,"Max Tokens":8192,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":282,"Rank":309,"Model":"modernbert-embed-large-unsupervised<\/a>","Model Size (Million Parameters)":395,"Memory Usage (GB, fp32)":1.47,"Embedding Dimensions":1024,"Max Tokens":8192,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":287,"Rank":313,"Model":"ember-v1<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":290,"Rank":315,"Model":"bge-m3-custom-fr<\/a>","Model Size (Million Parameters)":568,"Memory Usage (GB, fp32)":2.12,"Embedding Dimensions":1024,"Max Tokens":8194,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":291,"Rank":316,"Model":"sentence_croissant_alpha_v0.1<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":292,"Rank":317,"Model":"sentence_croissant_alpha_v0.2<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":293,"Rank":318,"Model":"sentence_croissant_alpha_v0.3<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":294,"Rank":319,"Model":"sentence_croissant_alpha_v0.4<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":295,"Rank":320,"Model":"M2V_base_glove<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Embedding Dimensions":256,"Max Tokens":1000000,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":296,"Rank":321,"Model":"M2V_base_glove_subword<\/a>","Model Size (Million Parameters)":103,"Memory Usage (GB, fp32)":0.38,"Embedding Dimensions":256,"Max Tokens":1000000,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":297,"Rank":322,"Model":"M2V_base_output<\/a>","Model Size (Million Parameters)":8,"Memory Usage (GB, fp32)":0.03,"Embedding Dimensions":256,"Max Tokens":1000000,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":298,"Rank":323,"Model":"potion-base-2M<\/a>","Model Size (Million Parameters)":2,"Memory Usage (GB, fp32)":0.01,"Embedding Dimensions":64,"Max Tokens":1000000,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":299,"Rank":324,"Model":"potion-base-32M<\/a>","Model Size (Million Parameters)":32,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":512,"Max Tokens":1000000,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":300,"Rank":325,"Model":"potion-base-4M<\/a>","Model Size (Million Parameters)":4,"Memory Usage (GB, fp32)":0.01,"Embedding Dimensions":128,"Max Tokens":1000000,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":301,"Rank":326,"Model":"potion-base-8M<\/a>","Model Size (Million Parameters)":8,"Memory Usage (GB, fp32)":0.03,"Embedding Dimensions":256,"Max Tokens":1000000,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":302,"Rank":327,"Model":"mxbai-embed-2d-large-v1<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":303,"Rank":328,"Model":"mxbai-embed-large-v1<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":308,"Rank":331,"Model":"LdIR-Qwen2-reranker-1.5B<\/a>","Model Size (Million Parameters)":1544,"Memory Usage (GB, fp32)":5.75,"Embedding Dimensions":1536,"Max Tokens":32768,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":310,"Rank":333,"Model":"bge-reranker-large-1k<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":1026,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":318,"Rank":340,"Model":"bge-large-en-v1.5<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":319,"Rank":341,"Model":"modernbert-embed-base<\/a>","Model Size (Million Parameters)":149,"Memory Usage (GB, fp32)":0.56,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":320,"Rank":342,"Model":"modernbert-embed-base-unsupervised<\/a>","Model Size (Million Parameters)":149,"Memory Usage (GB, fp32)":0.56,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":321,"Rank":343,"Model":"nomic-embed-text-v1<\/a>","Model Size (Million Parameters)":547,"Memory Usage (GB, fp32)":2.04,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","AmazonReviewsClassification (zh)":24.22,"IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":23.66,"MassiveScenarioClassification (zh-CN)":34.02,"MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":322,"Rank":344,"Model":"nomic-embed-text-v1-ablated<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":323,"Rank":345,"Model":"nomic-embed-text-v1-unsupervised<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":324,"Rank":346,"Model":"nomic-embed-text-v1.5-128<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":128,"Max Tokens":8192,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":325,"Rank":347,"Model":"nomic-embed-text-v1.5-256<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":256,"Max Tokens":8192,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":326,"Rank":348,"Model":"nomic-embed-text-v1.5-512<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":512,"Max Tokens":8192,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":327,"Rank":349,"Model":"nomic-embed-text-v1.5-64<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":64,"Max Tokens":8192,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":328,"Rank":350,"Model":"nomic-embed-text-v1.5<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":329,"Rank":351,"Model":"contriever-base-msmarco<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":330,"Rank":352,"Model":"NV-Embed-v1<\/a>","Model Size (Million Parameters)":7851,"Memory Usage (GB, fp32)":29.25,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":331,"Rank":353,"Model":"NV-Embed-v2<\/a>","Model Size (Million Parameters)":7851,"Memory Usage (GB, fp32)":29.25,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":332,"Rank":354,"Model":"MiniCPM-Embedding<\/a>","Model Size (Million Parameters)":2725,"Memory Usage (GB, fp32)":10.15,"Embedding Dimensions":2304,"Max Tokens":512,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":334,"Rank":355,"Model":"GritLM-7B-vllm<\/a>","Model Size (Million Parameters)":7242,"Memory Usage (GB, fp32)":26.98,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":335,"Rank":356,"Model":"checkpoint-9000<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":337,"Rank":358,"Model":"mini-gte<\/a>","Model Size (Million Parameters)":66,"Memory Usage (GB, fp32)":0.25,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":338,"Rank":359,"Model":"sup-simcse-bert-base-uncased<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":339,"Rank":360,"Model":"unsup-simcse-bert-base-uncased<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":340,"Rank":361,"Model":"360Zhinao-1.8B-Reranking<\/a>","Model Size (Million Parameters)":941,"Memory Usage (GB, fp32)":3.51,"Embedding Dimensions":2048,"Max Tokens":4096,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":341,"Rank":362,"Model":"360Zhinao-search<\/a>","Model Size (Million Parameters)":163,"Memory Usage (GB, fp32)":0.61,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":342,"Rank":363,"Model":"FAB-Ramy-v1<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":343,"Rank":364,"Model":"FAE-v1<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":344,"Rank":365,"Model":"FUE-v1<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":348,"Rank":369,"Model":"sf_model_e5<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":357,"Rank":371,"Model":"allenai-specter<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AmazonReviewsClassification (zh)":20.49,"IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":2.81,"MassiveScenarioClassification (zh-CN)":9.19,"MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":358,"Rank":372,"Model":"average_word_embeddings_glove.6B.300d<\/a>","Model Size (Million Parameters)":120,"Memory Usage (GB, fp32)":0.45,"Embedding Dimensions":300,"Max Tokens":"N\/A","Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":359,"Rank":373,"Model":"average_word_embeddings_komninos<\/a>","Model Size (Million Parameters)":134,"Memory Usage (GB, fp32)":0.5,"Embedding Dimensions":300,"Max Tokens":"N\/A","Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":360,"Rank":374,"Model":"distiluse-base-multilingual-cased-v2<\/a>","Model Size (Million Parameters)":135,"Memory Usage (GB, fp32)":0.5,"Embedding Dimensions":512,"Max Tokens":512,"Average":"","AmazonReviewsClassification (zh)":33.89,"IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":59.22,"MassiveScenarioClassification (zh-CN)":66.44,"MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":361,"Rank":375,"Model":"gtr-t5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":362,"Rank":376,"Model":"gtr-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AmazonReviewsClassification (zh)":21.83,"IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":2.41,"MassiveScenarioClassification (zh-CN)":3.84,"MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":363,"Rank":377,"Model":"gtr-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AmazonReviewsClassification (zh)":21.89,"IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":1.72,"MassiveScenarioClassification (zh-CN)":5.21,"MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":364,"Rank":378,"Model":"gtr-t5-xxl<\/a>","Model Size (Million Parameters)":4865,"Memory Usage (GB, fp32)":18.12,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":365,"Rank":379,"Model":"msmarco-bert-co-condensor<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":366,"Rank":380,"Model":"multi-qa-MiniLM-L6-cos-v1<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":369,"Rank":381,"Model":"sentence-t5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AmazonReviewsClassification (zh)":21.53,"IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":1.12,"MassiveScenarioClassification (zh-CN)":4.17,"MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":370,"Rank":382,"Model":"sentence-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AmazonReviewsClassification (zh)":22.12,"IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":1.09,"MassiveScenarioClassification (zh-CN)":4.7,"MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":371,"Rank":383,"Model":"sentence-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AmazonReviewsClassification (zh)":21.88,"IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":0.59,"MassiveScenarioClassification (zh-CN)":5.86,"MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":372,"Rank":384,"Model":"sentence-t5-xxl<\/a>","Model Size (Million Parameters)":4865,"Memory Usage (GB, fp32)":18.12,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":374,"Rank":385,"Model":"LaBSE-ru-turbo<\/a>","Model Size (Million Parameters)":128,"Memory Usage (GB, fp32)":0.48,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AmazonReviewsClassification (zh)":20.93,"IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":3.76,"MassiveScenarioClassification (zh-CN)":10.17,"MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":375,"Rank":386,"Model":"rubert-tiny-turbo<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"Embedding Dimensions":312,"Max Tokens":2048,"Average":"","AmazonReviewsClassification (zh)":20.9,"IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":5.21,"MassiveScenarioClassification (zh-CN)":10.6,"MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":378,"Rank":387,"Model":"text2vec-base-multilingual<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":256,"Average":"","AmazonReviewsClassification (zh)":32.52,"IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":60.86,"MassiveScenarioClassification (zh-CN)":65.83,"MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":381,"Rank":389,"Model":"BAAI-bge-reranker-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":385,"Rank":393,"Model":"gte-base<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":387,"Rank":394,"Model":"gte-large<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":389,"Rank":395,"Model":"gte-small<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":400,"Rank":403,"Model":"llm_mse<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","AmazonReviewsClassification (zh)":21.91,"IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":0.75,"MassiveScenarioClassification (zh-CN)":3.18,"MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":406,"Rank":409,"Model":"universal-sentence-encoder-multilingual-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":512,"Max Tokens":512,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":407,"Rank":410,"Model":"universal-sentence-encoder-multilingual-large-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":512,"Max Tokens":512,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":408,"Rank":411,"Model":"b1ade-embed<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":409,"Rank":412,"Model":"b1ade-embed-kd<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":410,"Rank":413,"Model":"b1ade-embed-kd_3<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":413,"Rank":416,"Model":"potion-base-8M-stf<\/a>","Model Size (Million Parameters)":8,"Memory Usage (GB, fp32)":0.03,"Embedding Dimensions":256,"Max Tokens":1000000,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":414,"Rank":417,"Model":"hktv-fine-tuned-cloudy-large-zh-metaphor14<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Embedding Dimensions":1024,"Max Tokens":1024,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":416,"Rank":419,"Model":"bilingual-embedding-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":418,"Rank":421,"Model":"LENS-d4000<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":419,"Rank":422,"Model":"LENS-d8000<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":423,"Rank":426,"Model":"Zeta-Alpha-E5-Mistral<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":424,"Rank":427,"Model":"text_emb_V1<\/a>","Model Size (Million Parameters)":103,"Memory Usage (GB, fp32)":0.38,"Embedding Dimensions":768,"Max Tokens":1024,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":425,"Rank":428,"Model":"bi-cse<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":427,"Rank":430,"Model":"text-similarity-ada-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":2046,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":428,"Rank":431,"Model":"text-similarity-babbage-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":2048,"Max Tokens":2046,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":429,"Rank":432,"Model":"text-similarity-curie-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":4096,"Max Tokens":2046,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":430,"Rank":433,"Model":"text-similarity-davinci-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":12288,"Max Tokens":2046,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":432,"Rank":434,"Model":"text-embedding-3-large-256<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":256,"Max Tokens":8191,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":433,"Rank":435,"Model":"text-embedding-3-large<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":3072,"Max Tokens":8191,"Average":"","AmazonReviewsClassification (zh)":41.31,"IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":69.44,"MassiveScenarioClassification (zh-CN)":76.96,"MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":434,"Rank":436,"Model":"text-embedding-3-small<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":8191,"Average":"","AmazonReviewsClassification (zh)":37.42,"IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":64.38,"MassiveScenarioClassification (zh-CN)":73.14,"MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} -{"index":436,"Rank":437,"Model":"elser-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":30522,"Max Tokens":512,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""} diff --git a/boards_data/zh/data_tasks/Clustering/default.jsonl b/boards_data/zh/data_tasks/Clustering/default.jsonl deleted file mode 100644 index 5149a611283aa085837d1c2d9ef694d61bca7f3f..0000000000000000000000000000000000000000 --- a/boards_data/zh/data_tasks/Clustering/default.jsonl +++ /dev/null @@ -1,343 +0,0 @@ -{"index":21,"Rank":1,"Model":"gte-Qwen1.5-7B-instruct<\/a>","Model Size (Million Parameters)":7099,"Memory Usage (GB, fp32)":26.45,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":67.08,"CLSClusteringP2P":47.21,"CLSClusteringS2S":45.79,"ThuNewsClusteringP2P":87.43,"ThuNewsClusteringS2S":87.9} -{"index":376,"Rank":2,"Model":"AGE_Hybrid<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":66.64,"CLSClusteringP2P":57.39,"CLSClusteringS2S":54.11,"ThuNewsClusteringP2P":79.15,"ThuNewsClusteringS2S":75.9} -{"index":71,"Rank":3,"Model":"IYun-large-zh<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":66.35,"CLSClusteringP2P":60.2,"CLSClusteringS2S":58.4,"ThuNewsClusteringP2P":76.98,"ThuNewsClusteringS2S":69.83} -{"index":94,"Rank":4,"Model":"Conan-embedding-v1-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":66.33,"CLSClusteringP2P":60.64,"CLSClusteringS2S":52.65,"ThuNewsClusteringP2P":77.84,"ThuNewsClusteringS2S":74.2} -{"index":159,"Rank":5,"Model":"Conan-embedding-v1<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Embedding Dimensions":1792,"Max Tokens":512,"Average":66.33,"CLSClusteringP2P":60.64,"CLSClusteringS2S":52.65,"ThuNewsClusteringP2P":77.84,"ThuNewsClusteringS2S":74.2} -{"index":23,"Rank":6,"Model":"gte-Qwen2-7B-instruct<\/a>","Model Size (Million Parameters)":7613,"Memory Usage (GB, fp32)":28.36,"Embedding Dimensions":3584,"Max Tokens":32768,"Average":66.06,"CLSClusteringP2P":47.07,"CLSClusteringS2S":45.99,"ThuNewsClusteringP2P":86.08,"ThuNewsClusteringS2S":85.11} -{"index":280,"Rank":7,"Model":"xiaobu-embedding-v2<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Embedding Dimensions":1792,"Max Tokens":512,"Average":65.17,"CLSClusteringP2P":60.42,"CLSClusteringS2S":49.54,"ThuNewsClusteringP2P":78.76,"ThuNewsClusteringS2S":71.96} -{"index":219,"Rank":8,"Model":"XYZ-embedding-zh-v2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":63.33,"CLSClusteringP2P":57.24,"CLSClusteringS2S":48.42,"ThuNewsClusteringP2P":76.64,"ThuNewsClusteringS2S":71.03} -{"index":235,"Rank":9,"Model":"zpoint_large_embedding_zh<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Embedding Dimensions":1792,"Max Tokens":512,"Average":62.23,"CLSClusteringP2P":58.29,"CLSClusteringS2S":48.79,"ThuNewsClusteringP2P":72.48,"ThuNewsClusteringS2S":69.35} -{"index":352,"Rank":10,"Model":"piccolo-large-zh-v2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":62.17,"CLSClusteringP2P":57.93,"CLSClusteringS2S":48.1,"ThuNewsClusteringP2P":74.2,"ThuNewsClusteringS2S":68.43} -{"index":53,"Rank":11,"Model":"Yinka<\/a>","Model Size (Million Parameters)":164,"Memory Usage (GB, fp32)":0.61,"Embedding Dimensions":1792,"Max Tokens":512,"Average":61.98,"CLSClusteringP2P":56.35,"CLSClusteringS2S":48.49,"ThuNewsClusteringP2P":74.55,"ThuNewsClusteringS2S":68.55} -{"index":262,"Rank":12,"Model":"Yinka-Q5_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":61.98,"CLSClusteringP2P":56.35,"CLSClusteringS2S":48.49,"ThuNewsClusteringP2P":74.55,"ThuNewsClusteringS2S":68.55} -{"index":20,"Rank":13,"Model":"gme-Qwen2-VL-7B-Instruct<\/a>","Model Size (Million Parameters)":8291,"Memory Usage (GB, fp32)":30.89,"Embedding Dimensions":3584,"Max Tokens":32768,"Average":61.72,"CLSClusteringP2P":45.68,"CLSClusteringS2S":45.46,"ThuNewsClusteringP2P":78.69,"ThuNewsClusteringS2S":77.04} -{"index":52,"Rank":14,"Model":"gme-Qwen2-VL-7B-Instruct-Q5_K_S-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":61.72,"CLSClusteringP2P":45.68,"CLSClusteringS2S":45.46,"ThuNewsClusteringP2P":78.69,"ThuNewsClusteringS2S":77.04} -{"index":289,"Rank":15,"Model":"ternary-weight-embedding<\/a>","Model Size (Million Parameters)":99,"Memory Usage (GB, fp32)":0.37,"Embedding Dimensions":1792,"Max Tokens":512,"Average":60.75,"CLSClusteringP2P":54.1,"CLSClusteringS2S":46.5,"ThuNewsClusteringP2P":75.41,"ThuNewsClusteringS2S":67.0} -{"index":87,"Rank":16,"Model":"Yuan-embedding-1.0<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Embedding Dimensions":1792,"Max Tokens":512,"Average":59.9,"CLSClusteringP2P":53.8,"CLSClusteringS2S":46.22,"ThuNewsClusteringP2P":72.79,"ThuNewsClusteringS2S":66.8} -{"index":41,"Rank":17,"Model":"bge-multilingual-gemma2<\/a>","Model Size (Million Parameters)":9242,"Memory Usage (GB, fp32)":34.43,"Embedding Dimensions":3584,"Max Tokens":8192,"Average":59.3,"CLSClusteringP2P":54.65,"CLSClusteringS2S":63.68,"ThuNewsClusteringP2P":64.32,"ThuNewsClusteringS2S":54.57} -{"index":177,"Rank":18,"Model":"acge_text_embedding<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Embedding Dimensions":1792,"Max Tokens":1024,"Average":58.7,"CLSClusteringP2P":47.08,"CLSClusteringS2S":44.05,"ThuNewsClusteringP2P":74.66,"ThuNewsClusteringS2S":69.0} -{"index":19,"Rank":19,"Model":"gme-Qwen2-VL-2B-Instruct<\/a>","Model Size (Million Parameters)":2209,"Memory Usage (GB, fp32)":8.23,"Embedding Dimensions":1536,"Max Tokens":32768,"Average":57.73,"CLSClusteringP2P":44.24,"CLSClusteringS2S":43.01,"ThuNewsClusteringP2P":72.81,"ThuNewsClusteringS2S":70.86} -{"index":83,"Rank":20,"Model":"KaLM-embedding-multilingual-mini-instruct-v1.5<\/a>","Model Size (Million Parameters)":494,"Memory Usage (GB, fp32)":1.84,"Embedding Dimensions":896,"Max Tokens":131072,"Average":57.32,"CLSClusteringP2P":46.92,"CLSClusteringS2S":44.89,"ThuNewsClusteringP2P":72.29,"ThuNewsClusteringS2S":65.19} -{"index":435,"Rank":21,"Model":"text-embedding<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":512,"Average":56.88,"CLSClusteringP2P":60.37,"CLSClusteringS2S":51.09,"ThuNewsClusteringP2P":58.23,"ThuNewsClusteringS2S":57.83} -{"index":279,"Rank":22,"Model":"xiaobu-embedding<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Embedding Dimensions":1024,"Max Tokens":512,"Average":54.62,"CLSClusteringP2P":43.24,"CLSClusteringS2S":41.23,"ThuNewsClusteringP2P":70.06,"ThuNewsClusteringS2S":63.94} -{"index":22,"Rank":23,"Model":"gte-Qwen2-1.5B-instruct<\/a>","Model Size (Million Parameters)":1776,"Memory Usage (GB, fp32)":6.62,"Embedding Dimensions":1536,"Max Tokens":131072,"Average":54.61,"CLSClusteringP2P":45.21,"CLSClusteringS2S":42.5,"ThuNewsClusteringP2P":68.24,"ThuNewsClusteringS2S":62.5} -{"index":214,"Rank":24,"Model":"stella-mrl-large-zh-v3.5-1792d<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Embedding Dimensions":1792,"Max Tokens":512,"Average":54.32,"CLSClusteringP2P":43.03,"CLSClusteringS2S":40.42,"ThuNewsClusteringP2P":70.6,"ThuNewsClusteringS2S":63.21} -{"index":140,"Rank":25,"Model":"alime-embedding-large-zh<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Embedding Dimensions":1024,"Max Tokens":512,"Average":54.0,"CLSClusteringP2P":42.52,"CLSClusteringS2S":39.73,"ThuNewsClusteringP2P":70.1,"ThuNewsClusteringS2S":63.67} -{"index":213,"Rank":26,"Model":"stella-large-zh-v3-1792d<\/a>","Model Size (Million Parameters)":325,"Memory Usage (GB, fp32)":1.21,"Embedding Dimensions":1792,"Max Tokens":512,"Average":53.9,"CLSClusteringP2P":41.94,"CLSClusteringS2S":40.34,"ThuNewsClusteringP2P":69.61,"ThuNewsClusteringS2S":63.71} -{"index":386,"Rank":27,"Model":"gte-base-zh<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Embedding Dimensions":768,"Max Tokens":512,"Average":53.86,"CLSClusteringP2P":42.58,"CLSClusteringS2S":40.42,"ThuNewsClusteringP2P":68.81,"ThuNewsClusteringS2S":63.61} -{"index":16,"Rank":28,"Model":"OpenSearch-text-hybrid<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1792,"Max Tokens":512,"Average":53.75,"CLSClusteringP2P":41.64,"CLSClusteringS2S":40.33,"ThuNewsClusteringP2P":69.28,"ThuNewsClusteringS2S":63.75} -{"index":243,"Rank":29,"Model":"stella-base-zh-v3-1792d<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Embedding Dimensions":1792,"Max Tokens":1024,"Average":53.3,"CLSClusteringP2P":42.86,"CLSClusteringS2S":39.98,"ThuNewsClusteringP2P":67.88,"ThuNewsClusteringS2S":62.47} -{"index":388,"Rank":30,"Model":"gte-large-zh<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Embedding Dimensions":1024,"Max Tokens":512,"Average":53.07,"CLSClusteringP2P":42.1,"CLSClusteringS2S":38.91,"ThuNewsClusteringP2P":68.36,"ThuNewsClusteringS2S":62.92} -{"index":251,"Rank":31,"Model":"e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":52.3,"CLSClusteringP2P":44.42,"CLSClusteringS2S":42.58,"ThuNewsClusteringP2P":64.68,"ThuNewsClusteringS2S":57.53} -{"index":27,"Rank":32,"Model":"e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":52.3,"CLSClusteringP2P":44.42,"CLSClusteringS2S":42.58,"ThuNewsClusteringP2P":64.68,"ThuNewsClusteringS2S":57.53} -{"index":61,"Rank":33,"Model":"Dmeta-embedding-zh<\/a>","Model Size (Million Parameters)":103,"Memory Usage (GB, fp32)":0.38,"Embedding Dimensions":768,"Max Tokens":1024,"Average":50.96,"CLSClusteringP2P":40.24,"CLSClusteringS2S":39.17,"ThuNewsClusteringP2P":65.58,"ThuNewsClusteringS2S":58.84} -{"index":82,"Rank":34,"Model":"KaLM-embedding-multilingual-mini-instruct-v1<\/a>","Model Size (Million Parameters)":494,"Memory Usage (GB, fp32)":1.84,"Embedding Dimensions":896,"Max Tokens":131072,"Average":50.86,"CLSClusteringP2P":41.61,"CLSClusteringS2S":39.71,"ThuNewsClusteringP2P":62.93,"ThuNewsClusteringS2S":59.18} -{"index":62,"Rank":35,"Model":"Dmeta-embedding-zh-small<\/a>","Model Size (Million Parameters)":74,"Memory Usage (GB, fp32)":0.28,"Embedding Dimensions":768,"Max Tokens":1024,"Average":50.8,"CLSClusteringP2P":40.79,"CLSClusteringS2S":38.43,"ThuNewsClusteringP2P":65.15,"ThuNewsClusteringS2S":58.82} -{"index":64,"Rank":36,"Model":"jina-embeddings-v3<\/a>","Model Size (Million Parameters)":572,"Memory Usage (GB, fp32)":2.13,"Embedding Dimensions":1024,"Max Tokens":8194,"Average":50.22,"CLSClusteringP2P":39.96,"CLSClusteringS2S":38.79,"ThuNewsClusteringP2P":63.13,"ThuNewsClusteringS2S":58.98} -{"index":272,"Rank":37,"Model":"jina-embeddings-v3<\/a>","Model Size (Million Parameters)":572,"Memory Usage (GB, fp32)":2.13,"Embedding Dimensions":1024,"Max Tokens":8194,"Average":50.22,"CLSClusteringP2P":39.96,"CLSClusteringS2S":38.79,"ThuNewsClusteringP2P":63.13,"ThuNewsClusteringS2S":58.98} -{"index":38,"Rank":38,"Model":"bge-large-zh-noinstruct<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Embedding Dimensions":1024,"Max Tokens":512,"Average":50.01,"CLSClusteringP2P":41.23,"CLSClusteringS2S":40.04,"ThuNewsClusteringP2P":62.03,"ThuNewsClusteringS2S":56.75} -{"index":84,"Rank":39,"Model":"KaLM-embedding-multilingual-mini-v1<\/a>","Model Size (Million Parameters)":494,"Memory Usage (GB, fp32)":1.84,"Embedding Dimensions":896,"Max Tokens":131072,"Average":49.88,"CLSClusteringP2P":42.64,"CLSClusteringS2S":39.14,"ThuNewsClusteringP2P":61.33,"ThuNewsClusteringS2S":56.42} -{"index":333,"Rank":40,"Model":"MiniCPM-Embedding-Light<\/a>","Model Size (Million Parameters)":434,"Memory Usage (GB, fp32)":1.62,"Embedding Dimensions":1024,"Max Tokens":4096,"Average":49.62,"CLSClusteringP2P":42.58,"CLSClusteringS2S":38.36,"ThuNewsClusteringP2P":60.55,"ThuNewsClusteringS2S":57.01} -{"index":72,"Rank":41,"Model":"mist-zh<\/a>","Model Size (Million Parameters)":51,"Memory Usage (GB, fp32)":0.19,"Embedding Dimensions":768,"Max Tokens":512,"Average":49.48,"CLSClusteringP2P":39.51,"CLSClusteringS2S":38.0,"ThuNewsClusteringP2P":62.57,"ThuNewsClusteringS2S":57.84} -{"index":242,"Rank":42,"Model":"stella-base-zh-v2<\/a>","Model Size (Million Parameters)":51,"Memory Usage (GB, fp32)":0.19,"Embedding Dimensions":768,"Max Tokens":1024,"Average":49.4,"CLSClusteringP2P":40.26,"CLSClusteringS2S":37.18,"ThuNewsClusteringP2P":62.19,"ThuNewsClusteringS2S":57.97} -{"index":245,"Rank":43,"Model":"stella-large-zh-v2<\/a>","Model Size (Million Parameters)":163,"Memory Usage (GB, fp32)":0.61,"Embedding Dimensions":1024,"Max Tokens":1024,"Average":49.16,"CLSClusteringP2P":39.95,"CLSClusteringS2S":38.18,"ThuNewsClusteringP2P":61.4,"ThuNewsClusteringS2S":57.11} -{"index":29,"Rank":44,"Model":"tao-8k<\/a>","Model Size (Million Parameters)":167,"Memory Usage (GB, fp32)":0.62,"Embedding Dimensions":1024,"Max Tokens":8192,"Average":49.04,"CLSClusteringP2P":40.03,"CLSClusteringS2S":38.19,"ThuNewsClusteringP2P":60.85,"ThuNewsClusteringS2S":57.09} -{"index":28,"Rank":45,"Model":"tao<\/a>","Model Size (Million Parameters)":163,"Memory Usage (GB, fp32)":0.61,"Embedding Dimensions":1024,"Max Tokens":1024,"Average":49.0,"CLSClusteringP2P":39.96,"CLSClusteringS2S":38.19,"ThuNewsClusteringP2P":60.74,"ThuNewsClusteringS2S":57.09} -{"index":39,"Rank":46,"Model":"bge-large-zh-v1.5<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Embedding Dimensions":1024,"Max Tokens":512,"Average":48.99,"CLSClusteringP2P":41.44,"CLSClusteringS2S":38.33,"ThuNewsClusteringP2P":59.61,"ThuNewsClusteringS2S":56.58} -{"index":390,"Rank":47,"Model":"gte-small-zh<\/a>","Model Size (Million Parameters)":30,"Memory Usage (GB, fp32)":0.11,"Embedding Dimensions":512,"Max Tokens":512,"Average":48.95,"CLSClusteringP2P":39.54,"CLSClusteringS2S":37.33,"ThuNewsClusteringP2P":63.79,"ThuNewsClusteringS2S":55.14} -{"index":392,"Rank":48,"Model":"gte-small-zh<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":48.95,"CLSClusteringP2P":39.54,"CLSClusteringS2S":37.33,"ThuNewsClusteringP2P":63.79,"ThuNewsClusteringS2S":55.14} -{"index":56,"Rank":49,"Model":"windberta-large<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":48.88,"CLSClusteringP2P":42.46,"CLSClusteringS2S":40.38,"ThuNewsClusteringP2P":58.54,"ThuNewsClusteringS2S":54.15} -{"index":305,"Rank":50,"Model":"m3e-large<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Embedding Dimensions":768,"Max Tokens":512,"Average":48.88,"CLSClusteringP2P":38.6,"CLSClusteringS2S":38.02,"ThuNewsClusteringP2P":60.39,"ThuNewsClusteringS2S":58.51} -{"index":55,"Rank":51,"Model":"winberta-large<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":48.81,"CLSClusteringP2P":42.84,"CLSClusteringS2S":39.77,"ThuNewsClusteringP2P":58.93,"ThuNewsClusteringS2S":53.71} -{"index":241,"Rank":52,"Model":"stella-base-zh<\/a>","Model Size (Million Parameters)":103,"Memory Usage (GB, fp32)":0.38,"Embedding Dimensions":768,"Max Tokens":1024,"Average":48.7,"CLSClusteringP2P":39.71,"CLSClusteringS2S":36.56,"ThuNewsClusteringP2P":63.19,"ThuNewsClusteringS2S":55.36} -{"index":244,"Rank":53,"Model":"stella-large-zh<\/a>","Model Size (Million Parameters)":163,"Memory Usage (GB, fp32)":0.61,"Embedding Dimensions":1024,"Max Tokens":1024,"Average":48.65,"CLSClusteringP2P":40.27,"CLSClusteringS2S":37.5,"ThuNewsClusteringP2P":62.15,"ThuNewsClusteringS2S":54.67} -{"index":311,"Rank":54,"Model":"m3e-ernie-xbase-zh<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":48.64,"CLSClusteringP2P":39.32,"CLSClusteringS2S":37.84,"ThuNewsClusteringP2P":60.69,"ThuNewsClusteringS2S":56.73} -{"index":283,"Rank":55,"Model":"lim_base_zh<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Embedding Dimensions":768,"Max Tokens":512,"Average":48.35,"CLSClusteringP2P":33.55,"CLSClusteringS2S":36.18,"ThuNewsClusteringP2P":63.34,"ThuNewsClusteringS2S":60.33} -{"index":255,"Rank":56,"Model":"multilingual-e5-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":48.23,"CLSClusteringP2P":40.68,"CLSClusteringS2S":38.59,"ThuNewsClusteringP2P":58.05,"ThuNewsClusteringS2S":55.59} -{"index":373,"Rank":57,"Model":"ZNV-Embedding<\/a>","Model Size (Million Parameters)":6061,"Memory Usage (GB, fp32)":22.58,"Embedding Dimensions":4096,"Max Tokens":4096,"Average":48.05,"CLSClusteringP2P":38.88,"CLSClusteringS2S":39.09,"ThuNewsClusteringP2P":59.51,"ThuNewsClusteringS2S":54.72} -{"index":304,"Rank":58,"Model":"m3e-base<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Embedding Dimensions":768,"Max Tokens":512,"Average":47.68,"CLSClusteringP2P":39.81,"CLSClusteringS2S":37.34,"ThuNewsClusteringP2P":59.77,"ThuNewsClusteringS2S":53.78} -{"index":35,"Rank":59,"Model":"bge-base-zh-v1.5<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Embedding Dimensions":768,"Max Tokens":512,"Average":47.53,"CLSClusteringP2P":39.91,"CLSClusteringS2S":37.63,"ThuNewsClusteringP2P":58.45,"ThuNewsClusteringS2S":54.12} -{"index":26,"Rank":60,"Model":"gte-multilingual-base<\/a>","Model Size (Million Parameters)":305,"Memory Usage (GB, fp32)":1.14,"Embedding Dimensions":768,"Max Tokens":8192,"Average":47.48,"CLSClusteringP2P":37.95,"CLSClusteringS2S":38.12,"ThuNewsClusteringP2P":57.25,"ThuNewsClusteringS2S":56.62} -{"index":105,"Rank":61,"Model":"onnx-gte-multilingual-base<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":47.48,"CLSClusteringP2P":37.95,"CLSClusteringS2S":38.12,"ThuNewsClusteringP2P":57.25,"ThuNewsClusteringS2S":56.62} -{"index":54,"Rank":62,"Model":"winberta-base<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":47.21,"CLSClusteringP2P":42.21,"CLSClusteringS2S":40.33,"ThuNewsClusteringP2P":55.81,"ThuNewsClusteringS2S":50.5} -{"index":350,"Rank":63,"Model":"piccolo-base-zh<\/a>","Model Size (Million Parameters)":51,"Memory Usage (GB, fp32)":0.19,"Embedding Dimensions":768,"Max Tokens":512,"Average":47.12,"CLSClusteringP2P":38.36,"CLSClusteringS2S":35.65,"ThuNewsClusteringP2P":61.44,"ThuNewsClusteringS2S":53.02} -{"index":351,"Rank":64,"Model":"piccolo-large-zh<\/a>","Model Size (Million Parameters)":163,"Memory Usage (GB, fp32)":0.61,"Embedding Dimensions":1024,"Max Tokens":512,"Average":47.04,"CLSClusteringP2P":38.98,"CLSClusteringS2S":36.04,"ThuNewsClusteringP2P":60.58,"ThuNewsClusteringS2S":52.56} -{"index":33,"Rank":65,"Model":"jina-embeddings-v2-base-zh-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":46.47,"CLSClusteringP2P":39.97,"CLSClusteringS2S":38.4,"ThuNewsClusteringP2P":54.08,"ThuNewsClusteringS2S":53.42} -{"index":32,"Rank":66,"Model":"jina-embeddings-v2-base-zh-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":46.47,"CLSClusteringP2P":39.97,"CLSClusteringS2S":38.4,"ThuNewsClusteringP2P":54.08,"ThuNewsClusteringS2S":53.42} -{"index":270,"Rank":67,"Model":"jina-embeddings-v2-base-zh<\/a>","Model Size (Million Parameters)":161,"Memory Usage (GB, fp32)":0.6,"Embedding Dimensions":768,"Max Tokens":8192,"Average":46.47,"CLSClusteringP2P":39.97,"CLSClusteringS2S":38.4,"ThuNewsClusteringP2P":54.08,"ThuNewsClusteringS2S":53.42} -{"index":431,"Rank":68,"Model":"text-embedding-ada-002<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":8191,"Average":45.68,"CLSClusteringP2P":38.26,"CLSClusteringS2S":35.91,"ThuNewsClusteringP2P":58.71,"ThuNewsClusteringS2S":49.86} -{"index":257,"Rank":69,"Model":"multilingual-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":45.26,"CLSClusteringP2P":39.14,"CLSClusteringS2S":37.79,"ThuNewsClusteringP2P":55.18,"ThuNewsClusteringS2S":48.93} -{"index":379,"Rank":70,"Model":"luotuo-bert-medium<\/a>","Model Size (Million Parameters)":328,"Memory Usage (GB, fp32)":1.22,"Embedding Dimensions":768,"Max Tokens":512,"Average":44.39,"CLSClusteringP2P":37.01,"CLSClusteringS2S":33.46,"ThuNewsClusteringP2P":58.83,"ThuNewsClusteringS2S":48.26} -{"index":45,"Rank":71,"Model":"bge-small-zh-v1.5<\/a>","Model Size (Million Parameters)":24,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":512,"Max Tokens":512,"Average":44.18,"CLSClusteringP2P":38.14,"CLSClusteringS2S":35.14,"ThuNewsClusteringP2P":54.22,"ThuNewsClusteringS2S":49.22} -{"index":259,"Rank":72,"Model":"udever-bloom-3b<\/a>","Model Size (Million Parameters)":3003,"Memory Usage (GB, fp32)":11.19,"Embedding Dimensions":2560,"Max Tokens":2048,"Average":43.24,"CLSClusteringP2P":36.73,"CLSClusteringS2S":36.45,"ThuNewsClusteringP2P":50.24,"ThuNewsClusteringS2S":49.54} -{"index":260,"Rank":73,"Model":"udever-bloom-560m<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":2048,"Average":42.42,"CLSClusteringP2P":35.21,"CLSClusteringS2S":35.12,"ThuNewsClusteringP2P":51.03,"ThuNewsClusteringS2S":48.32} -{"index":258,"Rank":74,"Model":"udever-bloom-1b1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":2048,"Average":42.42,"CLSClusteringP2P":35.36,"CLSClusteringS2S":37.07,"ThuNewsClusteringP2P":48.91,"ThuNewsClusteringS2S":48.34} -{"index":261,"Rank":75,"Model":"udever-bloom-7b1<\/a>","Model Size (Million Parameters)":7069,"Memory Usage (GB, fp32)":26.33,"Embedding Dimensions":4096,"Max Tokens":2048,"Average":42.32,"CLSClusteringP2P":36.0,"CLSClusteringS2S":36.35,"ThuNewsClusteringP2P":49.19,"ThuNewsClusteringS2S":47.76} -{"index":254,"Rank":76,"Model":"multilingual-e5-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":40.68,"CLSClusteringP2P":32.41,"CLSClusteringS2S":36.99,"ThuNewsClusteringP2P":40.98,"ThuNewsClusteringS2S":52.36} -{"index":69,"Rank":77,"Model":"paraphrase-multilingual-mpnet-base-v2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":39.67,"CLSClusteringP2P":39.24,"CLSClusteringS2S":35.36,"ThuNewsClusteringP2P":47.3,"ThuNewsClusteringS2S":36.77} -{"index":377,"Rank":78,"Model":"text2vec-base-chinese<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Embedding Dimensions":768,"Max Tokens":512,"Average":37.66,"CLSClusteringP2P":35.27,"CLSClusteringS2S":32.42,"ThuNewsClusteringP2P":42.92,"ThuNewsClusteringS2S":40.01} -{"index":217,"Rank":79,"Model":"SONAR<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":34.44,"CLSClusteringP2P":27.43,"CLSClusteringS2S":28.32,"ThuNewsClusteringP2P":38.54,"ThuNewsClusteringS2S":43.45} -{"index":63,"Rank":80,"Model":"sbert-chinese-general-v1<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Embedding Dimensions":768,"Max Tokens":512,"Average":31.8,"CLSClusteringP2P":34.98,"CLSClusteringS2S":27.82,"ThuNewsClusteringP2P":40.17,"ThuNewsClusteringS2S":24.23} -{"index":76,"Rank":81,"Model":"text2vec-large-chinese<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Embedding Dimensions":1024,"Max Tokens":512,"Average":30.02,"CLSClusteringP2P":30.13,"CLSClusteringS2S":28.77,"ThuNewsClusteringP2P":35.05,"ThuNewsClusteringS2S":26.14} -{"index":391,"Rank":82,"Model":"ALL_862873<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":18.34,"CLSClusteringP2P":18.66,"CLSClusteringS2S":16.82,"ThuNewsClusteringP2P":20.69,"ThuNewsClusteringS2S":17.19} -{"index":0,"Rank":83,"Model":"text-embedding-004-256<\/a>","Model Size (Million Parameters)":1200,"Memory Usage (GB, fp32)":4.47,"Embedding Dimensions":256,"Max Tokens":2048,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":1,"Rank":84,"Model":"text-embedding-004<\/a>","Model Size (Million Parameters)":1200,"Memory Usage (GB, fp32)":4.47,"Embedding Dimensions":768,"Max Tokens":2048,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":2,"Rank":85,"Model":"titan-embed-text-v1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":8000,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":3,"Rank":86,"Model":"mistral-embed<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":"","Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":4,"Rank":87,"Model":"voyage-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":4000,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":5,"Rank":88,"Model":"voyage-3-lite<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":512,"Max Tokens":32000,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":6,"Rank":89,"Model":"voyage-3-m-exp<\/a>","Model Size (Million Parameters)":6918,"Memory Usage (GB, fp32)":25.77,"Embedding Dimensions":2048,"Max Tokens":32000,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":7,"Rank":90,"Model":"voyage-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":32000,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":8,"Rank":91,"Model":"voyage-code-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":16000,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":9,"Rank":92,"Model":"voyage-large-2-instruct<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":16000,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":10,"Rank":93,"Model":"voyage-law-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":16000,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":11,"Rank":94,"Model":"voyage-lite-01-instruct<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":4000,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":12,"Rank":95,"Model":"voyage-lite-02-instruct<\/a>","Model Size (Million Parameters)":1220,"Memory Usage (GB, fp32)":4.54,"Embedding Dimensions":1024,"Max Tokens":4000,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":13,"Rank":96,"Model":"voyage-multilingual-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":32000,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":14,"Rank":97,"Model":"LASER2<\/a>","Model Size (Million Parameters)":43,"Memory Usage (GB, fp32)":0.16,"Embedding Dimensions":1024,"Max Tokens":"N\/A","Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":17,"Rank":99,"Model":"llm2vec-croissant-mntp<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":24,"Rank":101,"Model":"gte-base-en-v1.5<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":25,"Rank":102,"Model":"gte-large-en-v1.5<\/a>","Model Size (Million Parameters)":434,"Memory Usage (GB, fp32)":1.62,"Embedding Dimensions":1024,"Max Tokens":8192,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":34,"Rank":105,"Model":"bge-base-en-v1.5<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":36,"Rank":106,"Model":"bge-en-icl<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":37,"Rank":107,"Model":"bge-large-en-v1.5<\/a>","Model Size (Million Parameters)":1340,"Memory Usage (GB, fp32)":4.99,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":40,"Rank":108,"Model":"bge-m3<\/a>","Model Size (Million Parameters)":567,"Memory Usage (GB, fp32)":2.11,"Embedding Dimensions":1024,"Max Tokens":8192,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":42,"Rank":109,"Model":"bge-reranker-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":43,"Rank":110,"Model":"bge-reranker-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":44,"Rank":111,"Model":"bge-small-en-v1.5<\/a>","Model Size (Million Parameters)":24,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":512,"Max Tokens":512,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":46,"Rank":112,"Model":"nomic-embed-text-v1<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":47,"Rank":113,"Model":"nomic-embed-text-v1.5<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":51,"Rank":117,"Model":"ListConRanker<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":58,"Rank":119,"Model":"Cohere-embed-english-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":512,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":59,"Rank":120,"Model":"Cohere-embed-multilingual-light-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":384,"Max Tokens":512,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":60,"Rank":121,"Model":"Cohere-embed-multilingual-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":512,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":65,"Rank":122,"Model":"distilrubert-small-cased-conversational<\/a>","Model Size (Million Parameters)":106,"Memory Usage (GB, fp32)":0.39,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":66,"Rank":123,"Model":"rubert-base-cased<\/a>","Model Size (Million Parameters)":180,"Memory Usage (GB, fp32)":0.67,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":67,"Rank":124,"Model":"rubert-base-cased-sentence<\/a>","Model Size (Million Parameters)":180,"Memory Usage (GB, fp32)":0.67,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":73,"Rank":127,"Model":"xlm-roberta-base<\/a>","Model Size (Million Parameters)":279,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":74,"Rank":128,"Model":"xlm-roberta-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":75,"Rank":129,"Model":"STS-multilingual-mpnet-base-v2<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":77,"Rank":130,"Model":"bert-base-10lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":78,"Rank":131,"Model":"bert-base-15lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":79,"Rank":132,"Model":"bert-base-25lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":80,"Rank":133,"Model":"GritLM-7B<\/a>","Model Size (Million Parameters)":7240,"Memory Usage (GB, fp32)":26.97,"Embedding Dimensions":"","Max Tokens":4096,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":81,"Rank":134,"Model":"GritLM-8x7B<\/a>","Model Size (Million Parameters)":46703,"Memory Usage (GB, fp32)":173.98,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":85,"Rank":135,"Model":"speed-embedding-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":86,"Rank":136,"Model":"lodestone-base-4096-v1<\/a>","Model Size (Million Parameters)":69,"Memory Usage (GB, fp32)":0.26,"Embedding Dimensions":768,"Max Tokens":4096,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":96,"Rank":144,"Model":"MUG-B-1.6<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":97,"Rank":145,"Model":"bilingual-document-embedding<\/a>","Model Size (Million Parameters)":568,"Memory Usage (GB, fp32)":2.12,"Embedding Dimensions":1024,"Max Tokens":8194,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":98,"Rank":146,"Model":"bilingual-embedding-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":99,"Rank":147,"Model":"bilingual-embedding-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":100,"Rank":148,"Model":"bilingual-embedding-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":101,"Rank":149,"Model":"Zhihui_LLM_Embedding<\/a>","Model Size (Million Parameters)":7069,"Memory Usage (GB, fp32)":26.33,"Embedding Dimensions":3584,"Max Tokens":131072,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":102,"Rank":150,"Model":"Linq-Embed-Mistral<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":106,"Rank":153,"Model":"LLM2Vec-Llama-2-7b-chat-hf-mntp-supervised<\/a>","Model Size (Million Parameters)":6607,"Memory Usage (GB, fp32)":24.61,"Embedding Dimensions":4096,"Max Tokens":4096,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":107,"Rank":154,"Model":"LLM2Vec-Llama-2-unsupervised<\/a>","Model Size (Million Parameters)":6607,"Memory Usage (GB, fp32)":24.61,"Embedding Dimensions":4096,"Max Tokens":4096,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":108,"Rank":155,"Model":"LLM2Vec-Meta-Llama-3-supervised<\/a>","Model Size (Million Parameters)":7505,"Memory Usage (GB, fp32)":27.96,"Embedding Dimensions":4096,"Max Tokens":8192,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":109,"Rank":156,"Model":"LLM2Vec-Meta-Llama-3-unsupervised<\/a>","Model Size (Million Parameters)":7505,"Memory Usage (GB, fp32)":27.96,"Embedding Dimensions":4096,"Max Tokens":8192,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":110,"Rank":157,"Model":"LLM2Vec-Mistral-supervised<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":111,"Rank":158,"Model":"LLM2Vec-Mistral-unsupervised<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":112,"Rank":159,"Model":"LLM2Vec-Sheared-Llama-supervised<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":4096,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":113,"Rank":160,"Model":"LLM2Vec-Sheared-Llama-unsupervised<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":4096,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":114,"Rank":161,"Model":"Bulbasaur<\/a>","Model Size (Million Parameters)":17,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":115,"Rank":162,"Model":"Ivysaur<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.08,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":116,"Rank":163,"Model":"Squirtle<\/a>","Model Size (Million Parameters)":16,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":117,"Rank":164,"Model":"Venusaur<\/a>","Model Size (Million Parameters)":16,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":118,"Rank":165,"Model":"Wartortle<\/a>","Model Size (Million Parameters)":17,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":119,"Rank":166,"Model":"test24<\/a>","Model Size (Million Parameters)":17,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":120,"Rank":167,"Model":"test25<\/a>","Model Size (Million Parameters)":17,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":121,"Rank":168,"Model":"SGPT-1.3B-weightedmean-msmarco-specb-bitfit<\/a>","Model Size (Million Parameters)":1341,"Memory Usage (GB, fp32)":4.99,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":122,"Rank":169,"Model":"SGPT-125M-weightedmean-msmarco-specb-bitfit<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":2048,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":123,"Rank":170,"Model":"SGPT-125M-weightedmean-nli-bitfit<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":2048,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":124,"Rank":171,"Model":"SGPT-2.7B-weightedmean-msmarco-specb-bitfit<\/a>","Model Size (Million Parameters)":2685,"Memory Usage (GB, fp32)":10.0,"Embedding Dimensions":2560,"Max Tokens":2048,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":125,"Rank":172,"Model":"SGPT-5.8B-weightedmean-msmarco-specb-bitfit<\/a>","Model Size (Million Parameters)":5874,"Memory Usage (GB, fp32)":21.88,"Embedding Dimensions":4096,"Max Tokens":2048,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":126,"Rank":173,"Model":"SGPT-5.8B-weightedmean-nli-bitfit<\/a>","Model Size (Million Parameters)":5874,"Memory Usage (GB, fp32)":21.88,"Embedding Dimensions":4096,"Max Tokens":2048,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":130,"Rank":177,"Model":"stella_en_1.5B_v5<\/a>","Model Size (Million Parameters)":1543,"Memory Usage (GB, fp32)":5.75,"Embedding Dimensions":8192,"Max Tokens":131072,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":131,"Rank":178,"Model":"stella_en_400M_v5<\/a>","Model Size (Million Parameters)":435,"Memory Usage (GB, fp32)":1.62,"Embedding Dimensions":8192,"Max Tokens":8192,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":132,"Rank":179,"Model":"Arabert-all-nli-triplet-Matryoshka<\/a>","Model Size (Million Parameters)":135,"Memory Usage (GB, fp32)":0.5,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":133,"Rank":180,"Model":"Arabic-MiniLM-L12-v2-all-nli-triplet<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":134,"Rank":181,"Model":"Arabic-all-nli-triplet-Matryoshka<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":135,"Rank":182,"Model":"Arabic-labse-Matryoshka<\/a>","Model Size (Million Parameters)":471,"Memory Usage (GB, fp32)":1.75,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":136,"Rank":183,"Model":"Arabic-mpnet-base-all-nli-triplet<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":137,"Rank":184,"Model":"Marbert-all-nli-triplet-Matryoshka<\/a>","Model Size (Million Parameters)":163,"Memory Usage (GB, fp32)":0.61,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":138,"Rank":185,"Model":"Solon-embeddings-large-0.1<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":139,"Rank":186,"Model":"KartonBERT-USE-base-v1<\/a>","Model Size (Million Parameters)":104,"Memory Usage (GB, fp32)":0.39,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":141,"Rank":187,"Model":"alime-reranker-large-zh<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":144,"Rank":190,"Model":"SFR-Embedding-2_R<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":145,"Rank":191,"Model":"SFR-Embedding-Mistral<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":148,"Rank":194,"Model":"snowflake-arctic-embed-l<\/a>","Model Size (Million Parameters)":334,"Memory Usage (GB, fp32)":1.24,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":149,"Rank":195,"Model":"snowflake-arctic-embed-l-v2.0<\/a>","Model Size (Million Parameters)":568,"Memory Usage (GB, fp32)":2.12,"Embedding Dimensions":1024,"Max Tokens":8194,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":150,"Rank":196,"Model":"snowflake-arctic-embed-m<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":151,"Rank":197,"Model":"snowflake-arctic-embed-m-long<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":152,"Rank":198,"Model":"snowflake-arctic-embed-m-v1.5<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":153,"Rank":199,"Model":"snowflake-arctic-embed-m-v2.0<\/a>","Model Size (Million Parameters)":305,"Memory Usage (GB, fp32)":1.14,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":154,"Rank":200,"Model":"snowflake-arctic-embed-s<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":155,"Rank":201,"Model":"snowflake-arctic-embed-xs<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.08,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":156,"Rank":202,"Model":"bge-micro<\/a>","Model Size (Million Parameters)":17,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":157,"Rank":203,"Model":"bge-micro-v2<\/a>","Model Size (Million Parameters)":17,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":158,"Rank":204,"Model":"gte-tiny<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.08,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":160,"Rank":205,"Model":"PEG<\/a>","Model Size (Million Parameters)":163,"Memory Usage (GB, fp32)":0.61,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":161,"Rank":206,"Model":"UAE-Large-V1<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":162,"Rank":207,"Model":"sentence-croissant-llm-base<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":164,"Rank":209,"Model":"German_Semantic_STS_V2<\/a>","Model Size (Million Parameters)":336,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":165,"Rank":210,"Model":"MedEmbed-small-v0.1<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":168,"Rank":213,"Model":"ru-en-RoSBERTa<\/a>","Model Size (Million Parameters)":404,"Memory Usage (GB, fp32)":1.5,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":169,"Rank":214,"Model":"sbert_large_mt_nlu_ru<\/a>","Model Size (Million Parameters)":427,"Memory Usage (GB, fp32)":1.59,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":170,"Rank":215,"Model":"sbert_large_nlu_ru<\/a>","Model Size (Million Parameters)":427,"Memory Usage (GB, fp32)":1.59,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":172,"Rank":217,"Model":"cloudy-large-zh<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Embedding Dimensions":1024,"Max Tokens":1024,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":175,"Rank":220,"Model":"bge-small-4096<\/a>","Model Size (Million Parameters)":35,"Memory Usage (GB, fp32)":0.13,"Embedding Dimensions":384,"Max Tokens":4096,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":176,"Rank":221,"Model":"jina-embeddings-v2-base-en<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":178,"Rank":222,"Model":"GIST-Embedding-v0<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":179,"Rank":223,"Model":"GIST-all-MiniLM-L6-v2<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.08,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":180,"Rank":224,"Model":"GIST-large-Embedding-v0<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":181,"Rank":225,"Model":"GIST-small-Embedding-v0<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":182,"Rank":226,"Model":"NoInstruct-small-Embedding-v0<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":185,"Rank":229,"Model":"brown-beetle-base-v1<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.08,"Embedding Dimensions":768,"Max Tokens":1000000,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":186,"Rank":230,"Model":"brown-beetle-small-v1<\/a>","Model Size (Million Parameters)":8,"Memory Usage (GB, fp32)":0.03,"Embedding Dimensions":256,"Max Tokens":1000000,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":187,"Rank":231,"Model":"brown-beetle-tiny-v1<\/a>","Model Size (Million Parameters)":4,"Memory Usage (GB, fp32)":0.01,"Embedding Dimensions":128,"Max Tokens":1000000,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":188,"Rank":232,"Model":"brown-beetle-tiny-v1.1<\/a>","Model Size (Million Parameters)":4,"Memory Usage (GB, fp32)":0.01,"Embedding Dimensions":768,"Max Tokens":1000000,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":189,"Rank":233,"Model":"brown-fairy-base-v0<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.08,"Embedding Dimensions":768,"Max Tokens":1000000,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":190,"Rank":234,"Model":"red-beetle-base-v1.1<\/a>","Model Size (Million Parameters)":30,"Memory Usage (GB, fp32)":0.11,"Embedding Dimensions":1024,"Max Tokens":1000000,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":191,"Rank":235,"Model":"sgpt-bloom-1b7-nli<\/a>","Model Size (Million Parameters)":1722,"Memory Usage (GB, fp32)":6.42,"Embedding Dimensions":2048,"Max Tokens":4096,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":192,"Rank":236,"Model":"sgpt-bloom-7b1-msmarco<\/a>","Model Size (Million Parameters)":7068,"Memory Usage (GB, fp32)":26.33,"Embedding Dimensions":4096,"Max Tokens":2048,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":194,"Rank":238,"Model":"slx-v0.1<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.08,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":196,"Rank":240,"Model":"Chuxin-Embedding<\/a>","Model Size (Million Parameters)":568,"Memory Usage (GB, fp32)":2.12,"Embedding Dimensions":1024,"Max Tokens":8194,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":197,"Rank":241,"Model":"snowflake-arctic-embed-m-v2.0-cpu<\/a>","Model Size (Million Parameters)":305,"Memory Usage (GB, fp32)":1.14,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":198,"Rank":242,"Model":"LaBSE-en-ru<\/a>","Model Size (Million Parameters)":129,"Memory Usage (GB, fp32)":0.48,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":199,"Rank":243,"Model":"rubert-tiny<\/a>","Model Size (Million Parameters)":12,"Memory Usage (GB, fp32)":0.04,"Embedding Dimensions":512,"Max Tokens":514,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":200,"Rank":244,"Model":"rubert-tiny2<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"Embedding Dimensions":2048,"Max Tokens":514,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":201,"Rank":245,"Model":"cai-lunaris-text-embeddings<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":203,"Rank":247,"Model":"french-document-embedding<\/a>","Model Size (Million Parameters)":305,"Memory Usage (GB, fp32)":1.14,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":204,"Rank":248,"Model":"sentence-camembert-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":205,"Rank":249,"Model":"sentence-camembert-large<\/a>","Model Size (Million Parameters)":337,"Memory Usage (GB, fp32)":1.26,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":206,"Rank":250,"Model":"embedder-100p<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":207,"Rank":251,"Model":"USER-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":208,"Rank":252,"Model":"USER-bge-m3<\/a>","Model Size (Million Parameters)":359,"Memory Usage (GB, fp32)":1.34,"Embedding Dimensions":1024,"Max Tokens":8192,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":209,"Rank":253,"Model":"deberta-v1-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":212,"Rank":256,"Model":"sft-bge-small<\/a>","Model Size (Million Parameters)":24,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":512,"Max Tokens":512,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":215,"Rank":257,"Model":"e5-base-4k<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":221,"Rank":261,"Model":"flaubert_base_cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":222,"Rank":262,"Model":"flaubert_base_uncased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":223,"Rank":263,"Model":"flaubert_large_cased<\/a>","Model Size (Million Parameters)":372,"Memory Usage (GB, fp32)":1.39,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":226,"Rank":266,"Model":"bert-base-multilingual-cased<\/a>","Model Size (Million Parameters)":179,"Memory Usage (GB, fp32)":0.67,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":227,"Rank":267,"Model":"bert-base-multilingual-uncased<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":228,"Rank":268,"Model":"bert-base-uncased<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":229,"Rank":269,"Model":"instructor-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":230,"Rank":270,"Model":"instructor-large<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":231,"Rank":271,"Model":"instructor-xl<\/a>","Model Size (Million Parameters)":1241,"Memory Usage (GB, fp32)":4.62,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":236,"Rank":275,"Model":"granite-embedding-107m-multilingual<\/a>","Model Size (Million Parameters)":107,"Memory Usage (GB, fp32)":0.4,"Embedding Dimensions":384,"Max Tokens":514,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":237,"Rank":276,"Model":"granite-embedding-125m-english<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":238,"Rank":277,"Model":"granite-embedding-278m-multilingual<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":239,"Rank":278,"Model":"granite-embedding-30m-english<\/a>","Model Size (Million Parameters)":30,"Memory Usage (GB, fp32)":0.11,"Embedding Dimensions":384,"Max Tokens":514,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":240,"Rank":279,"Model":"stella-base-en-v2<\/a>","Model Size (Million Parameters)":55,"Memory Usage (GB, fp32)":0.2,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":246,"Rank":280,"Model":"inf-retriever-v1<\/a>","Model Size (Million Parameters)":7069,"Memory Usage (GB, fp32)":26.33,"Embedding Dimensions":3584,"Max Tokens":131072,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":247,"Rank":281,"Model":"e5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":248,"Rank":282,"Model":"e5-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":249,"Rank":283,"Model":"e5-large<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":250,"Rank":284,"Model":"e5-large-v2<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":252,"Rank":285,"Model":"e5-small<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":253,"Rank":286,"Model":"e5-small-v2<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":256,"Rank":287,"Model":"multilingual-e5-large-instruct<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":264,"Rank":289,"Model":"jina-embedding-b-en-v1<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":265,"Rank":290,"Model":"jina-embedding-l-en-v1<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":266,"Rank":291,"Model":"jina-embedding-s-en-v1<\/a>","Model Size (Million Parameters)":35,"Memory Usage (GB, fp32)":0.13,"Embedding Dimensions":512,"Max Tokens":512,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":267,"Rank":292,"Model":"jina-embeddings-v2-base-de<\/a>","Model Size (Million Parameters)":161,"Memory Usage (GB, fp32)":0.6,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":268,"Rank":293,"Model":"jina-embeddings-v2-base-en<\/a>","Model Size (Million Parameters)":275,"Memory Usage (GB, fp32)":1.02,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":269,"Rank":294,"Model":"jina-embeddings-v2-base-es<\/a>","Model Size (Million Parameters)":161,"Memory Usage (GB, fp32)":0.6,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":271,"Rank":295,"Model":"jina-embeddings-v2-small-en<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":512,"Max Tokens":8192,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":274,"Rank":297,"Model":"echo-mistral-7b-instruct-lasttoken<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":275,"Rank":298,"Model":"cde-small-v1<\/a>","Model Size (Million Parameters)":143,"Memory Usage (GB, fp32)":0.53,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":276,"Rank":299,"Model":"cde-small-v2<\/a>","Model Size (Million Parameters)":150,"Memory Usage (GB, fp32)":0.56,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":281,"Rank":302,"Model":"modernbert-embed-large<\/a>","Model Size (Million Parameters)":395,"Memory Usage (GB, fp32)":1.47,"Embedding Dimensions":1024,"Max Tokens":8192,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":282,"Rank":303,"Model":"modernbert-embed-large-unsupervised<\/a>","Model Size (Million Parameters)":395,"Memory Usage (GB, fp32)":1.47,"Embedding Dimensions":1024,"Max Tokens":8192,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":287,"Rank":307,"Model":"ember-v1<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":290,"Rank":309,"Model":"bge-m3-custom-fr<\/a>","Model Size (Million Parameters)":568,"Memory Usage (GB, fp32)":2.12,"Embedding Dimensions":1024,"Max Tokens":8194,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":291,"Rank":310,"Model":"sentence_croissant_alpha_v0.1<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":292,"Rank":311,"Model":"sentence_croissant_alpha_v0.2<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":293,"Rank":312,"Model":"sentence_croissant_alpha_v0.3<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":294,"Rank":313,"Model":"sentence_croissant_alpha_v0.4<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":295,"Rank":314,"Model":"M2V_base_glove<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Embedding Dimensions":256,"Max Tokens":1000000,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":296,"Rank":315,"Model":"M2V_base_glove_subword<\/a>","Model Size (Million Parameters)":103,"Memory Usage (GB, fp32)":0.38,"Embedding Dimensions":256,"Max Tokens":1000000,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":297,"Rank":316,"Model":"M2V_base_output<\/a>","Model Size (Million Parameters)":8,"Memory Usage (GB, fp32)":0.03,"Embedding Dimensions":256,"Max Tokens":1000000,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":298,"Rank":317,"Model":"potion-base-2M<\/a>","Model Size (Million Parameters)":2,"Memory Usage (GB, fp32)":0.01,"Embedding Dimensions":64,"Max Tokens":1000000,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":299,"Rank":318,"Model":"potion-base-32M<\/a>","Model Size (Million Parameters)":32,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":512,"Max Tokens":1000000,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":300,"Rank":319,"Model":"potion-base-4M<\/a>","Model Size (Million Parameters)":4,"Memory Usage (GB, fp32)":0.01,"Embedding Dimensions":128,"Max Tokens":1000000,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":301,"Rank":320,"Model":"potion-base-8M<\/a>","Model Size (Million Parameters)":8,"Memory Usage (GB, fp32)":0.03,"Embedding Dimensions":256,"Max Tokens":1000000,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":302,"Rank":321,"Model":"mxbai-embed-2d-large-v1<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":303,"Rank":322,"Model":"mxbai-embed-large-v1<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":308,"Rank":325,"Model":"LdIR-Qwen2-reranker-1.5B<\/a>","Model Size (Million Parameters)":1544,"Memory Usage (GB, fp32)":5.75,"Embedding Dimensions":1536,"Max Tokens":32768,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":310,"Rank":327,"Model":"bge-reranker-large-1k<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":1026,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":318,"Rank":334,"Model":"bge-large-en-v1.5<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":319,"Rank":335,"Model":"modernbert-embed-base<\/a>","Model Size (Million Parameters)":149,"Memory Usage (GB, fp32)":0.56,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":320,"Rank":336,"Model":"modernbert-embed-base-unsupervised<\/a>","Model Size (Million Parameters)":149,"Memory Usage (GB, fp32)":0.56,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":321,"Rank":337,"Model":"nomic-embed-text-v1<\/a>","Model Size (Million Parameters)":547,"Memory Usage (GB, fp32)":2.04,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":322,"Rank":338,"Model":"nomic-embed-text-v1-ablated<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":323,"Rank":339,"Model":"nomic-embed-text-v1-unsupervised<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":324,"Rank":340,"Model":"nomic-embed-text-v1.5-128<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":128,"Max Tokens":8192,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":325,"Rank":341,"Model":"nomic-embed-text-v1.5-256<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":256,"Max Tokens":8192,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":326,"Rank":342,"Model":"nomic-embed-text-v1.5-512<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":512,"Max Tokens":8192,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":327,"Rank":343,"Model":"nomic-embed-text-v1.5-64<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":64,"Max Tokens":8192,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":328,"Rank":344,"Model":"nomic-embed-text-v1.5<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":329,"Rank":345,"Model":"contriever-base-msmarco<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":330,"Rank":346,"Model":"NV-Embed-v1<\/a>","Model Size (Million Parameters)":7851,"Memory Usage (GB, fp32)":29.25,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":331,"Rank":347,"Model":"NV-Embed-v2<\/a>","Model Size (Million Parameters)":7851,"Memory Usage (GB, fp32)":29.25,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":332,"Rank":348,"Model":"MiniCPM-Embedding<\/a>","Model Size (Million Parameters)":2725,"Memory Usage (GB, fp32)":10.15,"Embedding Dimensions":2304,"Max Tokens":512,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":334,"Rank":349,"Model":"GritLM-7B-vllm<\/a>","Model Size (Million Parameters)":7242,"Memory Usage (GB, fp32)":26.98,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":335,"Rank":350,"Model":"checkpoint-9000<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":337,"Rank":352,"Model":"mini-gte<\/a>","Model Size (Million Parameters)":66,"Memory Usage (GB, fp32)":0.25,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":338,"Rank":353,"Model":"sup-simcse-bert-base-uncased<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":339,"Rank":354,"Model":"unsup-simcse-bert-base-uncased<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":340,"Rank":355,"Model":"360Zhinao-1.8B-Reranking<\/a>","Model Size (Million Parameters)":941,"Memory Usage (GB, fp32)":3.51,"Embedding Dimensions":2048,"Max Tokens":4096,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":341,"Rank":356,"Model":"360Zhinao-search<\/a>","Model Size (Million Parameters)":163,"Memory Usage (GB, fp32)":0.61,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":342,"Rank":357,"Model":"FAB-Ramy-v1<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":343,"Rank":358,"Model":"FAE-v1<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":344,"Rank":359,"Model":"FUE-v1<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":348,"Rank":363,"Model":"sf_model_e5<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":353,"Rank":365,"Model":"LaBSE<\/a>","Model Size (Million Parameters)":471,"Memory Usage (GB, fp32)":1.75,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":354,"Rank":366,"Model":"all-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":355,"Rank":367,"Model":"all-MiniLM-L6-v2<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":356,"Rank":368,"Model":"all-mpnet-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":357,"Rank":369,"Model":"allenai-specter<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":358,"Rank":370,"Model":"average_word_embeddings_glove.6B.300d<\/a>","Model Size (Million Parameters)":120,"Memory Usage (GB, fp32)":0.45,"Embedding Dimensions":300,"Max Tokens":"N\/A","Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":359,"Rank":371,"Model":"average_word_embeddings_komninos<\/a>","Model Size (Million Parameters)":134,"Memory Usage (GB, fp32)":0.5,"Embedding Dimensions":300,"Max Tokens":"N\/A","Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":360,"Rank":372,"Model":"distiluse-base-multilingual-cased-v2<\/a>","Model Size (Million Parameters)":135,"Memory Usage (GB, fp32)":0.5,"Embedding Dimensions":512,"Max Tokens":512,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":361,"Rank":373,"Model":"gtr-t5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":362,"Rank":374,"Model":"gtr-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":363,"Rank":375,"Model":"gtr-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":364,"Rank":376,"Model":"gtr-t5-xxl<\/a>","Model Size (Million Parameters)":4865,"Memory Usage (GB, fp32)":18.12,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":365,"Rank":377,"Model":"msmarco-bert-co-condensor<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":366,"Rank":378,"Model":"multi-qa-MiniLM-L6-cos-v1<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":367,"Rank":379,"Model":"paraphrase-multilingual-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":368,"Rank":380,"Model":"paraphrase-multilingual-mpnet-base-v2<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":369,"Rank":381,"Model":"sentence-t5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":370,"Rank":382,"Model":"sentence-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":371,"Rank":383,"Model":"sentence-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":372,"Rank":384,"Model":"sentence-t5-xxl<\/a>","Model Size (Million Parameters)":4865,"Memory Usage (GB, fp32)":18.12,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":374,"Rank":385,"Model":"LaBSE-ru-turbo<\/a>","Model Size (Million Parameters)":128,"Memory Usage (GB, fp32)":0.48,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":375,"Rank":386,"Model":"rubert-tiny-turbo<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"Embedding Dimensions":312,"Max Tokens":2048,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":378,"Rank":387,"Model":"text2vec-base-multilingual<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":256,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":381,"Rank":389,"Model":"BAAI-bge-reranker-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":385,"Rank":393,"Model":"gte-base<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":387,"Rank":394,"Model":"gte-large<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":389,"Rank":395,"Model":"gte-small<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":406,"Rank":409,"Model":"universal-sentence-encoder-multilingual-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":512,"Max Tokens":512,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":407,"Rank":410,"Model":"universal-sentence-encoder-multilingual-large-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":512,"Max Tokens":512,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":408,"Rank":411,"Model":"b1ade-embed<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":409,"Rank":412,"Model":"b1ade-embed-kd<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":410,"Rank":413,"Model":"b1ade-embed-kd_3<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":413,"Rank":416,"Model":"potion-base-8M-stf<\/a>","Model Size (Million Parameters)":8,"Memory Usage (GB, fp32)":0.03,"Embedding Dimensions":256,"Max Tokens":1000000,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":414,"Rank":417,"Model":"hktv-fine-tuned-cloudy-large-zh-metaphor14<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Embedding Dimensions":1024,"Max Tokens":1024,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":416,"Rank":419,"Model":"bilingual-embedding-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":418,"Rank":421,"Model":"LENS-d4000<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":419,"Rank":422,"Model":"LENS-d8000<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":423,"Rank":426,"Model":"Zeta-Alpha-E5-Mistral<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":424,"Rank":427,"Model":"text_emb_V1<\/a>","Model Size (Million Parameters)":103,"Memory Usage (GB, fp32)":0.38,"Embedding Dimensions":768,"Max Tokens":1024,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":425,"Rank":428,"Model":"bi-cse<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":427,"Rank":430,"Model":"text-similarity-ada-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":2046,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":428,"Rank":431,"Model":"text-similarity-babbage-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":2048,"Max Tokens":2046,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":429,"Rank":432,"Model":"text-similarity-curie-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":4096,"Max Tokens":2046,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":430,"Rank":433,"Model":"text-similarity-davinci-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":12288,"Max Tokens":2046,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":432,"Rank":434,"Model":"text-embedding-3-large-256<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":256,"Max Tokens":8191,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":433,"Rank":435,"Model":"text-embedding-3-large<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":3072,"Max Tokens":8191,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":434,"Rank":436,"Model":"text-embedding-3-small<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":8191,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} -{"index":436,"Rank":437,"Model":"elser-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":30522,"Max Tokens":512,"Average":"","CLSClusteringP2P":"","CLSClusteringS2S":"","ThuNewsClusteringP2P":"","ThuNewsClusteringS2S":""} diff --git a/boards_data/zh/data_tasks/PairClassification/default.jsonl b/boards_data/zh/data_tasks/PairClassification/default.jsonl deleted file mode 100644 index 0ab82293d1688f78f43023c7c3a6e502c4930c1d..0000000000000000000000000000000000000000 --- a/boards_data/zh/data_tasks/PairClassification/default.jsonl +++ /dev/null @@ -1,343 +0,0 @@ -{"index":280,"Rank":1,"Model":"xiaobu-embedding-v2<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Embedding Dimensions":1792,"Max Tokens":512,"Average":91.87,"Cmnli":92.84,"Ocnli":90.9} -{"index":94,"Rank":2,"Model":"Conan-embedding-v1-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":91.66,"Cmnli":92.54,"Ocnli":90.77} -{"index":159,"Rank":3,"Model":"Conan-embedding-v1<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Embedding Dimensions":1792,"Max Tokens":512,"Average":91.66,"Cmnli":92.54,"Ocnli":90.77} -{"index":235,"Rank":4,"Model":"zpoint_large_embedding_zh<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Embedding Dimensions":1792,"Max Tokens":512,"Average":91.55,"Cmnli":92.54,"Ocnli":90.56} -{"index":424,"Rank":5,"Model":"text_emb_V1<\/a>","Model Size (Million Parameters)":103,"Memory Usage (GB, fp32)":0.38,"Embedding Dimensions":768,"Max Tokens":1024,"Average":91.02,"Cmnli":91.91,"Ocnli":90.13} -{"index":71,"Rank":6,"Model":"IYun-large-zh<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":90.87,"Cmnli":90.87,"Ocnli":90.87} -{"index":289,"Rank":7,"Model":"ternary-weight-embedding<\/a>","Model Size (Million Parameters)":99,"Memory Usage (GB, fp32)":0.37,"Embedding Dimensions":1792,"Max Tokens":512,"Average":90.33,"Cmnli":92.19,"Ocnli":88.47} -{"index":352,"Rank":8,"Model":"piccolo-large-zh-v2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":90.24,"Cmnli":92.64,"Ocnli":87.84} -{"index":262,"Rank":9,"Model":"Yinka-Q5_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":89.88,"Cmnli":92.49,"Ocnli":87.26} -{"index":53,"Rank":10,"Model":"Yinka<\/a>","Model Size (Million Parameters)":164,"Memory Usage (GB, fp32)":0.61,"Embedding Dimensions":1792,"Max Tokens":512,"Average":89.88,"Cmnli":92.49,"Ocnli":87.26} -{"index":61,"Rank":11,"Model":"Dmeta-embedding-zh<\/a>","Model Size (Million Parameters)":103,"Memory Usage (GB, fp32)":0.38,"Embedding Dimensions":768,"Max Tokens":1024,"Average":88.92,"Cmnli":90.66,"Ocnli":87.18} -{"index":21,"Rank":12,"Model":"gte-Qwen1.5-7B-instruct<\/a>","Model Size (Million Parameters)":7099,"Memory Usage (GB, fp32)":26.45,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":88.52,"Cmnli":91.81,"Ocnli":85.22} -{"index":213,"Rank":13,"Model":"stella-large-zh-v3-1792d<\/a>","Model Size (Million Parameters)":325,"Memory Usage (GB, fp32)":1.21,"Embedding Dimensions":1792,"Max Tokens":512,"Average":88.1,"Cmnli":90.77,"Ocnli":85.44} -{"index":16,"Rank":14,"Model":"OpenSearch-text-hybrid<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1792,"Max Tokens":512,"Average":88.1,"Cmnli":90.77,"Ocnli":85.44} -{"index":214,"Rank":15,"Model":"stella-mrl-large-zh-v3.5-1792d<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Embedding Dimensions":1792,"Max Tokens":512,"Average":88.08,"Cmnli":90.66,"Ocnli":85.51} -{"index":219,"Rank":16,"Model":"XYZ-embedding-zh-v2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":87.93,"Cmnli":90.23,"Ocnli":85.62} -{"index":243,"Rank":17,"Model":"stella-base-zh-v3-1792d<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Embedding Dimensions":1792,"Max Tokens":1024,"Average":87.93,"Cmnli":90.42,"Ocnli":85.43} -{"index":177,"Rank":18,"Model":"acge_text_embedding<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Embedding Dimensions":1792,"Max Tokens":1024,"Average":87.84,"Cmnli":90.49,"Ocnli":85.18} -{"index":62,"Rank":19,"Model":"Dmeta-embedding-zh-small<\/a>","Model Size (Million Parameters)":74,"Memory Usage (GB, fp32)":0.28,"Embedding Dimensions":768,"Max Tokens":1024,"Average":87.57,"Cmnli":90.29,"Ocnli":84.85} -{"index":23,"Rank":20,"Model":"gte-Qwen2-7B-instruct<\/a>","Model Size (Million Parameters)":7613,"Memory Usage (GB, fp32)":28.36,"Embedding Dimensions":3584,"Max Tokens":32768,"Average":87.48,"Cmnli":90.18,"Ocnli":84.78} -{"index":376,"Rank":21,"Model":"AGE_Hybrid<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":87.08,"Cmnli":89.42,"Ocnli":84.74} -{"index":22,"Rank":22,"Model":"gte-Qwen2-1.5B-instruct<\/a>","Model Size (Million Parameters)":1776,"Memory Usage (GB, fp32)":6.62,"Embedding Dimensions":1536,"Max Tokens":131072,"Average":86.91,"Cmnli":86.22,"Ocnli":87.6} -{"index":41,"Rank":23,"Model":"bge-multilingual-gemma2<\/a>","Model Size (Million Parameters)":9242,"Memory Usage (GB, fp32)":34.43,"Embedding Dimensions":3584,"Max Tokens":8192,"Average":86.67,"Cmnli":90.13,"Ocnli":83.21} -{"index":87,"Rank":24,"Model":"Yuan-embedding-1.0<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Embedding Dimensions":1792,"Max Tokens":512,"Average":86.4,"Cmnli":88.22,"Ocnli":84.59} -{"index":279,"Rank":25,"Model":"xiaobu-embedding<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Embedding Dimensions":1024,"Max Tokens":512,"Average":85.3,"Cmnli":89.95,"Ocnli":80.64} -{"index":388,"Rank":26,"Model":"gte-large-zh<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Embedding Dimensions":1024,"Max Tokens":512,"Average":84.41,"Cmnli":89.5,"Ocnli":79.32} -{"index":140,"Rank":27,"Model":"alime-embedding-large-zh<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Embedding Dimensions":1024,"Max Tokens":512,"Average":84.34,"Cmnli":89.36,"Ocnli":79.31} -{"index":20,"Rank":28,"Model":"gme-Qwen2-VL-7B-Instruct<\/a>","Model Size (Million Parameters)":8291,"Memory Usage (GB, fp32)":30.89,"Embedding Dimensions":3584,"Max Tokens":32768,"Average":82.99,"Cmnli":87.22,"Ocnli":78.76} -{"index":52,"Rank":29,"Model":"gme-Qwen2-VL-7B-Instruct-Q5_K_S-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":82.99,"Cmnli":87.22,"Ocnli":78.76} -{"index":33,"Rank":30,"Model":"jina-embeddings-v2-base-zh-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":82.94,"Cmnli":85.27,"Ocnli":80.62} -{"index":270,"Rank":31,"Model":"jina-embeddings-v2-base-zh<\/a>","Model Size (Million Parameters)":161,"Memory Usage (GB, fp32)":0.6,"Embedding Dimensions":768,"Max Tokens":8192,"Average":82.94,"Cmnli":85.27,"Ocnli":80.62} -{"index":32,"Rank":32,"Model":"jina-embeddings-v2-base-zh-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":82.94,"Cmnli":85.27,"Ocnli":80.62} -{"index":245,"Rank":33,"Model":"stella-large-zh-v2<\/a>","Model Size (Million Parameters)":163,"Memory Usage (GB, fp32)":0.61,"Embedding Dimensions":1024,"Max Tokens":1024,"Average":82.68,"Cmnli":86.85,"Ocnli":78.51} -{"index":29,"Rank":34,"Model":"tao-8k<\/a>","Model Size (Million Parameters)":167,"Memory Usage (GB, fp32)":0.62,"Embedding Dimensions":1024,"Max Tokens":8192,"Average":82.68,"Cmnli":86.85,"Ocnli":78.5} -{"index":28,"Rank":35,"Model":"tao<\/a>","Model Size (Million Parameters)":163,"Memory Usage (GB, fp32)":0.61,"Embedding Dimensions":1024,"Max Tokens":1024,"Average":82.68,"Cmnli":86.85,"Ocnli":78.5} -{"index":56,"Rank":36,"Model":"windberta-large<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":82.38,"Cmnli":87.55,"Ocnli":77.21} -{"index":55,"Rank":37,"Model":"winberta-large<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":82.38,"Cmnli":87.3,"Ocnli":77.46} -{"index":435,"Rank":38,"Model":"text-embedding<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":512,"Average":82.35,"Cmnli":85.33,"Ocnli":79.37} -{"index":39,"Rank":39,"Model":"bge-large-zh-v1.5<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Embedding Dimensions":1024,"Max Tokens":512,"Average":81.62,"Cmnli":85.29,"Ocnli":77.96} -{"index":63,"Rank":40,"Model":"sbert-chinese-general-v1<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Embedding Dimensions":768,"Max Tokens":512,"Average":81.46,"Cmnli":85.92,"Ocnli":77.01} -{"index":69,"Rank":41,"Model":"paraphrase-multilingual-mpnet-base-v2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":80.9,"Cmnli":86.7,"Ocnli":75.1} -{"index":386,"Rank":42,"Model":"gte-base-zh<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Embedding Dimensions":768,"Max Tokens":512,"Average":80.44,"Cmnli":85.6,"Ocnli":75.28} -{"index":72,"Rank":43,"Model":"mist-zh<\/a>","Model Size (Million Parameters)":51,"Memory Usage (GB, fp32)":0.19,"Embedding Dimensions":768,"Max Tokens":512,"Average":80.01,"Cmnli":84.76,"Ocnli":75.26} -{"index":242,"Rank":44,"Model":"stella-base-zh-v2<\/a>","Model Size (Million Parameters)":51,"Memory Usage (GB, fp32)":0.19,"Embedding Dimensions":768,"Max Tokens":1024,"Average":79.96,"Cmnli":84.75,"Ocnli":75.16} -{"index":35,"Rank":45,"Model":"bge-base-zh-v1.5<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Embedding Dimensions":768,"Max Tokens":512,"Average":79.77,"Cmnli":84.11,"Ocnli":75.43} -{"index":19,"Rank":46,"Model":"gme-Qwen2-VL-2B-Instruct<\/a>","Model Size (Million Parameters)":2209,"Memory Usage (GB, fp32)":8.23,"Embedding Dimensions":1536,"Max Tokens":32768,"Average":79.73,"Cmnli":84.48,"Ocnli":74.98} -{"index":54,"Rank":47,"Model":"winberta-base<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":78.77,"Cmnli":84.1,"Ocnli":73.44} -{"index":244,"Rank":48,"Model":"stella-large-zh<\/a>","Model Size (Million Parameters)":163,"Memory Usage (GB, fp32)":0.61,"Embedding Dimensions":1024,"Max Tokens":1024,"Average":78.72,"Cmnli":85.14,"Ocnli":72.29} -{"index":261,"Rank":49,"Model":"udever-bloom-7b1<\/a>","Model Size (Million Parameters)":7069,"Memory Usage (GB, fp32)":26.33,"Embedding Dimensions":4096,"Max Tokens":2048,"Average":78.65,"Cmnli":85.14,"Ocnli":72.15} -{"index":351,"Rank":50,"Model":"piccolo-large-zh<\/a>","Model Size (Million Parameters)":163,"Memory Usage (GB, fp32)":0.61,"Embedding Dimensions":1024,"Max Tokens":512,"Average":78.38,"Cmnli":83.83,"Ocnli":72.92} -{"index":26,"Rank":51,"Model":"gte-multilingual-base<\/a>","Model Size (Million Parameters)":305,"Memory Usage (GB, fp32)":1.14,"Embedding Dimensions":768,"Max Tokens":8192,"Average":78.34,"Cmnli":84.01,"Ocnli":72.68} -{"index":105,"Rank":52,"Model":"onnx-gte-multilingual-base<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":78.34,"Cmnli":84.01,"Ocnli":72.68} -{"index":38,"Rank":53,"Model":"bge-large-zh-noinstruct<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Embedding Dimensions":1024,"Max Tokens":512,"Average":76.78,"Cmnli":82.18,"Ocnli":71.37} -{"index":350,"Rank":54,"Model":"piccolo-base-zh<\/a>","Model Size (Million Parameters)":51,"Memory Usage (GB, fp32)":0.19,"Embedding Dimensions":768,"Max Tokens":512,"Average":76.61,"Cmnli":82.33,"Ocnli":70.89} -{"index":259,"Rank":55,"Model":"udever-bloom-3b<\/a>","Model Size (Million Parameters)":3003,"Memory Usage (GB, fp32)":11.19,"Embedding Dimensions":2560,"Max Tokens":2048,"Average":76.59,"Cmnli":83.32,"Ocnli":69.86} -{"index":241,"Rank":56,"Model":"stella-base-zh<\/a>","Model Size (Million Parameters)":103,"Memory Usage (GB, fp32)":0.38,"Embedding Dimensions":768,"Max Tokens":1024,"Average":76.09,"Cmnli":81.65,"Ocnli":70.53} -{"index":258,"Rank":57,"Model":"udever-bloom-1b1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":2048,"Average":74.96,"Cmnli":81.34,"Ocnli":68.58} -{"index":283,"Rank":58,"Model":"lim_base_zh<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Embedding Dimensions":768,"Max Tokens":512,"Average":74.64,"Cmnli":79.58,"Ocnli":69.7} -{"index":84,"Rank":59,"Model":"KaLM-embedding-multilingual-mini-v1<\/a>","Model Size (Million Parameters)":494,"Memory Usage (GB, fp32)":1.84,"Embedding Dimensions":896,"Max Tokens":131072,"Average":73.23,"Cmnli":76.97,"Ocnli":69.49} -{"index":82,"Rank":60,"Model":"KaLM-embedding-multilingual-mini-instruct-v1<\/a>","Model Size (Million Parameters)":494,"Memory Usage (GB, fp32)":1.84,"Embedding Dimensions":896,"Max Tokens":131072,"Average":73.06,"Cmnli":76.29,"Ocnli":69.83} -{"index":83,"Rank":61,"Model":"KaLM-embedding-multilingual-mini-instruct-v1.5<\/a>","Model Size (Million Parameters)":494,"Memory Usage (GB, fp32)":1.84,"Embedding Dimensions":896,"Max Tokens":131072,"Average":72.94,"Cmnli":76.66,"Ocnli":69.21} -{"index":272,"Rank":62,"Model":"jina-embeddings-v3<\/a>","Model Size (Million Parameters)":572,"Memory Usage (GB, fp32)":2.13,"Embedding Dimensions":1024,"Max Tokens":8194,"Average":72.76,"Cmnli":79.1,"Ocnli":66.41} -{"index":64,"Rank":63,"Model":"jina-embeddings-v3<\/a>","Model Size (Million Parameters)":572,"Memory Usage (GB, fp32)":2.13,"Embedding Dimensions":1024,"Max Tokens":8194,"Average":72.76,"Cmnli":79.1,"Ocnli":66.41} -{"index":260,"Rank":64,"Model":"udever-bloom-560m<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":2048,"Average":72.38,"Cmnli":78.43,"Ocnli":66.32} -{"index":27,"Rank":65,"Model":"e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":72.19,"Cmnli":80.21,"Ocnli":64.18} -{"index":251,"Rank":66,"Model":"e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":72.19,"Cmnli":80.21,"Ocnli":64.18} -{"index":76,"Rank":67,"Model":"text2vec-large-chinese<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Embedding Dimensions":1024,"Max Tokens":512,"Average":71.16,"Cmnli":77.85,"Ocnli":64.47} -{"index":45,"Rank":68,"Model":"bge-small-zh-v1.5<\/a>","Model Size (Million Parameters)":24,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":512,"Max Tokens":512,"Average":70.4,"Cmnli":76.24,"Ocnli":64.57} -{"index":392,"Rank":69,"Model":"gte-small-zh<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":70.0,"Cmnli":76.46,"Ocnli":63.54} -{"index":390,"Rank":70,"Model":"gte-small-zh<\/a>","Model Size (Million Parameters)":30,"Memory Usage (GB, fp32)":0.11,"Embedding Dimensions":512,"Max Tokens":512,"Average":70.0,"Cmnli":76.46,"Ocnli":63.54} -{"index":255,"Rank":71,"Model":"multilingual-e5-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":69.89,"Cmnli":78.18,"Ocnli":61.6} -{"index":431,"Rank":72,"Model":"text-embedding-ada-002<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":8191,"Average":69.56,"Cmnli":76.04,"Ocnli":63.08} -{"index":373,"Rank":73,"Model":"ZNV-Embedding<\/a>","Model Size (Million Parameters)":6061,"Memory Usage (GB, fp32)":22.58,"Embedding Dimensions":4096,"Max Tokens":4096,"Average":68.76,"Cmnli":75.67,"Ocnli":61.85} -{"index":212,"Rank":74,"Model":"sft-bge-small<\/a>","Model Size (Million Parameters)":24,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":512,"Max Tokens":512,"Average":67.97,"Cmnli":73.15,"Ocnli":62.79} -{"index":377,"Rank":75,"Model":"text2vec-base-chinese<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Embedding Dimensions":768,"Max Tokens":512,"Average":67.58,"Cmnli":73.9,"Ocnli":61.26} -{"index":254,"Rank":76,"Model":"multilingual-e5-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":67.07,"Cmnli":74.51,"Ocnli":59.63} -{"index":379,"Rank":77,"Model":"luotuo-bert-medium<\/a>","Model Size (Million Parameters)":328,"Memory Usage (GB, fp32)":1.22,"Embedding Dimensions":768,"Max Tokens":512,"Average":66.64,"Cmnli":72.55,"Ocnli":60.74} -{"index":257,"Rank":78,"Model":"multilingual-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":66.45,"Cmnli":72.12,"Ocnli":60.77} -{"index":305,"Rank":79,"Model":"m3e-large<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Embedding Dimensions":768,"Max Tokens":512,"Average":64.63,"Cmnli":69.27,"Ocnli":59.99} -{"index":333,"Rank":80,"Model":"MiniCPM-Embedding-Light<\/a>","Model Size (Million Parameters)":434,"Memory Usage (GB, fp32)":1.62,"Embedding Dimensions":1024,"Max Tokens":4096,"Average":64.35,"Cmnli":69.87,"Ocnli":58.83} -{"index":304,"Rank":81,"Model":"m3e-base<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Embedding Dimensions":768,"Max Tokens":512,"Average":64.03,"Cmnli":70.0,"Ocnli":58.05} -{"index":311,"Rank":82,"Model":"m3e-ernie-xbase-zh<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":62.84,"Cmnli":65.68,"Ocnli":59.99} -{"index":217,"Rank":83,"Model":"SONAR<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":58.52,"Cmnli":61.86,"Ocnli":55.18} -{"index":391,"Rank":84,"Model":"ALL_862873<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":56.7,"Cmnli":57.78,"Ocnli":55.63} -{"index":0,"Rank":85,"Model":"text-embedding-004-256<\/a>","Model Size (Million Parameters)":1200,"Memory Usage (GB, fp32)":4.47,"Embedding Dimensions":256,"Max Tokens":2048,"Average":"","Cmnli":"","Ocnli":""} -{"index":1,"Rank":86,"Model":"text-embedding-004<\/a>","Model Size (Million Parameters)":1200,"Memory Usage (GB, fp32)":4.47,"Embedding Dimensions":768,"Max Tokens":2048,"Average":"","Cmnli":"","Ocnli":""} -{"index":2,"Rank":87,"Model":"titan-embed-text-v1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":8000,"Average":"","Cmnli":"","Ocnli":""} -{"index":3,"Rank":88,"Model":"mistral-embed<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":"","Average":"","Cmnli":"","Ocnli":""} -{"index":4,"Rank":89,"Model":"voyage-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":4000,"Average":"","Cmnli":"","Ocnli":""} -{"index":5,"Rank":90,"Model":"voyage-3-lite<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":512,"Max Tokens":32000,"Average":"","Cmnli":"","Ocnli":""} -{"index":6,"Rank":91,"Model":"voyage-3-m-exp<\/a>","Model Size (Million Parameters)":6918,"Memory Usage (GB, fp32)":25.77,"Embedding Dimensions":2048,"Max Tokens":32000,"Average":"","Cmnli":"","Ocnli":""} -{"index":7,"Rank":92,"Model":"voyage-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":32000,"Average":"","Cmnli":"","Ocnli":""} -{"index":8,"Rank":93,"Model":"voyage-code-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":16000,"Average":"","Cmnli":"","Ocnli":""} -{"index":9,"Rank":94,"Model":"voyage-large-2-instruct<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":16000,"Average":"","Cmnli":"","Ocnli":""} -{"index":10,"Rank":95,"Model":"voyage-law-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":16000,"Average":"","Cmnli":"","Ocnli":""} -{"index":11,"Rank":96,"Model":"voyage-lite-01-instruct<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":4000,"Average":"","Cmnli":"","Ocnli":""} -{"index":12,"Rank":97,"Model":"voyage-lite-02-instruct<\/a>","Model Size (Million Parameters)":1220,"Memory Usage (GB, fp32)":4.54,"Embedding Dimensions":1024,"Max Tokens":4000,"Average":"","Cmnli":"","Ocnli":""} -{"index":13,"Rank":98,"Model":"voyage-multilingual-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":32000,"Average":"","Cmnli":"","Ocnli":""} -{"index":14,"Rank":99,"Model":"LASER2<\/a>","Model Size (Million Parameters)":43,"Memory Usage (GB, fp32)":0.16,"Embedding Dimensions":1024,"Max Tokens":"N\/A","Average":"","Cmnli":"","Ocnli":""} -{"index":17,"Rank":101,"Model":"llm2vec-croissant-mntp<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":"","Cmnli":"","Ocnli":""} -{"index":24,"Rank":103,"Model":"gte-base-en-v1.5<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","Cmnli":"","Ocnli":""} -{"index":25,"Rank":104,"Model":"gte-large-en-v1.5<\/a>","Model Size (Million Parameters)":434,"Memory Usage (GB, fp32)":1.62,"Embedding Dimensions":1024,"Max Tokens":8192,"Average":"","Cmnli":"","Ocnli":""} -{"index":34,"Rank":107,"Model":"bge-base-en-v1.5<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","Cmnli":"","Ocnli":""} -{"index":36,"Rank":108,"Model":"bge-en-icl<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","Cmnli":"","Ocnli":""} -{"index":37,"Rank":109,"Model":"bge-large-en-v1.5<\/a>","Model Size (Million Parameters)":1340,"Memory Usage (GB, fp32)":4.99,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","Cmnli":"","Ocnli":""} -{"index":40,"Rank":110,"Model":"bge-m3<\/a>","Model Size (Million Parameters)":567,"Memory Usage (GB, fp32)":2.11,"Embedding Dimensions":1024,"Max Tokens":8192,"Average":"","Cmnli":"","Ocnli":""} -{"index":42,"Rank":111,"Model":"bge-reranker-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","Cmnli":"","Ocnli":""} -{"index":43,"Rank":112,"Model":"bge-reranker-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","Cmnli":"","Ocnli":""} -{"index":44,"Rank":113,"Model":"bge-small-en-v1.5<\/a>","Model Size (Million Parameters)":24,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":512,"Max Tokens":512,"Average":"","Cmnli":"","Ocnli":""} -{"index":46,"Rank":114,"Model":"nomic-embed-text-v1<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","Cmnli":"","Ocnli":""} -{"index":47,"Rank":115,"Model":"nomic-embed-text-v1.5<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","Cmnli":"","Ocnli":""} -{"index":51,"Rank":119,"Model":"ListConRanker<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","Cmnli":"","Ocnli":""} -{"index":58,"Rank":121,"Model":"Cohere-embed-english-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":512,"Average":"","Cmnli":"","Ocnli":""} -{"index":59,"Rank":122,"Model":"Cohere-embed-multilingual-light-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":384,"Max Tokens":512,"Average":"","Cmnli":"","Ocnli":""} -{"index":60,"Rank":123,"Model":"Cohere-embed-multilingual-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":512,"Average":"","Cmnli":"","Ocnli":""} -{"index":65,"Rank":124,"Model":"distilrubert-small-cased-conversational<\/a>","Model Size (Million Parameters)":106,"Memory Usage (GB, fp32)":0.39,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","Cmnli":"","Ocnli":""} -{"index":66,"Rank":125,"Model":"rubert-base-cased<\/a>","Model Size (Million Parameters)":180,"Memory Usage (GB, fp32)":0.67,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","Cmnli":"","Ocnli":""} -{"index":67,"Rank":126,"Model":"rubert-base-cased-sentence<\/a>","Model Size (Million Parameters)":180,"Memory Usage (GB, fp32)":0.67,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","Cmnli":"","Ocnli":""} -{"index":73,"Rank":129,"Model":"xlm-roberta-base<\/a>","Model Size (Million Parameters)":279,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","Cmnli":"","Ocnli":""} -{"index":74,"Rank":130,"Model":"xlm-roberta-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","Cmnli":"","Ocnli":""} -{"index":75,"Rank":131,"Model":"STS-multilingual-mpnet-base-v2<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","Cmnli":"","Ocnli":""} -{"index":77,"Rank":132,"Model":"bert-base-10lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","Cmnli":"","Ocnli":""} -{"index":78,"Rank":133,"Model":"bert-base-15lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","Cmnli":"","Ocnli":""} -{"index":79,"Rank":134,"Model":"bert-base-25lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","Cmnli":"","Ocnli":""} -{"index":80,"Rank":135,"Model":"GritLM-7B<\/a>","Model Size (Million Parameters)":7240,"Memory Usage (GB, fp32)":26.97,"Embedding Dimensions":"","Max Tokens":4096,"Average":"","Cmnli":"","Ocnli":""} -{"index":81,"Rank":136,"Model":"GritLM-8x7B<\/a>","Model Size (Million Parameters)":46703,"Memory Usage (GB, fp32)":173.98,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","Cmnli":"","Ocnli":""} -{"index":85,"Rank":137,"Model":"speed-embedding-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","Cmnli":"","Ocnli":""} -{"index":86,"Rank":138,"Model":"lodestone-base-4096-v1<\/a>","Model Size (Million Parameters)":69,"Memory Usage (GB, fp32)":0.26,"Embedding Dimensions":768,"Max Tokens":4096,"Average":"","Cmnli":"","Ocnli":""} -{"index":96,"Rank":146,"Model":"MUG-B-1.6<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","Cmnli":"","Ocnli":""} -{"index":97,"Rank":147,"Model":"bilingual-document-embedding<\/a>","Model Size (Million Parameters)":568,"Memory Usage (GB, fp32)":2.12,"Embedding Dimensions":1024,"Max Tokens":8194,"Average":"","Cmnli":"","Ocnli":""} -{"index":98,"Rank":148,"Model":"bilingual-embedding-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","Cmnli":"","Ocnli":""} -{"index":99,"Rank":149,"Model":"bilingual-embedding-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","Cmnli":"","Ocnli":""} -{"index":100,"Rank":150,"Model":"bilingual-embedding-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","Cmnli":"","Ocnli":""} -{"index":101,"Rank":151,"Model":"Zhihui_LLM_Embedding<\/a>","Model Size (Million Parameters)":7069,"Memory Usage (GB, fp32)":26.33,"Embedding Dimensions":3584,"Max Tokens":131072,"Average":"","Cmnli":"","Ocnli":""} -{"index":102,"Rank":152,"Model":"Linq-Embed-Mistral<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","Cmnli":"","Ocnli":""} -{"index":106,"Rank":155,"Model":"LLM2Vec-Llama-2-7b-chat-hf-mntp-supervised<\/a>","Model Size (Million Parameters)":6607,"Memory Usage (GB, fp32)":24.61,"Embedding Dimensions":4096,"Max Tokens":4096,"Average":"","Cmnli":"","Ocnli":""} -{"index":107,"Rank":156,"Model":"LLM2Vec-Llama-2-unsupervised<\/a>","Model Size (Million Parameters)":6607,"Memory Usage (GB, fp32)":24.61,"Embedding Dimensions":4096,"Max Tokens":4096,"Average":"","Cmnli":"","Ocnli":""} -{"index":108,"Rank":157,"Model":"LLM2Vec-Meta-Llama-3-supervised<\/a>","Model Size (Million Parameters)":7505,"Memory Usage (GB, fp32)":27.96,"Embedding Dimensions":4096,"Max Tokens":8192,"Average":"","Cmnli":"","Ocnli":""} -{"index":109,"Rank":158,"Model":"LLM2Vec-Meta-Llama-3-unsupervised<\/a>","Model Size (Million Parameters)":7505,"Memory Usage (GB, fp32)":27.96,"Embedding Dimensions":4096,"Max Tokens":8192,"Average":"","Cmnli":"","Ocnli":""} -{"index":110,"Rank":159,"Model":"LLM2Vec-Mistral-supervised<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","Cmnli":"","Ocnli":""} -{"index":111,"Rank":160,"Model":"LLM2Vec-Mistral-unsupervised<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","Cmnli":"","Ocnli":""} -{"index":112,"Rank":161,"Model":"LLM2Vec-Sheared-Llama-supervised<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":4096,"Average":"","Cmnli":"","Ocnli":""} -{"index":113,"Rank":162,"Model":"LLM2Vec-Sheared-Llama-unsupervised<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":4096,"Average":"","Cmnli":"","Ocnli":""} -{"index":114,"Rank":163,"Model":"Bulbasaur<\/a>","Model Size (Million Parameters)":17,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","Cmnli":"","Ocnli":""} -{"index":115,"Rank":164,"Model":"Ivysaur<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.08,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","Cmnli":"","Ocnli":""} -{"index":116,"Rank":165,"Model":"Squirtle<\/a>","Model Size (Million Parameters)":16,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","Cmnli":"","Ocnli":""} -{"index":117,"Rank":166,"Model":"Venusaur<\/a>","Model Size (Million Parameters)":16,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","Cmnli":"","Ocnli":""} -{"index":118,"Rank":167,"Model":"Wartortle<\/a>","Model Size (Million Parameters)":17,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","Cmnli":"","Ocnli":""} -{"index":119,"Rank":168,"Model":"test24<\/a>","Model Size (Million Parameters)":17,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","Cmnli":"","Ocnli":""} -{"index":120,"Rank":169,"Model":"test25<\/a>","Model Size (Million Parameters)":17,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","Cmnli":"","Ocnli":""} -{"index":121,"Rank":170,"Model":"SGPT-1.3B-weightedmean-msmarco-specb-bitfit<\/a>","Model Size (Million Parameters)":1341,"Memory Usage (GB, fp32)":4.99,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":"","Cmnli":"","Ocnli":""} -{"index":122,"Rank":171,"Model":"SGPT-125M-weightedmean-msmarco-specb-bitfit<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":2048,"Average":"","Cmnli":"","Ocnli":""} -{"index":123,"Rank":172,"Model":"SGPT-125M-weightedmean-nli-bitfit<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":2048,"Average":"","Cmnli":"","Ocnli":""} -{"index":124,"Rank":173,"Model":"SGPT-2.7B-weightedmean-msmarco-specb-bitfit<\/a>","Model Size (Million Parameters)":2685,"Memory Usage (GB, fp32)":10.0,"Embedding Dimensions":2560,"Max Tokens":2048,"Average":"","Cmnli":"","Ocnli":""} -{"index":125,"Rank":174,"Model":"SGPT-5.8B-weightedmean-msmarco-specb-bitfit<\/a>","Model Size (Million Parameters)":5874,"Memory Usage (GB, fp32)":21.88,"Embedding Dimensions":4096,"Max Tokens":2048,"Average":"","Cmnli":"","Ocnli":""} -{"index":126,"Rank":175,"Model":"SGPT-5.8B-weightedmean-nli-bitfit<\/a>","Model Size (Million Parameters)":5874,"Memory Usage (GB, fp32)":21.88,"Embedding Dimensions":4096,"Max Tokens":2048,"Average":"","Cmnli":"","Ocnli":""} -{"index":130,"Rank":179,"Model":"stella_en_1.5B_v5<\/a>","Model Size (Million Parameters)":1543,"Memory Usage (GB, fp32)":5.75,"Embedding Dimensions":8192,"Max Tokens":131072,"Average":"","Cmnli":"","Ocnli":""} -{"index":131,"Rank":180,"Model":"stella_en_400M_v5<\/a>","Model Size (Million Parameters)":435,"Memory Usage (GB, fp32)":1.62,"Embedding Dimensions":8192,"Max Tokens":8192,"Average":"","Cmnli":"","Ocnli":""} -{"index":132,"Rank":181,"Model":"Arabert-all-nli-triplet-Matryoshka<\/a>","Model Size (Million Parameters)":135,"Memory Usage (GB, fp32)":0.5,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","Cmnli":"","Ocnli":""} -{"index":133,"Rank":182,"Model":"Arabic-MiniLM-L12-v2-all-nli-triplet<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","Cmnli":"","Ocnli":""} -{"index":134,"Rank":183,"Model":"Arabic-all-nli-triplet-Matryoshka<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","Cmnli":"","Ocnli":""} -{"index":135,"Rank":184,"Model":"Arabic-labse-Matryoshka<\/a>","Model Size (Million Parameters)":471,"Memory Usage (GB, fp32)":1.75,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","Cmnli":"","Ocnli":""} -{"index":136,"Rank":185,"Model":"Arabic-mpnet-base-all-nli-triplet<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","Cmnli":"","Ocnli":""} -{"index":137,"Rank":186,"Model":"Marbert-all-nli-triplet-Matryoshka<\/a>","Model Size (Million Parameters)":163,"Memory Usage (GB, fp32)":0.61,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","Cmnli":"","Ocnli":""} -{"index":138,"Rank":187,"Model":"Solon-embeddings-large-0.1<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","Cmnli":"","Ocnli":""} -{"index":139,"Rank":188,"Model":"KartonBERT-USE-base-v1<\/a>","Model Size (Million Parameters)":104,"Memory Usage (GB, fp32)":0.39,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","Cmnli":"","Ocnli":""} -{"index":141,"Rank":189,"Model":"alime-reranker-large-zh<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","Cmnli":"","Ocnli":""} -{"index":144,"Rank":192,"Model":"SFR-Embedding-2_R<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","Cmnli":"","Ocnli":""} -{"index":145,"Rank":193,"Model":"SFR-Embedding-Mistral<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","Cmnli":"","Ocnli":""} -{"index":148,"Rank":196,"Model":"snowflake-arctic-embed-l<\/a>","Model Size (Million Parameters)":334,"Memory Usage (GB, fp32)":1.24,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","Cmnli":"","Ocnli":""} -{"index":149,"Rank":197,"Model":"snowflake-arctic-embed-l-v2.0<\/a>","Model Size (Million Parameters)":568,"Memory Usage (GB, fp32)":2.12,"Embedding Dimensions":1024,"Max Tokens":8194,"Average":"","Cmnli":"","Ocnli":""} -{"index":150,"Rank":198,"Model":"snowflake-arctic-embed-m<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","Cmnli":"","Ocnli":""} -{"index":151,"Rank":199,"Model":"snowflake-arctic-embed-m-long<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","Cmnli":"","Ocnli":""} -{"index":152,"Rank":200,"Model":"snowflake-arctic-embed-m-v1.5<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","Cmnli":"","Ocnli":""} -{"index":153,"Rank":201,"Model":"snowflake-arctic-embed-m-v2.0<\/a>","Model Size (Million Parameters)":305,"Memory Usage (GB, fp32)":1.14,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","Cmnli":"","Ocnli":""} -{"index":154,"Rank":202,"Model":"snowflake-arctic-embed-s<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","Cmnli":"","Ocnli":""} -{"index":155,"Rank":203,"Model":"snowflake-arctic-embed-xs<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.08,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","Cmnli":"","Ocnli":""} -{"index":156,"Rank":204,"Model":"bge-micro<\/a>","Model Size (Million Parameters)":17,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","Cmnli":"","Ocnli":""} -{"index":157,"Rank":205,"Model":"bge-micro-v2<\/a>","Model Size (Million Parameters)":17,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","Cmnli":"","Ocnli":""} -{"index":158,"Rank":206,"Model":"gte-tiny<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.08,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","Cmnli":"","Ocnli":""} -{"index":160,"Rank":207,"Model":"PEG<\/a>","Model Size (Million Parameters)":163,"Memory Usage (GB, fp32)":0.61,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","Cmnli":"","Ocnli":""} -{"index":161,"Rank":208,"Model":"UAE-Large-V1<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","Cmnli":"","Ocnli":""} -{"index":162,"Rank":209,"Model":"sentence-croissant-llm-base<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":"","Cmnli":"","Ocnli":""} -{"index":164,"Rank":211,"Model":"German_Semantic_STS_V2<\/a>","Model Size (Million Parameters)":336,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","Cmnli":"","Ocnli":""} -{"index":165,"Rank":212,"Model":"MedEmbed-small-v0.1<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","Cmnli":"","Ocnli":""} -{"index":168,"Rank":215,"Model":"ru-en-RoSBERTa<\/a>","Model Size (Million Parameters)":404,"Memory Usage (GB, fp32)":1.5,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","Cmnli":"","Ocnli":""} -{"index":169,"Rank":216,"Model":"sbert_large_mt_nlu_ru<\/a>","Model Size (Million Parameters)":427,"Memory Usage (GB, fp32)":1.59,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","Cmnli":"","Ocnli":""} -{"index":170,"Rank":217,"Model":"sbert_large_nlu_ru<\/a>","Model Size (Million Parameters)":427,"Memory Usage (GB, fp32)":1.59,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","Cmnli":"","Ocnli":""} -{"index":172,"Rank":219,"Model":"cloudy-large-zh<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Embedding Dimensions":1024,"Max Tokens":1024,"Average":"","Cmnli":"","Ocnli":""} -{"index":175,"Rank":222,"Model":"bge-small-4096<\/a>","Model Size (Million Parameters)":35,"Memory Usage (GB, fp32)":0.13,"Embedding Dimensions":384,"Max Tokens":4096,"Average":"","Cmnli":"","Ocnli":""} -{"index":176,"Rank":223,"Model":"jina-embeddings-v2-base-en<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","Cmnli":"","Ocnli":""} -{"index":178,"Rank":224,"Model":"GIST-Embedding-v0<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","Cmnli":"","Ocnli":""} -{"index":179,"Rank":225,"Model":"GIST-all-MiniLM-L6-v2<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.08,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","Cmnli":"","Ocnli":""} -{"index":180,"Rank":226,"Model":"GIST-large-Embedding-v0<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","Cmnli":"","Ocnli":""} -{"index":181,"Rank":227,"Model":"GIST-small-Embedding-v0<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","Cmnli":"","Ocnli":""} -{"index":182,"Rank":228,"Model":"NoInstruct-small-Embedding-v0<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","Cmnli":"","Ocnli":""} -{"index":185,"Rank":231,"Model":"brown-beetle-base-v1<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.08,"Embedding Dimensions":768,"Max Tokens":1000000,"Average":"","Cmnli":"","Ocnli":""} -{"index":186,"Rank":232,"Model":"brown-beetle-small-v1<\/a>","Model Size (Million Parameters)":8,"Memory Usage (GB, fp32)":0.03,"Embedding Dimensions":256,"Max Tokens":1000000,"Average":"","Cmnli":"","Ocnli":""} -{"index":187,"Rank":233,"Model":"brown-beetle-tiny-v1<\/a>","Model Size (Million Parameters)":4,"Memory Usage (GB, fp32)":0.01,"Embedding Dimensions":128,"Max Tokens":1000000,"Average":"","Cmnli":"","Ocnli":""} -{"index":188,"Rank":234,"Model":"brown-beetle-tiny-v1.1<\/a>","Model Size (Million Parameters)":4,"Memory Usage (GB, fp32)":0.01,"Embedding Dimensions":768,"Max Tokens":1000000,"Average":"","Cmnli":"","Ocnli":""} -{"index":189,"Rank":235,"Model":"brown-fairy-base-v0<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.08,"Embedding Dimensions":768,"Max Tokens":1000000,"Average":"","Cmnli":"","Ocnli":""} -{"index":190,"Rank":236,"Model":"red-beetle-base-v1.1<\/a>","Model Size (Million Parameters)":30,"Memory Usage (GB, fp32)":0.11,"Embedding Dimensions":1024,"Max Tokens":1000000,"Average":"","Cmnli":"","Ocnli":""} -{"index":191,"Rank":237,"Model":"sgpt-bloom-1b7-nli<\/a>","Model Size (Million Parameters)":1722,"Memory Usage (GB, fp32)":6.42,"Embedding Dimensions":2048,"Max Tokens":4096,"Average":"","Cmnli":"","Ocnli":""} -{"index":192,"Rank":238,"Model":"sgpt-bloom-7b1-msmarco<\/a>","Model Size (Million Parameters)":7068,"Memory Usage (GB, fp32)":26.33,"Embedding Dimensions":4096,"Max Tokens":2048,"Average":"","Cmnli":"","Ocnli":""} -{"index":194,"Rank":240,"Model":"slx-v0.1<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.08,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","Cmnli":"","Ocnli":""} -{"index":196,"Rank":242,"Model":"Chuxin-Embedding<\/a>","Model Size (Million Parameters)":568,"Memory Usage (GB, fp32)":2.12,"Embedding Dimensions":1024,"Max Tokens":8194,"Average":"","Cmnli":"","Ocnli":""} -{"index":197,"Rank":243,"Model":"snowflake-arctic-embed-m-v2.0-cpu<\/a>","Model Size (Million Parameters)":305,"Memory Usage (GB, fp32)":1.14,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","Cmnli":"","Ocnli":""} -{"index":198,"Rank":244,"Model":"LaBSE-en-ru<\/a>","Model Size (Million Parameters)":129,"Memory Usage (GB, fp32)":0.48,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","Cmnli":"","Ocnli":""} -{"index":199,"Rank":245,"Model":"rubert-tiny<\/a>","Model Size (Million Parameters)":12,"Memory Usage (GB, fp32)":0.04,"Embedding Dimensions":512,"Max Tokens":514,"Average":"","Cmnli":"","Ocnli":""} -{"index":200,"Rank":246,"Model":"rubert-tiny2<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"Embedding Dimensions":2048,"Max Tokens":514,"Average":"","Cmnli":"","Ocnli":""} -{"index":201,"Rank":247,"Model":"cai-lunaris-text-embeddings<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","Cmnli":"","Ocnli":""} -{"index":203,"Rank":249,"Model":"french-document-embedding<\/a>","Model Size (Million Parameters)":305,"Memory Usage (GB, fp32)":1.14,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","Cmnli":"","Ocnli":""} -{"index":204,"Rank":250,"Model":"sentence-camembert-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","Cmnli":"","Ocnli":""} -{"index":205,"Rank":251,"Model":"sentence-camembert-large<\/a>","Model Size (Million Parameters)":337,"Memory Usage (GB, fp32)":1.26,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","Cmnli":"","Ocnli":""} -{"index":206,"Rank":252,"Model":"embedder-100p<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","Cmnli":"","Ocnli":""} -{"index":207,"Rank":253,"Model":"USER-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","Cmnli":"","Ocnli":""} -{"index":208,"Rank":254,"Model":"USER-bge-m3<\/a>","Model Size (Million Parameters)":359,"Memory Usage (GB, fp32)":1.34,"Embedding Dimensions":1024,"Max Tokens":8192,"Average":"","Cmnli":"","Ocnli":""} -{"index":209,"Rank":255,"Model":"deberta-v1-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","Cmnli":"","Ocnli":""} -{"index":215,"Rank":258,"Model":"e5-base-4k<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","Cmnli":"","Ocnli":""} -{"index":221,"Rank":262,"Model":"flaubert_base_cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","Cmnli":"","Ocnli":""} -{"index":222,"Rank":263,"Model":"flaubert_base_uncased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","Cmnli":"","Ocnli":""} -{"index":223,"Rank":264,"Model":"flaubert_large_cased<\/a>","Model Size (Million Parameters)":372,"Memory Usage (GB, fp32)":1.39,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","Cmnli":"","Ocnli":""} -{"index":226,"Rank":267,"Model":"bert-base-multilingual-cased<\/a>","Model Size (Million Parameters)":179,"Memory Usage (GB, fp32)":0.67,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","Cmnli":"","Ocnli":""} -{"index":227,"Rank":268,"Model":"bert-base-multilingual-uncased<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","Cmnli":"","Ocnli":""} -{"index":228,"Rank":269,"Model":"bert-base-uncased<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","Cmnli":"","Ocnli":""} -{"index":229,"Rank":270,"Model":"instructor-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","Cmnli":"","Ocnli":""} -{"index":230,"Rank":271,"Model":"instructor-large<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","Cmnli":"","Ocnli":""} -{"index":231,"Rank":272,"Model":"instructor-xl<\/a>","Model Size (Million Parameters)":1241,"Memory Usage (GB, fp32)":4.62,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","Cmnli":"","Ocnli":""} -{"index":236,"Rank":276,"Model":"granite-embedding-107m-multilingual<\/a>","Model Size (Million Parameters)":107,"Memory Usage (GB, fp32)":0.4,"Embedding Dimensions":384,"Max Tokens":514,"Average":"","Cmnli":"","Ocnli":""} -{"index":237,"Rank":277,"Model":"granite-embedding-125m-english<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","Cmnli":"","Ocnli":""} -{"index":238,"Rank":278,"Model":"granite-embedding-278m-multilingual<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","Cmnli":"","Ocnli":""} -{"index":239,"Rank":279,"Model":"granite-embedding-30m-english<\/a>","Model Size (Million Parameters)":30,"Memory Usage (GB, fp32)":0.11,"Embedding Dimensions":384,"Max Tokens":514,"Average":"","Cmnli":"","Ocnli":""} -{"index":240,"Rank":280,"Model":"stella-base-en-v2<\/a>","Model Size (Million Parameters)":55,"Memory Usage (GB, fp32)":0.2,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","Cmnli":"","Ocnli":""} -{"index":246,"Rank":281,"Model":"inf-retriever-v1<\/a>","Model Size (Million Parameters)":7069,"Memory Usage (GB, fp32)":26.33,"Embedding Dimensions":3584,"Max Tokens":131072,"Average":"","Cmnli":"","Ocnli":""} -{"index":247,"Rank":282,"Model":"e5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","Cmnli":"","Ocnli":""} -{"index":248,"Rank":283,"Model":"e5-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","Cmnli":"","Ocnli":""} -{"index":249,"Rank":284,"Model":"e5-large<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","Cmnli":"","Ocnli":""} -{"index":250,"Rank":285,"Model":"e5-large-v2<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","Cmnli":"","Ocnli":""} -{"index":252,"Rank":286,"Model":"e5-small<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","Cmnli":"","Ocnli":""} -{"index":253,"Rank":287,"Model":"e5-small-v2<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","Cmnli":"","Ocnli":""} -{"index":256,"Rank":288,"Model":"multilingual-e5-large-instruct<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","Cmnli":"","Ocnli":""} -{"index":264,"Rank":290,"Model":"jina-embedding-b-en-v1<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","Cmnli":"","Ocnli":""} -{"index":265,"Rank":291,"Model":"jina-embedding-l-en-v1<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","Cmnli":"","Ocnli":""} -{"index":266,"Rank":292,"Model":"jina-embedding-s-en-v1<\/a>","Model Size (Million Parameters)":35,"Memory Usage (GB, fp32)":0.13,"Embedding Dimensions":512,"Max Tokens":512,"Average":"","Cmnli":"","Ocnli":""} -{"index":267,"Rank":293,"Model":"jina-embeddings-v2-base-de<\/a>","Model Size (Million Parameters)":161,"Memory Usage (GB, fp32)":0.6,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","Cmnli":"","Ocnli":""} -{"index":268,"Rank":294,"Model":"jina-embeddings-v2-base-en<\/a>","Model Size (Million Parameters)":275,"Memory Usage (GB, fp32)":1.02,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","Cmnli":"","Ocnli":""} -{"index":269,"Rank":295,"Model":"jina-embeddings-v2-base-es<\/a>","Model Size (Million Parameters)":161,"Memory Usage (GB, fp32)":0.6,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","Cmnli":"","Ocnli":""} -{"index":271,"Rank":296,"Model":"jina-embeddings-v2-small-en<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":512,"Max Tokens":8192,"Average":"","Cmnli":"","Ocnli":""} -{"index":274,"Rank":298,"Model":"echo-mistral-7b-instruct-lasttoken<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","Cmnli":"","Ocnli":""} -{"index":275,"Rank":299,"Model":"cde-small-v1<\/a>","Model Size (Million Parameters)":143,"Memory Usage (GB, fp32)":0.53,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","Cmnli":"","Ocnli":""} -{"index":276,"Rank":300,"Model":"cde-small-v2<\/a>","Model Size (Million Parameters)":150,"Memory Usage (GB, fp32)":0.56,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","Cmnli":"","Ocnli":""} -{"index":281,"Rank":303,"Model":"modernbert-embed-large<\/a>","Model Size (Million Parameters)":395,"Memory Usage (GB, fp32)":1.47,"Embedding Dimensions":1024,"Max Tokens":8192,"Average":"","Cmnli":"","Ocnli":""} -{"index":282,"Rank":304,"Model":"modernbert-embed-large-unsupervised<\/a>","Model Size (Million Parameters)":395,"Memory Usage (GB, fp32)":1.47,"Embedding Dimensions":1024,"Max Tokens":8192,"Average":"","Cmnli":"","Ocnli":""} -{"index":287,"Rank":308,"Model":"ember-v1<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","Cmnli":"","Ocnli":""} -{"index":290,"Rank":310,"Model":"bge-m3-custom-fr<\/a>","Model Size (Million Parameters)":568,"Memory Usage (GB, fp32)":2.12,"Embedding Dimensions":1024,"Max Tokens":8194,"Average":"","Cmnli":"","Ocnli":""} -{"index":291,"Rank":311,"Model":"sentence_croissant_alpha_v0.1<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":"","Cmnli":"","Ocnli":""} -{"index":292,"Rank":312,"Model":"sentence_croissant_alpha_v0.2<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":"","Cmnli":"","Ocnli":""} -{"index":293,"Rank":313,"Model":"sentence_croissant_alpha_v0.3<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":"","Cmnli":"","Ocnli":""} -{"index":294,"Rank":314,"Model":"sentence_croissant_alpha_v0.4<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":"","Cmnli":"","Ocnli":""} -{"index":295,"Rank":315,"Model":"M2V_base_glove<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Embedding Dimensions":256,"Max Tokens":1000000,"Average":"","Cmnli":"","Ocnli":""} -{"index":296,"Rank":316,"Model":"M2V_base_glove_subword<\/a>","Model Size (Million Parameters)":103,"Memory Usage (GB, fp32)":0.38,"Embedding Dimensions":256,"Max Tokens":1000000,"Average":"","Cmnli":"","Ocnli":""} -{"index":297,"Rank":317,"Model":"M2V_base_output<\/a>","Model Size (Million Parameters)":8,"Memory Usage (GB, fp32)":0.03,"Embedding Dimensions":256,"Max Tokens":1000000,"Average":"","Cmnli":"","Ocnli":""} -{"index":298,"Rank":318,"Model":"potion-base-2M<\/a>","Model Size (Million Parameters)":2,"Memory Usage (GB, fp32)":0.01,"Embedding Dimensions":64,"Max Tokens":1000000,"Average":"","Cmnli":"","Ocnli":""} -{"index":299,"Rank":319,"Model":"potion-base-32M<\/a>","Model Size (Million Parameters)":32,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":512,"Max Tokens":1000000,"Average":"","Cmnli":"","Ocnli":""} -{"index":300,"Rank":320,"Model":"potion-base-4M<\/a>","Model Size (Million Parameters)":4,"Memory Usage (GB, fp32)":0.01,"Embedding Dimensions":128,"Max Tokens":1000000,"Average":"","Cmnli":"","Ocnli":""} -{"index":301,"Rank":321,"Model":"potion-base-8M<\/a>","Model Size (Million Parameters)":8,"Memory Usage (GB, fp32)":0.03,"Embedding Dimensions":256,"Max Tokens":1000000,"Average":"","Cmnli":"","Ocnli":""} -{"index":302,"Rank":322,"Model":"mxbai-embed-2d-large-v1<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","Cmnli":"","Ocnli":""} -{"index":303,"Rank":323,"Model":"mxbai-embed-large-v1<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","Cmnli":"","Ocnli":""} -{"index":308,"Rank":326,"Model":"LdIR-Qwen2-reranker-1.5B<\/a>","Model Size (Million Parameters)":1544,"Memory Usage (GB, fp32)":5.75,"Embedding Dimensions":1536,"Max Tokens":32768,"Average":"","Cmnli":"","Ocnli":""} -{"index":310,"Rank":328,"Model":"bge-reranker-large-1k<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":1026,"Average":"","Cmnli":"","Ocnli":""} -{"index":318,"Rank":335,"Model":"bge-large-en-v1.5<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","Cmnli":"","Ocnli":""} -{"index":319,"Rank":336,"Model":"modernbert-embed-base<\/a>","Model Size (Million Parameters)":149,"Memory Usage (GB, fp32)":0.56,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","Cmnli":"","Ocnli":""} -{"index":320,"Rank":337,"Model":"modernbert-embed-base-unsupervised<\/a>","Model Size (Million Parameters)":149,"Memory Usage (GB, fp32)":0.56,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","Cmnli":"","Ocnli":""} -{"index":321,"Rank":338,"Model":"nomic-embed-text-v1<\/a>","Model Size (Million Parameters)":547,"Memory Usage (GB, fp32)":2.04,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","Cmnli":"","Ocnli":""} -{"index":322,"Rank":339,"Model":"nomic-embed-text-v1-ablated<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","Cmnli":"","Ocnli":""} -{"index":323,"Rank":340,"Model":"nomic-embed-text-v1-unsupervised<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","Cmnli":"","Ocnli":""} -{"index":324,"Rank":341,"Model":"nomic-embed-text-v1.5-128<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":128,"Max Tokens":8192,"Average":"","Cmnli":"","Ocnli":""} -{"index":325,"Rank":342,"Model":"nomic-embed-text-v1.5-256<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":256,"Max Tokens":8192,"Average":"","Cmnli":"","Ocnli":""} -{"index":326,"Rank":343,"Model":"nomic-embed-text-v1.5-512<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":512,"Max Tokens":8192,"Average":"","Cmnli":"","Ocnli":""} -{"index":327,"Rank":344,"Model":"nomic-embed-text-v1.5-64<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":64,"Max Tokens":8192,"Average":"","Cmnli":"","Ocnli":""} -{"index":328,"Rank":345,"Model":"nomic-embed-text-v1.5<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","Cmnli":"","Ocnli":""} -{"index":329,"Rank":346,"Model":"contriever-base-msmarco<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","Cmnli":"","Ocnli":""} -{"index":330,"Rank":347,"Model":"NV-Embed-v1<\/a>","Model Size (Million Parameters)":7851,"Memory Usage (GB, fp32)":29.25,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","Cmnli":"","Ocnli":""} -{"index":331,"Rank":348,"Model":"NV-Embed-v2<\/a>","Model Size (Million Parameters)":7851,"Memory Usage (GB, fp32)":29.25,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","Cmnli":"","Ocnli":""} -{"index":332,"Rank":349,"Model":"MiniCPM-Embedding<\/a>","Model Size (Million Parameters)":2725,"Memory Usage (GB, fp32)":10.15,"Embedding Dimensions":2304,"Max Tokens":512,"Average":"","Cmnli":"","Ocnli":""} -{"index":334,"Rank":350,"Model":"GritLM-7B-vllm<\/a>","Model Size (Million Parameters)":7242,"Memory Usage (GB, fp32)":26.98,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","Cmnli":"","Ocnli":""} -{"index":335,"Rank":351,"Model":"checkpoint-9000<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","Cmnli":"","Ocnli":""} -{"index":337,"Rank":353,"Model":"mini-gte<\/a>","Model Size (Million Parameters)":66,"Memory Usage (GB, fp32)":0.25,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","Cmnli":"","Ocnli":""} -{"index":338,"Rank":354,"Model":"sup-simcse-bert-base-uncased<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","Cmnli":"","Ocnli":""} -{"index":339,"Rank":355,"Model":"unsup-simcse-bert-base-uncased<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","Cmnli":"","Ocnli":""} -{"index":340,"Rank":356,"Model":"360Zhinao-1.8B-Reranking<\/a>","Model Size (Million Parameters)":941,"Memory Usage (GB, fp32)":3.51,"Embedding Dimensions":2048,"Max Tokens":4096,"Average":"","Cmnli":"","Ocnli":""} -{"index":341,"Rank":357,"Model":"360Zhinao-search<\/a>","Model Size (Million Parameters)":163,"Memory Usage (GB, fp32)":0.61,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","Cmnli":"","Ocnli":""} -{"index":342,"Rank":358,"Model":"FAB-Ramy-v1<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","Cmnli":"","Ocnli":""} -{"index":343,"Rank":359,"Model":"FAE-v1<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","Cmnli":"","Ocnli":""} -{"index":344,"Rank":360,"Model":"FUE-v1<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","Cmnli":"","Ocnli":""} -{"index":348,"Rank":364,"Model":"sf_model_e5<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","Cmnli":"","Ocnli":""} -{"index":353,"Rank":366,"Model":"LaBSE<\/a>","Model Size (Million Parameters)":471,"Memory Usage (GB, fp32)":1.75,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","Cmnli":"","Ocnli":""} -{"index":354,"Rank":367,"Model":"all-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","Cmnli":"","Ocnli":""} -{"index":355,"Rank":368,"Model":"all-MiniLM-L6-v2<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","Cmnli":"","Ocnli":""} -{"index":356,"Rank":369,"Model":"all-mpnet-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","Cmnli":"","Ocnli":""} -{"index":357,"Rank":370,"Model":"allenai-specter<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","Cmnli":"","Ocnli":""} -{"index":358,"Rank":371,"Model":"average_word_embeddings_glove.6B.300d<\/a>","Model Size (Million Parameters)":120,"Memory Usage (GB, fp32)":0.45,"Embedding Dimensions":300,"Max Tokens":"N\/A","Average":"","Cmnli":"","Ocnli":""} -{"index":359,"Rank":372,"Model":"average_word_embeddings_komninos<\/a>","Model Size (Million Parameters)":134,"Memory Usage (GB, fp32)":0.5,"Embedding Dimensions":300,"Max Tokens":"N\/A","Average":"","Cmnli":"","Ocnli":""} -{"index":360,"Rank":373,"Model":"distiluse-base-multilingual-cased-v2<\/a>","Model Size (Million Parameters)":135,"Memory Usage (GB, fp32)":0.5,"Embedding Dimensions":512,"Max Tokens":512,"Average":"","Cmnli":"","Ocnli":""} -{"index":361,"Rank":374,"Model":"gtr-t5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","Cmnli":"","Ocnli":""} -{"index":362,"Rank":375,"Model":"gtr-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","Cmnli":"","Ocnli":""} -{"index":363,"Rank":376,"Model":"gtr-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","Cmnli":"","Ocnli":""} -{"index":364,"Rank":377,"Model":"gtr-t5-xxl<\/a>","Model Size (Million Parameters)":4865,"Memory Usage (GB, fp32)":18.12,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","Cmnli":"","Ocnli":""} -{"index":365,"Rank":378,"Model":"msmarco-bert-co-condensor<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","Cmnli":"","Ocnli":""} -{"index":366,"Rank":379,"Model":"multi-qa-MiniLM-L6-cos-v1<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","Cmnli":"","Ocnli":""} -{"index":367,"Rank":380,"Model":"paraphrase-multilingual-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","Cmnli":"","Ocnli":""} -{"index":368,"Rank":381,"Model":"paraphrase-multilingual-mpnet-base-v2<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","Cmnli":"","Ocnli":""} -{"index":369,"Rank":382,"Model":"sentence-t5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","Cmnli":"","Ocnli":""} -{"index":370,"Rank":383,"Model":"sentence-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","Cmnli":"","Ocnli":""} -{"index":371,"Rank":384,"Model":"sentence-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","Cmnli":"","Ocnli":""} -{"index":372,"Rank":385,"Model":"sentence-t5-xxl<\/a>","Model Size (Million Parameters)":4865,"Memory Usage (GB, fp32)":18.12,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","Cmnli":"","Ocnli":""} -{"index":374,"Rank":386,"Model":"LaBSE-ru-turbo<\/a>","Model Size (Million Parameters)":128,"Memory Usage (GB, fp32)":0.48,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","Cmnli":"","Ocnli":""} -{"index":375,"Rank":387,"Model":"rubert-tiny-turbo<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"Embedding Dimensions":312,"Max Tokens":2048,"Average":"","Cmnli":"","Ocnli":""} -{"index":378,"Rank":388,"Model":"text2vec-base-multilingual<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":256,"Average":"","Cmnli":"","Ocnli":""} -{"index":381,"Rank":390,"Model":"BAAI-bge-reranker-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","Cmnli":"","Ocnli":""} -{"index":385,"Rank":394,"Model":"gte-base<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","Cmnli":"","Ocnli":""} -{"index":387,"Rank":395,"Model":"gte-large<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","Cmnli":"","Ocnli":""} -{"index":389,"Rank":396,"Model":"gte-small<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","Cmnli":"","Ocnli":""} -{"index":406,"Rank":410,"Model":"universal-sentence-encoder-multilingual-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":512,"Max Tokens":512,"Average":"","Cmnli":"","Ocnli":""} -{"index":407,"Rank":411,"Model":"universal-sentence-encoder-multilingual-large-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":512,"Max Tokens":512,"Average":"","Cmnli":"","Ocnli":""} -{"index":408,"Rank":412,"Model":"b1ade-embed<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","Cmnli":"","Ocnli":""} -{"index":409,"Rank":413,"Model":"b1ade-embed-kd<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","Cmnli":"","Ocnli":""} -{"index":410,"Rank":414,"Model":"b1ade-embed-kd_3<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","Cmnli":"","Ocnli":""} -{"index":413,"Rank":417,"Model":"potion-base-8M-stf<\/a>","Model Size (Million Parameters)":8,"Memory Usage (GB, fp32)":0.03,"Embedding Dimensions":256,"Max Tokens":1000000,"Average":"","Cmnli":"","Ocnli":""} -{"index":414,"Rank":418,"Model":"hktv-fine-tuned-cloudy-large-zh-metaphor14<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Embedding Dimensions":1024,"Max Tokens":1024,"Average":"","Cmnli":"","Ocnli":""} -{"index":416,"Rank":420,"Model":"bilingual-embedding-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","Cmnli":"","Ocnli":""} -{"index":418,"Rank":422,"Model":"LENS-d4000<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","Cmnli":"","Ocnli":""} -{"index":419,"Rank":423,"Model":"LENS-d8000<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","Cmnli":"","Ocnli":""} -{"index":423,"Rank":427,"Model":"Zeta-Alpha-E5-Mistral<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","Cmnli":"","Ocnli":""} -{"index":425,"Rank":428,"Model":"bi-cse<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","Cmnli":"","Ocnli":""} -{"index":427,"Rank":430,"Model":"text-similarity-ada-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":2046,"Average":"","Cmnli":"","Ocnli":""} -{"index":428,"Rank":431,"Model":"text-similarity-babbage-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":2048,"Max Tokens":2046,"Average":"","Cmnli":"","Ocnli":""} -{"index":429,"Rank":432,"Model":"text-similarity-curie-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":4096,"Max Tokens":2046,"Average":"","Cmnli":"","Ocnli":""} -{"index":430,"Rank":433,"Model":"text-similarity-davinci-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":12288,"Max Tokens":2046,"Average":"","Cmnli":"","Ocnli":""} -{"index":432,"Rank":434,"Model":"text-embedding-3-large-256<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":256,"Max Tokens":8191,"Average":"","Cmnli":"","Ocnli":""} -{"index":433,"Rank":435,"Model":"text-embedding-3-large<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":3072,"Max Tokens":8191,"Average":"","Cmnli":"","Ocnli":""} -{"index":434,"Rank":436,"Model":"text-embedding-3-small<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":8191,"Average":"","Cmnli":"","Ocnli":""} -{"index":436,"Rank":437,"Model":"elser-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":30522,"Max Tokens":512,"Average":"","Cmnli":"","Ocnli":""} diff --git a/boards_data/zh/data_tasks/Reranking/default.jsonl b/boards_data/zh/data_tasks/Reranking/default.jsonl deleted file mode 100644 index a563e64ddad6cc95a3f47838fa310dad2d557bba..0000000000000000000000000000000000000000 --- a/boards_data/zh/data_tasks/Reranking/default.jsonl +++ /dev/null @@ -1,349 +0,0 @@ -{"index":51,"Rank":1,"Model":"ListConRanker<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Embedding Dimensions":1024,"Max Tokens":512,"Average":73.24,"CMedQAv1":90.55,"CMedQAv2":89.38,"MMarcoReranking":43.88,"T2Reranking":69.17} -{"index":94,"Rank":2,"Model":"Conan-embedding-v1-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":72.76,"CMedQAv1":91.39,"CMedQAv2":89.72,"MMarcoReranking":41.58,"T2Reranking":68.36} -{"index":159,"Rank":3,"Model":"Conan-embedding-v1<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Embedding Dimensions":1792,"Max Tokens":512,"Average":72.76,"CMedQAv1":91.39,"CMedQAv2":89.72,"MMarcoReranking":41.58,"T2Reranking":68.36} -{"index":280,"Rank":4,"Model":"xiaobu-embedding-v2<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Embedding Dimensions":1792,"Max Tokens":512,"Average":72.58,"CMedQAv1":90.96,"CMedQAv2":90.41,"MMarcoReranking":39.91,"T2Reranking":69.03} -{"index":235,"Rank":5,"Model":"zpoint_large_embedding_zh<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Embedding Dimensions":1792,"Max Tokens":512,"Average":72.34,"CMedQAv1":91.11,"CMedQAv2":90.07,"MMarcoReranking":38.87,"T2Reranking":69.29} -{"index":219,"Rank":6,"Model":"XYZ-embedding-zh-v2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":71.46,"CMedQAv1":89.98,"CMedQAv2":89.05,"MMarcoReranking":37.68,"T2Reranking":69.14} -{"index":218,"Rank":7,"Model":"XYZ-embedding-zh<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":70.8,"CMedQAv1":89.62,"CMedQAv2":89.22,"MMarcoReranking":35.3,"T2Reranking":69.07} -{"index":308,"Rank":8,"Model":"LdIR-Qwen2-reranker-1.5B<\/a>","Model Size (Million Parameters)":1544,"Memory Usage (GB, fp32)":5.75,"Embedding Dimensions":1536,"Max Tokens":32768,"Average":70.45,"CMedQAv1":86.5,"CMedQAv2":87.11,"MMarcoReranking":39.35,"T2Reranking":68.84} -{"index":289,"Rank":9,"Model":"ternary-weight-embedding<\/a>","Model Size (Million Parameters)":99,"Memory Usage (GB, fp32)":0.37,"Embedding Dimensions":1792,"Max Tokens":512,"Average":70.14,"CMedQAv1":88.74,"CMedQAv2":88.38,"MMarcoReranking":35.04,"T2Reranking":68.39} -{"index":340,"Rank":10,"Model":"360Zhinao-1.8B-Reranking<\/a>","Model Size (Million Parameters)":941,"Memory Usage (GB, fp32)":3.51,"Embedding Dimensions":2048,"Max Tokens":4096,"Average":70.13,"CMedQAv1":86.75,"CMedQAv2":87.92,"MMarcoReranking":37.29,"T2Reranking":68.55} -{"index":352,"Rank":11,"Model":"piccolo-large-zh-v2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":70.0,"CMedQAv1":89.31,"CMedQAv2":90.14,"MMarcoReranking":33.39,"T2Reranking":67.15} -{"index":262,"Rank":12,"Model":"Yinka-Q5_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":69.78,"CMedQAv1":89.26,"CMedQAv2":90.05,"MMarcoReranking":32.74,"T2Reranking":67.05} -{"index":53,"Rank":13,"Model":"Yinka<\/a>","Model Size (Million Parameters)":164,"Memory Usage (GB, fp32)":0.61,"Embedding Dimensions":1792,"Max Tokens":512,"Average":69.78,"CMedQAv1":89.26,"CMedQAv2":90.05,"MMarcoReranking":32.74,"T2Reranking":67.05} -{"index":435,"Rank":14,"Model":"text-embedding<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":512,"Average":69.67,"CMedQAv1":88.06,"CMedQAv2":88.46,"MMarcoReranking":34.3,"T2Reranking":67.85} -{"index":20,"Rank":15,"Model":"gme-Qwen2-VL-7B-Instruct<\/a>","Model Size (Million Parameters)":8291,"Memory Usage (GB, fp32)":30.89,"Embedding Dimensions":3584,"Max Tokens":32768,"Average":69.61,"CMedQAv1":88.71,"CMedQAv2":90.51,"MMarcoReranking":32.69,"T2Reranking":66.54} -{"index":52,"Rank":16,"Model":"gme-Qwen2-VL-7B-Instruct-Q5_K_S-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":69.61,"CMedQAv1":88.71,"CMedQAv2":90.51,"MMarcoReranking":32.69,"T2Reranking":66.54} -{"index":71,"Rank":17,"Model":"IYun-large-zh<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":69.3,"CMedQAv1":88.74,"CMedQAv2":89.42,"MMarcoReranking":31.61,"T2Reranking":67.45} -{"index":341,"Rank":18,"Model":"360Zhinao-search<\/a>","Model Size (Million Parameters)":163,"Memory Usage (GB, fp32)":0.61,"Embedding Dimensions":1024,"Max Tokens":512,"Average":68.92,"CMedQAv1":87.0,"CMedQAv2":88.48,"MMarcoReranking":32.41,"T2Reranking":67.8} -{"index":23,"Rank":19,"Model":"gte-Qwen2-7B-instruct<\/a>","Model Size (Million Parameters)":7613,"Memory Usage (GB, fp32)":28.36,"Embedding Dimensions":3584,"Max Tokens":32768,"Average":68.92,"CMedQAv1":88.2,"CMedQAv2":88.03,"MMarcoReranking":31.65,"T2Reranking":67.8} -{"index":376,"Rank":20,"Model":"AGE_Hybrid<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":68.72,"CMedQAv1":89.37,"CMedQAv2":89.27,"MMarcoReranking":29.64,"T2Reranking":66.61} -{"index":309,"Rank":21,"Model":"LdIR-reranker-large<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":68.58,"CMedQAv1":84.35,"CMedQAv2":86.45,"MMarcoReranking":35.64,"T2Reranking":67.86} -{"index":214,"Rank":22,"Model":"stella-mrl-large-zh-v3.5-1792d<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Embedding Dimensions":1792,"Max Tokens":512,"Average":68.45,"CMedQAv1":89.33,"CMedQAv2":89.18,"MMarcoReranking":28.85,"T2Reranking":66.43} -{"index":160,"Rank":23,"Model":"PEG<\/a>","Model Size (Million Parameters)":163,"Memory Usage (GB, fp32)":0.61,"Embedding Dimensions":1024,"Max Tokens":512,"Average":68.41,"CMedQAv1":84.09,"CMedQAv2":86.56,"MMarcoReranking":33.55,"T2Reranking":69.43} -{"index":41,"Rank":24,"Model":"bge-multilingual-gemma2<\/a>","Model Size (Million Parameters)":9242,"Memory Usage (GB, fp32)":34.43,"Embedding Dimensions":3584,"Max Tokens":8192,"Average":68.28,"CMedQAv1":84.62,"CMedQAv2":85.6,"MMarcoReranking":35.43,"T2Reranking":67.48} -{"index":16,"Rank":25,"Model":"OpenSearch-text-hybrid<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1792,"Max Tokens":512,"Average":68.27,"CMedQAv1":88.99,"CMedQAv2":89.6,"MMarcoReranking":28.12,"T2Reranking":66.38} -{"index":213,"Rank":26,"Model":"stella-large-zh-v3-1792d<\/a>","Model Size (Million Parameters)":325,"Memory Usage (GB, fp32)":1.21,"Embedding Dimensions":1792,"Max Tokens":512,"Average":68.26,"CMedQAv1":88.99,"CMedQAv2":89.6,"MMarcoReranking":28.09,"T2Reranking":66.38} -{"index":22,"Rank":27,"Model":"gte-Qwen2-1.5B-instruct<\/a>","Model Size (Million Parameters)":1776,"Memory Usage (GB, fp32)":6.62,"Embedding Dimensions":1536,"Max Tokens":131072,"Average":68.21,"CMedQAv1":88.16,"CMedQAv2":88.12,"MMarcoReranking":29.14,"T2Reranking":67.43} -{"index":105,"Rank":28,"Model":"onnx-gte-multilingual-base<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":68.17,"CMedQAv1":86.11,"CMedQAv2":87.28,"MMarcoReranking":32.19,"T2Reranking":67.09} -{"index":26,"Rank":29,"Model":"gte-multilingual-base<\/a>","Model Size (Million Parameters)":305,"Memory Usage (GB, fp32)":1.14,"Embedding Dimensions":768,"Max Tokens":8192,"Average":68.17,"CMedQAv1":86.11,"CMedQAv2":87.28,"MMarcoReranking":32.19,"T2Reranking":67.09} -{"index":177,"Rank":30,"Model":"acge_text_embedding<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Embedding Dimensions":1792,"Max Tokens":1024,"Average":67.98,"CMedQAv1":88.66,"CMedQAv2":88.9,"MMarcoReranking":27.76,"T2Reranking":66.62} -{"index":310,"Rank":31,"Model":"bge-reranker-large-1k<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":1026,"Average":67.87,"CMedQAv1":82.15,"CMedQAv2":84.19,"MMarcoReranking":37.64,"T2Reranking":67.48} -{"index":243,"Rank":32,"Model":"stella-base-zh-v3-1792d<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Embedding Dimensions":1792,"Max Tokens":1024,"Average":67.84,"CMedQAv1":88.34,"CMedQAv2":89.06,"MMarcoReranking":27.48,"T2Reranking":66.49} -{"index":381,"Rank":33,"Model":"BAAI-bge-reranker-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":67.78,"CMedQAv1":82.14,"CMedQAv2":84.19,"MMarcoReranking":37.17,"T2Reranking":67.6} -{"index":140,"Rank":34,"Model":"alime-embedding-large-zh<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Embedding Dimensions":1024,"Max Tokens":512,"Average":67.61,"CMedQAv1":86.52,"CMedQAv2":87.11,"MMarcoReranking":30.63,"T2Reranking":66.18} -{"index":141,"Rank":35,"Model":"alime-reranker-large-zh<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":67.54,"CMedQAv1":82.32,"CMedQAv2":84.09,"MMarcoReranking":35.5,"T2Reranking":68.26} -{"index":388,"Rank":36,"Model":"gte-large-zh<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Embedding Dimensions":1024,"Max Tokens":512,"Average":67.4,"CMedQAv1":86.09,"CMedQAv2":86.46,"MMarcoReranking":31.19,"T2Reranking":65.86} -{"index":279,"Rank":37,"Model":"xiaobu-embedding<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Embedding Dimensions":1024,"Max Tokens":512,"Average":67.34,"CMedQAv1":87.12,"CMedQAv2":87.57,"MMarcoReranking":28.08,"T2Reranking":66.6} -{"index":61,"Rank":38,"Model":"Dmeta-embedding-zh<\/a>","Model Size (Million Parameters)":103,"Memory Usage (GB, fp32)":0.38,"Embedding Dimensions":768,"Max Tokens":1024,"Average":67.17,"CMedQAv1":88.49,"CMedQAv2":89.18,"MMarcoReranking":24.76,"T2Reranking":66.26} -{"index":19,"Rank":39,"Model":"gme-Qwen2-VL-2B-Instruct<\/a>","Model Size (Million Parameters)":2209,"Memory Usage (GB, fp32)":8.23,"Embedding Dimensions":1536,"Max Tokens":32768,"Average":67.17,"CMedQAv1":86.43,"CMedQAv2":87.56,"MMarcoReranking":27.96,"T2Reranking":66.73} -{"index":202,"Rank":40,"Model":"bge-reranker-large-onnx<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":67.03,"CMedQAv1":81.27,"CMedQAv2":84.1,"MMarcoReranking":35.46,"T2Reranking":67.28} -{"index":68,"Rank":41,"Model":"bge-reranker-large-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":67.03,"CMedQAv1":81.27,"CMedQAv2":84.1,"MMarcoReranking":35.46,"T2Reranking":67.28} -{"index":43,"Rank":42,"Model":"bge-reranker-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":67.03,"CMedQAv1":81.27,"CMedQAv2":84.1,"MMarcoReranking":35.46,"T2Reranking":67.28} -{"index":415,"Rank":43,"Model":"bge-reranker-base-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":67.03,"CMedQAv1":81.27,"CMedQAv2":84.1,"MMarcoReranking":35.46,"T2Reranking":67.28} -{"index":42,"Rank":44,"Model":"bge-reranker-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":67.03,"CMedQAv1":81.27,"CMedQAv2":84.1,"MMarcoReranking":35.46,"T2Reranking":67.28} -{"index":263,"Rank":45,"Model":"bge-reranker-base-Q5_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":67.03,"CMedQAv1":81.27,"CMedQAv2":84.1,"MMarcoReranking":35.46,"T2Reranking":67.28} -{"index":386,"Rank":46,"Model":"gte-base-zh<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Embedding Dimensions":768,"Max Tokens":512,"Average":67.0,"CMedQAv1":86.79,"CMedQAv2":87.2,"MMarcoReranking":27.64,"T2Reranking":66.36} -{"index":241,"Rank":47,"Model":"stella-base-zh<\/a>","Model Size (Million Parameters)":103,"Memory Usage (GB, fp32)":0.38,"Embedding Dimensions":768,"Max Tokens":1024,"Average":66.95,"CMedQAv1":85.69,"CMedQAv2":86.46,"MMarcoReranking":29.2,"T2Reranking":66.46} -{"index":62,"Rank":48,"Model":"Dmeta-embedding-zh-small<\/a>","Model Size (Million Parameters)":74,"Memory Usage (GB, fp32)":0.28,"Embedding Dimensions":768,"Max Tokens":1024,"Average":66.92,"CMedQAv1":86.78,"CMedQAv2":87.39,"MMarcoReranking":27.39,"T2Reranking":66.11} -{"index":350,"Rank":49,"Model":"piccolo-base-zh<\/a>","Model Size (Million Parameters)":51,"Memory Usage (GB, fp32)":0.19,"Embedding Dimensions":768,"Max Tokens":512,"Average":66.68,"CMedQAv1":85.25,"CMedQAv2":86.15,"MMarcoReranking":28.87,"T2Reranking":66.46} -{"index":270,"Rank":50,"Model":"jina-embeddings-v2-base-zh<\/a>","Model Size (Million Parameters)":161,"Memory Usage (GB, fp32)":0.6,"Embedding Dimensions":768,"Max Tokens":8192,"Average":66.57,"CMedQAv1":83.64,"CMedQAv2":83.74,"MMarcoReranking":31.54,"T2Reranking":67.37} -{"index":32,"Rank":51,"Model":"jina-embeddings-v2-base-zh-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":66.57,"CMedQAv1":83.64,"CMedQAv2":83.74,"MMarcoReranking":31.54,"T2Reranking":67.37} -{"index":33,"Rank":52,"Model":"jina-embeddings-v2-base-zh-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":66.57,"CMedQAv1":83.64,"CMedQAv2":83.74,"MMarcoReranking":31.54,"T2Reranking":67.37} -{"index":245,"Rank":53,"Model":"stella-large-zh-v2<\/a>","Model Size (Million Parameters)":163,"Memory Usage (GB, fp32)":0.61,"Embedding Dimensions":1024,"Max Tokens":1024,"Average":66.41,"CMedQAv1":85.45,"CMedQAv2":85.83,"MMarcoReranking":27.97,"T2Reranking":66.41} -{"index":28,"Rank":54,"Model":"tao<\/a>","Model Size (Million Parameters)":163,"Memory Usage (GB, fp32)":0.61,"Embedding Dimensions":1024,"Max Tokens":1024,"Average":66.39,"CMedQAv1":85.34,"CMedQAv2":85.87,"MMarcoReranking":27.96,"T2Reranking":66.38} -{"index":21,"Rank":55,"Model":"gte-Qwen1.5-7B-instruct<\/a>","Model Size (Million Parameters)":7099,"Memory Usage (GB, fp32)":26.45,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":66.38,"CMedQAv1":86.37,"CMedQAv2":87.41,"MMarcoReranking":23.64,"T2Reranking":68.11} -{"index":29,"Rank":56,"Model":"tao-8k<\/a>","Model Size (Million Parameters)":167,"Memory Usage (GB, fp32)":0.62,"Embedding Dimensions":1024,"Max Tokens":8192,"Average":66.38,"CMedQAv1":85.34,"CMedQAv2":85.81,"MMarcoReranking":27.97,"T2Reranking":66.38} -{"index":392,"Rank":57,"Model":"gte-small-zh<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":66.22,"CMedQAv1":86.08,"CMedQAv2":87.26,"MMarcoReranking":26.13,"T2Reranking":65.39} -{"index":390,"Rank":58,"Model":"gte-small-zh<\/a>","Model Size (Million Parameters)":30,"Memory Usage (GB, fp32)":0.11,"Embedding Dimensions":512,"Max Tokens":512,"Average":66.22,"CMedQAv1":86.08,"CMedQAv2":87.26,"MMarcoReranking":26.13,"T2Reranking":65.39} -{"index":242,"Rank":59,"Model":"stella-base-zh-v2<\/a>","Model Size (Million Parameters)":51,"Memory Usage (GB, fp32)":0.19,"Embedding Dimensions":768,"Max Tokens":1024,"Average":66.1,"CMedQAv1":84.7,"CMedQAv2":85.31,"MMarcoReranking":28.05,"T2Reranking":66.35} -{"index":172,"Rank":60,"Model":"cloudy-large-zh<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Embedding Dimensions":1024,"Max Tokens":1024,"Average":66.04,"CMedQAv1":86.1,"CMedQAv2":86.95,"MMarcoReranking":24.26,"T2Reranking":66.83} -{"index":414,"Rank":61,"Model":"hktv-fine-tuned-cloudy-large-zh-metaphor14<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Embedding Dimensions":1024,"Max Tokens":1024,"Average":66.04,"CMedQAv1":86.1,"CMedQAv2":86.95,"MMarcoReranking":24.26,"T2Reranking":66.83} -{"index":244,"Rank":62,"Model":"stella-large-zh<\/a>","Model Size (Million Parameters)":163,"Memory Usage (GB, fp32)":0.61,"Embedding Dimensions":1024,"Max Tokens":1024,"Average":65.98,"CMedQAv1":84.69,"CMedQAv2":85.23,"MMarcoReranking":27.16,"T2Reranking":66.86} -{"index":351,"Rank":63,"Model":"piccolo-large-zh<\/a>","Model Size (Million Parameters)":163,"Memory Usage (GB, fp32)":0.61,"Embedding Dimensions":1024,"Max Tokens":512,"Average":65.98,"CMedQAv1":84.79,"CMedQAv2":84.89,"MMarcoReranking":27.27,"T2Reranking":66.96} -{"index":72,"Rank":64,"Model":"mist-zh<\/a>","Model Size (Million Parameters)":51,"Memory Usage (GB, fp32)":0.19,"Embedding Dimensions":768,"Max Tokens":512,"Average":65.89,"CMedQAv1":84.67,"CMedQAv2":85.27,"MMarcoReranking":27.84,"T2Reranking":65.79} -{"index":39,"Rank":65,"Model":"bge-large-zh-v1.5<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Embedding Dimensions":1024,"Max Tokens":512,"Average":65.84,"CMedQAv1":83.45,"CMedQAv2":85.44,"MMarcoReranking":28.74,"T2Reranking":65.74} -{"index":35,"Rank":66,"Model":"bge-base-zh-v1.5<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Embedding Dimensions":768,"Max Tokens":512,"Average":65.4,"CMedQAv1":80.47,"CMedQAv2":84.88,"MMarcoReranking":29.74,"T2Reranking":66.49} -{"index":38,"Rank":67,"Model":"bge-large-zh-noinstruct<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Embedding Dimensions":1024,"Max Tokens":512,"Average":64.9,"CMedQAv1":81.72,"CMedQAv2":84.64,"MMarcoReranking":27.1,"T2Reranking":66.16} -{"index":84,"Rank":68,"Model":"KaLM-embedding-multilingual-mini-v1<\/a>","Model Size (Million Parameters)":494,"Memory Usage (GB, fp32)":1.84,"Embedding Dimensions":896,"Max Tokens":131072,"Average":64.81,"CMedQAv1":81.63,"CMedQAv2":82.69,"MMarcoReranking":28.4,"T2Reranking":66.51} -{"index":82,"Rank":69,"Model":"KaLM-embedding-multilingual-mini-instruct-v1<\/a>","Model Size (Million Parameters)":494,"Memory Usage (GB, fp32)":1.84,"Embedding Dimensions":896,"Max Tokens":131072,"Average":64.42,"CMedQAv1":81.72,"CMedQAv2":82.59,"MMarcoReranking":26.99,"T2Reranking":66.38} -{"index":83,"Rank":70,"Model":"KaLM-embedding-multilingual-mini-instruct-v1.5<\/a>","Model Size (Million Parameters)":494,"Memory Usage (GB, fp32)":1.84,"Embedding Dimensions":896,"Max Tokens":131072,"Average":64.38,"CMedQAv1":82.21,"CMedQAv2":83.08,"MMarcoReranking":25.49,"T2Reranking":66.73} -{"index":283,"Rank":71,"Model":"lim_base_zh<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Embedding Dimensions":768,"Max Tokens":512,"Average":63.73,"CMedQAv1":83.85,"CMedQAv2":84.75,"MMarcoReranking":20.56,"T2Reranking":65.75} -{"index":55,"Rank":72,"Model":"winberta-large<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":63.2,"CMedQAv1":78.39,"CMedQAv2":80.84,"MMarcoReranking":27.29,"T2Reranking":66.3} -{"index":56,"Rank":73,"Model":"windberta-large<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":62.82,"CMedQAv1":77.42,"CMedQAv2":77.84,"MMarcoReranking":30.17,"T2Reranking":65.85} -{"index":251,"Rank":74,"Model":"e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":61.86,"CMedQAv1":77.68,"CMedQAv2":78.66,"MMarcoReranking":24.21,"T2Reranking":66.9} -{"index":27,"Rank":75,"Model":"e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":61.86,"CMedQAv1":77.68,"CMedQAv2":78.66,"MMarcoReranking":24.21,"T2Reranking":66.9} -{"index":373,"Rank":76,"Model":"ZNV-Embedding<\/a>","Model Size (Million Parameters)":6061,"Memory Usage (GB, fp32)":22.58,"Embedding Dimensions":4096,"Max Tokens":4096,"Average":61.48,"CMedQAv1":80.4,"CMedQAv2":80.39,"MMarcoReranking":18.86,"T2Reranking":66.25} -{"index":54,"Rank":77,"Model":"winberta-base<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":61.35,"CMedQAv1":76.47,"CMedQAv2":77.44,"MMarcoReranking":24.31,"T2Reranking":67.18} -{"index":311,"Rank":78,"Model":"m3e-ernie-xbase-zh<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":60.96,"CMedQAv1":80.66,"CMedQAv2":79.31,"MMarcoReranking":19.57,"T2Reranking":64.31} -{"index":45,"Rank":79,"Model":"bge-small-zh-v1.5<\/a>","Model Size (Million Parameters)":24,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":512,"Max Tokens":512,"Average":60.92,"CMedQAv1":77.4,"CMedQAv2":79.86,"MMarcoReranking":20.5,"T2Reranking":65.9} -{"index":64,"Rank":80,"Model":"jina-embeddings-v3<\/a>","Model Size (Million Parameters)":572,"Memory Usage (GB, fp32)":2.13,"Embedding Dimensions":1024,"Max Tokens":8194,"Average":60.64,"CMedQAv1":77.96,"CMedQAv2":78.22,"MMarcoReranking":21.05,"T2Reranking":65.31} -{"index":272,"Rank":81,"Model":"jina-embeddings-v3<\/a>","Model Size (Million Parameters)":572,"Memory Usage (GB, fp32)":2.13,"Embedding Dimensions":1024,"Max Tokens":8194,"Average":60.64,"CMedQAv1":77.96,"CMedQAv2":78.22,"MMarcoReranking":21.05,"T2Reranking":65.31} -{"index":305,"Rank":82,"Model":"m3e-large<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Embedding Dimensions":768,"Max Tokens":512,"Average":59.66,"CMedQAv1":77.76,"CMedQAv2":78.27,"MMarcoReranking":16.46,"T2Reranking":66.13} -{"index":304,"Rank":83,"Model":"m3e-base<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Embedding Dimensions":768,"Max Tokens":512,"Average":59.34,"CMedQAv1":77.05,"CMedQAv2":76.76,"MMarcoReranking":17.51,"T2Reranking":66.03} -{"index":261,"Rank":84,"Model":"udever-bloom-7b1<\/a>","Model Size (Million Parameters)":7069,"Memory Usage (GB, fp32)":26.33,"Embedding Dimensions":4096,"Max Tokens":2048,"Average":59.11,"CMedQAv1":70.54,"CMedQAv2":71.35,"MMarcoReranking":26.69,"T2Reranking":67.88} -{"index":259,"Rank":85,"Model":"udever-bloom-3b<\/a>","Model Size (Million Parameters)":3003,"Memory Usage (GB, fp32)":11.19,"Embedding Dimensions":2560,"Max Tokens":2048,"Average":57.68,"CMedQAv1":68.91,"CMedQAv2":69.42,"MMarcoReranking":25.9,"T2Reranking":66.49} -{"index":258,"Rank":86,"Model":"udever-bloom-1b1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":2048,"Average":56.27,"CMedQAv1":66.06,"CMedQAv2":66.96,"MMarcoReranking":26.14,"T2Reranking":65.94} -{"index":255,"Rank":87,"Model":"multilingual-e5-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":56.0,"CMedQAv1":68.25,"CMedQAv2":68.56,"MMarcoReranking":21.34,"T2Reranking":65.83} -{"index":254,"Rank":88,"Model":"multilingual-e5-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":54.35,"CMedQAv1":65.21,"CMedQAv2":66.06,"MMarcoReranking":21.76,"T2Reranking":64.39} -{"index":431,"Rank":89,"Model":"text-embedding-ada-002<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":8191,"Average":54.28,"CMedQAv1":63.08,"CMedQAv2":64.02,"MMarcoReranking":23.39,"T2Reranking":66.65} -{"index":257,"Rank":90,"Model":"multilingual-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":53.86,"CMedQAv1":63.44,"CMedQAv2":62.41,"MMarcoReranking":24.33,"T2Reranking":65.24} -{"index":260,"Rank":91,"Model":"udever-bloom-560m<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":2048,"Average":53.62,"CMedQAv1":63.41,"CMedQAv2":63.66,"MMarcoReranking":23.69,"T2Reranking":63.74} -{"index":377,"Rank":92,"Model":"text2vec-base-chinese<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Embedding Dimensions":768,"Max Tokens":512,"Average":49.45,"CMedQAv1":59.26,"CMedQAv2":59.82,"MMarcoReranking":12.76,"T2Reranking":65.95} -{"index":379,"Rank":93,"Model":"luotuo-bert-medium<\/a>","Model Size (Million Parameters)":328,"Memory Usage (GB, fp32)":1.22,"Embedding Dimensions":768,"Max Tokens":512,"Average":49.25,"CMedQAv1":57.82,"CMedQAv2":58.88,"MMarcoReranking":14.55,"T2Reranking":65.76} -{"index":76,"Rank":94,"Model":"text2vec-large-chinese<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Embedding Dimensions":1024,"Max Tokens":512,"Average":49.16,"CMedQAv1":58.92,"CMedQAv2":60.41,"MMarcoReranking":12.48,"T2Reranking":64.82} -{"index":63,"Rank":95,"Model":"sbert-chinese-general-v1<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Embedding Dimensions":768,"Max Tokens":512,"Average":45.08,"CMedQAv1":53.07,"CMedQAv2":52.84,"MMarcoReranking":9.29,"T2Reranking":65.14} -{"index":69,"Rank":96,"Model":"paraphrase-multilingual-mpnet-base-v2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":44.91,"CMedQAv1":50.19,"CMedQAv2":50.39,"MMarcoReranking":14.57,"T2Reranking":64.49} -{"index":217,"Rank":97,"Model":"SONAR<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":32.84,"CMedQAv1":34.31,"CMedQAv2":35.88,"MMarcoReranking":5.83,"T2Reranking":55.35} -{"index":391,"Rank":98,"Model":"ALL_862873<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":25.86,"CMedQAv1":19.72,"CMedQAv2":22.48,"MMarcoReranking":1.17,"T2Reranking":60.05} -{"index":0,"Rank":99,"Model":"text-embedding-004-256<\/a>","Model Size (Million Parameters)":1200,"Memory Usage (GB, fp32)":4.47,"Embedding Dimensions":256,"Max Tokens":2048,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":1,"Rank":100,"Model":"text-embedding-004<\/a>","Model Size (Million Parameters)":1200,"Memory Usage (GB, fp32)":4.47,"Embedding Dimensions":768,"Max Tokens":2048,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":2,"Rank":101,"Model":"titan-embed-text-v1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":8000,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":3,"Rank":102,"Model":"mistral-embed<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":"","Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":4,"Rank":103,"Model":"voyage-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":4000,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":5,"Rank":104,"Model":"voyage-3-lite<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":512,"Max Tokens":32000,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":65.4} -{"index":6,"Rank":105,"Model":"voyage-3-m-exp<\/a>","Model Size (Million Parameters)":6918,"Memory Usage (GB, fp32)":25.77,"Embedding Dimensions":2048,"Max Tokens":32000,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":7,"Rank":106,"Model":"voyage-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":32000,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":65.27} -{"index":8,"Rank":107,"Model":"voyage-code-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":16000,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":9,"Rank":108,"Model":"voyage-large-2-instruct<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":16000,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":10,"Rank":109,"Model":"voyage-law-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":16000,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":11,"Rank":110,"Model":"voyage-lite-01-instruct<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":4000,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":12,"Rank":111,"Model":"voyage-lite-02-instruct<\/a>","Model Size (Million Parameters)":1220,"Memory Usage (GB, fp32)":4.54,"Embedding Dimensions":1024,"Max Tokens":4000,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":13,"Rank":112,"Model":"voyage-multilingual-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":32000,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":14,"Rank":113,"Model":"LASER2<\/a>","Model Size (Million Parameters)":43,"Memory Usage (GB, fp32)":0.16,"Embedding Dimensions":1024,"Max Tokens":"N\/A","Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":17,"Rank":115,"Model":"llm2vec-croissant-mntp<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":24,"Rank":117,"Model":"gte-base-en-v1.5<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":25,"Rank":118,"Model":"gte-large-en-v1.5<\/a>","Model Size (Million Parameters)":434,"Memory Usage (GB, fp32)":1.62,"Embedding Dimensions":1024,"Max Tokens":8192,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":34,"Rank":121,"Model":"bge-base-en-v1.5<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":63.09} -{"index":36,"Rank":122,"Model":"bge-en-icl<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":37,"Rank":123,"Model":"bge-large-en-v1.5<\/a>","Model Size (Million Parameters)":1340,"Memory Usage (GB, fp32)":4.99,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":63.07} -{"index":40,"Rank":124,"Model":"bge-m3<\/a>","Model Size (Million Parameters)":567,"Memory Usage (GB, fp32)":2.11,"Embedding Dimensions":1024,"Max Tokens":8192,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":66.83} -{"index":44,"Rank":125,"Model":"bge-small-en-v1.5<\/a>","Model Size (Million Parameters)":24,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":512,"Max Tokens":512,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":63.0} -{"index":46,"Rank":126,"Model":"nomic-embed-text-v1<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":47,"Rank":127,"Model":"nomic-embed-text-v1.5<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":58,"Rank":132,"Model":"Cohere-embed-english-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":512,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":62.84} -{"index":59,"Rank":133,"Model":"Cohere-embed-multilingual-light-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":384,"Max Tokens":512,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":67.46} -{"index":60,"Rank":134,"Model":"Cohere-embed-multilingual-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":512,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":67.8} -{"index":65,"Rank":135,"Model":"distilrubert-small-cased-conversational<\/a>","Model Size (Million Parameters)":106,"Memory Usage (GB, fp32)":0.39,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":52.07} -{"index":66,"Rank":136,"Model":"rubert-base-cased<\/a>","Model Size (Million Parameters)":180,"Memory Usage (GB, fp32)":0.67,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":53.26} -{"index":67,"Rank":137,"Model":"rubert-base-cased-sentence<\/a>","Model Size (Million Parameters)":180,"Memory Usage (GB, fp32)":0.67,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":53.74} -{"index":73,"Rank":139,"Model":"xlm-roberta-base<\/a>","Model Size (Million Parameters)":279,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":74,"Rank":140,"Model":"xlm-roberta-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":75,"Rank":141,"Model":"STS-multilingual-mpnet-base-v2<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":77,"Rank":142,"Model":"bert-base-10lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":78,"Rank":143,"Model":"bert-base-15lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":79,"Rank":144,"Model":"bert-base-25lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":80,"Rank":145,"Model":"GritLM-7B<\/a>","Model Size (Million Parameters)":7240,"Memory Usage (GB, fp32)":26.97,"Embedding Dimensions":"","Max Tokens":4096,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":21.7,"T2Reranking":65.64} -{"index":81,"Rank":146,"Model":"GritLM-8x7B<\/a>","Model Size (Million Parameters)":46703,"Memory Usage (GB, fp32)":173.98,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":85,"Rank":147,"Model":"speed-embedding-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":86,"Rank":148,"Model":"lodestone-base-4096-v1<\/a>","Model Size (Million Parameters)":69,"Memory Usage (GB, fp32)":0.26,"Embedding Dimensions":768,"Max Tokens":4096,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":87,"Rank":149,"Model":"Yuan-embedding-1.0<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Embedding Dimensions":1792,"Max Tokens":512,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":37.02,"T2Reranking":66.68} -{"index":96,"Rank":157,"Model":"MUG-B-1.6<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":97,"Rank":158,"Model":"bilingual-document-embedding<\/a>","Model Size (Million Parameters)":568,"Memory Usage (GB, fp32)":2.12,"Embedding Dimensions":1024,"Max Tokens":8194,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":98,"Rank":159,"Model":"bilingual-embedding-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":99,"Rank":160,"Model":"bilingual-embedding-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":100,"Rank":161,"Model":"bilingual-embedding-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":101,"Rank":162,"Model":"Zhihui_LLM_Embedding<\/a>","Model Size (Million Parameters)":7069,"Memory Usage (GB, fp32)":26.33,"Embedding Dimensions":3584,"Max Tokens":131072,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":102,"Rank":163,"Model":"Linq-Embed-Mistral<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":106,"Rank":166,"Model":"LLM2Vec-Llama-2-7b-chat-hf-mntp-supervised<\/a>","Model Size (Million Parameters)":6607,"Memory Usage (GB, fp32)":24.61,"Embedding Dimensions":4096,"Max Tokens":4096,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":107,"Rank":167,"Model":"LLM2Vec-Llama-2-unsupervised<\/a>","Model Size (Million Parameters)":6607,"Memory Usage (GB, fp32)":24.61,"Embedding Dimensions":4096,"Max Tokens":4096,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":108,"Rank":168,"Model":"LLM2Vec-Meta-Llama-3-supervised<\/a>","Model Size (Million Parameters)":7505,"Memory Usage (GB, fp32)":27.96,"Embedding Dimensions":4096,"Max Tokens":8192,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":109,"Rank":169,"Model":"LLM2Vec-Meta-Llama-3-unsupervised<\/a>","Model Size (Million Parameters)":7505,"Memory Usage (GB, fp32)":27.96,"Embedding Dimensions":4096,"Max Tokens":8192,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":110,"Rank":170,"Model":"LLM2Vec-Mistral-supervised<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":111,"Rank":171,"Model":"LLM2Vec-Mistral-unsupervised<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":112,"Rank":172,"Model":"LLM2Vec-Sheared-Llama-supervised<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":4096,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":113,"Rank":173,"Model":"LLM2Vec-Sheared-Llama-unsupervised<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":4096,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":114,"Rank":174,"Model":"Bulbasaur<\/a>","Model Size (Million Parameters)":17,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":115,"Rank":175,"Model":"Ivysaur<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.08,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":116,"Rank":176,"Model":"Squirtle<\/a>","Model Size (Million Parameters)":16,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":117,"Rank":177,"Model":"Venusaur<\/a>","Model Size (Million Parameters)":16,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":118,"Rank":178,"Model":"Wartortle<\/a>","Model Size (Million Parameters)":17,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":119,"Rank":179,"Model":"test24<\/a>","Model Size (Million Parameters)":17,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":120,"Rank":180,"Model":"test25<\/a>","Model Size (Million Parameters)":17,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":121,"Rank":181,"Model":"SGPT-1.3B-weightedmean-msmarco-specb-bitfit<\/a>","Model Size (Million Parameters)":1341,"Memory Usage (GB, fp32)":4.99,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":122,"Rank":182,"Model":"SGPT-125M-weightedmean-msmarco-specb-bitfit<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":2048,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":123,"Rank":183,"Model":"SGPT-125M-weightedmean-nli-bitfit<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":2048,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":124,"Rank":184,"Model":"SGPT-2.7B-weightedmean-msmarco-specb-bitfit<\/a>","Model Size (Million Parameters)":2685,"Memory Usage (GB, fp32)":10.0,"Embedding Dimensions":2560,"Max Tokens":2048,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":125,"Rank":185,"Model":"SGPT-5.8B-weightedmean-msmarco-specb-bitfit<\/a>","Model Size (Million Parameters)":5874,"Memory Usage (GB, fp32)":21.88,"Embedding Dimensions":4096,"Max Tokens":2048,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":126,"Rank":186,"Model":"SGPT-5.8B-weightedmean-nli-bitfit<\/a>","Model Size (Million Parameters)":5874,"Memory Usage (GB, fp32)":21.88,"Embedding Dimensions":4096,"Max Tokens":2048,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":130,"Rank":190,"Model":"stella_en_1.5B_v5<\/a>","Model Size (Million Parameters)":1543,"Memory Usage (GB, fp32)":5.75,"Embedding Dimensions":8192,"Max Tokens":131072,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":131,"Rank":191,"Model":"stella_en_400M_v5<\/a>","Model Size (Million Parameters)":435,"Memory Usage (GB, fp32)":1.62,"Embedding Dimensions":8192,"Max Tokens":8192,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":132,"Rank":192,"Model":"Arabert-all-nli-triplet-Matryoshka<\/a>","Model Size (Million Parameters)":135,"Memory Usage (GB, fp32)":0.5,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":133,"Rank":193,"Model":"Arabic-MiniLM-L12-v2-all-nli-triplet<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":134,"Rank":194,"Model":"Arabic-all-nli-triplet-Matryoshka<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":135,"Rank":195,"Model":"Arabic-labse-Matryoshka<\/a>","Model Size (Million Parameters)":471,"Memory Usage (GB, fp32)":1.75,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":136,"Rank":196,"Model":"Arabic-mpnet-base-all-nli-triplet<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":137,"Rank":197,"Model":"Marbert-all-nli-triplet-Matryoshka<\/a>","Model Size (Million Parameters)":163,"Memory Usage (GB, fp32)":0.61,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":138,"Rank":198,"Model":"Solon-embeddings-large-0.1<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":139,"Rank":199,"Model":"KartonBERT-USE-base-v1<\/a>","Model Size (Million Parameters)":104,"Memory Usage (GB, fp32)":0.39,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":144,"Rank":202,"Model":"SFR-Embedding-2_R<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":145,"Rank":203,"Model":"SFR-Embedding-Mistral<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":66.97} -{"index":148,"Rank":206,"Model":"snowflake-arctic-embed-l<\/a>","Model Size (Million Parameters)":334,"Memory Usage (GB, fp32)":1.24,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":149,"Rank":207,"Model":"snowflake-arctic-embed-l-v2.0<\/a>","Model Size (Million Parameters)":568,"Memory Usage (GB, fp32)":2.12,"Embedding Dimensions":1024,"Max Tokens":8194,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":150,"Rank":208,"Model":"snowflake-arctic-embed-m<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":151,"Rank":209,"Model":"snowflake-arctic-embed-m-long<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":152,"Rank":210,"Model":"snowflake-arctic-embed-m-v1.5<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":153,"Rank":211,"Model":"snowflake-arctic-embed-m-v2.0<\/a>","Model Size (Million Parameters)":305,"Memory Usage (GB, fp32)":1.14,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":154,"Rank":212,"Model":"snowflake-arctic-embed-s<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":155,"Rank":213,"Model":"snowflake-arctic-embed-xs<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.08,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":156,"Rank":214,"Model":"bge-micro<\/a>","Model Size (Million Parameters)":17,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":157,"Rank":215,"Model":"bge-micro-v2<\/a>","Model Size (Million Parameters)":17,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":158,"Rank":216,"Model":"gte-tiny<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.08,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":161,"Rank":217,"Model":"UAE-Large-V1<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":162,"Rank":218,"Model":"sentence-croissant-llm-base<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":164,"Rank":220,"Model":"German_Semantic_STS_V2<\/a>","Model Size (Million Parameters)":336,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":165,"Rank":221,"Model":"MedEmbed-small-v0.1<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":168,"Rank":224,"Model":"ru-en-RoSBERTa<\/a>","Model Size (Million Parameters)":404,"Memory Usage (GB, fp32)":1.5,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":169,"Rank":225,"Model":"sbert_large_mt_nlu_ru<\/a>","Model Size (Million Parameters)":427,"Memory Usage (GB, fp32)":1.59,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":50.61} -{"index":170,"Rank":226,"Model":"sbert_large_nlu_ru<\/a>","Model Size (Million Parameters)":427,"Memory Usage (GB, fp32)":1.59,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":50.7} -{"index":175,"Rank":230,"Model":"bge-small-4096<\/a>","Model Size (Million Parameters)":35,"Memory Usage (GB, fp32)":0.13,"Embedding Dimensions":384,"Max Tokens":4096,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":176,"Rank":231,"Model":"jina-embeddings-v2-base-en<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":178,"Rank":232,"Model":"GIST-Embedding-v0<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":179,"Rank":233,"Model":"GIST-all-MiniLM-L6-v2<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.08,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":180,"Rank":234,"Model":"GIST-large-Embedding-v0<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":181,"Rank":235,"Model":"GIST-small-Embedding-v0<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":182,"Rank":236,"Model":"NoInstruct-small-Embedding-v0<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":185,"Rank":239,"Model":"brown-beetle-base-v1<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.08,"Embedding Dimensions":768,"Max Tokens":1000000,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":186,"Rank":240,"Model":"brown-beetle-small-v1<\/a>","Model Size (Million Parameters)":8,"Memory Usage (GB, fp32)":0.03,"Embedding Dimensions":256,"Max Tokens":1000000,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":187,"Rank":241,"Model":"brown-beetle-tiny-v1<\/a>","Model Size (Million Parameters)":4,"Memory Usage (GB, fp32)":0.01,"Embedding Dimensions":128,"Max Tokens":1000000,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":188,"Rank":242,"Model":"brown-beetle-tiny-v1.1<\/a>","Model Size (Million Parameters)":4,"Memory Usage (GB, fp32)":0.01,"Embedding Dimensions":768,"Max Tokens":1000000,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":189,"Rank":243,"Model":"brown-fairy-base-v0<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.08,"Embedding Dimensions":768,"Max Tokens":1000000,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":190,"Rank":244,"Model":"red-beetle-base-v1.1<\/a>","Model Size (Million Parameters)":30,"Memory Usage (GB, fp32)":0.11,"Embedding Dimensions":1024,"Max Tokens":1000000,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":191,"Rank":245,"Model":"sgpt-bloom-1b7-nli<\/a>","Model Size (Million Parameters)":1722,"Memory Usage (GB, fp32)":6.42,"Embedding Dimensions":2048,"Max Tokens":4096,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":192,"Rank":246,"Model":"sgpt-bloom-7b1-msmarco<\/a>","Model Size (Million Parameters)":7068,"Memory Usage (GB, fp32)":26.33,"Embedding Dimensions":4096,"Max Tokens":2048,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":194,"Rank":248,"Model":"slx-v0.1<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.08,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":196,"Rank":250,"Model":"Chuxin-Embedding<\/a>","Model Size (Million Parameters)":568,"Memory Usage (GB, fp32)":2.12,"Embedding Dimensions":1024,"Max Tokens":8194,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":197,"Rank":251,"Model":"snowflake-arctic-embed-m-v2.0-cpu<\/a>","Model Size (Million Parameters)":305,"Memory Usage (GB, fp32)":1.14,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":198,"Rank":252,"Model":"LaBSE-en-ru<\/a>","Model Size (Million Parameters)":129,"Memory Usage (GB, fp32)":0.48,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":57.1} -{"index":199,"Rank":253,"Model":"rubert-tiny<\/a>","Model Size (Million Parameters)":12,"Memory Usage (GB, fp32)":0.04,"Embedding Dimensions":512,"Max Tokens":514,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":55.86} -{"index":200,"Rank":254,"Model":"rubert-tiny2<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"Embedding Dimensions":2048,"Max Tokens":514,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":53.19} -{"index":201,"Rank":255,"Model":"cai-lunaris-text-embeddings<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":203,"Rank":256,"Model":"french-document-embedding<\/a>","Model Size (Million Parameters)":305,"Memory Usage (GB, fp32)":1.14,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":204,"Rank":257,"Model":"sentence-camembert-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":205,"Rank":258,"Model":"sentence-camembert-large<\/a>","Model Size (Million Parameters)":337,"Memory Usage (GB, fp32)":1.26,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":206,"Rank":259,"Model":"embedder-100p<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":207,"Rank":260,"Model":"USER-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":54.18} -{"index":208,"Rank":261,"Model":"USER-bge-m3<\/a>","Model Size (Million Parameters)":359,"Memory Usage (GB, fp32)":1.34,"Embedding Dimensions":1024,"Max Tokens":8192,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":56.97} -{"index":209,"Rank":262,"Model":"deberta-v1-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":50.29} -{"index":212,"Rank":265,"Model":"sft-bge-small<\/a>","Model Size (Million Parameters)":24,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":512,"Max Tokens":512,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":20.86,"T2Reranking":66.06} -{"index":215,"Rank":266,"Model":"e5-base-4k<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":58.61} -{"index":221,"Rank":269,"Model":"flaubert_base_cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":222,"Rank":270,"Model":"flaubert_base_uncased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":223,"Rank":271,"Model":"flaubert_large_cased<\/a>","Model Size (Million Parameters)":372,"Memory Usage (GB, fp32)":1.39,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":226,"Rank":274,"Model":"bert-base-multilingual-cased<\/a>","Model Size (Million Parameters)":179,"Memory Usage (GB, fp32)":0.67,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":227,"Rank":275,"Model":"bert-base-multilingual-uncased<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":228,"Rank":276,"Model":"bert-base-uncased<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":229,"Rank":277,"Model":"instructor-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":230,"Rank":278,"Model":"instructor-large<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":231,"Rank":279,"Model":"instructor-xl<\/a>","Model Size (Million Parameters)":1241,"Memory Usage (GB, fp32)":4.62,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":236,"Rank":283,"Model":"granite-embedding-107m-multilingual<\/a>","Model Size (Million Parameters)":107,"Memory Usage (GB, fp32)":0.4,"Embedding Dimensions":384,"Max Tokens":514,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":237,"Rank":284,"Model":"granite-embedding-125m-english<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":238,"Rank":285,"Model":"granite-embedding-278m-multilingual<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":239,"Rank":286,"Model":"granite-embedding-30m-english<\/a>","Model Size (Million Parameters)":30,"Memory Usage (GB, fp32)":0.11,"Embedding Dimensions":384,"Max Tokens":514,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":240,"Rank":287,"Model":"stella-base-en-v2<\/a>","Model Size (Million Parameters)":55,"Memory Usage (GB, fp32)":0.2,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":246,"Rank":288,"Model":"inf-retriever-v1<\/a>","Model Size (Million Parameters)":7069,"Memory Usage (GB, fp32)":26.33,"Embedding Dimensions":3584,"Max Tokens":131072,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":247,"Rank":289,"Model":"e5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":57.43} -{"index":248,"Rank":290,"Model":"e5-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":60.5} -{"index":249,"Rank":291,"Model":"e5-large<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":59.72} -{"index":250,"Rank":292,"Model":"e5-large-v2<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":59.61} -{"index":252,"Rank":293,"Model":"e5-small<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":58.81} -{"index":253,"Rank":294,"Model":"e5-small-v2<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":256,"Rank":295,"Model":"multilingual-e5-large-instruct<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":23.6,"T2Reranking":67.12} -{"index":264,"Rank":296,"Model":"jina-embedding-b-en-v1<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":265,"Rank":297,"Model":"jina-embedding-l-en-v1<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":266,"Rank":298,"Model":"jina-embedding-s-en-v1<\/a>","Model Size (Million Parameters)":35,"Memory Usage (GB, fp32)":0.13,"Embedding Dimensions":512,"Max Tokens":512,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":267,"Rank":299,"Model":"jina-embeddings-v2-base-de<\/a>","Model Size (Million Parameters)":161,"Memory Usage (GB, fp32)":0.6,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":268,"Rank":300,"Model":"jina-embeddings-v2-base-en<\/a>","Model Size (Million Parameters)":275,"Memory Usage (GB, fp32)":1.02,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":54.47} -{"index":269,"Rank":301,"Model":"jina-embeddings-v2-base-es<\/a>","Model Size (Million Parameters)":161,"Memory Usage (GB, fp32)":0.6,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":271,"Rank":302,"Model":"jina-embeddings-v2-small-en<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":512,"Max Tokens":8192,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":274,"Rank":304,"Model":"echo-mistral-7b-instruct-lasttoken<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":275,"Rank":305,"Model":"cde-small-v1<\/a>","Model Size (Million Parameters)":143,"Memory Usage (GB, fp32)":0.53,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":276,"Rank":306,"Model":"cde-small-v2<\/a>","Model Size (Million Parameters)":150,"Memory Usage (GB, fp32)":0.56,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":281,"Rank":309,"Model":"modernbert-embed-large<\/a>","Model Size (Million Parameters)":395,"Memory Usage (GB, fp32)":1.47,"Embedding Dimensions":1024,"Max Tokens":8192,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":282,"Rank":310,"Model":"modernbert-embed-large-unsupervised<\/a>","Model Size (Million Parameters)":395,"Memory Usage (GB, fp32)":1.47,"Embedding Dimensions":1024,"Max Tokens":8192,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":287,"Rank":314,"Model":"ember-v1<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":290,"Rank":316,"Model":"bge-m3-custom-fr<\/a>","Model Size (Million Parameters)":568,"Memory Usage (GB, fp32)":2.12,"Embedding Dimensions":1024,"Max Tokens":8194,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":291,"Rank":317,"Model":"sentence_croissant_alpha_v0.1<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":292,"Rank":318,"Model":"sentence_croissant_alpha_v0.2<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":293,"Rank":319,"Model":"sentence_croissant_alpha_v0.3<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":294,"Rank":320,"Model":"sentence_croissant_alpha_v0.4<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":295,"Rank":321,"Model":"M2V_base_glove<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Embedding Dimensions":256,"Max Tokens":1000000,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":296,"Rank":322,"Model":"M2V_base_glove_subword<\/a>","Model Size (Million Parameters)":103,"Memory Usage (GB, fp32)":0.38,"Embedding Dimensions":256,"Max Tokens":1000000,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":297,"Rank":323,"Model":"M2V_base_output<\/a>","Model Size (Million Parameters)":8,"Memory Usage (GB, fp32)":0.03,"Embedding Dimensions":256,"Max Tokens":1000000,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":298,"Rank":324,"Model":"potion-base-2M<\/a>","Model Size (Million Parameters)":2,"Memory Usage (GB, fp32)":0.01,"Embedding Dimensions":64,"Max Tokens":1000000,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":299,"Rank":325,"Model":"potion-base-32M<\/a>","Model Size (Million Parameters)":32,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":512,"Max Tokens":1000000,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":300,"Rank":326,"Model":"potion-base-4M<\/a>","Model Size (Million Parameters)":4,"Memory Usage (GB, fp32)":0.01,"Embedding Dimensions":128,"Max Tokens":1000000,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":301,"Rank":327,"Model":"potion-base-8M<\/a>","Model Size (Million Parameters)":8,"Memory Usage (GB, fp32)":0.03,"Embedding Dimensions":256,"Max Tokens":1000000,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":302,"Rank":328,"Model":"mxbai-embed-2d-large-v1<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":303,"Rank":329,"Model":"mxbai-embed-large-v1<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":318,"Rank":338,"Model":"bge-large-en-v1.5<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":319,"Rank":339,"Model":"modernbert-embed-base<\/a>","Model Size (Million Parameters)":149,"Memory Usage (GB, fp32)":0.56,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":320,"Rank":340,"Model":"modernbert-embed-base-unsupervised<\/a>","Model Size (Million Parameters)":149,"Memory Usage (GB, fp32)":0.56,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":321,"Rank":341,"Model":"nomic-embed-text-v1<\/a>","Model Size (Million Parameters)":547,"Memory Usage (GB, fp32)":2.04,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":61.43} -{"index":322,"Rank":342,"Model":"nomic-embed-text-v1-ablated<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":323,"Rank":343,"Model":"nomic-embed-text-v1-unsupervised<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":324,"Rank":344,"Model":"nomic-embed-text-v1.5-128<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":128,"Max Tokens":8192,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":325,"Rank":345,"Model":"nomic-embed-text-v1.5-256<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":256,"Max Tokens":8192,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":326,"Rank":346,"Model":"nomic-embed-text-v1.5-512<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":512,"Max Tokens":8192,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":327,"Rank":347,"Model":"nomic-embed-text-v1.5-64<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":64,"Max Tokens":8192,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":328,"Rank":348,"Model":"nomic-embed-text-v1.5<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":329,"Rank":349,"Model":"contriever-base-msmarco<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":330,"Rank":350,"Model":"NV-Embed-v1<\/a>","Model Size (Million Parameters)":7851,"Memory Usage (GB, fp32)":29.25,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":331,"Rank":351,"Model":"NV-Embed-v2<\/a>","Model Size (Million Parameters)":7851,"Memory Usage (GB, fp32)":29.25,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":332,"Rank":352,"Model":"MiniCPM-Embedding<\/a>","Model Size (Million Parameters)":2725,"Memory Usage (GB, fp32)":10.15,"Embedding Dimensions":2304,"Max Tokens":512,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":333,"Rank":353,"Model":"MiniCPM-Embedding-Light<\/a>","Model Size (Million Parameters)":434,"Memory Usage (GB, fp32)":1.62,"Embedding Dimensions":1024,"Max Tokens":4096,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":32.48,"T2Reranking":67.49} -{"index":334,"Rank":354,"Model":"GritLM-7B-vllm<\/a>","Model Size (Million Parameters)":7242,"Memory Usage (GB, fp32)":26.98,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":335,"Rank":355,"Model":"checkpoint-9000<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":337,"Rank":357,"Model":"mini-gte<\/a>","Model Size (Million Parameters)":66,"Memory Usage (GB, fp32)":0.25,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":338,"Rank":358,"Model":"sup-simcse-bert-base-uncased<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":339,"Rank":359,"Model":"unsup-simcse-bert-base-uncased<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":342,"Rank":360,"Model":"FAB-Ramy-v1<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":343,"Rank":361,"Model":"FAE-v1<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":344,"Rank":362,"Model":"FUE-v1<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":348,"Rank":366,"Model":"sf_model_e5<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":353,"Rank":368,"Model":"LaBSE<\/a>","Model Size (Million Parameters)":471,"Memory Usage (GB, fp32)":1.75,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":14.83,"T2Reranking":63.29} -{"index":354,"Rank":369,"Model":"all-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":5.27,"T2Reranking":60.32} -{"index":355,"Rank":370,"Model":"all-MiniLM-L6-v2<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":4.74,"T2Reranking":56.26} -{"index":356,"Rank":371,"Model":"all-mpnet-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":4.65,"T2Reranking":58.3} -{"index":357,"Rank":372,"Model":"allenai-specter<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":358,"Rank":373,"Model":"average_word_embeddings_glove.6B.300d<\/a>","Model Size (Million Parameters)":120,"Memory Usage (GB, fp32)":0.45,"Embedding Dimensions":300,"Max Tokens":"N\/A","Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":359,"Rank":374,"Model":"average_word_embeddings_komninos<\/a>","Model Size (Million Parameters)":134,"Memory Usage (GB, fp32)":0.5,"Embedding Dimensions":300,"Max Tokens":"N\/A","Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":360,"Rank":375,"Model":"distiluse-base-multilingual-cased-v2<\/a>","Model Size (Million Parameters)":135,"Memory Usage (GB, fp32)":0.5,"Embedding Dimensions":512,"Max Tokens":512,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":361,"Rank":376,"Model":"gtr-t5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":362,"Rank":377,"Model":"gtr-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":363,"Rank":378,"Model":"gtr-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":364,"Rank":379,"Model":"gtr-t5-xxl<\/a>","Model Size (Million Parameters)":4865,"Memory Usage (GB, fp32)":18.12,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":365,"Rank":380,"Model":"msmarco-bert-co-condensor<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":366,"Rank":381,"Model":"multi-qa-MiniLM-L6-cos-v1<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":367,"Rank":382,"Model":"paraphrase-multilingual-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":16.14,"T2Reranking":65.28} -{"index":368,"Rank":383,"Model":"paraphrase-multilingual-mpnet-base-v2<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":14.57,"T2Reranking":64.49} -{"index":369,"Rank":384,"Model":"sentence-t5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":370,"Rank":385,"Model":"sentence-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":371,"Rank":386,"Model":"sentence-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":372,"Rank":387,"Model":"sentence-t5-xxl<\/a>","Model Size (Million Parameters)":4865,"Memory Usage (GB, fp32)":18.12,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":374,"Rank":388,"Model":"LaBSE-ru-turbo<\/a>","Model Size (Million Parameters)":128,"Memory Usage (GB, fp32)":0.48,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":52.42} -{"index":375,"Rank":389,"Model":"rubert-tiny-turbo<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"Embedding Dimensions":312,"Max Tokens":2048,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":51.61} -{"index":378,"Rank":390,"Model":"text2vec-base-multilingual<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":256,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":65.07} -{"index":385,"Rank":395,"Model":"gte-base<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":387,"Rank":396,"Model":"gte-large<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":389,"Rank":397,"Model":"gte-small<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":406,"Rank":411,"Model":"universal-sentence-encoder-multilingual-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":512,"Max Tokens":512,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":407,"Rank":412,"Model":"universal-sentence-encoder-multilingual-large-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":512,"Max Tokens":512,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":408,"Rank":413,"Model":"b1ade-embed<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":409,"Rank":414,"Model":"b1ade-embed-kd<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":410,"Rank":415,"Model":"b1ade-embed-kd_3<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":413,"Rank":418,"Model":"potion-base-8M-stf<\/a>","Model Size (Million Parameters)":8,"Memory Usage (GB, fp32)":0.03,"Embedding Dimensions":256,"Max Tokens":1000000,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":416,"Rank":419,"Model":"bilingual-embedding-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":418,"Rank":421,"Model":"LENS-d4000<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":419,"Rank":422,"Model":"LENS-d8000<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":423,"Rank":426,"Model":"Zeta-Alpha-E5-Mistral<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":424,"Rank":427,"Model":"text_emb_V1<\/a>","Model Size (Million Parameters)":103,"Memory Usage (GB, fp32)":0.38,"Embedding Dimensions":768,"Max Tokens":1024,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":425,"Rank":428,"Model":"bi-cse<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":427,"Rank":430,"Model":"text-similarity-ada-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":2046,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":428,"Rank":431,"Model":"text-similarity-babbage-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":2048,"Max Tokens":2046,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":429,"Rank":432,"Model":"text-similarity-curie-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":4096,"Max Tokens":2046,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":430,"Rank":433,"Model":"text-similarity-davinci-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":12288,"Max Tokens":2046,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":432,"Rank":434,"Model":"text-embedding-3-large-256<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":256,"Max Tokens":8191,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} -{"index":433,"Rank":435,"Model":"text-embedding-3-large<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":3072,"Max Tokens":8191,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":67.05} -{"index":434,"Rank":436,"Model":"text-embedding-3-small<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":8191,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":65.71} -{"index":436,"Rank":437,"Model":"elser-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":30522,"Max Tokens":512,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":"","T2Reranking":""} diff --git a/boards_data/zh/data_tasks/Retrieval/default.jsonl b/boards_data/zh/data_tasks/Retrieval/default.jsonl deleted file mode 100644 index 3780223e833668c51174ae524682c5cb174a65a4..0000000000000000000000000000000000000000 --- a/boards_data/zh/data_tasks/Retrieval/default.jsonl +++ /dev/null @@ -1,348 +0,0 @@ -{"index":87,"Rank":1,"Model":"Yuan-embedding-1.0<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Embedding Dimensions":1792,"Max Tokens":512,"Average":78.41,"CmedqaRetrieval":51.47,"CovidRetrieval":93.16,"DuRetrieval":89.43,"EcomRetrieval":70.88,"MedicalRetrieval":74.67,"MMarcoRetrieval":82.41,"T2Retrieval":85.72,"VideoRetrieval":79.57} -{"index":277,"Rank":2,"Model":"Chuxin-Embedding-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":77.89,"CmedqaRetrieval":56.58,"CovidRetrieval":84.29,"DuRetrieval":85.65,"EcomRetrieval":74.01,"MedicalRetrieval":75.62,"MMarcoRetrieval":79.06,"T2Retrieval":84.04,"VideoRetrieval":83.84} -{"index":196,"Rank":3,"Model":"Chuxin-Embedding<\/a>","Model Size (Million Parameters)":568,"Memory Usage (GB, fp32)":2.12,"Embedding Dimensions":1024,"Max Tokens":8194,"Average":77.89,"CmedqaRetrieval":56.58,"CovidRetrieval":84.29,"DuRetrieval":85.65,"EcomRetrieval":74.01,"MedicalRetrieval":75.62,"MMarcoRetrieval":79.06,"T2Retrieval":84.04,"VideoRetrieval":83.84} -{"index":278,"Rank":4,"Model":"Chuxin-Embedding-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":77.89,"CmedqaRetrieval":56.58,"CovidRetrieval":84.29,"DuRetrieval":85.65,"EcomRetrieval":74.01,"MedicalRetrieval":75.62,"MMarcoRetrieval":79.06,"T2Retrieval":84.04,"VideoRetrieval":83.84} -{"index":219,"Rank":5,"Model":"XYZ-embedding-zh-v2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":77.23,"CmedqaRetrieval":48.29,"CovidRetrieval":90.76,"DuRetrieval":91.16,"EcomRetrieval":70.29,"MedicalRetrieval":68.04,"MMarcoRetrieval":82.5,"T2Retrieval":85.88,"VideoRetrieval":80.94} -{"index":332,"Rank":6,"Model":"MiniCPM-Embedding<\/a>","Model Size (Million Parameters)":2725,"Memory Usage (GB, fp32)":10.15,"Embedding Dimensions":2304,"Max Tokens":512,"Average":76.76,"CmedqaRetrieval":46.05,"CovidRetrieval":92.01,"DuRetrieval":90.98,"EcomRetrieval":70.21,"MedicalRetrieval":63.91,"MMarcoRetrieval":85.55,"T2Retrieval":87.33,"VideoRetrieval":78.05} -{"index":101,"Rank":7,"Model":"Zhihui_LLM_Embedding<\/a>","Model Size (Million Parameters)":7069,"Memory Usage (GB, fp32)":26.33,"Embedding Dimensions":3584,"Max Tokens":131072,"Average":76.74,"CmedqaRetrieval":48.69,"CovidRetrieval":84.39,"DuRetrieval":91.34,"EcomRetrieval":71.96,"MedicalRetrieval":65.19,"MMarcoRetrieval":84.77,"T2Retrieval":88.3,"VideoRetrieval":79.31} -{"index":159,"Rank":8,"Model":"Conan-embedding-v1<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Embedding Dimensions":1792,"Max Tokens":512,"Average":76.67,"CmedqaRetrieval":47.61,"CovidRetrieval":92.35,"DuRetrieval":88.53,"EcomRetrieval":70.99,"MedicalRetrieval":67.94,"MMarcoRetrieval":82.25,"T2Retrieval":83.31,"VideoRetrieval":80.4} -{"index":94,"Rank":9,"Model":"Conan-embedding-v1-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":76.67,"CmedqaRetrieval":47.61,"CovidRetrieval":92.35,"DuRetrieval":88.53,"EcomRetrieval":70.99,"MedicalRetrieval":67.94,"MMarcoRetrieval":82.25,"T2Retrieval":83.31,"VideoRetrieval":80.4} -{"index":218,"Rank":10,"Model":"XYZ-embedding-zh<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":76.56,"CmedqaRetrieval":47.9,"CovidRetrieval":88.24,"DuRetrieval":90.79,"EcomRetrieval":69.72,"MedicalRetrieval":67.42,"MMarcoRetrieval":82.48,"T2Retrieval":85.93,"VideoRetrieval":80.03} -{"index":280,"Rank":11,"Model":"xiaobu-embedding-v2<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Embedding Dimensions":1792,"Max Tokens":512,"Average":76.5,"CmedqaRetrieval":47.14,"CovidRetrieval":89.4,"DuRetrieval":89.44,"EcomRetrieval":70.5,"MedicalRetrieval":68.19,"MMarcoRetrieval":82.19,"T2Retrieval":85.01,"VideoRetrieval":80.09} -{"index":235,"Rank":12,"Model":"zpoint_large_embedding_zh<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Embedding Dimensions":1792,"Max Tokens":512,"Average":76.36,"CmedqaRetrieval":47.16,"CovidRetrieval":89.14,"DuRetrieval":89.23,"EcomRetrieval":70.74,"MedicalRetrieval":68.14,"MMarcoRetrieval":82.38,"T2Retrieval":83.81,"VideoRetrieval":80.26} -{"index":246,"Rank":13,"Model":"inf-retriever-v1<\/a>","Model Size (Million Parameters)":7069,"Memory Usage (GB, fp32)":26.33,"Embedding Dimensions":3584,"Max Tokens":131072,"Average":75.96,"CmedqaRetrieval":43.31,"CovidRetrieval":87.77,"DuRetrieval":90.66,"EcomRetrieval":70.68,"MedicalRetrieval":63.91,"MMarcoRetrieval":85.12,"T2Retrieval":87.64,"VideoRetrieval":78.61} -{"index":23,"Rank":14,"Model":"gte-Qwen2-7B-instruct<\/a>","Model Size (Million Parameters)":7613,"Memory Usage (GB, fp32)":28.36,"Embedding Dimensions":3584,"Max Tokens":32768,"Average":75.71,"CmedqaRetrieval":48.69,"CovidRetrieval":81.04,"DuRetrieval":87.44,"EcomRetrieval":71.15,"MedicalRetrieval":65.59,"MMarcoRetrieval":85.16,"T2Retrieval":87.73,"VideoRetrieval":78.84} -{"index":52,"Rank":15,"Model":"gme-Qwen2-VL-7B-Instruct-Q5_K_S-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":75.38,"CmedqaRetrieval":48.7,"CovidRetrieval":79.6,"DuRetrieval":86.57,"EcomRetrieval":71.01,"MedicalRetrieval":66.61,"MMarcoRetrieval":83.36,"T2Retrieval":87.95,"VideoRetrieval":79.26} -{"index":20,"Rank":16,"Model":"gme-Qwen2-VL-7B-Instruct<\/a>","Model Size (Million Parameters)":8291,"Memory Usage (GB, fp32)":30.89,"Embedding Dimensions":3584,"Max Tokens":32768,"Average":75.38,"CmedqaRetrieval":48.7,"CovidRetrieval":79.6,"DuRetrieval":86.57,"EcomRetrieval":71.01,"MedicalRetrieval":66.61,"MMarcoRetrieval":83.36,"T2Retrieval":87.95,"VideoRetrieval":79.26} -{"index":341,"Rank":17,"Model":"360Zhinao-search<\/a>","Model Size (Million Parameters)":163,"Memory Usage (GB, fp32)":0.61,"Embedding Dimensions":1024,"Max Tokens":512,"Average":75.06,"CmedqaRetrieval":46.73,"CovidRetrieval":85.02,"DuRetrieval":87.57,"EcomRetrieval":68.9,"MedicalRetrieval":63.69,"MMarcoRetrieval":83.32,"T2Retrieval":87.12,"VideoRetrieval":78.09} -{"index":376,"Rank":18,"Model":"AGE_Hybrid<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":74.97,"CmedqaRetrieval":47.26,"CovidRetrieval":83.66,"DuRetrieval":89.28,"EcomRetrieval":69.28,"MedicalRetrieval":65.94,"MMarcoRetrieval":80.65,"T2Retrieval":86.88,"VideoRetrieval":76.79} -{"index":16,"Rank":19,"Model":"OpenSearch-text-hybrid<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1792,"Max Tokens":512,"Average":74.41,"CmedqaRetrieval":46.56,"CovidRetrieval":84.03,"DuRetrieval":87.85,"EcomRetrieval":68.79,"MedicalRetrieval":65.92,"MMarcoRetrieval":79.93,"T2Retrieval":86.76,"VideoRetrieval":75.43} -{"index":53,"Rank":20,"Model":"Yinka<\/a>","Model Size (Million Parameters)":164,"Memory Usage (GB, fp32)":0.61,"Embedding Dimensions":1792,"Max Tokens":512,"Average":74.41,"CmedqaRetrieval":47.64,"CovidRetrieval":85.95,"DuRetrieval":89.11,"EcomRetrieval":67.92,"MedicalRetrieval":65.2,"MMarcoRetrieval":79.81,"T2Retrieval":86.24,"VideoRetrieval":73.39} -{"index":262,"Rank":21,"Model":"Yinka-Q5_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":74.41,"CmedqaRetrieval":47.64,"CovidRetrieval":85.95,"DuRetrieval":89.11,"EcomRetrieval":67.92,"MedicalRetrieval":65.2,"MMarcoRetrieval":79.81,"T2Retrieval":86.24,"VideoRetrieval":73.39} -{"index":352,"Rank":22,"Model":"piccolo-large-zh-v2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":74.36,"CmedqaRetrieval":47.58,"CovidRetrieval":86.78,"DuRetrieval":89.14,"EcomRetrieval":67.75,"MedicalRetrieval":64.88,"MMarcoRetrieval":79.54,"T2Retrieval":86.14,"VideoRetrieval":73.1} -{"index":160,"Rank":23,"Model":"PEG<\/a>","Model Size (Million Parameters)":163,"Memory Usage (GB, fp32)":0.61,"Embedding Dimensions":1024,"Max Tokens":512,"Average":73.78,"CmedqaRetrieval":44.42,"CovidRetrieval":82.56,"DuRetrieval":87.67,"EcomRetrieval":67.32,"MedicalRetrieval":60.99,"MMarcoRetrieval":82.63,"T2Retrieval":87.0,"VideoRetrieval":77.64} -{"index":41,"Rank":24,"Model":"bge-multilingual-gemma2<\/a>","Model Size (Million Parameters)":9242,"Memory Usage (GB, fp32)":34.43,"Embedding Dimensions":3584,"Max Tokens":8192,"Average":73.73,"CmedqaRetrieval":42.21,"CovidRetrieval":77.46,"DuRetrieval":90.46,"EcomRetrieval":69.3,"MedicalRetrieval":62.02,"MMarcoRetrieval":84.7,"T2Retrieval":86.26,"VideoRetrieval":77.4} -{"index":213,"Rank":25,"Model":"stella-large-zh-v3-1792d<\/a>","Model Size (Million Parameters)":325,"Memory Usage (GB, fp32)":1.21,"Embedding Dimensions":1792,"Max Tokens":512,"Average":73.6,"CmedqaRetrieval":46.87,"CovidRetrieval":82.44,"DuRetrieval":87.13,"EcomRetrieval":68.62,"MedicalRetrieval":65.18,"MMarcoRetrieval":79.14,"T2Retrieval":85.56,"VideoRetrieval":73.89} -{"index":71,"Rank":26,"Model":"IYun-large-zh<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":73.56,"CmedqaRetrieval":46.68,"CovidRetrieval":85.24,"DuRetrieval":88.26,"EcomRetrieval":67.23,"MedicalRetrieval":64.29,"MMarcoRetrieval":78.64,"T2Retrieval":85.29,"VideoRetrieval":72.89} -{"index":214,"Rank":27,"Model":"stella-mrl-large-zh-v3.5-1792d<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Embedding Dimensions":1792,"Max Tokens":512,"Average":73.52,"CmedqaRetrieval":46.61,"CovidRetrieval":81.87,"DuRetrieval":86.8,"EcomRetrieval":68.1,"MedicalRetrieval":64.99,"MMarcoRetrieval":79.21,"T2Retrieval":85.85,"VideoRetrieval":74.71} -{"index":279,"Rank":28,"Model":"xiaobu-embedding<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Embedding Dimensions":1024,"Max Tokens":512,"Average":73.41,"CmedqaRetrieval":44.22,"CovidRetrieval":87.69,"DuRetrieval":86.45,"EcomRetrieval":68.04,"MedicalRetrieval":63.38,"MMarcoRetrieval":78.47,"T2Retrieval":85.45,"VideoRetrieval":73.59} -{"index":140,"Rank":29,"Model":"alime-embedding-large-zh<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Embedding Dimensions":1024,"Max Tokens":512,"Average":73.3,"CmedqaRetrieval":43.93,"CovidRetrieval":88.14,"DuRetrieval":86.23,"EcomRetrieval":67.56,"MedicalRetrieval":63.57,"MMarcoRetrieval":78.25,"T2Retrieval":84.58,"VideoRetrieval":74.16} -{"index":435,"Rank":30,"Model":"text-embedding<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":512,"Average":73.12,"CmedqaRetrieval":47.64,"CovidRetrieval":86.86,"DuRetrieval":88.43,"EcomRetrieval":66.39,"MedicalRetrieval":61.1,"MMarcoRetrieval":80.17,"T2Retrieval":80.11,"VideoRetrieval":74.28} -{"index":177,"Rank":31,"Model":"acge_text_embedding<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Embedding Dimensions":1792,"Max Tokens":1024,"Average":72.93,"CmedqaRetrieval":46.78,"CovidRetrieval":81.56,"DuRetrieval":86.55,"EcomRetrieval":67.6,"MedicalRetrieval":64.1,"MMarcoRetrieval":78.42,"T2Retrieval":85.08,"VideoRetrieval":73.32} -{"index":414,"Rank":32,"Model":"hktv-fine-tuned-cloudy-large-zh-metaphor14<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Embedding Dimensions":1024,"Max Tokens":1024,"Average":72.92,"CmedqaRetrieval":43.58,"CovidRetrieval":85.83,"DuRetrieval":86.2,"EcomRetrieval":66.99,"MedicalRetrieval":64.23,"MMarcoRetrieval":77.69,"T2Retrieval":84.94,"VideoRetrieval":73.86} -{"index":172,"Rank":33,"Model":"cloudy-large-zh<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Embedding Dimensions":1024,"Max Tokens":1024,"Average":72.92,"CmedqaRetrieval":43.58,"CovidRetrieval":85.83,"DuRetrieval":86.2,"EcomRetrieval":66.99,"MedicalRetrieval":64.23,"MMarcoRetrieval":77.69,"T2Retrieval":84.94,"VideoRetrieval":73.86} -{"index":333,"Rank":34,"Model":"MiniCPM-Embedding-Light<\/a>","Model Size (Million Parameters)":434,"Memory Usage (GB, fp32)":1.62,"Embedding Dimensions":1024,"Max Tokens":4096,"Average":72.71,"CmedqaRetrieval":39.81,"CovidRetrieval":84.38,"DuRetrieval":89.23,"EcomRetrieval":65.84,"MedicalRetrieval":59.93,"MMarcoRetrieval":81.44,"T2Retrieval":84.79,"VideoRetrieval":76.26} -{"index":289,"Rank":35,"Model":"ternary-weight-embedding<\/a>","Model Size (Million Parameters)":99,"Memory Usage (GB, fp32)":0.37,"Embedding Dimensions":1792,"Max Tokens":512,"Average":72.66,"CmedqaRetrieval":45.11,"CovidRetrieval":82.82,"DuRetrieval":87.61,"EcomRetrieval":67.16,"MedicalRetrieval":63.68,"MMarcoRetrieval":78.38,"T2Retrieval":82.36,"VideoRetrieval":74.18} -{"index":388,"Rank":36,"Model":"gte-large-zh<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Embedding Dimensions":1024,"Max Tokens":512,"Average":72.49,"CmedqaRetrieval":43.15,"CovidRetrieval":88.41,"DuRetrieval":85.04,"EcomRetrieval":67.25,"MedicalRetrieval":62.88,"MMarcoRetrieval":77.53,"T2Retrieval":81.93,"VideoRetrieval":73.7} -{"index":19,"Rank":37,"Model":"gme-Qwen2-VL-2B-Instruct<\/a>","Model Size (Million Parameters)":2209,"Memory Usage (GB, fp32)":8.23,"Embedding Dimensions":1536,"Max Tokens":32768,"Average":72.38,"CmedqaRetrieval":43.88,"CovidRetrieval":78.34,"DuRetrieval":84.52,"EcomRetrieval":67.76,"MedicalRetrieval":60.89,"MMarcoRetrieval":80.74,"T2Retrieval":86.16,"VideoRetrieval":76.78} -{"index":243,"Rank":38,"Model":"stella-base-zh-v3-1792d<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Embedding Dimensions":1792,"Max Tokens":1024,"Average":72.28,"CmedqaRetrieval":45.38,"CovidRetrieval":80.61,"DuRetrieval":85.55,"EcomRetrieval":67.88,"MedicalRetrieval":64.34,"MMarcoRetrieval":77.42,"T2Retrieval":84.5,"VideoRetrieval":72.56} -{"index":105,"Rank":39,"Model":"onnx-gte-multilingual-base<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":71.95,"CmedqaRetrieval":43.78,"CovidRetrieval":80.6,"DuRetrieval":87.55,"EcomRetrieval":64.85,"MedicalRetrieval":61.93,"MMarcoRetrieval":79.35,"T2Retrieval":84.72,"VideoRetrieval":72.79} -{"index":26,"Rank":40,"Model":"gte-multilingual-base<\/a>","Model Size (Million Parameters)":305,"Memory Usage (GB, fp32)":1.14,"Embedding Dimensions":768,"Max Tokens":8192,"Average":71.95,"CmedqaRetrieval":43.78,"CovidRetrieval":80.6,"DuRetrieval":87.55,"EcomRetrieval":64.85,"MedicalRetrieval":61.93,"MMarcoRetrieval":79.35,"T2Retrieval":84.72,"VideoRetrieval":72.79} -{"index":22,"Rank":41,"Model":"gte-Qwen2-1.5B-instruct<\/a>","Model Size (Million Parameters)":1776,"Memory Usage (GB, fp32)":6.62,"Embedding Dimensions":1536,"Max Tokens":131072,"Average":71.86,"CmedqaRetrieval":46.97,"CovidRetrieval":80.79,"DuRetrieval":89.4,"EcomRetrieval":62.51,"MedicalRetrieval":58.65,"MMarcoRetrieval":83.01,"T2Retrieval":85.47,"VideoRetrieval":68.11} -{"index":29,"Rank":42,"Model":"tao-8k<\/a>","Model Size (Million Parameters)":167,"Memory Usage (GB, fp32)":0.62,"Embedding Dimensions":1024,"Max Tokens":8192,"Average":71.85,"CmedqaRetrieval":42.73,"CovidRetrieval":82.19,"DuRetrieval":88.02,"EcomRetrieval":64.71,"MedicalRetrieval":60.63,"MMarcoRetrieval":79.56,"T2Retrieval":84.69,"VideoRetrieval":72.25} -{"index":386,"Rank":43,"Model":"gte-base-zh<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Embedding Dimensions":768,"Max Tokens":512,"Average":71.71,"CmedqaRetrieval":44.38,"CovidRetrieval":75.74,"DuRetrieval":83.64,"EcomRetrieval":69.56,"MedicalRetrieval":64.94,"MMarcoRetrieval":77.7,"T2Retrieval":83.08,"VideoRetrieval":74.67} -{"index":350,"Rank":44,"Model":"piccolo-base-zh<\/a>","Model Size (Million Parameters)":51,"Memory Usage (GB, fp32)":0.19,"Embedding Dimensions":768,"Max Tokens":512,"Average":71.2,"CmedqaRetrieval":42.02,"CovidRetrieval":84.5,"DuRetrieval":88.25,"EcomRetrieval":62.88,"MedicalRetrieval":58.09,"MMarcoRetrieval":77.92,"T2Retrieval":82.38,"VideoRetrieval":73.54} -{"index":241,"Rank":45,"Model":"stella-base-zh<\/a>","Model Size (Million Parameters)":103,"Memory Usage (GB, fp32)":0.38,"Embedding Dimensions":768,"Max Tokens":1024,"Average":71.07,"CmedqaRetrieval":41.86,"CovidRetrieval":84.71,"DuRetrieval":87.8,"EcomRetrieval":62.46,"MedicalRetrieval":57.97,"MMarcoRetrieval":78.22,"T2Retrieval":82.51,"VideoRetrieval":73.04} -{"index":244,"Rank":46,"Model":"stella-large-zh<\/a>","Model Size (Million Parameters)":163,"Memory Usage (GB, fp32)":0.61,"Embedding Dimensions":1024,"Max Tokens":1024,"Average":71.02,"CmedqaRetrieval":42.28,"CovidRetrieval":85.19,"DuRetrieval":87.81,"EcomRetrieval":61.66,"MedicalRetrieval":59.38,"MMarcoRetrieval":78.1,"T2Retrieval":82.76,"VideoRetrieval":70.96} -{"index":351,"Rank":47,"Model":"piccolo-large-zh<\/a>","Model Size (Million Parameters)":163,"Memory Usage (GB, fp32)":0.61,"Embedding Dimensions":1024,"Max Tokens":512,"Average":70.93,"CmedqaRetrieval":41.98,"CovidRetrieval":85.04,"DuRetrieval":87.97,"EcomRetrieval":61.91,"MedicalRetrieval":59.04,"MMarcoRetrieval":77.83,"T2Retrieval":82.47,"VideoRetrieval":71.18} -{"index":335,"Rank":48,"Model":"checkpoint-9000<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":70.63,"CmedqaRetrieval":40.57,"CovidRetrieval":75.93,"DuRetrieval":83.73,"EcomRetrieval":66.14,"MedicalRetrieval":58.58,"MMarcoRetrieval":81.95,"T2Retrieval":84.17,"VideoRetrieval":73.94} -{"index":127,"Rank":49,"Model":"qwen-1.8b-retrieval-test<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":70.63,"CmedqaRetrieval":40.57,"CovidRetrieval":75.93,"DuRetrieval":83.73,"EcomRetrieval":66.14,"MedicalRetrieval":58.58,"MMarcoRetrieval":81.95,"T2Retrieval":84.17,"VideoRetrieval":73.94} -{"index":21,"Rank":50,"Model":"gte-Qwen1.5-7B-instruct<\/a>","Model Size (Million Parameters)":7099,"Memory Usage (GB, fp32)":26.45,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":70.62,"CmedqaRetrieval":43.47,"CovidRetrieval":80.87,"DuRetrieval":86.01,"EcomRetrieval":66.46,"MedicalRetrieval":61.33,"MMarcoRetrieval":73.83,"T2Retrieval":83.58,"VideoRetrieval":69.41} -{"index":38,"Rank":51,"Model":"bge-large-zh-noinstruct<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Embedding Dimensions":1024,"Max Tokens":512,"Average":70.54,"CmedqaRetrieval":41.03,"CovidRetrieval":75.07,"DuRetrieval":84.68,"EcomRetrieval":65.6,"MedicalRetrieval":58.28,"MMarcoRetrieval":81.38,"T2Retrieval":84.39,"VideoRetrieval":73.93} -{"index":82,"Rank":52,"Model":"KaLM-embedding-multilingual-mini-instruct-v1<\/a>","Model Size (Million Parameters)":494,"Memory Usage (GB, fp32)":1.84,"Embedding Dimensions":896,"Max Tokens":131072,"Average":70.49,"CmedqaRetrieval":42.63,"CovidRetrieval":82.77,"DuRetrieval":82.35,"EcomRetrieval":63.71,"MedicalRetrieval":57.53,"MMarcoRetrieval":78.68,"T2Retrieval":84.13,"VideoRetrieval":72.15} -{"index":39,"Rank":53,"Model":"bge-large-zh-v1.5<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Embedding Dimensions":1024,"Max Tokens":512,"Average":70.46,"CmedqaRetrieval":42.57,"CovidRetrieval":73.35,"DuRetrieval":86.32,"EcomRetrieval":65.33,"MedicalRetrieval":59.59,"MMarcoRetrieval":79.23,"T2Retrieval":83.99,"VideoRetrieval":73.32} -{"index":61,"Rank":54,"Model":"Dmeta-embedding-zh<\/a>","Model Size (Million Parameters)":103,"Memory Usage (GB, fp32)":0.38,"Embedding Dimensions":768,"Max Tokens":1024,"Average":70.41,"CmedqaRetrieval":45.83,"CovidRetrieval":76.77,"DuRetrieval":81.47,"EcomRetrieval":68.42,"MedicalRetrieval":64.42,"MMarcoRetrieval":71.7,"T2Retrieval":81.33,"VideoRetrieval":73.31} -{"index":28,"Rank":55,"Model":"tao<\/a>","Model Size (Million Parameters)":163,"Memory Usage (GB, fp32)":0.61,"Embedding Dimensions":1024,"Max Tokens":1024,"Average":70.26,"CmedqaRetrieval":42.68,"CovidRetrieval":80.79,"DuRetrieval":85.74,"EcomRetrieval":62.06,"MedicalRetrieval":59.53,"MMarcoRetrieval":78.66,"T2Retrieval":84.69,"VideoRetrieval":67.96} -{"index":245,"Rank":56,"Model":"stella-large-zh-v2<\/a>","Model Size (Million Parameters)":163,"Memory Usage (GB, fp32)":0.61,"Embedding Dimensions":1024,"Max Tokens":1024,"Average":70.14,"CmedqaRetrieval":42.63,"CovidRetrieval":80.81,"DuRetrieval":85.75,"EcomRetrieval":62.07,"MedicalRetrieval":59.42,"MMarcoRetrieval":78.67,"T2Retrieval":83.87,"VideoRetrieval":67.93} -{"index":83,"Rank":57,"Model":"KaLM-embedding-multilingual-mini-instruct-v1.5<\/a>","Model Size (Million Parameters)":494,"Memory Usage (GB, fp32)":1.84,"Embedding Dimensions":896,"Max Tokens":131072,"Average":70.11,"CmedqaRetrieval":42.11,"CovidRetrieval":82.31,"DuRetrieval":82.2,"EcomRetrieval":62.63,"MedicalRetrieval":56.84,"MMarcoRetrieval":78.97,"T2Retrieval":84.07,"VideoRetrieval":71.77} -{"index":242,"Rank":58,"Model":"stella-base-zh-v2<\/a>","Model Size (Million Parameters)":51,"Memory Usage (GB, fp32)":0.19,"Embedding Dimensions":768,"Max Tokens":1024,"Average":70.08,"CmedqaRetrieval":42.03,"CovidRetrieval":79.86,"DuRetrieval":86.97,"EcomRetrieval":62.85,"MedicalRetrieval":58.5,"MMarcoRetrieval":78.36,"T2Retrieval":83.76,"VideoRetrieval":68.27} -{"index":84,"Rank":59,"Model":"KaLM-embedding-multilingual-mini-v1<\/a>","Model Size (Million Parameters)":494,"Memory Usage (GB, fp32)":1.84,"Embedding Dimensions":896,"Max Tokens":131072,"Average":69.77,"CmedqaRetrieval":41.91,"CovidRetrieval":82.09,"DuRetrieval":82.09,"EcomRetrieval":62.51,"MedicalRetrieval":56.91,"MMarcoRetrieval":78.53,"T2Retrieval":84.05,"VideoRetrieval":70.08} -{"index":72,"Rank":60,"Model":"mist-zh<\/a>","Model Size (Million Parameters)":51,"Memory Usage (GB, fp32)":0.19,"Embedding Dimensions":768,"Max Tokens":512,"Average":69.59,"CmedqaRetrieval":41.8,"CovidRetrieval":79.3,"DuRetrieval":86.43,"EcomRetrieval":62.64,"MedicalRetrieval":58.27,"MMarcoRetrieval":78.17,"T2Retrieval":82.11,"VideoRetrieval":67.96} -{"index":35,"Rank":61,"Model":"bge-base-zh-v1.5<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Embedding Dimensions":768,"Max Tokens":512,"Average":69.49,"CmedqaRetrieval":41.61,"CovidRetrieval":74.7,"DuRetrieval":85.07,"EcomRetrieval":64.25,"MedicalRetrieval":56.51,"MMarcoRetrieval":77.69,"T2Retrieval":83.71,"VideoRetrieval":72.35} -{"index":270,"Rank":62,"Model":"jina-embeddings-v2-base-zh<\/a>","Model Size (Million Parameters)":161,"Memory Usage (GB, fp32)":0.6,"Embedding Dimensions":768,"Max Tokens":8192,"Average":69.4,"CmedqaRetrieval":39.15,"CovidRetrieval":81.22,"DuRetrieval":84.57,"EcomRetrieval":63.95,"MedicalRetrieval":57.12,"MMarcoRetrieval":77.96,"T2Retrieval":80.59,"VideoRetrieval":70.62} -{"index":33,"Rank":63,"Model":"jina-embeddings-v2-base-zh-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":69.4,"CmedqaRetrieval":39.15,"CovidRetrieval":81.22,"DuRetrieval":84.57,"EcomRetrieval":63.95,"MedicalRetrieval":57.12,"MMarcoRetrieval":77.96,"T2Retrieval":80.59,"VideoRetrieval":70.62} -{"index":32,"Rank":64,"Model":"jina-embeddings-v2-base-zh-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":69.4,"CmedqaRetrieval":39.15,"CovidRetrieval":81.22,"DuRetrieval":84.57,"EcomRetrieval":63.95,"MedicalRetrieval":57.12,"MMarcoRetrieval":77.96,"T2Retrieval":80.59,"VideoRetrieval":70.62} -{"index":272,"Rank":65,"Model":"jina-embeddings-v3<\/a>","Model Size (Million Parameters)":572,"Memory Usage (GB, fp32)":2.13,"Embedding Dimensions":1024,"Max Tokens":8194,"Average":68.6,"CmedqaRetrieval":35.93,"CovidRetrieval":78.92,"DuRetrieval":83.13,"EcomRetrieval":60.89,"MedicalRetrieval":56.64,"MMarcoRetrieval":79.69,"T2Retrieval":83.16,"VideoRetrieval":70.43} -{"index":64,"Rank":66,"Model":"jina-embeddings-v3<\/a>","Model Size (Million Parameters)":572,"Memory Usage (GB, fp32)":2.13,"Embedding Dimensions":1024,"Max Tokens":8194,"Average":68.6,"CmedqaRetrieval":35.93,"CovidRetrieval":78.92,"DuRetrieval":83.13,"EcomRetrieval":60.89,"MedicalRetrieval":56.64,"MMarcoRetrieval":79.69,"T2Retrieval":83.16,"VideoRetrieval":70.43} -{"index":62,"Rank":67,"Model":"Dmeta-embedding-zh-small<\/a>","Model Size (Million Parameters)":74,"Memory Usage (GB, fp32)":0.28,"Embedding Dimensions":768,"Max Tokens":1024,"Average":67.7,"CmedqaRetrieval":42.69,"CovidRetrieval":75.63,"DuRetrieval":79.89,"EcomRetrieval":64.48,"MedicalRetrieval":59.95,"MMarcoRetrieval":70.75,"T2Retrieval":79.9,"VideoRetrieval":68.3} -{"index":392,"Rank":68,"Model":"gte-small-zh<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":65.5,"CmedqaRetrieval":42.46,"CovidRetrieval":61.65,"DuRetrieval":78.57,"EcomRetrieval":57.91,"MedicalRetrieval":62.64,"MMarcoRetrieval":75.0,"T2Retrieval":78.12,"VideoRetrieval":67.69} -{"index":390,"Rank":69,"Model":"gte-small-zh<\/a>","Model Size (Million Parameters)":30,"Memory Usage (GB, fp32)":0.11,"Embedding Dimensions":512,"Max Tokens":512,"Average":65.5,"CmedqaRetrieval":42.46,"CovidRetrieval":61.65,"DuRetrieval":78.57,"EcomRetrieval":57.91,"MedicalRetrieval":62.64,"MMarcoRetrieval":75.0,"T2Retrieval":78.12,"VideoRetrieval":67.69} -{"index":80,"Rank":70,"Model":"GritLM-7B<\/a>","Model Size (Million Parameters)":7240,"Memory Usage (GB, fp32)":26.97,"Embedding Dimensions":"","Max Tokens":4096,"Average":65.08,"CmedqaRetrieval":35.58,"CovidRetrieval":73.4,"DuRetrieval":88.18,"EcomRetrieval":54.33,"MedicalRetrieval":55.81,"MMarcoRetrieval":76.54,"T2Retrieval":82.96,"VideoRetrieval":53.85} -{"index":256,"Rank":71,"Model":"multilingual-e5-large-instruct<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":64.94,"CmedqaRetrieval":34.15,"CovidRetrieval":75.8,"DuRetrieval":85.16,"EcomRetrieval":53.92,"MedicalRetrieval":56.55,"MMarcoRetrieval":78.81,"T2Retrieval":82.92,"VideoRetrieval":52.24} -{"index":55,"Rank":72,"Model":"winberta-large<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":64.11,"CmedqaRetrieval":34.08,"CovidRetrieval":71.92,"DuRetrieval":79.7,"EcomRetrieval":59.22,"MedicalRetrieval":51.5,"MMarcoRetrieval":74.73,"T2Retrieval":77.08,"VideoRetrieval":64.67} -{"index":255,"Rank":73,"Model":"multilingual-e5-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":63.66,"CmedqaRetrieval":28.66,"CovidRetrieval":75.51,"DuRetrieval":85.32,"EcomRetrieval":54.75,"MedicalRetrieval":51.44,"MMarcoRetrieval":79.2,"T2Retrieval":76.11,"VideoRetrieval":58.25} -{"index":56,"Rank":74,"Model":"windberta-large<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":63.52,"CmedqaRetrieval":33.45,"CovidRetrieval":73.36,"DuRetrieval":80.13,"EcomRetrieval":55.89,"MedicalRetrieval":50.67,"MMarcoRetrieval":74.14,"T2Retrieval":76.84,"VideoRetrieval":63.66} -{"index":261,"Rank":75,"Model":"udever-bloom-7b1<\/a>","Model Size (Million Parameters)":7069,"Memory Usage (GB, fp32)":26.33,"Embedding Dimensions":4096,"Max Tokens":2048,"Average":62.87,"CmedqaRetrieval":27.0,"CovidRetrieval":68.86,"DuRetrieval":78.08,"EcomRetrieval":58.34,"MedicalRetrieval":49.63,"MMarcoRetrieval":78.82,"T2Retrieval":79.82,"VideoRetrieval":62.44} -{"index":45,"Rank":76,"Model":"bge-small-zh-v1.5<\/a>","Model Size (Million Parameters)":24,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":512,"Max Tokens":512,"Average":61.77,"CmedqaRetrieval":35.11,"CovidRetrieval":70.14,"DuRetrieval":77.28,"EcomRetrieval":55.71,"MedicalRetrieval":49.8,"MMarcoRetrieval":63.48,"T2Retrieval":76.43,"VideoRetrieval":66.19} -{"index":251,"Rank":77,"Model":"e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":61.75,"CmedqaRetrieval":34.23,"CovidRetrieval":73.11,"DuRetrieval":87.04,"EcomRetrieval":45.94,"MedicalRetrieval":52.83,"MMarcoRetrieval":74.84,"T2Retrieval":80.68,"VideoRetrieval":45.34} -{"index":27,"Rank":78,"Model":"e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":61.75,"CmedqaRetrieval":34.22,"CovidRetrieval":73.13,"DuRetrieval":87.02,"EcomRetrieval":45.96,"MedicalRetrieval":52.75,"MMarcoRetrieval":74.83,"T2Retrieval":80.68,"VideoRetrieval":45.39} -{"index":254,"Rank":79,"Model":"multilingual-e5-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":61.63,"CmedqaRetrieval":27.2,"CovidRetrieval":73.45,"DuRetrieval":81.64,"EcomRetrieval":54.17,"MedicalRetrieval":48.35,"MMarcoRetrieval":76.04,"T2Retrieval":70.86,"VideoRetrieval":61.3} -{"index":54,"Rank":80,"Model":"winberta-base<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":60.6,"CmedqaRetrieval":31.79,"CovidRetrieval":66.33,"DuRetrieval":75.25,"EcomRetrieval":57.32,"MedicalRetrieval":49.28,"MMarcoRetrieval":69.11,"T2Retrieval":75.94,"VideoRetrieval":59.76} -{"index":212,"Rank":81,"Model":"sft-bge-small<\/a>","Model Size (Million Parameters)":24,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":512,"Max Tokens":512,"Average":60.55,"CmedqaRetrieval":34.69,"CovidRetrieval":70.59,"DuRetrieval":79.9,"EcomRetrieval":54.64,"MedicalRetrieval":47.86,"MMarcoRetrieval":63.06,"T2Retrieval":74.18,"VideoRetrieval":59.48} -{"index":257,"Rank":82,"Model":"multilingual-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":59.95,"CmedqaRetrieval":24.38,"CovidRetrieval":72.82,"DuRetrieval":81.35,"EcomRetrieval":53.56,"MedicalRetrieval":44.84,"MMarcoRetrieval":73.17,"T2Retrieval":71.39,"VideoRetrieval":58.09} -{"index":259,"Rank":83,"Model":"udever-bloom-3b<\/a>","Model Size (Million Parameters)":3003,"Memory Usage (GB, fp32)":11.19,"Embedding Dimensions":2560,"Max Tokens":2048,"Average":59.77,"CmedqaRetrieval":26.18,"CovidRetrieval":67.57,"DuRetrieval":75.82,"EcomRetrieval":51.28,"MedicalRetrieval":47.48,"MMarcoRetrieval":77.0,"T2Retrieval":76.3,"VideoRetrieval":56.54} -{"index":311,"Rank":84,"Model":"m3e-ernie-xbase-zh<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":59.76,"CmedqaRetrieval":32.33,"CovidRetrieval":67.22,"DuRetrieval":75.27,"EcomRetrieval":58.24,"MedicalRetrieval":54.78,"MMarcoRetrieval":57.91,"T2Retrieval":69.22,"VideoRetrieval":63.09} -{"index":373,"Rank":85,"Model":"ZNV-Embedding<\/a>","Model Size (Million Parameters)":6061,"Memory Usage (GB, fp32)":22.58,"Embedding Dimensions":4096,"Max Tokens":4096,"Average":58.2,"CmedqaRetrieval":30.34,"CovidRetrieval":58.55,"DuRetrieval":75.05,"EcomRetrieval":52.54,"MedicalRetrieval":50.08,"MMarcoRetrieval":62.26,"T2Retrieval":72.7,"VideoRetrieval":64.08} -{"index":258,"Rank":86,"Model":"udever-bloom-1b1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":2048,"Average":57.96,"CmedqaRetrieval":23.91,"CovidRetrieval":68.14,"DuRetrieval":72.84,"EcomRetrieval":52.02,"MedicalRetrieval":43.27,"MMarcoRetrieval":74.66,"T2Retrieval":72.81,"VideoRetrieval":56.07} -{"index":304,"Rank":87,"Model":"m3e-base<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Embedding Dimensions":768,"Max Tokens":512,"Average":56.91,"CmedqaRetrieval":30.33,"CovidRetrieval":66.42,"DuRetrieval":75.76,"EcomRetrieval":50.27,"MedicalRetrieval":42.79,"MMarcoRetrieval":65.46,"T2Retrieval":73.14,"VideoRetrieval":51.11} -{"index":305,"Rank":88,"Model":"m3e-large<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Embedding Dimensions":768,"Max Tokens":512,"Average":54.75,"CmedqaRetrieval":30.73,"CovidRetrieval":61.33,"DuRetrieval":74.69,"EcomRetrieval":45.18,"MedicalRetrieval":48.66,"MMarcoRetrieval":61.06,"T2Retrieval":72.36,"VideoRetrieval":44.02} -{"index":431,"Rank":89,"Model":"text-embedding-ada-002<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":8191,"Average":52.0,"CmedqaRetrieval":22.36,"CovidRetrieval":57.21,"DuRetrieval":71.17,"EcomRetrieval":44.49,"MedicalRetrieval":37.92,"MMarcoRetrieval":69.86,"T2Retrieval":69.14,"VideoRetrieval":43.85} -{"index":260,"Rank":90,"Model":"udever-bloom-560m<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":2048,"Average":46.16,"CmedqaRetrieval":20.03,"CovidRetrieval":33.57,"DuRetrieval":56.04,"EcomRetrieval":47.0,"MedicalRetrieval":36.68,"MMarcoRetrieval":69.31,"T2Retrieval":51.57,"VideoRetrieval":55.07} -{"index":379,"Rank":91,"Model":"luotuo-bert-medium<\/a>","Model Size (Million Parameters)":328,"Memory Usage (GB, fp32)":1.22,"Embedding Dimensions":768,"Max Tokens":512,"Average":44.4,"CmedqaRetrieval":18.04,"CovidRetrieval":55.48,"DuRetrieval":59.36,"EcomRetrieval":40.48,"MedicalRetrieval":29.8,"MMarcoRetrieval":55.31,"T2Retrieval":58.67,"VideoRetrieval":38.04} -{"index":76,"Rank":92,"Model":"text2vec-large-chinese<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Embedding Dimensions":1024,"Max Tokens":512,"Average":41.94,"CmedqaRetrieval":15.53,"CovidRetrieval":60.48,"DuRetrieval":51.87,"EcomRetrieval":37.58,"MedicalRetrieval":30.93,"MMarcoRetrieval":45.96,"T2Retrieval":50.52,"VideoRetrieval":42.65} -{"index":377,"Rank":93,"Model":"text2vec-base-chinese<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Embedding Dimensions":768,"Max Tokens":512,"Average":38.79,"CmedqaRetrieval":15.91,"CovidRetrieval":44.81,"DuRetrieval":52.23,"EcomRetrieval":34.6,"MedicalRetrieval":27.56,"MMarcoRetrieval":44.06,"T2Retrieval":51.67,"VideoRetrieval":39.52} -{"index":63,"Rank":94,"Model":"sbert-chinese-general-v1<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Embedding Dimensions":768,"Max Tokens":512,"Average":32.1,"CmedqaRetrieval":11.35,"CovidRetrieval":39.63,"DuRetrieval":41.16,"EcomRetrieval":32.71,"MedicalRetrieval":20.35,"MMarcoRetrieval":34.62,"T2Retrieval":41.8,"VideoRetrieval":35.15} -{"index":367,"Rank":95,"Model":"paraphrase-multilingual-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":24.51,"CmedqaRetrieval":10.79,"CovidRetrieval":30.11,"DuRetrieval":34.72,"EcomRetrieval":13.32,"MedicalRetrieval":15.46,"MMarcoRetrieval":46.62,"T2Retrieval":30.31,"VideoRetrieval":14.71} -{"index":368,"Rank":96,"Model":"paraphrase-multilingual-mpnet-base-v2<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":22.92,"CmedqaRetrieval":10.15,"CovidRetrieval":28.85,"DuRetrieval":33.41,"EcomRetrieval":9.69,"MedicalRetrieval":14.1,"MMarcoRetrieval":44.62,"T2Retrieval":28.35,"VideoRetrieval":14.18} -{"index":69,"Rank":97,"Model":"paraphrase-multilingual-mpnet-base-v2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":22.92,"CmedqaRetrieval":10.15,"CovidRetrieval":28.85,"DuRetrieval":33.41,"EcomRetrieval":9.69,"MedicalRetrieval":14.1,"MMarcoRetrieval":44.62,"T2Retrieval":28.35,"VideoRetrieval":14.17} -{"index":353,"Rank":98,"Model":"LaBSE<\/a>","Model Size (Million Parameters)":471,"Memory Usage (GB, fp32)":1.75,"Embedding Dimensions":768,"Max Tokens":512,"Average":21.83,"CmedqaRetrieval":5.49,"CovidRetrieval":28.6,"DuRetrieval":26.34,"EcomRetrieval":25.42,"MedicalRetrieval":6.68,"MMarcoRetrieval":34.78,"T2Retrieval":25.32,"VideoRetrieval":22.04} -{"index":217,"Rank":99,"Model":"SONAR<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":7.15,"CmedqaRetrieval":7.22,"CovidRetrieval":10.38,"DuRetrieval":1.44,"EcomRetrieval":4.68,"MedicalRetrieval":4.08,"MMarcoRetrieval":11.0,"T2Retrieval":1.31,"VideoRetrieval":17.05} -{"index":354,"Rank":100,"Model":"all-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":6.0,"CmedqaRetrieval":2.58,"CovidRetrieval":10.79,"DuRetrieval":6.62,"EcomRetrieval":4.01,"MedicalRetrieval":2.3,"MMarcoRetrieval":7.46,"T2Retrieval":4.82,"VideoRetrieval":9.38} -{"index":391,"Rank":101,"Model":"ALL_862873<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":4.52,"CmedqaRetrieval":2.22,"CovidRetrieval":2.32,"DuRetrieval":5.86,"EcomRetrieval":10.37,"MedicalRetrieval":2.37,"MMarcoRetrieval":3.64,"T2Retrieval":4.64,"VideoRetrieval":4.77} -{"index":356,"Rank":102,"Model":"all-mpnet-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average":4.36,"CmedqaRetrieval":2.0,"CovidRetrieval":3.7,"DuRetrieval":4.92,"EcomRetrieval":3.94,"MedicalRetrieval":1.71,"MMarcoRetrieval":7.13,"T2Retrieval":2.98,"VideoRetrieval":8.48} -{"index":355,"Rank":103,"Model":"all-MiniLM-L6-v2<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":384,"Max Tokens":512,"Average":3.62,"CmedqaRetrieval":2.03,"CovidRetrieval":0.8,"DuRetrieval":3.03,"EcomRetrieval":3.7,"MedicalRetrieval":1.76,"MMarcoRetrieval":6.21,"T2Retrieval":1.6,"VideoRetrieval":9.79} -{"index":0,"Rank":104,"Model":"text-embedding-004-256<\/a>","Model Size (Million Parameters)":1200,"Memory Usage (GB, fp32)":4.47,"Embedding Dimensions":256,"Max Tokens":2048,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":1,"Rank":105,"Model":"text-embedding-004<\/a>","Model Size (Million Parameters)":1200,"Memory Usage (GB, fp32)":4.47,"Embedding Dimensions":768,"Max Tokens":2048,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":2,"Rank":106,"Model":"titan-embed-text-v1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":8000,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":3,"Rank":107,"Model":"mistral-embed<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":"","Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":4,"Rank":108,"Model":"voyage-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":4000,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":5,"Rank":109,"Model":"voyage-3-lite<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":512,"Max Tokens":32000,"Average":"","CmedqaRetrieval":28.85,"CovidRetrieval":74.91,"DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":6,"Rank":110,"Model":"voyage-3-m-exp<\/a>","Model Size (Million Parameters)":6918,"Memory Usage (GB, fp32)":25.77,"Embedding Dimensions":2048,"Max Tokens":32000,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":7,"Rank":111,"Model":"voyage-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":32000,"Average":"","CmedqaRetrieval":34.83,"CovidRetrieval":88.47,"DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":8,"Rank":112,"Model":"voyage-code-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":16000,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":9,"Rank":113,"Model":"voyage-large-2-instruct<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":16000,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":10,"Rank":114,"Model":"voyage-law-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":16000,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":11,"Rank":115,"Model":"voyage-lite-01-instruct<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":4000,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":12,"Rank":116,"Model":"voyage-lite-02-instruct<\/a>","Model Size (Million Parameters)":1220,"Memory Usage (GB, fp32)":4.54,"Embedding Dimensions":1024,"Max Tokens":4000,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":13,"Rank":117,"Model":"voyage-multilingual-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":32000,"Average":"","CmedqaRetrieval":34.4,"CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":14,"Rank":118,"Model":"LASER2<\/a>","Model Size (Million Parameters)":43,"Memory Usage (GB, fp32)":0.16,"Embedding Dimensions":1024,"Max Tokens":"N\/A","Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":15,"Rank":119,"Model":"bm25s<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","CmedqaRetrieval":1.34,"CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":17,"Rank":120,"Model":"llm2vec-croissant-mntp<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":24,"Rank":122,"Model":"gte-base-en-v1.5<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":25,"Rank":123,"Model":"gte-large-en-v1.5<\/a>","Model Size (Million Parameters)":434,"Memory Usage (GB, fp32)":1.62,"Embedding Dimensions":1024,"Max Tokens":8192,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":34,"Rank":126,"Model":"bge-base-en-v1.5<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CmedqaRetrieval":2.42,"CovidRetrieval":23.21,"DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":36,"Rank":127,"Model":"bge-en-icl<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":37,"Rank":128,"Model":"bge-large-en-v1.5<\/a>","Model Size (Million Parameters)":1340,"Memory Usage (GB, fp32)":4.99,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","CmedqaRetrieval":2.07,"CovidRetrieval":17.18,"DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":40,"Rank":129,"Model":"bge-m3<\/a>","Model Size (Million Parameters)":567,"Memory Usage (GB, fp32)":2.11,"Embedding Dimensions":1024,"Max Tokens":8192,"Average":"","CmedqaRetrieval":"","CovidRetrieval":77.51,"DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":42,"Rank":130,"Model":"bge-reranker-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":43,"Rank":131,"Model":"bge-reranker-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":44,"Rank":132,"Model":"bge-small-en-v1.5<\/a>","Model Size (Million Parameters)":24,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":512,"Max Tokens":512,"Average":"","CmedqaRetrieval":2.13,"CovidRetrieval":14.97,"DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":46,"Rank":133,"Model":"nomic-embed-text-v1<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":47,"Rank":134,"Model":"nomic-embed-text-v1.5<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":51,"Rank":138,"Model":"ListConRanker<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":58,"Rank":140,"Model":"Cohere-embed-english-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":512,"Average":"","CmedqaRetrieval":2.95,"CovidRetrieval":27.82,"DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":59,"Rank":141,"Model":"Cohere-embed-multilingual-light-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":384,"Max Tokens":512,"Average":"","CmedqaRetrieval":26.17,"CovidRetrieval":72.97,"DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":60,"Rank":142,"Model":"Cohere-embed-multilingual-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":512,"Average":"","CmedqaRetrieval":30.2,"CovidRetrieval":77.12,"DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":65,"Rank":143,"Model":"distilrubert-small-cased-conversational<\/a>","Model Size (Million Parameters)":106,"Memory Usage (GB, fp32)":0.39,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CmedqaRetrieval":0.12,"CovidRetrieval":0.0,"DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":66,"Rank":144,"Model":"rubert-base-cased<\/a>","Model Size (Million Parameters)":180,"Memory Usage (GB, fp32)":0.67,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CmedqaRetrieval":0.9,"CovidRetrieval":0.07,"DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":67,"Rank":145,"Model":"rubert-base-cased-sentence<\/a>","Model Size (Million Parameters)":180,"Memory Usage (GB, fp32)":0.67,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CmedqaRetrieval":1.51,"CovidRetrieval":0.07,"DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":73,"Rank":148,"Model":"xlm-roberta-base<\/a>","Model Size (Million Parameters)":279,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":74,"Rank":149,"Model":"xlm-roberta-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":75,"Rank":150,"Model":"STS-multilingual-mpnet-base-v2<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":77,"Rank":151,"Model":"bert-base-10lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":78,"Rank":152,"Model":"bert-base-15lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":79,"Rank":153,"Model":"bert-base-25lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":81,"Rank":154,"Model":"GritLM-8x7B<\/a>","Model Size (Million Parameters)":46703,"Memory Usage (GB, fp32)":173.98,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":85,"Rank":155,"Model":"speed-embedding-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":86,"Rank":156,"Model":"lodestone-base-4096-v1<\/a>","Model Size (Million Parameters)":69,"Memory Usage (GB, fp32)":0.26,"Embedding Dimensions":768,"Max Tokens":4096,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":96,"Rank":164,"Model":"MUG-B-1.6<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":97,"Rank":165,"Model":"bilingual-document-embedding<\/a>","Model Size (Million Parameters)":568,"Memory Usage (GB, fp32)":2.12,"Embedding Dimensions":1024,"Max Tokens":8194,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":98,"Rank":166,"Model":"bilingual-embedding-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":99,"Rank":167,"Model":"bilingual-embedding-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":100,"Rank":168,"Model":"bilingual-embedding-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":102,"Rank":169,"Model":"Linq-Embed-Mistral<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":106,"Rank":172,"Model":"LLM2Vec-Llama-2-7b-chat-hf-mntp-supervised<\/a>","Model Size (Million Parameters)":6607,"Memory Usage (GB, fp32)":24.61,"Embedding Dimensions":4096,"Max Tokens":4096,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":107,"Rank":173,"Model":"LLM2Vec-Llama-2-unsupervised<\/a>","Model Size (Million Parameters)":6607,"Memory Usage (GB, fp32)":24.61,"Embedding Dimensions":4096,"Max Tokens":4096,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":108,"Rank":174,"Model":"LLM2Vec-Meta-Llama-3-supervised<\/a>","Model Size (Million Parameters)":7505,"Memory Usage (GB, fp32)":27.96,"Embedding Dimensions":4096,"Max Tokens":8192,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":109,"Rank":175,"Model":"LLM2Vec-Meta-Llama-3-unsupervised<\/a>","Model Size (Million Parameters)":7505,"Memory Usage (GB, fp32)":27.96,"Embedding Dimensions":4096,"Max Tokens":8192,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":110,"Rank":176,"Model":"LLM2Vec-Mistral-supervised<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":111,"Rank":177,"Model":"LLM2Vec-Mistral-unsupervised<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":112,"Rank":178,"Model":"LLM2Vec-Sheared-Llama-supervised<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":4096,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":113,"Rank":179,"Model":"LLM2Vec-Sheared-Llama-unsupervised<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":4096,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":114,"Rank":180,"Model":"Bulbasaur<\/a>","Model Size (Million Parameters)":17,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":115,"Rank":181,"Model":"Ivysaur<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.08,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":116,"Rank":182,"Model":"Squirtle<\/a>","Model Size (Million Parameters)":16,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":117,"Rank":183,"Model":"Venusaur<\/a>","Model Size (Million Parameters)":16,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":118,"Rank":184,"Model":"Wartortle<\/a>","Model Size (Million Parameters)":17,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":119,"Rank":185,"Model":"test24<\/a>","Model Size (Million Parameters)":17,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":120,"Rank":186,"Model":"test25<\/a>","Model Size (Million Parameters)":17,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":121,"Rank":187,"Model":"SGPT-1.3B-weightedmean-msmarco-specb-bitfit<\/a>","Model Size (Million Parameters)":1341,"Memory Usage (GB, fp32)":4.99,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":122,"Rank":188,"Model":"SGPT-125M-weightedmean-msmarco-specb-bitfit<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":2048,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":123,"Rank":189,"Model":"SGPT-125M-weightedmean-nli-bitfit<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":2048,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":124,"Rank":190,"Model":"SGPT-2.7B-weightedmean-msmarco-specb-bitfit<\/a>","Model Size (Million Parameters)":2685,"Memory Usage (GB, fp32)":10.0,"Embedding Dimensions":2560,"Max Tokens":2048,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":125,"Rank":191,"Model":"SGPT-5.8B-weightedmean-msmarco-specb-bitfit<\/a>","Model Size (Million Parameters)":5874,"Memory Usage (GB, fp32)":21.88,"Embedding Dimensions":4096,"Max Tokens":2048,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":126,"Rank":192,"Model":"SGPT-5.8B-weightedmean-nli-bitfit<\/a>","Model Size (Million Parameters)":5874,"Memory Usage (GB, fp32)":21.88,"Embedding Dimensions":4096,"Max Tokens":2048,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":130,"Rank":195,"Model":"stella_en_1.5B_v5<\/a>","Model Size (Million Parameters)":1543,"Memory Usage (GB, fp32)":5.75,"Embedding Dimensions":8192,"Max Tokens":131072,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":131,"Rank":196,"Model":"stella_en_400M_v5<\/a>","Model Size (Million Parameters)":435,"Memory Usage (GB, fp32)":1.62,"Embedding Dimensions":8192,"Max Tokens":8192,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":132,"Rank":197,"Model":"Arabert-all-nli-triplet-Matryoshka<\/a>","Model Size (Million Parameters)":135,"Memory Usage (GB, fp32)":0.5,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":133,"Rank":198,"Model":"Arabic-MiniLM-L12-v2-all-nli-triplet<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":134,"Rank":199,"Model":"Arabic-all-nli-triplet-Matryoshka<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":135,"Rank":200,"Model":"Arabic-labse-Matryoshka<\/a>","Model Size (Million Parameters)":471,"Memory Usage (GB, fp32)":1.75,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":136,"Rank":201,"Model":"Arabic-mpnet-base-all-nli-triplet<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":137,"Rank":202,"Model":"Marbert-all-nli-triplet-Matryoshka<\/a>","Model Size (Million Parameters)":163,"Memory Usage (GB, fp32)":0.61,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":138,"Rank":203,"Model":"Solon-embeddings-large-0.1<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":139,"Rank":204,"Model":"KartonBERT-USE-base-v1<\/a>","Model Size (Million Parameters)":104,"Memory Usage (GB, fp32)":0.39,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":141,"Rank":205,"Model":"alime-reranker-large-zh<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":144,"Rank":208,"Model":"SFR-Embedding-2_R<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":145,"Rank":209,"Model":"SFR-Embedding-Mistral<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","CmedqaRetrieval":35.12,"CovidRetrieval":73.07,"DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":148,"Rank":212,"Model":"snowflake-arctic-embed-l<\/a>","Model Size (Million Parameters)":334,"Memory Usage (GB, fp32)":1.24,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":149,"Rank":213,"Model":"snowflake-arctic-embed-l-v2.0<\/a>","Model Size (Million Parameters)":568,"Memory Usage (GB, fp32)":2.12,"Embedding Dimensions":1024,"Max Tokens":8194,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":150,"Rank":214,"Model":"snowflake-arctic-embed-m<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":151,"Rank":215,"Model":"snowflake-arctic-embed-m-long<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":152,"Rank":216,"Model":"snowflake-arctic-embed-m-v1.5<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":153,"Rank":217,"Model":"snowflake-arctic-embed-m-v2.0<\/a>","Model Size (Million Parameters)":305,"Memory Usage (GB, fp32)":1.14,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":154,"Rank":218,"Model":"snowflake-arctic-embed-s<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":155,"Rank":219,"Model":"snowflake-arctic-embed-xs<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.08,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":156,"Rank":220,"Model":"bge-micro<\/a>","Model Size (Million Parameters)":17,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":157,"Rank":221,"Model":"bge-micro-v2<\/a>","Model Size (Million Parameters)":17,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":158,"Rank":222,"Model":"gte-tiny<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.08,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":161,"Rank":223,"Model":"UAE-Large-V1<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":162,"Rank":224,"Model":"sentence-croissant-llm-base<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":164,"Rank":226,"Model":"German_Semantic_STS_V2<\/a>","Model Size (Million Parameters)":336,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":165,"Rank":227,"Model":"MedEmbed-small-v0.1<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":168,"Rank":230,"Model":"ru-en-RoSBERTa<\/a>","Model Size (Million Parameters)":404,"Memory Usage (GB, fp32)":1.5,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":169,"Rank":231,"Model":"sbert_large_mt_nlu_ru<\/a>","Model Size (Million Parameters)":427,"Memory Usage (GB, fp32)":1.59,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","CmedqaRetrieval":0.45,"CovidRetrieval":0.0,"DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":170,"Rank":232,"Model":"sbert_large_nlu_ru<\/a>","Model Size (Million Parameters)":427,"Memory Usage (GB, fp32)":1.59,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","CmedqaRetrieval":0.28,"CovidRetrieval":0.0,"DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":175,"Rank":236,"Model":"bge-small-4096<\/a>","Model Size (Million Parameters)":35,"Memory Usage (GB, fp32)":0.13,"Embedding Dimensions":384,"Max Tokens":4096,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":176,"Rank":237,"Model":"jina-embeddings-v2-base-en<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":178,"Rank":238,"Model":"GIST-Embedding-v0<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":179,"Rank":239,"Model":"GIST-all-MiniLM-L6-v2<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.08,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":180,"Rank":240,"Model":"GIST-large-Embedding-v0<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":181,"Rank":241,"Model":"GIST-small-Embedding-v0<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":182,"Rank":242,"Model":"NoInstruct-small-Embedding-v0<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":185,"Rank":245,"Model":"brown-beetle-base-v1<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.08,"Embedding Dimensions":768,"Max Tokens":1000000,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":186,"Rank":246,"Model":"brown-beetle-small-v1<\/a>","Model Size (Million Parameters)":8,"Memory Usage (GB, fp32)":0.03,"Embedding Dimensions":256,"Max Tokens":1000000,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":187,"Rank":247,"Model":"brown-beetle-tiny-v1<\/a>","Model Size (Million Parameters)":4,"Memory Usage (GB, fp32)":0.01,"Embedding Dimensions":128,"Max Tokens":1000000,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":188,"Rank":248,"Model":"brown-beetle-tiny-v1.1<\/a>","Model Size (Million Parameters)":4,"Memory Usage (GB, fp32)":0.01,"Embedding Dimensions":768,"Max Tokens":1000000,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":189,"Rank":249,"Model":"brown-fairy-base-v0<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.08,"Embedding Dimensions":768,"Max Tokens":1000000,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":190,"Rank":250,"Model":"red-beetle-base-v1.1<\/a>","Model Size (Million Parameters)":30,"Memory Usage (GB, fp32)":0.11,"Embedding Dimensions":1024,"Max Tokens":1000000,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":191,"Rank":251,"Model":"sgpt-bloom-1b7-nli<\/a>","Model Size (Million Parameters)":1722,"Memory Usage (GB, fp32)":6.42,"Embedding Dimensions":2048,"Max Tokens":4096,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":192,"Rank":252,"Model":"sgpt-bloom-7b1-msmarco<\/a>","Model Size (Million Parameters)":7068,"Memory Usage (GB, fp32)":26.33,"Embedding Dimensions":4096,"Max Tokens":2048,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":194,"Rank":254,"Model":"slx-v0.1<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.08,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":197,"Rank":256,"Model":"snowflake-arctic-embed-m-v2.0-cpu<\/a>","Model Size (Million Parameters)":305,"Memory Usage (GB, fp32)":1.14,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":198,"Rank":257,"Model":"LaBSE-en-ru<\/a>","Model Size (Million Parameters)":129,"Memory Usage (GB, fp32)":0.48,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CmedqaRetrieval":1.55,"CovidRetrieval":0.35,"DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":199,"Rank":258,"Model":"rubert-tiny<\/a>","Model Size (Million Parameters)":12,"Memory Usage (GB, fp32)":0.04,"Embedding Dimensions":512,"Max Tokens":514,"Average":"","CmedqaRetrieval":0.25,"CovidRetrieval":0.0,"DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":200,"Rank":259,"Model":"rubert-tiny2<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"Embedding Dimensions":2048,"Max Tokens":514,"Average":"","CmedqaRetrieval":1.09,"CovidRetrieval":0.1,"DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":201,"Rank":260,"Model":"cai-lunaris-text-embeddings<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":203,"Rank":262,"Model":"french-document-embedding<\/a>","Model Size (Million Parameters)":305,"Memory Usage (GB, fp32)":1.14,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":204,"Rank":263,"Model":"sentence-camembert-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":205,"Rank":264,"Model":"sentence-camembert-large<\/a>","Model Size (Million Parameters)":337,"Memory Usage (GB, fp32)":1.26,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":206,"Rank":265,"Model":"embedder-100p<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":207,"Rank":266,"Model":"USER-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CmedqaRetrieval":0.43,"CovidRetrieval":0.0,"DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":208,"Rank":267,"Model":"USER-bge-m3<\/a>","Model Size (Million Parameters)":359,"Memory Usage (GB, fp32)":1.34,"Embedding Dimensions":1024,"Max Tokens":8192,"Average":"","CmedqaRetrieval":1.26,"CovidRetrieval":0.12,"DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":209,"Rank":268,"Model":"deberta-v1-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CmedqaRetrieval":0.27,"CovidRetrieval":0.0,"DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":215,"Rank":271,"Model":"e5-base-4k<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CmedqaRetrieval":2.97,"CovidRetrieval":4.76,"DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":221,"Rank":274,"Model":"flaubert_base_cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":222,"Rank":275,"Model":"flaubert_base_uncased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":223,"Rank":276,"Model":"flaubert_large_cased<\/a>","Model Size (Million Parameters)":372,"Memory Usage (GB, fp32)":1.39,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":226,"Rank":279,"Model":"bert-base-multilingual-cased<\/a>","Model Size (Million Parameters)":179,"Memory Usage (GB, fp32)":0.67,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":227,"Rank":280,"Model":"bert-base-multilingual-uncased<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":228,"Rank":281,"Model":"bert-base-uncased<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":229,"Rank":282,"Model":"instructor-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":230,"Rank":283,"Model":"instructor-large<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":231,"Rank":284,"Model":"instructor-xl<\/a>","Model Size (Million Parameters)":1241,"Memory Usage (GB, fp32)":4.62,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":236,"Rank":288,"Model":"granite-embedding-107m-multilingual<\/a>","Model Size (Million Parameters)":107,"Memory Usage (GB, fp32)":0.4,"Embedding Dimensions":384,"Max Tokens":514,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":237,"Rank":289,"Model":"granite-embedding-125m-english<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":238,"Rank":290,"Model":"granite-embedding-278m-multilingual<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":239,"Rank":291,"Model":"granite-embedding-30m-english<\/a>","Model Size (Million Parameters)":30,"Memory Usage (GB, fp32)":0.11,"Embedding Dimensions":384,"Max Tokens":514,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":240,"Rank":292,"Model":"stella-base-en-v2<\/a>","Model Size (Million Parameters)":55,"Memory Usage (GB, fp32)":0.2,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":247,"Rank":293,"Model":"e5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CmedqaRetrieval":2.57,"CovidRetrieval":1.64,"DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":248,"Rank":294,"Model":"e5-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CmedqaRetrieval":3.49,"CovidRetrieval":14.88,"DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":249,"Rank":295,"Model":"e5-large<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","CmedqaRetrieval":2.58,"CovidRetrieval":4.01,"DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":250,"Rank":296,"Model":"e5-large-v2<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","CmedqaRetrieval":3.27,"CovidRetrieval":19.59,"DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":252,"Rank":297,"Model":"e5-small<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","CmedqaRetrieval":2.09,"CovidRetrieval":1.51,"DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":253,"Rank":298,"Model":"e5-small-v2<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":264,"Rank":300,"Model":"jina-embedding-b-en-v1<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":265,"Rank":301,"Model":"jina-embedding-l-en-v1<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":266,"Rank":302,"Model":"jina-embedding-s-en-v1<\/a>","Model Size (Million Parameters)":35,"Memory Usage (GB, fp32)":0.13,"Embedding Dimensions":512,"Max Tokens":512,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":267,"Rank":303,"Model":"jina-embeddings-v2-base-de<\/a>","Model Size (Million Parameters)":161,"Memory Usage (GB, fp32)":0.6,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":268,"Rank":304,"Model":"jina-embeddings-v2-base-en<\/a>","Model Size (Million Parameters)":275,"Memory Usage (GB, fp32)":1.02,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","CmedqaRetrieval":0.09,"CovidRetrieval":0.0,"DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":269,"Rank":305,"Model":"jina-embeddings-v2-base-es<\/a>","Model Size (Million Parameters)":161,"Memory Usage (GB, fp32)":0.6,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":271,"Rank":306,"Model":"jina-embeddings-v2-small-en<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":512,"Max Tokens":8192,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":274,"Rank":308,"Model":"echo-mistral-7b-instruct-lasttoken<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":275,"Rank":309,"Model":"cde-small-v1<\/a>","Model Size (Million Parameters)":143,"Memory Usage (GB, fp32)":0.53,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":276,"Rank":310,"Model":"cde-small-v2<\/a>","Model Size (Million Parameters)":150,"Memory Usage (GB, fp32)":0.56,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":281,"Rank":311,"Model":"modernbert-embed-large<\/a>","Model Size (Million Parameters)":395,"Memory Usage (GB, fp32)":1.47,"Embedding Dimensions":1024,"Max Tokens":8192,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":282,"Rank":312,"Model":"modernbert-embed-large-unsupervised<\/a>","Model Size (Million Parameters)":395,"Memory Usage (GB, fp32)":1.47,"Embedding Dimensions":1024,"Max Tokens":8192,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":283,"Rank":313,"Model":"lim_base_zh<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":287,"Rank":317,"Model":"ember-v1<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":290,"Rank":319,"Model":"bge-m3-custom-fr<\/a>","Model Size (Million Parameters)":568,"Memory Usage (GB, fp32)":2.12,"Embedding Dimensions":1024,"Max Tokens":8194,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":291,"Rank":320,"Model":"sentence_croissant_alpha_v0.1<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":292,"Rank":321,"Model":"sentence_croissant_alpha_v0.2<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":293,"Rank":322,"Model":"sentence_croissant_alpha_v0.3<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":294,"Rank":323,"Model":"sentence_croissant_alpha_v0.4<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":295,"Rank":324,"Model":"M2V_base_glove<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Embedding Dimensions":256,"Max Tokens":1000000,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":296,"Rank":325,"Model":"M2V_base_glove_subword<\/a>","Model Size (Million Parameters)":103,"Memory Usage (GB, fp32)":0.38,"Embedding Dimensions":256,"Max Tokens":1000000,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":297,"Rank":326,"Model":"M2V_base_output<\/a>","Model Size (Million Parameters)":8,"Memory Usage (GB, fp32)":0.03,"Embedding Dimensions":256,"Max Tokens":1000000,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":298,"Rank":327,"Model":"potion-base-2M<\/a>","Model Size (Million Parameters)":2,"Memory Usage (GB, fp32)":0.01,"Embedding Dimensions":64,"Max Tokens":1000000,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":299,"Rank":328,"Model":"potion-base-32M<\/a>","Model Size (Million Parameters)":32,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":512,"Max Tokens":1000000,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":300,"Rank":329,"Model":"potion-base-4M<\/a>","Model Size (Million Parameters)":4,"Memory Usage (GB, fp32)":0.01,"Embedding Dimensions":128,"Max Tokens":1000000,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":301,"Rank":330,"Model":"potion-base-8M<\/a>","Model Size (Million Parameters)":8,"Memory Usage (GB, fp32)":0.03,"Embedding Dimensions":256,"Max Tokens":1000000,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":302,"Rank":331,"Model":"mxbai-embed-2d-large-v1<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":303,"Rank":332,"Model":"mxbai-embed-large-v1<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":308,"Rank":335,"Model":"LdIR-Qwen2-reranker-1.5B<\/a>","Model Size (Million Parameters)":1544,"Memory Usage (GB, fp32)":5.75,"Embedding Dimensions":1536,"Max Tokens":32768,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":310,"Rank":337,"Model":"bge-reranker-large-1k<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":1026,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":318,"Rank":344,"Model":"bge-large-en-v1.5<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":319,"Rank":345,"Model":"modernbert-embed-base<\/a>","Model Size (Million Parameters)":149,"Memory Usage (GB, fp32)":0.56,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":320,"Rank":346,"Model":"modernbert-embed-base-unsupervised<\/a>","Model Size (Million Parameters)":149,"Memory Usage (GB, fp32)":0.56,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":321,"Rank":347,"Model":"nomic-embed-text-v1<\/a>","Model Size (Million Parameters)":547,"Memory Usage (GB, fp32)":2.04,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","CmedqaRetrieval":2.23,"CovidRetrieval":18.66,"DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":322,"Rank":348,"Model":"nomic-embed-text-v1-ablated<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":323,"Rank":349,"Model":"nomic-embed-text-v1-unsupervised<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":324,"Rank":350,"Model":"nomic-embed-text-v1.5-128<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":128,"Max Tokens":8192,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":325,"Rank":351,"Model":"nomic-embed-text-v1.5-256<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":256,"Max Tokens":8192,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":326,"Rank":352,"Model":"nomic-embed-text-v1.5-512<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":512,"Max Tokens":8192,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":327,"Rank":353,"Model":"nomic-embed-text-v1.5-64<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":64,"Max Tokens":8192,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":328,"Rank":354,"Model":"nomic-embed-text-v1.5<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":329,"Rank":355,"Model":"contriever-base-msmarco<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":330,"Rank":356,"Model":"NV-Embed-v1<\/a>","Model Size (Million Parameters)":7851,"Memory Usage (GB, fp32)":29.25,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":331,"Rank":357,"Model":"NV-Embed-v2<\/a>","Model Size (Million Parameters)":7851,"Memory Usage (GB, fp32)":29.25,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":334,"Rank":358,"Model":"GritLM-7B-vllm<\/a>","Model Size (Million Parameters)":7242,"Memory Usage (GB, fp32)":26.98,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":337,"Rank":360,"Model":"mini-gte<\/a>","Model Size (Million Parameters)":66,"Memory Usage (GB, fp32)":0.25,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":338,"Rank":361,"Model":"sup-simcse-bert-base-uncased<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":339,"Rank":362,"Model":"unsup-simcse-bert-base-uncased<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":340,"Rank":363,"Model":"360Zhinao-1.8B-Reranking<\/a>","Model Size (Million Parameters)":941,"Memory Usage (GB, fp32)":3.51,"Embedding Dimensions":2048,"Max Tokens":4096,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":342,"Rank":364,"Model":"FAB-Ramy-v1<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":343,"Rank":365,"Model":"FAE-v1<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":344,"Rank":366,"Model":"FUE-v1<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":348,"Rank":370,"Model":"sf_model_e5<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":357,"Rank":372,"Model":"allenai-specter<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":358,"Rank":373,"Model":"average_word_embeddings_glove.6B.300d<\/a>","Model Size (Million Parameters)":120,"Memory Usage (GB, fp32)":0.45,"Embedding Dimensions":300,"Max Tokens":"N\/A","Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":359,"Rank":374,"Model":"average_word_embeddings_komninos<\/a>","Model Size (Million Parameters)":134,"Memory Usage (GB, fp32)":0.5,"Embedding Dimensions":300,"Max Tokens":"N\/A","Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":360,"Rank":375,"Model":"distiluse-base-multilingual-cased-v2<\/a>","Model Size (Million Parameters)":135,"Memory Usage (GB, fp32)":0.5,"Embedding Dimensions":512,"Max Tokens":512,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":361,"Rank":376,"Model":"gtr-t5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":362,"Rank":377,"Model":"gtr-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":363,"Rank":378,"Model":"gtr-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":364,"Rank":379,"Model":"gtr-t5-xxl<\/a>","Model Size (Million Parameters)":4865,"Memory Usage (GB, fp32)":18.12,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":365,"Rank":380,"Model":"msmarco-bert-co-condensor<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":366,"Rank":381,"Model":"multi-qa-MiniLM-L6-cos-v1<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":369,"Rank":382,"Model":"sentence-t5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":370,"Rank":383,"Model":"sentence-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":371,"Rank":384,"Model":"sentence-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":372,"Rank":385,"Model":"sentence-t5-xxl<\/a>","Model Size (Million Parameters)":4865,"Memory Usage (GB, fp32)":18.12,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":374,"Rank":386,"Model":"LaBSE-ru-turbo<\/a>","Model Size (Million Parameters)":128,"Memory Usage (GB, fp32)":0.48,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CmedqaRetrieval":1.27,"CovidRetrieval":0.06,"DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":375,"Rank":387,"Model":"rubert-tiny-turbo<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"Embedding Dimensions":312,"Max Tokens":2048,"Average":"","CmedqaRetrieval":1.14,"CovidRetrieval":0.04,"DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":378,"Rank":388,"Model":"text2vec-base-multilingual<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":256,"Average":"","CmedqaRetrieval":12.1,"CovidRetrieval":15.0,"DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":381,"Rank":390,"Model":"BAAI-bge-reranker-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":385,"Rank":394,"Model":"gte-base<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":387,"Rank":395,"Model":"gte-large<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":389,"Rank":396,"Model":"gte-small<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":406,"Rank":410,"Model":"universal-sentence-encoder-multilingual-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":512,"Max Tokens":512,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":407,"Rank":411,"Model":"universal-sentence-encoder-multilingual-large-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":512,"Max Tokens":512,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":408,"Rank":412,"Model":"b1ade-embed<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":409,"Rank":413,"Model":"b1ade-embed-kd<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":410,"Rank":414,"Model":"b1ade-embed-kd_3<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":413,"Rank":417,"Model":"potion-base-8M-stf<\/a>","Model Size (Million Parameters)":8,"Memory Usage (GB, fp32)":0.03,"Embedding Dimensions":256,"Max Tokens":1000000,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":416,"Rank":419,"Model":"bilingual-embedding-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":418,"Rank":421,"Model":"LENS-d4000<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":419,"Rank":422,"Model":"LENS-d8000<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":423,"Rank":426,"Model":"Zeta-Alpha-E5-Mistral<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":424,"Rank":427,"Model":"text_emb_V1<\/a>","Model Size (Million Parameters)":103,"Memory Usage (GB, fp32)":0.38,"Embedding Dimensions":768,"Max Tokens":1024,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":425,"Rank":428,"Model":"bi-cse<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":427,"Rank":430,"Model":"text-similarity-ada-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":2046,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":428,"Rank":431,"Model":"text-similarity-babbage-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":2048,"Max Tokens":2046,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":429,"Rank":432,"Model":"text-similarity-curie-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":4096,"Max Tokens":2046,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":430,"Rank":433,"Model":"text-similarity-davinci-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":12288,"Max Tokens":2046,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":432,"Rank":434,"Model":"text-embedding-3-large-256<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":256,"Max Tokens":8191,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":433,"Rank":435,"Model":"text-embedding-3-large<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":3072,"Max Tokens":8191,"Average":"","CmedqaRetrieval":27.43,"CovidRetrieval":68.43,"DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":434,"Rank":436,"Model":"text-embedding-3-small<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":8191,"Average":"","CmedqaRetrieval":21.84,"CovidRetrieval":61.07,"DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} -{"index":436,"Rank":437,"Model":"elser-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":30522,"Max Tokens":512,"Average":"","CmedqaRetrieval":"","CovidRetrieval":"","DuRetrieval":"","EcomRetrieval":"","MedicalRetrieval":"","MMarcoRetrieval":"","T2Retrieval":"","VideoRetrieval":""} diff --git a/boards_data/zh/data_tasks/STS/default.jsonl b/boards_data/zh/data_tasks/STS/default.jsonl deleted file mode 100644 index ff8ea8d23875034dc2594f3f9fe0aef973b03df1..0000000000000000000000000000000000000000 --- a/boards_data/zh/data_tasks/STS/default.jsonl +++ /dev/null @@ -1,349 +0,0 @@ -{"index":373,"Rank":1,"Model":"ZNV-Embedding<\/a>","Model Size (Million Parameters)":6061,"Memory Usage (GB, fp32)":22.58,"Embedding Dimensions":4096,"Max Tokens":4096,"Average":67.66,"AFQMC":53.84,"ATEC":54.44,"BQ":70.57,"LCQMC":74.99,"PAWSX":58.35,"QBQTC":71.45,"STS22 (zh)":74.92,"STSB":82.74} -{"index":23,"Rank":2,"Model":"gte-Qwen2-7B-instruct<\/a>","Model Size (Million Parameters)":7613,"Memory Usage (GB, fp32)":28.36,"Embedding Dimensions":3584,"Max Tokens":32768,"Average":65.27,"AFQMC":72.25,"ATEC":62.62,"BQ":81.25,"LCQMC":73.81,"PAWSX":54.06,"QBQTC":31.37,"STS22 (zh)":65.77,"STSB":81.05} -{"index":61,"Rank":3,"Model":"Dmeta-embedding-zh<\/a>","Model Size (Million Parameters)":103,"Memory Usage (GB, fp32)":0.38,"Embedding Dimensions":768,"Max Tokens":1024,"Average":64.89,"AFQMC":71.13,"ATEC":64.64,"BQ":72.3,"LCQMC":78.76,"PAWSX":45.05,"QBQTC":42.62,"STS22 (zh)":63.84,"STSB":80.77} -{"index":280,"Rank":4,"Model":"xiaobu-embedding-v2<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Embedding Dimensions":1792,"Max Tokens":512,"Average":64.53,"AFQMC":60.96,"ATEC":58.81,"BQ":75.08,"LCQMC":79.82,"PAWSX":47.42,"QBQTC":45.14,"STS22 (zh)":66.96,"STSB":82.05} -{"index":20,"Rank":5,"Model":"gme-Qwen2-VL-7B-Instruct<\/a>","Model Size (Million Parameters)":8291,"Memory Usage (GB, fp32)":30.89,"Embedding Dimensions":3584,"Max Tokens":32768,"Average":64.35,"AFQMC":71.67,"ATEC":55.47,"BQ":78.96,"LCQMC":72.99,"PAWSX":52.75,"QBQTC":34.38,"STS22 (zh)":71.47,"STSB":77.15} -{"index":289,"Rank":6,"Model":"ternary-weight-embedding<\/a>","Model Size (Million Parameters)":99,"Memory Usage (GB, fp32)":0.37,"Embedding Dimensions":1792,"Max Tokens":512,"Average":64.33,"AFQMC":58.25,"ATEC":57.8,"BQ":76.89,"LCQMC":79.58,"PAWSX":46.26,"QBQTC":41.89,"STS22 (zh)":68.69,"STSB":85.31} -{"index":235,"Rank":7,"Model":"zpoint_large_embedding_zh<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Embedding Dimensions":1792,"Max Tokens":512,"Average":64.22,"AFQMC":60.72,"ATEC":58.77,"BQ":75.04,"LCQMC":79.75,"PAWSX":45.94,"QBQTC":43.46,"STS22 (zh)":66.71,"STSB":83.34} -{"index":94,"Rank":8,"Model":"Conan-embedding-v1-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":64.18,"AFQMC":60.66,"ATEC":58.64,"BQ":74.51,"LCQMC":79.45,"PAWSX":46.6,"QBQTC":44.58,"STS22 (zh)":67.73,"STSB":81.24} -{"index":159,"Rank":9,"Model":"Conan-embedding-v1<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Embedding Dimensions":1792,"Max Tokens":512,"Average":64.18,"AFQMC":60.66,"ATEC":58.64,"BQ":74.51,"LCQMC":79.45,"PAWSX":46.6,"QBQTC":44.58,"STS22 (zh)":67.73,"STSB":81.24} -{"index":352,"Rank":10,"Model":"piccolo-large-zh-v2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":63.5,"AFQMC":61.49,"ATEC":59.2,"BQ":72.88,"LCQMC":79.55,"PAWSX":46.48,"QBQTC":45.91,"STS22 (zh)":63.76,"STSB":78.71} -{"index":53,"Rank":11,"Model":"Yinka<\/a>","Model Size (Million Parameters)":164,"Memory Usage (GB, fp32)":0.61,"Embedding Dimensions":1792,"Max Tokens":512,"Average":63.33,"AFQMC":61.02,"ATEC":59.02,"BQ":72.76,"LCQMC":79.43,"PAWSX":45.92,"QBQTC":44.87,"STS22 (zh)":64.41,"STSB":79.24} -{"index":262,"Rank":12,"Model":"Yinka-Q5_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":63.33,"AFQMC":61.02,"ATEC":59.02,"BQ":72.76,"LCQMC":79.43,"PAWSX":45.92,"QBQTC":44.87,"STS22 (zh)":64.41,"STSB":79.24} -{"index":71,"Rank":13,"Model":"IYun-large-zh<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":63.23,"AFQMC":60.89,"ATEC":58.82,"BQ":72.53,"LCQMC":79.19,"PAWSX":45.8,"QBQTC":43.94,"STS22 (zh)":65.18,"STSB":79.48} -{"index":219,"Rank":14,"Model":"XYZ-embedding-zh-v2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":62.55,"AFQMC":58.41,"ATEC":57.6,"BQ":72.66,"LCQMC":79.28,"PAWSX":42.44,"QBQTC":41.52,"STS22 (zh)":66.32,"STSB":82.15} -{"index":243,"Rank":15,"Model":"stella-base-zh-v3-1792d<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Embedding Dimensions":1792,"Max Tokens":1024,"Average":62.49,"AFQMC":59.22,"ATEC":58.43,"BQ":70.44,"LCQMC":78.27,"PAWSX":43.97,"QBQTC":40.02,"STS22 (zh)":66.49,"STSB":83.05} -{"index":214,"Rank":16,"Model":"stella-mrl-large-zh-v3.5-1792d<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Embedding Dimensions":1792,"Max Tokens":512,"Average":62.48,"AFQMC":58.85,"ATEC":58.08,"BQ":71.05,"LCQMC":78.26,"PAWSX":45.36,"QBQTC":38.98,"STS22 (zh)":66.26,"STSB":82.96} -{"index":213,"Rank":17,"Model":"stella-large-zh-v3-1792d<\/a>","Model Size (Million Parameters)":325,"Memory Usage (GB, fp32)":1.21,"Embedding Dimensions":1792,"Max Tokens":512,"Average":62.46,"AFQMC":59.11,"ATEC":58.19,"BQ":71.07,"LCQMC":78.27,"PAWSX":45.0,"QBQTC":38.69,"STS22 (zh)":66.53,"STSB":82.8} -{"index":16,"Rank":18,"Model":"OpenSearch-text-hybrid<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1792,"Max Tokens":512,"Average":62.46,"AFQMC":59.11,"ATEC":58.19,"BQ":71.07,"LCQMC":78.27,"PAWSX":44.98,"QBQTC":38.69,"STS22 (zh)":66.53,"STSB":82.8} -{"index":21,"Rank":19,"Model":"gte-Qwen1.5-7B-instruct<\/a>","Model Size (Million Parameters)":7099,"Memory Usage (GB, fp32)":26.45,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":62.39,"AFQMC":58.47,"ATEC":55.46,"BQ":77.59,"LCQMC":76.29,"PAWSX":50.22,"QBQTC":31.82,"STS22 (zh)":67.9,"STSB":81.37} -{"index":376,"Rank":20,"Model":"AGE_Hybrid<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":62.15,"AFQMC":58.61,"ATEC":58.03,"BQ":70.98,"LCQMC":78.14,"PAWSX":45.59,"QBQTC":38.1,"STS22 (zh)":65.34,"STSB":82.42} -{"index":62,"Rank":21,"Model":"Dmeta-embedding-zh-small<\/a>","Model Size (Million Parameters)":74,"Memory Usage (GB, fp32)":0.28,"Embedding Dimensions":768,"Max Tokens":1024,"Average":62.13,"AFQMC":59.54,"ATEC":58.63,"BQ":70.31,"LCQMC":78.73,"PAWSX":42.97,"QBQTC":41.03,"STS22 (zh)":66.76,"STSB":79.09} -{"index":177,"Rank":22,"Model":"acge_text_embedding<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Embedding Dimensions":1792,"Max Tokens":1024,"Average":62.09,"AFQMC":58.81,"ATEC":57.95,"BQ":70.37,"LCQMC":78.17,"PAWSX":45.51,"QBQTC":37.31,"STS22 (zh)":65.85,"STSB":82.73} -{"index":19,"Rank":23,"Model":"gme-Qwen2-VL-2B-Instruct<\/a>","Model Size (Million Parameters)":2209,"Memory Usage (GB, fp32)":8.23,"Embedding Dimensions":1536,"Max Tokens":32768,"Average":61.94,"AFQMC":67.55,"ATEC":54.03,"BQ":77.72,"LCQMC":72.8,"PAWSX":46.87,"QBQTC":31.82,"STS22 (zh)":67.87,"STSB":76.83} -{"index":87,"Rank":24,"Model":"Yuan-embedding-1.0<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Embedding Dimensions":1792,"Max Tokens":512,"Average":61.64,"AFQMC":60.3,"ATEC":58.5,"BQ":73.07,"LCQMC":78.44,"PAWSX":36.62,"QBQTC":38.36,"STS22 (zh)":65.93,"STSB":81.92} -{"index":22,"Rank":25,"Model":"gte-Qwen2-1.5B-instruct<\/a>","Model Size (Million Parameters)":1776,"Memory Usage (GB, fp32)":6.62,"Embedding Dimensions":1536,"Max Tokens":131072,"Average":60.96,"AFQMC":58.42,"ATEC":55.65,"BQ":73.85,"LCQMC":75.39,"PAWSX":42.46,"QBQTC":35.15,"STS22 (zh)":67.4,"STSB":79.4} -{"index":435,"Rank":26,"Model":"text-embedding<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":512,"Average":60.07,"AFQMC":50.8,"ATEC":53.23,"BQ":66.49,"LCQMC":76.6,"PAWSX":47.56,"QBQTC":39.96,"STS22 (zh)":65.78,"STSB":80.14} -{"index":32,"Rank":27,"Model":"jina-embeddings-v2-base-zh-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":59.39,"AFQMC":50.59,"ATEC":51.29,"BQ":66.07,"LCQMC":75.74,"PAWSX":41.49,"QBQTC":38.11,"STS22 (zh)":69.25,"STSB":82.56} -{"index":270,"Rank":28,"Model":"jina-embeddings-v2-base-zh<\/a>","Model Size (Million Parameters)":161,"Memory Usage (GB, fp32)":0.6,"Embedding Dimensions":768,"Max Tokens":8192,"Average":59.39,"AFQMC":50.59,"ATEC":51.29,"BQ":66.07,"LCQMC":75.74,"PAWSX":41.49,"QBQTC":38.11,"STS22 (zh)":69.25,"STSB":82.56} -{"index":33,"Rank":29,"Model":"jina-embeddings-v2-base-zh-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":59.39,"AFQMC":50.59,"ATEC":51.29,"BQ":66.07,"LCQMC":75.74,"PAWSX":41.49,"QBQTC":38.11,"STS22 (zh)":69.25,"STSB":82.56} -{"index":424,"Rank":30,"Model":"text_emb_V1<\/a>","Model Size (Million Parameters)":103,"Memory Usage (GB, fp32)":0.38,"Embedding Dimensions":768,"Max Tokens":1024,"Average":58.83,"AFQMC":57.18,"ATEC":56.43,"BQ":72.1,"LCQMC":77.82,"PAWSX":35.44,"QBQTC":54.03,"STS22 (zh)":45.46,"STSB":72.19} -{"index":245,"Rank":31,"Model":"stella-large-zh-v2<\/a>","Model Size (Million Parameters)":163,"Memory Usage (GB, fp32)":0.61,"Embedding Dimensions":1024,"Max Tokens":1024,"Average":58.66,"AFQMC":49.95,"ATEC":53.12,"BQ":65.54,"LCQMC":77.48,"PAWSX":36.22,"QBQTC":38.73,"STS22 (zh)":68.87,"STSB":79.37} -{"index":29,"Rank":32,"Model":"tao-8k<\/a>","Model Size (Million Parameters)":167,"Memory Usage (GB, fp32)":0.62,"Embedding Dimensions":1024,"Max Tokens":8192,"Average":58.66,"AFQMC":49.94,"ATEC":53.11,"BQ":65.54,"LCQMC":77.48,"PAWSX":36.22,"QBQTC":38.74,"STS22 (zh)":68.88,"STSB":79.37} -{"index":28,"Rank":33,"Model":"tao<\/a>","Model Size (Million Parameters)":163,"Memory Usage (GB, fp32)":0.61,"Embedding Dimensions":1024,"Max Tokens":1024,"Average":58.66,"AFQMC":49.94,"ATEC":53.11,"BQ":65.54,"LCQMC":77.48,"PAWSX":36.22,"QBQTC":38.74,"STS22 (zh)":68.88,"STSB":79.36} -{"index":279,"Rank":34,"Model":"xiaobu-embedding<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Embedding Dimensions":1024,"Max Tokens":512,"Average":58.52,"AFQMC":54.85,"ATEC":55.13,"BQ":65.57,"LCQMC":75.55,"PAWSX":37.87,"QBQTC":33.69,"STS22 (zh)":64.32,"STSB":81.19} -{"index":140,"Rank":35,"Model":"alime-embedding-large-zh<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Embedding Dimensions":1024,"Max Tokens":512,"Average":58.41,"AFQMC":54.73,"ATEC":55.13,"BQ":64.89,"LCQMC":75.12,"PAWSX":37.93,"QBQTC":34.21,"STS22 (zh)":64.54,"STSB":80.72} -{"index":244,"Rank":36,"Model":"stella-large-zh<\/a>","Model Size (Million Parameters)":163,"Memory Usage (GB, fp32)":0.61,"Embedding Dimensions":1024,"Max Tokens":1024,"Average":58.3,"AFQMC":54.49,"ATEC":54.45,"BQ":62.38,"LCQMC":76.28,"PAWSX":37.97,"QBQTC":37.84,"STS22 (zh)":67.28,"STSB":75.71} -{"index":351,"Rank":37,"Model":"piccolo-large-zh<\/a>","Model Size (Million Parameters)":163,"Memory Usage (GB, fp32)":0.61,"Embedding Dimensions":1024,"Max Tokens":512,"Average":58.02,"AFQMC":54.17,"ATEC":54.28,"BQ":62.31,"LCQMC":75.81,"PAWSX":38.31,"QBQTC":38.22,"STS22 (zh)":66.66,"STSB":74.43} -{"index":425,"Rank":38,"Model":"bi-cse<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":57.91,"AFQMC":43.45,"ATEC":48.01,"BQ":65.58,"LCQMC":75.56,"PAWSX":47.62,"QBQTC":40.43,"STS22 (zh)":67.24,"STSB":75.38} -{"index":388,"Rank":39,"Model":"gte-large-zh<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Embedding Dimensions":1024,"Max Tokens":512,"Average":57.82,"AFQMC":54.58,"ATEC":54.6,"BQ":64.41,"LCQMC":74.4,"PAWSX":38.55,"QBQTC":33.36,"STS22 (zh)":62.98,"STSB":79.68} -{"index":72,"Rank":40,"Model":"mist-zh<\/a>","Model Size (Million Parameters)":51,"Memory Usage (GB, fp32)":0.19,"Embedding Dimensions":768,"Max Tokens":512,"Average":57.08,"AFQMC":46.98,"ATEC":51.35,"BQ":65.08,"LCQMC":76.96,"PAWSX":30.03,"QBQTC":37.5,"STS22 (zh)":69.2,"STSB":79.57} -{"index":242,"Rank":41,"Model":"stella-base-zh-v2<\/a>","Model Size (Million Parameters)":51,"Memory Usage (GB, fp32)":0.19,"Embedding Dimensions":768,"Max Tokens":1024,"Average":56.92,"AFQMC":46.73,"ATEC":51.22,"BQ":64.8,"LCQMC":76.89,"PAWSX":29.7,"QBQTC":37.38,"STS22 (zh)":69.02,"STSB":79.63} -{"index":41,"Rank":42,"Model":"bge-multilingual-gemma2<\/a>","Model Size (Million Parameters)":9242,"Memory Usage (GB, fp32)":34.43,"Embedding Dimensions":3584,"Max Tokens":8192,"Average":56.87,"AFQMC":47.17,"ATEC":50.75,"BQ":62.02,"LCQMC":75.95,"PAWSX":30.57,"QBQTC":38.98,"STS22 (zh)":68.68,"STSB":80.87} -{"index":241,"Rank":43,"Model":"stella-base-zh<\/a>","Model Size (Million Parameters)":103,"Memory Usage (GB, fp32)":0.38,"Embedding Dimensions":768,"Max Tokens":1024,"Average":56.54,"AFQMC":51.75,"ATEC":52.82,"BQ":63.29,"LCQMC":75.83,"PAWSX":32.02,"QBQTC":36.47,"STS22 (zh)":67.52,"STSB":72.63} -{"index":39,"Rank":44,"Model":"bge-large-zh-v1.5<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Embedding Dimensions":1024,"Max Tokens":512,"Average":56.25,"AFQMC":44.36,"ATEC":49.54,"BQ":62.94,"LCQMC":74.33,"PAWSX":33.92,"QBQTC":37.29,"STS22 (zh)":68.94,"STSB":78.7} -{"index":386,"Rank":45,"Model":"gte-base-zh<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Embedding Dimensions":768,"Max Tokens":512,"Average":55.96,"AFQMC":49.07,"ATEC":50.83,"BQ":65.5,"LCQMC":74.06,"PAWSX":27.97,"QBQTC":35.19,"STS22 (zh)":63.64,"STSB":81.46} -{"index":350,"Rank":46,"Model":"piccolo-base-zh<\/a>","Model Size (Million Parameters)":51,"Memory Usage (GB, fp32)":0.19,"Embedding Dimensions":768,"Max Tokens":512,"Average":55.9,"AFQMC":51.4,"ATEC":52.59,"BQ":62.68,"LCQMC":75.4,"PAWSX":31.58,"QBQTC":36.48,"STS22 (zh)":66.51,"STSB":70.6} -{"index":55,"Rank":47,"Model":"winberta-large<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":54.55,"AFQMC":46.7,"ATEC":49.95,"BQ":56.08,"LCQMC":74.96,"PAWSX":33.49,"QBQTC":31.06,"STS22 (zh)":64.51,"STSB":79.63} -{"index":56,"Rank":48,"Model":"windberta-large<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":54.35,"AFQMC":46.77,"ATEC":50.18,"BQ":55.25,"LCQMC":74.29,"PAWSX":33.24,"QBQTC":30.92,"STS22 (zh)":64.41,"STSB":79.74} -{"index":35,"Rank":49,"Model":"bge-base-zh-v1.5<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Embedding Dimensions":768,"Max Tokens":512,"Average":53.72,"AFQMC":42.4,"ATEC":48.17,"BQ":61.78,"LCQMC":74.45,"PAWSX":20.4,"QBQTC":36.22,"STS22 (zh)":68.01,"STSB":78.31} -{"index":38,"Rank":50,"Model":"bge-large-zh-noinstruct<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Embedding Dimensions":1024,"Max Tokens":512,"Average":53.0,"AFQMC":43.06,"ATEC":48.29,"BQ":60.53,"LCQMC":74.71,"PAWSX":16.64,"QBQTC":35.2,"STS22 (zh)":67.19,"STSB":78.41} -{"index":26,"Rank":51,"Model":"gte-multilingual-base<\/a>","Model Size (Million Parameters)":305,"Memory Usage (GB, fp32)":1.14,"Embedding Dimensions":768,"Max Tokens":8192,"Average":52.73,"AFQMC":43.55,"ATEC":48.91,"BQ":51.72,"LCQMC":74.86,"PAWSX":16.12,"QBQTC":39.36,"STS22 (zh)":66.59,"STSB":80.72} -{"index":105,"Rank":52,"Model":"onnx-gte-multilingual-base<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":52.73,"AFQMC":43.55,"ATEC":48.91,"BQ":51.72,"LCQMC":74.86,"PAWSX":16.12,"QBQTC":39.36,"STS22 (zh)":66.59,"STSB":80.72} -{"index":83,"Rank":53,"Model":"KaLM-embedding-multilingual-mini-instruct-v1.5<\/a>","Model Size (Million Parameters)":494,"Memory Usage (GB, fp32)":1.84,"Embedding Dimensions":896,"Max Tokens":131072,"Average":51.57,"AFQMC":38.07,"ATEC":46.22,"BQ":54.5,"LCQMC":70.82,"PAWSX":16.33,"QBQTC":35.21,"STS22 (zh)":73.58,"STSB":77.81} -{"index":54,"Rank":54,"Model":"winberta-base<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":51.45,"AFQMC":44.25,"ATEC":48.24,"BQ":56.27,"LCQMC":74.09,"PAWSX":12.18,"QBQTC":29.94,"STS22 (zh)":66.06,"STSB":80.54} -{"index":82,"Rank":55,"Model":"KaLM-embedding-multilingual-mini-instruct-v1<\/a>","Model Size (Million Parameters)":494,"Memory Usage (GB, fp32)":1.84,"Embedding Dimensions":896,"Max Tokens":131072,"Average":51.18,"AFQMC":39.88,"ATEC":47.17,"BQ":54.36,"LCQMC":70.39,"PAWSX":15.18,"QBQTC":30.32,"STS22 (zh)":74.02,"STSB":78.14} -{"index":84,"Rank":56,"Model":"KaLM-embedding-multilingual-mini-v1<\/a>","Model Size (Million Parameters)":494,"Memory Usage (GB, fp32)":1.84,"Embedding Dimensions":896,"Max Tokens":131072,"Average":50.74,"AFQMC":39.41,"ATEC":46.92,"BQ":51.53,"LCQMC":69.62,"PAWSX":15.09,"QBQTC":34.11,"STS22 (zh)":69.91,"STSB":79.33} -{"index":311,"Rank":57,"Model":"m3e-ernie-xbase-zh<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":50.54,"AFQMC":37.4,"ATEC":42.16,"BQ":70.96,"LCQMC":73.27,"PAWSX":18.55,"QBQTC":29.6,"STS22 (zh)":65.44,"STSB":66.91} -{"index":304,"Rank":58,"Model":"m3e-base<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Embedding Dimensions":768,"Max Tokens":512,"Average":50.47,"AFQMC":35.87,"ATEC":41.27,"BQ":63.81,"LCQMC":74.88,"PAWSX":12.19,"QBQTC":32.07,"STS22 (zh)":66.73,"STSB":76.97} -{"index":305,"Rank":59,"Model":"m3e-large<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Embedding Dimensions":768,"Max Tokens":512,"Average":50.42,"AFQMC":36.53,"ATEC":41.8,"BQ":65.2,"LCQMC":74.2,"PAWSX":15.95,"QBQTC":32.65,"STS22 (zh)":62.91,"STSB":74.16} -{"index":27,"Rank":60,"Model":"e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":50.22,"AFQMC":38.99,"ATEC":42.84,"BQ":50.64,"LCQMC":75.48,"PAWSX":16.81,"QBQTC":31.8,"STS22 (zh)":63.4,"STSB":81.81} -{"index":251,"Rank":61,"Model":"e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":50.22,"AFQMC":38.99,"ATEC":42.84,"BQ":50.63,"LCQMC":75.48,"PAWSX":16.81,"QBQTC":31.8,"STS22 (zh)":63.38,"STSB":81.81} -{"index":333,"Rank":62,"Model":"MiniCPM-Embedding-Light<\/a>","Model Size (Million Parameters)":434,"Memory Usage (GB, fp32)":1.62,"Embedding Dimensions":1024,"Max Tokens":4096,"Average":50.06,"AFQMC":32.27,"ATEC":41.15,"BQ":54.24,"LCQMC":73.72,"PAWSX":14.89,"QBQTC":38.59,"STS22 (zh)":73.59,"STSB":72.05} -{"index":390,"Rank":63,"Model":"gte-small-zh<\/a>","Model Size (Million Parameters)":30,"Memory Usage (GB, fp32)":0.11,"Embedding Dimensions":512,"Max Tokens":512,"Average":49.72,"AFQMC":36.69,"ATEC":45.77,"BQ":49.64,"LCQMC":72.72,"PAWSX":12.77,"QBQTC":36.97,"STS22 (zh)":66.72,"STSB":76.51} -{"index":392,"Rank":64,"Model":"gte-small-zh<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":49.72,"AFQMC":36.69,"ATEC":45.77,"BQ":49.64,"LCQMC":72.72,"PAWSX":12.77,"QBQTC":36.97,"STS22 (zh)":66.72,"STSB":76.51} -{"index":45,"Rank":65,"Model":"bge-small-zh-v1.5<\/a>","Model Size (Million Parameters)":24,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":512,"Max Tokens":512,"Average":49.1,"AFQMC":33.42,"ATEC":43.01,"BQ":55.22,"LCQMC":72.19,"PAWSX":9.26,"QBQTC":35.29,"STS22 (zh)":67.72,"STSB":76.73} -{"index":255,"Rank":66,"Model":"multilingual-e5-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":48.29,"AFQMC":33.02,"ATEC":39.81,"BQ":46.44,"LCQMC":75.95,"PAWSX":14.63,"QBQTC":29.77,"STS22 (zh)":65.64,"STSB":81.08} -{"index":254,"Rank":67,"Model":"multilingual-e5-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":46.49,"AFQMC":29.67,"ATEC":37.01,"BQ":45.45,"LCQMC":74.15,"PAWSX":12.14,"QBQTC":28.81,"STS22 (zh)":65.64,"STSB":79.05} -{"index":258,"Rank":68,"Model":"udever-bloom-1b1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":2048,"Average":45.6,"AFQMC":27.98,"ATEC":35.86,"BQ":46.23,"LCQMC":72.8,"PAWSX":15.66,"QBQTC":32.65,"STS22 (zh)":54.08,"STSB":79.53} -{"index":257,"Rank":69,"Model":"multilingual-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":45.27,"AFQMC":25.21,"ATEC":35.14,"BQ":43.27,"LCQMC":72.7,"PAWSX":11.01,"QBQTC":30.25,"STS22 (zh)":66.85,"STSB":77.73} -{"index":76,"Rank":70,"Model":"text2vec-large-chinese<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Embedding Dimensions":1024,"Max Tokens":512,"Average":44.97,"AFQMC":24.51,"ATEC":32.45,"BQ":44.22,"LCQMC":69.16,"PAWSX":14.55,"QBQTC":29.51,"STS22 (zh)":65.94,"STSB":79.45} -{"index":63,"Rank":71,"Model":"sbert-chinese-general-v1<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Embedding Dimensions":768,"Max Tokens":512,"Average":43.62,"AFQMC":22.57,"ATEC":30.3,"BQ":40.98,"LCQMC":68.4,"PAWSX":15.08,"QBQTC":27.92,"STS22 (zh)":61.58,"STSB":82.17} -{"index":377,"Rank":72,"Model":"text2vec-base-chinese<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Embedding Dimensions":768,"Max Tokens":512,"Average":43.41,"AFQMC":26.06,"ATEC":31.93,"BQ":42.67,"LCQMC":70.16,"PAWSX":17.21,"QBQTC":24.62,"STS22 (zh)":55.35,"STSB":79.3} -{"index":431,"Rank":73,"Model":"text-embedding-ada-002<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":8191,"Average":43.35,"AFQMC":23.88,"ATEC":29.25,"BQ":45.33,"LCQMC":68.41,"PAWSX":16.55,"QBQTC":30.27,"STS22 (zh)":62.53,"STSB":70.61} -{"index":379,"Rank":74,"Model":"luotuo-bert-medium<\/a>","Model Size (Million Parameters)":328,"Memory Usage (GB, fp32)":1.22,"Embedding Dimensions":768,"Max Tokens":512,"Average":42.78,"AFQMC":22.24,"ATEC":30.84,"BQ":43.33,"LCQMC":66.74,"PAWSX":12.31,"QBQTC":27.2,"STS22 (zh)":66.4,"STSB":73.22} -{"index":260,"Rank":75,"Model":"udever-bloom-560m<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":2048,"Average":42.57,"AFQMC":25.32,"ATEC":33.46,"BQ":43.93,"LCQMC":71.98,"PAWSX":14.23,"QBQTC":32.92,"STS22 (zh)":40.97,"STSB":77.77} -{"index":69,"Rank":76,"Model":"paraphrase-multilingual-mpnet-base-v2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":39.11,"AFQMC":15.69,"ATEC":20.27,"BQ":36.33,"LCQMC":63.3,"PAWSX":12.16,"QBQTC":22.53,"STS22 (zh)":61.75,"STSB":80.84} -{"index":217,"Rank":77,"Model":"SONAR<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":36.48,"AFQMC":17.63,"ATEC":26.18,"BQ":37.66,"LCQMC":50.11,"PAWSX":32.75,"QBQTC":24.48,"STS22 (zh)":52.82,"STSB":50.18} -{"index":391,"Rank":78,"Model":"ALL_862873<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":20.86,"AFQMC":3.76,"ATEC":10.09,"BQ":19.31,"LCQMC":42.15,"PAWSX":6.14,"QBQTC":6.12,"STS22 (zh)":33.7,"STSB":45.6} -{"index":0,"Rank":79,"Model":"text-embedding-004-256<\/a>","Model Size (Million Parameters)":1200,"Memory Usage (GB, fp32)":4.47,"Embedding Dimensions":256,"Max Tokens":2048,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":1,"Rank":80,"Model":"text-embedding-004<\/a>","Model Size (Million Parameters)":1200,"Memory Usage (GB, fp32)":4.47,"Embedding Dimensions":768,"Max Tokens":2048,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":2,"Rank":81,"Model":"titan-embed-text-v1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":8000,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":3,"Rank":82,"Model":"mistral-embed<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":"","Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":4,"Rank":83,"Model":"voyage-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":4000,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":5,"Rank":84,"Model":"voyage-3-lite<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":512,"Max Tokens":32000,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":66.07} -{"index":6,"Rank":85,"Model":"voyage-3-m-exp<\/a>","Model Size (Million Parameters)":6918,"Memory Usage (GB, fp32)":25.77,"Embedding Dimensions":2048,"Max Tokens":32000,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":7,"Rank":86,"Model":"voyage-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":32000,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":64.81} -{"index":8,"Rank":87,"Model":"voyage-code-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":16000,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":9,"Rank":88,"Model":"voyage-large-2-instruct<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":16000,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":78.75} -{"index":10,"Rank":89,"Model":"voyage-law-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":16000,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":11,"Rank":90,"Model":"voyage-lite-01-instruct<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":4000,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":12,"Rank":91,"Model":"voyage-lite-02-instruct<\/a>","Model Size (Million Parameters)":1220,"Memory Usage (GB, fp32)":4.54,"Embedding Dimensions":1024,"Max Tokens":4000,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":13,"Rank":92,"Model":"voyage-multilingual-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":32000,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":68.25} -{"index":14,"Rank":93,"Model":"LASER2<\/a>","Model Size (Million Parameters)":43,"Memory Usage (GB, fp32)":0.16,"Embedding Dimensions":1024,"Max Tokens":"N\/A","Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":49.41,"STSB":""} -{"index":17,"Rank":95,"Model":"llm2vec-croissant-mntp<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":24,"Rank":97,"Model":"gte-base-en-v1.5<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":25,"Rank":98,"Model":"gte-large-en-v1.5<\/a>","Model Size (Million Parameters)":434,"Memory Usage (GB, fp32)":1.62,"Embedding Dimensions":1024,"Max Tokens":8192,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":34,"Rank":101,"Model":"bge-base-en-v1.5<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":50.2,"STSB":41.69} -{"index":36,"Rank":102,"Model":"bge-en-icl<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":37,"Rank":103,"Model":"bge-large-en-v1.5<\/a>","Model Size (Million Parameters)":1340,"Memory Usage (GB, fp32)":4.99,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":51.6,"STSB":36.44} -{"index":40,"Rank":104,"Model":"bge-m3<\/a>","Model Size (Million Parameters)":567,"Memory Usage (GB, fp32)":2.11,"Embedding Dimensions":1024,"Max Tokens":8192,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":80.6} -{"index":42,"Rank":105,"Model":"bge-reranker-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":43,"Rank":106,"Model":"bge-reranker-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":44,"Rank":107,"Model":"bge-small-en-v1.5<\/a>","Model Size (Million Parameters)":24,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":512,"Max Tokens":512,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":47.48,"STSB":40.8} -{"index":46,"Rank":108,"Model":"nomic-embed-text-v1<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":47,"Rank":109,"Model":"nomic-embed-text-v1.5<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":49,"Rank":111,"Model":"multilingual-e5-base-similarity-v1-onnx-quantized<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":65.63,"STSB":""} -{"index":51,"Rank":113,"Model":"ListConRanker<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":52,"Rank":114,"Model":"gme-Qwen2-VL-7B-Instruct-Q5_K_S-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","AFQMC":59.67,"ATEC":55.47,"BQ":66.8,"LCQMC":74.15,"PAWSX":17.2,"QBQTC":37.7,"STS22 (zh)":"","STSB":77.15} -{"index":58,"Rank":116,"Model":"Cohere-embed-english-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":512,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":49.65,"STSB":38.46} -{"index":59,"Rank":117,"Model":"Cohere-embed-multilingual-light-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":384,"Max Tokens":512,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":67.02,"STSB":76.03} -{"index":60,"Rank":118,"Model":"Cohere-embed-multilingual-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":512,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":68.83,"STSB":80.81} -{"index":64,"Rank":119,"Model":"jina-embeddings-v3<\/a>","Model Size (Million Parameters)":572,"Memory Usage (GB, fp32)":2.13,"Embedding Dimensions":1024,"Max Tokens":8194,"Average":"","AFQMC":43.47,"ATEC":49.06,"BQ":63.21,"LCQMC":75.95,"PAWSX":15.56,"QBQTC":"","STS22 (zh)":66.23,"STSB":83.54} -{"index":65,"Rank":120,"Model":"distilrubert-small-cased-conversational<\/a>","Model Size (Million Parameters)":106,"Memory Usage (GB, fp32)":0.39,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":18.15,"STSB":17.21} -{"index":66,"Rank":121,"Model":"rubert-base-cased<\/a>","Model Size (Million Parameters)":180,"Memory Usage (GB, fp32)":0.67,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":32.97,"STSB":36.87} -{"index":67,"Rank":122,"Model":"rubert-base-cased-sentence<\/a>","Model Size (Million Parameters)":180,"Memory Usage (GB, fp32)":0.67,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":40.52,"STSB":62.38} -{"index":73,"Rank":125,"Model":"xlm-roberta-base<\/a>","Model Size (Million Parameters)":279,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":74,"Rank":126,"Model":"xlm-roberta-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":75,"Rank":127,"Model":"STS-multilingual-mpnet-base-v2<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":77,"Rank":128,"Model":"bert-base-10lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":78,"Rank":129,"Model":"bert-base-15lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":79,"Rank":130,"Model":"bert-base-25lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":80,"Rank":131,"Model":"GritLM-7B<\/a>","Model Size (Million Parameters)":7240,"Memory Usage (GB, fp32)":26.97,"Embedding Dimensions":"","Max Tokens":4096,"Average":"","AFQMC":35.59,"ATEC":40.89,"BQ":49.18,"LCQMC":75.52,"PAWSX":16.4,"QBQTC":"","STS22 (zh)":"","STSB":78.12} -{"index":81,"Rank":132,"Model":"GritLM-8x7B<\/a>","Model Size (Million Parameters)":46703,"Memory Usage (GB, fp32)":173.98,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":85,"Rank":133,"Model":"speed-embedding-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":86,"Rank":134,"Model":"lodestone-base-4096-v1<\/a>","Model Size (Million Parameters)":69,"Memory Usage (GB, fp32)":0.26,"Embedding Dimensions":768,"Max Tokens":4096,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":96,"Rank":142,"Model":"MUG-B-1.6<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":54.18,"STSB":""} -{"index":97,"Rank":143,"Model":"bilingual-document-embedding<\/a>","Model Size (Million Parameters)":568,"Memory Usage (GB, fp32)":2.12,"Embedding Dimensions":1024,"Max Tokens":8194,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":98,"Rank":144,"Model":"bilingual-embedding-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":99,"Rank":145,"Model":"bilingual-embedding-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":100,"Rank":146,"Model":"bilingual-embedding-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":101,"Rank":147,"Model":"Zhihui_LLM_Embedding<\/a>","Model Size (Million Parameters)":7069,"Memory Usage (GB, fp32)":26.33,"Embedding Dimensions":3584,"Max Tokens":131072,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":102,"Rank":148,"Model":"Linq-Embed-Mistral<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":104,"Rank":150,"Model":"paraphrase-multilingual-mpnet-base-v2-KE_Sieve<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":60.0,"STSB":""} -{"index":106,"Rank":151,"Model":"LLM2Vec-Llama-2-7b-chat-hf-mntp-supervised<\/a>","Model Size (Million Parameters)":6607,"Memory Usage (GB, fp32)":24.61,"Embedding Dimensions":4096,"Max Tokens":4096,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":107,"Rank":152,"Model":"LLM2Vec-Llama-2-unsupervised<\/a>","Model Size (Million Parameters)":6607,"Memory Usage (GB, fp32)":24.61,"Embedding Dimensions":4096,"Max Tokens":4096,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":108,"Rank":153,"Model":"LLM2Vec-Meta-Llama-3-supervised<\/a>","Model Size (Million Parameters)":7505,"Memory Usage (GB, fp32)":27.96,"Embedding Dimensions":4096,"Max Tokens":8192,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":109,"Rank":154,"Model":"LLM2Vec-Meta-Llama-3-unsupervised<\/a>","Model Size (Million Parameters)":7505,"Memory Usage (GB, fp32)":27.96,"Embedding Dimensions":4096,"Max Tokens":8192,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":110,"Rank":155,"Model":"LLM2Vec-Mistral-supervised<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":111,"Rank":156,"Model":"LLM2Vec-Mistral-unsupervised<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":112,"Rank":157,"Model":"LLM2Vec-Sheared-Llama-supervised<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":4096,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":113,"Rank":158,"Model":"LLM2Vec-Sheared-Llama-unsupervised<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":4096,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":114,"Rank":159,"Model":"Bulbasaur<\/a>","Model Size (Million Parameters)":17,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":115,"Rank":160,"Model":"Ivysaur<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.08,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":116,"Rank":161,"Model":"Squirtle<\/a>","Model Size (Million Parameters)":16,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":117,"Rank":162,"Model":"Venusaur<\/a>","Model Size (Million Parameters)":16,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":118,"Rank":163,"Model":"Wartortle<\/a>","Model Size (Million Parameters)":17,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":119,"Rank":164,"Model":"test24<\/a>","Model Size (Million Parameters)":17,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":120,"Rank":165,"Model":"test25<\/a>","Model Size (Million Parameters)":17,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":121,"Rank":166,"Model":"SGPT-1.3B-weightedmean-msmarco-specb-bitfit<\/a>","Model Size (Million Parameters)":1341,"Memory Usage (GB, fp32)":4.99,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":122,"Rank":167,"Model":"SGPT-125M-weightedmean-msmarco-specb-bitfit<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":2048,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":25.49,"STSB":""} -{"index":123,"Rank":168,"Model":"SGPT-125M-weightedmean-nli-bitfit<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":2048,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":6.52,"STSB":""} -{"index":124,"Rank":169,"Model":"SGPT-2.7B-weightedmean-msmarco-specb-bitfit<\/a>","Model Size (Million Parameters)":2685,"Memory Usage (GB, fp32)":10.0,"Embedding Dimensions":2560,"Max Tokens":2048,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":125,"Rank":170,"Model":"SGPT-5.8B-weightedmean-msmarco-specb-bitfit<\/a>","Model Size (Million Parameters)":5874,"Memory Usage (GB, fp32)":21.88,"Embedding Dimensions":4096,"Max Tokens":2048,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":126,"Rank":171,"Model":"SGPT-5.8B-weightedmean-nli-bitfit<\/a>","Model Size (Million Parameters)":5874,"Memory Usage (GB, fp32)":21.88,"Embedding Dimensions":4096,"Max Tokens":2048,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":128,"Rank":173,"Model":"multilingual-e5-base-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":65.63,"STSB":""} -{"index":130,"Rank":175,"Model":"stella_en_1.5B_v5<\/a>","Model Size (Million Parameters)":1543,"Memory Usage (GB, fp32)":5.75,"Embedding Dimensions":8192,"Max Tokens":131072,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":131,"Rank":176,"Model":"stella_en_400M_v5<\/a>","Model Size (Million Parameters)":435,"Memory Usage (GB, fp32)":1.62,"Embedding Dimensions":8192,"Max Tokens":8192,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":132,"Rank":177,"Model":"Arabert-all-nli-triplet-Matryoshka<\/a>","Model Size (Million Parameters)":135,"Memory Usage (GB, fp32)":0.5,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":133,"Rank":178,"Model":"Arabic-MiniLM-L12-v2-all-nli-triplet<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":134,"Rank":179,"Model":"Arabic-all-nli-triplet-Matryoshka<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":135,"Rank":180,"Model":"Arabic-labse-Matryoshka<\/a>","Model Size (Million Parameters)":471,"Memory Usage (GB, fp32)":1.75,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":136,"Rank":181,"Model":"Arabic-mpnet-base-all-nli-triplet<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":137,"Rank":182,"Model":"Marbert-all-nli-triplet-Matryoshka<\/a>","Model Size (Million Parameters)":163,"Memory Usage (GB, fp32)":0.61,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":138,"Rank":183,"Model":"Solon-embeddings-large-0.1<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":139,"Rank":184,"Model":"KartonBERT-USE-base-v1<\/a>","Model Size (Million Parameters)":104,"Memory Usage (GB, fp32)":0.39,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":141,"Rank":185,"Model":"alime-reranker-large-zh<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":144,"Rank":188,"Model":"SFR-Embedding-2_R<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":145,"Rank":189,"Model":"SFR-Embedding-Mistral<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":64.65,"STSB":81.97} -{"index":148,"Rank":192,"Model":"snowflake-arctic-embed-l<\/a>","Model Size (Million Parameters)":334,"Memory Usage (GB, fp32)":1.24,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":149,"Rank":193,"Model":"snowflake-arctic-embed-l-v2.0<\/a>","Model Size (Million Parameters)":568,"Memory Usage (GB, fp32)":2.12,"Embedding Dimensions":1024,"Max Tokens":8194,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":150,"Rank":194,"Model":"snowflake-arctic-embed-m<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":151,"Rank":195,"Model":"snowflake-arctic-embed-m-long<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":152,"Rank":196,"Model":"snowflake-arctic-embed-m-v1.5<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":153,"Rank":197,"Model":"snowflake-arctic-embed-m-v2.0<\/a>","Model Size (Million Parameters)":305,"Memory Usage (GB, fp32)":1.14,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":154,"Rank":198,"Model":"snowflake-arctic-embed-s<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":155,"Rank":199,"Model":"snowflake-arctic-embed-xs<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.08,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":156,"Rank":200,"Model":"bge-micro<\/a>","Model Size (Million Parameters)":17,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":157,"Rank":201,"Model":"bge-micro-v2<\/a>","Model Size (Million Parameters)":17,"Memory Usage (GB, fp32)":0.06,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":158,"Rank":202,"Model":"gte-tiny<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.08,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":160,"Rank":203,"Model":"PEG<\/a>","Model Size (Million Parameters)":163,"Memory Usage (GB, fp32)":0.61,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":161,"Rank":204,"Model":"UAE-Large-V1<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":162,"Rank":205,"Model":"sentence-croissant-llm-base<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":164,"Rank":207,"Model":"German_Semantic_STS_V2<\/a>","Model Size (Million Parameters)":336,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":165,"Rank":208,"Model":"MedEmbed-small-v0.1<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":168,"Rank":211,"Model":"ru-en-RoSBERTa<\/a>","Model Size (Million Parameters)":404,"Memory Usage (GB, fp32)":1.5,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":169,"Rank":212,"Model":"sbert_large_mt_nlu_ru<\/a>","Model Size (Million Parameters)":427,"Memory Usage (GB, fp32)":1.59,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":14.22,"STSB":4.9} -{"index":170,"Rank":213,"Model":"sbert_large_nlu_ru<\/a>","Model Size (Million Parameters)":427,"Memory Usage (GB, fp32)":1.59,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":20.71,"STSB":4.09} -{"index":172,"Rank":215,"Model":"cloudy-large-zh<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Embedding Dimensions":1024,"Max Tokens":1024,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":174,"Rank":217,"Model":"Titan-text-embeddings-v2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":64.04,"STSB":""} -{"index":175,"Rank":218,"Model":"bge-small-4096<\/a>","Model Size (Million Parameters)":35,"Memory Usage (GB, fp32)":0.13,"Embedding Dimensions":384,"Max Tokens":4096,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":176,"Rank":219,"Model":"jina-embeddings-v2-base-en<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":178,"Rank":220,"Model":"GIST-Embedding-v0<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":179,"Rank":221,"Model":"GIST-all-MiniLM-L6-v2<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.08,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":180,"Rank":222,"Model":"GIST-large-Embedding-v0<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":181,"Rank":223,"Model":"GIST-small-Embedding-v0<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":182,"Rank":224,"Model":"NoInstruct-small-Embedding-v0<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":185,"Rank":227,"Model":"brown-beetle-base-v1<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.08,"Embedding Dimensions":768,"Max Tokens":1000000,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":186,"Rank":228,"Model":"brown-beetle-small-v1<\/a>","Model Size (Million Parameters)":8,"Memory Usage (GB, fp32)":0.03,"Embedding Dimensions":256,"Max Tokens":1000000,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":187,"Rank":229,"Model":"brown-beetle-tiny-v1<\/a>","Model Size (Million Parameters)":4,"Memory Usage (GB, fp32)":0.01,"Embedding Dimensions":128,"Max Tokens":1000000,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":188,"Rank":230,"Model":"brown-beetle-tiny-v1.1<\/a>","Model Size (Million Parameters)":4,"Memory Usage (GB, fp32)":0.01,"Embedding Dimensions":768,"Max Tokens":1000000,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":189,"Rank":231,"Model":"brown-fairy-base-v0<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.08,"Embedding Dimensions":768,"Max Tokens":1000000,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":190,"Rank":232,"Model":"red-beetle-base-v1.1<\/a>","Model Size (Million Parameters)":30,"Memory Usage (GB, fp32)":0.11,"Embedding Dimensions":1024,"Max Tokens":1000000,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":191,"Rank":233,"Model":"sgpt-bloom-1b7-nli<\/a>","Model Size (Million Parameters)":1722,"Memory Usage (GB, fp32)":6.42,"Embedding Dimensions":2048,"Max Tokens":4096,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":58.54,"STSB":""} -{"index":192,"Rank":234,"Model":"sgpt-bloom-7b1-msmarco<\/a>","Model Size (Million Parameters)":7068,"Memory Usage (GB, fp32)":26.33,"Embedding Dimensions":4096,"Max Tokens":2048,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":66.78,"STSB":""} -{"index":194,"Rank":236,"Model":"slx-v0.1<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.08,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":196,"Rank":238,"Model":"Chuxin-Embedding<\/a>","Model Size (Million Parameters)":568,"Memory Usage (GB, fp32)":2.12,"Embedding Dimensions":1024,"Max Tokens":8194,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":197,"Rank":239,"Model":"snowflake-arctic-embed-m-v2.0-cpu<\/a>","Model Size (Million Parameters)":305,"Memory Usage (GB, fp32)":1.14,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":198,"Rank":240,"Model":"LaBSE-en-ru<\/a>","Model Size (Million Parameters)":129,"Memory Usage (GB, fp32)":0.48,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":35.1,"STSB":7.53} -{"index":199,"Rank":241,"Model":"rubert-tiny<\/a>","Model Size (Million Parameters)":12,"Memory Usage (GB, fp32)":0.04,"Embedding Dimensions":512,"Max Tokens":514,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":26.99,"STSB":21.79} -{"index":200,"Rank":242,"Model":"rubert-tiny2<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"Embedding Dimensions":2048,"Max Tokens":514,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":35.12,"STSB":16.6} -{"index":201,"Rank":243,"Model":"cai-lunaris-text-embeddings<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":203,"Rank":245,"Model":"french-document-embedding<\/a>","Model Size (Million Parameters)":305,"Memory Usage (GB, fp32)":1.14,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":204,"Rank":246,"Model":"sentence-camembert-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":205,"Rank":247,"Model":"sentence-camembert-large<\/a>","Model Size (Million Parameters)":337,"Memory Usage (GB, fp32)":1.26,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":206,"Rank":248,"Model":"embedder-100p<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":207,"Rank":249,"Model":"USER-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":15.1,"STSB":21.81} -{"index":208,"Rank":250,"Model":"USER-bge-m3<\/a>","Model Size (Million Parameters)":359,"Memory Usage (GB, fp32)":1.34,"Embedding Dimensions":1024,"Max Tokens":8192,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":37.88,"STSB":4.61} -{"index":209,"Rank":251,"Model":"deberta-v1-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":12.51,"STSB":24.8} -{"index":210,"Rank":252,"Model":"multilingual-e5-base-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":65.63,"STSB":""} -{"index":212,"Rank":254,"Model":"sft-bge-small<\/a>","Model Size (Million Parameters)":24,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":512,"Max Tokens":512,"Average":"","AFQMC":33.88,"ATEC":43.36,"BQ":57.14,"LCQMC":72.71,"PAWSX":9.31,"QBQTC":35.51,"STS22 (zh)":"","STSB":80.64} -{"index":215,"Rank":255,"Model":"e5-base-4k<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":52.55,"STSB":30.48} -{"index":221,"Rank":259,"Model":"flaubert_base_cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":222,"Rank":260,"Model":"flaubert_base_uncased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":223,"Rank":261,"Model":"flaubert_large_cased<\/a>","Model Size (Million Parameters)":372,"Memory Usage (GB, fp32)":1.39,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":226,"Rank":264,"Model":"bert-base-multilingual-cased<\/a>","Model Size (Million Parameters)":179,"Memory Usage (GB, fp32)":0.67,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":227,"Rank":265,"Model":"bert-base-multilingual-uncased<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":228,"Rank":266,"Model":"bert-base-uncased<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":229,"Rank":267,"Model":"instructor-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":230,"Rank":268,"Model":"instructor-large<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":231,"Rank":269,"Model":"instructor-xl<\/a>","Model Size (Million Parameters)":1241,"Memory Usage (GB, fp32)":4.62,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":236,"Rank":273,"Model":"granite-embedding-107m-multilingual<\/a>","Model Size (Million Parameters)":107,"Memory Usage (GB, fp32)":0.4,"Embedding Dimensions":384,"Max Tokens":514,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":237,"Rank":274,"Model":"granite-embedding-125m-english<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":238,"Rank":275,"Model":"granite-embedding-278m-multilingual<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":239,"Rank":276,"Model":"granite-embedding-30m-english<\/a>","Model Size (Million Parameters)":30,"Memory Usage (GB, fp32)":0.11,"Embedding Dimensions":384,"Max Tokens":514,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":240,"Rank":277,"Model":"stella-base-en-v2<\/a>","Model Size (Million Parameters)":55,"Memory Usage (GB, fp32)":0.2,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":246,"Rank":278,"Model":"inf-retriever-v1<\/a>","Model Size (Million Parameters)":7069,"Memory Usage (GB, fp32)":26.33,"Embedding Dimensions":3584,"Max Tokens":131072,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":247,"Rank":279,"Model":"e5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":43.29,"STSB":33.71} -{"index":248,"Rank":280,"Model":"e5-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":49.26,"STSB":34.59} -{"index":249,"Rank":281,"Model":"e5-large<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":44.9,"STSB":37.53} -{"index":250,"Rank":282,"Model":"e5-large-v2<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":50.33,"STSB":36.95} -{"index":252,"Rank":283,"Model":"e5-small<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":36.76,"STSB":30.15} -{"index":253,"Rank":284,"Model":"e5-small-v2<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":256,"Rank":285,"Model":"multilingual-e5-large-instruct<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","AFQMC":37.53,"ATEC":43.27,"BQ":48.8,"LCQMC":76.06,"PAWSX":15.06,"QBQTC":"","STS22 (zh)":67.4,"STSB":81.68} -{"index":259,"Rank":286,"Model":"udever-bloom-3b<\/a>","Model Size (Million Parameters)":3003,"Memory Usage (GB, fp32)":11.19,"Embedding Dimensions":2560,"Max Tokens":2048,"Average":"","AFQMC":30.55,"ATEC":37.35,"BQ":47.17,"LCQMC":75.32,"PAWSX":17.46,"QBQTC":33.7,"STS22 (zh)":"","STSB":81.52} -{"index":261,"Rank":287,"Model":"udever-bloom-7b1<\/a>","Model Size (Million Parameters)":7069,"Memory Usage (GB, fp32)":26.33,"Embedding Dimensions":4096,"Max Tokens":2048,"Average":"","AFQMC":31.87,"ATEC":38.8,"BQ":47.67,"LCQMC":75.34,"PAWSX":17.25,"QBQTC":34.48,"STS22 (zh)":"","STSB":82.03} -{"index":264,"Rank":289,"Model":"jina-embedding-b-en-v1<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":265,"Rank":290,"Model":"jina-embedding-l-en-v1<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":266,"Rank":291,"Model":"jina-embedding-s-en-v1<\/a>","Model Size (Million Parameters)":35,"Memory Usage (GB, fp32)":0.13,"Embedding Dimensions":512,"Max Tokens":512,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":267,"Rank":292,"Model":"jina-embeddings-v2-base-de<\/a>","Model Size (Million Parameters)":161,"Memory Usage (GB, fp32)":0.6,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":268,"Rank":293,"Model":"jina-embeddings-v2-base-en<\/a>","Model Size (Million Parameters)":275,"Memory Usage (GB, fp32)":1.02,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":1.21} -{"index":269,"Rank":294,"Model":"jina-embeddings-v2-base-es<\/a>","Model Size (Million Parameters)":161,"Memory Usage (GB, fp32)":0.6,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":271,"Rank":295,"Model":"jina-embeddings-v2-small-en<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":512,"Max Tokens":8192,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":272,"Rank":296,"Model":"jina-embeddings-v3<\/a>","Model Size (Million Parameters)":572,"Memory Usage (GB, fp32)":2.13,"Embedding Dimensions":1024,"Max Tokens":8194,"Average":"","AFQMC":43.47,"ATEC":49.06,"BQ":63.21,"LCQMC":75.95,"PAWSX":15.56,"QBQTC":"","STS22 (zh)":66.23,"STSB":83.54} -{"index":273,"Rank":297,"Model":"multilingual-e5-small-ct2-int8<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":66.84,"STSB":""} -{"index":274,"Rank":298,"Model":"echo-mistral-7b-instruct-lasttoken<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":275,"Rank":299,"Model":"cde-small-v1<\/a>","Model Size (Million Parameters)":143,"Memory Usage (GB, fp32)":0.53,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":276,"Rank":300,"Model":"cde-small-v2<\/a>","Model Size (Million Parameters)":150,"Memory Usage (GB, fp32)":0.56,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":281,"Rank":303,"Model":"modernbert-embed-large<\/a>","Model Size (Million Parameters)":395,"Memory Usage (GB, fp32)":1.47,"Embedding Dimensions":1024,"Max Tokens":8192,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":282,"Rank":304,"Model":"modernbert-embed-large-unsupervised<\/a>","Model Size (Million Parameters)":395,"Memory Usage (GB, fp32)":1.47,"Embedding Dimensions":1024,"Max Tokens":8192,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":283,"Rank":305,"Model":"lim_base_zh<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":287,"Rank":309,"Model":"ember-v1<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":290,"Rank":311,"Model":"bge-m3-custom-fr<\/a>","Model Size (Million Parameters)":568,"Memory Usage (GB, fp32)":2.12,"Embedding Dimensions":1024,"Max Tokens":8194,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":291,"Rank":312,"Model":"sentence_croissant_alpha_v0.1<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":292,"Rank":313,"Model":"sentence_croissant_alpha_v0.2<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":293,"Rank":314,"Model":"sentence_croissant_alpha_v0.3<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":294,"Rank":315,"Model":"sentence_croissant_alpha_v0.4<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Embedding Dimensions":2048,"Max Tokens":2048,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":295,"Rank":316,"Model":"M2V_base_glove<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Embedding Dimensions":256,"Max Tokens":1000000,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":296,"Rank":317,"Model":"M2V_base_glove_subword<\/a>","Model Size (Million Parameters)":103,"Memory Usage (GB, fp32)":0.38,"Embedding Dimensions":256,"Max Tokens":1000000,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":297,"Rank":318,"Model":"M2V_base_output<\/a>","Model Size (Million Parameters)":8,"Memory Usage (GB, fp32)":0.03,"Embedding Dimensions":256,"Max Tokens":1000000,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":298,"Rank":319,"Model":"potion-base-2M<\/a>","Model Size (Million Parameters)":2,"Memory Usage (GB, fp32)":0.01,"Embedding Dimensions":64,"Max Tokens":1000000,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":299,"Rank":320,"Model":"potion-base-32M<\/a>","Model Size (Million Parameters)":32,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":512,"Max Tokens":1000000,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":300,"Rank":321,"Model":"potion-base-4M<\/a>","Model Size (Million Parameters)":4,"Memory Usage (GB, fp32)":0.01,"Embedding Dimensions":128,"Max Tokens":1000000,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":301,"Rank":322,"Model":"potion-base-8M<\/a>","Model Size (Million Parameters)":8,"Memory Usage (GB, fp32)":0.03,"Embedding Dimensions":256,"Max Tokens":1000000,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":302,"Rank":323,"Model":"mxbai-embed-2d-large-v1<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":303,"Rank":324,"Model":"mxbai-embed-large-v1<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":308,"Rank":327,"Model":"LdIR-Qwen2-reranker-1.5B<\/a>","Model Size (Million Parameters)":1544,"Memory Usage (GB, fp32)":5.75,"Embedding Dimensions":1536,"Max Tokens":32768,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":310,"Rank":329,"Model":"bge-reranker-large-1k<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":1026,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":318,"Rank":336,"Model":"bge-large-en-v1.5<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":319,"Rank":337,"Model":"modernbert-embed-base<\/a>","Model Size (Million Parameters)":149,"Memory Usage (GB, fp32)":0.56,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":320,"Rank":338,"Model":"modernbert-embed-base-unsupervised<\/a>","Model Size (Million Parameters)":149,"Memory Usage (GB, fp32)":0.56,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":321,"Rank":339,"Model":"nomic-embed-text-v1<\/a>","Model Size (Million Parameters)":547,"Memory Usage (GB, fp32)":2.04,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":58.38,"STSB":36.95} -{"index":322,"Rank":340,"Model":"nomic-embed-text-v1-ablated<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":323,"Rank":341,"Model":"nomic-embed-text-v1-unsupervised<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":324,"Rank":342,"Model":"nomic-embed-text-v1.5-128<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":128,"Max Tokens":8192,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":325,"Rank":343,"Model":"nomic-embed-text-v1.5-256<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":256,"Max Tokens":8192,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":326,"Rank":344,"Model":"nomic-embed-text-v1.5-512<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":512,"Max Tokens":8192,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":327,"Rank":345,"Model":"nomic-embed-text-v1.5-64<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":64,"Max Tokens":8192,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":328,"Rank":346,"Model":"nomic-embed-text-v1.5<\/a>","Model Size (Million Parameters)":137,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":8192,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":329,"Rank":347,"Model":"contriever-base-msmarco<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":330,"Rank":348,"Model":"NV-Embed-v1<\/a>","Model Size (Million Parameters)":7851,"Memory Usage (GB, fp32)":29.25,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":331,"Rank":349,"Model":"NV-Embed-v2<\/a>","Model Size (Million Parameters)":7851,"Memory Usage (GB, fp32)":29.25,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":332,"Rank":350,"Model":"MiniCPM-Embedding<\/a>","Model Size (Million Parameters)":2725,"Memory Usage (GB, fp32)":10.15,"Embedding Dimensions":2304,"Max Tokens":512,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":334,"Rank":351,"Model":"GritLM-7B-vllm<\/a>","Model Size (Million Parameters)":7242,"Memory Usage (GB, fp32)":26.98,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":335,"Rank":352,"Model":"checkpoint-9000<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":337,"Rank":354,"Model":"mini-gte<\/a>","Model Size (Million Parameters)":66,"Memory Usage (GB, fp32)":0.25,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":338,"Rank":355,"Model":"sup-simcse-bert-base-uncased<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":339,"Rank":356,"Model":"unsup-simcse-bert-base-uncased<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":340,"Rank":357,"Model":"360Zhinao-1.8B-Reranking<\/a>","Model Size (Million Parameters)":941,"Memory Usage (GB, fp32)":3.51,"Embedding Dimensions":2048,"Max Tokens":4096,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":341,"Rank":358,"Model":"360Zhinao-search<\/a>","Model Size (Million Parameters)":163,"Memory Usage (GB, fp32)":0.61,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":342,"Rank":359,"Model":"FAB-Ramy-v1<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":42.94,"STSB":""} -{"index":343,"Rank":360,"Model":"FAE-v1<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":46.31,"STSB":""} -{"index":344,"Rank":361,"Model":"FUE-v1<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":26.92,"STSB":""} -{"index":348,"Rank":365,"Model":"sf_model_e5<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":353,"Rank":367,"Model":"LaBSE<\/a>","Model Size (Million Parameters)":471,"Memory Usage (GB, fp32)":1.75,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AFQMC":21.02,"ATEC":26.61,"BQ":42.6,"LCQMC":52.19,"PAWSX":10.23,"QBQTC":"","STS22 (zh)":63.02,"STSB":68.38} -{"index":354,"Rank":368,"Model":"all-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","AFQMC":7.94,"ATEC":12.97,"BQ":23.31,"LCQMC":21.04,"PAWSX":7.31,"QBQTC":"","STS22 (zh)":33.15,"STSB":36.66} -{"index":355,"Rank":369,"Model":"all-MiniLM-L6-v2<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","AFQMC":8.59,"ATEC":13.52,"BQ":23.84,"LCQMC":23.85,"PAWSX":7.21,"QBQTC":"","STS22 (zh)":44.93,"STSB":37.8} -{"index":356,"Rank":370,"Model":"all-mpnet-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","AFQMC":8.01,"ATEC":14.03,"BQ":21.39,"LCQMC":22.84,"PAWSX":6.44,"QBQTC":"","STS22 (zh)":42.24,"STSB":37.7} -{"index":357,"Rank":371,"Model":"allenai-specter<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":16.35,"STSB":""} -{"index":358,"Rank":372,"Model":"average_word_embeddings_glove.6B.300d<\/a>","Model Size (Million Parameters)":120,"Memory Usage (GB, fp32)":0.45,"Embedding Dimensions":300,"Max Tokens":"N\/A","Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":359,"Rank":373,"Model":"average_word_embeddings_komninos<\/a>","Model Size (Million Parameters)":134,"Memory Usage (GB, fp32)":0.5,"Embedding Dimensions":300,"Max Tokens":"N\/A","Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":4.78,"STSB":""} -{"index":360,"Rank":374,"Model":"distiluse-base-multilingual-cased-v2<\/a>","Model Size (Million Parameters)":135,"Memory Usage (GB, fp32)":0.5,"Embedding Dimensions":512,"Max Tokens":512,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":54.32,"STSB":""} -{"index":361,"Rank":375,"Model":"gtr-t5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":362,"Rank":376,"Model":"gtr-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":27.32,"STSB":""} -{"index":363,"Rank":377,"Model":"gtr-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":31.16,"STSB":""} -{"index":364,"Rank":378,"Model":"gtr-t5-xxl<\/a>","Model Size (Million Parameters)":4865,"Memory Usage (GB, fp32)":18.12,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":365,"Rank":379,"Model":"msmarco-bert-co-condensor<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":366,"Rank":380,"Model":"multi-qa-MiniLM-L6-cos-v1<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":367,"Rank":381,"Model":"paraphrase-multilingual-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","AFQMC":14.3,"ATEC":18.42,"BQ":38.53,"LCQMC":63.96,"PAWSX":10.13,"QBQTC":"","STS22 (zh)":58.75,"STSB":78.91} -{"index":368,"Rank":382,"Model":"paraphrase-multilingual-mpnet-base-v2<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","AFQMC":15.69,"ATEC":20.27,"BQ":36.33,"LCQMC":63.3,"PAWSX":12.16,"QBQTC":"","STS22 (zh)":61.75,"STSB":80.84} -{"index":369,"Rank":383,"Model":"sentence-t5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":32.9,"STSB":""} -{"index":370,"Rank":384,"Model":"sentence-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":30.47,"STSB":""} -{"index":371,"Rank":385,"Model":"sentence-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":33.55,"STSB":""} -{"index":372,"Rank":386,"Model":"sentence-t5-xxl<\/a>","Model Size (Million Parameters)":4865,"Memory Usage (GB, fp32)":18.12,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":374,"Rank":387,"Model":"LaBSE-ru-turbo<\/a>","Model Size (Million Parameters)":128,"Memory Usage (GB, fp32)":0.48,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":33.15,"STSB":8.79} -{"index":375,"Rank":388,"Model":"rubert-tiny-turbo<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"Embedding Dimensions":312,"Max Tokens":2048,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":32.83,"STSB":15.57} -{"index":378,"Rank":389,"Model":"text2vec-base-multilingual<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":256,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":63.24,"STSB":80.45} -{"index":381,"Rank":391,"Model":"BAAI-bge-reranker-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":385,"Rank":395,"Model":"gte-base<\/a>","Model Size (Million Parameters)":109,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":387,"Rank":396,"Model":"gte-large<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":389,"Rank":397,"Model":"gte-small<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":406,"Rank":411,"Model":"universal-sentence-encoder-multilingual-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":512,"Max Tokens":512,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":407,"Rank":412,"Model":"universal-sentence-encoder-multilingual-large-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":512,"Max Tokens":512,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":408,"Rank":413,"Model":"b1ade-embed<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":409,"Rank":414,"Model":"b1ade-embed-kd<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":410,"Rank":415,"Model":"b1ade-embed-kd_3<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":413,"Rank":418,"Model":"potion-base-8M-stf<\/a>","Model Size (Million Parameters)":8,"Memory Usage (GB, fp32)":0.03,"Embedding Dimensions":256,"Max Tokens":1000000,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":414,"Rank":419,"Model":"hktv-fine-tuned-cloudy-large-zh-metaphor14<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Embedding Dimensions":1024,"Max Tokens":1024,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":416,"Rank":421,"Model":"bilingual-embedding-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":418,"Rank":423,"Model":"LENS-d4000<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":419,"Rank":424,"Model":"LENS-d8000<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":423,"Rank":428,"Model":"Zeta-Alpha-E5-Mistral<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":427,"Rank":430,"Model":"text-similarity-ada-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1024,"Max Tokens":2046,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":428,"Rank":431,"Model":"text-similarity-babbage-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":2048,"Max Tokens":2046,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":429,"Rank":432,"Model":"text-similarity-curie-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":4096,"Max Tokens":2046,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":430,"Rank":433,"Model":"text-similarity-davinci-001<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":12288,"Max Tokens":2046,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":432,"Rank":434,"Model":"text-embedding-3-large-256<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":256,"Max Tokens":8191,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} -{"index":433,"Rank":435,"Model":"text-embedding-3-large<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":3072,"Max Tokens":8191,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":78.0} -{"index":434,"Rank":436,"Model":"text-embedding-3-small<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":1536,"Max Tokens":8191,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":75.24} -{"index":436,"Rank":437,"Model":"elser-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":30522,"Max Tokens":512,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":"","STSB":""} diff --git a/config.yaml b/config.yaml deleted file mode 100644 index 518654579a9e8f7d6447142e379be83ca608bb72..0000000000000000000000000000000000000000 --- a/config.yaml +++ /dev/null @@ -1,572 +0,0 @@ -config: - REPO_ID: "mteb/leaderboard" - RESULTS_REPO: mteb/results - LEADERBOARD_NAME: "MTEB Leaderboard" -tasks: - BitextMining: - icon: "🎌" - metric: f1 - metric_description: "[F1](https://huggingface.co/spaces/evaluate-metric/f1)" - task_description: "Bitext mining is the task of finding parallel sentences in two languages." - Classification: - icon: "❤️" - metric: accuracy - metric_description: "[Accuracy](https://huggingface.co/spaces/evaluate-metric/accuracy)" - task_description: "Classification is the task of assigning a label to a text." - Clustering: - icon: "✨" - metric: v_measure - metric_description: "Validity Measure (V-measure)" - task_description: "Clustering is the task of grouping similar documents together." - PairClassification: - icon: "🎭" - metric: max_ap - metric_description: "Average Precision (AP) based on the models similarity metric (usually cosine)" - task_description: "Pair classification is the task of determining whether two texts are similar." - Reranking: - icon: "🥈" - metric: map - metric_description: "Mean Average Precision (MAP)" - task_description: "Reranking is the task of reordering a list of documents to improve relevance." - Retrieval: - icon: "🔎" - metric: ndcg_at_10 - metric_description: "Normalized Discounted Cumulative Gain @ 10 (nDCG@10)" - task_description: "Retrieval is the task of finding relevant documents for a query." - STS: - icon: "☘️" - metric: cosine_spearman - metric_description: "Spearman correlation based on the model's similarity metric (usually cosine)" - task_description: "Semantic Textual Similarity is the task of determining how similar two texts are." - Summarization: - icon: "📜" - metric: cosine_spearman - metric_description: "Spearman correlation based on the model's similarity metric (usually cosine)" - task_description: "Summarization is the task of generating a summary of a text." - MultilabelClassification: - icon: "🏷️" - metric: accuracy - metric_description: "Accuracy" - task_description: "Multilabel classification is the task of assigning multiple labels to a text." - InstructionRetrieval: - icon: "🔎📋" - metric: "p-MRR" - metric_description: "paired mean reciprocal rank (p-MRR)" - task_description: "Retrieval w/Instructions is the task of finding relevant documents for a query that has detailed instructions." -boards: - en: - title: English - language_long: "English" - has_overall: true - acronym: null - icon: null - special_icons: null - credits: null - tasks: - Classification: - - AmazonCounterfactualClassification (en) - - AmazonPolarityClassification - - AmazonReviewsClassification (en) - - Banking77Classification - - EmotionClassification - - ImdbClassification - - MassiveIntentClassification (en) - - MassiveScenarioClassification (en) - - MTOPDomainClassification (en) - - MTOPIntentClassification (en) - - ToxicConversationsClassification - - TweetSentimentExtractionClassification - Clustering: - - ArxivClusteringP2P - - ArxivClusteringS2S - - BiorxivClusteringP2P - - BiorxivClusteringS2S - - MedrxivClusteringP2P - - MedrxivClusteringS2S - - RedditClustering - - RedditClusteringP2P - - StackExchangeClustering - - StackExchangeClusteringP2P - - TwentyNewsgroupsClustering - PairClassification: - - SprintDuplicateQuestions - - TwitterSemEval2015 - - TwitterURLCorpus - Reranking: - - AskUbuntuDupQuestions - - MindSmallReranking - - SciDocsRR - - StackOverflowDupQuestions - Retrieval: - - ArguAna - - ClimateFEVER - - CQADupstackRetrieval - - DBPedia - - FEVER - - FiQA2018 - - HotpotQA - - MSMARCO - - NFCorpus - - NQ - - QuoraRetrieval - - SCIDOCS - - SciFact - - Touche2020 - - TRECCOVID - STS: - - BIOSSES - - SICK-R - - STS12 - - STS13 - - STS14 - - STS15 - - STS16 - - STS17 (en-en) - - STS22 (en) - - STSBenchmark - Summarization: - - SummEval - en-x: - title: "English-X" - language_long: "117 (Pairs of: English & other language)" - has_overall: false - acronym: null - icon: null - special_icons: null - credits: null - tasks: - BitextMining: ['BUCC (de-en)', 'BUCC (fr-en)', 'BUCC (ru-en)', 'BUCC (zh-en)', 'Tatoeba (afr-eng)', 'Tatoeba (amh-eng)', 'Tatoeba (ang-eng)', 'Tatoeba (ara-eng)', 'Tatoeba (arq-eng)', 'Tatoeba (arz-eng)', 'Tatoeba (ast-eng)', 'Tatoeba (awa-eng)', 'Tatoeba (aze-eng)', 'Tatoeba (bel-eng)', 'Tatoeba (ben-eng)', 'Tatoeba (ber-eng)', 'Tatoeba (bos-eng)', 'Tatoeba (bre-eng)', 'Tatoeba (bul-eng)', 'Tatoeba (cat-eng)', 'Tatoeba (cbk-eng)', 'Tatoeba (ceb-eng)', 'Tatoeba (ces-eng)', 'Tatoeba (cha-eng)', 'Tatoeba (cmn-eng)', 'Tatoeba (cor-eng)', 'Tatoeba (csb-eng)', 'Tatoeba (cym-eng)', 'Tatoeba (dan-eng)', 'Tatoeba (deu-eng)', 'Tatoeba (dsb-eng)', 'Tatoeba (dtp-eng)', 'Tatoeba (ell-eng)', 'Tatoeba (epo-eng)', 'Tatoeba (est-eng)', 'Tatoeba (eus-eng)', 'Tatoeba (fao-eng)', 'Tatoeba (fin-eng)', 'Tatoeba (fra-eng)', 'Tatoeba (fry-eng)', 'Tatoeba (gla-eng)', 'Tatoeba (gle-eng)', 'Tatoeba (glg-eng)', 'Tatoeba (gsw-eng)', 'Tatoeba (heb-eng)', 'Tatoeba (hin-eng)', 'Tatoeba (hrv-eng)', 'Tatoeba (hsb-eng)', 'Tatoeba (hun-eng)', 'Tatoeba (hye-eng)', 'Tatoeba (ido-eng)', 'Tatoeba (ile-eng)', 'Tatoeba (ina-eng)', 'Tatoeba (ind-eng)', 'Tatoeba (isl-eng)', 'Tatoeba (ita-eng)', 'Tatoeba (jav-eng)', 'Tatoeba (jpn-eng)', 'Tatoeba (kab-eng)', 'Tatoeba (kat-eng)', 'Tatoeba (kaz-eng)', 'Tatoeba (khm-eng)', 'Tatoeba (kor-eng)', 'Tatoeba (kur-eng)', 'Tatoeba (kzj-eng)', 'Tatoeba (lat-eng)', 'Tatoeba (lfn-eng)', 'Tatoeba (lit-eng)', 'Tatoeba (lvs-eng)', 'Tatoeba (mal-eng)', 'Tatoeba (mar-eng)', 'Tatoeba (max-eng)', 'Tatoeba (mhr-eng)', 'Tatoeba (mkd-eng)', 'Tatoeba (mon-eng)', 'Tatoeba (nds-eng)', 'Tatoeba (nld-eng)', 'Tatoeba (nno-eng)', 'Tatoeba (nob-eng)', 'Tatoeba (nov-eng)', 'Tatoeba (oci-eng)', 'Tatoeba (orv-eng)', 'Tatoeba (pam-eng)', 'Tatoeba (pes-eng)', 'Tatoeba (pms-eng)', 'Tatoeba (pol-eng)', 'Tatoeba (por-eng)', 'Tatoeba (ron-eng)', 'Tatoeba (rus-eng)', 'Tatoeba (slk-eng)', 'Tatoeba (slv-eng)', 'Tatoeba (spa-eng)', 'Tatoeba (sqi-eng)', 'Tatoeba (srp-eng)', 'Tatoeba (swe-eng)', 'Tatoeba (swg-eng)', 'Tatoeba (swh-eng)', 'Tatoeba (tam-eng)', 'Tatoeba (tat-eng)', 'Tatoeba (tel-eng)', 'Tatoeba (tgl-eng)', 'Tatoeba (tha-eng)', 'Tatoeba (tuk-eng)', 'Tatoeba (tur-eng)', 'Tatoeba (tzl-eng)', 'Tatoeba (uig-eng)', 'Tatoeba (ukr-eng)', 'Tatoeba (urd-eng)', 'Tatoeba (uzb-eng)', 'Tatoeba (vie-eng)', 'Tatoeba (war-eng)', 'Tatoeba (wuu-eng)', 'Tatoeba (xho-eng)', 'Tatoeba (yid-eng)', 'Tatoeba (yue-eng)', 'Tatoeba (zsm-eng)'] - zh: - title: Chinese - language_long: Chinese - has_overall: true - acronym: C-MTEB - icon: "🇨🇳" - special_icons: - Classification: "🧡" - credits: "[FlagEmbedding](https://github.com/FlagOpen/FlagEmbedding)" - tasks: - Classification: - - AmazonReviewsClassification (zh) - - IFlyTek - - JDReview - - MassiveIntentClassification (zh-CN) - - MassiveScenarioClassification (zh-CN) - - MultilingualSentiment - - OnlineShopping - - TNews - - Waimai - Clustering: - - CLSClusteringP2P - - CLSClusteringS2S - - ThuNewsClusteringP2P - - ThuNewsClusteringS2S - PairClassification: - - Cmnli - - Ocnli - Reranking: - - CMedQAv1 - - CMedQAv2 - - MMarcoReranking - - T2Reranking - Retrieval: - - CmedqaRetrieval - - CovidRetrieval - - DuRetrieval - - EcomRetrieval - - MedicalRetrieval - - MMarcoRetrieval - - T2Retrieval - - VideoRetrieval - STS: - - AFQMC - - ATEC - - BQ - - LCQMC - - PAWSX - - QBQTC - - STS22 (zh) - - STSB - da: - title: Danish - language_long: Danish - has_overall: false - acronym: null - icon: "🇩🇰" - special_icons: - Classification: "🤍" - credits: "[Kenneth Enevoldsen](https://github.com/KennethEnevoldsen), [scandinavian-embedding-benchmark](https://kennethenevoldsen.github.io/scandinavian-embedding-benchmark/)" - tasks: - BitextMining: - - BornholmBitextMining - Classification: - - AngryTweetsClassification - - DanishPoliticalCommentsClassification - - DKHateClassification - - LccSentimentClassification - - MassiveIntentClassification (da) - - MassiveScenarioClassification (da) - - NordicLangClassification - - ScalaDaClassification - fr: - title: French - language_long: "French" - has_overall: true - acronym: "F-MTEB" - icon: "🇫🇷" - special_icons: - Classification: "💙" - credits: "[Lyon-NLP](https://github.com/Lyon-NLP): [Gabriel Sequeira](https://github.com/GabrielSequeira), [Imene Kerboua](https://github.com/imenelydiaker), [Wissam Siblini](https://github.com/wissam-sib), [Mathieu Ciancone](https://github.com/MathieuCiancone), [Marion Schaeffer](https://github.com/schmarion)" - tasks: - Classification: - - AmazonReviewsClassification (fr) - - MasakhaNEWSClassification (fra) - - MassiveIntentClassification (fr) - - MassiveScenarioClassification (fr) - - MTOPDomainClassification (fr) - - MTOPIntentClassification (fr) - Clustering: - - AlloProfClusteringP2P - - AlloProfClusteringS2S - - HALClusteringS2S - - MLSUMClusteringP2P (fr) - - MLSUMClusteringS2S (fr) - - MasakhaNEWSClusteringP2P (fra) - - MasakhaNEWSClusteringS2S (fra) - PairClassification: - - OpusparcusPC (fr) - - PawsXPairClassification (fr) - Reranking: - - AlloprofReranking - - SyntecReranking - Retrieval: - - AlloprofRetrieval - - BSARDRetrieval - - MintakaRetrieval (fr) - - SyntecRetrieval - - XPQARetrieval (fr) - STS: - - STS22 (fr) - - STSBenchmarkMultilingualSTS (fr) - - SICKFr - Summarization: - - SummEvalFr - 'no': - title: Norwegian - language_long: "Norwegian Bokmål" - has_overall: false - acronym: null - icon: "🇳🇴" - special_icons: - Classification: "💙" - credits: "[Kenneth Enevoldsen](https://github.com/KennethEnevoldsen), [scandinavian-embedding-benchmark](https://kennethenevoldsen.github.io/scandinavian-embedding-benchmark/)" - tasks: - Classification: &id001 - - NoRecClassification - - NordicLangClassification - - NorwegianParliament - - MassiveIntentClassification (nb) - - MassiveScenarioClassification (nb) - - ScalaNbClassification - instructions: - title: English - language_long: "English" - has_overall: false - acronym: null - icon: null - credits: "[Orion Weller, FollowIR](https://arxiv.org/abs/2403.15246)" - tasks: - InstructionRetrieval: - - Robust04InstructionRetrieval - - News21InstructionRetrieval - - Core17InstructionRetrieval - de: - title: German - language_long: "German" - has_overall: false - acronym: null - icon: "🇩🇪" - special_icons: null - credits: "[Silvan](https://github.com/slvnwhrl), [Sam Heymann](https://github.com/sam-hey)" - tasks: - Clustering: - - BlurbsClusteringP2P - - BlurbsClusteringS2S - - TenKGnadClusteringP2P - - TenKGnadClusteringS2S - Retrieval: - - GermanQuAD-Retrieval - - GermanDPR - - XMarket (de) - - GerDaLIR - STS: - - GermanSTSBenchmark - - STS22 (de-en) - PairClassification: - - FalseFriendsGermanEnglish - - PawsXPairClassification (de) - Reranking: - - MIRACLReranking (de) - Classification: - - AmazonCounterfactualClassification (de) - - AmazonReviewsClassification (de) - - MTOPDomainClassification (de) - - MTOPIntentClassification (de) - - MassiveIntentClassification (de) - - MassiveScenarioClassification (de) - pl: - title: Polish - language_long: Polish - has_overall: true - acronym: null - icon: "🇵🇱" - special_icons: - Classification: "🤍" - credits: "[Rafał Poświata](https://github.com/rafalposwiata)" - tasks: - Classification: - - AllegroReviews - - CBD - - MassiveIntentClassification (pl) - - MassiveScenarioClassification (pl) - - PAC - - PolEmo2.0-IN - - PolEmo2.0-OUT - Clustering: - - 8TagsClustering - PairClassification: - - CDSC-E - - PPC - - PSC - - SICK-E-PL - Retrieval: - - ArguAna-PL - - DBPedia-PL - - FiQA-PL - - HotpotQA-PL - - MSMARCO-PL - - NFCorpus-PL - - NQ-PL - - Quora-PL - - SCIDOCS-PL - - SciFact-PL - - TRECCOVID-PL - STS: - - CDSC-R - - SICK-R-PL - - STS22 (pl) - ru: - title: Russian - language_long: "Russian" - has_overall: true - acronym: null - icon: "🇷🇺" - special_icons: null - credits: "[Roman Solomatin](https://github.com/Samoed) and SaluteDevices: [Alena Fenogenova](https://github.com/Alenush), [Aleksandr Abramov](https://github.com/Ab1992ao), [Artem Snegirev](https://github.com/artemsnegirev), [Anna Maksimova](https://github.com/anpalmak2003), [Maria Tikhonova](https://github.com/MariyaTikhonova)" - tasks: - Classification: - - GeoreviewClassification - - HeadlineClassification - - InappropriatenessClassification - - KinopoiskClassification - - RuReviewsClassification - - RuSciBenchGRNTIClassification - - RuSciBenchOECDClassification - - MassiveIntentClassification (ru) - - MassiveScenarioClassification (ru) - Clustering: - - GeoreviewClusteringP2P - - RuSciBenchGRNTIClusteringP2P - - RuSciBenchOECDClusteringP2P - PairClassification: - - TERRa - Reranking: - - RuBQReranking - - MIRACLReranking (ru) - Retrieval: - - RiaNewsRetrieval - - RuBQRetrieval - - MIRACLRetrieval (ru) - STS: - - RUParaPhraserSTS - - RuSTSBenchmarkSTS - - STS22 (ru) - MultilabelClassification: - - CEDRClassification - - SensitiveTopicsClassification - se: - title: Swedish - language_long: Swedish - has_overall: false - acronym: null - icon: "🇸🇪" - special_icons: - Classification: "💛" - credits: "[Kenneth Enevoldsen](https://github.com/KennethEnevoldsen), [scandinavian-embedding-benchmark](https://kennethenevoldsen.github.io/scandinavian-embedding-benchmark/)" - tasks: - Classification: - - NoRecClassification - - NordicLangClassification - - NorwegianParliament - - MassiveIntentClassification (nb) - - MassiveScenarioClassification (nb) - - ScalaNbClassification - other-cls: - title: "Other Languages" - language_long: "47 (Only languages not included in the other tabs)" - has_overall: false - acronym: null - icon: null - special_icons: - Classification: "💜💚💙" - credits: null - tasks: - Classification: ['AmazonCounterfactualClassification (de)', 'AmazonCounterfactualClassification (ja)', 'AmazonReviewsClassification (de)', 'AmazonReviewsClassification (es)', 'AmazonReviewsClassification (fr)', 'AmazonReviewsClassification (ja)', 'AmazonReviewsClassification (zh)', 'MTOPDomainClassification (de)', 'MTOPDomainClassification (es)', 'MTOPDomainClassification (fr)', 'MTOPDomainClassification (hi)', 'MTOPDomainClassification (th)', 'MTOPIntentClassification (de)', 'MTOPIntentClassification (es)', 'MTOPIntentClassification (fr)', 'MTOPIntentClassification (hi)', 'MTOPIntentClassification (th)', 'MassiveIntentClassification (af)', 'MassiveIntentClassification (am)', 'MassiveIntentClassification (ar)', 'MassiveIntentClassification (az)', 'MassiveIntentClassification (bn)', 'MassiveIntentClassification (cy)', 'MassiveIntentClassification (de)', 'MassiveIntentClassification (el)', 'MassiveIntentClassification (es)', 'MassiveIntentClassification (fa)', 'MassiveIntentClassification (fi)', 'MassiveIntentClassification (fr)', 'MassiveIntentClassification (he)', 'MassiveIntentClassification (hi)', 'MassiveIntentClassification (hu)', 'MassiveIntentClassification (hy)', 'MassiveIntentClassification (id)', 'MassiveIntentClassification (is)', 'MassiveIntentClassification (it)', 'MassiveIntentClassification (ja)', 'MassiveIntentClassification (jv)', 'MassiveIntentClassification (ka)', 'MassiveIntentClassification (km)', 'MassiveIntentClassification (kn)', 'MassiveIntentClassification (ko)', 'MassiveIntentClassification (lv)', 'MassiveIntentClassification (ml)', 'MassiveIntentClassification (mn)', 'MassiveIntentClassification (ms)', 'MassiveIntentClassification (my)', 'MassiveIntentClassification (nl)', 'MassiveIntentClassification (pt)', 'MassiveIntentClassification (ro)', 'MassiveIntentClassification (ru)', 'MassiveIntentClassification (sl)', 'MassiveIntentClassification (sq)', 'MassiveIntentClassification (sw)', 'MassiveIntentClassification (ta)', 'MassiveIntentClassification (te)', 'MassiveIntentClassification (th)', 'MassiveIntentClassification (tl)', 'MassiveIntentClassification (tr)', 'MassiveIntentClassification (ur)', 'MassiveIntentClassification (vi)', 'MassiveIntentClassification (zh-TW)', 'MassiveScenarioClassification (af)', 'MassiveScenarioClassification (am)', 'MassiveScenarioClassification (ar)', 'MassiveScenarioClassification (az)', 'MassiveScenarioClassification (bn)', 'MassiveScenarioClassification (cy)', 'MassiveScenarioClassification (de)', 'MassiveScenarioClassification (el)', 'MassiveScenarioClassification (es)', 'MassiveScenarioClassification (fa)', 'MassiveScenarioClassification (fi)', 'MassiveScenarioClassification (fr)', 'MassiveScenarioClassification (he)', 'MassiveScenarioClassification (hi)', 'MassiveScenarioClassification (hu)', 'MassiveScenarioClassification (hy)', 'MassiveScenarioClassification (id)', 'MassiveScenarioClassification (is)', 'MassiveScenarioClassification (it)', 'MassiveScenarioClassification (ja)', 'MassiveScenarioClassification (jv)', 'MassiveScenarioClassification (ka)', 'MassiveScenarioClassification (km)', 'MassiveScenarioClassification (kn)', 'MassiveScenarioClassification (ko)', 'MassiveScenarioClassification (lv)', 'MassiveScenarioClassification (ml)', 'MassiveScenarioClassification (mn)', 'MassiveScenarioClassification (ms)', 'MassiveScenarioClassification (my)', 'MassiveScenarioClassification (nl)', 'MassiveScenarioClassification (pt)', 'MassiveScenarioClassification (ro)', 'MassiveScenarioClassification (ru)', 'MassiveScenarioClassification (sl)', 'MassiveScenarioClassification (sq)', 'MassiveScenarioClassification (sw)', 'MassiveScenarioClassification (ta)', 'MassiveScenarioClassification (te)', 'MassiveScenarioClassification (th)', 'MassiveScenarioClassification (tl)', 'MassiveScenarioClassification (tr)', 'MassiveScenarioClassification (ur)', 'MassiveScenarioClassification (vi)', 'MassiveScenarioClassification (zh-TW)'] - other-sts: - title: Other - language_long: "Arabic, Chinese, Dutch, English, French, German, Italian, Korean, Polish, Russian, Spanish (Only language combos not included in the other tabs)" - has_overall: false - acronym: null - icon: null - special_icons: null - credits: null - tasks: - STS: ["STS17 (ar-ar)", "STS17 (en-ar)", "STS17 (en-de)", "STS17 (en-tr)", "STS17 (es-en)", "STS17 (es-es)", "STS17 (fr-en)", "STS17 (it-en)", "STS17 (ko-ko)", "STS17 (nl-en)", "STS22 (ar)", "STS22 (de)", "STS22 (de-en)", "STS22 (de-fr)", "STS22 (de-pl)", "STS22 (es)", "STS22 (es-en)", "STS22 (es-it)", "STS22 (fr)", "STS22 (fr-pl)", "STS22 (it)", "STS22 (pl)", "STS22 (pl-en)", "STS22 (ru)", "STS22 (tr)", "STS22 (zh-en)", "STSBenchmark"] - law: - title: Law - language_long: "English, German, Chinese" - has_overall: false - acronym: null - icon: "⚖️" - special_icons: null - credits: "[Voyage AI](https://www.voyageai.com/)" - tasks: - Retrieval: - - AILACasedocs - - AILAStatutes - - GerDaLIRSmall - - LeCaRDv2 - - LegalBenchConsumerContractsQA - - LegalBenchCorporateLobbying - - LegalQuAD - - LegalSummarization - longembed: - title: LongEmbed - language_long: "English" - has_overall: false - acronym: null - icon: "📚" - special_icons: null - credits: "[LongEmbed (Dawei Zhu et al.)](https://arxiv.org/abs/2404.12096v2)" - metric: nDCG@10 (for NarrativeQA, QMSum, SummScreenFD, WikimQA) & nDCG@1 (for passkey and needle) - tasks: - Retrieval: - - LEMBNarrativeQARetrieval - - LEMBNeedleRetrieval - - LEMBPasskeyRetrieval - - LEMBQMSumRetrieval - - LEMBSummScreenFDRetrieval - - LEMBWikimQARetrieval - rar-b: - title: RAR-b - language_long: "English" - has_overall: false - acronym: null - icon: "📚" - special_icons: null - credits: "[RAR-b (Chenghao Xiao et al.)](https://arxiv.org/abs/2404.06347/)" - metric: nDCG@10 - tasks: - Retrieval: - - ARCChallenge - - AlphaNLI - - HellaSwag - - PIQA - - Quail - - RARbCode - - RARbMath - - SIQA - - SpartQA - - TempReasonL1 - - TempReasonL2Fact - - TempReasonL2Pure - - TempReasonL3Fact - - TempReasonL3Pure - - WinoGrande - bright: - title: BRIGHT - language_long: "English" - has_overall: false - acronym: null - icon: "🌟" - special_icons: null - credits: "[BRIGHT (Hongjin Su, Howard Yen, Mengzhou Xia et al.)](https://brightbenchmark.github.io/)" - metric: nDCG@10 - split: standard - desc: This tab only allows submissions with the original queries; not results from LLM rewritten queries or using reranking. - tasks: - Retrieval: - - BrightRetrieval (biology) - - BrightRetrieval (earth_science) - - BrightRetrieval (economics) - - BrightRetrieval (psychology) - - BrightRetrieval (robotics) - - BrightRetrieval (stackoverflow) - - BrightRetrieval (sustainable_living) - - BrightRetrieval (pony) - - BrightRetrieval (leetcode) - - BrightRetrieval (aops) - - BrightRetrieval (theoremqa_theorems) - - BrightRetrieval (theoremqa_questions) - bright_long: - title: BRIGHT Long - language_long: "English" - has_overall: false - acronym: null - icon: "🌟" - special_icons: null - credits: "[BRIGHT (Hongjin Su, Howard Yen, Mengzhou Xia et al.)](https://brightbenchmark.github.io/)" - metric: Recall@1 - split: long - desc: This tab is for the long document setting of BRIGHT. - tasks: - Retrieval: - - BrightRetrieval (biology) - - BrightRetrieval (earth_science) - - BrightRetrieval (economics) - - BrightRetrieval (psychology) - - BrightRetrieval (robotics) - - BrightRetrieval (stackoverflow) - - BrightRetrieval (sustainable_living) - - BrightRetrieval (pony) - coir: - title: CoIR - language_long: "Code" - has_overall: false - acronym: null - icon: "💻" - special_icons: null - credits: "[Samoed](https://github.com/Samoed) and [monikernemo](https://github.com/monikernemo) and [CoIR (Xiangyang Li, Kuicai Dong, Yi Quan Lee et al.)](https://arxiv.org/abs/2407.02883)" - metric: nDCG@10 - tasks: - Retrieval: - - AppsRetrieval - - CodeFeedbackMT - - CodeFeedbackST - - CodeSearchNetCCRetrieval (python) - - CodeSearchNetCCRetrieval (javascript) - - CodeSearchNetCCRetrieval (go) - - CodeSearchNetCCRetrieval (ruby) - - CodeSearchNetCCRetrieval (java) - - CodeSearchNetCCRetrieval (php) - - CodeSearchNetRetrieval (python) - - CodeSearchNetRetrieval (javascript) - - CodeSearchNetRetrieval (go) - - CodeSearchNetRetrieval (ruby) - - CodeSearchNetRetrieval (java) - - CodeSearchNetRetrieval (php) - - CodeTransOceanContest - - CodeTransOceanDL - - CosQA - - StackOverflowQA - - SyntheticText2SQL diff --git a/envs.py b/envs.py deleted file mode 100644 index 0ff0be03cf8d4ed4fdcb8f2fb665eac760238b99..0000000000000000000000000000000000000000 --- a/envs.py +++ /dev/null @@ -1,50 +0,0 @@ -import os -from yaml import safe_load - -from huggingface_hub import HfApi - -LEADERBOARD_CONFIG_PATH = "config.yaml" -with open(LEADERBOARD_CONFIG_PATH, 'r', encoding='utf-8') as f: - LEADERBOARD_CONFIG = safe_load(f) -MODEL_META_PATH = "model_meta.yaml" -with open(MODEL_META_PATH, 'r', encoding='utf-8') as f: - MODEL_META = safe_load(f) - -# Try first to get the config from the environment variables, then from the config.yaml file -def get_config(name, default): - res = None - - if name in os.environ: - res = os.environ[name] - elif 'config' in LEADERBOARD_CONFIG: - res = LEADERBOARD_CONFIG['config'].get(name, None) - - if res is None: - return default - return res - - -def str2bool(v): - return str(v).lower() in ("yes", "true", "t", "1") - - -# clone / pull the lmeh eval data -HF_TOKEN = get_config("HF_TOKEN", None) - -LEADERBOARD_NAME = get_config("LEADERBOARD_NAME", "MTEB Leaderboard") - -REPO_ID = get_config("REPO_ID", "mteb/leaderboard") -RESULTS_REPO = get_config("RESULTS_REPO", "mteb/results") - -CACHE_PATH = get_config("HF_HOME", ".") -os.environ["HF_HOME"] = CACHE_PATH - -# Check if it is using persistent storage -if not os.access(CACHE_PATH, os.W_OK): - print(f"No write access to HF_HOME: {CACHE_PATH}. Resetting to current directory.") - CACHE_PATH = "." - os.environ["HF_HOME"] = CACHE_PATH -else: - print(f"Write access confirmed for HF_HOME") - -API = HfApi(token=HF_TOKEN) diff --git a/model_meta.yaml b/model_meta.yaml deleted file mode 100644 index 0da71272044a5ab6edf8ecda36d9cb61a1d2545d..0000000000000000000000000000000000000000 --- a/model_meta.yaml +++ /dev/null @@ -1,2207 +0,0 @@ -model_meta: - baichuan-ai__text-embedding: - link: https://platform.baichuan-ai.com/docs/text-Embedding - seq_len: 512 - size: null - dim: 1024 - is_external: true - is_proprietary: true - is_sentence_transformers_compatible: false - uses_instruct: false - Cohere__Cohere-embed-english-v3.0: - link: https://huggingface.co/Cohere/Cohere-embed-english-v3.0 - seq_len: 512 - size: null - dim: 1024 - is_external: true - is_proprietary: true - is_sentence_transformers_compatible: false - uses_instruct: false - Cohere__Cohere-embed-english-v3.0-instruct: - link: https://huggingface.co/Cohere/Cohere-embed-english-v3.0 - seq_len: 512 - size: null - dim: 1024 - is_external: true - is_proprietary: true - is_sentence_transformers_compatible: false - uses_instruct: true - Cohere__Cohere-embed-multilingual-light-v3.0: - link: https://huggingface.co/Cohere/Cohere-embed-multilingual-light-v3.0 - seq_len: 512 - size: null - dim: 384 - is_external: true - is_proprietary: true - is_sentence_transformers_compatible: false - uses_instruct: false - Cohere__Cohere-embed-multilingual-v3.0: - link: https://huggingface.co/Cohere/Cohere-embed-multilingual-v3.0 - seq_len: 512 - size: null - dim: 1024 - is_external: true - is_proprietary: true - is_sentence_transformers_compatible: false - uses_instruct: false - vesteinn__DanskBERT: - link: https://huggingface.co/vesteinn/DanskBERT - seq_len: 514 - size: 125 - dim: 768 - is_external: true - is_proprietary: false - is_sentence_transformers_compatible: true - uses_instruct: false - jhu-clsp__FollowIR-7B: - link: https://huggingface.co/jhu-clsp/FollowIR-7B - seq_len: 4096 - size: 7240 - is_external: true - is_propietary: false - is_sentence_transformer_compatible: false - uses_instruct: true - GritLM__GritLM-7B: - link: https://huggingface.co/GritLM/GritLM-7B - seq_len: 4096 - size: 7240 - is_external: true - is_propietary: false - is_sentence_transformer_compatible: false - uses_instruct: true - GritLM__GritLM-7B-noinstruct: - link: https://huggingface.co/GritLM/GritLM-7B - seq_len: 4096 - size: 7240 - is_external: true - is_propietary: false - is_sentence_transformer_compatible: false - uses_instruct: false - facebookresearch__LASER2: - link: https://github.com/facebookresearch/LASER - seq_len: N/A - size: 43 - dim: 1024 - is_external: true - is_proprietary: false - is_sentence_transformers_compatible: false - uses_instruct: false - McGill-NLP__LLM2Vec-Llama-2-7b-chat-hf-mntp-supervised: - link: https://huggingface.co/McGill-NLP/LLM2Vec-Llama-2-7b-chat-hf-mntp-supervised - seq_len: 4096 - size: 6607 - dim: 4096 - is_external: true - is_proprietary: false - is_sentence_transformers_compatible: false - uses_instruct: true - McGill-NLP__LLM2Vec-Llama-2-unsupervised: - link: https://huggingface.co/McGill-NLP/LLM2Vec-Llama-2-7b-chat-hf-mntp-unsup-simcse - seq_len: 4096 - size: 6607 - dim: 4096 - is_external: true - is_proprietary: false - is_sentence_transformers_compatible: false - uses_instruct: true - McGill-NLP__LLM2Vec-Meta-Llama-3-supervised: - link: https://huggingface.co/McGill-NLP/LLM2Vec-Meta-Llama-3-8B-Instruct-mntp-supervised - seq_len: 8192 - size: 7505 - dim: 4096 - is_external: true - is_proprietary: false - is_sentence_transformers_compatible: false - uses_instruct: true - McGill-NLP__LLM2Vec-Meta-Llama-3-unsupervised: - link: https://huggingface.co/McGill-NLP/LLM2Vec-Meta-Llama-3-8B-Instruct-mntp-unsup-simcse - seq_len: 8192 - size: 7505 - dim: 4096 - is_external: true - is_proprietary: false - is_sentence_transformers_compatible: false - uses_instruct: true - McGill-NLP__LLM2Vec-Mistral-supervised: - link: https://huggingface.co/McGill-NLP/LLM2Vec-Mistral-7B-Instruct-v2-mntp-supervised - seq_len: 32768 - size: 7111 - dim: 4096 - is_external: true - is_proprietary: false - is_sentence_transformers_compatible: false - uses_instruct: true - McGill-NLP__LLM2Vec-Mistral-unsupervised: - link: https://huggingface.co/McGill-NLP/LLM2Vec-Mistral-7B-Instruct-v2-mntp-unsup-simcse - seq_len: 32768 - size: 7111 - dim: 4096 - is_external: true - is_proprietary: false - is_sentence_transformers_compatible: false - uses_instruct: true - McGill-NLP__LLM2Vec-Sheared-Llama-supervised: - link: https://huggingface.co/McGill-NLP/LLM2Vec-Sheared-LLaMA-mntp-supervised - seq_len: 4096 - size: 1280 - dim: 2048 - is_external: true - is_proprietary: false - is_sentence_transformers_compatible: false - uses_instruct: true - McGill-NLP__LLM2Vec-Sheared-Llama-unsupervised: - link: https://huggingface.co/McGill-NLP/LLM2Vec-Sheared-LLaMA-mntp-unsup-simcse - seq_len: 4096 - size: 1280 - dim: 2048 - is_external: true - is_proprietary: false - is_sentence_transformers_compatible: false - uses_instruct: true - sentence-transformers__LaBSE: - link: https://huggingface.co/sentence-transformers/LaBSE - seq_len: 512 - size: 471 - dim: 768 - is_external: true - is_proprietary: false - is_sentence_transformers_compatible: true - uses_instruct: false - Linq-Embed-Mistral: - link: https://huggingface.co/Linq-AI-Research/Linq-Embed-Mistral - seq_len: 32768 - size: 7111 - dim: 4096 - is_external: false - is_proprietary: false - is_sentence_transformers_compatible: true - uses_instruct: true - NV-Embed-v1: - link: https://huggingface.co/nvidia/NV-Embed-v1 - seq_len: 32768 - size: 7851 - dim: 4096 - is_external: false - is_proprietary: false - is_sentence_transformers_compatible: false - uses_instruct: true - NV-Embed-v2: - link: https://huggingface.co/nvidia/NV-Embed-v2 - seq_len: 32768 - size: 7851 - dim: 4096 - is_external: false - is_proprietary: false - is_sentence_transformers_compatible: true - uses_instruct: true - NV-Retriever-v1: - link: https://huggingface.co/nvidia/NV-Retriever-v1 - seq_len: 512 - size: 7111 - dim: 4096 - is_external: false - is_proprietary: false - is_sentence_transformers_compatible: false - uses_instruct: true - aliyun__OpenSearch-text-hybrid: - link: https://help.aliyun.com/zh/open-search/vector-search-edition/hybrid-retrieval - seq_len: 512 - size: null - dim: 1792 - is_external: true - is_proprietary: true - is_sentence_transformers_compatible: false - uses_instruct: false - Salesforce__SFR-Embedding-Mistral: - link: https://huggingface.co/Salesforce/SFR-Embedding-Mistral - seq_len: 32768 - size: 7111 - dim: 4096 - is_external: true - is_proprietary: false - is_sentence_transformers_compatible: true - uses_instruct: true - SFR-Embedding-2_R: - link: https://huggingface.co/Salesforce/SFR-Embedding-2_R - seq_len: 32768 - size: 7111 - dim: 4096 - is_external: false - is_proprietary: false - is_sentence_transformers_compatible: true - uses_instruct: true - sentence-transformers__all-MiniLM-L12-v2: - link: https://huggingface.co/sentence-transformers/all-MiniLM-L12-v2 - seq_len: 512 - size: 33 - dim: 384 - is_external: true - is_proprietary: false - is_sentence_transformers_compatible: true - uses_instruct: false - sentence-transformers__all-MiniLM-L6-v2: - link: https://huggingface.co/sentence-transformers/all-MiniLM-L6-v2 - seq_len: 512 - size: 23 - dim: 384 - is_external: true - is_proprietary: false - is_sentence_transformers_compatible: true - uses_instruct: false - sentence-transformers__all-MiniLM-L6-v2-instruct: - link: https://huggingface.co/sentence-transformers/all-MiniLM-L6-v2 - seq_len: 512 - size: 23 - dim: 384 - is_external: true - is_proprietary: false - is_sentence_transformers_compatible: true - uses_instruct: true - sentence-transformers__all-mpnet-base-v2: - link: https://huggingface.co/sentence-transformers/all-mpnet-base-v2 - seq_len: 514 - size: 110 - dim: 768 - is_external: true - is_proprietary: false - is_sentence_transformers_compatible: true - uses_instruct: false - sentence-transformers__all-mpnet-base-v2-instruct: - link: https://huggingface.co/sentence-transformers/all-mpnet-base-v2 - seq_len: 514 - size: 110 - dim: 768 - is_external: true - is_proprietary: false - is_sentence_transformers_compatible: true - uses_instruct: true - sentence-transformers__allenai-specter: - link: https://huggingface.co/sentence-transformers/allenai-specter - seq_len: 512 - size: 110 - dim: 768 - is_external: true - is_proprietary: false - is_sentence_transformers_compatible: true - uses_instruct: false - Geotrend__bert-base-10lang-cased: - link: https://huggingface.co/Geotrend/bert-base-10lang-cased - seq_len: 512 - size: 138 - dim: 768 - is_external: true - is_proprietary: false - is_sentence_transformers_compatible: true - uses_instruct: false - Geotrend__bert-base-15lang-cased: - link: https://huggingface.co/Geotrend/bert-base-15lang-cased - seq_len: 512 - size: 138 - dim: 768 - is_external: true - is_proprietary: false - is_sentence_transformers_compatible: true - uses_instruct: false - Geotrend__bert-base-25lang-cased: - link: https://huggingface.co/Geotrend/bert-base-25lang-cased - seq_len: 512 - size: 138 - dim: 768 - is_external: true - is_proprietary: false - is_sentence_transformers_compatible: true - uses_instruct: false - google-bert__bert-base-multilingual-cased: - link: https://huggingface.co/google-bert/bert-base-multilingual-cased - seq_len: 512 - size: 179 - dim: 768 - is_external: true - is_proprietary: false - is_sentence_transformers_compatible: true - uses_instruct: false - google-bert__bert-base-multilingual-uncased: - link: https://huggingface.co/google-bert/bert-base-multilingual-uncased - seq_len: 512 - size: 168 - dim: 768 - is_external: true - is_proprietary: false - is_sentence_transformers_compatible: true - uses_instruct: false - KB__bert-base-swedish-cased: - link: https://huggingface.co/KB/bert-base-swedish-cased - seq_len: 512 - size: 125 - dim: 768 - is_external: true - is_proprietary: false - is_sentence_transformers_compatible: true - uses_instruct: false - google-bert__bert-base-uncased: - link: https://huggingface.co/google-bert/bert-base-uncased - seq_len: 512 - size: 110 - dim: 768 - is_external: true - is_proprietary: false - is_sentence_transformers_compatible: true - uses_instruct: false - BAAI__bge-base-en-v1.5: - link: https://huggingface.co/BAAI/bge-base-en-v1.5 - seq_len: 512 - size: 109 - dim: 768 - is_external: true - is_proprietary: false - is_sentence_transformers_compatible: false - uses_instruct: false - BAAI__bge-base-en-v1.5-instruct: - link: https://huggingface.co/BAAI/bge-base-en-v1.5 - seq_len: 512 - size: 109 - dim: 768 - is_external: true - is_proprietary: false - is_sentence_transformers_compatible: false - uses_instruct: true - BAAI__bge-base-zh-v1.5: - link: https://huggingface.co/BAAI/bge-base-zh-v1.5 - seq_len: 512 - size: 102 - dim: 768 - is_external: true - is_proprietary: false - is_sentence_transformers_compatible: true - uses_instruct: false - bge-en-icl: - link: https://huggingface.co/BAAI/bge-en-icl - seq_len: 32768 - size: 7110 - dim: 4096 - is_external: false - is_proprietary: false - is_sentence_transformers_compatible: true - uses_instruct: true - bge-multilingual-gemma2: - link: https://huggingface.co/BAAI/bge-multilingual-gemma2 - seq_len: 8192 - size: 9240 - dim: 3584 - is_external: false - is_proprietary: false - is_sentence_transformers_compatible: false - uses_instruct: true - BAAI__bge-large-en-v1.5: - link: https://huggingface.co/BAAI/bge-large-en-v1.5 - seq_len: 512 - size: 1340 - dim: 1024 - is_external: true - is_proprietary: false - is_sentence_transformers_compatible: false - uses_instruct: false - BAAI__bge-large-en-v1.5-instruct: - link: https://huggingface.co/BAAI/bge-large-en-v1.5 - seq_len: 512 - size: 1340 - dim: 1024 - is_external: true - is_proprietary: false - is_sentence_transformers_compatible: false - uses_instruct: true - BAAI__bge-large-zh-noinstruct: - link: https://huggingface.co/BAAI/bge-large-zh-noinstruct - seq_len: 512 - size: 326 - dim: 1024 - is_external: true - is_proprietary: false - is_sentence_transformers_compatible: true - uses_instruct: false - BAAI__bge-large-zh-v1.5: - link: https://huggingface.co/BAAI/bge-large-zh-v1.5 - seq_len: 512 - size: 326 - dim: 1024 - is_external: true - is_proprietary: false - is_sentence_transformers_compatible: true - uses_instruct: false - BAAI__bge-m3: - link: https://huggingface.co/BAAI/bge-m3 - seq_len: 8192 - size: 567 - dim: 1024 - is_external: true - is_proprietary: false - is_sentence_transformers_compatible: false - uses_instruct: false - BAAI__bge-m3-instruct: - link: https://huggingface.co/BAAI/bge-m3 - seq_len: 8192 - size: 567 - dim: 1024 - is_external: true - is_proprietary: false - is_sentence_transformers_compatible: false - uses_instruct: true - BAAI__bge-small-en-v1.5: - link: https://huggingface.co/BAAI/bge-small-en-v1.5 - seq_len: 512 - size: 24 - dim: 512 - is_external: true - is_proprietary: false - is_sentence_transformers_compatible: true - uses_instruct: false - BAAI__bge-small-en-v1.5-instruct: - link: https://huggingface.co/BAAI/bge-small-en-v1.5 - seq_len: 512 - size: 24 - dim: 512 - is_external: true - is_proprietary: false - is_sentence_transformers_compatible: true - uses_instruct: true - BAAI__bge-small-zh-v1.5: - link: https://huggingface.co/BAAI/bge-small-zh-v1.5 - seq_len: 512 - size: 24 - dim: 512 - is_external: true - is_proprietary: false - is_sentence_transformers_compatible: true - uses_instruct: false - bm25: - link: https://en.wikipedia.org/wiki/Okapi_BM25 - size: 0 - is_external: true - is_proprietary: false - is_sentence_transformers_compatible: false - uses_instruct: false - bm25s: - link: https://github.com/xhluca/bm25s - size: 0 - is_external: true - is_proprietary: false - is_sentence_transformers_compatible: false - uses_instruct: false - almanach__camembert-base: - link: https://huggingface.co/almanach/camembert-base - seq_len: 512 - size: 111 - dim: 512 - is_external: false - is_proprietary: false - is_sentence_transformers_compatible: true - uses_instruct: false - almanach__camembert-large: - link: https://huggingface.co/almanach/camembert-large - seq_len: 512 - size: 338 - dim: 768 - is_external: false - is_proprietary: false - is_sentence_transformers_compatible: true - uses_instruct: false - nthakur__contriever-base-msmarco: - link: https://huggingface.co/nthakur/contriever-base-msmarco - seq_len: 512 - size: 110 - dim: 768 - is_external: true - is_proprietary: false - is_sentence_transformers_compatible: true - uses_instruct: false - facebook__contriever: - link: https://huggingface.co/facebook/contriever - seq_len: 512 - size: 438 - dim: 768 - is_external: true - is_proprietary: false - is_sentence_transformers_compatible: false - uses_instruct: false - facebook__contriever-instruct: - link: https://huggingface.co/facebook/contriever - seq_len: 512 - size: 438 - dim: 768 - is_external: true - is_proprietary: false - is_sentence_transformers_compatible: false - uses_instruct: true - T-Systems-onsite__cross-en-de-roberta-sentence-transformer: - link: https://huggingface.co/T-Systems-onsite/cross-en-de-roberta-sentence-transformer - seq_len: 514 - size: 278 - dim: 768 - is_external: true - is_proprietary: false - is_sentence_transformers_compatible: true - uses_instruct: false - chcaa__dfm-encoder-large-v1: - link: https://huggingface.co/chcaa/dfm-encoder-large-v1 - seq_len: 512 - size: 355 - dim: 1024 - is_external: true - is_proprietary: false - is_sentence_transformers_compatible: true - uses_instruct: false - Geotrend__distilbert-base-25lang-cased: - link: https://huggingface.co/Geotrend/distilbert-base-25lang-cased - seq_len: 512 - size: 110 - dim: 768 - is_external: false - is_proprietary: false - is_sentence_transformers_compatible: true - uses_instruct: false - Geotrend__distilbert-base-en-fr-cased: - link: https://huggingface.co/Geotrend/distilbert-base-en-fr-cased - seq_len: 512 - size: 110 - dim: 768 - is_external: false - is_proprietary: false - is_sentence_transformers_compatible: true - uses_instruct: false - Geotrend__distilbert-base-en-fr-es-pt-it-cased: - link: https://huggingface.co/Geotrend/distilbert-base-en-fr-es-pt-it-cased - seq_len: 512 - size: 110 - dim: 768 - is_external: false - is_proprietary: false - is_sentence_transformers_compatible: true - uses_instruct: false - Geotrend__distilbert-base-fr-cased: - link: https://huggingface.co/Geotrend/distilbert-base-fr-cased - seq_len: 512 - size: 110 - dim: 768 - is_external: false - is_proprietary: false - is_sentence_transformers_compatible: true - uses_instruct: false - distilbert__distilbert-base-uncased: - link: https://huggingface.co/distilbert/distilbert-base-uncased - seq_len: 512 - size: 110 - dim: 768 - is_external: false - is_proprietary: false - is_sentence_transformers_compatible: true - uses_instruct: false - sentence-transformers__distiluse-base-multilingual-cased-v2: - link: https://huggingface.co/sentence-transformers/distiluse-base-multilingual-cased-v2 - seq_len: 512 - size: 135 - dim: 512 - is_external: true - is_proprietary: false - is_sentence_transformers_compatible: true - uses_instruct: false - facebookresearch__dragon-plus: - link: https://github.com/facebookresearch/dpr-scale/tree/main/dragon - seq_len: 512 - size: 438 - dim: 768 - is_external: true - is_proprietary: false - is_sentence_transformers_compatible: false - uses_instruct: false - facebookresearch__dragon-plus-instruct: - link: https://github.com/facebookresearch/dpr-scale/tree/main/dragon - seq_len: 512 - size: 438 - dim: 768 - is_external: true - is_proprietary: false - is_sentence_transformers_compatible: false - uses_instruct: true - dwzhu__e5-base-4k: - link: https://huggingface.co/dwzhu/e5-base-4k - seq_len: 512 - size: 110 - dim: 768 - is_external: true - is_proprietary: false - is_sentence_transformers_compatible: true - uses_instruct: false - intfloat__e5-base-v2: - link: https://huggingface.co/intfloat/e5-base-v2 - seq_len: 512 - size: 110 - dim: 768 - is_external: true - is_proprietary: false - is_sentence_transformers_compatible: true - uses_instruct: false - intfloat__e5-base: - link: https://huggingface.co/intfloat/e5-base - seq_len: 512 - size: 110 - dim: 768 - is_external: true - is_proprietary: false - is_sentence_transformers_compatible: true - uses_instruct: false - intfloat__e5-large-v2: - link: https://huggingface.co/intfloat/e5-large-v2 - seq_len: 512 - size: 335 - dim: 1024 - is_external: true - is_proprietary: false - is_sentence_transformers_compatible: true - uses_instruct: false - intfloat__e5-large: - link: https://huggingface.co/intfloat/e5-large - seq_len: 512 - size: 335 - dim: 1024 - is_external: true - is_proprietary: false - is_sentence_transformers_compatible: true - uses_instruct: false - intfloat__e5-mistral-7b-instruct: - link: https://huggingface.co/intfloat/e5-mistral-7b-instruct - seq_len: 32768 - size: 7111 - dim: 4096 - is_external: true - is_proprietary: false - is_sentence_transformers_compatible: true - uses_instruct: true - intfloat__e5-mistral-7b-instruct-noinstruct: - link: https://huggingface.co/intfloat/e5-mistral-7b-instruct-noinstruct - seq_len: 32768 - size: 7111 - dim: 4096 - is_external: true - is_proprietary: false - is_sentence_transformers_compatible: true - uses_instruct: false - intfloat__e5-small: - link: https://huggingface.co/intfloat/e5-small - seq_len: 512 - size: 33 - dim: 384 - is_external: true - is_proprietary: false - is_sentence_transformers_compatible: true - uses_instruct: false - jonfd__electra-small-nordic: - link: https://huggingface.co/jonfd/electra-small-nordic - seq_len: 512 - size: 23 - dim: 256 - is_external: true - is_proprietary: false - is_sentence_transformers_compatible: true - uses_instruct: false - KBLab__electra-small-swedish-cased-discriminator: - link: https://huggingface.co/KBLab/electra-small-swedish-cased-discriminator - seq_len: 512 - size: 16 - dim: 256 - is_external: true - is_proprietary: false - is_sentence_transformers_compatible: true - uses_instruct: false - elastic__elser-v2: - link: https://www.elastic.co/guide/en/machine-learning/current/ml-nlp-elser.html - seq_len: 512 - size: 110 - dim: 30522 - is_external: true - is_proprietary: false - is_sentence_transformers_compatible: false - uses_instruct: false - google__flan-t5-base: - link: https://huggingface.co/google/flan-t5-base - seq_len: 512 - size: 220 - dim: -1 - is_external: true - is_proprietary: false - is_sentence_transformers_compatible: true - uses_instruct: true - google__flan-t5-large: - link: https://huggingface.co/google/flan-t5-large - seq_len: 512 - size: 770 - dim: -1 - is_external: true - is_proprietary: false - is_sentence_transformers_compatible: true - uses_instruct: true - flaubert__flaubert_base_cased: - link: https://huggingface.co/flaubert/flaubert_base_cased - seq_len: 512 - size: 138 - dim: 768 - is_external: true - is_proprietary: false - is_sentence_transformers_compatible: true - uses_instruct: false - flaubert__flaubert_base_uncased: - link: https://huggingface.co/flaubert/flaubert_base_uncased - seq_len: 512 - size: 138 - dim: 768 - is_external: true - is_proprietary: false - is_sentence_transformers_compatible: true - uses_instruct: false - flaubert__flaubert_large_cased: - link: https://huggingface.co/flaubert/flaubert_large_cased - seq_len: 512 - size: 372 - dim: 1024 - is_external: true - is_proprietary: false - is_sentence_transformers_compatible: true - uses_instruct: false - deepset__gbert-base: - link: https://huggingface.co/deepset/gbert-base - seq_len: 512 - size: 110 - dim: 768 - is_external: true - is_proprietary: false - is_sentence_transformers_compatible: true - uses_instruct: false - deepset__gbert-large: - link: https://huggingface.co/deepset/gbert-large - seq_len: 512 - size: 337 - dim: 1024 - is_external: true - is_proprietary: false - is_sentence_transformers_compatible: true - uses_instruct: false - deepset__gelectra-base: - link: https://huggingface.co/deepset/gelectra-base - seq_len: 512 - size: 110 - dim: 768 - is_external: true - is_proprietary: false - is_sentence_transformers_compatible: true - uses_instruct: false - deepset__gelectra-large: - link: https://huggingface.co/deepset/gelectra-large - seq_len: 512 - size: 335 - dim: 1024 - is_external: true - is_proprietary: false - is_sentence_transformers_compatible: true - uses_instruct: false - sentence-transformers__average_word_embeddings_glove.6B.300d: - link: https://huggingface.co/sentence-transformers/average_word_embeddings_glove.6B.300d - seq_len: N/A - size: 120 - dim: 300 - is_external: true - is_proprietary: false - is_sentence_transformers_compatible: true - uses_instruct: false - google-gecko__text-embedding-004-256: - link: https://cloud.google.com/vertex-ai/generative-ai/docs/embeddings/get-text-embeddings#latest_models - seq_len: 2048 - size: 1200 - dim: 256 - is_external: true - is_proprietary: true - is_sentence_transformers_compatible: false - uses_instruct: false - google-gecko__text-embedding-004: - link: https://cloud.google.com/vertex-ai/generative-ai/docs/embeddings/get-text-embeddings#latest_models - seq_len: 2048 - size: 1200 - dim: 768 - is_external: true - is_proprietary: true - is_sentence_transformers_compatible: false - uses_instruct: false - uklfr__gottbert-base: - link: https://huggingface.co/uklfr/gottbert-base - seq_len: 512 - size: 127 - dim: 768 - is_external: true - is_proprietary: false - is_sentence_transformers_compatible: true - uses_instruct: false - Alibaba-NLP__gte-Qwen1.5-7B-instruct: - link: https://huggingface.co/Alibaba-NLP/gte-Qwen1.5-7B-instruct - seq_len: 32768 - size: 7099 - dim: 4096 - is_external: true - is_proprietary: false - is_sentence_transformers_compatible: true - uses_instruct: true - Alibaba-NLP__gte-Qwen2-1.5B-instruct: - link: https://huggingface.co/Alibaba-NLP/gte-Qwen2-1.5B-instruct - seq_len: 32768 - size: 1780 - dim: 1536 - is_external: false - is_proprietary: false - is_sentence_transformers_compatible: true - uses_instruct: true - Alibaba-NLP__gte-Qwen2-7B-instruct: - link: https://huggingface.co/Alibaba-NLP/gte-Qwen2-7B-instruct - seq_len: 32768 - size: 7613 - dim: 3584 - is_external: true - is_proprietary: false - is_sentence_transformers_compatible: true - uses_instruct: true - sentence-transformers__gtr-t5-base: - link: https://huggingface.co/sentence-transformers/gtr-t5-base - seq_len: 512 - size: 110 - dim: 768 - is_external: true - is_proprietary: false - is_sentence_transformers_compatible: true - uses_instruct: false - sentence-transformers__gtr-t5-large: - link: https://huggingface.co/sentence-transformers/gtr-t5-large - seq_len: 512 - size: 168 - dim: 768 - is_external: true - is_proprietary: false - is_sentence_transformers_compatible: true - uses_instruct: false - sentence-transformers__gtr-t5-xl: - link: https://huggingface.co/sentence-transformers/gtr-t5-xl - seq_len: 512 - size: 1240 - dim: 768 - is_external: true - is_proprietary: false - is_sentence_transformers_compatible: true - uses_instruct: false - sentence-transformers__gtr-t5-xxl: - link: https://huggingface.co/sentence-transformers/gtr-t5-xxl - seq_len: 512 - size: 4865 - dim: 768 - is_external: true - is_proprietary: false - is_sentence_transformers_compatible: true - uses_instruct: false - ipipan__herbert-base-retrieval-v2: - link: https://huggingface.co/ipipan/herbert-base-retrieval-v2 - seq_len: 514 - size: 125 - dim: 768 - is_external: true - is_proprietary: false - is_sentence_transformers_compatible: true - uses_instruct: false - hkunlp__instructor-base: - link: https://huggingface.co/hkunlp/instructor-base - seq_len: N/A - size: 110 - dim: 768 - is_external: true - is_proprietary: false - is_sentence_transformers_compatible: true - uses_instruct: true - hkunlp__instructor-large: - link: https://huggingface.co/hkunlp/instructor-large - seq_len: 512 - size: 335 - dim: 768 - is_external: true - is_proprietary: false - is_sentence_transformers_compatible: true - uses_instruct: true - hkunlp__instructor-xl: - link: https://huggingface.co/hkunlp/instructor-xl - seq_len: 512 - size: 1241 - dim: 768 - is_external: true - is_proprietary: false - is_sentence_transformers_compatible: true - uses_instruct: true - jinaai__jina-embeddings-v2-base-en: - link: https://huggingface.co/jinaai/jina-embeddings-v2-base-en - seq_len: 8192 - size: 275 - dim: 768 - is_external: true - is_proprietary: false - is_sentence_transformers_compatible: true - uses_instruct: false - sentence-transformers__average_word_embeddings_komninos: - link: https://huggingface.co/sentence-transformers/average_word_embeddings_komninos - seq_len: N/A - size: 134 - dim: 300 - is_external: true - is_proprietary: false - is_sentence_transformers_compatible: true - uses_instruct: false - meta-llama__llama-2-7b-chat: - link: https://huggingface.co/meta-llama/Llama-2-7b-chat-hf - seq_len: 4096 - size: 7000 - dim: -1 - is_external: true - is_proprietary: false - is_sentence_transformers_compatible: false - uses_instruct: true - silk-road__luotuo-bert-medium: - link: https://huggingface.co/silk-road/luotuo-bert-medium - seq_len: 512 - size: 328 - dim: 768 - is_external: true - is_proprietary: false - is_sentence_transformers_compatible: true - uses_instruct: false - moka-ai__m3e-base: - link: https://huggingface.co/moka-ai/m3e-base - seq_len: 512 - size: 102 - dim: 768 - is_external: true - is_proprietary: false - is_sentence_transformers_compatible: true - uses_instruct: false - moka-ai__m3e-large: - link: https://huggingface.co/moka-ai/m3e-large - seq_len: 512 - size: 102 - dim: 768 - is_external: true - is_proprietary: false - is_sentence_transformers_compatible: true - uses_instruct: false - mistralai__mistral-7b-instruct-v0.2: - link: https://huggingface.co/mistralai/Mistral-7B-Instruct-v0.2 - seq_len: 4096 - size: 7240 - dim: -1 - is_external: true - is_proprietary: false - is_sentence_transformers_compatible: false - uses_instruct: true - mistral__mistral-embed: - link: https://docs.mistral.ai/guides/embeddings - seq_len: null - size: null - dim: 1024 - is_external: true - is_proprietary: true - is_sentence_transformers_compatible: false - uses_instruct: false - castorini__monobert-large-msmarco: - link: https://huggingface.co/castorini/monobert-large-msmarco - seq_len: 512 - size: 770 - dim: -1 - is_external: true - is_proprietary: false - is_sentence_transformers_compatible: false - uses_instruct: false - castorini__monot5-3b-msmarco-10k: - link: https://huggingface.co/castorini/monot5-3b-msmarco-10k - seq_len: 512 - size: 2480 - dim: -1 - is_external: true - is_proprietary: false - is_sentence_transformers_compatible: false - uses_instruct: true - castorini__monot5-base-msmarco-10k: - link: https://huggingface.co/castorini/monot5-base-msmarco-10k - seq_len: 512 - size: 220 - dim: -1 - is_external: true - is_proprietary: false - is_sentence_transformers_compatible: false - uses_instruct: true - sentence-transformers__msmarco-bert-co-condensor: - link: https://huggingface.co/sentence-transformers/msmarco-bert-co-condensor - seq_len: 512 - size: 110 - dim: 768 - is_external: true - is_proprietary: false - is_sentence_transformers_compatible: true - uses_instruct: false - sentence-transformers__multi-qa-MiniLM-L6-cos-v1: - link: https://huggingface.co/sentence-transformers/multi-qa-MiniLM-L6-cos-v1 - seq_len: 512 - size: 23 - dim: 384 - is_external: true - is_proprietary: false - is_sentence_transformers_compatible: true - uses_instruct: false - intfloat__multilingual-e5-base: - link: https://huggingface.co/intfloat/multilingual-e5-base - seq_len: 514 - size: 278 - dim: 768 - is_external: true - is_proprietary: false - is_sentence_transformers_compatible: true - uses_instruct: false - intfloat__multilingual-e5-large: - link: https://huggingface.co/intfloat/multilingual-e5-large - seq_len: 514 - size: 560 - dim: 1024 - is_external: true - is_proprietary: false - is_sentence_transformers_compatible: true - uses_instruct: false - intfloat__multilingual-e5-large-instruct: - link: https://huggingface.co/intfloat/multilingual-e5-large-instruct - seq_len: 514 - size: 560 - dim: 1024 - is_external: true - is_proprietary: false - is_sentence_transformers_compatible: true - uses_instruct: true - intfloat__multilingual-e5-small: - link: https://huggingface.co/intfloat/multilingual-e5-small - seq_len: 512 - size: 118 - dim: 384 - is_external: true - is_proprietary: false - is_sentence_transformers_compatible: true - uses_instruct: false - NbAiLab__nb-bert-base: - link: https://huggingface.co/NbAiLab/nb-bert-base - seq_len: 512 - size: 179 - dim: 768 - is_external: true - is_proprietary: false - is_sentence_transformers_compatible: true - uses_instruct: false - NbAiLab__nb-bert-large: - link: https://huggingface.co/NbAiLab/nb-bert-large - seq_len: 512 - size: 355 - dim: 1024 - is_external: true - is_proprietary: false - is_sentence_transformers_compatible: true - uses_instruct: false - nomic-ai__nomic-embed-text-v1: - link: https://huggingface.co/nomic-ai/nomic-embed-text-v1 - seq_len: 8192 - size: 547 - dim: 768 - is_external: true - is_proprietary: false - is_sentence_transformers_compatible: true - uses_instruct: false - nomic-ai__nomic-embed-text-v1.5-128: - link: https://huggingface.co/nomic-ai/nomic-embed-text-v1.5 - seq_len: 8192 - size: 138 - dim: 128 - is_external: true - is_proprietary: false - is_sentence_transformers_compatible: true - uses_instruct: false - nomic-ai__nomic-embed-text-v1.5-256: - link: https://huggingface.co/nomic-ai/nomic-embed-text-v1.5 - seq_len: 8192 - size: 138 - dim: 256 - is_external: true - is_proprietary: false - is_sentence_transformers_compatible: true - uses_instruct: false - nomic-ai__nomic-embed-text-v1.5-512: - link: https://huggingface.co/nomic-ai/nomic-embed-text-v1.5 - seq_len: 8192 - size: 138 - dim: 512 - is_external: true - is_proprietary: false - is_sentence_transformers_compatible: true - uses_instruct: false - nomic-ai__nomic-embed-text-v1.5-64: - link: https://huggingface.co/nomic-ai/nomic-embed-text-v1.5 - seq_len: 8192 - size: 138 - dim: 64 - is_external: true - is_proprietary: false - is_sentence_transformers_compatible: true - uses_instruct: false - ltg__norbert3-base: - link: https://huggingface.co/ltg/norbert3-base - seq_len: 512 - size: 131 - dim: 768 - is_external: true - is_proprietary: false - is_sentence_transformers_compatible: true - uses_instruct: false - ltg__norbert3-large: - link: https://huggingface.co/ltg/norbert3-large - seq_len: 512 - size: 368 - dim: 1024 - is_external: true - is_proprietary: false - is_sentence_transformers_compatible: true - uses_instruct: false - sentence-transformers__paraphrase-multilingual-MiniLM-L12-v2: - link: https://huggingface.co/sentence-transformers/paraphrase-multilingual-MiniLM-L12-v2 - seq_len: 512 - size: 118 - dim: 384 - is_external: true - is_proprietary: false - is_sentence_transformers_compatible: true - uses_instruct: false - sentence-transformers__paraphrase-multilingual-mpnet-base-v2: - link: https://huggingface.co/sentence-transformers/paraphrase-multilingual-mpnet-base-v2 - seq_len: 514 - size: 278 - dim: 768 - is_external: true - is_proprietary: false - is_sentence_transformers_compatible: true - uses_instruct: false - KBLab__sentence-bert-swedish-cased: - link: https://huggingface.co/KBLab/sentence-bert-swedish-cased - seq_len: 512 - size: 125 - dim: 768 - is_external: true - is_proprietary: false - is_sentence_transformers_compatible: true - uses_instruct: false - dangvantuan__sentence-camembert-base: - link: https://huggingface.co/dangvantuan/sentence-camembert-base - seq_len: 512 - size: 110 - dim: 768 - is_external: true - is_proprietary: false - is_sentence_transformers_compatible: true - uses_instruct: false - dangvantuan__sentence-camembert-large: - link: https://huggingface.co/dangvantuan/sentence-camembert-large - seq_len: 512 - size: 337 - dim: 1024 - is_external: true - is_proprietary: false - is_sentence_transformers_compatible: true - uses_instruct: false - Wissam42__sentence-croissant-llm-base: - link: https://huggingface.co/Wissam42/sentence-croissant-llm-base - seq_len: 2048 - size: 1280 - dim: 2048 - is_external: true - is_proprietary: false - is_sentence_transformers_compatible: true - uses_instruct: false - sentence-transformers__sentence-t5-base: - link: https://huggingface.co/sentence-transformers/sentence-t5-base - seq_len: 512 - size: 110 - dim: 768 - is_external: true - is_proprietary: false - is_sentence_transformers_compatible: true - uses_instruct: false - sentence-transformers__sentence-t5-large: - link: https://huggingface.co/sentence-transformers/sentence-t5-large - seq_len: 512 - size: 168 - dim: 768 - is_external: true - is_proprietary: false - is_sentence_transformers_compatible: true - uses_instruct: false - sentence-transformers__sentence-t5-xl: - link: https://huggingface.co/sentence-transformers/sentence-t5-xl - seq_len: 512 - size: 1240 - dim: 768 - is_external: true - is_proprietary: false - is_sentence_transformers_compatible: true - uses_instruct: false - sentence-transformers__sentence-t5-xxl: - link: https://huggingface.co/sentence-transformers/sentence-t5-xxl - seq_len: 512 - size: 4865 - dim: 768 - is_external: true - is_proprietary: false - is_sentence_transformers_compatible: true - uses_instruct: false - ipipan__silver-retriever-base-v1: - link: https://huggingface.co/ipipan/silver-retriever-base-v1 - seq_len: 514 - size: 125 - dim: 768 - is_external: true - is_proprietary: false - is_sentence_transformers_compatible: true - uses_instruct: false - sdadas__st-polish-paraphrase-from-distilroberta: - link: https://huggingface.co/sdadas/st-polish-paraphrase-from-distilroberta - seq_len: 514 - size: 125 - dim: 768 - is_external: true - is_proprietary: false - is_sentence_transformers_compatible: true - uses_instruct: false - sdadas__st-polish-paraphrase-from-mpnet: - link: https://huggingface.co/sdadas/st-polish-paraphrase-from-mpnet - seq_len: 514 - size: 125 - dim: 768 - is_external: true - is_proprietary: false - is_sentence_transformers_compatible: true - uses_instruct: false - stella_en_1.5B_v5: - link: https://huggingface.co/dunzhang/stella_en_1.5B_v5 - seq_len: 512 - size: 1500 - dim: 8192 - is_external: false - is_proprietary: false - is_sentence_transformers_compatible: true - uses_instruct: true - stella_en_400M_v5: - link: https://huggingface.co/dunzhang/stella_en_400M_v5 - seq_len: 512 - size: 400 - dim: 8192 - is_external: false - is_proprietary: false - is_sentence_transformers_compatible: true - uses_instruct: true - princeton-nlp__sup-simcse-bert-base-uncased: - link: https://huggingface.co/princeton-nlp/sup-simcse-bert-base-uncased - seq_len: 512 - size: 110 - dim: 768 - is_external: true - is_proprietary: false - is_sentence_transformers_compatible: true - uses_instruct: false - openai__text-embedding-3-large: - link: https://openai.com/blog/new-embedding-models-and-api-updates - seq_len: 8191 - size: null - dim: 3072 - is_external: true - is_proprietary: true - is_sentence_transformers_compatible: false - uses_instruct: false - openai__text-embedding-3-large-instruct: - link: https://openai.com/blog/new-embedding-models-and-api-updates - seq_len: 8191 - size: null - dim: 3072 - is_external: true - is_proprietary: true - is_sentence_transformers_compatible: false - uses_instruct: true - openai__text-embedding-3-large-256: - link: https://openai.com/blog/new-embedding-models-and-api-updates - seq_len: 8191 - size: null - dim: 256 - is_external: true - is_proprietary: true - is_sentence_transformers_compatible: false - uses_instruct: false - openai__text-embedding-3-small: - link: https://openai.com/blog/new-embedding-models-and-api-updates - seq_len: 8191 - size: null - dim: 1536 - is_external: true - is_proprietary: true - is_sentence_transformers_compatible: false - uses_instruct: false - openai__text-embedding-3-small-instruct: - link: https://openai.com/blog/new-embedding-models-and-api-updates - seq_len: 8191 - size: null - dim: 1536 - is_external: true - is_proprietary: true - is_sentence_transformers_compatible: false - uses_instruct: true - openai__text-embedding-ada-002: - link: https://openai.com/blog/new-and-improved-embedding-model - seq_len: 8191 - size: null - dim: 1536 - is_external: true - is_proprietary: true - is_sentence_transformers_compatible: false - uses_instruct: false - openai__text-embedding-ada-002-instruct: - link: https://openai.com/blog/new-and-improved-embedding-model - seq_len: 8191 - size: null - dim: 1536 - is_external: true - is_proprietary: true - is_sentence_transformers_compatible: false - uses_instruct: true - openai__text-search-ada-001: - link: https://openai.com/blog/introducing-text-and-code-embeddings - seq_len: 2046 - size: null - dim: 1024 - is_external: true - is_proprietary: true - is_sentence_transformers_compatible: false - uses_instruct: false - openai__text-search-ada-doc-001: - link: https://openai.com/blog/introducing-text-and-code-embeddings - seq_len: 2046 - size: null - dim: 1024 - is_external: true - is_proprietary: true - is_sentence_transformers_compatible: false - uses_instruct: false - text-search-ada-query-001: - link: https://openai.com/blog/introducing-text-and-code-embeddings - seq_len: 2046 - size: null - dim: 1024 - is_external: false - is_proprietary: true - is_sentence_transformers_compatible: false - uses_instruct: false - openai__text-search-babbage-001: - link: https://openai.com/blog/introducing-text-and-code-embeddings - seq_len: 2046 - size: null - dim: 2048 - is_external: true - is_proprietary: true - is_sentence_transformers_compatible: false - uses_instruct: false - openai__text-search-curie-001: - link: https://openai.com/blog/introducing-text-and-code-embeddings - seq_len: 2046 - size: null - dim: 4096 - is_external: true - is_proprietary: true - is_sentence_transformers_compatible: false - uses_instruct: false - openai__text-search-davinci-001: - link: https://openai.com/blog/introducing-text-and-code-embeddings - seq_len: 2046 - size: null - dim: 12288 - is_external: true - is_proprietary: true - is_sentence_transformers_compatible: false - uses_instruct: false - openai__text-similarity-ada-001: - link: https://openai.com/blog/introducing-text-and-code-embeddings - seq_len: 2046 - size: null - dim: 1024 - is_external: true - is_proprietary: true - is_sentence_transformers_compatible: false - uses_instruct: false - openai__text-similarity-babbage-001: - link: https://openai.com/blog/introducing-text-and-code-embeddings - seq_len: 2046 - size: null - dim: 2048 - is_external: true - is_proprietary: true - is_sentence_transformers_compatible: false - uses_instruct: false - openai__text-similarity-curie-001: - link: https://openai.com/blog/introducing-text-and-code-embeddings - seq_len: 2046 - size: null - dim: 4096 - is_external: true - is_proprietary: true - is_sentence_transformers_compatible: false - uses_instruct: false - openai__text-similarity-davinci-001: - link: https://openai.com/blog/introducing-text-and-code-embeddings - seq_len: 2046 - size: null - dim: 12288 - is_external: true - is_proprietary: true - is_sentence_transformers_compatible: false - uses_instruct: false - orionweller__tart-dual-contriever-msmarco: - link: https://huggingface.co/orionweller/tart-dual-contriever-msmarco - seq_len: 512 - size: 110 - dim: 768 - is_external: true - is_proprietary: false - is_sentence_transformers_compatible: false - uses_instruct: true - facebook__tart-full-flan-t5-xl: - link: https://huggingface.co/facebook/tart-full-flan-t5-xl - seq_len: 512 - size: 2480 - dim: -1 - is_external: true - is_proprietary: false - is_sentence_transformers_compatible: false - uses_instruct: true - shibing624__text2vec-base-chinese: - link: https://huggingface.co/shibing624/text2vec-base-chinese - seq_len: 512 - size: 102 - dim: 768 - is_external: true - is_proprietary: false - is_sentence_transformers_compatible: true - uses_instruct: false - shibing624__text2vec-base-multilingual: - link: https://huggingface.co/shibing624/text2vec-base-multilingual - seq_len: 256 - size: 118 - dim: 384 - is_external: true - is_proprietary: false - is_sentence_transformers_compatible: false - uses_instruct: false - shibing624__text2vec-large-chinese: - link: https://huggingface.co/GanymedeNil/text2vec-large-chinese - seq_len: 512 - size: 326 - dim: 1024 - is_external: true - is_proprietary: false - is_sentence_transformers_compatible: true - uses_instruct: false - amazon__titan-embed-text-v1: - link: https://docs.aws.amazon.com/bedrock/latest/userguide/embeddings.html - seq_len: 8000 - size: null - dim: 1536 - is_external: true - is_proprietary: true - is_sentence_transformers_compatible: false - uses_instruct: false - izhx__udever-bloom-1b1: - link: https://huggingface.co/izhx/udever-bloom-1b1 - seq_len: 2048 - size: null - dim: 1536 - is_external: true - is_proprietary: false - is_sentence_transformers_compatible: true - uses_instruct: false - izhx__udever-bloom-560m: - link: https://huggingface.co/izhx/udever-bloom-560m - seq_len: 2048 - size: null - dim: 1024 - is_external: true - is_proprietary: false - is_sentence_transformers_compatible: true - uses_instruct: false - vprelovac__universal-sentence-encoder-multilingual-3: - link: https://huggingface.co/vprelovac/universal-sentence-encoder-multilingual-3 - seq_len: 512 - size: null - dim: 512 - is_external: true - is_proprietary: false - is_sentence_transformers_compatible: true - uses_instruct: false - vprelovac__universal-sentence-encoder-multilingual-large-3: - link: https://huggingface.co/vprelovac/universal-sentence-encoder-multilingual-large-3 - seq_len: 512 - size: null - dim: 512 - is_external: true - is_proprietary: false - is_sentence_transformers_compatible: true - uses_instruct: false - princeton-nlp__unsup-simcse-bert-base-uncased: - link: https://huggingface.co/princeton-nlp/unsup-simcse-bert-base-uncased - seq_len: 512 - size: 110 - dim: 768 - is_external: true - is_proprietary: false - is_sentence_transformers_compatible: true - uses_instruct: false - sentence-transformers__use-cmlm-multilingual: - link: https://huggingface.co/sentence-transformers/use-cmlm-multilingual - seq_len: 512 - size: 472 - dim: 768 - is_external: true - is_proprietary: false - is_sentence_transformers_compatible: true - uses_instruct: false - voyageai__voyage-2: - link: https://docs.voyageai.com/embeddings/ - seq_len: 4000 - size: null - dim: 1024 - is_external: true - is_proprietary: true - is_sentence_transformers_compatible: false - uses_instruct: false - voyageai__voyage-code-2: - link: https://docs.voyageai.com/embeddings/ - seq_len: 16000 - size: null - dim: 1536 - is_external: true - is_proprietary: true - is_sentence_transformers_compatible: false - uses_instruct: false - voyageai__voyage-large-2-instruct: - link: https://docs.voyageai.com/embeddings/ - seq_len: 16000 - size: null - dim: 1024 - is_external: true - is_proprietary: true - is_sentence_transformers_compatible: false - uses_instruct: true - voyageai__voyage-law-2: - link: https://docs.voyageai.com/embeddings/ - seq_len: 16000 - size: null - dim: 1024 - is_external: true - is_proprietary: true - is_sentence_transformers_compatible: false - uses_instruct: false - voyageai__voyage-lite-01-instruct: - link: https://docs.voyageai.com/embeddings/ - seq_len: 4000 - size: null - dim: 1024 - is_external: true - is_proprietary: true - is_sentence_transformers_compatible: false - uses_instruct: true - voyageai__voyage-lite-02-instruct: - link: https://docs.voyageai.com/embeddings/ - seq_len: 4000 - size: 1220 - dim: 1024 - is_external: true - is_proprietary: true - is_sentence_transformers_compatible: false - uses_instruct: true - voyageai__voyage-multilingual-2: - link: https://docs.voyageai.com/embeddings/ - seq_len: 32000 - size: null - dim: 1024 - is_external: true - is_proprietary: true - is_sentence_transformers_compatible: false - uses_instruct: false - voyageai__voyage-3: - link: https://docs.voyageai.com/embeddings/ - seq_len: 32000 - size: null - dim: 1024 - is_external: true - is_proprietary: true - is_sentence_transformers_compatible: false - uses_instruct: false - voyageai__voyage-code-3: - link: https://docs.voyageai.com/embeddings/ - seq_len: 32000 - size: null - dim: 1024 - is_external: true - is_proprietary: true - is_sentence_transformers_compatible: false - uses_instruct: false - voyageai__voyage-3-lite: - link: https://docs.voyageai.com/embeddings/ - seq_len: 32000 - size: null - dim: 512 - is_external: true - is_proprietary: true - is_sentence_transformers_compatible: false - uses_instruct: false - voyageai__voyage-3-m-exp: - link: https://docs.voyageai.com/embeddings/ - seq_len: 32000 - size: 6918 - dim: 2048 - is_external: true - is_proprietary: true - is_sentence_transformers_compatible: false - uses_instruct: false - FacebookAI__xlm-roberta-base: - link: https://huggingface.co/FacebookAI/xlm-roberta-base - seq_len: 514 - size: 279 - dim: 768 - is_external: true - is_proprietary: false - is_sentence_transformers_compatible: true - uses_instruct: false - FacebookAI__xlm-roberta-large: - link: https://huggingface.co/FacebookAI/xlm-roberta-large - seq_len: 514 - size: 560 - dim: 1024 - is_external: true - is_proprietary: false - is_sentence_transformers_compatible: true - uses_instruct: false - cointegrated__rubert-tiny: - link: https://huggingface.co/cointegrated/rubert-tiny - seq_len: 514 - size: 12 - dim: 512 - is_external: true - is_proprietary: false - is_sentence_transformers_compatible: true - uses_instruct: false - cointegrated__rubert-tiny2: - link: https://huggingface.co/cointegrated/rubert-tiny2 - seq_len: 514 - size: 29 - dim: 2048 - is_external: true - is_proprietary: false - is_sentence_transformers_compatible: true - uses_instruct: false - ai-forever__sbert_large_mt_nlu_ru: - link: https://huggingface.co/ai-forever/sbert_large_mt_nlu_ru - seq_len: 514 - size: 427 - dim: 1024 - is_external: true - is_proprietary: false - is_sentence_transformers_compatible: true - uses_instruct: false - ai-forever__sbert_large_nlu_ru: - link: https://huggingface.co/ai-forever/sbert_large_nlu_ru - seq_len: 512 - size: 427 - dim: 1024 - is_external: true - is_proprietary: false - is_sentence_transformers_compatible: true - uses_instruct: false - deepvk__USER-base: - link: https://huggingface.co/deepvk/USER-base - seq_len: 512 - size: 124 - dim: 768 - is_external: true - is_proprietary: false - is_sentence_transformers_compatible: true - uses_instruct: false - deepvk__USER-bge-m3: - link: https://huggingface.co/deepvk/USER-bge-m3 - seq_len: 8192 - size: 359 - dim: 1024 - is_external: true - is_proprietary: false - is_sentence_transformers_compatible: true - uses_instruct: false - deepvk__deberta-v1-base: - link: https://huggingface.co/deepvk/deberta-v1-base - seq_len: 512 - size: 124 - dim: 768 - is_external: true - is_proprietary: false - is_sentence_transformers_compatible: true - uses_instruct: false - sergeyzh__rubert-tiny-turbo: - link: https://huggingface.co/sergeyzh/rubert-tiny-turbo - seq_len: 2048 - size: 29 - dim: 312 - is_external: true - is_proprietary: false - is_sentence_transformers_compatible: true - uses_instruct: false - sergeyzh__LaBSE-ru-turbo: - link: https://huggingface.co/sergeyzh/LaBSE-ru-turbo - seq_len: 512 - size: 128 - dim: 768 - is_external: true - is_proprietary: false - is_sentence_transformers_compatible: true - uses_instruct: false - DeepPavlov__distilrubert-small-cased-conversational: - link: https://huggingface.co/DeepPavlov/distilrubert-small-cased-conversational - seq_len: 512 - size: 106 - dim: 768 - is_external: true - is_proprietary: false - is_sentence_transformers_compatible: true - uses_instruct: false - DeepPavlov__rubert-base-cased: - link: https://huggingface.co/DeepPavlov/rubert-base-cased - seq_len: 512 - size: 180 - dim: 768 - is_external: true - is_proprietary: false - is_sentence_transformers_compatible: true - uses_instruct: false - DeepPavlov__rubert-base-cased-sentence: - link: https://huggingface.co/DeepPavlov/rubert-base-cased-sentence - seq_len: 512 - size: 180 - dim: 768 - is_external: true - is_proprietary: false - is_sentence_transformers_compatible: true - uses_instruct: false - cointegrated__LaBSE-en-ru: - link: https://huggingface.co/cointegrated/LaBSE-en-ru - seq_len: 512 - size: 129 - dim: 768 - is_external: true - is_proprietary: false - is_sentence_transformers_compatible: true - uses_instruct: false - cde-small-v1: - link: https://huggingface.co/jxm/cde-small-v1 - seq_len: 512 - size: 143 - dim: 768 - is_external: false - is_proprietary: false - is_sentence_transformers_compatible: false - uses_instruct: true - cde-small-v2: - link: https://huggingface.co/jxm/cde-small-v2 - seq_len: 512 - size: 150 - dim: 768 - is_external: false - is_proprietary: false - is_sentence_transformers_compatible: false - uses_instruct: true -models_to_skip: -- michaelfeil/ct2fast-e5-large-v2 -- McGill-NLP/LLM2Vec-Sheared-LLaMA-mntp-unsup-simcse -- newsrx/instructor-xl -- sionic-ai/sionic-ai-v1 -- lsf1000/bge-evaluation -- Intel/bge-small-en-v1.5-sst2 -- newsrx/instructor-xl-newsrx -- McGill-NLP/LLM2Vec-Mistral-7B-Instruct-v2-mntp-unsup-simcse -- McGill-NLP/LLM2Vec-Meta-Llama-3-8B-Instruct-mntp-unsup-simcse -- davidpeer/gte-small -- goldenrooster/multilingual-e5-large -- kozistr/fused-large-en -- mixamrepijey/instructor-small -- McGill-NLP/LLM2Vec-Llama-2-7b-chat-hf-mntp-supervised -- DecisionOptimizationSystem/DeepFeatEmbeddingLargeContext -- Intel/bge-base-en-v1.5-sst2-int8-dynamic -- morgendigital/multilingual-e5-large-quantized -- BAAI/bge-small-en -- ggrn/e5-small-v2 -- vectoriseai/gte-small -- giulio98/placeholder -- odunola/UAE-Large-VI -- vectoriseai/e5-large-v2 -- gruber/e5-small-v2-ggml -- Severian/nomic -- arcdev/e5-mistral-7b-instruct -- mlx-community/multilingual-e5-base-mlx -- michaelfeil/ct2fast-bge-base-en-v1.5 -- Intel/bge-small-en-v1.5-sst2-int8-static -- jncraton/stella-base-en-v2-ct2-int8 -- vectoriseai/multilingual-e5-large -- rlsChapters/Chapters-SFR-Embedding-Mistral -- arcdev/SFR-Embedding-Mistral -- McGill-NLP/LLM2Vec-Mistral-7B-Instruct-v2-mntp-supervised -- McGill-NLP/LLM2Vec-Meta-Llama-3-8B-Instruct-mntp-supervised -- vectoriseai/gte-base -- mixamrepijey/instructor-models -- GovCompete/e5-large-v2 -- ef-zulla/e5-multi-sml-torch -- khoa-klaytn/bge-small-en-v1.5-angle -- krilecy/e5-mistral-7b-instruct -- vectoriseai/bge-base-en-v1.5 -- vectoriseai/instructor-base -- jingyeom/korean_embedding_model -- rizki/bgr-tf -- barisaydin/bge-base-en -- jamesgpt1/zzz -- Malmuk1/e5-large-v2_Sharded -- vectoriseai/ember-v1 -- Consensus/instructor-base -- barisaydin/bge-small-en -- barisaydin/gte-base -- woody72/multilingual-e5-base -- Einas/einas_ashkar -- michaelfeil/ct2fast-bge-large-en-v1.5 -- vectoriseai/bge-small-en-v1.5 -- iampanda/Test -- cherubhao/yogamodel -- ieasybooks/multilingual-e5-large-onnx -- jncraton/e5-small-v2-ct2-int8 -- radames/e5-large -- khoa-klaytn/bge-base-en-v1.5-angle -- Intel/bge-base-en-v1.5-sst2-int8-static -- vectoriseai/e5-large -- TitanML/jina-v2-base-en-embed -- Koat/gte-tiny -- binqiangliu/EmbeddingModlebgelargeENv1.5 -- beademiguelperez/sentence-transformers-multilingual-e5-small -- sionic-ai/sionic-ai-v2 -- jamesdborin/jina-v2-base-en-embed -- maiyad/multilingual-e5-small -- dmlls/all-mpnet-base-v2 -- odunola/e5-base-v2 -- vectoriseai/bge-large-en-v1.5 -- vectoriseai/bge-small-en -- karrar-alwaili/UAE-Large-V1 -- t12e/instructor-base -- Frazic/udever-bloom-3b-sentence -- Geolumina/instructor-xl -- hsikchi/dump -- recipe/embeddings -- michaelfeil/ct2fast-bge-small-en-v1.5 -- ildodeltaRule/multilingual-e5-large -- shubham-bgi/UAE-Large -- BAAI/bge-large-en -- michaelfeil/ct2fast-e5-small-v2 -- cgldo/semanticClone -- barisaydin/gte-small -- aident-ai/bge-base-en-onnx -- jamesgpt1/english-large-v1 -- michaelfeil/ct2fast-e5-small -- baseplate/instructor-large-1 -- newsrx/instructor-large -- Narsil/bge-base-en -- michaelfeil/ct2fast-e5-large -- mlx-community/multilingual-e5-small-mlx -- lightbird-ai/nomic -- MaziyarPanahi/GritLM-8x7B-GGUF -- newsrx/instructor-large-newsrx -- dhairya0907/thenlper-get-large -- barisaydin/bge-large-en -- jncraton/bge-small-en-ct2-int8 -- retrainai/instructor-xl -- BAAI/bge-base-en -- gentlebowl/instructor-large-safetensors -- d0rj/e5-large-en-ru -- atian-chapters/Chapters-SFR-Embedding-Mistral -- Intel/bge-base-en-v1.5-sts-int8-static -- Intel/bge-base-en-v1.5-sts-int8-dynamic -- jncraton/GIST-small-Embedding-v0-ct2-int8 -- jncraton/gte-tiny-ct2-int8 -- d0rj/e5-small-en-ru -- vectoriseai/e5-small-v2 -- SmartComponents/bge-micro-v2 -- michaelfeil/ct2fast-gte-base -- vectoriseai/e5-base-v2 -- Intel/bge-base-en-v1.5-sst2 -- McGill-NLP/LLM2Vec-Sheared-LLaMA-mntp-supervised -- Research2NLP/electrical_stella -- weakit-v/bge-base-en-v1.5-onnx -- GovCompete/instructor-xl -- barisaydin/text2vec-base-multilingual -- Intel/bge-small-en-v1.5-sst2-int8-dynamic -- jncraton/gte-small-ct2-int8 -- d0rj/e5-base-en-ru -- barisaydin/gte-large -- fresha/e5-large-v2-endpoint -- vectoriseai/instructor-large -- Severian/embed -- vectoriseai/e5-base -- mlx-community/multilingual-e5-large-mlx -- vectoriseai/gte-large -- anttip/ct2fast-e5-small-v2-hfie -- michaelfeil/ct2fast-gte-large -- gizmo-ai/Cohere-embed-multilingual-v3.0 -- McGill-NLP/LLM2Vec-Llama-2-7b-chat-hf-mntp-unsup-simcse -- Kenknight1999/tungdd7_ft_e5 -- joteqwork/new_gsev0 -- vantagediscovery/jina-embeddings-v2-base-en -- vantagediscovery/nomic-embed-text-v1 -- vantagediscovery/nomic-embed-text-v1.5 -- srikanthmalla/hkunlp-instructor-xl -- afrideva/GIST-all-MiniLM-L6-v2-GGUF -- nadeem1362/mxbai-embed-large-v1-Q4_K_M-GGUF -- agier9/gte-Qwen1.5-7B-instruct-Q5_K_M-GGUF -- ekorman-strive/bge-large-en-v1.5 -- raghavlight/SE_v1 -- liddlefish/privacyembeddingv2_bge_small -- ahmet1338/finetuned_embedder -- radia/snowflake-arctic-embed-l-Q4_K_M-GGUF -- GregorBiswanger/GritLM-7B-Q4_K_M-GGUF -- powermove72/GritLM-7B-Q4_K_M-GGUF -- sunzx0810/gte-Qwen2-7B-instruct-Q5_K_M-GGUF -- nazimali/gte-Qwen2-7B-instruct-Q6_K-GGUF -- nazimali/gte-Qwen2-7B-instruct-Q6_K-GGUF -- fishbone64/gte-Qwen2-7B-instruct-Q8_0-GGUF -- tobchef/gte-Qwen2-1.5B-instruct-Q4_K_M-GGUF -- liddlefish/privacy_embedding_rag -- liddlefish/privacy_embedding_rag_10k_tmp -- liddlefish/privacy_embedding_bge_small_synthetic -- mxs980/gte-Qwen2-1.5B-instruct-Q8_0-GGUF -- leonn71/gte-Qwen2-1.5B-instruct-Q6_K-GGUF -- niancheng/gte-Qwen2-7B-instruct-Q4_K_M-GGUF -- niancheng/gte-Qwen2-1.5B-instruct-Q4_K_M-GGUF -- cleatherbury/gte-Qwen2-7B-instruct-Q5_K_M-GGUF -- T3LS/stella-mrl-large-zh-v3.5-1792d-1024 -- mxs980/b1ade-embed-Q8_0-GGUF -- chihlunLee/NoInstruct-small-Embedding-v0-Q4_0-GGUF -- bcastle/snowflake-arctic-embed-l-Q8_0-GGUF -- niancheng/gte-Qwen2-1.5B-instruct-Q4_K_M-GGUF -- brtaydin/gte-Qwen2-7B-instruct-Q5_K_M-GGUF -- yishan-wang/snowflake-arctic-embed-s-Q8_0-GGUF -- Pekarnick/e5-large-v2-Q4_K_M-GGUF -- agier9/UAE-Large-V1-Q5_K_S-GGUF -- archit28/bge-large-en-v1.5-Q4_K_S-GGUF -- dimcha/mxbai-embed-large-v1-Q4_K_M-GGUF -- djuna/jina-embeddings-v2-base-en-Q5_K_M-GGUF -- djuna/jina-embeddings-v2-small-en-Q5_K_M-GGUF -- djuna/stella-base-en-v2-Q5_K_M-GGUF -- huoxu/bge-large-en-v1.5-Q8_0-GGUF -- itod/UAE-Large-V1-Q8_0-GGUF -- corto-ai/nomic-embed-text-v1 -- Intel/neural-embedding-v1 -- VenkatNDivi77/gte-Qwen2-7B-instruct-Q4_K_M-GGUF -- barnowak/gte-Qwen2-7B-instruct-Q4_K_M-GGUF -- arisylafeta/gte-Qwen2-1.5B-instruct-Q4_0-GGUF -- KeyurRamoliya/gte-Qwen2-7B-instruct-Q4_K_M-GGUF -- cedarwud/gte-Qwen2-7B-instruct-Q4_K_M-GGUF -- KeyurRamoliya/gte-Qwen2-7B-instruct-GGUF -- agier9/gte-Qwen2-1.5B-instruct-Q4_K_M-GGUF -- dopeba/gte-Qwen2-1.5B-instruct-Q8_0-GGUF -- Yingda/gte-Qwen2-7B-instruct-Q5_K_M-GGUF -- soichisumi/gte-Qwen2-7B-instruct-Q8_0-GGUF -- Bearsaerker/gte-Qwen2-7B-instruct-Q5_K_M-GGUF -- redshiva/gte-Qwen2-7B-instruct-Q8_0-GGUF -- qaz-t/gte-Qwen2-7B-instruct-Q8_0-GGUF -- biggunnyso4/stella_en_400M_v5_cpu -- PotatoOff/mxbai-embed-large-safetensors -- KeyurRamoliya/multilingual-e5-large-instruct-GGUF -- liddlefish/privacy_embedding_rag_10k_base_12_final -- liddlefish/privacy_embedding_rag_10k_base_15_final -- liddlefish/privacy_embedding_rag_10k_base_checkpoint_2 -- liddlefish/privacy_embedding_rag_10k_base_final -- tomaarsen/bge-base-en-v1.5 -- CAiRE/UniVaR-lambda-80 -- CAiRE/UniVaR-lambda-1 -- CAiRE/UniVaR-lambda-5 -- CAiRE/UniVaR-lambda-20 -- leeloolee/intention -- yixuan-chia/snowflake-arctic-embed-m-v1.5-Q8_0-GGUF -- yixuan-chia/snowflake-arctic-embed-m-v1.5-Q4_K_M-GGUF -- yishan-wang/snowflake-arctic-embed-m-v1.5-Q8_0-GGUF -- yixuan-chia/snowflake-arctic-embed-s-Q8_0-GGUF -- VenkatNDivi77/e5-R-mistral-7b-Q4_K_M-GGUF -- chris-code/multilingual-e5-large-Q8_0-GGUF -- soichisumi/multilingual-e5-large-Q8_0-GGUF -- pruizpar/multilingual-e5-large-Q4_K_M-GGUF -- yixuan-chia/snowflake-arctic-embed-l-Q8_0-GGUF -- twadada/nmc-300-w30k-b10k -- twadada/nmc-300-w50k-b30k -- twadada/nmc-cls-200_correct -- twadada/st-mpnet_original -- twadada/nmc-cls-500_correct -- twadada/nmc-cls-50_correct -- twadada/nmc-cls-100_correct -- twadada/nmc-wordpca -- twadada/mpn-wordpca -- twadada/lma-wordpca -- twadada/lma-nobivec -- twadada/lma-nopca -- twadada/lma_noabtt -- twadada/ft-lower-pca -- twadada/ft-lower -- twadada/nmc-prmt-and-emb-150k -- twadada/s2v-gcp-pca -- twadada/s2v-gcp -- twadada/ft-gcp-pca -- twadada/ft-gcp -- twadada/lma3-correct -- twadada/mpn-nopca -- twadada/nmc-pmpt_correct -- twadada/lma3-2 -- twadada/lma3 -- twadada/lma2 -- twadada/lma -- twadada/mpn-noabtt -- twadada/mpn-nobivec -- twadada/nmc-prmt-and-emb -- twadada/nmc-cls-300_correct -- twadada/nmc-prmpt -- twadada/kom2 -- twadada/nmc-cls-noabtt -- twadada/nmc-cls-nobiv -- twadada/nmc-cls-nopca -- twadada/mpn -- twadada/sup-cse -- twadada/mxb -- twadada/kom -- twadada/un-sim -- twadada/nmc-cls -- twadada/komni -- twadada/fasttext -- twadada/s2v -- twadada/tst2 -- twadada/tst -- markaw/NV-Embed-v2 -- linhphanff/stella_en_1.5B_v5_clone -- BN7002/gte-Qwen2-7B-instruct-Q4_K_M-GGUF -- DecisionOptimizationSystemProduction/DeepFeatTextEmbeddingLarge -- Hiveurban/multilingual-e5-large-pooled -- KeyurRamoliya/multilingual-e5-large-GGUF -- SkyeTeam/stella_en_400m -- yixuan-chia/snowflake-arctic-embed-m-long-Q8_0-GGUF -- aimlresearch2023/snowflake-arctic-embed-m-v1.5-Q8_0-GGUF -- twadada/nmc-nignore15 -- twadada/nmc-nignore30 -- twadada/nmc-nignore50 -- twadada/nmc-300-w75k-b10k -- twadada/nmc-300-w50k-b10k -- bijaygurung/stella_en_400M_v5 -- bennegeek/stella_en_1.5B_v5 -- lgbird/stella_1.5B_custom -- mmazeem/gte-Qwen2-7B-instruct-Q4_K_M-GGUF -- shanghung/stella-base-zh-v3-1792d -- mav23/gte-Qwen2-7B-instruct-GGUF -- Marqo/dunzhang-stella_en_400M_v5 -- mav23/gte-Qwen2-1.5B-instruct-GGUF -- DivineNnamdi/jina-embeddings-v3 -- tomaarsen/mxbai-embed-large-v1-exported -- yixuan-chia/multilingual-e5-large-instruct-gguf -- Nextcloud-AI/multilingual-e5-large-instruct -- aiacademyvn/multilingual-e5-large-instruct -- katanemo/bge-large-en-v1.5 -- delwinn/stella_en_1.5B_v5 -- tensorblock/gte-Qwen2-7B-instruct-GGUF -- tensorblock/gte-Qwen2-1.5B-instruct-GGUF -- arkohut/jina-embeddings-v3 -- ISOISS/jina-embeddings-v3-tei -- OrcaDB/cde-small-v1 -- tomaarsen/mxbai-embed-large-v1-test -- OrcaDB/gte-base-en-v1.5 -- twine-network/NoInstruct-small-Embedding-v0-Q8_0-GGUF -- twine-network/NoInstruct-small-Embedding-v0-Q5_K_M-GGUF -- tomaarsen/bge-small-en-v1.5-copy -- nnch/multilingual-e5-large-Q4_K_M-GGUF -- apto-as/multilingual-e5-large-Q8_0-GGUF -- gpustack/jina-embeddings-v2-base-en-GGUF -- sheldonrobinson/snowflake-arctic-embed-m-v1.5-Q8_0-GGUF -- yixuan-chia/multilingual-e5-base-gguf -- deepfile/multilingual-e5-small-onnx-qint8 -- deepfile/multilingual-e5-small-openvino -- Marqo/multilingual-e5-small -- mirekphd/gte-Qwen2-7B-instruct-Q2_K-GGUF -- beethogedeon/gte-Qwen2-7B-instruct-Q4_K_M-GGUF -- MichielEeckhout/gte-Qwen2-7B-instruct-Q4_K_M-GGUF -- compressa-ai/Compressa-Embeddings -- ilhamdprastyo/jina-embeddings-v3-tei -- OysterHR/gte-base-en-v1.5 -- Saco93/Conan-embedding-v1-Q4_K_S-GGUF -- lagoon999/Conan-embedding-v1-Q4_K_M-GGUF -- lagoon999/xiaobu-embedding-v2-Q8_0-GGUF -- mirekphd/gte-Qwen2-7B-instruct-Q2_K-GGUF -- beethogedeon/gte-Qwen2-7B-instruct-Q4_K_M-GGUF -- MichielEeckhout/gte-Qwen2-7B-instruct-Q4_K_M-GGUF -- gpustack/jina-embeddings-v2-base-zh-GGUF -- arkohut/jina-embeddings-v2-base-zh -- silverjam/jina-embeddings-v2-base-zh -- BookingCare/gte-multilingual-base-onnx-quantized -- blevlabs/stella_en_v5 -- sigridjineth/stella_en_1.5B_v5_sigrid -- google/Gemma-Embeddings-v1.0 -- starsy/bge-en-icl -- Gouzi3618/LENS-8000 -- Gouzi3618/LENS-4000 -- starsy/gte-Qwen2-7B-instruct -- sthuck/gte-Qwen2-7B-instruct-bfloat16 -- Fashion-Italia/gte-Qwen2-7B-instruct-Q4_K_M-GGUF -- gall88/gte-Qwen2-7B-instruct-fp16 -- BillSYZhang/gte-Qwen2-7B-instruct-Q4-mlx -- Fashion-Italia/gte-Qwen2-1.5B-instruct-Q4_K_M-GGUF -- pingkeest/learning2_model -- Quark-LLM/quark-llm-embedding-8B -- Quark-LLM/quark-llm-embedding-1.5B -- HIT-TMG/KaLM-embedding-multilingual-max-instruct-v1 -- annofung/Dmeta-embedding-zh-Q4_0-GGUF -- annofung/Dmeta-embedding-zh-Q5_K_M-GGUF -- huizhang0110/hui-embedding -- tensorblock/e5-R-mistral-7b-GGUF -- google/Gemma-Embeddings-v0.8 -- lynxeco/snowflake-arctic-embed-m-v1.5-Q8_0-GGUF -- mavihsrr/bge-small-retail-finetuned -- jburmeister/stella_en_400M_v5 -- iamgroot42/rover_nexus -- alexlimh/jasper_en_vision_language_v1 -- msyukorai/gte-Qwen2-1.5B-instruct-Q4_0-GGUF -- LuminaInc/jina-embeddings-v3 -- sparkhonyuk/gte-Qwen2-7B-instruct-GGUF -- billatsectorflow/stella_en_1.5B_v5 -- billatsectorflow/stella_en_400M_v5 -- koble-ai/jina-embeddings-v3 -- yoeven/multilingual-e5-large-instruct-Q5_0-GGUF -- JHJHJHJHJ/multilingual-e5-large-instruct-Q5_K_M-GGUF -- yoeven/multilingual-e5-large-instruct-Q3_K_S-GGUF -- yoeven/multilingual-e5-large-instruct-Q5_K_M-GGUF -- anuccikpmg/multilingual-e5-large-instruct-openvino-int8 -- iamgroot42/spice -cross_encoders: -- FollowIR-7B -- flan-t5-base -- flan-t5-large -- monobert-large-msmarco -- monot5-3b-msmarco-10k -- monot5-base-msmarco-10k -- llama-2-7b-chat -- mistral-7b-instruct-v0.2 -- tart-full-flan-t5-xl diff --git a/refresh.py b/refresh.py deleted file mode 100644 index 51e8be4b113630f462ca2212869ca3ffaa7c0fb6..0000000000000000000000000000000000000000 --- a/refresh.py +++ /dev/null @@ -1,799 +0,0 @@ -from __future__ import annotations - -import json - -import os -import re -from functools import reduce -from typing import Any - -import pandas as pd -from datasets import load_dataset -from huggingface_hub import hf_hub_download -from huggingface_hub.repocard import metadata_load -from tqdm.autonotebook import tqdm - -from envs import API, LEADERBOARD_CONFIG, MODEL_META, REPO_ID, RESULTS_REPO -from utils.model_size import get_model_parameters_memory - -MODEL_CACHE = {} -TASKS_CONFIG = LEADERBOARD_CONFIG["tasks"] -BOARDS_CONFIG = LEADERBOARD_CONFIG["boards"] - -TASKS = list(TASKS_CONFIG.keys()) -PRETTY_NAMES = { - "InstructionRetrieval": "Retrieval w/Instructions", - "PairClassification": "Pair Classification", - "BitextMining": "Bitext Mining", -} - -TASK_TO_METRIC = {k: [v["metric"]] for k, v in TASKS_CONFIG.items()} -# Add legacy metric names -TASK_TO_METRIC["STS"].append("cos_sim_spearman") -TASK_TO_METRIC["STS"].append("spearman") -TASK_TO_METRIC["Summarization"].append("cos_sim_spearman") -TASK_TO_METRIC["Summarization"].append("spearman") -TASK_TO_METRIC["PairClassification"].append("ap") -TASK_TO_METRIC["PairClassification"].append("cos_sim_ap") -TASK_TO_METRIC["PairClassification"].append("cosine_ap") - - -EXTERNAL_MODELS = { - k for k, v in MODEL_META["model_meta"].items() if v.get("is_external", False) -} -EXTERNAL_MODEL_TO_LINK = { - k: v["link"] for k, v in MODEL_META["model_meta"].items() if v.get("link", False) -} -EXTERNAL_MODEL_TO_DIM = { - k: v["dim"] for k, v in MODEL_META["model_meta"].items() if v.get("dim", False) -} -EXTERNAL_MODEL_TO_SEQLEN = { - k: v["seq_len"] - for k, v in MODEL_META["model_meta"].items() - if v.get("seq_len", False) -} -EXTERNAL_MODEL_TO_SIZE = { - k: v["size"] for k, v in MODEL_META["model_meta"].items() if v.get("size", False) -} -PROPRIETARY_MODELS = { - k for k, v in MODEL_META["model_meta"].items() if v.get("is_proprietary", False) -} -TASK_DESCRIPTIONS = {k: v["task_description"] for k, v in TASKS_CONFIG.items()} -TASK_DESCRIPTIONS["Overall"] = "Overall performance across MTEB tasks." -SENTENCE_TRANSFORMERS_COMPATIBLE_MODELS = { - k - for k, v in MODEL_META["model_meta"].items() - if v.get("is_sentence_transformers_compatible", False) -} -MODELS_TO_SKIP = MODEL_META["models_to_skip"] -CROSS_ENCODERS = MODEL_META["cross_encoders"] -BI_ENCODERS = [ - k for k, _ in MODEL_META["model_meta"].items() if k not in CROSS_ENCODERS + ["bm25"] -] -INSTRUCT_MODELS = { - k for k, v in MODEL_META["model_meta"].items() if v.get("uses_instruct", False) -} -NOINSTRUCT_MODELS = { - k for k, v in MODEL_META["model_meta"].items() if not v.get("uses_instruct", False) -} - - -TASK_TO_TASK_TYPE = {task_category: [] for task_category in TASKS} -TASK_TO_SPLIT = {} -for k, board_config in BOARDS_CONFIG.items(): - for task_category, task_list in board_config["tasks"].items(): - TASK_TO_TASK_TYPE[task_category].extend(task_list) - if "split" in board_config: - TASK_TO_SPLIT[k] = board_config["split"] - - -## Don't cache this because we want to re-compute every time -# model_infos_path = "model_infos.json" -MODEL_INFOS = {} -# if os.path.exists(model_infos_path): -# with open(model_infos_path) as f: -# MODEL_INFOS = json.load(f) - - -def add_rank(df: pd.DataFrame) -> pd.DataFrame: - cols_to_rank = [ - col - for col in df.columns - if col - not in [ - "Model", - "Model Size (Million Parameters)", - "Memory Usage (GB, fp32)", - "Embedding Dimensions", - "Max Tokens", - ] - ] - if len(cols_to_rank) == 1: - df.sort_values(cols_to_rank[0], ascending=False, inplace=True) - else: - df.insert( - len(df.columns) - len(cols_to_rank), - "Average", - df[cols_to_rank].mean(axis=1, skipna=False), - ) - df.sort_values("Average", ascending=False, inplace=True) - df.insert(0, "Rank", list(range(1, len(df) + 1))) - df = df.round(2) - # Fill NaN after averaging - df.fillna("", inplace=True) - return df - - -def make_clickable_model(model_name: str, link: None | str = None) -> str: - if link is None: - link = "https://huggingface.co/" + model_name - # Remove user from model name - model_name = model_name.split("/")[-1] - model_name = model_name.split("__")[-1] - return f'{model_name}' - - -def add_subset(examples): - if not (examples["hf_subset"]) or (examples["hf_subset"] == "default"): - examples["mteb_dataset_name_with_lang"] = examples["mteb_dataset_name"] - else: - examples["mteb_dataset_name_with_lang"] = ( - examples["mteb_dataset_name"] + f' ({examples["hf_subset"]})' - ) - return examples - - -def norm(names: list[str]) -> set[str]: - return set([name.split()[0] for name in names]) - - -def add_task(examples): - # Could be added to the dataset loading script instead - task_name = examples["mteb_dataset_name"] - task_type = None - for task_category, task_list in TASK_TO_TASK_TYPE.items(): - if task_name in norm(task_list): - task_type = task_category - break - if task_type is not None: - examples["mteb_task"] = task_type - else: - print("WARNING: Task not found for dataset", examples["mteb_dataset_name"]) - examples["mteb_task"] = "Unknown" - return examples - - -def filter_metric_external(x, task, metrics) -> bool: - # This is a hack for the passkey and needle retrieval test, which reports ndcg_at_1 (i.e. accuracy), rather than the ndcg_at_10 that is commonly used for retrieval tasks. - if x["mteb_dataset_name"] in ["LEMBNeedleRetrieval", "LEMBPasskeyRetrieval"]: - return bool(x["mteb_task"] == task and x["metric"] == "ndcg_at_1") - elif (x["mteb_dataset_name"].startswith("BrightRetrieval") and (x["split"] == "long")): - return bool(x["mteb_task"] == task and x["metric"] in ["recall_at_1"]) - elif x["mteb_dataset_name"] == "MIRACLReranking": - return bool(x["mteb_task"] == task and x["metric"] in ["NDCG@10(MIRACL)"]) - else: - return bool(x["mteb_task"] == task and x["metric"] in metrics) - - -def filter_metric_fetched(name: str, metric: str, expected_metrics, split: str) -> bool: - # This is a hack for the passkey and needle retrieval test, which reports ndcg_at_1 (i.e. accuracy), rather than the ndcg_at_10 that is commonly used for retrieval tasks. - if name in ["LEMBNeedleRetrieval", "LEMBPasskeyRetrieval"]: - return bool(metric == "ndcg_at_1") - elif (name.startswith("BrightRetrieval") and (split == "long")): - return bool(metric in ["recall_at_1"]) - elif name.startswith("MIRACLReranking"): - return bool(metric in ["NDCG@10(MIRACL)"]) - else: - return bool(metric in expected_metrics) - - -def get_dim_seq_size(model): - siblings = model.siblings or [] - filenames = [sib.rfilename for sib in siblings] - dim, seq = "", "" - for filename in filenames: - if re.match("\d+_Pooling/config.json", filename): - st_config_path = hf_hub_download(model.modelId, filename=filename) - dim = json.load(open(st_config_path)).get("word_embedding_dimension", "") - break - for filename in filenames: - if re.match("\d+_Dense/config.json", filename): - st_config_path = hf_hub_download(model.modelId, filename=filename) - dim = json.load(open(st_config_path)).get("out_features", dim) - if "config.json" in filenames: - config_path = hf_hub_download(model.modelId, filename="config.json") - config = json.load(open(config_path)) - if not dim: - dim = config.get( - "hidden_dim", config.get("hidden_size", config.get("d_model", "")) - ) - seq = config.get( - "n_positions", - config.get( - "max_position_embeddings", - config.get("n_ctx", config.get("seq_length", "")), - ), - ) - - if dim == "" or seq == "": - raise Exception(f"Could not find dim or seq for model {model.modelId}") - - # Get model file size without downloading. Parameters in million parameters and memory in GB - parameters, memory = get_model_parameters_memory(model) - return dim, seq, parameters, memory - - -def get_external_model_results(): - if os.path.exists("EXTERNAL_MODEL_RESULTS.json"): - with open("EXTERNAL_MODEL_RESULTS.json") as f: - EXTERNAL_MODEL_RESULTS = json.load(f) - # Update with models not contained - models_to_run = [] - for model in EXTERNAL_MODELS: - if model not in EXTERNAL_MODEL_RESULTS: - models_to_run.append(model) - EXTERNAL_MODEL_RESULTS[model] = { - k: {v[0]: []} for k, v in TASK_TO_METRIC.items() - } - - ## only if we want to re-calculate all instead of using the cache... it's likely they haven't changed - ## but if your model results have changed, delete it from the "EXTERNAL_MODEL_RESULTS.json" file - else: - EXTERNAL_MODEL_RESULTS = { - model: {k: {v[0]: []} for k, v in TASK_TO_METRIC.items()} - for model in EXTERNAL_MODELS - } - models_to_run = EXTERNAL_MODELS - - pbar = tqdm(models_to_run, desc="Fetching external model results") - for model in pbar: - pbar.set_description(f"Fetching external model results for {model!r}") - try: - ds = load_dataset( - RESULTS_REPO, - model, - trust_remote_code=True, - download_mode="force_redownload", - verification_mode="no_checks", - ) - except (KeyError, ValueError) as e: - model_tmp = "__".join([MODEL_META["model_meta"][model]["link"].split("/")[-2], model]) - ds = load_dataset( - RESULTS_REPO, - model_tmp, - trust_remote_code=True, - download_mode="force_redownload", - verification_mode="no_checks", - ) - except ValueError as e: - print(f"Can't fined model {model} in results repository. Exception: {e}") - continue - - ds = ds.map(add_subset) - ds = ds.map(add_task) - base_dict = { - "Model": make_clickable_model( - model, - link=EXTERNAL_MODEL_TO_LINK.get( - model, f"https://huggingface.co/spaces/{REPO_ID}" - ), - ) - } - - for task, metrics in TASK_TO_METRIC.items(): - ds_sub = ds.filter(lambda x: filter_metric_external(x, task, metrics))[ - "test" - ] - curent_task_metrics = ds_sub.unique("metric") - for metric in curent_task_metrics: - ds_dict = ds_sub.filter(lambda x: x["metric"] == metric).to_dict() - ds_dict = { - k: round(v, 2) - for k, v in zip( - ds_dict["mteb_dataset_name_with_lang"], ds_dict["score"] - ) - } - # metrics[0] is the main name for this metric; other names in the list are legacy for backward-compat - # except for recall_at_1, which is the main name for BrightRetrieval (Long) - metric = metrics[0] if metric != "recall_at_1" else metric - if metric not in EXTERNAL_MODEL_RESULTS[model][task]: - EXTERNAL_MODEL_RESULTS[model][task][metric] = [] - EXTERNAL_MODEL_RESULTS[model][task][metric].append( - {**base_dict, **ds_dict} - ) - #ds_dict = ds.filter(lambda x: filter_metric_external(x, task, metrics))[ - # "test" - #].to_dict() - #ds_dict = { - # k: round(v, 2) - # for k, v in zip( - # ds_dict["mteb_dataset_name_with_lang"], ds_dict["score"] - # ) - #} - ## metrics[0] is the main name for this metric; other names in the list are legacy for backward-compat - #EXTERNAL_MODEL_RESULTS[model][task][metrics[0]].append( - # {**base_dict, **ds_dict} - #) - - # Save & cache EXTERNAL_MODEL_RESULTS - with open("EXTERNAL_MODEL_RESULTS.json", "w") as f: - json.dump(dict(sorted(EXTERNAL_MODEL_RESULTS.items())), f, indent=4) - - return EXTERNAL_MODEL_RESULTS - - -def download_or_use_cache(modelId: str): - global MODEL_CACHE - if modelId in MODEL_CACHE: - return MODEL_CACHE[modelId] - try: - readme_path = hf_hub_download(modelId, filename="README.md", etag_timeout=30) - except Exception: - print(f"ERROR: Could not fetch metadata for {modelId}, trying again") - readme_path = hf_hub_download(modelId, filename="README.md", etag_timeout=30) - meta = metadata_load(readme_path) - MODEL_CACHE[modelId] = meta - return meta - - -def simplify_dataset_name(name): - return name.replace("MTEB ", "").replace(" (default)", "") - - -def get_mteb_data( - tasks: list = ["Clustering"], - langs: list = [], - datasets: list = [], - fillna: bool = True, - add_emb_dim: bool = True, - task_to_metric: dict = TASK_TO_METRIC, - rank: bool = True, -) -> pd.DataFrame: - global MODEL_INFOS - - with open("EXTERNAL_MODEL_RESULTS.json", "r") as f: - external_model_results = json.load(f) - - api = API - models = list(api.list_models(filter="mteb", full=True)) - # Legacy names changes; Also fetch the old results & merge later - if "MLSUMClusteringP2P (fr)" in datasets: - datasets.append("MLSUMClusteringP2P") - if "MLSUMClusteringS2S (fr)" in datasets: - datasets.append("MLSUMClusteringS2S") - if "PawsXPairClassification (fr)" in datasets: - datasets.append("PawsX (fr)") - # Initialize list to models that we cannot fetch metadata from - df_list = [] - for model in external_model_results: - results_list = [] - for task in tasks: - # Not all models have InstructionRetrieval, other new tasks - if task not in external_model_results[model]: continue - if task_to_metric[task][0] not in external_model_results[model][task]: continue - results_list += external_model_results[model][task][task_to_metric[task][0]] - - if len(datasets) > 0: - res = { - k: v - for d in results_list - for k, v in d.items() - if (k == "Model") or any([x in k for x in datasets]) - } - elif langs: - # Would be cleaner to rely on an extra language column instead - langs_format = [f"({lang})" for lang in langs] - res = { - k: v - for d in results_list - for k, v in d.items() - if any([k.split(" ")[-1] in (k, x) for x in langs_format]) - } - else: - res = {k: v for d in results_list for k, v in d.items()} - # Model & at least one result - if len(res) > 1: - if add_emb_dim: - res["Model Size (Million Parameters)"] = EXTERNAL_MODEL_TO_SIZE.get( - model, "" - ) - res["Memory Usage (GB, fp32)"] = ( - round(res["Model Size (Million Parameters)"] * 1e6 * 4 / 1024**3, 2) - if res["Model Size (Million Parameters)"] != "" - else "" - ) - res["Embedding Dimensions"] = EXTERNAL_MODEL_TO_DIM.get(model, "") - res["Max Tokens"] = EXTERNAL_MODEL_TO_SEQLEN.get(model, "") - df_list.append(res) - - pbar = tqdm(models, desc="Fetching model metadata") - for model in pbar: - if model.modelId in MODELS_TO_SKIP: - continue - pbar.set_description(f"Fetching {model.modelId!r} metadata") - meta = download_or_use_cache(model.modelId) - MODEL_INFOS[model.modelId] = {"metadata": meta} - if "model-index" not in meta: - continue - # meta['model-index'][0]["results"] is list of elements like: - # { - # "task": {"type": "Classification"}, - # "dataset": { - # "type": "mteb/amazon_massive_intent", - # "name": "MTEB MassiveIntentClassification (nb)", - # "config": "nb", - # "split": "test", - # }, - # "metrics": [ - # {"type": "accuracy", "value": 39.81506388702084}, - # {"type": "f1", "value": 38.809586587791664}, - # ], - # }, - # Use "get" instead of dict indexing to skip incompat metadata instead of erroring out - if len(datasets) > 0: - task_results = [ - sub_res - for sub_res in meta["model-index"][0]["results"] - if (sub_res.get("task", {}).get("type", "") in tasks) - and any( - [x in sub_res.get("dataset", {}).get("name", "") for x in datasets] - ) - ] - elif langs: - task_results = [ - sub_res - for sub_res in meta["model-index"][0]["results"] - if (sub_res.get("task", {}).get("type", "") in tasks) - and ( - sub_res.get("dataset", {}).get("config", "default") - in ("default", *langs) - ) - ] - else: - task_results = [ - sub_res - for sub_res in meta["model-index"][0]["results"] - if (sub_res.get("task", {}).get("type", "") in tasks) - ] - try: - out = [ - { - simplify_dataset_name(res["dataset"]["name"]): [ - round(score["value"], 2) - for score in res["metrics"] - if filter_metric_fetched( - simplify_dataset_name(res["dataset"]["name"]), - score["type"], - task_to_metric.get(res["task"]["type"]), - res["dataset"]["split"], - ) - ][0] - } - for res in task_results - ] - except Exception as e: - if 'ILKT' in model.modelId: continue - print("ERROR", model.modelId, e) - continue - out = {k: v for d in out for k, v in d.items()} - out["Model"] = make_clickable_model(model.modelId) - # Model & at least one result - if len(out) > 1: - if add_emb_dim: - # The except clause triggers on gated repos, we can use external metadata for those - try: - MODEL_INFOS[model.modelId]["dim_seq_size"] = list(get_dim_seq_size(model)) - except: - name_without_org = model.modelId.split("/")[-1] - # EXTERNAL_MODEL_TO_SIZE[name_without_org] refers to millions of parameters, so for memory usage - # we multiply by 1e6 to get just the number of parameters, then by 4 to get the number of bytes - # given fp32 precision (4 bytes per float), then divide by 1024**3 to get the number of GB - MODEL_INFOS[model.modelId]["dim_seq_size"] = ( - EXTERNAL_MODEL_TO_DIM.get(name_without_org, ""), - EXTERNAL_MODEL_TO_SEQLEN.get(name_without_org, ""), - EXTERNAL_MODEL_TO_SIZE.get(name_without_org, ""), - round( - EXTERNAL_MODEL_TO_SIZE[name_without_org] - * 1e6 - * 4 - / 1024**3, - 2, - ) - if name_without_org in EXTERNAL_MODEL_TO_SIZE - else "", - ) - ( - out["Embedding Dimensions"], - out["Max Tokens"], - out["Model Size (Million Parameters)"], - out["Memory Usage (GB, fp32)"], - ) = tuple(MODEL_INFOS[model.modelId]["dim_seq_size"]) - df_list.append(out) - model_siblings = model.siblings or [] - if ( - model.library_name == "sentence-transformers" - or "sentence-transformers" in model.tags - or "modules.json" in {file.rfilename for file in model_siblings} - ): - SENTENCE_TRANSFORMERS_COMPATIBLE_MODELS.add(out["Model"]) - - # # Save & cache MODEL_INFOS - # with open("model_infos.json", "w") as f: - # json.dump(MODEL_INFOS, f) - - df = pd.DataFrame(df_list) - # If there are any models that are the same, merge them - # E.g. if out["Model"] has the same value in two places, merge & take whichever one is not NaN else just take the first one - df = df.groupby("Model", as_index=False).first() - # Put 'Model' column first - cols = sorted(list(df.columns)) - base_columns = [ - "Model", - "Model Size (Million Parameters)", - "Memory Usage (GB, fp32)", - "Embedding Dimensions", - "Max Tokens", - ] - if len(datasets) > 0: - # Update legacy column names to be merged with newer ones - # Update 'MLSUMClusteringP2P (fr)' with values from 'MLSUMClusteringP2P' - if ("MLSUMClusteringP2P (fr)" in datasets) and ("MLSUMClusteringP2P" in cols): - df["MLSUMClusteringP2P (fr)"] = df["MLSUMClusteringP2P (fr)"].fillna( - df["MLSUMClusteringP2P"] - ) - datasets.remove("MLSUMClusteringP2P") - if ("MLSUMClusteringS2S (fr)" in datasets) and ("MLSUMClusteringS2S" in cols): - df["MLSUMClusteringS2S (fr)"] = df["MLSUMClusteringS2S (fr)"].fillna( - df["MLSUMClusteringS2S"] - ) - datasets.remove("MLSUMClusteringS2S") - if ("PawsXPairClassification (fr)" in datasets) and ("PawsX (fr)" in cols): - # for the first bit no model has it, hence no column for it. We can remove this in a month or so - if "PawsXPairClassification (fr)" not in cols: - df["PawsXPairClassification (fr)"] = df["PawsX (fr)"] - else: - df["PawsXPairClassification (fr)"] = df[ - "PawsXPairClassification (fr)" - ].fillna(df["PawsX (fr)"]) - # make all the columns the same - datasets.remove("PawsX (fr)") - cols.remove("PawsX (fr)") - df.drop(columns=["PawsX (fr)"], inplace=True) - - # Filter invalid columns - cols = [col for col in cols if col in base_columns + datasets] - i = 0 - for column in base_columns: - if column in cols: - cols.insert(i, cols.pop(cols.index(column))) - i += 1 - df = df[cols] - if rank: - df = add_rank(df) - if fillna: - df.fillna("", inplace=True) - return df - - -# Get dict with a task list for each task category -# E.g. {"Classification": ["AmazonMassiveIntentClassification (en)", ...], "PairClassification": ["SprintDuplicateQuestions", ...]} -def get_mteb_average(task_dict: dict) -> tuple[Any, dict]: - all_tasks = reduce(lambda x, y: x + y, task_dict.values()) - DATA_OVERALL = get_mteb_data( - tasks=list(task_dict.keys()), - datasets=all_tasks, - fillna=False, - add_emb_dim=True, - rank=False, - ) - # Debugging: - # DATA_OVERALL.to_csv("overall.csv") - DATA_OVERALL.insert( - 1, - f"Average ({len(all_tasks)} datasets)", - DATA_OVERALL[all_tasks].mean(axis=1, skipna=False), - ) - - for i, (task_category, task_category_list) in enumerate(task_dict.items()): - DATA_OVERALL.insert( - i + 2, - f"{task_category} Average ({len(task_category_list)} datasets)", - DATA_OVERALL[task_category_list].mean(axis=1, skipna=False), - ) - DATA_OVERALL.sort_values( - f"Average ({len(all_tasks)} datasets)", ascending=False, inplace=True - ) - # Start ranking from 1 - DATA_OVERALL.insert(0, "Rank", list(range(1, len(DATA_OVERALL) + 1))) - - DATA_OVERALL = DATA_OVERALL.round(2) - - DATA_TASKS = {} - for task_category, task_category_list in task_dict.items(): - DATA_TASKS[task_category] = add_rank( - DATA_OVERALL[ - ["Model", "Model Size (Million Parameters)", "Memory Usage (GB, fp32)", "Embedding Dimensions", "Max Tokens"] + task_category_list - ] - ) - DATA_TASKS[task_category] = DATA_TASKS[task_category][ - DATA_TASKS[task_category].iloc[:, 4:].ne("").any(axis=1) - ] - - # Fill NaN after averaging - DATA_OVERALL.fillna("", inplace=True) - - data_overall_rows = [ - "Rank", - "Model", - "Model Size (Million Parameters)", - "Memory Usage (GB, fp32)", - "Embedding Dimensions", - "Max Tokens", - f"Average ({len(all_tasks)} datasets)", - ] - for task_category, task_category_list in task_dict.items(): - data_overall_rows.append( - f"{task_category} Average ({len(task_category_list)} datasets)" - ) - - DATA_OVERALL = DATA_OVERALL[data_overall_rows] - DATA_OVERALL = DATA_OVERALL[DATA_OVERALL.iloc[:, 5:].ne("").any(axis=1)] - - return DATA_OVERALL, DATA_TASKS - - -def refresh_leaderboard() -> tuple[list, dict]: - """ - The main code to refresh and calculate results for the leaderboard. It does this by fetching the results from the - external models and the models in the leaderboard, then calculating the average scores for each task category. - """ - - # get external model results and cache them - # NOTE: if your model results have changed, use this function to refresh them (see inside for details) - get_external_model_results() - - boards_data = {} - all_data_tasks = [] - pbar_tasks = tqdm( - BOARDS_CONFIG.items(), - desc="Fetching leaderboard results for ???", - total=len(BOARDS_CONFIG), - leave=True, - ) - for board, board_config in pbar_tasks: - # Optional fetch only for a specific board - # if board != "ru": continue - # Very hacky - should fix this as soon as possible - if board == "bright_long": - TASK_TO_METRIC["Retrieval"] = ["recall_at_1"] - boards_data[board] = {"data_overall": None, "data_tasks": {}} - pbar_tasks.set_description(f"Fetching leaderboard results for {board!r}") - pbar_tasks.refresh() - if board_config["has_overall"]: - data_overall, data_tasks = get_mteb_average(board_config["tasks"]) - boards_data[board]["data_overall"] = data_overall - boards_data[board]["data_tasks"] = data_tasks - all_data_tasks.extend(data_tasks.values()) - else: - for task_category, task_category_list in board_config["tasks"].items(): - data_task_category = get_mteb_data( - tasks=[task_category], datasets=task_category_list - ) - boards_data[board]["data_tasks"][task_category] = data_task_category - all_data_tasks.append(data_task_category) - if board == "bright_long": - TASK_TO_METRIC["Retrieval"] = ["ndcg_at_10"] - return all_data_tasks, boards_data - -def write_out_results(item: dict, item_name: str) -> None: - """ - Due to their complex structure, let's recursively create subfolders until we reach the end - of the item and then save the DFs as jsonl files - - Args: - item: The item to save - item_name: The name of the item - """ - main_folder = item_name - - if isinstance(item, list): - for i, v in enumerate(item): - write_out_results(v, os.path.join(main_folder, str(i))) - - elif isinstance(item, dict): - for key, value in item.items(): - if isinstance(value, dict): - write_out_results(value, os.path.join(main_folder, key)) - elif isinstance(value, list): - for i, v in enumerate(value): - write_out_results(v, os.path.join(main_folder, key + str(i))) - else: - write_out_results(value, os.path.join(main_folder, key)) - - elif isinstance(item, pd.DataFrame): - print(f"Saving {main_folder} to {main_folder}/default.jsonl") - os.makedirs(main_folder, exist_ok=True) - - if "index" not in item.columns: - item.reset_index(inplace=True) - item.to_json(f"{main_folder}/default.jsonl", orient="records", lines=True) - - elif isinstance(item, str): - print(f"Saving {main_folder} to {main_folder}/default.txt") - os.makedirs(main_folder, exist_ok=True) - with open(f"{main_folder}/default.txt", "w") as f: - f.write(item) - - elif item is None: - # write out an empty file - print(f"Saving {main_folder} to {main_folder}/default.txt") - os.makedirs(main_folder, exist_ok=True) - with open(f"{main_folder}/default.txt", "w") as f: - f.write("") - - else: - raise Exception(f"Unknown type {type(item)}") - - -def load_results(data_path: str) -> list | dict | pd.DataFrame | str | None: - """ - Do the reverse of `write_out_results` to reconstruct the item - - Args: - data_path: The path to the data to load - - Returns: - The loaded data - """ - if os.path.isdir(data_path): - # if the folder just has numbers from 0 to N, load as a list - all_files_in_dir = list(os.listdir(data_path)) - if set(all_files_in_dir) == set([str(i) for i in range(len(all_files_in_dir))]): - ### the list case - return [ - load_results(os.path.join(data_path, str(i))) - for i in range(len(os.listdir(data_path))) - ] - else: - if len(all_files_in_dir) == 1: - file_name = all_files_in_dir[0] - if file_name == "default.jsonl": - return load_results(os.path.join(data_path, file_name)) - else: ### the dict case - return {file_name: load_results(os.path.join(data_path, file_name))} - else: - return { - file_name: load_results(os.path.join(data_path, file_name)) - for file_name in all_files_in_dir - } - - elif data_path.endswith(".jsonl"): - df = pd.read_json(data_path, orient="records", lines=True) - if "index" in df.columns: - df = df.set_index("index") - if "Memory Usage (GB, fp32)" in df.columns: - df["Memory Usage (GB, fp32)"] = df["Memory Usage (GB, fp32)"].map(lambda value: round(value, 2) if isinstance(value, float) else value) - return df - - else: - with open(data_path, "r") as f: - data = f.read() - if data == "": - return None - else: - return data - - -if __name__ == "__main__": - print("Refreshing leaderboard statistics...") - all_data_tasks, boards_data = refresh_leaderboard() - print("Done calculating, saving...") - # save them so that the leaderboard can use them. They're quite complex though - # but we can't use pickle files because of git-lfs. - write_out_results(all_data_tasks, "all_data_tasks") - write_out_results(boards_data, "boards_data") - - # to load them use - # all_data_tasks = load_results("all_data_tasks") - # boards_data = load_results("boards_data") - print("Done saving results!") diff --git a/requirements.txt b/requirements.txt deleted file mode 100644 index e6a6262af70e795644f144323e47b924013328c2..0000000000000000000000000000000000000000 --- a/requirements.txt +++ /dev/null @@ -1,6 +0,0 @@ -git+https://github.com/EuDs63/ffmpy.git@333a19ee4d21f32537c0508aa1942ef1aa7afe24 -gradio -datasets -pandas -huggingface_hub -tqdm \ No newline at end of file diff --git a/utils/__init__.py b/utils/__init__.py deleted file mode 100644 index e69de29bb2d1d6434b8b29ae775ad8c2e48c5391..0000000000000000000000000000000000000000 diff --git a/utils/model_size.py b/utils/model_size.py deleted file mode 100644 index f6eb6873349ec837b6d61d39d74339b18125b11f..0000000000000000000000000000000000000000 --- a/utils/model_size.py +++ /dev/null @@ -1,45 +0,0 @@ -import json -import re -import traceback -from huggingface_hub.hf_api import ModelInfo, get_safetensors_metadata, model_info as get_model_info, get_hf_file_metadata, hf_hub_url -from huggingface_hub import hf_hub_download - -# Map model IDs to the number of bytes used for one parameter. So, 4 bytes for fp32, 2 bytes for fp16, etc. -# By default, we assume that the model is stored in fp32. -KNOWN_BYTES_PER_PARAM = { - "dwzhu/e5-base-4k": 2, -} - -def get_model_parameters_memory(model_info: ModelInfo): - '''Get the size of the model in million of parameters.''' - try: - safetensors = get_safetensors_metadata(model_info.id) - except Exception as e: - pass - else: - num_parameters = sum(safetensors.parameter_count.values()) - return round(num_parameters / 1e6), round(num_parameters * 4 / 1024**3, 2) - - filenames = [sib.rfilename for sib in model_info.siblings] - if "pytorch_model.bin" in filenames: - url = hf_hub_url(model_info.id, filename="pytorch_model.bin") - meta = get_hf_file_metadata(url) - bytes_per_param = KNOWN_BYTES_PER_PARAM.get(model_info.id, 4) - num_params = round(meta.size / bytes_per_param / 1e6) - size_gb = round(meta.size * (4 / bytes_per_param) / 1024**3, 2) - return num_params, size_gb - - if "pytorch_model.bin.index.json" in filenames: - index_path = hf_hub_download(model_info.id, filename="pytorch_model.bin.index.json") - """ - { - "metadata": { - "total_size": 28272820224 - },.... - """ - size = json.load(open(index_path)) - bytes_per_param = KNOWN_BYTES_PER_PARAM.get(model_info.id, 4) - if ("metadata" in size) and ("total_size" in size["metadata"]): - return round(size["metadata"]["total_size"] / bytes_per_param / 1e6), round(size["metadata"]["total_size"] / 1024**3, 2) - - raise Exception(f"Could not find the model parameters for {model_info.id}")